-- Logs begin at Mon 2021-08-30 12:13:36 UTC, end at Mon 2021-08-30 14:45:05 UTC. -- Aug 30 12:44:19.205954 n-d-688802-6 systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 12:44:21.989065 n-d-688802-6 neutron-server[95589]: INFO neutron.common.config [-] Logging enabled! Aug 30 12:44:21.989723 n-d-688802-6 neutron-server[95589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 12:44:21.989865 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 12:44:21.993085 n-d-688802-6 neutron-server[95589]: INFO neutron.common.config [-] Logging enabled! Aug 30 12:44:21.993341 n-d-688802-6 neutron-server[95589]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 12:44:21.993681 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95589) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 12:44:21.994639 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 12:44:21.994877 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 12:44:21.995239 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 12:44:21.995488 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 12:44:21.995717 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 12:44:21.996044 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.996343 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.996639 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.996871 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.997165 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.997455 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.997767 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.998110 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.998406 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.998777 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.999062 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.999348 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.999581 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:21.999867 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.000155 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.000444 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.000670 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] debug = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.000953 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.001376 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.001801 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.002086 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.002376 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.002658 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.002927 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.003204 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.003490 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.003823 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] host = n-d-688802-6 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.004102 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.004396 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.004684 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.004972 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.005248 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.005524 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.005841 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.006120 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.006394 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] log_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.006671 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.006961 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.007250 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.007542 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.007768 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.007993 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.008284 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.008571 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.008848 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.009124 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.009399 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.009689 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.009971 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.010241 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.010528 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.010814 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.011099 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.011374 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.011650 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.011923 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.012198 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.012483 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.012759 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.013031 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.013303 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.014153 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.014500 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.014785 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.015097 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.015388 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.015674 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.015962 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.016239 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.016522 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.016798 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.017074 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.017346 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] use_json = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.017619 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.017919 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.018203 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.018477 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.018751 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.019025 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.019298 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.019582 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:22.019880 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.020180 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.020484 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.020769 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.021065 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.021349 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.021641 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.021944 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.022233 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.022524 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.022825 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.023101 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.023393 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.023672 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.023971 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.024283 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.024581 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.024882 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.025161 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.025436 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.025739 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.026024 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.026312 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.026591 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.026881 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.027171 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.027451 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.027742 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.028038 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.028328 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.028603 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.028883 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.029320 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.030130 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.030405 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.030688 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.030976 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.031254 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.031530 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.031811 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.032098 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.032365 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.032634 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.032906 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.033196 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.033474 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.033772 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.034046 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.034323 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.034594 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.034883 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.035163 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.035434 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.035705 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.035982 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.036254 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.036527 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.036804 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.037076 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.037352 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.037624 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.037920 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.038192 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.038464 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.038734 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.039005 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.039275 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.039550 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.039820 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.040091 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.040362 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.040635 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.040906 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.041196 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.041497 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.041797 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.042080 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.042358 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.042637 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.042913 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.043190 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.043467 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.043745 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.044014 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.044314 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.044597 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.045182 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.045481 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.045783 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.046092 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.046377 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.046664 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.046942 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.047219 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.047505 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.047791 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.048087 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.048380 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.048673 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.048964 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.049258 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.049539 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.049905 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.050166 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:22.050387 n-d-688802-6 neutron-server[95589]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 12:44:22.050639 n-d-688802-6 neutron-server[95589]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95589) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 12:44:22.402871 n-d-688802-6 neutron-server[95589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 12:44:22.403159 n-d-688802-6 neutron-server[95589]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 12:44:22.403464 n-d-688802-6 neutron-server[95589]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 12:44:22.403871 n-d-688802-6 neutron-server[95589]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 12:44:22.800442 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.800649 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.800901 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.802258 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.802536 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.802802 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.839352 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.839638 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.839906 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.854625 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.854908 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.855180 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.884555 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.884845 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.885117 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.923282 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.923568 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:22.923839 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.156206 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.156836 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.156836 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.157011 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.157912 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.278688 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.279009 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.279899 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.280177 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.280445 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.280759 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.281022 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.281282 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.281539 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.281850 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.282115 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.282382 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.282641 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.282893 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.283150 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.283416 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.283671 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.283937 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.284204 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.284462 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.284732 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.284987 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.285270 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.285646 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.285923 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.286172 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.286573 n-d-688802-6 neutron-server[95589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 12:44:23.286815 n-d-688802-6 neutron-server[95589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 12:44:23.287054 n-d-688802-6 neutron-server[95589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 12:44:23.287292 n-d-688802-6 neutron-server[95589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 12:44:23.287529 n-d-688802-6 neutron-server[95589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 12:44:23.287766 n-d-688802-6 neutron-server[95589]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 12:44:23.288131 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 12:44:23.291264 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 12:44:23.295517 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 12:44:23.299301 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 30 12:44:23.300936 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 12:44:23.301391 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 12:44:23.301758 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 12:44:23.302146 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 12:44:23.304917 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 12:44:23.305167 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 12:44:23.305515 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 12:44:23.310979 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 12:44:23.333772 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 12:44:23.334230 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.334528 n-d-688802-6 neutron-server[95589]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95589) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 12:44:23.334896 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.336242 n-d-688802-6 neutron-server[95589]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95589) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 12:44:23.336526 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 12:44:23.336776 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 12:44:23.339974 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.340257 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:23.403642 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 12:44:23.403887 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 12:44:23.404226 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 12:44:23.404728 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 12:44:23.426125 n-d-688802-6 neutron-server[95589]: DEBUG oslo_db.sqlalchemy.engines [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95589) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 12:44:23.966299 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Initializing driver for type 'gre' Aug 30 12:44:23.967661 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] gre ID ranges: [(1, 1000)] Aug 30 12:44:24.020361 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Initializing driver for type 'local' Aug 30 12:44:24.020689 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Initializing driver for type 'vlan' Aug 30 12:44:24.034524 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] VlanTypeDriver initialization complete Aug 30 12:44:24.034886 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Initializing driver for type 'vxlan' Aug 30 12:44:24.035397 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] vxlan ID ranges: [(1, 1000)] Aug 30 12:44:24.095133 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Initializing extension driver 'port_security' Aug 30 12:44:24.095551 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.extensions.port_security [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] PortSecurityExtensionDriver initialization complete Aug 30 12:44:24.095871 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Initializing mechanism driver 'openvswitch' Aug 30 12:44:24.096248 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Initializing mechanism driver 'hyperv' Aug 30 12:44:24.102972 n-d-688802-6 neutron-server[95589]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:44:24.103669 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > port after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.104052 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > port after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.104415 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > port after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.104942 n-d-688802-6 neutron-server[95589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 12:44:24.105381 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > subnet after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.105771 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > subnet after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.106128 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.106524 n-d-688802-6 neutron-server[95589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 12:44:24.106937 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > network after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.107292 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > network after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.107903 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > network after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.108095 n-d-688802-6 neutron-server[95589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 12:44:24.108427 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > security_group after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.108808 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > security_group after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.109177 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.109850 n-d-688802-6 neutron-server[95589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 12:44:24.110411 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.110812 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.111240 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.111729 n-d-688802-6 neutron-server[95589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 12:44:24.112273 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > address_group after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.112706 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > address_group after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.113146 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.113646 n-d-688802-6 neutron-server[95589]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95589) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 12:44:24.114183 n-d-688802-6 neutron-server[95589]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] ML2 OVO RPC backend initialized. {{(pid=95589) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 12:44:24.115300 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.115731 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.116345 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > network before_response 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.116786 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > networks before_response 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.117265 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > port before_response 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.117811 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > ports before_response 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.118267 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > subnet before_response 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.118674 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > subnets before_response 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.119205 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > network after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.119642 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > network after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.120107 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > network after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.120540 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > port after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.121026 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > port after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.121445 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > port after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.121855 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > subnet after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.122208 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > subnet after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.122558 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.123201 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.plugin [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Modular L2 Plugin initialization complete Aug 30 12:44:24.123665 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading services supported by the core plugin {{(pid=95589) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 12:44:24.124092 n-d-688802-6 neutron-server[95589]: INFO neutron.plugins.ml2.managers [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Got port-security extension from driver 'port_security' Aug 30 12:44:24.124646 n-d-688802-6 neutron-server[95589]: INFO neutron.extensions.vlantransparent [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Disabled vlantransparent extension. Aug 30 12:44:24.125219 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95589) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 12:44:24.125746 n-d-688802-6 neutron-server[95589]: INFO neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading Plugin: router Aug 30 12:44:24.166145 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.166792 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router after_create 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.166914 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router before_create 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.167286 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.167667 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.168029 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router after_delete 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.168394 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.168759 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.169118 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router after_create 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.169469 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router after_update 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.169911 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router after_update 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.170356 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.170726 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router after_update 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.171142 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router precommit_update 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.171529 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: port after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.171881 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: port after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.172225 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: subnet after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.172570 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.172926 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.173281 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router precommit_create 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.173631 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: port before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.174006 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router precommit_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.174369 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router after_update 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.174719 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.175084 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router precommit_create 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.175453 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.175808 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router precommit_update 55549900 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.176182 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > agent after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.176540 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > agent after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.176892 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > network after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.177826 n-d-688802-6 neutron-server[95589]: DEBUG neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Tracking information for resource: router configured {{(pid=95589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 12:44:24.178166 n-d-688802-6 neutron-server[95589]: DEBUG neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Tracking information for resource: floatingip configured {{(pid=95589) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 12:44:24.183387 n-d-688802-6 neutron-server[95589]: INFO neutron.db.l3_agentschedulers_db [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 12:44:24.183982 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: port after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.184352 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: port after_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.184741 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: port after_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.185101 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: port after_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.186063 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router before_create 55550100 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.186414 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.186787 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router precommit_create 55550100 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.187153 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > router precommit_update 55550100 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.191883 n-d-688802-6 neutron-server[95589]: DEBUG neutron.services.provider_configuration [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service providers = [] {{(pid=95589) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 12:44:24.192255 n-d-688802-6 neutron-server[95589]: DEBUG neutron.db.servicetype_db [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95589) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 12:44:24.195335 n-d-688802-6 neutron-server[95589]: DEBUG neutron.services.service_base [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 12:44:24.195694 n-d-688802-6 neutron-server[95589]: DEBUG neutron.services.service_base [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 12:44:24.196047 n-d-688802-6 neutron-server[95589]: DEBUG neutron.services.service_base [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 12:44:24.196966 n-d-688802-6 neutron-server[95589]: DEBUG neutron.services.service_base [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95589) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 12:44:24.197350 n-d-688802-6 neutron-server[95589]: INFO neutron.services.service_base [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 12:44:24.198022 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 12:44:24.198351 n-d-688802-6 neutron-server[95589]: INFO neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 12:44:24.209782 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 12:44:24.210127 n-d-688802-6 neutron-server[95589]: INFO neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading Plugin: auto_allocate Aug 30 12:44:24.216016 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: network precommit_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.216442 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: network precommit_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.217494 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 12:44:24.217865 n-d-688802-6 neutron-server[95589]: INFO neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading Plugin: tag Aug 30 12:44:24.224564 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 12:44:24.224904 n-d-688802-6 neutron-server[95589]: INFO neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading Plugin: timestamp Aug 30 12:44:24.228990 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 12:44:24.229328 n-d-688802-6 neutron-server[95589]: INFO neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading Plugin: network_ip_availability Aug 30 12:44:24.235007 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.235388 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.235754 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.236500 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 12:44:24.236828 n-d-688802-6 neutron-server[95589]: INFO neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading Plugin: flavors Aug 30 12:44:24.241699 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 12:44:24.242046 n-d-688802-6 neutron-server[95589]: INFO neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading Plugin: revisions Aug 30 12:44:24.246410 n-d-688802-6 neutron-server[95589]: DEBUG neutron.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95589) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 12:44:24.246807 n-d-688802-6 neutron-server[95589]: DEBUG oslo_concurrency.lockutils [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.843s {{(pid=95589) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 12:44:24.247551 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95589) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 12:44:24.247982 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Initializing extension manager. Aug 30 12:44:24.248617 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: __init__.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.248966 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: __pycache__ {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.249305 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.249644 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: address_group.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.250454 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.251040 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: address-group Aug 30 12:44:24.251370 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: address_scope.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.252100 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.252612 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: address-scope Aug 30 12:44:24.252940 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.253940 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.254456 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: router-admin-state-down-before-update Aug 30 12:44:24.254786 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: agent.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.255719 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.256233 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: agent Aug 30 12:44:24.256563 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: agent_resources_synced.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.257490 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.258040 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: agent-resources-synced Aug 30 12:44:24.258370 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: allowedaddresspairs.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.260218 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.260749 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: allowed-address-pairs Aug 30 12:44:24.261085 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: auto_allocated_topology.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.262217 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.262740 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: auto-allocated-topology Aug 30 12:44:24.263072 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: availability_zone.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.264429 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.265109 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: availability_zone Aug 30 12:44:24.265442 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: availability_zone_filter.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.266408 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.266926 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: availability_zone_filter Aug 30 12:44:24.267256 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: data_plane_status.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.268177 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.268689 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 12:44:24.269020 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: default_subnetpools.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.269980 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.270498 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: default-subnetpools Aug 30 12:44:24.270826 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.271670 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.272187 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: dhcp_agent_scheduler Aug 30 12:44:24.272517 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: dns.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.273451 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.273997 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 12:44:24.274333 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: dns_domain_ports.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.275266 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.275779 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 12:44:24.276112 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.277049 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.277558 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 12:44:24.277920 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: dvr.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.278605 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.279836 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: dvr Aug 30 12:44:24.280267 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: ecmp_routes.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.281281 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.281835 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 12:44:24.282169 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: empty_string_filtering.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.283092 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.283610 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: empty-string-filtering Aug 30 12:44:24.283943 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.284872 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.285383 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 12:44:24.285752 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.286688 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.287196 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 12:44:24.287527 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: external_net.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.288454 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.288968 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: external-net Aug 30 12:44:24.289299 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.290254 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.290772 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: extra_dhcp_opt Aug 30 12:44:24.291105 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: extraroute.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.292021 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.292531 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: extraroute Aug 30 12:44:24.292862 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: extraroute_atomic.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.293956 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.294473 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: extraroute-atomic Aug 30 12:44:24.294912 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: filter_validation.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.295709 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.296236 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: filter-validation Aug 30 12:44:24.296555 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: fip_pf_description.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.297488 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.298040 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 12:44:24.298371 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: fip_port_details.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.299297 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.299813 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: fip-port-details Aug 30 12:44:24.300143 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: flavors.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.301398 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.301961 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: flavors Aug 30 12:44:24.302295 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.303976 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.304501 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 12:44:24.304836 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: floatingip_pools.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.305554 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.306104 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: floatingip-pools Aug 30 12:44:24.306439 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: ip_allocation.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.307383 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.307898 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 12:44:24.308228 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.309162 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.309703 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: ip-substring-filtering Aug 30 12:44:24.310043 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: l2_adjacency.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.311628 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.312069 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 12:44:24.312399 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: l3.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.313592 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.314151 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: router Aug 30 12:44:24.314484 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.316784 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.317318 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 12:44:24.317668 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.318634 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.319157 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: ext-gw-mode Aug 30 12:44:24.319492 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.320447 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.320963 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: l3-ha Aug 30 12:44:24.321296 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: l3_flavors.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.322259 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.323042 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: l3-flavors Aug 30 12:44:24.323371 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.324300 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.324819 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 12:44:24.325150 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: l3agentscheduler.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.326775 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.327432 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: l3_agent_scheduler Aug 30 12:44:24.327764 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: logging.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.329248 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.329802 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension logging not supported by any of loaded plugins Aug 30 12:44:24.330142 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: metering.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.330901 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.331481 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: metering Aug 30 12:44:24.331820 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.332926 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.333447 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: metering_source_and_destination_fields Aug 30 12:44:24.333817 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: multiprovidernet.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.334774 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.335289 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: multi-provider Aug 30 12:44:24.335627 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: netmtu.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.336552 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.337061 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: net-mtu Aug 30 12:44:24.337391 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: netmtu_writable.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.338353 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.338869 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: net-mtu-writable Aug 30 12:44:24.339200 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: network_availability_zone.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.339885 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.340396 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: network_availability_zone Aug 30 12:44:24.340724 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: network_ip_availability.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.342204 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.342727 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: network-ip-availability Aug 30 12:44:24.343061 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: network_segment_range.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.343857 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.344369 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 12:44:24.344699 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: pagination.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.345713 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.346051 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: pagination Aug 30 12:44:24.346377 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: port_device_profile.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.347305 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.347823 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: port-device-profile Aug 30 12:44:24.348154 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.349110 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.349633 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: port-mac-address-regenerate Aug 30 12:44:24.349998 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.350951 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.351466 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: port-numa-affinity-policy Aug 30 12:44:24.351796 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: port_resource_request.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.352721 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.353239 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 12:44:24.353571 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: portbindings.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.354537 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.355058 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: binding Aug 30 12:44:24.355385 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: portbindings_extended.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.356818 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.357393 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: binding-extended Aug 30 12:44:24.357741 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: portsecurity.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.358865 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.359383 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: port-security Aug 30 12:44:24.359713 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: project_id.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.360722 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.361053 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: project-id Aug 30 12:44:24.361384 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: providernet.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.362364 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.362885 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: provider Aug 30 12:44:24.363214 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.366839 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.367373 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos not supported by any of loaded plugins Aug 30 12:44:24.367714 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.368969 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.369494 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 12:44:24.369868 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.370805 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.371325 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 12:44:24.371661 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos_default.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.372595 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.373723 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos-default not supported by any of loaded plugins Aug 30 12:44:24.374150 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos_fip.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.374849 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.375364 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 12:44:24.375699 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos_gateway_ip.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.376640 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.377161 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 12:44:24.377494 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos_port_network_policy.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.378458 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.378978 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 12:44:24.379312 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos_pps_rule.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.380515 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.381041 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 12:44:24.381379 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos_rule_type_details.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.382336 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.382859 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 12:44:24.383189 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: qos_rules_alias.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.384247 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.384766 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 12:44:24.385094 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: quotasv2.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.386103 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.386438 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: quotas Aug 30 12:44:24.386770 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: quotasv2_detail.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.390515 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.390861 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: quota_details Aug 30 12:44:24.391199 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: rbac.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.392537 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.393107 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: rbac-policies Aug 30 12:44:24.393447 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: rbac_address_group.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.394454 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.394998 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: rbac-address-group Aug 30 12:44:24.395376 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: rbac_address_scope.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.396275 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.396794 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: rbac-address-scope Aug 30 12:44:24.397127 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: rbac_security_groups.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.398086 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.398607 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: rbac-security-groups Aug 30 12:44:24.398938 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: rbac_subnetpool.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.399876 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.400395 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: rbac-subnetpool Aug 30 12:44:24.400728 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: revisionifmatch.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.401686 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.402221 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: revision-if-match Aug 30 12:44:24.402551 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: revisions.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.403726 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.404287 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: standard-attr-revisions Aug 30 12:44:24.404615 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: router_availability_zone.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.405320 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.405878 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: router_availability_zone Aug 30 12:44:24.406214 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: routerservicetype.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.407211 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.407676 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 12:44:24.408008 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.408952 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.409473 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: security-groups-normalized-cidr Aug 30 12:44:24.409839 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.410775 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.411294 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: port-security-groups-filtering Aug 30 12:44:24.411629 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.412563 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.413123 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: security-groups-remote-address-group Aug 30 12:44:24.413454 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: securitygroup.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.424859 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.425417 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: security-group Aug 30 12:44:24.425792 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: segment.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.426650 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.427168 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension segment not supported by any of loaded plugins Aug 30 12:44:24.427504 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.428559 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.429076 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 12:44:24.429414 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: servicetype.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.430664 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.431187 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: service-type Aug 30 12:44:24.431522 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: sorting.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.432543 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.432882 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: sorting Aug 30 12:44:24.433212 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: standard_attr_segment.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.434172 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.434694 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 12:44:24.435026 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: standardattrdescription.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.436288 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.436806 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: standard-attr-description Aug 30 12:44:24.437139 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: stateful_security_group.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.438132 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.438653 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: stateful-security-group Aug 30 12:44:24.438987 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: stdattrs_common.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.439587 n-d-688802-6 neutron-server[95589]: WARNING neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 12:44:24.439918 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.440867 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.441388 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 12:44:24.441750 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: subnet_onboard.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.442839 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.443371 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: subnet_onboard Aug 30 12:44:24.443705 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.444679 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.445195 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 12:44:24.445527 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: subnet_service_types.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.446493 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.447012 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: subnet-service-types Aug 30 12:44:24.447345 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: subnetallocation.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.448702 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.449222 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: subnet_allocation Aug 30 12:44:24.449558 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.450283 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.450801 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: subnetpool-prefix-ops Aug 30 12:44:24.451705 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.452665 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.453185 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 12:44:24.453516 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: tagging.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.454651 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.455187 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: standard-attr-tag Aug 30 12:44:24.455521 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: timestamp.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.456785 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.457315 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loaded extension: standard-attr-timestamp Aug 30 12:44:24.457717 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: trunk.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.458751 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.459272 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension trunk not supported by any of loaded plugins Aug 30 12:44:24.459608 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: trunk_details.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.460547 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.461085 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 12:44:24.461419 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: uplink_status_propagation.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.462385 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.462908 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 12:44:24.463242 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Loading extension file: vlantransparent.py {{(pid=95589) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 12:44:24.463938 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95589) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 12:44:24.464450 n-d-688802-6 neutron-server[95589]: INFO neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 12:44:24.467103 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:network Aug 30 12:44:24.467596 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:subnet Aug 30 12:44:24.468008 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 12:44:24.468412 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:port Aug 30 12:44:24.469724 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.470164 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service FLAVORS assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.470807 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.471237 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.471577 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:router Aug 30 12:44:24.472010 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 12:44:24.472517 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service METERING assigned prefix: /metering {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.474024 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.474402 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.474759 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:44:24.475797 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 12:44:24.476261 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:security_group Aug 30 12:44:24.476712 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 12:44:24.477318 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service CORE assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.477683 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 12:44:24.478031 n-d-688802-6 neutron-server[95589]: WARNING neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] subnetpool is already registered Aug 30 12:44:24.478477 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service CORE assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.478807 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 12:44:24.479145 n-d-688802-6 neutron-server[95589]: WARNING neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] subnetpool is already registered Aug 30 12:44:24.481468 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.481937 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service FLAVORS assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.482649 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.483082 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.483427 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:router Aug 30 12:44:24.483772 n-d-688802-6 neutron-server[95589]: WARNING neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] router is already registered Aug 30 12:44:24.484195 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 12:44:24.484539 n-d-688802-6 neutron-server[95589]: WARNING neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] floatingip is already registered Aug 30 12:44:24.485003 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service METERING assigned prefix: /metering {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.485702 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 12:44:24.486044 n-d-688802-6 neutron-server[95589]: WARNING neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] rbac_policy is already registered Aug 30 12:44:24.486468 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:security_group Aug 30 12:44:24.486810 n-d-688802-6 neutron-server[95589]: WARNING neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] security_group is already registered Aug 30 12:44:24.487220 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 12:44:24.487558 n-d-688802-6 neutron-server[95589]: WARNING neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] security_group_rule is already registered Aug 30 12:44:24.488206 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service CORE assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.488537 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 12:44:24.488879 n-d-688802-6 neutron-server[95589]: WARNING neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] subnetpool is already registered Aug 30 12:44:24.489306 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.v2.resource_helper [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Service CORE assigned prefix: {{(pid=95589) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 12:44:24.489635 n-d-688802-6 neutron-server[95589]: INFO neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 12:44:24.490003 n-d-688802-6 neutron-server[95589]: WARNING neutron.quota.resource_registry [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] subnetpool is already registered Aug 30 12:44:24.490478 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: extensions {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.491997 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: address-groups {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.493500 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: address-scopes {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.494846 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: agents {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.496080 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: auto-allocated-topology {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.497370 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: availability_zones {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.499167 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: dhcp-networks {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.500688 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: dhcp-agents {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.502158 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: routers {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.505654 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: flavors {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.506847 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: service_profiles {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.508080 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: next_providers {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.509529 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: service_profiles {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.511106 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: floatingip-pools {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.512329 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: routers {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.515297 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: floatingips {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.516608 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: l3-routers {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.518024 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: l3-agents {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.519428 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: metering-labels {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.520808 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: metering-label-rules {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.522143 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: network-ip-availabilities {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.523398 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: bindings {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.525093 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: quotas {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.526594 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: quotas {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.528040 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: rbac-policies {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.529312 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: security-groups {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.530808 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: security-group-rules {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.532109 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: service-providers {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.533343 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: subnetpools {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.536071 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: subnetpools {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.537548 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.539275 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.541066 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.542902 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.544757 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.546738 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.548436 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.550389 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.552175 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.553954 n-d-688802-6 neutron-server[95589]: DEBUG neutron.api.extensions [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Extended resource: tags {{(pid=95589) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 12:44:24.559980 n-d-688802-6 neutron-server[95589]: WARNING keystonemiddleware.auth_token [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 12:44:24.565593 n-d-688802-6 neutron-server[95589]: WARNING keystonemiddleware.auth_token [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 12:44:24.576031 n-d-688802-6 neutron-server[95589]: DEBUG oslo_concurrency.lockutils [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Acquired lock "singleton_lock" {{(pid=95589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 12:44:24.576031 n-d-688802-6 neutron-server[95589]: DEBUG oslo_concurrency.lockutils [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Releasing lock "singleton_lock" {{(pid=95589) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 12:44:24.576031 n-d-688802-6 neutron-server[95589]: INFO oslo_service.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Starting 2 workers Aug 30 12:44:24.581270 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Started child 95698 {{(pid=95589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 12:44:24.585955 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Started child 95699 {{(pid=95589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 12:44:24.586818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:24.587672 n-d-688802-6 neutron-server[95589]: INFO neutron.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 12:44:24.588345 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Notify callbacks [] for process, before_spawn {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:24.588488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [-] (95698) wsgi starting up on http://0.0.0.0:9696 Aug 30 12:44:24.590692 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:24.591433 n-d-688802-6 neutron-server[95589]: INFO oslo_service.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Starting 1 workers Aug 30 12:44:24.592131 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [-] (95699) wsgi starting up on http://0.0.0.0:9696 Aug 30 12:44:24.596377 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Started child 95700 {{(pid=95589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 12:44:24.596936 n-d-688802-6 neutron-server[95589]: INFO oslo_service.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Starting 1 workers Aug 30 12:44:24.600077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] calling RpcWorker wait() {{(pid=95700) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 12:44:24.600651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] returning from RpcWorker wait() {{(pid=95700) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 12:44:24.601546 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Started child 95701 {{(pid=95589) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 12:44:24.601864 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:24.602352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:44:24.602450 n-d-688802-6 neutron-server[95589]: DEBUG neutron_lib.callbacks.manager [None req-dbb3bd57-c3d6-4fc4-a4d3-982ed009bb71 None None] Notify callbacks [] for process, after_spawn {{(pid=95589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:24.604314 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 12:44:24.604539 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 12:44:24.604737 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 12:44:24.604962 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 12:44:24.605301 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 12:44:24.605461 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 12:44:24.606013 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.606316 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.606585 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.606865 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.607158 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.607428 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:24.608055 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.608323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.608583 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.608858 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.608955 n-d-688802-6 neutron-server[95701]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:44:24.609108 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.609475 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.609645 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.609935 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.610191 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.610501 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.610773 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.611014 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.611313 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.611486 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.611756 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.612019 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.612274 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.612549 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] debug = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.612801 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.613297 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.613529 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.613833 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.614074 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.614355 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.614588 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.614872 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.615128 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.615349 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.615592 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.615844 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.616092 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.616312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.616563 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.616908 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.617176 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.617641 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] host = n-d-688802-6 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.617888 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.618108 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.618357 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.618608 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.618857 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.619092 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.619408 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.619604 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.619859 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.620111 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.620369 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.620630 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.620849 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.621096 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.621263 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_options = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.621502 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.621803 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.622064 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.622261 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.622434 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.627957 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.627957 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.627957 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.627957 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.627957 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.627957 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.627957 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.627957 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.628974 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.628974 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.628974 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.628974 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.628974 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.628974 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.628974 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.628974 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.630216 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.630216 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.630216 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.630216 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.630216 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.630216 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.630216 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.630216 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.630216 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.631412 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.631412 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.631412 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.631412 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.631412 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.631412 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.631412 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.631412 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.632944 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.632944 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.632944 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.632944 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.632944 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.632944 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.632944 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.634350 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_json = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.634350 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.634350 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.634350 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.634350 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.634350 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.636170 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.636170 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.636170 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.636170 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.636170 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.636170 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.636521 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.636521 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.636693 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.637126 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.637501 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.638003 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.638267 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.639174 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.639430 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.639740 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.640195 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.640522 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.640944 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.641297 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.641472 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.641863 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.642030 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.642254 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.643065 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.643065 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.643065 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.645381 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.645381 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.645381 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.645381 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.645381 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.645381 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.645381 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.645381 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.647312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.647312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.647312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.647312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.647312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.647312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.647312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.647312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.647312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.649435 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.649435 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.649435 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.649435 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.649435 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.649435 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.649435 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.649435 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.649435 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.653703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.653703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.653703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.653703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.653703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.653703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.653703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.653703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.653703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.655947 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.655947 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.655947 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.655947 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.655947 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.655947 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.655947 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.655947 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.655947 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.658323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.658323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.658323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.658323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.658323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.658323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.658323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.658323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.658323 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.661996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.661996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.661996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.661996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.661996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.661996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.661996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.661996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.661996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662961 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662961 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662961 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662961 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662961 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662961 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662961 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.662961 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.663503 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.663503 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.663503 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.663503 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.663503 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.663503 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.663503 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.663503 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.664059 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.664059 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.664059 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.664059 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.664059 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.664361 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.664426 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.664748 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.665106 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.665184 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.665408 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.665744 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.666012 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.666305 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.666858 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.666858 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.667240 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.667240 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.667490 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.667825 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.668083 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.668268 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.668548 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.668944 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.669319 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.670268 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.670690 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.671308 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.671714 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.672086 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.672471 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.672953 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.673221 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.673465 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.673760 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.674031 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.674269 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.674674 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.674913 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.675221 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.675388 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.675805 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.676030 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.676285 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.676499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.676733 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.677021 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.677218 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.677486 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.677732 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.677958 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.678205 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.678450 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.678673 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.678940 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.679122 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.679857 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.679857 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.679857 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.680106 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.680243 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.680830 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.680981 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.681397 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.681886 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.682338 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.682759 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.683184 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.683597 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.684073 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.684490 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.684920 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.685394 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.686499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.686919 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.687557 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.688193 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.688695 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.689193 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.689702 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.690232 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.690671 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.691135 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.691402 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.691672 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.691930 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.692154 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.692422 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.692641 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.692901 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.693128 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.693345 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.693591 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.693879 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.694243 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.694496 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.694717 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.694949 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.695175 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.695431 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.695688 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.696000 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.696298 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.696616 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.696901 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.697187 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.697483 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.698072 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.698352 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.698576 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.698808 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.699025 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.699236 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.699474 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.699691 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.699908 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.700160 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.702137 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.702137 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.702137 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.702137 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.702137 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.702506 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.702657 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.702836 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.703069 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.703307 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.703525 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.703777 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.703997 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.704215 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.704468 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.704687 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.704899 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.705121 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.705335 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.705547 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.705893 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.706158 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.706589 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.706887 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.707150 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.707414 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.707668 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.707985 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.708225 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.708476 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.708698 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.708950 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.709177 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.709445 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.710514 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.710730 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.710996 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.711264 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.711542 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.711830 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.712107 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.712335 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.712654 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.712978 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.713267 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.713533 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.713793 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.714059 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.714288 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.714512 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.714731 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.714975 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.715195 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.715438 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.715679 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.715912 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.716133 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.716385 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.716706 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.716964 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.717203 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.717398 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.717623 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.717802 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 12:44:24.718361 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95589) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 12:44:24.718532 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 12:44:24.718676 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 12:44:24.719009 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 12:44:24.719344 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 12:44:24.719647 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 12:44:24.720011 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.720182 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.720365 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.720509 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.720665 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.720849 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.721013 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.721211 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.721349 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.721490 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.721654 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.721839 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.721999 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.722160 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.722326 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.722480 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.722641 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.722803 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.722976 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.723133 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.723446 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.723760 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.723918 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] debug = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.724245 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.724444 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.724614 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.724773 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.725084 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.725249 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.725414 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.725572 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.725898 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.726219 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.726520 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.726821 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.727132 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.727294 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.727600 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.727769 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.727932 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.728095 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] host = n-d-688802-6 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.728260 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.728420 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.728583 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.728745 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.728912 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.729075 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.729236 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.729402 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.729562 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.729748 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.729912 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.730073 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.730237 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.730399 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.730559 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_options = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.730720 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.730881 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.731042 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.731225 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.731394 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.731558 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.731720 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.731882 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.732045 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.732748 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.732915 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.733075 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.733336 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.733429 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.733585 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.733844 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.734001 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.734165 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.734327 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.734494 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.734657 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.734820 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.734975 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.735136 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.735296 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.735452 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.735608 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.735762 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.735917 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.736072 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.736227 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.736382 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.736538 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.736694 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.736849 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.737003 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.737158 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.737318 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.737475 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.737630 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.737820 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.737981 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.738143 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.738304 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.738465 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.738626 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_json = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.738786 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.738945 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.739105 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.739266 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.739427 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.739587 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.739749 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.739913 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 12:44:24.740101 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.740267 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.740443 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.740609 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.740772 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.740933 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.741095 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.741258 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.741422 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.741585 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.741777 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.741941 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.742113 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.742276 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.742439 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.742605 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.742768 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.742932 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.743098 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.743260 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.743424 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.743588 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.743759 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.743921 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.744082 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.744244 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.744381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:44:24.744463 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.744580 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.744743 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.744906 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.745069 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.745233 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.745411 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.745558 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.745875 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.745875 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.746207 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.746207 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.746454 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.746575 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.746705 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.746827 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.746968 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.747133 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.747296 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.747460 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.747624 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.747818 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.748540 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.748710 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.748883 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.749049 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.749214 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.749379 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.749584 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.749730 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.749901 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.750065 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.750229 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.750393 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.750556 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.750718 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.750881 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.751044 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.751207 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.751370 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.751547 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.751708 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.751871 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.752033 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.752195 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.752359 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.752521 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.752684 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.752847 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.753008 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.753171 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.753333 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.753495 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.753691 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.753843 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.754006 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.754170 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.754337 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.754499 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.754661 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.754824 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.754987 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.755149 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.755321 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.755562 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.755697 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.755819 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.755961 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.756124 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.756285 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.756447 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.756608 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.756772 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.756937 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.757100 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.757262 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.757430 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.757593 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.757791 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.757954 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.758118 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.758281 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.758446 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.758609 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.758771 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.758936 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.759099 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.759274 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.759519 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.759732 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.759732 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.759975 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.760116 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.760240 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.760352 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.760509 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.760697 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.760818 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.760976 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.761131 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.761307 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.761448 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.761605 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.761785 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.761943 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.762100 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.762265 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.762432 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.762589 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.762756 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.762918 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.763105 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.763285 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.763444 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.763611 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.763814 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.763948 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.764071 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.764248 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.764387 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.764544 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.764703 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.764890 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.765058 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.765190 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.765312 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.765469 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.765816 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.765816 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.766072 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.766155 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.766276 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.766419 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.766561 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.766733 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.766925 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.767072 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.767251 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.767427 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.767618 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.767618 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.767954 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.767954 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.768280 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.768280 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.768622 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.768622 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.768951 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.768951 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.769338 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.769338 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.769338 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.770242 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.770242 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.770242 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.770242 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.770242 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.770242 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.771265 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.771265 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.771265 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.771265 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.771265 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.771265 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.771265 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.772417 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.772417 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.772417 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.772417 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.772417 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.772417 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.772417 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.773528 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.773528 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.773528 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.773528 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.773528 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.773528 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.773528 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.774617 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.774617 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.774617 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.774617 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.774617 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.774617 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.774617 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.775727 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.775727 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.775727 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.775727 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.775727 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.775727 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.775727 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.776832 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.776832 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.776832 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.776832 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.776832 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.776832 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.776832 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.776832 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.777841 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.777841 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.777841 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.777841 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.777841 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.777841 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.778677 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.778677 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.778677 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.778677 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.778677 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.778677 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.779563 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.779563 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.779563 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.779563 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.779563 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.780584 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.780584 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.780584 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.780584 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.780584 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.780584 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.781582 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.781582 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.781582 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.781582 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.781582 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.782392 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.782392 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.782392 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.783554 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.783554 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.783554 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.783554 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.784204 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.784204 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.784525 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.784697 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.784867 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.785183 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.785478 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.785963 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.786166 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.786166 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.786493 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.786493 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.786810 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.786810 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.787133 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.787133 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.787461 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.787461 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.787792 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.787792 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.788119 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.788119 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.788119 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.788594 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.788594 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.788594 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.789072 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.789072 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 12:44:24.789072 n-d-688802-6 neutron-server[95589]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95589) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 12:44:24.898572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52054) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:44:24.907569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066161 Aug 30 12:44:36.584418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276fcde1-4c88-4593-a5c7-fc85c4653826 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 12:44:36.709891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276fcde1-4c88-4593-a5c7-fc85c4653826 None None] No non-hosted networks {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 12:44:36.728398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6cb76a7f-90b2-4f5e-95bf-c8bc4f909c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697693'] for agent, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:39.247949 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cce41b42-61a5-46a3-b616-f3b7314d6292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697693'] for agent, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:39.304571 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe028e6e-27cf-4ab5-89f7-55c7edc9c57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:39.844699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697693'] for agent, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:39.851201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.854281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.854778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.856332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.860249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.863609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.864205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.866262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.867784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.868316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.869232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.870301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:39.872677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-688802-6', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:44:39.889516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-688802-6', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:44:40.698611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697693'] for agent, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:41.975044 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697693'] for agent, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:43.679188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52148) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:44:44.310568 n-d-688802-6 neutron-server[95698]: WARNING oslo_policy.policy [None req-95c7dee6-3a0d-4237-afc2-683f9cd388ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 12:44:44.311585 n-d-688802-6 neutron-server[95698]: WARNING oslo_policy.policy [None req-95c7dee6-3a0d-4237-afc2-683f9cd388ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 12:44:44.539294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-95c7dee6-3a0d-4237-afc2-683f9cd388ef admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:44:44.540492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-95c7dee6-3a0d-4237-afc2-683f9cd388ef admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8592634 Aug 30 12:44:44.778691 n-d-688802-6 neutron-server[95700]: INFO neutron.db.l3_hamode_db [None req-f27e6d91-5b2a-4857-8767-9cd2929567e1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 12:44:44.865876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e6d91-5b2a-4857-8767-9cd2929567e1 None None] Routers set() bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:44:44.866195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e6d91-5b2a-4857-8767-9cd2929567e1 None None] Router IDs set() for agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 12:44:46.993055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52162) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:44:47.321699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6987b254-463c-4816-acdb-7e49680d7832 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:44:47.417789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.policy [None req-6987b254-463c-4816-acdb-7e49680d7832 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95698) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 12:44:47.462771 n-d-688802-6 neutron-server[95698]: WARNING oslo_policy.policy [None req-6987b254-463c-4816-acdb-7e49680d7832 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 12:44:47.463157 n-d-688802-6 neutron-server[95698]: WARNING oslo_policy.policy [None req-6987b254-463c-4816-acdb-7e49680d7832 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 12:44:47.472286 n-d-688802-6 neutron-server[95698]: INFO neutron.quota [None req-6987b254-463c-4816-acdb-7e49680d7832 admin admin] Loaded quota_driver: . Aug 30 12:44:47.563133 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6987b254-463c-4816-acdb-7e49680d7832 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785273427872', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785273424271', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785273432055', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785273540883', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785278042742', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785273523697', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-541683', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647373', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1632173', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1791098'] for rbac-policy, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:47.630539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6987b254-463c-4816-acdb-7e49680d7832 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:47.631733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6987b254-463c-4816-acdb-7e49680d7832 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6376369 Aug 30 12:44:50.274720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52174) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:44:50.581572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:44:50.611061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Made reservation on behalf of 785f957a3eb44c1ea36dddd4cfa5c627 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:44:50.613974 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:50.630675 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:50.756592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:50.760550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:50.781852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:44:50.811233 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785277176805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:50.811768 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Unsubscribe: segment precommit_create {{(pid=95698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 12:44:50.812322 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Added segment a909ec4f-f677-43fe-a2ca-7c470a20d6c3 of type vlan for network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 Aug 30 12:44:50.829256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d93ea2-7e9d-416f-9877-ef8723c2cbef,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:44:50.878817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.879153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.879483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.879810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.880135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.880456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.880775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.881094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.881405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.881741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.882056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.882369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Tracked resource versions report: Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: pushed versions: Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: { 'AddressGroup': {'1.2'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'ConntrackHelper': {'1.0'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Log': {'1.0'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Network': {'1.1'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Port': {'1.7'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'PortForwarding': {'1.2'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'QosPolicy': {'1.9'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'SecurityGroup': {'1.4'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'SecurityGroupRule': {'1.2'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'SubPort': {'1.0'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Subnet': {'1.1'}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Trunk': {'1.1'}} Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: consumer versions: Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: { DHCP agent@n-d-688802-6: {}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: L3 agent@n-d-688802-6: {}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: Metadata agent@n-d-688802-6: {}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: Metering agent@n-d-688802-6: {}, Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: Open vSwitch agent@n-d-688802-6: { 'AddressGroup': '1.2', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'ConntrackHelper': '1.0', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Log': '1.0', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Network': '1.1', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Port': '1.7', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'PortForwarding': '1.2', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'QosPolicy': '1.9', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'SecurityGroup': '1.4', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'SecurityGroupRule': '1.2', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'SubPort': '1.0', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Subnet': '1.1', Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: 'Trunk': '1.1'}} Aug 30 12:44:50.883519 n-d-688802-6 neutron-server[95698]: {{(pid=95698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 12:44:50.936101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:50.975029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:50.976270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:44:50.976949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:51.058331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7825396 Aug 30 12:44:51.077414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a78f4-9fe5-466b-8483-38dff9bdf8ec admin admin] Pushing event updated for resources: {'Network': ['ID=50f9cd62-2ede-43a4-b8eb-6abc4bab2e04,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:44:51.089562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:44:53.757022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52188) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:44:54.170123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631c6d8-e07b-4a73-8c63-d5f1c9890948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:44:54.171507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f631c6d8-e07b-4a73-8c63-d5f1c9890948 admin admin] 10.222.0.37 "GET /v2.0/networks/50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 HTTP/1.1" status: 200 len: 825 time: 0.4135337 Aug 30 12:44:54.196805 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b62d8b5c-66c1-4b06-9481-ce095329e04c admin admin] 10.222.0.37 "GET /v2.0/subnetpools/f2bb0305-a813-4359-8fd0-0d79c8f5275d HTTP/1.1" status: 200 len: 734 time: 0.0187685 Aug 30 12:44:54.206909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Request body: {'subnet': {'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'subnetpool_id': 'f2bb0305-a813-4359-8fd0-0d79c8f5275d'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:44:54.238133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Made reservation on behalf of 785f957a3eb44c1ea36dddd4cfa5c627 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:44:54.240426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:54.541091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:54.613092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Checking segment: {'id': 'a909ec4f-f677-43fe-a2ca-7c470a20d6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:44:54.613467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Network hostable DHCP agents. Network: 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:44:54.615707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a3b145-b870-4d6f-8173-f3b8add982d6,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:44:54.637518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:44:54.651796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:44:54.657170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:44:54.657790 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:54.662634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f959f2fd-e3d5-43d6-82a2-ec4751655f50 None None] Network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:44:54.672862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-35252225-030b-478a-b56f-d6e26ebad631 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4694231 Aug 30 12:44:54.988571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-50f9cd62-2ede-43a4-b8eb-6abc4bab2e04', 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'fixed_ips': [{'subnet_id': '66a3b145-b870-4d6f-8173-f3b8add982d6'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 12:44:54.989907 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:55.268386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Allocated IP 172.20.0.2 (50f9cd62-2ede-43a4-b8eb-6abc4bab2e04/66a3b145-b870-4d6f-8173-f3b8add982d6/c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:44:55.471753 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:55.489102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Transition to ACTIVE for port object c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:44:55.537935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Transition to ACTIVE for port object c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:44:55.544971 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:55.612699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:44:55.617495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:44:55.626398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:44:55.629539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Pushing event updated for resources: {'Port': ['ID=c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:44:55.680630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.681332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.681332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.681632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.681988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.682312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.682635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.682960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.683281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.683628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.683945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.684258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Tracked resource versions report: Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: pushed versions: Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: { 'AddressGroup': {'1.2'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'ConntrackHelper': {'1.0'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Log': {'1.0'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Network': {'1.1'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Port': {'1.7'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'PortForwarding': {'1.2'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'QosPolicy': {'1.9'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'SecurityGroup': {'1.4'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'SecurityGroupRule': {'1.2'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'SubPort': {'1.0'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Subnet': {'1.1'}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Trunk': {'1.1'}} Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: consumer versions: Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: { DHCP agent@n-d-688802-6: {}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: L3 agent@n-d-688802-6: {}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: Metadata agent@n-d-688802-6: {}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: Metering agent@n-d-688802-6: {}, Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: Open vSwitch agent@n-d-688802-6: { 'AddressGroup': '1.2', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'ConntrackHelper': '1.0', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Log': '1.0', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Network': '1.1', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Port': '1.7', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'PortForwarding': '1.2', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'QosPolicy': '1.9', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'SecurityGroup': '1.4', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'SecurityGroupRule': '1.2', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'SubPort': '1.0', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Subnet': '1.1', Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: 'Trunk': '1.1'}} Aug 30 12:44:55.685410 n-d-688802-6 neutron-server[95700]: {{(pid=95700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 12:44:55.712639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Attempting to bind port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:44:55.713036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Attempting to bind port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'a909ec4f-f677-43fe-a2ca-7c470a20d6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:44:55.713459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Attempting to bind port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f on network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:44:55.727082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:44:55.727745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Checking segment: {'id': 'a909ec4f-f677-43fe-a2ca-7c470a20d6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:44:55.728401 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:55.729030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Bound using segment: {'id': 'a909ec4f-f677-43fe-a2ca-7c470a20d6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:44:55.729682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Bound port: c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a909ec4f-f677-43fe-a2ca-7c470a20d6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:44:55.730166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:55.799689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] For port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:44:55.804229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] For port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f,segment=NetworkSegment(a909ec4f-f677-43fe-a2ca-7c470a20d6c3),segment_id=a909ec4f-f677-43fe-a2ca-7c470a20d6c3)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:44:55.811096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:44:55.879788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c347120-d712-435d-9a1e-d60e9f7fb6a0 None None] Pushing event updated for resources: {'Port': ['ID=c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:44:57.162487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52196) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:44:57.497482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-8f34228a-7024-499a-b096-eefa4b7a9239 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:44:57.498590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f34228a-7024-499a-b096-eefa4b7a9239 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3350432 Aug 30 12:44:59.958700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52204) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:45:00.299545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-f6c8e263-dd22-41a5-9f84-82388bf5b47c admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:45:00.300636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f6c8e263-dd22-41a5-9f84-82388bf5b47c admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3408751 Aug 30 12:45:03.062117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52216) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:45:03.425056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-61d589be-d97a-42da-a1ac-0bdaab34e9c9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:45:03.456061 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d589be-d97a-42da-a1ac-0bdaab34e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:03.457532 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d589be-d97a-42da-a1ac-0bdaab34e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:03.598272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d589be-d97a-42da-a1ac-0bdaab34e9c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:03.604486 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d589be-d97a-42da-a1ac-0bdaab34e9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:03.617936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d589be-d97a-42da-a1ac-0bdaab34e9c9 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:03.619140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-61d589be-d97a-42da-a1ac-0bdaab34e9c9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5555129 Aug 30 12:45:03.818884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:45:03.916315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:45:04.487480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0d1153-fbc8-4d63-a832-fb5d73ff6cdc None None] Network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:45:04.554670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0974a1d3-ee65-451e-a7a5-4d83e326891d None None] Provisioning for port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:45:04.563163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0974a1d3-ee65-451e-a7a5-4d83e326891d None None] Provisioning complete for port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:45:04.563568 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0974a1d3-ee65-451e-a7a5-4d83e326891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:04.736477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0974a1d3-ee65-451e-a7a5-4d83e326891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:04.809913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0974a1d3-ee65-451e-a7a5-4d83e326891d None None] For port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f,segment=NetworkSegment(a909ec4f-f677-43fe-a2ca-7c470a20d6c3),segment_id=a909ec4f-f677-43fe-a2ca-7c470a20d6c3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:45:04.819520 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0974a1d3-ee65-451e-a7a5-4d83e326891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:04.900287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974a1d3-ee65-451e-a7a5-4d83e326891d None None] Pushing event updated for resources: {'Port': ['ID=c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:05.092800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2ade6228-2eb1-4ce7-92d3-aeed99795888 None None] Provisioning complete for port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:45:05.093368 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2ade6228-2eb1-4ce7-92d3-aeed99795888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:05.792209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:45:05.843993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:45:05.844650 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:06.116855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52228) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:45:06.482522 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3e1bcf8-9473-4d33-8b49-b27999080a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:06.657350 n-d-688802-6 neutron-server[95699]: WARNING oslo_policy.policy [None req-dd6faf40-7a36-45e2-85ea-024a617eae11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 12:45:06.657941 n-d-688802-6 neutron-server[95699]: WARNING oslo_policy.policy [None req-dd6faf40-7a36-45e2-85ea-024a617eae11 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 12:45:06.881495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-dd6faf40-7a36-45e2-85ea-024a617eae11 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:45:06.882529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd6faf40-7a36-45e2-85ea-024a617eae11 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7646852 Aug 30 12:45:09.241713 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aeaef094-aa8d-40be-bd12-edb568dc2453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:09.350562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52242) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:45:09.698534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:45:09.700580 n-d-688802-6 neutron-server[95699]: INFO neutron.quota [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Loaded quota_driver: . Aug 30 12:45:09.766139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Made reservation on behalf of 64ddc626835442229860909dfc633c6f for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:45:09.833962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.policy [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95699) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 12:45:09.839352 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:09.880362 n-d-688802-6 neutron-server[95699]: WARNING oslo_policy.policy [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 12:45:09.880748 n-d-688802-6 neutron-server[95699]: WARNING oslo_policy.policy [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 12:45:09.891561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:09.912590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:10.054610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:10.059766 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:10.071924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Reserving flat network on physical network physnet1 {{(pid=95699) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 12:45:10.108988 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785277176805', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:10.109589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Unsubscribe: segment precommit_create {{(pid=95699) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 12:45:10.110171 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Added segment 2aa93732-0885-47d4-803f-5eed5c57fb82 of type flat for network da5f4eeb-23a2-4741-addb-4923406a7fe6 Aug 30 12:45:10.129550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4049803e-f8c6-4083-ba52-35d593e4bca6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:10.190927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.191260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.191587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.191908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.192227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.192544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.192854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.193163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.193473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.193809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.194118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.194422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Tracked resource versions report: Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: pushed versions: Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: { 'AddressGroup': {'1.2'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'ConntrackHelper': {'1.0'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Log': {'1.0'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Network': {'1.1'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Port': {'1.7'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'PortForwarding': {'1.2'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'QosPolicy': {'1.9'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'SecurityGroup': {'1.4'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'SecurityGroupRule': {'1.2'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'SubPort': {'1.0'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Subnet': {'1.1'}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Trunk': {'1.1'}} Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: consumer versions: Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: { DHCP agent@n-d-688802-6: {}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: L3 agent@n-d-688802-6: {}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: Metadata agent@n-d-688802-6: {}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: Metering agent@n-d-688802-6: {}, Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: Open vSwitch agent@n-d-688802-6: { 'AddressGroup': '1.2', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'ConntrackHelper': '1.0', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Log': '1.0', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Network': '1.1', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Port': '1.7', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'PortForwarding': '1.2', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'QosPolicy': '1.9', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'SecurityGroup': '1.4', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'SecurityGroupRule': '1.2', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'SubPort': '1.0', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Subnet': '1.1', Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: 'Trunk': '1.1'}} Aug 30 12:45:10.195577 n-d-688802-6 neutron-server[95699]: {{(pid=95699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 12:45:10.248146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:10.299001 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:10.300318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:45:10.300982 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:10.394117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0423565 Aug 30 12:45:10.403481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f744ed-7ec2-4a3a-827a-aa5725fb994b admin admin] Pushing event updated for resources: {'Network': ['ID=da5f4eeb-23a2-4741-addb-4923406a7fe6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:10.428554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:45:10.623394 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:11.920050 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:12.830288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52266) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:45:13.048470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d94f99-c235-4b71-bc0b-3d51ed924820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:45:13.049872 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-48d94f99-c235-4b71-bc0b-3d51ed924820 admin admin] 10.222.0.37 "GET /v2.0/subnets/66a3b145-b870-4d6f-8173-f3b8add982d6 HTTP/1.1" status: 200 len: 849 time: 0.2186084 Aug 30 12:45:13.214625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-02d3cbf2-05db-4594-88c9-04f479192ed9 admin admin] 10.222.0.37 "GET /v2.0/routers/57367efb-ba2b-40bc-9724-a82addbb9977 HTTP/1.1" status: 200 len: 704 time: 0.1583772 Aug 30 12:45:13.510582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:13.812849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Allocated IP 172.20.0.1 (50f9cd62-2ede-43a4-b8eb-6abc4bab2e04/66a3b145-b870-4d6f-8173-f3b8add982d6/cbd14fac-b924-42f3-bb26-f96256867be6) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:45:14.013965 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:14.053575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Transition to ACTIVE for port object cbd14fac-b924-42f3-bb26-f96256867be6 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:45:14.125991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:14.204975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:45:14.212471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:45:14.215188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd14fac-b924-42f3-bb26-f96256867be6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:14.228053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:45:14.228851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:14.426683 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:14.469785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9aba28eb-75ec-4800-b541-2063887b7e5d None None] Provisioning for port cbd14fac-b924-42f3-bb26-f96256867be6 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:45:14.473334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9aba28eb-75ec-4800-b541-2063887b7e5d None None] Provisioning complete for port cbd14fac-b924-42f3-bb26-f96256867be6 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:45:14.473732 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9aba28eb-75ec-4800-b541-2063887b7e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:14.506300 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9aba28eb-75ec-4800-b541-2063887b7e5d None None] Port cbd14fac-b924-42f3-bb26-f96256867be6 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:45:14.690637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:14.696215 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:14.697126 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:14.778803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Pushing event updated for resources: {'Port': ['ID=cbd14fac-b924-42f3-bb26-f96256867be6,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:14.828159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:45:14.829500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:45:14.997300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Router 57367efb-ba2b-40bc-9724-a82addbb9977 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 12:45:15.027149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a6e82246-356e-4f8f-9379-895baee8a759 None None] Provisioning complete for port cbd14fac-b924-42f3-bb26-f96256867be6 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:45:15.027573 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a6e82246-356e-4f8f-9379-895baee8a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:15.061793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a6e82246-356e-4f8f-9379-895baee8a759 None None] Port cbd14fac-b924-42f3-bb26-f96256867be6 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:45:15.088068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:45:15.094219 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-36653d13-e473-4424-8f3b-0a1b44416605 admin admin] 10.222.0.37 "PUT /v2.0/routers/57367efb-ba2b-40bc-9724-a82addbb9977/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8737414 Aug 30 12:45:15.099477 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Sync routers for ids ['57367efb-ba2b-40bc-9724-a82addbb9977'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:45:15.112244 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Routers {'57367efb-ba2b-40bc-9724-a82addbb9977'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:45:15.113301 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:45:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57367efb-ba2b-40bc-9724-a82addbb9977'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:45:15.306060 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Set router 57367efb-ba2b-40bc-9724-a82addbb9977 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:45:15.743888 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'name': 'router1', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:45:03Z', 'updated_at': '2021-08-30T12:45:14Z', 'revision_number': 2, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'gw_port_host': None, '_interfaces': [{'id': 'cbd14fac-b924-42f3-bb26-f96256867be6', 'name': '', 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'mac_address': 'fa:16:3e:c7:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:45:13Z', 'updated_at': '2021-08-30T12:45:14Z', 'revision_number': 2, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'subnets': [{'id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2bb0305-a813-4359-8fd0-0d79c8f5275d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:45:15.796439 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Checking router: 57367efb-ba2b-40bc-9724-a82addbb9977 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:45:15.796806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Updating router 57367efb-ba2b-40bc-9724-a82addbb9977 port cbd14fac-b924-42f3-bb26-f96256867be6 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:45:15.846727 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:16.424732 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:16.443158 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Transition to ACTIVE for port object cbd14fac-b924-42f3-bb26-f96256867be6 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:45:16.450937 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:16.612295 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Pushing event updated for resources: {'Port': ['ID=cbd14fac-b924-42f3-bb26-f96256867be6,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:16.627349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Attempting to bind port cbd14fac-b924-42f3-bb26-f96256867be6 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:45:16.627740 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Attempting to bind port cbd14fac-b924-42f3-bb26-f96256867be6 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'a909ec4f-f677-43fe-a2ca-7c470a20d6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:45:16.628163 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Attempting to bind port cbd14fac-b924-42f3-bb26-f96256867be6 on network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:45:16.634346 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:45:16.634775 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Checking segment: {'id': 'a909ec4f-f677-43fe-a2ca-7c470a20d6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:45:16.635261 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:16.636321 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Bound using segment: {'id': 'a909ec4f-f677-43fe-a2ca-7c470a20d6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:45:16.636843 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Bound port: cbd14fac-b924-42f3-bb26-f96256867be6, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a909ec4f-f677-43fe-a2ca-7c470a20d6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:45:16.637296 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:16.648715 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.649129 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.649391 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.649742 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.650071 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.650394 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.650715 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.651035 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.652002 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.652293 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.652611 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.652928 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Tracked resource versions report: Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: pushed versions: Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: { 'AddressGroup': {'1.2'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'ConntrackHelper': {'1.0'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Log': {'1.0'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Network': {'1.1'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Port': {'1.7'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'PortForwarding': {'1.2'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'QosPolicy': {'1.9'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'SecurityGroup': {'1.4'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'SecurityGroupRule': {'1.2'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'SubPort': {'1.0'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Subnet': {'1.1'}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Trunk': {'1.1'}} Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: consumer versions: Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: { DHCP agent@n-d-688802-6: {}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: L3 agent@n-d-688802-6: {}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: Metadata agent@n-d-688802-6: {}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: Metering agent@n-d-688802-6: {}, Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: Open vSwitch agent@n-d-688802-6: { 'AddressGroup': '1.2', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'ConntrackHelper': '1.0', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Log': '1.0', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Network': '1.1', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Port': '1.7', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'PortForwarding': '1.2', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'QosPolicy': '1.9', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'SecurityGroup': '1.4', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'SecurityGroupRule': '1.2', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'SubPort': '1.0', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Subnet': '1.1', Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: 'Trunk': '1.1'}} Aug 30 12:45:16.654080 n-d-688802-6 neutron-server[95701]: {{(pid=95701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 12:45:16.736068 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] For port cbd14fac-b924-42f3-bb26-f96256867be6, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:45:16.767555 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] For port cbd14fac-b924-42f3-bb26-f96256867be6, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cbd14fac-b924-42f3-bb26-f96256867be6,segment=NetworkSegment(a909ec4f-f677-43fe-a2ca-7c470a20d6c3),segment_id=a909ec4f-f677-43fe-a2ca-7c470a20d6c3)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:45:16.772139 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:16.823801 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Routers {'57367efb-ba2b-40bc-9724-a82addbb9977'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:45:16.824481 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:45:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57367efb-ba2b-40bc-9724-a82addbb9977'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:45:16.927570 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3684b-13a1-48cb-b5fe-436ee97598cc None None] Pushing event updated for resources: {'Port': ['ID=cbd14fac-b924-42f3-bb26-f96256867be6,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:16.934713 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] Set router 57367efb-ba2b-40bc-9724-a82addbb9977 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:45:17.154323 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'name': 'router1', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:45:03Z', 'updated_at': '2021-08-30T12:45:14Z', 'revision_number': 2, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'gw_port_host': None, '_interfaces': [{'id': 'cbd14fac-b924-42f3-bb26-f96256867be6', 'name': '', 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'mac_address': 'fa:16:3e:c7:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:45:13Z', 'updated_at': '2021-08-30T12:45:16Z', 'revision_number': 4, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'subnets': [{'id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2bb0305-a813-4359-8fd0-0d79c8f5275d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:45:17.179532 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6cd4f-2d65-4bb9-8cf5-70bd27271fbd None None] The sync data for ids ['57367efb-ba2b-40bc-9724-a82addbb9977'] in n-d-688802-6 is: [{'id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'name': 'router1', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:45:03Z', 'updated_at': '2021-08-30T12:45:14Z', 'revision_number': 2, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'gw_port_host': None, '_interfaces': [{'id': 'cbd14fac-b924-42f3-bb26-f96256867be6', 'name': '', 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'mac_address': 'fa:16:3e:c7:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:45:13Z', 'updated_at': '2021-08-30T12:45:16Z', 'revision_number': 4, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'subnets': [{'id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2bb0305-a813-4359-8fd0-0d79c8f5275d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:45:17.412106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52288) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:45:17.532094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739287c1-4a64-4d26-b880-41a76945d1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:45:17.533827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-739287c1-4a64-4d26-b880-41a76945d1f8 admin admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 842 time: 0.1206398 Aug 30 12:45:17.544109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Request body: {'subnet': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_dhcp': False, 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:45:17.576853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Made reservation on behalf of 64ddc626835442229860909dfc633c6f for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:45:17.579188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:17.900087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.objects.ports [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95698) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 12:45:17.900537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:17.955908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3f8f65-e28f-45a0-9e05-5f492938800d,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:17.966535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:45:17.966893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Network hostable DHCP agents. Network: da5f4eeb-23a2-4741-addb-4923406a7fe6, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:45:17.983203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:45:17.995526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, da5f4eeb-23a2-4741-addb-4923406a7fe6) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:45:17.999839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:45:18.000428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:18.004829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178b8f2-4ccc-4286-8a5d-a7e6b2720d9c None None] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:45:18.022624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1239e2ec-8cea-403c-9db3-88876a0d696a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4823096 Aug 30 12:45:18.171358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daae1fcf-3a74-4541-8997-abaa6643b3e5 None None] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:45:20.362452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52296) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:45:20.584254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b6f9b38c-fffc-487e-9745-1e967ea04a8b admin admin] 10.222.0.37 "GET /v2.0/routers/57367efb-ba2b-40bc-9724-a82addbb9977 HTTP/1.1" status: 200 len: 710 time: 0.2207534 Aug 30 12:45:20.679502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccb4a09-f130-45f5-9327-5a733b560499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:45:20.680891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3ccb4a09-f130-45f5-9327-5a733b560499 admin admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 886 time: 0.0895095 Aug 30 12:45:20.692197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:45:20.950879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:21.249693 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:21.330894 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:21.492500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Allocated IP 172.25.2.126 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/d0f55d15-2517-4cca-8ea2-5e95d355dd61) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:45:21.607062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:21.678813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:21.758703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:45:21.763990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:45:21.767245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:45:21.773889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Pushing event updated for resources: {'Port': ['ID=d0f55d15-2517-4cca-8ea2-5e95d355dd61,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:22.053393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:22.249206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:22.253720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:22.449366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Router 57367efb-ba2b-40bc-9724-a82addbb9977 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:45:22.559061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:45:22.564113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:22.565324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-17d09ecb-a46d-48a3-972f-9eb8ff3d175d admin admin] 10.222.0.37 "PUT /v2.0/routers/57367efb-ba2b-40bc-9724-a82addbb9977 HTTP/1.1" status: 200 len: 890 time: 1.8767192 Aug 30 12:45:23.645097 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Sync routers for ids ['57367efb-ba2b-40bc-9724-a82addbb9977'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:45:23.656789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Routers {'57367efb-ba2b-40bc-9724-a82addbb9977'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:45:23.657523 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:45:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57367efb-ba2b-40bc-9724-a82addbb9977'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:45:23.868136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cbd14fac-b924-42f3-bb26-f96256867be6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:45:23.962947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Set router 57367efb-ba2b-40bc-9724-a82addbb9977 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:45:24.046454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port cbd14fac-b924-42f3-bb26-f96256867be6 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:45:24.081259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cbd14fac-b924-42f3-bb26-f96256867be6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:45:24.081730 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:24.361839 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:24.417847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port cbd14fac-b924-42f3-bb26-f96256867be6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cbd14fac-b924-42f3-bb26-f96256867be6,segment=NetworkSegment(a909ec4f-f677-43fe-a2ca-7c470a20d6c3),segment_id=a909ec4f-f677-43fe-a2ca-7c470a20d6c3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:45:24.424326 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:24.498770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'name': 'router1', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd0f55d15-2517-4cca-8ea2-5e95d355dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:45:03Z', 'updated_at': '2021-08-30T12:45:21Z', 'revision_number': 4, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'gw_port': {'id': 'd0f55d15-2517-4cca-8ea2-5e95d355dd61', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:45:21Z', 'updated_at': '2021-08-30T12:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'cbd14fac-b924-42f3-bb26-f96256867be6', 'name': '', 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'mac_address': 'fa:16:3e:c7:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:45:13Z', 'updated_at': '2021-08-30T12:45:16Z', 'revision_number': 4, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'subnets': [{'id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2bb0305-a813-4359-8fd0-0d79c8f5275d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:45:24.500995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=cbd14fac-b924-42f3-bb26-f96256867be6,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:24.556681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Checking router: 57367efb-ba2b-40bc-9724-a82addbb9977 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:45:24.557094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Updating router 57367efb-ba2b-40bc-9724-a82addbb9977 port d0f55d15-2517-4cca-8ea2-5e95d355dd61 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:45:24.607035 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:24.944612 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:24.956711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Transition to ACTIVE for port object d0f55d15-2517-4cca-8ea2-5e95d355dd61 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:45:24.962854 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:25.014288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1584d-6c71-42c3-bdcd-27d2a1924964 None None] Pushing event updated for resources: {'Port': ['ID=d0f55d15-2517-4cca-8ea2-5e95d355dd61,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:25.019541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Attempting to bind port d0f55d15-2517-4cca-8ea2-5e95d355dd61 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:45:25.021478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Attempting to bind port d0f55d15-2517-4cca-8ea2-5e95d355dd61 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:45:25.021478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Attempting to bind port d0f55d15-2517-4cca-8ea2-5e95d355dd61 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:45:25.027149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:45:25.027520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:45:25.027921 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:25.028315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:45:25.028943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Bound port: d0f55d15-2517-4cca-8ea2-5e95d355dd61, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:45:25.029322 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:25.045606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52308) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:45:25.086235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] For port d0f55d15-2517-4cca-8ea2-5e95d355dd61, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:45:25.090431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] For port d0f55d15-2517-4cca-8ea2-5e95d355dd61, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d0f55d15-2517-4cca-8ea2-5e95d355dd61,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:45:25.097356 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:25.170347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1584d-6c71-42c3-bdcd-27d2a1924964 None None] Pushing event updated for resources: {'Port': ['ID=d0f55d15-2517-4cca-8ea2-5e95d355dd61,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:25.178205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Routers {'57367efb-ba2b-40bc-9724-a82addbb9977'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:45:25.178823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:45:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57367efb-ba2b-40bc-9724-a82addbb9977'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:45:25.194071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b099f924-b7dc-4c27-8939-edfcf09575fc admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1456482 Aug 30 12:45:25.304305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] Set router 57367efb-ba2b-40bc-9724-a82addbb9977 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:45:25.607382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'name': 'router1', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd0f55d15-2517-4cca-8ea2-5e95d355dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:45:03Z', 'updated_at': '2021-08-30T12:45:21Z', 'revision_number': 4, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'gw_port': {'id': 'd0f55d15-2517-4cca-8ea2-5e95d355dd61', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:45:21Z', 'updated_at': '2021-08-30T12:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'cbd14fac-b924-42f3-bb26-f96256867be6', 'name': '', 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'mac_address': 'fa:16:3e:c7:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:45:13Z', 'updated_at': '2021-08-30T12:45:24Z', 'revision_number': 5, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'subnets': [{'id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2bb0305-a813-4359-8fd0-0d79c8f5275d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:45:25.633370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd644ed-bad8-4fd0-bc99-0efafb1d0f9b None None] The sync data for ids ['57367efb-ba2b-40bc-9724-a82addbb9977'] in n-d-688802-6 is: [{'id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'name': 'router1', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'd0f55d15-2517-4cca-8ea2-5e95d355dd61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:45:03Z', 'updated_at': '2021-08-30T12:45:21Z', 'revision_number': 4, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'gw_port': {'id': 'd0f55d15-2517-4cca-8ea2-5e95d355dd61', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:54:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:45:21Z', 'updated_at': '2021-08-30T12:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'cbd14fac-b924-42f3-bb26-f96256867be6', 'name': '', 'network_id': '50f9cd62-2ede-43a4-b8eb-6abc4bab2e04', 'tenant_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'mac_address': 'fa:16:3e:c7:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57367efb-ba2b-40bc-9724-a82addbb9977', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:45:13Z', 'updated_at': '2021-08-30T12:45:24Z', 'revision_number': 5, 'project_id': '785f957a3eb44c1ea36dddd4cfa5c627', 'subnets': [{'id': '66a3b145-b870-4d6f-8173-f3b8add982d6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2bb0305-a813-4359-8fd0-0d79c8f5275d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:45:25.917867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cbd14fac-b924-42f3-bb26-f96256867be6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:45:25.977619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cbd14fac-b924-42f3-bb26-f96256867be6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:45:25.978214 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:26.068911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d0f55d15-2517-4cca-8ea2-5e95d355dd61 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:45:26.127242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port d0f55d15-2517-4cca-8ea2-5e95d355dd61 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:45:26.131614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d0f55d15-2517-4cca-8ea2-5e95d355dd61 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:45:26.132175 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:26.247126 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:26.270959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port d0f55d15-2517-4cca-8ea2-5e95d355dd61, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d0f55d15-2517-4cca-8ea2-5e95d355dd61,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:45:26.277823 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:26.327567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=d0f55d15-2517-4cca-8ea2-5e95d355dd61,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:45:27.823083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d0f55d15-2517-4cca-8ea2-5e95d355dd61 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:45:27.877333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d0f55d15-2517-4cca-8ea2-5e95d355dd61 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:45:27.877732 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:34.667058 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:45:36.497087 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8a504496-2bba-49b5-9ca7-f4ba6604a3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:39.247409 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-76cc47eb-07f5-4781-9694-1b9e2ab5e733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:39.846627 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:40.626910 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:45:41.945342 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:06.483949 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cc5d-7d23-4fa9-b945-a613461b6edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:09.247244 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-29fe53c8-86cf-4552-8338-732555f1a4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:09.843394 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:10.632215 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:11.666516 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:46:11.942187 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:36.489217 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6765f6ca-1435-4b69-a828-7a1abe7aad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:39.238067 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8035301a-a791-423c-8d16-03aff23249f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:39.848174 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:40.628462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:41.956381 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:46:48.665924 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:47:06.491602 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d8e50039-32e3-4eda-a4e0-0eeb64b4d8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:08.879477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52902) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:08.948484 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5ef3e6-5903-4c04-8b73-c880e85d79fb admin admin] GET failed (client error): The resource could not be found. Aug 30 12:47:08.949919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fa5ef3e6-5903-4c04-8b73-c880e85d79fb admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694437 Aug 30 12:47:09.119088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ae9696-c404-4733-865b-f388b0019b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:09.120503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b4ae9696-c404-4733-865b-f388b0019b64 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1659853 Aug 30 12:47:09.243212 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fd121ebb-6bbb-4e1f-b21a-078a8e541c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:09.858132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:10.633067 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:11.372697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52912) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:11.473890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb33fffd-f0a3-4435-b253-1baff20a5950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:11.475293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eb33fffd-f0a3-4435-b253-1baff20a5950 admin admin] 10.222.0.37 "GET /v2.0/subnets/66a3b145-b870-4d6f-8173-f3b8add982d6 HTTP/1.1" status: 200 len: 849 time: 0.1016388 Aug 30 12:47:11.485526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:47:11.576628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:11.722423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785277136168'] for subnet, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:11.756378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:11.757715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:11.759493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] 10.222.0.37 "PUT /v2.0/subnets/66a3b145-b870-4d6f-8173-f3b8add982d6 HTTP/1.1" status: 200 len: 868 time: 0.2771840 Aug 30 12:47:11.760172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7884c5c-fa82-4dd1-a83d-971ca3a5c886 None None] Network 50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:47:11.789118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a3b145-b870-4d6f-8173-f3b8add982d6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:47:11.797521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.797934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.798230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.798567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.798897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.799226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.799551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.799874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.800196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.800514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.800836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.801179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599c1cf-5290-42a0-b796-6dffba6284d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:47:11.970016 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:12.193884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0b10f63c-27a3-46fb-a3af-4204c2532eef None None] Provisioning complete for port cbd14fac-b924-42f3-bb26-f96256867be6 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:47:12.194331 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0b10f63c-27a3-46fb-a3af-4204c2532eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:12.288069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0b10f63c-27a3-46fb-a3af-4204c2532eef None None] Provisioning complete for port c1b6042b-b73d-46a1-9f2f-e8ca17a8c07f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:47:12.288359 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0b10f63c-27a3-46fb-a3af-4204c2532eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:13.987815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52920) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:14.198788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b934b-1469-4071-80b0-93ee3f1a484c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:14.199266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b934b-1469-4071-80b0-93ee3f1a484c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:14.200830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ea3b934b-1469-4071-80b0-93ee3f1a484c admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2120636 Aug 30 12:47:16.428071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52930) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:16.566884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7f32c-41d6-4dfc-a165-978d07bd3482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:16.567362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7f32c-41d6-4dfc-a165-978d07bd3482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:16.569002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1ff7f32c-41d6-4dfc-a165-978d07bd3482 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1396408 Aug 30 12:47:18.799511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52938) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:18.935115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94d7712-6dc7-4f69-a755-3a0a2abb3ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:18.936494 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d94d7712-6dc7-4f69-a755-3a0a2abb3ee6 admin admin] 10.222.0.37 "GET /v2.0/networks/50f9cd62-2ede-43a4-b8eb-6abc4bab2e04 HTTP/1.1" status: 200 len: 869 time: 0.1360328 Aug 30 12:47:21.168953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52946) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:21.335681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b39acd-862b-4e6e-aac6-b59a6fc5fbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:21.337067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e5b39acd-862b-4e6e-aac6-b59a6fc5fbce admin admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 886 time: 0.1671288 Aug 30 12:47:23.545765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52954) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:23.673400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe69eb-fdf2-496f-ab43-037931f32f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:23.673802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe69eb-fdf2-496f-ab43-037931f32f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:23.675332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bafe69eb-fdf2-496f-ab43-037931f32f10 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1286089 Aug 30 12:47:25.665326 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:47:25.909415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52962) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:26.017293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b1846-4f7e-4b8f-9136-f8d74b86a1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:26.017779 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b1846-4f7e-4b8f-9136-f8d74b86a1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:26.020367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-587b1846-4f7e-4b8f-9136-f8d74b86a1cd admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1088355 Aug 30 12:47:28.327270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52970) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:28.432529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56b18e7-6de6-4a9d-b0f6-99fad7f82cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:28.433979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b56b18e7-6de6-4a9d-b0f6-99fad7f82cb8 admin admin] 10.222.0.37 "GET /v2.0/subnets/66a3b145-b870-4d6f-8173-f3b8add982d6 HTTP/1.1" status: 200 len: 868 time: 0.1057353 Aug 30 12:47:30.693507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52978) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:30.799802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c4debc-7e1c-4903-a49a-3539fc73ff7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:30.802408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a8c4debc-7e1c-4903-a49a-3539fc73ff7a admin admin] 10.222.0.37 "GET /v2.0/subnets/ad3f8f65-e28f-45a0-9e05-5f492938800d HTTP/1.1" status: 200 len: 816 time: 0.1074972 Aug 30 12:47:36.502514 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ef968355-decd-4c18-87c4-b659b0929037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:39.247068 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-95ede108-2a55-4bb9-ba42-985f9fd91edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:39.852299 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:40.634158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:41.963430 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:47:55.455508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53032) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:55.519406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-de3a82d4-2611-417d-9ecc-77e1e8d14bc4 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:47:55.520448 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-de3a82d4-2611-417d-9ecc-77e1e8d14bc4 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0638413 Aug 30 12:47:57.825281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53040) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:47:57.889385 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-59abceb4-4ce7-4b61-b15c-b01ca6a20707 admin admin] GET failed (client error): The resource could not be found. Aug 30 12:47:57.890807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-59abceb4-4ce7-4b61-b15c-b01ca6a20707 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645642 Aug 30 12:47:57.982680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d93bf1-8efa-4fcd-82af-f6f2d605dbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:47:57.984183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f8d93bf1-8efa-4fcd-82af-f6f2d605dbbd admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0874703 Aug 30 12:48:00.260218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53048) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:48:00.308658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:48:00.331195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Made reservation on behalf of 64ddc626835442229860909dfc633c6f for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:48:00.333505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:00.368854 n-d-688802-6 neutron-server[95698]: WARNING neutron.services.revisions.revision_plugin [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Could not find related network for resource to bump revision. Aug 30 12:48:00.382619 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:48:00.393186 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:00.393500 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Added segment 9da9b161-9ca0-4878-b5a6-3e19d9071ca6 of type vlan for network 592fe063-17fa-491f-af47-6ddb18af53ca Aug 30 12:48:00.448435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:00.477936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:00.478912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:48:00.479511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:00.539355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2780232 Aug 30 12:48:00.546587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820e2d9-c49c-412f-9776-697234bf045b admin admin] Pushing event updated for resources: {'Network': ['ID=592fe063-17fa-491f-af47-6ddb18af53ca,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:48:00.570628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 592fe063-17fa-491f-af47-6ddb18af53ca details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:48:02.664839 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:48:02.853708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53056) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:48:02.922722 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13997a4-e6a8-4e17-86d8-af9e86a4cac1 admin admin] GET failed (client error): The resource could not be found. Aug 30 12:48:02.924498 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b13997a4-e6a8-4e17-86d8-af9e86a4cac1 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0698423 Aug 30 12:48:02.997834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53be8ff-15e9-4443-abab-64b16fc58529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:48:02.999331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f53be8ff-15e9-4443-abab-64b16fc58529 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693967 Aug 30 12:48:03.010229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:48:03.031836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Made reservation on behalf of 64ddc626835442229860909dfc633c6f for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:48:03.034801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:03.200376 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:03.250474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=11cd14b0-793f-4e95-b539-4eaa28a24e88,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:48:03.268390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:48:03.268752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Network hostable DHCP agents. Network: 592fe063-17fa-491f-af47-6ddb18af53ca, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:48:03.287550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Network 592fe063-17fa-491f-af47-6ddb18af53ca is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:48:03.298281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 592fe063-17fa-491f-af47-6ddb18af53ca) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:48:03.304021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:48:03.304552 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:03.309302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b3bb7-7dfe-42d7-85b4-21bd29ed1c39 None None] Network 592fe063-17fa-491f-af47-6ddb18af53ca requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:48:03.323642 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-48dd7f2f-3e6e-4fb6-9698-c21e212443ee admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3168886 Aug 30 12:48:03.575968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-592fe063-17fa-491f-af47-6ddb18af53ca', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'tenant_id': '64ddc626835442229860909dfc633c6f', 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 12:48:03.576861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:03.733035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Allocated IP 192.168.233.2 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:48:03.899502 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:03.908622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Transition to ACTIVE for port object f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:48:03.924212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Transition to ACTIVE for port object f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:48:03.931064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:03.975974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:48:03.978983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:48:03.983577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:48:03.991823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Pushing event updated for resources: {'Port': ['ID=f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:48:03.994983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.995325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.995770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.996091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.996327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.996655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.997017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.997349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.997680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.998082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.998399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:03.998719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:48:04.072583 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Attempting to bind port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:48:04.072952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Attempting to bind port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:48:04.073317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Attempting to bind port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:48:04.079008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:48:04.079378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:48:04.079917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:04.080313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:48:04.080781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Bound port: f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:48:04.081178 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:04.151102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] For port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:48:04.155485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] For port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:48:04.160356 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:04.219336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7bf082-c52f-4890-9287-4384eecefe89 None None] Pushing event updated for resources: {'Port': ['ID=f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:48:05.107212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8006b2cc-dd07-4095-83ff-2da804c83c6e None None] Network 592fe063-17fa-491f-af47-6ddb18af53ca requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:48:05.232988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-62206be7-aaf9-4dcf-8150-af33d61f550e None None] Provisioning for port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:48:05.979384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:48:06.044516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:48:06.053723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:48:06.054099 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:06.137625 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:06.171428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:48:06.180734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:06.234437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:48:06.495208 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-57d88e31-5909-4533-be21-60eb976db5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:07.952068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:48:08.008204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f94f9a9b-1ad0-4e6a-8962-4faf5b0b5408 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:48:08.008582 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:09.250444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-95b1bd69-80f3-4e40-92ed-6b5ed046a83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:09.853733 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:10.638590 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:11.951554 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:36.497407 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ab833c50-2879-49e8-b881-6d5df1c8a8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:39.253247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62750619-ca91-49f2-92d7-72d29776f738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:39.668137 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:48:39.861210 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:40.641700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:48:41.957476 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:06.499234 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d271ec8c-a6e7-4065-89b5-4058f8cd418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:09.255742 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-64b72601-b324-48a2-8e0d-824fdc1700e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:09.857345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:10.650918 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:11.966283 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:16.663053 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:49:19.549482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53110) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:49:19.555973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-42e95508-7b19-4586-8bba-703e66ac81ea tempest-verify_tempest_config-1277868226 tempest-verify_tempest_config-1277868226-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:49:19.556924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-42e95508-7b19-4586-8bba-703e66ac81ea tempest-verify_tempest_config-1277868226 tempest-verify_tempest_config-1277868226-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064147 Aug 30 12:49:19.853311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53128) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:49:19.958077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:20.049195 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:20.053085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:20.098101 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5d71e728922444c798ed11509cb8f50e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2436922 Aug 30 12:49:20.098939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a05740-76e2-40b2-8bf0-53fc436d22f3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:49:20.100799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53132) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:49:20.105598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.105969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.106308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.106643 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.107028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.107355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.107679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.107999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.108372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.108636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.108954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.109271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8514b9d-13d0-4555-b992-c6266a87ead7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.159921 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:20.181543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:20.270502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:20.273350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:20.274473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0a05740-76e2-40b2-8bf0-53fc436d22f3 HTTP/1.1" status: 204 len: 168 time: 0.1726694 Aug 30 12:49:20.282616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a05740-76e2-40b2-8bf0-53fc436d22f3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:49:20.289361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.289713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.290051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.290383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.290711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.291042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.291365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.291682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.292001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.292326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.292642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:20.292958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcdc639-2ed9-414c-8dee-22c1eea63f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:49:36.501376 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e5e75491-d9d0-4c7a-9227-784195a060af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:39.257592 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e928-6cdb-495b-95d9-37d15db4309d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:39.859794 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:40.652547 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:41.966358 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:49:53.661648 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:50:06.502172 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-71252629-12b1-441d-bce4-004f40875bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:50:09.260642 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c2f34b80-f7e1-4ba3-8b41-235525370d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:50:09.864257 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:50:10.647831 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:50:11.968429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:50:30.659867 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:50:36.502497 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-502961b9-53e3-44bf-926e-e62d24c5aabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:50:39.264342 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-db5b9261-76f3-47d9-8b79-11edb41fdd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:50:39.865865 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:50:40.650361 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:50:41.973340 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:06.503903 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-63fdb221-274a-49f2-83fa-a3d3121c8850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:07.657865 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:51:09.264525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8f40d66-eb9e-4add-9091-5ee5d84c5c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:09.867113 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:10.657868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:11.973944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:36.504390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-de592792-f317-473c-a282-db2507dd8221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:39.264170 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-980167a8-ed9c-48c0-ad7e-6e0b988d462e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:39.867828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:40.657519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:41.978479 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:51:44.655990 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:52:06.508125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47d019b1-51a7-4518-a017-df50eb9f3a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:09.264502 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-811aaacc-8948-4b6b-8e4b-1a3394cc26f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:09.870194 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:10.662341 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:11.981965 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:21.654068 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 5 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:52:28.014080 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697693'] for agent, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:30.516610 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1697693'] for agent, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:36.508634 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90d0e46c-ecc4-458b-8f0b-71db4d0a20af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:39.265128 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9a757c86-e22a-4dff-8b40-38a6026971bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:39.871241 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:40.664320 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:41.983619 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:58.021251 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:52:58.652782 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:53:00.452572 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:06.511945 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-793b8900-2e57-462b-aa5d-701ef7e295c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:09.266011 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1282a174-6b9c-4c7c-9ea6-752d46e0b3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:09.872289 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:10.667164 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:11.988534 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:14.520369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53200) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:53:14.623752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bd8dbcd6-b5ac-4c5f-a6e7-6e93613bab97 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1022801 Aug 30 12:53:16.852092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53210) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:53:16.907336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0a3f67cc-d0b0-42b9-a8e6-b35f7c2b85ec admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0541809 Aug 30 12:53:28.034793 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:30.451626 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:35.651505 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:53:36.514756 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b31aa4f4-5eca-43c3-990f-0cba4cb09bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:39.266752 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e19b7862-a181-4a07-b703-79fb85c48443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:39.874172 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:40.669772 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:41.991640 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:53:58.034997 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:00.462299 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:06.515293 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bfbc248e-956d-42b1-9425-3c67404aabaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:09.268805 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-873f60ef-53cc-45bd-8968-eb40fa984b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:09.874645 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:10.674586 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:11.995268 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:12.650197 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:54:28.038003 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:30.470235 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:36.525833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4064626-42ca-450d-9cc8-577de7d4a941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:39.281800 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-91b24201-3bcf-4133-bcdd-f6f011a679ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:39.877260 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:40.681886 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:41.997835 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:44.757600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53658) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:44.955303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53680) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:44.977130 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.080598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.082231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b52bb67f-209c-4cc5-97c4-ee14b85ef970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.095223 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.160088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b9f912f770fc4766a28431efcf6088a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4012156 Aug 30 12:54:45.162882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53694) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:45.183849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d66ad5-98e3-4abc-a51a-6a8466d6d6a6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:45.202914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.203452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.204019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.204530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.204985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.205543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.206016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.206329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.206787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.207106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.207425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.207857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10cb08a-aeae-4f8f-a9db-b97b587fc607 admin admin] Tracked resource versions report: Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: pushed versions: Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: { 'AddressGroup': {'1.2'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'ConntrackHelper': {'1.0'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Log': {'1.0'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Network': {'1.1'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Port': {'1.7'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'PortForwarding': {'1.2'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'QosPolicy': {'1.9'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'SecurityGroup': {'1.4'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'SecurityGroupRule': {'1.2'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'SubPort': {'1.0'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Subnet': {'1.1'}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Trunk': {'1.1'}} Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: consumer versions: Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: { DHCP agent@n-d-688802-6: {}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: HyperV agent@n-h1-688802-6: {}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: HyperV agent@n-h2-688802-6: {}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: L3 agent@n-d-688802-6: {}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: Metadata agent@n-d-688802-6: {}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: Metering agent@n-d-688802-6: {}, Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: Open vSwitch agent@n-d-688802-6: { 'AddressGroup': '1.2', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'ConntrackHelper': '1.0', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Log': '1.0', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Network': '1.1', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Port': '1.7', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'PortForwarding': '1.2', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'QosPolicy': '1.9', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'SecurityGroup': '1.4', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'SecurityGroupRule': '1.2', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'SubPort': '1.0', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Subnet': '1.1', Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: 'Trunk': '1.1'}} Aug 30 12:54:45.208899 n-d-688802-6 neutron-server[95698]: {{(pid=95698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 12:54:45.261597 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.297501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b52bb67f-209c-4cc5-97c4-ee14b85ef970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.304839 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.307017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b52bb67f-209c-4cc5-97c4-ee14b85ef970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.381922 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.385641 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.390805 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00d66ad5-98e3-4abc-a51a-6a8466d6d6a6 HTTP/1.1" status: 204 len: 168 time: 0.2260187 Aug 30 12:54:45.393320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b52bb67f-209c-4cc5-97c4-ee14b85ef970 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab70679cf7d6481db72f734d90173079&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4367843 Aug 30 12:54:45.395404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52bb67f-209c-4cc5-97c4-ee14b85ef970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58dc3e8-4012-48d5-94f7-1ae1f5e52a05,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:45.398342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53724) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:45.418146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d66ad5-98e3-4abc-a51a-6a8466d6d6a6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:45.431799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.432527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.433002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.433876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.433876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.434398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.434984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.435437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.435905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.436356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.436807 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.437254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ac276c-b873-4096-9ba7-fd415096aeea admin admin] Tracked resource versions report: Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: pushed versions: Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: { 'AddressGroup': {'1.2'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'ConntrackHelper': {'1.0'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Log': {'1.0'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Network': {'1.1'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Port': {'1.7'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'PortForwarding': {'1.2'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'QosPolicy': {'1.9'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'SecurityGroup': {'1.4'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'SecurityGroupRule': {'1.2'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'SubPort': {'1.0'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Subnet': {'1.1'}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Trunk': {'1.1'}} Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: consumer versions: Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: { DHCP agent@n-d-688802-6: {}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: HyperV agent@n-h1-688802-6: {}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: HyperV agent@n-h2-688802-6: {}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: L3 agent@n-d-688802-6: {}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: Metadata agent@n-d-688802-6: {}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: Metering agent@n-d-688802-6: {}, Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: Open vSwitch agent@n-d-688802-6: { 'AddressGroup': '1.2', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'ConntrackHelper': '1.0', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Log': '1.0', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Network': '1.1', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Port': '1.7', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'PortForwarding': '1.2', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'QosPolicy': '1.9', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'SecurityGroup': '1.4', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'SecurityGroupRule': '1.2', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'SubPort': '1.0', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Subnet': '1.1', Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: 'Trunk': '1.1'}} Aug 30 12:54:45.438956 n-d-688802-6 neutron-server[95699]: {{(pid=95699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 12:54:45.474271 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-956889ef-6ecb-41ed-96e0-9a817ff48524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.498600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-956889ef-6ecb-41ed-96e0-9a817ff48524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.556995 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-956889ef-6ecb-41ed-96e0-9a817ff48524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.560331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-956889ef-6ecb-41ed-96e0-9a817ff48524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:45.561699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-956889ef-6ecb-41ed-96e0-9a817ff48524 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a58dc3e8-4012-48d5-94f7-1ae1f5e52a05 HTTP/1.1" status: 204 len: 168 time: 0.1619740 Aug 30 12:54:45.570623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956889ef-6ecb-41ed-96e0-9a817ff48524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58dc3e8-4012-48d5-94f7-1ae1f5e52a05,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:45.780076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53742) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:46.006108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53762) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:46.201468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb111153-3712-4e85-8aba-80d6a1c72d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.242292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53790) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:46.268702 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0564e78-7851-44a3-a0ab-f0a3dde9fc7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.401905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53804) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:46.428096 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30033b03-1879-40d5-817b-6406d0db9aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.564328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb111153-3712-4e85-8aba-80d6a1c72d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.579893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb111153-3712-4e85-8aba-80d6a1c72d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.586352 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-30033b03-1879-40d5-817b-6406d0db9aa6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 12:54:46.586352 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 12:54:46.586352 n-d-688802-6 neutron-server[95699]: [parameters: {'project_id_1': '1538840fb6b84bbe88a80537cd75da8f', 'expiration_1': datetime.datetime(2021, 8, 30, 12, 54, 46, 456659)}] Aug 30 12:54:46.586352 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 12:54:46.588136 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-30033b03-1879-40d5-817b-6406d0db9aa6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 12:54:46.593471 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2de19c72-cc45-45b2-81b9-660b068d1990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.619440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb111153-3712-4e85-8aba-80d6a1c72d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f05224-6efe-4ac7-8cf7-5e3c9c771f6b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:46.648383 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cb111153-3712-4e85-8aba-80d6a1c72d42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba57fb8be78d49388c1ef40d5f94a232&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8672173 Aug 30 12:54:46.649171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53820) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:46.681326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0564e78-7851-44a3-a0ab-f0a3dde9fc7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.685839 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0564e78-7851-44a3-a0ab-f0a3dde9fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.734364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b0564e78-7851-44a3-a0ab-f0a3dde9fc7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5fe0f0089164147869cefcef6a643f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4904101 Aug 30 12:54:46.737416 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53822) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:46.738466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0564e78-7851-44a3-a0ab-f0a3dde9fc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ea9095-0d73-4d81-876d-5ea34339f452,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:46.781781 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2de19c72-cc45-45b2-81b9-660b068d1990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.795054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2de19c72-cc45-45b2-81b9-660b068d1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.829881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de19c72-cc45-45b2-81b9-660b068d1990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3f40aa-8bba-4252-858d-86f564018ee0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:46.835232 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1759ac8-c68f-489c-aca8-5f2b5c741365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.860616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b38fd21-74a5-42e0-b865-29430a9d13b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.863542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2de19c72-cc45-45b2-81b9-660b068d1990 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26c4e08f4cb84eedb7adaa8a9aeaad9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8561614 Aug 30 12:54:46.866418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53836) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:46.886732 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b38fd21-74a5-42e0-b865-29430a9d13b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.890937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1759ac8-c68f-489c-aca8-5f2b5c741365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.957525 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b38fd21-74a5-42e0-b865-29430a9d13b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.959459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c483f61-9833-4753-a8fa-5e2dd9b3ea3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.967452 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b38fd21-74a5-42e0-b865-29430a9d13b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:46.971607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7b38fd21-74a5-42e0-b865-29430a9d13b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16ea9095-0d73-4d81-876d-5ea34339f452 HTTP/1.1" status: 204 len: 168 time: 0.2084737 Aug 30 12:54:46.980854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38fd21-74a5-42e0-b865-29430a9d13b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ea9095-0d73-4d81-876d-5ea34339f452,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:47.013192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1759ac8-c68f-489c-aca8-5f2b5c741365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.016527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1759ac8-c68f-489c-aca8-5f2b5c741365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.017702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f1759ac8-c68f-489c-aca8-5f2b5c741365 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8f05224-6efe-4ac7-8cf7-5e3c9c771f6b HTTP/1.1" status: 204 len: 168 time: 0.3672948 Aug 30 12:54:47.041203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c483f61-9833-4753-a8fa-5e2dd9b3ea3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.048291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1759ac8-c68f-489c-aca8-5f2b5c741365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f05224-6efe-4ac7-8cf7-5e3c9c771f6b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:47.089765 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30033b03-1879-40d5-817b-6406d0db9aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.127075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c483f61-9833-4753-a8fa-5e2dd9b3ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.130128 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c483f61-9833-4753-a8fa-5e2dd9b3ea3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.131766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6c483f61-9833-4753-a8fa-5e2dd9b3ea3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e3f40aa-8bba-4252-858d-86f564018ee0 HTTP/1.1" status: 204 len: 168 time: 0.2640576 Aug 30 12:54:47.143461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c483f61-9833-4753-a8fa-5e2dd9b3ea3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3f40aa-8bba-4252-858d-86f564018ee0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:47.193447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53874) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:47.195832 n-d-688802-6 neutron-server[95698]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 12:54:47.255065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5a417ff4-8727-44c9-972a-faf6fa1a4c0a tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7f496474a15543b7b3279241a1fbf2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603325 Aug 30 12:54:47.378245 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30033b03-1879-40d5-817b-6406d0db9aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.384911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30033b03-1879-40d5-817b-6406d0db9aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.411237 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-30033b03-1879-40d5-817b-6406d0db9aa6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1538840fb6b84bbe88a80537cd75da8f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0079222 Aug 30 12:54:47.419748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53882) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:47.442869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30033b03-1879-40d5-817b-6406d0db9aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c558666-9285-44ee-86d3-5a4e6f12196e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:47.525466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-7e259bf9-94c3-48ca-bad5-d2f7db5fb86d tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:47.526976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-7e259bf9-94c3-48ca-bad5-d2f7db5fb86d tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2708473 Aug 30 12:54:47.552497 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-97367a4a-16ec-4cda-ba36-056dd86f37ee tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/quotas/7f496474a15543b7b3279241a1fbf2a9 HTTP/1.1" status: 200 len: 375 time: 0.0151939 Aug 30 12:54:47.553288 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-20bd39f9-1e02-4eca-afff-29f0a9766736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.578089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53888) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:47.592404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96d4f3ea-9eab-4364-b7c3-2e32e9034e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.618702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-0823e30b-9e46-47df-b982-4136f1d801aa tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7f496474a15543b7b3279241a1fbf2a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586605 Aug 30 12:54:47.627640 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-20bd39f9-1e02-4eca-afff-29f0a9766736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.691219 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-20bd39f9-1e02-4eca-afff-29f0a9766736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.693773 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-20bd39f9-1e02-4eca-afff-29f0a9766736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.695159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-20bd39f9-1e02-4eca-afff-29f0a9766736 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c558666-9285-44ee-86d3-5a4e6f12196e HTTP/1.1" status: 204 len: 168 time: 0.2744868 Aug 30 12:54:47.703107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd39f9-1e02-4eca-afff-29f0a9766736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c558666-9285-44ee-86d3-5a4e6f12196e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:47.730744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96d4f3ea-9eab-4364-b7c3-2e32e9034e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.737168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96d4f3ea-9eab-4364-b7c3-2e32e9034e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.778059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53894) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:47.778270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-96d4f3ea-9eab-4364-b7c3-2e32e9034e2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=176ad49451f8422584a6ce4e100bbe8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1986775 Aug 30 12:54:47.793165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4f3ea-9eab-4364-b7c3-2e32e9034e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc028a63-bdf0-4576-8eb9-4f5ec8c33670,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:47.867992 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53900) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:47.891205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce4605c3-ed9a-49bc-9ca6-133ec92acf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.949622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3cf8-bbda-4adc-8144-c060525433b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:47.999431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41093f6b-5450-46d0-9903-958c6f47858f req-a280a259-13fd-4953-82e1-b5515658a883 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 210 time: 0.1239574 Aug 30 12:54:48.028254 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3cf8-bbda-4adc-8144-c060525433b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:48.053872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce4605c3-ed9a-49bc-9ca6-133ec92acf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:48.058926 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce4605c3-ed9a-49bc-9ca6-133ec92acf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:48.091584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3cf8-bbda-4adc-8144-c060525433b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:48.096704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d2e3cf8-bbda-4adc-8144-c060525433b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:48.097868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5d2e3cf8-bbda-4adc-8144-c060525433b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc028a63-bdf0-4576-8eb9-4f5ec8c33670 HTTP/1.1" status: 204 len: 168 time: 0.3181665 Aug 30 12:54:48.100250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4605c3-ed9a-49bc-9ca6-133ec92acf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e203cd46-0697-4fb8-95a1-bfbaa3b14615,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:48.105380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ce4605c3-ed9a-49bc-9ca6-133ec92acf38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2e1aad5afd447508e14110048e57579&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2363191 Aug 30 12:54:48.108190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53926) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:48.109287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e3cf8-bbda-4adc-8144-c060525433b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc028a63-bdf0-4576-8eb9-4f5ec8c33670,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:48.166780 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6df5e24c-ecdd-4bd8-a1f8-64ffcba2cc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:48.188369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6df5e24c-ecdd-4bd8-a1f8-64ffcba2cc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:48.237257 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6df5e24c-ecdd-4bd8-a1f8-64ffcba2cc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:48.239977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6df5e24c-ecdd-4bd8-a1f8-64ffcba2cc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:48.244314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6df5e24c-ecdd-4bd8-a1f8-64ffcba2cc06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e203cd46-0697-4fb8-95a1-bfbaa3b14615 HTTP/1.1" status: 204 len: 168 time: 0.1316280 Aug 30 12:54:48.250680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5e24c-ecdd-4bd8-a1f8-64ffcba2cc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e203cd46-0697-4fb8-95a1-bfbaa3b14615,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:49.192382 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-576894a4-e28c-4588-a046-03f3752554db req-5016f614-4f1f-42de-a3ed-7fd49d4327df tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 210 time: 0.0313778 Aug 30 12:54:49.502956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54012) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:49.649222 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:54:49.724676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d306ffbd-4773-468d-8b01-e508473b57c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:49.844727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.16', 62060) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:49.883299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d306ffbd-4773-468d-8b01-e508473b57c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:49.883552 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-f2b6c0e5-6b95-4192-9bc6-44a2731e27b6 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7f496474a15543b7b3279241a1fbf2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367427 Aug 30 12:54:49.888503 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d306ffbd-4773-468d-8b01-e508473b57c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:49.930911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d306ffbd-4773-468d-8b01-e508473b57c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5fdfe995a684affa901dce6cec740d5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4268205 Aug 30 12:54:49.931500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54038) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:49.933452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306ffbd-4773-468d-8b01-e508473b57c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778b4076-00be-4358-85c9-2aa583c2d89f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:50.011861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5e80-461c-4a0d-bf7b-88e02c2a3bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:50.037171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5e80-461c-4a0d-bf7b-88e02c2a3bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:50.115825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5e80-461c-4a0d-bf7b-88e02c2a3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:50.119652 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a3e5e80-461c-4a0d-bf7b-88e02c2a3bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:50.123886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2a3e5e80-461c-4a0d-bf7b-88e02c2a3bf4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/778b4076-00be-4358-85c9-2aa583c2d89f HTTP/1.1" status: 204 len: 168 time: 0.1913037 Aug 30 12:54:50.133099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3e5e80-461c-4a0d-bf7b-88e02c2a3bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778b4076-00be-4358-85c9-2aa583c2d89f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:50.145127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-fd5728d8-eda8-4dee-b01c-44ba662bda12 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:50.154108 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-fd5728d8-eda8-4dee-b01c-44ba662bda12 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637343 Aug 30 12:54:50.252267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Request body: {'port': {'device_id': '6630bfe9-7f60-47bb-a41d-f182c35e4425', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '7f496474a15543b7b3279241a1fbf2a9'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:54:50.500087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Made reservation on behalf of 7f496474a15543b7b3279241a1fbf2a9 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:54:50.504506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:50.517366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:50.638849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:50.644372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:50.711625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6313858c-24f7-4f5d-85cc-533ab6cf82c7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:50.902278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54090) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:50.922521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69fbcee9-1f0b-4f91-9e2d-946aca1709c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:50.922671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Allocated IP 192.168.233.46 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/64803934-f3d5-4b52-a445-a6bb8e978c09) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:54:51.034290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69fbcee9-1f0b-4f91-9e2d-946aca1709c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.039735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69fbcee9-1f0b-4f91-9e2d-946aca1709c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.091416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbcee9-1f0b-4f91-9e2d-946aca1709c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705c79cb-11be-46fb-8102-105509fdaabf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:51.097691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-69fbcee9-1f0b-4f91-9e2d-946aca1709c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=771a3614da9d4a89b30645cfeb097f72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1927011 Aug 30 12:54:51.099250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54098) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:51.121830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.142640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Transition to ACTIVE for port object 64803934-f3d5-4b52-a445-a6bb8e978c09 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:54:51.158985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfdf9e4e-8b48-413b-85f6-641610d9beb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.190359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.193287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfdf9e4e-8b48-413b-85f6-641610d9beb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.293277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfdf9e4e-8b48-413b-85f6-641610d9beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.295695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54102) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:51.297035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfdf9e4e-8b48-413b-85f6-641610d9beb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.300853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dfdf9e4e-8b48-413b-85f6-641610d9beb3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/705c79cb-11be-46fb-8102-105509fdaabf HTTP/1.1" status: 204 len: 168 time: 0.1981363 Aug 30 12:54:51.310828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdf9e4e-8b48-413b-85f6-641610d9beb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705c79cb-11be-46fb-8102-105509fdaabf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:51.418355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:54:51.430251 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Pushing event updated for resources: {'Port': ['ID=64803934-f3d5-4b52-a445-a6bb8e978c09,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:51.437798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:54:51.440890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:54:51.460598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:51.461469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.497062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-5e79e19b-b88e-411b-9b95-12b522793075 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2489853 Aug 30 12:54:51.586760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-f6bc8c7e-5824-42b1-8f24-a71d6feb2a1a tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:54:51.588229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-f6bc8c7e-5824-42b1-8f24-a71d6feb2a1a tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084348 Aug 30 12:54:51.854913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-55591704-8893-498c-b859-c46e609009e9 None None] Provisioning for port 64803934-f3d5-4b52-a445-a6bb8e978c09 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:54:51.860047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-55591704-8893-498c-b859-c46e609009e9 None None] Provisioning complete for port 64803934-f3d5-4b52-a445-a6bb8e978c09 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:54:51.860418 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-55591704-8893-498c-b859-c46e609009e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:51.946139 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-55591704-8893-498c-b859-c46e609009e9 None None] Port 64803934-f3d5-4b52-a445-a6bb8e978c09 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:54:52.042889 n-d-688802-6 neutron-server[95699]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 12:54:52.193479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cfb9e-872c-4c8c-a29a-86f6221aa0e0 req-d4142c44-008e-429a-8780-6c39cb206077 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:52.195240 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-301cfb9e-872c-4c8c-a29a-86f6221aa0e0 req-d4142c44-008e-429a-8780-6c39cb206077 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 935 time: 0.8980520 Aug 30 12:54:52.235826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54128) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:52.263965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2dd05b26-0da0-4f70-b174-30761c3258ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:52.275625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-301cfb9e-872c-4c8c-a29a-86f6221aa0e0 req-9fcd8ca7-fb85-44e9-ab55-ed73141e667d tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728905 Aug 30 12:54:52.457969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2dd05b26-0da0-4f70-b174-30761c3258ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:52.465509 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2dd05b26-0da0-4f70-b174-30761c3258ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:52.566485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2dd05b26-0da0-4f70-b174-30761c3258ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88140e1b73f2428b9964685ab28bd816&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3299963 Aug 30 12:54:52.570165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54134) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:52.573059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd05b26-0da0-4f70-b174-30761c3258ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da15d0b-9fe2-4c07-beef-1567219c3857,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:52.700714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1865-5f14-43dc-bcd6-548195a7bffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:52.752987 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1865-5f14-43dc-bcd6-548195a7bffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:52.844709 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1865-5f14-43dc-bcd6-548195a7bffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:52.849490 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fe3f1865-5f14-43dc-bcd6-548195a7bffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:52.855075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fe3f1865-5f14-43dc-bcd6-548195a7bffb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4da15d0b-9fe2-4c07-beef-1567219c3857 HTTP/1.1" status: 204 len: 168 time: 0.2816341 Aug 30 12:54:52.870834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f1865-5f14-43dc-bcd6-548195a7bffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da15d0b-9fe2-4c07-beef-1567219c3857,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:53.841382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42743e-1b49-4ede-a146-676617c055bf req-08401b75-4c82-4ca5-8ac7-b837688974eb tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:53.851558 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c42743e-1b49-4ede-a146-676617c055bf req-08401b75-4c82-4ca5-8ac7-b837688974eb tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 935 time: 0.0916731 Aug 30 12:54:53.910347 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c42743e-1b49-4ede-a146-676617c055bf req-1be6fca7-39ce-45e0-8461-137d00243302 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542159 Aug 30 12:54:54.607401 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-c5734bc6-7658-4979-a28e-a814eff8d485 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=50d37c12de3347ee8929bb045cf44a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599906 Aug 30 12:54:54.766530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-2ae67cae-c2c2-4440-b1e5-0ebd01a16ab2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:54.773950 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-2ae67cae-c2c2-4440-b1e5-0ebd01a16ab2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654091 Aug 30 12:54:54.787852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54260) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:54.810379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-0e061a5d-f365-4399-a52b-5622195616ca tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/quotas/50d37c12de3347ee8929bb045cf44a2d HTTP/1.1" status: 200 len: 375 time: 0.0347474 Aug 30 12:54:54.913653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6ef719b-99c3-4622-b3c4-7d169a999f6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:54.988148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-140dbdfc-6301-4267-be50-63570fd7841d tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50d37c12de3347ee8929bb045cf44a2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1767623 Aug 30 12:54:55.033299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6ef719b-99c3-4622-b3c4-7d169a999f6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:55.038253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6ef719b-99c3-4622-b3c4-7d169a999f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:55.078738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef719b-99c3-4622-b3c4-7d169a999f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f785f40b-8bb2-45d0-bc2c-f521543b2590,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:55.085904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54272) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:55.086142 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e6ef719b-99c3-4622-b3c4-7d169a999f6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d2f2958804784e88a25a1daf122d8919&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2969837 Aug 30 12:54:55.195014 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4719d8ab-f713-43a7-88d7-b0950d4772f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:55.275815 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4719d8ab-f713-43a7-88d7-b0950d4772f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:55.382972 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4719d8ab-f713-43a7-88d7-b0950d4772f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:55.387431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4719d8ab-f713-43a7-88d7-b0950d4772f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:55.388814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4719d8ab-f713-43a7-88d7-b0950d4772f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f785f40b-8bb2-45d0-bc2c-f521543b2590 HTTP/1.1" status: 204 len: 168 time: 0.3002284 Aug 30 12:54:55.398931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719d8ab-f713-43a7-88d7-b0950d4772f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f785f40b-8bb2-45d0-bc2c-f521543b2590,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:55.426695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2933-4c6a-4586-af75-7ab785f6804a req-738c2359-82d1-43c6-a514-976b55f540c0 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:55.428873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c04c2933-4c6a-4586-af75-7ab785f6804a req-738c2359-82d1-43c6-a514-976b55f540c0 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 935 time: 0.0991704 Aug 30 12:54:55.477251 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c04c2933-4c6a-4586-af75-7ab785f6804a req-745b6658-9a07-4fe8-b116-58498b8a2a40 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361869 Aug 30 12:54:55.590381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc98eab3-dabe-49dc-9458-13e6aa212668 req-01cffa7e-e555-47d2-8190-8178a3e5488b tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 210 time: 0.0500369 Aug 30 12:54:55.971702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:55.991705 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb6c0-0506-4e8c-8085-02bb9edddcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:56.139665 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb6c0-0506-4e8c-8085-02bb9edddcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:56.147602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb6c0-0506-4e8c-8085-02bb9edddcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:56.194070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:56.195154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2f1fb6c0-0506-4e8c-8085-02bb9edddcd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=80c1b6d6d31d49a6a98e90916d0913f3&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2211092 Aug 30 12:54:56.212593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fb6c0-0506-4e8c-8085-02bb9edddcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd1e8fb-6de6-4735-8cff-ad32cd2bb57d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:56.285522 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e9a7-af66-4e4e-81b1-8f09d64ee20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:56.335932 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e9a7-af66-4e4e-81b1-8f09d64ee20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:56.423679 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e9a7-af66-4e4e-81b1-8f09d64ee20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:56.427608 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5b1e9a7-af66-4e4e-81b1-8f09d64ee20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:56.428892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a5b1e9a7-af66-4e4e-81b1-8f09d64ee20a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1cd1e8fb-6de6-4735-8cff-ad32cd2bb57d HTTP/1.1" status: 204 len: 168 time: 0.2337151 Aug 30 12:54:56.444092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1e9a7-af66-4e4e-81b1-8f09d64ee20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd1e8fb-6de6-4735-8cff-ad32cd2bb57d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:56.675082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc208f-a6ff-4919-8913-6fbe48047deb req-612d9a4a-629c-49b3-9e17-f1e495aae024 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:56.680896 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6efc208f-a6ff-4919-8913-6fbe48047deb req-612d9a4a-629c-49b3-9e17-f1e495aae024 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 935 time: 0.1175716 Aug 30 12:54:56.750272 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6efc208f-a6ff-4919-8913-6fbe48047deb req-12c0cee8-5838-4e7f-992d-63e3d5cdf459 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618947 Aug 30 12:54:56.862247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54350) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:56.927213 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3dd30ce8-f6cd-41f0-946c-8ad7226a603b req-465cd9f1-f246-4a8a-87df-fa3c862c201e tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 210 time: 0.0400572 Aug 30 12:54:57.034768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aeb697a6-3465-4994-84b2-c7f437482dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.114457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.35', 64174) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:57.138588 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-1466317e-700a-4d91-a1a5-02d7ea0a849a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=50d37c12de3347ee8929bb045cf44a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229609 Aug 30 12:54:57.141883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aeb697a6-3465-4994-84b2-c7f437482dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.147778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aeb697a6-3465-4994-84b2-c7f437482dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.198580 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb697a6-3465-4994-84b2-c7f437482dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eced4b-530b-4f46-8da7-b5ac0fafae9e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:57.237109 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aeb697a6-3465-4994-84b2-c7f437482dbf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08daf48aaed943f69968cd12550aa0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735793 Aug 30 12:54:57.243555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54366) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:57.318154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-8fd96bab-3075-4662-b3ba-eb849fdbc168 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:57.319664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-8fd96bab-3075-4662-b3ba-eb849fdbc168 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745927 Aug 30 12:54:57.333181 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fece7cd-5d0e-48b0-9881-fcb4a5025c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.361034 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fece7cd-5d0e-48b0-9881-fcb4a5025c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.425960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Request body: {'port': {'device_id': '7e44e23b-d8da-43fa-a5d3-b2cace0a46d3', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '50d37c12de3347ee8929bb045cf44a2d'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:54:57.429637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fece7cd-5d0e-48b0-9881-fcb4a5025c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.432897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fece7cd-5d0e-48b0-9881-fcb4a5025c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.434236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8fece7cd-5d0e-48b0-9881-fcb4a5025c1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4eced4b-530b-4f46-8da7-b5ac0fafae9e HTTP/1.1" status: 204 len: 168 time: 0.1895831 Aug 30 12:54:57.530552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fece7cd-5d0e-48b0-9881-fcb4a5025c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eced4b-530b-4f46-8da7-b5ac0fafae9e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:57.708917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Made reservation on behalf of 50d37c12de3347ee8929bb045cf44a2d for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:54:57.715903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.724956 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.848747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.859337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:57.964409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd035b64-fc3b-4e8b-990a-d2e644e5c20e req-a95b7239-0402-426f-b55b-dd6f0a23843a tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:57.966793 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cd035b64-fc3b-4e8b-990a-d2e644e5c20e req-a95b7239-0402-426f-b55b-dd6f0a23843a tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 935 time: 0.1280141 Aug 30 12:54:57.996676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54396) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:58.058197 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.062548 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cd035b64-fc3b-4e8b-990a-d2e644e5c20e req-2a2b0402-0e71-4bc4-8cbc-11e580b41756 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776680 Aug 30 12:54:58.085937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c80c-ebb3-4296-817e-cb871ac313cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.129243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7387480-e385-4f6c-978f-e7bf512688f4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:58.235825 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cef6023e-7582-45c0-a129-38193a06bc3d req-57f635a6-2cb6-4b2a-8325-f00fd74b9c1d tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 210 time: 0.0610573 Aug 30 12:54:58.339223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Allocated IP 192.168.233.7 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/47201844-1b10-4445-b806-e4c5a468729b) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:54:58.517851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c80c-ebb3-4296-817e-cb871ac313cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.523804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0b6c80c-ebb3-4296-817e-cb871ac313cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.591925 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e0b6c80c-ebb3-4296-817e-cb871ac313cc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e96e9f85c23497ba11a7c99c2924605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933859 Aug 30 12:54:58.594798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54408) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:54:58.605601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b6c80c-ebb3-4296-817e-cb871ac313cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4bc44f-fa2d-4367-8cdc-1dc00123a079,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:58.668965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.685930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f98a4f3-bf09-4eb5-8e85-03285db03db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.698500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Transition to ACTIVE for port object 47201844-1b10-4445-b806-e4c5a468729b will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:54:58.720855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f98a4f3-bf09-4eb5-8e85-03285db03db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.793211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.793985 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f98a4f3-bf09-4eb5-8e85-03285db03db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.797993 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f98a4f3-bf09-4eb5-8e85-03285db03db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.800287 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0f98a4f3-bf09-4eb5-8e85-03285db03db5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4f4bc44f-fa2d-4367-8cdc-1dc00123a079 HTTP/1.1" status: 204 len: 168 time: 0.2041330 Aug 30 12:54:58.822883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98a4f3-bf09-4eb5-8e85-03285db03db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4bc44f-fa2d-4367-8cdc-1dc00123a079,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:58.955224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:54:58.960992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:54:58.970360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:54:58.978621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:58.979648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:58.991616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Pushing event updated for resources: {'Port': ['ID=47201844-1b10-4445-b806-e4c5a468729b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:54:59.007037 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7a08a22a-a056-448e-aa01-983e69d51f69 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5884609 Aug 30 12:54:59.346459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23619d51-8831-48fc-854f-b94de1ff235d None None] Provisioning for port 47201844-1b10-4445-b806-e4c5a468729b completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:54:59.350682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23619d51-8831-48fc-854f-b94de1ff235d None None] Provisioning complete for port 47201844-1b10-4445-b806-e4c5a468729b triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:54:59.351058 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-23619d51-8831-48fc-854f-b94de1ff235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:54:59.453551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-23619d51-8831-48fc-854f-b94de1ff235d None None] Port 47201844-1b10-4445-b806-e4c5a468729b cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:54:59.554822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3098ad-1746-4261-937f-57575f1bbb01 req-bac4e59a-3024-4a23-b329-5150ee9468b9 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:59.563517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c3098ad-1746-4261-937f-57575f1bbb01 req-bac4e59a-3024-4a23-b329-5150ee9468b9 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 935 time: 0.0674572 Aug 30 12:54:59.609354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c3098ad-1746-4261-937f-57575f1bbb01 req-5032e65d-8f60-42e8-bdd6-16b99102814d tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448315 Aug 30 12:54:59.773179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8db945-9134-46e0-8e49-4c31d4f3f26c req-f8f3d0a0-d844-47a8-bb07-368e7d87cd76 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:54:59.786137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7e8db945-9134-46e0-8e49-4c31d4f3f26c req-f8f3d0a0-d844-47a8-bb07-368e7d87cd76 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 934 time: 0.0870440 Aug 30 12:54:59.867487 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7e8db945-9134-46e0-8e49-4c31d4f3f26c req-c2bd9727-8029-47ba-b707-782f90b5fb27 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746131 Aug 30 12:55:00.464872 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:00.677648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54484) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:00.784262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34128c3-b673-4469-87e1-4615dc00fe9f req-19501d76-e254-4b31-868e-2c15421a17d8 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:00.791127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e34128c3-b673-4469-87e1-4615dc00fe9f req-19501d76-e254-4b31-868e-2c15421a17d8 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 935 time: 0.0763950 Aug 30 12:55:00.843949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01d4488e-4213-4725-9a6e-42c7062cf3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:00.850990 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e34128c3-b673-4469-87e1-4615dc00fe9f req-8a04c7aa-c277-478b-85d7-c26619ae1212 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574844 Aug 30 12:55:01.014004 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01d4488e-4213-4725-9a6e-42c7062cf3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.018501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01d4488e-4213-4725-9a6e-42c7062cf3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.053069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-01d4488e-4213-4725-9a6e-42c7062cf3e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=360bd543e52b4d39819628174852bdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742869 Aug 30 12:55:01.054085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a9f52-7154-4639-9504-ddb7a5635778 req-d8022e08-be09-4b1b-894d-f6c77affccd2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:01.055144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54498) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:01.066279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-323a9f52-7154-4639-9504-ddb7a5635778 req-d8022e08-be09-4b1b-894d-f6c77affccd2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 934 time: 0.1029184 Aug 30 12:55:01.122999 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de135837-a8b1-4251-89cb-a6a4a96833d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.153432 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-323a9f52-7154-4639-9504-ddb7a5635778 req-e09af9f3-4e99-4083-ada5-fc4f8097ab29 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775795 Aug 30 12:55:01.160348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de135837-a8b1-4251-89cb-a6a4a96833d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.216900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4488e-4213-4725-9a6e-42c7062cf3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b52279-163e-4d1f-a8aa-d4207634d0d5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:01.236059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de135837-a8b1-4251-89cb-a6a4a96833d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.238687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de135837-a8b1-4251-89cb-a6a4a96833d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.241305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-de135837-a8b1-4251-89cb-a6a4a96833d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37b52279-163e-4d1f-a8aa-d4207634d0d5 HTTP/1.1" status: 204 len: 168 time: 0.1841860 Aug 30 12:55:01.268913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de135837-a8b1-4251-89cb-a6a4a96833d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b52279-163e-4d1f-a8aa-d4207634d0d5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:01.688234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54510) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:01.705983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b5b542-1ef1-47c4-b63a-d5c9d75a1fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.845045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b5b542-1ef1-47c4-b63a-d5c9d75a1fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.851814 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b5b542-1ef1-47c4-b63a-d5c9d75a1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.868493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54514) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:01.897523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-26b5b542-1ef1-47c4-b63a-d5c9d75a1fdf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c12edf64004649cb84c92a5cb165ec26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058253 Aug 30 12:55:01.897523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5b542-1ef1-47c4-b63a-d5c9d75a1fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374cfb20-51ee-495a-9d64-f5e9653f9f5c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:01.897983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54520) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:01.958106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-040be06d-ddcb-4c7b-a240-1f416b54dd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:01.984076 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-040be06d-ddcb-4c7b-a240-1f416b54dd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.005514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d62996-dcd1-4b11-95a7-e847abdcfbfc req-237be80b-f563-4f07-b438-ab3cb3d29ea8 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:02.007462 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49d62996-dcd1-4b11-95a7-e847abdcfbfc req-237be80b-f563-4f07-b438-ab3cb3d29ea8 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 935 time: 0.0577497 Aug 30 12:55:02.033152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7da8d496-dc69-45fe-a6af-c5280f9c8cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.045704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49d62996-dcd1-4b11-95a7-e847abdcfbfc req-4b7c27c9-9739-42e7-be04-c10165414750 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Aug 30 12:55:02.069960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-040be06d-ddcb-4c7b-a240-1f416b54dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.073585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-040be06d-ddcb-4c7b-a240-1f416b54dd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.074736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-040be06d-ddcb-4c7b-a240-1f416b54dd1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/374cfb20-51ee-495a-9d64-f5e9653f9f5c HTTP/1.1" status: 204 len: 168 time: 0.1758163 Aug 30 12:55:02.090565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040be06d-ddcb-4c7b-a240-1f416b54dd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374cfb20-51ee-495a-9d64-f5e9653f9f5c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:02.178019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7da8d496-dc69-45fe-a6af-c5280f9c8cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.189845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7da8d496-dc69-45fe-a6af-c5280f9c8cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.229306 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7da8d496-dc69-45fe-a6af-c5280f9c8cb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=676b7aff58844b4081402ab85cfdeca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3595252 Aug 30 12:55:02.232374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54526) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:02.257725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da8d496-dc69-45fe-a6af-c5280f9c8cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f852414-3140-4691-b268-31f86c618b1d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:02.311160 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79860524-b8bb-42d4-aafd-911845905c4b req-94a0b033-920a-4225-818e-b393322bea0b tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:02.313624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c190b90a-fe65-43e2-8d7b-2fa1fb7f8d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.318991 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-79860524-b8bb-42d4-aafd-911845905c4b req-94a0b033-920a-4225-818e-b393322bea0b tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 934 time: 0.0690079 Aug 30 12:55:02.343501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c190b90a-fe65-43e2-8d7b-2fa1fb7f8d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.365298 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-79860524-b8bb-42d4-aafd-911845905c4b req-0df69355-22b4-448a-b779-e9e8fbad55d3 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Aug 30 12:55:02.421498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c190b90a-fe65-43e2-8d7b-2fa1fb7f8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.425225 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c190b90a-fe65-43e2-8d7b-2fa1fb7f8d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.426554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c190b90a-fe65-43e2-8d7b-2fa1fb7f8d7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f852414-3140-4691-b268-31f86c618b1d HTTP/1.1" status: 204 len: 168 time: 0.1930945 Aug 30 12:55:02.439189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190b90a-fe65-43e2-8d7b-2fa1fb7f8d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f852414-3140-4691-b268-31f86c618b1d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:02.755975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54546) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:02.778890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Request body: {'port': {'device_id': '6630bfe9-7f60-47bb-a41d-f182c35e4425', 'device_owner': 'compute:tempest-test_az-537924847', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:02.844895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:02.905646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54552) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:02.940407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cae9e4d8-babc-4734-8836-85ccc203f557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.053775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c241fc8-9a90-4920-86c7-4e4b7bb68e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.271447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa95adf-73fc-4242-bd4b-5a84e5599519 req-d1a202ad-30a7-4914-94bb-af9fb2f0d109 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:03.272967 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9aa95adf-73fc-4242-bd4b-5a84e5599519 req-d1a202ad-30a7-4914-94bb-af9fb2f0d109 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 935 time: 0.1083810 Aug 30 12:55:03.296177 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cae9e4d8-babc-4734-8836-85ccc203f557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.320537 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cae9e4d8-babc-4734-8836-85ccc203f557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.379699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9aa95adf-73fc-4242-bd4b-5a84e5599519 req-119aa788-9c0d-4327-aea4-2199295bdcc5 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989878 Aug 30 12:55:03.416191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9e4d8-babc-4734-8836-85ccc203f557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e97fb7-0774-4506-8855-ed909e76efdd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:03.426319 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cae9e4d8-babc-4734-8836-85ccc203f557 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a10e70a82b314a41a3ac8297acebc71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195177 Aug 30 12:55:03.430503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54572) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:03.434254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64803934-f3d5-4b52-a445-a6bb8e978c09 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:03.448165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c241fc8-9a90-4920-86c7-4e4b7bb68e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.455266 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.459991 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c241fc8-9a90-4920-86c7-4e4b7bb68e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.498085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Transition to ACTIVE for port object 64803934-f3d5-4b52-a445-a6bb8e978c09 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:03.509166 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.546675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-582ce7aa-d8e4-4f45-b548-6b56471a89f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.565432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0c241fc8-9a90-4920-86c7-4e4b7bb68e66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed7a2dcf49db4a89b548f02b7cb9f5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8060737 Aug 30 12:55:03.567387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54576) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:03.576827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c241fc8-9a90-4920-86c7-4e4b7bb68e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f986d9a-31f9-4983-ab92-f909f5d98430,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:03.626982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740ae41-29b8-4f3c-8b64-ffdbb9154d67 req-fb43a096-d740-4ef4-90bd-c5ed00459b88 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:03.628618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7740ae41-29b8-4f3c-8b64-ffdbb9154d67 req-fb43a096-d740-4ef4-90bd-c5ed00459b88 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 934 time: 0.1220067 Aug 30 12:55:03.683476 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7740ae41-29b8-4f3c-8b64-ffdbb9154d67 req-1c2e1b87-2164-4ae1-9e0f-c2ddf1928e38 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474389 Aug 30 12:55:03.719109 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-582ce7aa-d8e4-4f45-b548-6b56471a89f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.755875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=64803934-f3d5-4b52-a445-a6bb8e978c09,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:03.777445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Attempting to bind port 64803934-f3d5-4b52-a445-a6bb8e978c09 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:03.777893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Attempting to bind port 64803934-f3d5-4b52-a445-a6bb8e978c09 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:03.778409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Attempting to bind port 64803934-f3d5-4b52-a445-a6bb8e978c09 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:03.794511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Port 64803934-f3d5-4b52-a445-a6bb8e978c09 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:03.794836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Attempting to bind port 64803934-f3d5-4b52-a445-a6bb8e978c09 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:03.805390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:03.805835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:03.806536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:03.806842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Bound port: 64803934-f3d5-4b52-a445-a6bb8e978c09, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:03.807248 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.862899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-521cb78e-f234-4a89-ade0-2188606416f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.865268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-582ce7aa-d8e4-4f45-b548-6b56471a89f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.868735 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-582ce7aa-d8e4-4f45-b548-6b56471a89f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.869911 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-582ce7aa-d8e4-4f45-b548-6b56471a89f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d9e97fb7-0774-4506-8855-ed909e76efdd HTTP/1.1" status: 204 len: 168 time: 0.4384439 Aug 30 12:55:03.886607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ce7aa-d8e4-4f45-b548-6b56471a89f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e97fb7-0774-4506-8855-ed909e76efdd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:03.932634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-521cb78e-f234-4a89-ade0-2188606416f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.959829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] For port 64803934-f3d5-4b52-a445-a6bb8e978c09, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:03.969636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] For port 64803934-f3d5-4b52-a445-a6bb8e978c09, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64803934-f3d5-4b52-a445-a6bb8e978c09,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:03.977768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:03.998173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:03.999271 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:04.001443 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] 10.222.0.16 "PUT /v2.0/ports/64803934-f3d5-4b52-a445-a6bb8e978c09 HTTP/1.1" status: 200 len: 1116 time: 1.4428310 Aug 30 12:55:04.050898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6630bfe9-7f60-47bb-a41d-f182c35e4425', 'tag': '64803934-f3d5-4b52-a445-a6bb8e978c09'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:04.231015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-521cb78e-f234-4a89-ade0-2188606416f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:04.233389 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-521cb78e-f234-4a89-ade0-2188606416f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:04.234587 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-521cb78e-f234-4a89-ade0-2188606416f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f986d9a-31f9-4983-ab92-f909f5d98430 HTTP/1.1" status: 204 len: 168 time: 0.6641598 Aug 30 12:55:04.241900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2ef98-e7d4-49f5-bf21-31691eb43fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=64803934-f3d5-4b52-a445-a6bb8e978c09,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:04.253681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-4d348f37-a1d2-4172-9581-89324b70e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:04.255344 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-4d348f37-a1d2-4172-9581-89324b70e648 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f496474a15543b7b3279241a1fbf2a9&device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 1119 time: 0.1387608 Aug 30 12:55:04.256499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521cb78e-f234-4a89-ade0-2188606416f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f986d9a-31f9-4983-ab92-f909f5d98430,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:04.516328 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137097f1-6767-420f-ae9a-28435734a16c" -d '{"events": [{"name": "network-changed", "server_uuid": "6630bfe9-7f60-47bb-a41d-f182c35e4425", "tag": "64803934-f3d5-4b52-a445-a6bb8e978c09"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:04.522787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-edebb38b-b34c-4df6-a537-a223894f783d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=64803934-f3d5-4b52-a445-a6bb8e978c09 HTTP/1.1" status: 200 len: 217 time: 0.2567427 Aug 30 12:55:04.557725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ed151-0360-4178-a6a4-6224a776348c req-a205b8ad-d111-46fc-9afa-2ba10fd56a9b tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:04.566100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-798ed151-0360-4178-a6a4-6224a776348c req-a205b8ad-d111-46fc-9afa-2ba10fd56a9b tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 968 time: 0.0790846 Aug 30 12:55:04.614246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-798ed151-0360-4178-a6a4-6224a776348c req-0d7ef5c2-6e86-4531-979b-bd3c3eb7c5f3 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470059 Aug 30 12:55:04.618747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-c9adfc53-8cc3-4248-ba50-01413d023f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:04.621093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-c9adfc53-8cc3-4248-ba50-01413d023f37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0911901 Aug 30 12:55:04.744302 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-f50725e5-b852-4e35-8dbc-35a004b324a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:04.745867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-f50725e5-b852-4e35-8dbc-35a004b324a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152701 Aug 30 12:55:04.843904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54618) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:04.864735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5662b98c-563b-4ebc-aa29-209fd30d8b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:04.897610 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-bd98ba5d-ee07-469e-ab8e-91d4a5be7d9d service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427979 Aug 30 12:55:04.903428 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb945e1-f62d-414d-a734-b9443e4b910e x-openstack-request-id: req-7fb945e1-f62d-414d-a734-b9443e4b910e {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:04.903868 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6630bfe9-7f60-47bb-a41d-f182c35e4425", "tag": "64803934-f3d5-4b52-a445-a6bb8e978c09", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:04.904161 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7fb945e1-f62d-414d-a734-b9443e4b910e {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:04.904870 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6630bfe9-7f60-47bb-a41d-f182c35e4425', 'tag': '64803934-f3d5-4b52-a445-a6bb8e978c09', 'status': 'completed', 'code': 200} Aug 30 12:55:05.048325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f1991-067b-4e5a-b4a8-8b6da675336a req-6afffc93-db11-42d3-a546-0fde91452326 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424911 Aug 30 12:55:05.081155 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5662b98c-563b-4ebc-aa29-209fd30d8b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:05.091754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040571d7-8de4-4e66-889a-7508b45dfaa5 req-4a1f1bae-db1f-47d5-914c-e8550a1ddbee tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:05.092985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-040571d7-8de4-4e66-889a-7508b45dfaa5 req-4a1f1bae-db1f-47d5-914c-e8550a1ddbee tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 934 time: 0.0946138 Aug 30 12:55:05.094444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5662b98c-563b-4ebc-aa29-209fd30d8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:05.158668 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137097f1-6767-420f-ae9a-28435734a16c req-bbec5903-fbb3-42ac-b5ac-d003c9f1c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:05.160189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-137097f1-6767-420f-ae9a-28435734a16c req-bbec5903-fbb3-42ac-b5ac-d003c9f1c37d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7f496474a15543b7b3279241a1fbf2a9&device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 1119 time: 0.0472960 Aug 30 12:55:05.164053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5662b98c-563b-4ebc-aa29-209fd30d8b8c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f5757cbda38e4907bd00ac75b52074f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3219473 Aug 30 12:55:05.165261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54626) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:05.214792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662b98c-563b-4ebc-aa29-209fd30d8b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d46137-7132-48ed-ba7d-e6d66c21a696,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:05.223094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-040571d7-8de4-4e66-889a-7508b45dfaa5 req-6d6fbcbc-cdc6-4396-a95c-41b3a0141f8f tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187901 Aug 30 12:55:05.390343 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51fcc7d4-05df-4269-975b-23fc8c129f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:05.410968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137097f1-6767-420f-ae9a-28435734a16c req-25c9ff0a-fe50-471c-9a32-3e59aafc7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:05.411849 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-137097f1-6767-420f-ae9a-28435734a16c req-25c9ff0a-fe50-471c-9a32-3e59aafc7a92 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2396762 Aug 30 12:55:05.483367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-137097f1-6767-420f-ae9a-28435734a16c req-ee78f481-52aa-4708-ab4e-bedc00892cee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=64803934-f3d5-4b52-a445-a6bb8e978c09 HTTP/1.1" status: 200 len: 217 time: 0.0607996 Aug 30 12:55:05.485712 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51fcc7d4-05df-4269-975b-23fc8c129f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:05.571214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137097f1-6767-420f-ae9a-28435734a16c req-3a549920-d3e3-4a7b-99bb-c2c013e72c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:05.572795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-137097f1-6767-420f-ae9a-28435734a16c req-3a549920-d3e3-4a7b-99bb-c2c013e72c77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0800383 Aug 30 12:55:05.626661 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51fcc7d4-05df-4269-975b-23fc8c129f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:05.630092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51fcc7d4-05df-4269-975b-23fc8c129f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:05.631877 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-51fcc7d4-05df-4269-975b-23fc8c129f8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a5d46137-7132-48ed-ba7d-e6d66c21a696 HTTP/1.1" status: 204 len: 168 time: 0.4660907 Aug 30 12:55:05.675095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcc7d4-05df-4269-975b-23fc8c129f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d46137-7132-48ed-ba7d-e6d66c21a696,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:05.687481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137097f1-6767-420f-ae9a-28435734a16c req-804322cc-262e-4276-a3e9-ee71ab164d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:05.688973 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-137097f1-6767-420f-ae9a-28435734a16c req-804322cc-262e-4276-a3e9-ee71ab164d04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076660 Aug 30 12:55:05.795082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee649ca-b198-448b-9d07-b6602b2782f9 req-f98f2dfb-50ca-4a75-975d-a01a7eb71d13 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:05.804210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fee649ca-b198-448b-9d07-b6602b2782f9 req-f98f2dfb-50ca-4a75-975d-a01a7eb71d13 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 968 time: 0.0666003 Aug 30 12:55:05.862024 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fee649ca-b198-448b-9d07-b6602b2782f9 req-c121535d-02a8-475d-9a67-2a0a47318ec3 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565217 Aug 30 12:55:05.900026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-137097f1-6767-420f-ae9a-28435734a16c req-474dcf9c-dac1-4a00-ad88-14fa13e11c04 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014232 Aug 30 12:55:06.053292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-137097f1-6767-420f-ae9a-28435734a16c req-c4f3579e-46b6-4136-a45b-a33ebf3d2cbc service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444323 Aug 30 12:55:06.379702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f92c0a-ea4a-4eef-8590-ca5b657c4661 req-03172489-47cd-4ac6-a7aa-237ccd5783f0 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:06.382427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38f92c0a-ea4a-4eef-8590-ca5b657c4661 req-03172489-47cd-4ac6-a7aa-237ccd5783f0 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 934 time: 0.0661719 Aug 30 12:55:06.450355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38f92c0a-ea4a-4eef-8590-ca5b657c4661 req-1601a26c-bd49-4840-a040-db19b3adc328 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621464 Aug 30 12:55:06.458555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54674) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:06.521123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b684ae8a-c91c-420a-aa09-0c6d2a673f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:06.590042 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94c9b7d0-6086-4fa8-a75c-1e67139670be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:06.718756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94c9b7d0-6086-4fa8-a75c-1e67139670be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:06.725536 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94c9b7d0-6086-4fa8-a75c-1e67139670be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:06.765134 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-94c9b7d0-6086-4fa8-a75c-1e67139670be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7be1118f1d2d4fe0a0e1c909c8283515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051746 Aug 30 12:55:06.766267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9b7d0-6086-4fa8-a75c-1e67139670be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3395400f-3a67-4128-b961-2dca2097fa4b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:06.768095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54688) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:06.834866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7058e73c-d0a6-42e3-b3bf-b29dd38d3424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:06.866723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7058e73c-d0a6-42e3-b3bf-b29dd38d3424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:06.966831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7058e73c-d0a6-42e3-b3bf-b29dd38d3424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:06.969786 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7058e73c-d0a6-42e3-b3bf-b29dd38d3424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:06.971123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7058e73c-d0a6-42e3-b3bf-b29dd38d3424 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3395400f-3a67-4128-b961-2dca2097fa4b HTTP/1.1" status: 204 len: 168 time: 0.2022426 Aug 30 12:55:06.986004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058e73c-d0a6-42e3-b3bf-b29dd38d3424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395400f-3a67-4128-b961-2dca2097fa4b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:07.097123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c15b4a-b866-468b-aaba-d40acb909ceb req-342297a5-d8cb-4f79-a7b6-9d6f22ecb868 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:07.105556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65c15b4a-b866-468b-aaba-d40acb909ceb req-342297a5-d8cb-4f79-a7b6-9d6f22ecb868 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 968 time: 0.0861998 Aug 30 12:55:07.159117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65c15b4a-b866-468b-aaba-d40acb909ceb req-04d09348-839e-4b34-b917-51f9eaa20183 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526595 Aug 30 12:55:07.609344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54726) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:07.623967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-1e2509e0-f31f-426a-ac08-498b8776aeba tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277069 Aug 30 12:55:07.626830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a1065dd-d816-4984-9da5-9ceb284ca32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:07.692486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0f9db-b764-4d3b-b92a-303da9883f18 req-4af65f00-84ff-4d21-8c55-6cb8494fa4e6 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:07.698175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0f0f9db-b764-4d3b-b92a-303da9883f18 req-4af65f00-84ff-4d21-8c55-6cb8494fa4e6 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 934 time: 0.1403868 Aug 30 12:55:07.765838 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0f0f9db-b764-4d3b-b92a-303da9883f18 req-87733341-a8b6-46fe-af2b-56d5bae5b4cb tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648160 Aug 30 12:55:07.770827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-befeb5f7-42a6-489f-83c2-50389756ff27 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:07.773527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-befeb5f7-42a6-489f-83c2-50389756ff27 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423812 Aug 30 12:55:07.796599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-3e2b1430-b6d3-44a0-b265-7a8229dcdd13 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/quotas/3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 375 time: 0.0160427 Aug 30 12:55:07.803788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a1065dd-d816-4984-9da5-9ceb284ca32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:07.809610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a1065dd-d816-4984-9da5-9ceb284ca32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:07.832275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-0155c9ad-3b17-4f84-8f16-0efd3aae18bb tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283136 Aug 30 12:55:07.854293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1a1065dd-d816-4984-9da5-9ceb284ca32a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0d84e24d9f6c442690d6f7c2482dc2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399273 Aug 30 12:55:07.854293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1065dd-d816-4984-9da5-9ceb284ca32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9123ed-8312-48d5-9ab3-a18dc4f49ed3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:07.855692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54730) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:07.925935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-259c2548-bbb1-4853-a4a7-fda94d41378f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:07.968285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-259c2548-bbb1-4853-a4a7-fda94d41378f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:08.026597 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29a2dfea-d706-41b4-9497-40028cd49f8e req-bfc82440-f947-4703-bf8b-f4497acad595 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 210 time: 0.0355856 Aug 30 12:55:08.050594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-259c2548-bbb1-4853-a4a7-fda94d41378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:08.053235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-259c2548-bbb1-4853-a4a7-fda94d41378f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:08.061062 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-259c2548-bbb1-4853-a4a7-fda94d41378f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e9123ed-8312-48d5-9ab3-a18dc4f49ed3 HTTP/1.1" status: 204 len: 168 time: 0.2011783 Aug 30 12:55:08.074249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c2548-bbb1-4853-a4a7-fda94d41378f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9123ed-8312-48d5-9ab3-a18dc4f49ed3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:08.297483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731fb50-52a1-4867-8fc6-ebee66a9822d req-a30771ba-514d-4692-86b1-abf48f66f89e tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:08.301262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1731fb50-52a1-4867-8fc6-ebee66a9822d req-a30771ba-514d-4692-86b1-abf48f66f89e tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 968 time: 0.0563817 Aug 30 12:55:08.345594 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1731fb50-52a1-4867-8fc6-ebee66a9822d req-de730872-9b33-4b63-a396-954f8d1c0f27 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367348 Aug 30 12:55:08.686321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 64803934-f3d5-4b52-a445-a6bb8e978c09 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:08.796163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 64803934-f3d5-4b52-a445-a6bb8e978c09, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64803934-f3d5-4b52-a445-a6bb8e978c09,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:08.809481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '64803934-f3d5-4b52-a445-a6bb8e978c09', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '64803934-f3d5-4b52-a445-a6bb8e978c09', 'mac_address': 'fa:16:3e:3a:e9:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:tempest-test_az-537924847', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:55:08.837807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54784) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:08.857381 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:08.872978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64803934-f3d5-4b52-a445-a6bb8e978c09 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:08.895777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 64803934-f3d5-4b52-a445-a6bb8e978c09, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64803934-f3d5-4b52-a445-a6bb8e978c09,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:08.902615 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:08.922758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854dcc8-b1e8-4b5e-ac78-b58e3c7b5d72 req-263b2725-e61a-4057-8fcb-3fefd3b5e4cb tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:08.930968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d854dcc8-b1e8-4b5e-ac78-b58e3c7b5d72 req-263b2725-e61a-4057-8fcb-3fefd3b5e4cb tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 934 time: 0.0719798 Aug 30 12:55:08.970489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54790) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:08.990306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=64803934-f3d5-4b52-a445-a6bb8e978c09,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:09.006167 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d854dcc8-b1e8-4b5e-ac78-b58e3c7b5d72 req-a6978c78-1650-445d-a287-0a733662e249 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718222 Aug 30 12:55:09.013254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.014016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.014649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.015186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.015718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.016284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.016875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.017429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.017990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.018516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.019551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.020136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:09.021154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-6e93ee65-8e50-4943-a3da-75b2f53209c4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384614 Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Tracked resource versions report: Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: pushed versions: Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: { 'AddressGroup': {'1.2'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'ConntrackHelper': {'1.0'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Log': {'1.0'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Network': {'1.1'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Port': {'1.7'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'PortForwarding': {'1.2'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'QosPolicy': {'1.9'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'SecurityGroup': {'1.4'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'SecurityGroupRule': {'1.2'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'SubPort': {'1.0'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Subnet': {'1.1'}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Trunk': {'1.1'}} Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: consumer versions: Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: { DHCP agent@n-d-688802-6: {}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: HyperV agent@n-h1-688802-6: {}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: HyperV agent@n-h2-688802-6: {}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: L3 agent@n-d-688802-6: {}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: Metadata agent@n-d-688802-6: {}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: Metering agent@n-d-688802-6: {}, Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: Open vSwitch agent@n-d-688802-6: { 'AddressGroup': '1.2', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'ConntrackHelper': '1.0', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Log': '1.0', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Network': '1.1', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Port': '1.7', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'PortForwarding': '1.2', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'QosPolicy': '1.9', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'SecurityGroup': '1.4', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'SecurityGroupRule': '1.2', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'SubPort': '1.0', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Subnet': '1.1', Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: 'Trunk': '1.1'}} Aug 30 12:55:09.021876 n-d-688802-6 neutron-server[95700]: {{(pid=95700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 12:55:09.063260 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-106a1869-fe2e-4ee7-b846-a807d697f245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.109091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1328615823-network', 'tenant_id': '57e98fc000d8445db8ff093629b7c893'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:09.159444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1a13dbf-caf7-4608-8f58-b31e77d6bf42 req-74a81756-5331-42ba-8a93-08b844ec7597 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 210 time: 0.0305412 Aug 30 12:55:09.178417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-593f6376-0623-4159-a725-f252df7084d8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:09.180540 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-593f6376-0623-4159-a725-f252df7084d8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447139 Aug 30 12:55:09.192869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Request body: {'port': {'device_id': '2fc709e3-3884-458d-903e-631e43ea4117', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '3a63f3c910b340c2a8d3bd487e39c6c8'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:09.210629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['64803934-f3d5-4b52-a445-a6bb8e978c09'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:09.214519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-106a1869-fe2e-4ee7-b846-a807d697f245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.221459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-106a1869-fe2e-4ee7-b846-a807d697f245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.268874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Made reservation on behalf of 57e98fc000d8445db8ff093629b7c893 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:09.271152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.273001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a1869-fe2e-4ee7-b846-a807d697f245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5270d956-6ac8-4ee9-bb78-cc92eeeb919d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:09.304595 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fd0dadae-ede7-40ee-818a-32f02df5e013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.322046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Made reservation on behalf of 3a63f3c910b340c2a8d3bd487e39c6c8 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:09.326240 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.341013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.412673 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-106a1869-fe2e-4ee7-b846-a807d697f245 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7219922ac7824ca89fcd4a8c239dbbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736282 Aug 30 12:55:09.416026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54798) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:09.421278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.545440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.546649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae1c33ed-cec0-43ea-8723-bd584d040de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.555690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93a7bd-d6ec-4b1b-a703-1423a32098d8 req-df1b1dc2-0d87-4612-b16d-4e37191828b0 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:09.557344 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f93a7bd-d6ec-4b1b-a703-1423a32098d8 req-df1b1dc2-0d87-4612-b16d-4e37191828b0 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 969 time: 0.1245332 Aug 30 12:55:09.559470 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.627101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.631301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.647680 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae1c33ed-cec0-43ea-8723-bd584d040de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.657821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:55:09.668927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a141c53f-0133-42bb-902b-019b9ed24dcf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:09.676204 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.676541 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Added segment 3dbab9c8-5a4b-4a76-9ab5-9e0b91cbe345 of type vlan for network cbf33c37-52b9-47f9-9779-d5b868aa3983 Aug 30 12:55:09.685650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:09.729825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.754281 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.755246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:09.755824 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.813756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8421552 Aug 30 12:55:09.818459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54800) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:09.824088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Request body: {'subnet': {'network_id': 'cbf33c37-52b9-47f9-9779-d5b868aa3983', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1328615823-subnet', 'tenant_id': '57e98fc000d8445db8ff093629b7c893', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:09.830523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8039a-b27e-4bb0-8554-a4ebd231096c admin admin] Pushing event updated for resources: {'Network': ['ID=cbf33c37-52b9-47f9-9779-d5b868aa3983,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:09.842138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network cbf33c37-52b9-47f9-9779-d5b868aa3983 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:55:09.856532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Made reservation on behalf of 57e98fc000d8445db8ff093629b7c893 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:09.859082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.874633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f93a7bd-d6ec-4b1b-a703-1423a32098d8 req-9d095670-3be7-4da4-98de-3810e0f6335a tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071365 Aug 30 12:55:09.908686 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.911495 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae1c33ed-cec0-43ea-8723-bd584d040de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.914683 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae1c33ed-cec0-43ea-8723-bd584d040de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:09.918381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ae1c33ed-cec0-43ea-8723-bd584d040de4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5270d956-6ac8-4ee9-bb78-cc92eeeb919d HTTP/1.1" status: 204 len: 168 time: 0.4987643 Aug 30 12:55:09.941761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7f7df9fc-2bfd-4588-935b-e681e40b7056 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:55:09.942910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-7f7df9fc-2bfd-4588-935b-e681e40b7056 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057180 Aug 30 12:55:09.945876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c33ed-cec0-43ea-8723-bd584d040de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5270d956-6ac8-4ee9-bb78-cc92eeeb919d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:09.953688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Allocated IP 192.168.233.38 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/fa1f907b-eeaf-4415-9897-ef1d1a7bede9) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:10.098372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.134283 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.153215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Transition to ACTIVE for port object fa1f907b-eeaf-4415-9897-ef1d1a7bede9 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:10.182390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Request body: {'port': {'device_id': '7e44e23b-d8da-43fa-a5d3-b2cace0a46d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:10.210572 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.255581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3efb2-2bf2-44b4-adfc-ea73637c8338 req-544075b4-d81e-4cf0-9c8c-5adf693553ad tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:10.257092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccc3efb2-2bf2-44b4-adfc-ea73637c8338 req-544075b4-d81e-4cf0-9c8c-5adf693553ad tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 934 time: 0.1744599 Aug 30 12:55:10.260040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d995a0bc-a903-4c19-b0fa-2507270f74c3,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:10.262605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Checking segment: {'id': '3dbab9c8-5a4b-4a76-9ab5-9e0b91cbe345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbf33c37-52b9-47f9-9779-d5b868aa3983'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:10.263097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Network hostable DHCP agents. Network: cbf33c37-52b9-47f9-9779-d5b868aa3983, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:55:10.297577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:10.306911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:10.310860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:10.317615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:10.317941 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.319678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.320088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54814) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:10.323544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Pushing event updated for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:10.339207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Network cbf33c37-52b9-47f9-9779-d5b868aa3983 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:55:10.351034 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-901816aa-d877-4b8c-9cbe-6a2909dc9812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.355319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccc3efb2-2bf2-44b4-adfc-ea73637c8338 req-089a4abf-f6db-4254-b84c-232b3703bfd8 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824404 Aug 30 12:55:10.357317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, cbf33c37-52b9-47f9-9779-d5b868aa3983) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:10.366692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6927afd8-3c70-48a3-b1eb-b35fba556d68 req-70023a22-39e1-4835-b103-59b67ee92303 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:10.368944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6927afd8-3c70-48a3-b1eb-b35fba556d68 req-70023a22-39e1-4835-b103-59b67ee92303 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 935 time: 0.1179209 Aug 30 12:55:10.376085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-fe4dfd4f-dc26-4f41-81a0-363bd2de24f6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1864231 Aug 30 12:55:10.380161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:10.380758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.381855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d372473c-ce6d-4d20-a29d-a6002d980556 None None] Network cbf33c37-52b9-47f9-9779-d5b868aa3983 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:10.401424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Request body: {'port': {'device_id': '2fc709e3-3884-458d-903e-631e43ea4117', 'device_owner': 'compute:tempest-test_az-537924847', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:10.477408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6927afd8-3c70-48a3-b1eb-b35fba556d68 req-99c3c148-39d9-418d-bba0-98e4765f59d0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004658 Aug 30 12:55:10.519139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.545720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381a6b8-e2c1-433f-ba71-ed40079f1241 None None] Network cbf33c37-52b9-47f9-9779-d5b868aa3983 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:10.671141 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-901816aa-d877-4b8c-9cbe-6a2909dc9812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.678698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-901816aa-d877-4b8c-9cbe-6a2909dc9812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.680975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 64803934-f3d5-4b52-a445-a6bb8e978c09 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:10.705911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7f998968-8376-4e0f-9d83-e0674a71803d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8785176 Aug 30 12:55:10.726398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.733593 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-901816aa-d877-4b8c-9cbe-6a2909dc9812 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85f3b64c170b4233987b65f40b825b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077768 Aug 30 12:55:10.733593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901816aa-d877-4b8c-9cbe-6a2909dc9812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327237af-228e-496e-ae9c-9a4a68ddd118,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:10.733857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54818) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:10.747175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-42ff2379-247e-453a-8c39-4741c5301a81 None None] Provisioning for port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:10.752255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-42ff2379-247e-453a-8c39-4741c5301a81 None None] Provisioning complete for port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:10.753345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42ff2379-247e-453a-8c39-4741c5301a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.757629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 64803934-f3d5-4b52-a445-a6bb8e978c09 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:10.784582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 64803934-f3d5-4b52-a445-a6bb8e978c09 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:10.784958 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.798997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47201844-1b10-4445-b806-e4c5a468729b {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:10.813859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.816701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-42ff2379-247e-453a-8c39-4741c5301a81 None None] Port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:55:10.840939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a4f68dc6-bf21-442a-9c84-10887d5e5f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.853301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Transition to ACTIVE for port object 47201844-1b10-4445-b806-e4c5a468729b will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:10.861853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.875571 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:10.901291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630bfe9-7f60-47bb-a41d-f182c35e4425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64803934-f3d5-4b52-a445-a6bb8e978c09'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:10.941842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Pushing event updated for resources: {'Port': ['ID=47201844-1b10-4445-b806-e4c5a468729b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:11.004498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 64803934-f3d5-4b52-a445-a6bb8e978c09, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64803934-f3d5-4b52-a445-a6bb8e978c09,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:11.011764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.046646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a4f68dc6-bf21-442a-9c84-10887d5e5f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.099477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Attempting to bind port 47201844-1b10-4445-b806-e4c5a468729b on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:11.100128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Attempting to bind port 47201844-1b10-4445-b806-e4c5a468729b by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:11.100245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Attempting to bind port 47201844-1b10-4445-b806-e4c5a468729b on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:11.104336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa1f907b-eeaf-4415-9897-ef1d1a7bede9 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:11.111957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=64803934-f3d5-4b52-a445-a6bb8e978c09,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:11.116024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.120222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Port 47201844-1b10-4445-b806-e4c5a468729b on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:11.120592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Attempting to bind port 47201844-1b10-4445-b806-e4c5a468729b on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:11.134648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:11.135048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:11.135565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:11.136836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Bound port: 47201844-1b10-4445-b806-e4c5a468729b, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:11.137220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.145959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Transition to ACTIVE for port object fa1f907b-eeaf-4415-9897-ef1d1a7bede9 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:11.154360 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.178261 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952a23bb-d06e-4da1-a274-229907799040" -d '{"events": [{"server_uuid": "6630bfe9-7f60-47bb-a41d-f182c35e4425", "name": "network-vif-plugged", "status": "completed", "tag": "64803934-f3d5-4b52-a445-a6bb8e978c09"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:11.194428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3310b5-8931-4cc0-a795-42190bc72704 req-544f4204-a3a3-42b2-90ff-589af203a9c9 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:11.196701 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da3310b5-8931-4cc0-a795-42190bc72704 req-544f4204-a3a3-42b2-90ff-589af203a9c9 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 970 time: 0.1979954 Aug 30 12:55:11.218359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:11.255686 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a4f68dc6-bf21-442a-9c84-10887d5e5f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.258449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a4f68dc6-bf21-442a-9c84-10887d5e5f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.262563 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a4f68dc6-bf21-442a-9c84-10887d5e5f20 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/327237af-228e-496e-ae9c-9a4a68ddd118 HTTP/1.1" status: 204 len: 168 time: 0.5283329 Aug 30 12:55:11.291179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Attempting to bind port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:11.291511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Attempting to bind port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:11.292013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Attempting to bind port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:11.296654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f68dc6-bf21-442a-9c84-10887d5e5f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327237af-228e-496e-ae9c-9a4a68ddd118,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:11.297946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:11.298621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Attempting to bind port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:11.305057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:11.305943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:11.306398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:11.307369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Bound port: fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:11.308111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.340405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] For port 47201844-1b10-4445-b806-e4c5a468729b, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:11.366987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da3310b5-8931-4cc0-a795-42190bc72704 req-d1550c18-be6d-4308-927c-459f571acbf3 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301606 Aug 30 12:55:11.422197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:11.428875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:11.429178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] For port 47201844-1b10-4445-b806-e4c5a468729b, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=47201844-1b10-4445-b806-e4c5a468729b,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:11.440375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.440797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.452737 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774c31b2-76db-4555-9b75-db112126f887 x-openstack-request-id: req-774c31b2-76db-4555-9b75-db112126f887 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:11.454924 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6630bfe9-7f60-47bb-a41d-f182c35e4425", "name": "network-vif-plugged", "status": "completed", "tag": "64803934-f3d5-4b52-a445-a6bb8e978c09", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:11.455189 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-774c31b2-76db-4555-9b75-db112126f887 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:11.455652 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6630bfe9-7f60-47bb-a41d-f182c35e4425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64803934-f3d5-4b52-a445-a6bb8e978c09', 'code': 200} Aug 30 12:55:11.501369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:11.502029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.503617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] 10.222.0.16 "PUT /v2.0/ports/fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 1116 time: 1.1146615 Aug 30 12:55:11.503988 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:11.506677 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea3fd1b-a18a-471d-aec6-a28f8342c676" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:11.546894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417faa4-b59b-44f8-a327-5a0e5fab46df service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:11.570487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:11.571783 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.573885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] 10.222.0.35 "PUT /v2.0/ports/47201844-1b10-4445-b806-e4c5a468729b HTTP/1.1" status: 200 len: 1094 time: 1.5288835 Aug 30 12:55:11.574333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e44e23b-d8da-43fa-a5d3-b2cace0a46d3', 'tag': '47201844-1b10-4445-b806-e4c5a468729b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:11.670597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.16', 62068) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:11.718499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2c5af-853d-4881-b072-7cef2a10556b service neutron] Pushing event updated for resources: {'Port': ['ID=47201844-1b10-4445-b806-e4c5a468729b,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:11.774709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54866) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:11.781406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-68285672-network', 'tenant_id': 'b8535393fbb44b2893b8cb23bb863393'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:11.819460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1db3c-f335-4f49-bfd7-57015054ad22 req-9dbe5483-84e5-4454-a7db-b64f837af39a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:11.821365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4f1db3c-f335-4f49-bfd7-57015054ad22 req-9dbe5483-84e5-4454-a7db-b64f837af39a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 946 time: 0.3098738 Aug 30 12:55:11.830093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8a796-3cbf-4d52-b2b3-788cbe631f0b req-593fc5bb-faea-4802-b6d7-01683a025b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:11.831612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dbc8a796-3cbf-4d52-b2b3-788cbe631f0b req-593fc5bb-faea-4802-b6d7-01683a025b6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 1121 time: 0.2536514 Aug 30 12:55:11.845597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-d7c92f1d-f8ea-4739-9a98-b22c1e4ed3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:11.851617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-d7c92f1d-f8ea-4739-9a98-b22c1e4ed3ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1119 time: 0.1799684 Aug 30 12:55:11.874671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ddb90-e9ef-4f78-ae99-805fd67799fb req-eee587fe-3d26-4c53-9fb8-9854f4aaf191 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:11.881848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-719ddb90-e9ef-4f78-ae99-805fd67799fb req-eee587fe-3d26-4c53-9fb8-9854f4aaf191 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 968 time: 0.2119818 Aug 30 12:55:11.903422 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-dbc8a796-3cbf-4d52-b2b3-788cbe631f0b req-67244e2c-c683-44f7-acf1-81d30c86324b service neutron] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.911895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-af209039-5f97-400a-b327-0e10b4970e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:11.914335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-af209039-5f97-400a-b327-0e10b4970e37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d37c12de3347ee8929bb045cf44a2d&device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 1097 time: 0.2195237 Aug 30 12:55:11.915581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Made reservation on behalf of b8535393fbb44b2893b8cb23bb863393 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:11.918594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:11.961355 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-cf3e3d11-0b59-47c1-8f78-9c48007c7148 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 217 time: 0.0958734 Aug 30 12:55:12.015679 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.028505 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4f1db3c-f335-4f49-bfd7-57015054ad22 req-fa55701b-31dc-4ce3-be79-b13a489a654a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964219 Aug 30 12:55:12.038063 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea2cbfd-86dc-4480-9a4c-2f2b25166601" -d '{"events": [{"name": "network-changed", "server_uuid": "7e44e23b-d8da-43fa-a5d3-b2cace0a46d3", "tag": "47201844-1b10-4445-b806-e4c5a468729b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:12.041855 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-719ddb90-e9ef-4f78-ae99-805fd67799fb req-a88757e2-639a-4bb8-82c5-7265b7d103b3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550803 Aug 30 12:55:12.043863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-15826fc8-f30f-4efb-ab63-3b608f137b0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=47201844-1b10-4445-b806-e4c5a468729b HTTP/1.1" status: 200 len: 217 time: 0.1177504 Aug 30 12:55:12.044547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.138159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-8411bfc5-71d5-4c6f-a784-7cf242ef467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:12.150331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-c64035c1-abfe-48e9-8794-1522057b8a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:12.150600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-8411bfc5-71d5-4c6f-a784-7cf242ef467f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0955775 Aug 30 12:55:12.151788 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-c64035c1-abfe-48e9-8794-1522057b8a37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1816390 Aug 30 12:55:12.162577 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941be4fc-5e13-4fc8-97b4-3d82cdcb0416 x-openstack-request-id: req-941be4fc-5e13-4fc8-97b4-3d82cdcb0416 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:12.163049 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:12.163442 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-941be4fc-5e13-4fc8-97b4-3d82cdcb0416 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:12.163975 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'status': 'completed', 'code': 200} Aug 30 12:55:12.235646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-eefca62e-1990-4ec7-855f-c5a2accf1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:12.237276 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-eefca62e-1990-4ec7-855f-c5a2accf1854 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0686908 Aug 30 12:55:12.256981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-8dbdb9b5-ec1e-44ec-a90e-8288931e9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:12.259559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-8dbdb9b5-ec1e-44ec-a90e-8288931e9d32 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1016185 Aug 30 12:55:12.301621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-dbc8a796-3cbf-4d52-b2b3-788cbe631f0b req-67244e2c-c683-44f7-acf1-81d30c86324b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.314452 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-dbc8a796-3cbf-4d52-b2b3-788cbe631f0b req-67244e2c-c683-44f7-acf1-81d30c86324b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.365361 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dbc8a796-3cbf-4d52-b2b3-788cbe631f0b req-67244e2c-c683-44f7-acf1-81d30c86324b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127957 Aug 30 12:55:12.379569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67244e2c-c683-44f7-acf1-81d30c86324b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec510bf7-62a7-4d1f-9cda-696ead4c9432,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:12.408897 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-ad31d9a7-9de5-4a3d-983e-beeb7e5e2e42 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625674 Aug 30 12:55:12.430695 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd97eca-4917-488d-b75f-a3a05417f599 x-openstack-request-id: req-6fd97eca-4917-488d-b75f-a3a05417f599 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:12.431033 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e44e23b-d8da-43fa-a5d3-b2cace0a46d3", "tag": "47201844-1b10-4445-b806-e4c5a468729b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:12.431346 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fd97eca-4917-488d-b75f-a3a05417f599 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:12.431669 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e44e23b-d8da-43fa-a5d3-b2cace0a46d3', 'tag': '47201844-1b10-4445-b806-e4c5a468729b', 'status': 'completed', 'code': 200} Aug 30 12:55:12.442898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54886) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:12.544382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-802956873-network', 'tenant_id': '561fc0398f9b42d9a91a45cc39c6a5b7'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:12.564353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c44d9b-4409-4da7-97e2-88c6c28e0c93 req-d5c8c3c1-6f61-4230-b523-41271856f423 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:12.565856 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81c44d9b-4409-4da7-97e2-88c6c28e0c93 req-d5c8c3c1-6f61-4230-b523-41271856f423 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 970 time: 0.1047337 Aug 30 12:55:12.586370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-d5d12e47-30d5-43ea-aea0-e6f349dfae17 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183391 Aug 30 12:55:12.682567 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81c44d9b-4409-4da7-97e2-88c6c28e0c93 req-f5e7bf5f-e1fd-477a-8fae-79ce3b9df16a tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099224 Aug 30 12:55:12.703318 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.708333 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.734267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa372d9c-c6d9-4966-a16a-54f7d8772f04 req-20d406a8-3db5-48b0-9b79-d0792172e35e service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031992 Aug 30 12:55:12.735494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Made reservation on behalf of 561fc0398f9b42d9a91a45cc39c6a5b7 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:12.737875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.744342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-113475a9-f6f0-447b-bd55-f3fcd2e9fd76 req-9d1c9dfb-5245-4a0f-b7b8-422c25617a8b service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510351 Aug 30 12:55:12.747094 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.748837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:55:12.759590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e448642c-0c76-4ef2-b717-7e6eb7d2b0c6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:12.764829 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.765173 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Added segment b85ec6c9-a7f9-4a1e-b6c8-224cdfece7db of type vlan for network 4f1b08c3-2949-4947-8194-18ef6fe11a3e Aug 30 12:55:12.822753 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.857221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-c401fff9-80be-4ffb-af2b-12af7b35a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:12.858789 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-c401fff9-80be-4ffb-af2b-12af7b35a031 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1119 time: 0.0705709 Aug 30 12:55:12.869353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-c8fdc9dd-fe2f-4380-bc57-e78506a0513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:12.870916 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-c8fdc9dd-fe2f-4380-bc57-e78506a0513d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d37c12de3347ee8929bb045cf44a2d&device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 1097 time: 0.0652082 Aug 30 12:55:12.871941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.872781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:12.873346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.934608 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.942778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:12.982470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:55:12.993315 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2157733 Aug 30 12:55:13.000927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54890) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:13.005682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Request body: {'subnet': {'network_id': '4f1b08c3-2949-4947-8194-18ef6fe11a3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-68285672-subnet', 'tenant_id': 'b8535393fbb44b2893b8cb23bb863393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:13.012639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16061c8d-d9b1-48a2-a346-f46f66465c14 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1b08c3-2949-4947-8194-18ef6fe11a3e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:13.018574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c96f146-1204-4e30-ba72-730676859310,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:13.029986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4f1b08c3-2949-4947-8194-18ef6fe11a3e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:55:13.036960 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.037291 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Added segment acb00707-0871-45cd-a18a-6d8ef57dd3b2 of type vlan for network ace8436c-ba87-4145-877a-ff183bc69620 Aug 30 12:55:13.052845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-fe120dfc-7af7-48f0-aee0-0ffb91870cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.054338 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-fe120dfc-7af7-48f0-aee0-0ffb91870cb6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1715178 Aug 30 12:55:13.087854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-e93f43d3-f655-47a7-a363-5b31641e3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.089559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-e93f43d3-f655-47a7-a363-5b31641e3613 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2087879 Aug 30 12:55:13.138015 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-be53f357-c555-4832-b7df-7a4c095ef7cb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 217 time: 0.0435302 Aug 30 12:55:13.139878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.143174 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-0bf354f8-117c-47b8-b506-bbf60beba608 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=47201844-1b10-4445-b806-e4c5a468729b HTTP/1.1" status: 200 len: 217 time: 0.0466518 Aug 30 12:55:13.144946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Made reservation on behalf of b8535393fbb44b2893b8cb23bb863393 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:13.147106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.220114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-1b9a2296-80e6-4cfa-9e4f-5671cb48af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.221577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-1b9a2296-80e6-4cfa-9e4f-5671cb48af69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0687413 Aug 30 12:55:13.230070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0aad6-42e5-454a-910f-df1b2e287484 req-42f73875-b30d-4dcc-b671-a176ebb8a12c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.231476 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41f0aad6-42e5-454a-910f-df1b2e287484 req-42f73875-b30d-4dcc-b671-a176ebb8a12c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 968 time: 0.0875282 Aug 30 12:55:13.291238 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.292092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.292666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.298068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-6b042edd-a985-46d0-8ebe-0a573b638a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.299851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-6b042edd-a985-46d0-8ebe-0a573b638a45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675192 Aug 30 12:55:13.302643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41f0aad6-42e5-454a-910f-df1b2e287484 req-bc842d4d-2346-4baa-9429-db5e34c6440d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628097 Aug 30 12:55:13.315287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-54a1969c-ecc6-40cc-90b1-1dd7b5089fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.316723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-54a1969c-ecc6-40cc-90b1-1dd7b5089fdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1638465 Aug 30 12:55:13.332481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744ff2b-37d9-455e-9f3a-2da3d027af3e req-439d9a50-020e-48a4-8a55-655c533a70f3 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.333940 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2744ff2b-37d9-455e-9f3a-2da3d027af3e req-439d9a50-020e-48a4-8a55-655c533a70f3 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 946 time: 0.1911016 Aug 30 12:55:13.403567 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-3e77aedc-b6ea-44ff-90f8-261e141a4609 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952947 Aug 30 12:55:13.407915 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9638975 Aug 30 12:55:13.421383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54898) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:13.426348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Request body: {'subnet': {'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-802956873-subnet', 'tenant_id': '561fc0398f9b42d9a91a45cc39c6a5b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:13.470902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fe5e3-249f-44f7-bd60-06787ceed58c admin admin] Pushing event updated for resources: {'Network': ['ID=ace8436c-ba87-4145-877a-ff183bc69620,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:13.481853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ace8436c-ba87-4145-877a-ff183bc69620 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:55:13.496085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Made reservation on behalf of 561fc0398f9b42d9a91a45cc39c6a5b7 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:13.498541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Notify callbacks [] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.506748 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2744ff2b-37d9-455e-9f3a-2da3d027af3e req-dcfaca0e-e5c6-4074-ab72-d09a540e80e4 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570420 Aug 30 12:55:13.510700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-d02e947c-8c0d-46f5-8b4d-b87db33b9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.512122 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-d02e947c-8c0d-46f5-8b4d-b87db33b9143 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773419 Aug 30 12:55:13.577063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dea2cbfd-86dc-4480-9a4c-2f2b25166601 req-efb653f4-5b9d-4226-be59-e7e1b280c9c8 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662188 Aug 30 12:55:13.621584 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.689159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.741406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1e0d212-3552-4bf1-98b9-e1dd45852c9c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:13.793460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:13.793833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Network hostable DHCP agents. Network: ace8436c-ba87-4145-877a-ff183bc69620, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:55:13.825872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f1dcd-6ad5-4d3b-9aa0-1b56950dd706 req-4933de1f-beb7-478c-8ee2-240a8b31dfb4 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.827293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b8f1dcd-6ad5-4d3b-9aa0-1b56950dd706 req-4933de1f-beb7-478c-8ee2-240a8b31dfb4 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 970 time: 0.0699105 Aug 30 12:55:13.828350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Network ace8436c-ba87-4145-877a-ff183bc69620 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:55:13.839309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-4a4f2a2e-d58a-42f0-8c6c-36a6e3d4c4c1 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156660 Aug 30 12:55:13.849096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ace8436c-ba87-4145-877a-ff183bc69620) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:13.854143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.856336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=175d832d-cbd0-4e51-bf62-55343b425982,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:13.857352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6ffdc9-51cb-4dff-8982-a40a7da46539 None None] Network ace8436c-ba87-4145-877a-ff183bc69620 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:13.866125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.898281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-99a96628-1329-4fb6-94d6-4a354e92a00a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4757550 Aug 30 12:55:13.905795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Checking segment: {'id': 'b85ec6c9-a7f9-4a1e-b6c8-224cdfece7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '4f1b08c3-2949-4947-8194-18ef6fe11a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:13.906147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Network hostable DHCP agents. Network: 4f1b08c3-2949-4947-8194-18ef6fe11a3e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:55:13.914443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b8f1dcd-6ad5-4d3b-9aa0-1b56950dd706 req-c51bb6d5-aff7-486b-ae4c-ba50a5426ad1 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794489 Aug 30 12:55:13.952340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Network 4f1b08c3-2949-4947-8194-18ef6fe11a3e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:55:13.962904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4f1b08c3-2949-4947-8194-18ef6fe11a3e) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:13.966583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fea3fd1b-a18a-471d-aec6-a28f8342c676 req-c307157c-ee88-4968-bc8c-928b51838a3a service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197758 Aug 30 12:55:13.969944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:13.970506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:13.990429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a50d7497-2143-408f-9b21-416a08751a02 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9883642 Aug 30 12:55:14.004411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4353aa-52f3-4a6e-9880-14ac352b397b None None] Network 4f1b08c3-2949-4947-8194-18ef6fe11a3e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:14.020698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b337fe-9a77-4bae-aba7-098e23541501 None None] Network ace8436c-ba87-4145-877a-ff183bc69620 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:14.107898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54908) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:14.178466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-193b1f6f-04ef-4e91-8142-b9c299c34d28 admin admin] Deleting subnet d995a0bc-a903-4c19-b0fa-2507270f74c3 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:55:14.186650 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-193b1f6f-04ef-4e91-8142-b9c299c34d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.236832 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-193b1f6f-04ef-4e91-8142-b9c299c34d28 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.254510 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-193b1f6f-04ef-4e91-8142-b9c299c34d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.325883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-193b1f6f-04ef-4e91-8142-b9c299c34d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.361996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2c20c-aca7-46c6-b155-8a7fa3d9f419 None None] Network 4f1b08c3-2949-4947-8194-18ef6fe11a3e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:14.365478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b1f6f-04ef-4e91-8142-b9c299c34d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d995a0bc-a903-4c19-b0fa-2507270f74c3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:14.378259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-193b1f6f-04ef-4e91-8142-b9c299c34d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.382548 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-193b1f6f-04ef-4e91-8142-b9c299c34d28 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d995a0bc-a903-4c19-b0fa-2507270f74c3 HTTP/1.1" status: 204 len: 168 time: 0.2712586 Aug 30 12:55:14.383608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54918) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:14.488159 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.499204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b307a-d40f-4438-afa6-02f6cd90977d req-2bd98009-e1fd-4eb8-8f29-addc752238bb tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:14.500660 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ce0b307a-d40f-4438-afa6-02f6cd90977d req-2bd98009-e1fd-4eb8-8f29-addc752238bb tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 968 time: 0.1149189 Aug 30 12:55:14.571383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54926) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:14.576638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-207821639-network', 'tenant_id': '345156d1aeb94953966929cf44018dee'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:14.606713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Made reservation on behalf of 345156d1aeb94953966929cf44018dee for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:14.609052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.613330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ce0b307a-d40f-4438-afa6-02f6cd90977d req-ebaf5497-d4f9-4d56-a2c4-cd94727b832c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064768 Aug 30 12:55:14.621806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.632158 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.636644 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.636992 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.637805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.638136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > port after_create 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.638456 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.638790 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > port after_update 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.639110 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.639425 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.639738 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.640078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.667593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e3298-88a7-4f34-8c7e-5c632dece3bf req-beb7ce40-f82b-4687-bf18-006d3c252732 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:14.669073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a4e3298-88a7-4f34-8c7e-5c632dece3bf req-beb7ce40-f82b-4687-bf18-006d3c252732 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 946 time: 0.0740871 Aug 30 12:55:14.728270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a4e3298-88a7-4f34-8c7e-5c632dece3bf req-3a190d14-9430-47de-bac4-bc4deeeabb4a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519183 Aug 30 12:55:14.750399 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.751001 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.751402 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.751756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:14.752140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf33c37-52b9-47f9-9779-d5b868aa3983']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:14.770137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dbab9c8-5a4b-4a76-9ab5-9e0b91cbe345') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:14.770433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dbab9c8-5a4b-4a76-9ab5-9e0b91cbe345') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:14.772543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.777366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.787934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.797626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:55:14.809986 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.812310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2789608-8a7d-4019-9926-aa205b4c9c6e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:14.815153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.815493 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Added segment d2773a4c-9dec-4546-a7b5-3841313c3d22 of type vlan for network 87045706-4929-4e84-94a3-1611298e7b38 Aug 30 12:55:14.820185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:55:14.820333 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.855580 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: from cryptography.utils import int_from_bytes Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: from cryptography.utils import int_from_bytes Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: timer() Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:55:14.856656 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:55:14.880873 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.881820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:14.882406 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.915333 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.923067 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:14.928700 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/cbf33c37-52b9-47f9-9779-d5b868aa3983 HTTP/1.1" status: 204 len: 168 time: 0.5441413 Aug 30 12:55:14.933437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54928) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:14.939397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a0be6-c611-41d7-8108-8643d24631ac admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf33c37-52b9-47f9-9779-d5b868aa3983,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:14.966769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3941846 Aug 30 12:55:14.970054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54932) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:14.975373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Request body: {'subnet': {'network_id': '87045706-4929-4e84-94a3-1611298e7b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-207821639-subnet', 'tenant_id': '345156d1aeb94953966929cf44018dee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:14.981136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cabf22-cbd8-4112-a539-2ca6231911e9 admin admin] Pushing event updated for resources: {'Network': ['ID=87045706-4929-4e84-94a3-1611298e7b38,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:14.995530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-539605d5-4376-4152-9171-8c7850ea80d2 admin admin] Deleting subnet 175d832d-cbd0-4e51-bf62-55343b425982 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:55:14.996036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 87045706-4929-4e84-94a3-1611298e7b38 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:55:14.999602 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-539605d5-4376-4152-9171-8c7850ea80d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.025033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Made reservation on behalf of 345156d1aeb94953966929cf44018dee for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:15.027570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.036618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-539605d5-4376-4152-9171-8c7850ea80d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.047211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-539605d5-4376-4152-9171-8c7850ea80d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.095578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080805e3-2fc0-467a-bee5-09865446da06 req-aa692271-7eb7-439b-853f-180071cb4f84 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:15.097070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-080805e3-2fc0-467a-bee5-09865446da06 req-aa692271-7eb7-439b-853f-180071cb4f84 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 970 time: 0.1074135 Aug 30 12:55:15.106265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-539605d5-4376-4152-9171-8c7850ea80d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.133350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539605d5-4376-4152-9171-8c7850ea80d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=175d832d-cbd0-4e51-bf62-55343b425982,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:15.138606 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-539605d5-4376-4152-9171-8c7850ea80d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.140721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-539605d5-4376-4152-9171-8c7850ea80d2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/175d832d-cbd0-4e51-bf62-55343b425982 HTTP/1.1" status: 204 len: 168 time: 0.2062221 Aug 30 12:55:15.143204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54934) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:15.158536 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-080805e3-2fc0-467a-bee5-09865446da06 req-2f1d4960-14e6-4c1e-9aaa-6db0acf11472 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536888 Aug 30 12:55:15.218264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.248526 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.307048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e536888f-da53-4ed3-8b2e-d86f14f1ca2a,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:15.315901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Checking segment: {'id': 'd2773a4c-9dec-4546-a7b5-3841313c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '87045706-4929-4e84-94a3-1611298e7b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:15.316252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Network hostable DHCP agents. Network: 87045706-4929-4e84-94a3-1611298e7b38, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:55:15.332553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Network 87045706-4929-4e84-94a3-1611298e7b38 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:55:15.343094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 87045706-4929-4e84-94a3-1611298e7b38) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:15.347720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:15.348309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.353499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb8e89a-1e24-490f-98cb-5da993ed30a9 None None] Network 87045706-4929-4e84-94a3-1611298e7b38 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:15.364767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fb563c81-61bc-452d-b788-263f6a2e97d5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3935916 Aug 30 12:55:15.495877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.507059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703e396-ee37-4e4b-8550-6346ba6bb3ed None None] Network 87045706-4929-4e84-94a3-1611298e7b38 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:15.518885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.519231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.520005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.520336 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > port after_create 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.520659 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.520992 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > port after_update 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.521312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.521630 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.521970 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.522314 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.590920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.591531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.591636 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.591919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 12:55:15.592301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1b08c3-2949-4947-8194-18ef6fe11a3e']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:15.613547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85ec6c9-a7f9-4a1e-b6c8-224cdfece7db') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:15.613926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85ec6c9-a7f9-4a1e-b6c8-224cdfece7db') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:15.635868 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.648702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5e247-a959-4ec5-aa88-619b882fdba3 req-962477a6-bda4-457c-bf8e-aaac39b5aaca tempest-AggregatesAdminTestJSON-785147761 tempest-AggregatesAdminTestJSON-785147761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:15.650401 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0f5e247-a959-4ec5-aa88-619b882fdba3 req-962477a6-bda4-457c-bf8e-aaac39b5aaca tempest-AggregatesAdminTestJSON-785147761 tempest-AggregatesAdminTestJSON-785147761-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 1121 time: 0.3631990 Aug 30 12:55:15.666096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.679832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a0f5e247-a959-4ec5-aa88-619b882fdba3 req-3038ba55-d15f-4462-b5c5-bf83c3c5dda3 tempest-AggregatesAdminTestJSON-785147761 tempest-AggregatesAdminTestJSON-785147761-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.682725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:55:15.683118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: from cryptography.utils import int_from_bytes Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: from cryptography.utils import int_from_bytes Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: timer() Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:55:15.687843 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:55:15.789700 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.796337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.798597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4f1b08c3-2949-4947-8194-18ef6fe11a3e HTTP/1.1" status: 204 len: 168 time: 0.6542711 Aug 30 12:55:15.818958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae8f90-fcc1-42d0-924c-aad69ac2fd80 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1b08c3-2949-4947-8194-18ef6fe11a3e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:15.891521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a0f5e247-a959-4ec5-aa88-619b882fdba3 req-3038ba55-d15f-4462-b5c5-bf83c3c5dda3 tempest-AggregatesAdminTestJSON-785147761 tempest-AggregatesAdminTestJSON-785147761-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.897034 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a0f5e247-a959-4ec5-aa88-619b882fdba3 req-3038ba55-d15f-4462-b5c5-bf83c3c5dda3 tempest-AggregatesAdminTestJSON-785147761 tempest-AggregatesAdminTestJSON-785147761-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:15.946072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0f5e247-a959-4ec5-aa88-619b882fdba3 req-3038ba55-d15f-4462-b5c5-bf83c3c5dda3 tempest-AggregatesAdminTestJSON-785147761 tempest-AggregatesAdminTestJSON-785147761-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830324 Aug 30 12:55:15.967780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038ba55-d15f-4462-b5c5-bf83c3c5dda3 tempest-AggregatesAdminTestJSON-785147761 tempest-AggregatesAdminTestJSON-785147761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16889de0-d01d-485a-9cc8-9b84c63bf8aa,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:16.029651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445aac-a5c2-421e-92be-317506eb8a2f req-cf8f6d28-eb39-45d6-aa95-2f01d50e2880 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:16.031245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-cf8f6d28-eb39-45d6-aa95-2f01d50e2880 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 807 time: 0.2286711 Aug 30 12:55:16.031785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54962) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:16.060029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-4399068d-e784-49dd-af9a-a253ed0d9120 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/quotas/561fc0398f9b42d9a91a45cc39c6a5b7 HTTP/1.1" status: 200 len: 375 time: 0.0209625 Aug 30 12:55:16.080444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0714f-f176-44d6-879b-bdd706ac9800 req-0f08109b-0ed8-4901-a85c-b8c41b2bcf51 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:16.082005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bf0714f-f176-44d6-879b-bdd706ac9800 req-0f08109b-0ed8-4901-a85c-b8c41b2bcf51 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 968 time: 0.0621231 Aug 30 12:55:16.107647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-2f85b60e-f660-405d-a396-9de7de144e75 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400095 Aug 30 12:55:16.113951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fd0790f2-37e0-4595-b133-3f042ee98509 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57e98fc000d8445db8ff093629b7c893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809937 Aug 30 12:55:16.114819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54964) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:16.131485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bf0714f-f176-44d6-879b-bdd706ac9800 req-4d79f8e1-28db-4fc1-8ac8-05ff851d9a2f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Aug 30 12:55:16.192188 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e495544c-4c08-4155-ba0f-cd4a5ab66714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.214946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e495544c-4c08-4155-ba0f-cd4a5ab66714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.261117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fe233-2361-455a-a39c-187766451f2c req-e9d68949-7f64-43a2-9c5d-8eaa8db38bac tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:16.262788 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-926fe233-2361-455a-a39c-187766451f2c req-e9d68949-7f64-43a2-9c5d-8eaa8db38bac tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 946 time: 0.0545363 Aug 30 12:55:16.276596 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e495544c-4c08-4155-ba0f-cd4a5ab66714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.279833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e495544c-4c08-4155-ba0f-cd4a5ab66714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.281094 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e495544c-4c08-4155-ba0f-cd4a5ab66714 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a141c53f-0133-42bb-902b-019b9ed24dcf HTTP/1.1" status: 204 len: 168 time: 0.1651754 Aug 30 12:55:16.299969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495544c-4c08-4155-ba0f-cd4a5ab66714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a141c53f-0133-42bb-902b-019b9ed24dcf,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:16.312103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-926fe233-2361-455a-a39c-187766451f2c req-9facc0ce-3de1-46c3-9ef1-03f8554b9dec tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420284 Aug 30 12:55:16.346392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-0609db93-8f7d-4b08-b8fd-d800a6f37cbb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:55:16.347687 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-0609db93-8f7d-4b08-b8fd-d800a6f37cbb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0939646 Aug 30 12:55:16.460245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-fcf65fd8-bf43-468b-b19a-35c546852b7a service neutron] 10.222.0.37 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058495 Aug 30 12:55:16.587348 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-2efef3cf-4bce-41f3-a7a8-52e1174740b1 service neutron] 10.222.0.37 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194298 Aug 30 12:55:16.696805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa1f907b-eeaf-4415-9897-ef1d1a7bede9 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:16.737721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54984) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:16.823988 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-adc01973-fe4b-477f-9e62-bfbd6e67f168 req-eabef29e-0316-4070-ae1c-f02225ec3ae3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 210 time: 0.0436325 Aug 30 12:55:16.830431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-84d96e7f-5ef7-4a3b-858d-6ac3974a7597 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8535393fbb44b2893b8cb23bb863393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914662 Aug 30 12:55:16.833014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54992) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:16.865199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:16.879206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'mac_address': 'fa:16:3e:19:a3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:tempest-test_az-537924847', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:55:16.895891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae665-232d-489c-beae-8bf8da42f21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.920345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae665-232d-489c-beae-8bf8da42f21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.924479 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.942613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1f907b-eeaf-4415-9897-ef1d1a7bede9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:16.964299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:16.968810 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.985604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae665-232d-489c-beae-8bf8da42f21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.989261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae665-232d-489c-beae-8bf8da42f21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:16.994962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dc0ae665-232d-489c-beae-8bf8da42f21c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e448642c-0c76-4ef2-b717-7e6eb7d2b0c6 HTTP/1.1" status: 204 len: 168 time: 0.1606579 Aug 30 12:55:17.018269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ae665-232d-489c-beae-8bf8da42f21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e448642c-0c76-4ef2-b717-7e6eb7d2b0c6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:17.042893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:17.196997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['fa1f907b-eeaf-4415-9897-ef1d1a7bede9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:17.199555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 47201844-1b10-4445-b806-e4c5a468729b details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:17.315925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c06af-a964-4b11-b750-966a493cd6b8 req-88d82812-7604-4831-91fb-3eff66fd33b9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:17.326944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f5c06af-a964-4b11-b750-966a493cd6b8 req-88d82812-7604-4831-91fb-3eff66fd33b9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 969 time: 0.0966105 Aug 30 12:55:17.387013 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f5c06af-a964-4b11-b750-966a493cd6b8 req-27a5ff03-98ee-4cb7-9aae-68726973c2b9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537295 Aug 30 12:55:17.422438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 47201844-1b10-4445-b806-e4c5a468729b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=47201844-1b10-4445-b806-e4c5a468729b,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:17.443555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '47201844-1b10-4445-b806-e4c5a468729b', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '47201844-1b10-4445-b806-e4c5a468729b', 'mac_address': 'fa:16:3e:9c:2a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:55:17.521554 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:17.542048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47201844-1b10-4445-b806-e4c5a468729b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:17.573539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 47201844-1b10-4445-b806-e4c5a468729b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=47201844-1b10-4445-b806-e4c5a468729b,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:17.579397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427f919-c60a-4c31-a409-8da15b4c0018 req-f562b678-5bae-4121-8ae0-3d910876819a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:17.581356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9427f919-c60a-4c31-a409-8da15b4c0018 req-f562b678-5bae-4121-8ae0-3d910876819a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 946 time: 0.0863018 Aug 30 12:55:17.588769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:17.635725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9427f919-c60a-4c31-a409-8da15b4c0018 req-ddc8a11a-249c-41c3-9b7e-ff605e7e5eb9 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473859 Aug 30 12:55:17.666589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=47201844-1b10-4445-b806-e4c5a468729b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:17.932155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7280d801-70e4-42f3-840c-823dcbb7cbcb req-932b00cb-b33d-4ced-bced-0689d8c6d806 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 210 time: 0.0349014 Aug 30 12:55:18.055016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['47201844-1b10-4445-b806-e4c5a468729b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:18.322550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445aac-a5c2-421e-92be-317506eb8a2f req-82df96ce-ad3a-47d7-8719-1cb39129bb46 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:18.324164 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-82df96ce-ad3a-47d7-8719-1cb39129bb46 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 807 time: 0.3058555 Aug 30 12:55:18.343221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Request body: {'port': {'device_id': '76a66d54-8929-4875-b670-6d921e8f9167', 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620', 'admin_state_up': True, 'tenant_id': '561fc0398f9b42d9a91a45cc39c6a5b7'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:18.493306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Made reservation on behalf of 561fc0398f9b42d9a91a45cc39c6a5b7 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:18.498355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:18.558863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c6b37-b312-47e2-9f30-9e96c198318a req-8a48b3bc-bed6-4823-bbbf-dff79a52f997 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:18.560391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb0c6b37-b312-47e2-9f30-9e96c198318a req-8a48b3bc-bed6-4823-bbbf-dff79a52f997 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 969 time: 0.0600965 Aug 30 12:55:18.616169 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb0c6b37-b312-47e2-9f30-9e96c198318a req-aee9292f-31fc-4ab6-b02a-98b1e1a76b13 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489755 Aug 30 12:55:18.715012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa1f907b-eeaf-4415-9897-ef1d1a7bede9 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:18.735871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Allocated IP 172.20.0.10 (ace8436c-ba87-4145-877a-ff183bc69620/f1e0d212-3552-4bf1-98b9-e1dd45852c9c/013f98b0-fd04-4fb9-b4e4-27939a51296f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:18.818332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:18.828520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:18.829077 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:18.847229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d1986-2d2a-435d-8021-c5a54130c08a req-484a4f1f-a475-4ac2-a6f5-496a84e46534 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:18.855979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e74d1986-2d2a-435d-8021-c5a54130c08a req-484a4f1f-a475-4ac2-a6f5-496a84e46534 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 947 time: 0.1107800 Aug 30 12:55:18.968495 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e74d1986-2d2a-435d-8021-c5a54130c08a req-b4744e5e-864a-4a24-9f49-128ec170a273 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096451 Aug 30 12:55:18.969486 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:18.980983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55168) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:19.049249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:19.053181 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a555d30-4ffc-4adf-8953-605b704c7bec" -d '{"events": [{"server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "name": "network-vif-plugged", "status": "completed", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:19.060885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.081384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:19.091707 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.141417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2229b9b4-aaf0-4689-bf45-99b913a5a2c5 req-acd9dc68-8ed3-4698-9d14-a633580d8d2c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 210 time: 0.0506864 Aug 30 12:55:19.154375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:19.168101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 47201844-1b10-4445-b806-e4c5a468729b up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:19.168762 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b09dc0-6e6b-43a9-8967-2cd2be09360b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.176377 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a40a26-1b82-4feb-80e9-2b8a7b591e43 x-openstack-request-id: req-45a40a26-1b82-4feb-80e9-2b8a7b591e43 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:19.176377 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "name": "network-vif-plugged", "status": "completed", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:19.176667 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45a40a26-1b82-4feb-80e9-2b8a7b591e43 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:19.180253 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'code': 200} Aug 30 12:55:19.183629 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.247296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Network ace8436c-ba87-4145-877a-ff183bc69620 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:19.250348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:19.253293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:19.296242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Pushing event updated for resources: {'Port': ['ID=013f98b0-fd04-4fb9-b4e4-27939a51296f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:19.320875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 47201844-1b10-4445-b806-e4c5a468729b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:19.329161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 47201844-1b10-4445-b806-e4c5a468729b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:19.329594 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.356298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:19.359832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.360164 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b09dc0-6e6b-43a9-8967-2cd2be09360b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.362054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95aaed3-9728-4ad7-a5e4-38408866d146 req-d04ef690-7dad-4c00-be7c-c8b7c39a4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:19.363570 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c95aaed3-9728-4ad7-a5e4-38408866d146 req-d04ef690-7dad-4c00-be7c-c8b7c39a4bbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1121 time: 0.0774348 Aug 30 12:55:19.372686 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b09dc0-6e6b-43a9-8967-2cd2be09360b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.387177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-c2ce5627-fe19-4020-9568-c8124a0a8d9f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0518475 Aug 30 12:55:19.402459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Request body: {'port': {'device_id': '76a66d54-8929-4875-b670-6d921e8f9167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:19.500080 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.513401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b09dc0-6e6b-43a9-8967-2cd2be09360b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a36499-e075-4389-97da-1b0ba792e7ff,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:19.518885 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-90b09dc0-6e6b-43a9-8967-2cd2be09360b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a3223e6e21e49ec8e9b2cccd58d0d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367787 Aug 30 12:55:19.522871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c95aaed3-9728-4ad7-a5e4-38408866d146 req-a78b89eb-b797-42df-b0c2-14a98ce871fa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512737 Aug 30 12:55:19.524293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55204) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:19.549915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 47201844-1b10-4445-b806-e4c5a468729b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=47201844-1b10-4445-b806-e4c5a468729b,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:19.553266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.565167 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.582474 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-0f227028-3ca2-4ad1-8ac9-67c843909666 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=daa21817b5964dbdb1503dbf290c5117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516634 Aug 30 12:55:19.633396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55214) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:19.664675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=47201844-1b10-4445-b806-e4c5a468729b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:19.691183 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-925cc38c-efa9-4902-b5ec-6e57c0a6ef1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.736186 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-925cc38c-efa9-4902-b5ec-6e57c0a6ef1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.750427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-bf2bfe56-30b6-4214-9ef2-20bbe8835a20 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:19.757216 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-bf2bfe56-30b6-4214-9ef2-20bbe8835a20 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733942 Aug 30 12:55:19.788048 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-1edb11be-c377-416f-a53d-bf2fe66a0d34 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/quotas/daa21817b5964dbdb1503dbf290c5117 HTTP/1.1" status: 200 len: 375 time: 0.0293696 Aug 30 12:55:19.826696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-ff64650f-fbe8-4977-881b-36388adcaa3e tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=daa21817b5964dbdb1503dbf290c5117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377944 Aug 30 12:55:19.848120 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-925cc38c-efa9-4902-b5ec-6e57c0a6ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.851915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-925cc38c-efa9-4902-b5ec-6e57c0a6ef1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.853323 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-925cc38c-efa9-4902-b5ec-6e57c0a6ef1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3a36499-e075-4389-97da-1b0ba792e7ff HTTP/1.1" status: 204 len: 168 time: 0.3245947 Aug 30 12:55:19.861295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cc38c-efa9-4902-b5ec-6e57c0a6ef1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a36499-e075-4389-97da-1b0ba792e7ff,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:19.891826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b0794f7-41ce-4881-a9f0-5e29582dcdc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:19.927973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddca6b-70ba-4f5b-9f9d-b48a1438bad5 req-9083079d-ea0a-411c-bd63-7df74494e800 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:19.930008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fddca6b-70ba-4f5b-9f9d-b48a1438bad5 req-9083079d-ea0a-411c-bd63-7df74494e800 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1266048 Aug 30 12:55:20.030561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013f98b0-fd04-4fb9-b4e4-27939a51296f {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:20.039516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.047810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fddca6b-70ba-4f5b-9f9d-b48a1438bad5 req-50972ad4-9b03-423c-803f-19490fd1fb08 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069596 Aug 30 12:55:20.065505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Transition to ACTIVE for port object 013f98b0-fd04-4fb9-b4e4-27939a51296f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:20.078690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.164681 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b0794f7-41ce-4881-a9f0-5e29582dcdc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.183781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=013f98b0-fd04-4fb9-b4e4-27939a51296f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:20.189404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-143f73ba-4ea2-485b-a934-05691364e1ab req-e3ccd550-4953-4e7c-996a-113a55a2232b tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 210 time: 0.0494595 Aug 30 12:55:20.191890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b0794f7-41ce-4881-a9f0-5e29582dcdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.266170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1b0794f7-41ce-4881-a9f0-5e29582dcdc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18a321bb6f944ff8b9eb9fdba9c3d20b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303525 Aug 30 12:55:20.267122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55248) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:20.319229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0794f7-41ce-4881-a9f0-5e29582dcdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97403442-34bc-48cb-bf5a-c669a237a7a9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:20.352081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55254) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:20.358675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99e22f34-4d92-46d8-a869-237dce16b3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.384884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99e22f34-4d92-46d8-a869-237dce16b3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.395026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0062c0-6f22-47e3-bb7d-e48321211f7c req-4b3ad93a-6c52-45ea-bd0f-1695a7fc0fb0 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:20.396553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eb0062c0-6f22-47e3-bb7d-e48321211f7c req-4b3ad93a-6c52-45ea-bd0f-1695a7fc0fb0 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 948 time: 0.0899727 Aug 30 12:55:20.397261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:20.397604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:20.397987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:20.401440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e781a12-fca2-4481-b820-fe2fe97d0b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.432524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Port 013f98b0-fd04-4fb9-b4e4-27939a51296f on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:20.432862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:20.454577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:20.454877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:20.455327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:20.455702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Bound port: 013f98b0-fd04-4fb9-b4e4-27939a51296f, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:20.456071 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.484504 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eb0062c0-6f22-47e3-bb7d-e48321211f7c req-3d0f68e8-fce0-4e84-8ebb-6493576c698a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791824 Aug 30 12:55:20.497363 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99e22f34-4d92-46d8-a869-237dce16b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.503796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99e22f34-4d92-46d8-a869-237dce16b3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.505145 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-99e22f34-4d92-46d8-a869-237dce16b3e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97403442-34bc-48cb-bf5a-c669a237a7a9 HTTP/1.1" status: 204 len: 168 time: 0.2369788 Aug 30 12:55:20.545688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e22f34-4d92-46d8-a869-237dce16b3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97403442-34bc-48cb-bf5a-c669a237a7a9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:20.606060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:20.612394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:20.623383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.684345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:20.685001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.686596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/013f98b0-fd04-4fb9-b4e4-27939a51296f HTTP/1.1" status: 200 len: 1092 time: 1.2905354 Aug 30 12:55:20.687629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:20.690853 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9137c92a-ea8a-43d8-a6b4-f04146dc554c" -d '{"events": [{"name": "network-changed", "server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:20.704451 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e781a12-fca2-4481-b820-fe2fe97d0b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.718391 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e781a12-fca2-4481-b820-fe2fe97d0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.733312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029318d6-429f-46f8-9ebc-e04344d2f6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=013f98b0-fd04-4fb9-b4e4-27939a51296f,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:20.786129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9e781a12-fca2-4481-b820-fe2fe97d0b60 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4fb78f933ee64367a3d4ef063bb30511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286757 Aug 30 12:55:20.786628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55276) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:20.797855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e781a12-fca2-4481-b820-fe2fe97d0b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b2bd9-b9d1-454e-9426-1ada0ae6c4cf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:20.817853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445aac-a5c2-421e-92be-317506eb8a2f req-aa3810bc-7f54-4dca-895e-b1f555b59310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:20.819415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-aa3810bc-7f54-4dca-895e-b1f555b59310 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1095 time: 0.0526187 Aug 30 12:55:20.890556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-cb54a2a6-f231-40de-9e76-da2b17397e91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f HTTP/1.1" status: 200 len: 217 time: 0.0610075 Aug 30 12:55:20.891999 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88974c6c-ef49-4048-ab26-ddca5588fc95 x-openstack-request-id: req-88974c6c-ef49-4048-ab26-ddca5588fc95 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:20.892281 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:20.892529 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-88974c6c-ef49-4048-ab26-ddca5588fc95 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:20.892911 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f', 'status': 'completed', 'code': 200} Aug 30 12:55:20.906421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9531b924-3042-49ee-ac06-221150109b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.935525 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9531b924-3042-49ee-ac06-221150109b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:20.953891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94445aac-a5c2-421e-92be-317506eb8a2f req-68f2631c-29b7-4c2c-bdde-d3406b2039a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:20.956432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-68f2631c-29b7-4c2c-bdde-d3406b2039a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0579171 Aug 30 12:55:21.014582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-931f1823-f6d2-40fb-bc3a-8cefe50730ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486820 Aug 30 12:55:21.157815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-de67381d-9d86-4f50-bbc5-3df3e445bd2e service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271837 Aug 30 12:55:21.188897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e44e23b-d8da-43fa-a5d3-b2cace0a46d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47201844-1b10-4445-b806-e4c5a468729b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:21.193030 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1edf9e5-d536-4bd7-8091-651a436a7724" -d '{"events": [{"server_uuid": "7e44e23b-d8da-43fa-a5d3-b2cace0a46d3", "name": "network-vif-plugged", "status": "completed", "tag": "47201844-1b10-4445-b806-e4c5a468729b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:21.196825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2070290-7a0d-46f3-ac87-5f8d112104b4 req-e7b4ae15-8941-40b2-83f2-624ea03101d6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:21.204616 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2070290-7a0d-46f3-ac87-5f8d112104b4 req-e7b4ae15-8941-40b2-83f2-624ea03101d6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 944 time: 0.2719135 Aug 30 12:55:21.221830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55296) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:21.243978 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee118-0d55-4420-849a-6ec6f997bd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:21.278744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2070290-7a0d-46f3-ac87-5f8d112104b4 req-a65d6d06-d178-45ba-9e7e-1f5ae9bc67d7 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728438 Aug 30 12:55:21.286584 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9531b924-3042-49ee-ac06-221150109b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:21.297131 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9531b924-3042-49ee-ac06-221150109b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:21.298792 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9531b924-3042-49ee-ac06-221150109b67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/032b2bd9-b9d1-454e-9426-1ada0ae6c4cf HTTP/1.1" status: 204 len: 168 time: 0.5095658 Aug 30 12:55:21.342600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531b924-3042-49ee-ac06-221150109b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b2bd9-b9d1-454e-9426-1ada0ae6c4cf,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:21.462618 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc63e13a-08c4-43b2-94b9-ccd144f89815 x-openstack-request-id: req-cc63e13a-08c4-43b2-94b9-ccd144f89815 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:21.463853 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e44e23b-d8da-43fa-a5d3-b2cace0a46d3", "name": "network-vif-plugged", "status": "completed", "tag": "47201844-1b10-4445-b806-e4c5a468729b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:21.464935 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc63e13a-08c4-43b2-94b9-ccd144f89815 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:21.465545 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e44e23b-d8da-43fa-a5d3-b2cace0a46d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47201844-1b10-4445-b806-e4c5a468729b', 'code': 200} Aug 30 12:55:21.487920 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-010006ba-1b11-4b2a-8379-d20c724fee29 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=daa21817b5964dbdb1503dbf290c5117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250649 Aug 30 12:55:21.531559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389500-86d7-4e8f-8b47-1fc60791c3eb req-0e323324-13f3-420f-bbea-60d8f1009e9c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:21.539209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef389500-86d7-4e8f-8b47-1fc60791c3eb req-0e323324-13f3-420f-bbea-60d8f1009e9c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1287818 Aug 30 12:55:21.582722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.35', 64182) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:21.582974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55308) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:21.655526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7cc00757-3d33-4b79-adf6-1c8f347ec17e req-f20097b9-29c6-41c1-82f1-b46dc5633331 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 210 time: 0.0523889 Aug 30 12:55:21.680090 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee118-0d55-4420-849a-6ec6f997bd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:21.687743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef389500-86d7-4e8f-8b47-1fc60791c3eb req-64e3d19e-85ce-40b7-856c-c9dd3a6db50e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472976 Aug 30 12:55:21.700756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea8ee118-0d55-4420-849a-6ec6f997bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:21.722526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30d693-b7ea-486d-b2b7-88e31dd74f7d req-d9a31ae9-9614-4abd-b724-951740bb9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:21.724440 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a30d693-b7ea-486d-b2b7-88e31dd74f7d req-d9a31ae9-9614-4abd-b724-951740bb9487 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 1099 time: 0.1404617 Aug 30 12:55:21.727328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94445aac-a5c2-421e-92be-317506eb8a2f req-d79bfd01-15a9-4319-904b-be06fbcefdad service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615392 Aug 30 12:55:21.788437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a30d693-b7ea-486d-b2b7-88e31dd74f7d req-33beec6e-e1fe-4253-b47f-82cee7807748 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514116 Aug 30 12:55:21.806699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ea8ee118-0d55-4420-849a-6ec6f997bd73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b53469f1922247d989bb2b8e4809b3e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5829298 Aug 30 12:55:21.813720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55316) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:21.814060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-c9576761-9c98-4b0c-aedb-7905a5fbc291 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:21.815397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-c9576761-9c98-4b0c-aedb-7905a5fbc291 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3199813 Aug 30 12:55:21.818354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ee118-0d55-4420-849a-6ec6f997bd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9b4a08-4648-405b-9e5d-c26920c6fd19,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:21.849275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Request body: {'port': {'device_id': 'f65eb746-f6da-4cac-bc78-fae7f5347212', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'daa21817b5964dbdb1503dbf290c5117'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:21.906865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-06735d56-59a7-40ca-82a8-a5ecc4cb401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:21.908509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-06735d56-59a7-40ca-82a8-a5ecc4cb401a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1095 time: 0.1179020 Aug 30 12:55:21.916960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf6cb7-0e5a-414b-b284-2ba59694ef16 req-2cf3b269-2a72-4508-a301-6d4193b738eb tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:21.918452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bbdac-941d-4611-9d46-e78ce5a8c255 req-c77db0d2-208c-4095-b9b9-8d3a82db5056 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:21.918752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-92bf6cb7-0e5a-414b-b284-2ba59694ef16 req-2cf3b269-2a72-4508-a301-6d4193b738eb tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 970 time: 0.1194806 Aug 30 12:55:21.926157 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-459bbdac-941d-4611-9d46-e78ce5a8c255 req-c77db0d2-208c-4095-b9b9-8d3a82db5056 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 948 time: 0.1362965 Aug 30 12:55:21.946077 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f220cd1-04ee-409d-81d2-cc9b5ac2c72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:21.979588 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f220cd1-04ee-409d-81d2-cc9b5ac2c72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.000733 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-459bbdac-941d-4611-9d46-e78ce5a8c255 req-5754ef7a-3169-4517-a920-159dd53302f7 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697086 Aug 30 12:55:22.005282 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-92bf6cb7-0e5a-414b-b284-2ba59694ef16 req-9c494456-4c39-45df-828c-2d0ef16213b6 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746930 Aug 30 12:55:22.036567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47f9c9db-d04f-47a6-9edf-e808d1a36a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.048794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Made reservation on behalf of daa21817b5964dbdb1503dbf290c5117 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:22.059093 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.075347 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.091964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f220cd1-04ee-409d-81d2-cc9b5ac2c72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.095390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f220cd1-04ee-409d-81d2-cc9b5ac2c72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.096521 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7f220cd1-04ee-409d-81d2-cc9b5ac2c72d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a9b4a08-4648-405b-9e5d-c26920c6fd19 HTTP/1.1" status: 204 len: 168 time: 0.2801926 Aug 30 12:55:22.154826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f220cd1-04ee-409d-81d2-cc9b5ac2c72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9b4a08-4648-405b-9e5d-c26920c6fd19,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:22.225255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-490da41a-c568-415e-bdca-f3e99fb107fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:22.227071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-490da41a-c568-415e-bdca-f3e99fb107fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.1238239 Aug 30 12:55:22.281410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-33dc9097-e695-437c-b212-f76666850349 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f HTTP/1.1" status: 200 len: 217 time: 0.0455723 Aug 30 12:55:22.283202 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47f9c9db-d04f-47a6-9edf-e808d1a36a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.288111 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47f9c9db-d04f-47a6-9edf-e808d1a36a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.426816 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-47f9c9db-d04f-47a6-9edf-e808d1a36a55 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=177d7f55d3014cc28259ce335846fe7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8258951 Aug 30 12:55:22.431306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:22.437223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9c9db-d04f-47a6-9edf-e808d1a36a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b494e3f-888c-45da-ad96-a89e2cf2d759,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:22.458344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-94d7f11c-e950-43a9-9b08-ed6203cd3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:22.458800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.459793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-94d7f11c-e950-43a9-9b08-ed6203cd3d75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1686518 Aug 30 12:55:22.472126 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.483521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e53cc9-340e-4f13-99d4-66585a40f38c req-221c1ac5-e19f-4fc8-820d-351658d77b5e tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:22.491205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47e53cc9-340e-4f13-99d4-66585a40f38c req-221c1ac5-e19f-4fc8-820d-351658d77b5e tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1121 time: 0.0698097 Aug 30 12:55:22.519432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-e06280e4-cd74-440a-8256-ebe056ee901f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480604 Aug 30 12:55:22.527297 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-47e53cc9-340e-4f13-99d4-66585a40f38c req-12a50817-d776-406e-8ed5-73f84ea47ee7 tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.598104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb1f95-ab3e-4701-913f-ded9c2be99cb req-a2156eea-d760-4d32-ad86-b0b89165c06b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:22.600832 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36fb1f95-ab3e-4701-913f-ded9c2be99cb req-a2156eea-d760-4d32-ad86-b0b89165c06b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 944 time: 0.2239192 Aug 30 12:55:22.628977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3467519e-7830-4a5d-857c-062e5eb10627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.651248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-111bad2e-e335-4f7c-8d5b-cda30425e11f service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215971 Aug 30 12:55:22.667594 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3467519e-7830-4a5d-857c-062e5eb10627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.701696 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23be04c7-7459-499f-bb20-5bbd7c00c974,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:22.767820 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-47e53cc9-340e-4f13-99d4-66585a40f38c req-12a50817-d776-406e-8ed5-73f84ea47ee7 tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.781931 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-47e53cc9-340e-4f13-99d4-66585a40f38c req-12a50817-d776-406e-8ed5-73f84ea47ee7 tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.790137 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9137c92a-ea8a-43d8-a6b4-f04146dc554c req-0dda602a-1ad1-4575-aa28-dc05c7ee4735 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282332 Aug 30 12:55:22.822049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47e53cc9-340e-4f13-99d4-66585a40f38c req-12a50817-d776-406e-8ed5-73f84ea47ee7 tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229265 Aug 30 12:55:22.837724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a50817-d776-406e-8ed5-73f84ea47ee7 tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff83b87-139f-429f-a335-d8f2bf57a5b5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:22.885609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36fb1f95-ab3e-4701-913f-ded9c2be99cb req-6ee5bf8b-6947-4932-a308-7bc1ee71c2c1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040071 Aug 30 12:55:22.927835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-82899ebb-feb9-42bf-8040-e9270fe6b295 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:22.930087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-82899ebb-feb9-42bf-8040-e9270fe6b295 tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.16 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 970 time: 0.2169354 Aug 30 12:55:22.931697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Allocated IP 192.168.233.55 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/b7635eb4-8edc-48dc-b953-0a35659d0d71) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:22.934364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3467519e-7830-4a5d-857c-062e5eb10627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.937363 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3467519e-7830-4a5d-857c-062e5eb10627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:22.938685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3467519e-7830-4a5d-857c-062e5eb10627 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0b494e3f-888c-45da-ad96-a89e2cf2d759 HTTP/1.1" status: 204 len: 168 time: 0.5047796 Aug 30 12:55:22.953285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df1c2547-9311-4796-be89-715886997f94 req-1c3dc4c1-8b51-43c8-a604-3827c683cda3 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 210 time: 0.0709574 Aug 30 12:55:23.017286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467519e-7830-4a5d-857c-062e5eb10627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b494e3f-888c-45da-ad96-a89e2cf2d759,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:23.167788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baf39f-03b4-4ba8-adce-41c9b22b5a8b req-6d1e09c2-49e8-4301-8fd3-625e31c5973f tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:23.176917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53baf39f-03b4-4ba8-adce-41c9b22b5a8b req-6d1e09c2-49e8-4301-8fd3-625e31c5973f tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 970 time: 0.0699313 Aug 30 12:55:23.219569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Deleting port 64803934-f3d5-4b52-a445-a6bb8e978c09 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:55:23.220045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.228252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53baf39f-03b4-4ba8-adce-41c9b22b5a8b req-23ba6cf8-618b-44b4-940a-c1bc0752696f tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/security-groups?id=6313858c-24f7-4f5d-85cc-533ab6cf82c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502183 Aug 30 12:55:23.301924 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.329105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Transition to ACTIVE for port object b7635eb4-8edc-48dc-b953-0a35659d0d71 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:23.352911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] For port 64803934-f3d5-4b52-a445-a6bb8e978c09, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64803934-f3d5-4b52-a445-a6bb8e978c09,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:23.353272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.368820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4665b-c371-41f8-9e80-b5d12f541d86 req-9048a12f-1996-4cd0-a087-9deb3a66384b tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:23.374089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Calling delete_port for 64803934-f3d5-4b52-a445-a6bb8e978c09 owned by compute:tempest-test_az-537924847 {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:55:23.376957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-adc4665b-c371-41f8-9e80-b5d12f541d86 req-9048a12f-1996-4cd0-a087-9deb3a66384b tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 948 time: 0.0667186 Aug 30 12:55:23.429646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-adc4665b-c371-41f8-9e80-b5d12f541d86 req-fa4b7069-3c2f-4d28-b119-f2f308faab6c tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517600 Aug 30 12:55:23.463895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.469633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55386) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:23.485409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-20eb7c23-1dc8-438b-9dc3-1f3e2e955e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.531945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:23.537922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:23.545620 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:23.551155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Pushing event updated for resources: {'Port': ['ID=b7635eb4-8edc-48dc-b953-0a35659d0d71,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:23.618211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55394) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:23.633395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-20eb7c23-1dc8-438b-9dc3-1f3e2e955e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.647243 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-20eb7c23-1dc8-438b-9dc3-1f3e2e955e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.666166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:23.667081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.695611 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.707558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['64803934-f3d5-4b52-a445-a6bb8e978c09'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:23.709068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-5c4685df-4fee-4e60-a8fa-4816aee3cea7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8676600 Aug 30 12:55:23.718496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb7c23-1dc8-438b-9dc3-1f3e2e955e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd94c40-82f4-4e7e-be94-87caac1d5589,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:23.746071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-20eb7c23-1dc8-438b-9dc3-1f3e2e955e4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffd7787602c84c32995d24650497d554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747142 Aug 30 12:55:23.748086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55400) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:23.756569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Request body: {'port': {'device_id': 'f65eb746-f6da-4cac-bc78-fae7f5347212', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:23.762986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Pushing event deleted for resources: {'Port': ['ID=64803934-f3d5-4b52-a445-a6bb8e978c09,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:23.834919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2731a39d-b595-40eb-9199-3d077c8e4965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.872593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2731a39d-b595-40eb-9199-3d077c8e4965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.913160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6a03973b-9f61-4327-9dc6-57db523f3675 None None] Provisioning for port b7635eb4-8edc-48dc-b953-0a35659d0d71 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:23.923392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6a03973b-9f61-4327-9dc6-57db523f3675 None None] Provisioning complete for port b7635eb4-8edc-48dc-b953-0a35659d0d71 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:23.923761 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a03973b-9f61-4327-9dc6-57db523f3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:23.956802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] No DVR routers for this DVR port 64803934-f3d5-4b52-a445-a6bb8e978c09 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:55:24.011599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.013980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c49ee351-f8d0-4890-a57f-f9c7b3b6db2d req-d606fa37-3ae5-484b-b28d-4645c41fb1fd tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.16 "DELETE /v2.0/ports/64803934-f3d5-4b52-a445-a6bb8e978c09 HTTP/1.1" status: 204 len: 173 time: 1.0740263 Aug 30 12:55:24.016444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6630bfe9-7f60-47bb-a41d-f182c35e4425', 'name': 'network-vif-deleted', 'tag': '64803934-f3d5-4b52-a445-a6bb8e978c09'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:24.019783 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56833024-d38a-49d7-af7c-edda50307289" -d '{"events": [{"server_uuid": "6630bfe9-7f60-47bb-a41d-f182c35e4425", "name": "network-vif-deleted", "tag": "64803934-f3d5-4b52-a445-a6bb8e978c09"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:24.032390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.053830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6a03973b-9f61-4327-9dc6-57db523f3675 None None] Port b7635eb4-8edc-48dc-b953-0a35659d0d71 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:55:24.083502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-network', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:24.149541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2731a39d-b595-40eb-9199-3d077c8e4965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.149999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Made reservation on behalf of f3d1015602d54330ba4f72bec9251580 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:24.153873 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.162137 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2731a39d-b595-40eb-9199-3d077c8e4965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.165480 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2731a39d-b595-40eb-9199-3d077c8e4965 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acd94c40-82f4-4e7e-be94-87caac1d5589 HTTP/1.1" status: 204 len: 168 time: 0.4162209 Aug 30 12:55:24.171582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.237405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731a39d-b595-40eb-9199-3d077c8e4965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd94c40-82f4-4e7e-be94-87caac1d5589,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:24.269250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570401e-f683-4cac-bc86-794858c40c20 req-5b38fe1b-6282-41fa-aafe-84cd69525a4c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:24.278832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c570401e-f683-4cac-bc86-794858c40c20 req-5b38fe1b-6282-41fa-aafe-84cd69525a4c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 944 time: 0.2485061 Aug 30 12:55:24.347778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c570401e-f683-4cac-bc86-794858c40c20 req-917dc32f-4aaa-4373-96e1-e605c1967e39 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670531 Aug 30 12:55:24.401867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd1f34-d778-4df2-a0cc-5b386f9f9dc4 req-bb1f31a1-af72-48d4-8431-de6e70874dd6 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:24.403416 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26cd1f34-d778-4df2-a0cc-5b386f9f9dc4 req-bb1f31a1-af72-48d4-8431-de6e70874dd6 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 935 time: 0.1745472 Aug 30 12:55:24.407546 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f06be26-92d4-4b01-9c29-91c64209cb76 x-openstack-request-id: req-6f06be26-92d4-4b01-9c29-91c64209cb76 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:24.407837 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6630bfe9-7f60-47bb-a41d-f182c35e4425", "name": "network-vif-deleted", "tag": "64803934-f3d5-4b52-a445-a6bb8e978c09", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:24.408073 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f06be26-92d4-4b01-9c29-91c64209cb76 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:24.408457 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6630bfe9-7f60-47bb-a41d-f182c35e4425', 'name': 'network-vif-deleted', 'tag': '64803934-f3d5-4b52-a445-a6bb8e978c09', 'status': 'completed', 'code': 200} Aug 30 12:55:24.475086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26cd1f34-d778-4df2-a0cc-5b386f9f9dc4 req-a6a1c2a3-812c-4828-a277-ddf6de122ad3 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617888 Aug 30 12:55:24.556154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55430) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:24.577934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaac1c-eb8f-4fd1-b740-45e0af5f65cf req-5c91abd2-4b9e-4f22-89ad-9deaf3df90db tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:24.579487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44eaac1c-eb8f-4fd1-b740-45e0af5f65cf req-5c91abd2-4b9e-4f22-89ad-9deaf3df90db tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.0748158 Aug 30 12:55:24.634288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44eaac1c-eb8f-4fd1-b740-45e0af5f65cf req-db7d51ac-e8b6-432d-8789-76ea37a64169 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474205 Aug 30 12:55:24.718450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.743708 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-0a72704c-96b6-4ccc-920d-c31130698563 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1845810 Aug 30 12:55:24.745133 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f393a14f-e417-49b4-9fd8-b045c1421de4 req-7ef62234-37d1-4bcf-a35c-4df19e073cce tempest-AggregatesAdminTestJSON-178862883 tempest-AggregatesAdminTestJSON-178862883-project] 10.222.0.37 "GET /v2.0/ports?device_id=6630bfe9-7f60-47bb-a41d-f182c35e4425 HTTP/1.1" status: 200 len: 210 time: 0.0863380 Aug 30 12:55:24.750238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7635eb4-8edc-48dc-b953-0a35659d0d71 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:24.766379 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.795618 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.821189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:55:24.864280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Transition to ACTIVE for port object b7635eb4-8edc-48dc-b953-0a35659d0d71 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:24.875442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20e9819-a64d-48bd-b18c-82f96d68e5c4,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:24.892263 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:24.892606 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Added segment 32cb43c8-d856-4372-b78a-09efdc20be44 of type vlan for network 6f3e2131-5260-4689-b845-ccc39c3f1e8d Aug 30 12:55:24.895875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.165999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.195920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7635eb4-8edc-48dc-b953-0a35659d0d71,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:25.204025 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 013f98b0-fd04-4fb9-b4e4-27939a51296f details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:25.229655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de6eac-2b7d-45b6-8882-e4391fd1124f req-6b0f59a5-03ce-4b66-be9e-144a359f93a5 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:25.241295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0de6eac-2b7d-45b6-8882-e4391fd1124f req-6b0f59a5-03ce-4b66-be9e-144a359f93a5 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 948 time: 0.3781221 Aug 30 12:55:25.333311 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.334288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:25.334883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.423880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55472) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:25.456705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:25.472993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '013f98b0-fd04-4fb9-b4e4-27939a51296f', 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620', 'port_id': '013f98b0-fd04-4fb9-b4e4-27939a51296f', 'mac_address': 'fa:16:3e:36:b4:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e0d212-3552-4bf1-98b9-e1dd45852c9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:55:25.473396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0de6eac-2b7d-45b6-8882-e4391fd1124f req-905d20ec-601c-43b9-bb75-3d1524e5ac97 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286921 Aug 30 12:55:25.486918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8676553 Aug 30 12:55:25.489996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55480) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:25.506196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Request body: {'subnet': {'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-subnet', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:25.555472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0b4df-8df8-49de-8ee3-163f4809d53a admin admin] Pushing event updated for resources: {'Network': ['ID=6f3e2131-5260-4689-b845-ccc39c3f1e8d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:25.570424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Attempting to bind port b7635eb4-8edc-48dc-b953-0a35659d0d71 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:25.570762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Attempting to bind port b7635eb4-8edc-48dc-b953-0a35659d0d71 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:25.574106 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Attempting to bind port b7635eb4-8edc-48dc-b953-0a35659d0d71 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:25.583884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:55:25.586064 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Port b7635eb4-8edc-48dc-b953-0a35659d0d71 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:25.586399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Attempting to bind port b7635eb4-8edc-48dc-b953-0a35659d0d71 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:25.599089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:25.599423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:25.599982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:25.600565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Bound port: b7635eb4-8edc-48dc-b953-0a35659d0d71, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:25.601610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.624553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Made reservation on behalf of f3d1015602d54330ba4f72bec9251580 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:25.633130 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.673188 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.704483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013f98b0-fd04-4fb9-b4e4-27939a51296f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:25.730877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] For port b7635eb4-8edc-48dc-b953-0a35659d0d71, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:25.735392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] For port b7635eb4-8edc-48dc-b953-0a35659d0d71, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b7635eb4-8edc-48dc-b953-0a35659d0d71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:25.742551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0de16e3a-24ac-4108-a1c9-20078b29632c tempest-AutoAllocateNetworkTest-784078049 tempest-AutoAllocateNetworkTest-784078049-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d61c0570d31746c999bb85c1291c5815&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3174970 Aug 30 12:55:25.745548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55494) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:25.759768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.759968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:25.768315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.817383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01657d0-4354-4edd-8201-085bb602b845 req-28f05efc-29c3-4178-81a1-10af28f477e6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:25.819231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d01657d0-4354-4edd-8201-085bb602b845 req-28f05efc-29c3-4178-81a1-10af28f477e6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 944 time: 0.2862113 Aug 30 12:55:25.871606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=013f98b0-fd04-4fb9-b4e4-27939a51296f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:25.876211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55498) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:25.910890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:25.911419 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:25.912801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/b7635eb4-8edc-48dc-b953-0a35659d0d71 HTTP/1.1" status: 200 len: 1095 time: 2.1702602 Aug 30 12:55:25.990954 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d01657d0-4354-4edd-8201-085bb602b845 req-a4ae7d57-6d24-436c-9fd3-41e8317096a8 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454272 Aug 30 12:55:26.055729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['013f98b0-fd04-4fb9-b4e4-27939a51296f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:26.109759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcc662a-20a4-4c8b-a533-24ea578510c3 tempest-AutoAllocateNetworkTest-784078049 tempest-AutoAllocateNetworkTest-784078049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:26.111415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dfcc662a-20a4-4c8b-a533-24ea578510c3 tempest-AutoAllocateNetworkTest-784078049 tempest-AutoAllocateNetworkTest-784078049-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3646739 Aug 30 12:55:26.116268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55506) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:26.154740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9d3df-bfe6-4235-8917-65f11de917d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7635eb4-8edc-48dc-b953-0a35659d0d71,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:26.175765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-2efa2af8-c161-4944-b4bd-a3c8cd9fac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:26.177294 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-2efa2af8-c161-4944-b4bd-a3c8cd9fac7b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa21817b5964dbdb1503dbf290c5117&device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 1098 time: 0.1980448 Aug 30 12:55:26.232272 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-6e26a59a-a6be-4621-9ac8-7282d08adb07 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b7635eb4-8edc-48dc-b953-0a35659d0d71 HTTP/1.1" status: 200 len: 217 time: 0.0463328 Aug 30 12:55:26.269582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d72fe7cf-b47c-4a20-8a22-8bb33bfee65b tempest-AutoAllocateNetworkTest-784078049 tempest-AutoAllocateNetworkTest-784078049-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475449 Aug 30 12:55:26.283079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55510) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:26.303025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57feccec-bb78-4b1a-9a2c-eda48432b6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:26.313795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-ab268076-caff-44e9-8cb4-47cb82b62b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:26.315535 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-ab268076-caff-44e9-8cb4-47cb82b62b3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0763216 Aug 30 12:55:26.384294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9b6fe9a9-e97a-474b-87a5-fad7d393d1a0 tempest-AutoAllocateNetworkTest-784078049 tempest-AutoAllocateNetworkTest-784078049-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d61c0570d31746c999bb85c1291c5815 HTTP/1.1" status: 200 len: 208 time: 0.0824802 Aug 30 12:55:26.411443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65eb746-f6da-4cac-bc78-fae7f5347212', 'tag': 'b7635eb4-8edc-48dc-b953-0a35659d0d71'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:26.413343 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e41b5b-754b-4090-b884-d508a71cea15" -d '{"events": [{"name": "network-changed", "server_uuid": "f65eb746-f6da-4cac-bc78-fae7f5347212", "tag": "b7635eb4-8edc-48dc-b953-0a35659d0d71"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:26.450434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-e12458f9-59dd-4131-b225-2ca957440514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:26.451950 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-e12458f9-59dd-4131-b225-2ca957440514 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1288872 Aug 30 12:55:26.453429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17658a8b-75cd-435d-8484-bea730bfa0df req-f9b68bc4-e756-4249-bcb7-51056c4ed10c tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:26.461272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17658a8b-75cd-435d-8484-bea730bfa0df req-f9b68bc4-e756-4249-bcb7-51056c4ed10c tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 947 time: 0.1948383 Aug 30 12:55:26.465597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb073f9-01e2-4e03-9f36-076e769743c6 req-b68e1039-67b9-4ce5-9a92-f9157caf3d2a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:26.466651 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ceb073f9-01e2-4e03-9f36-076e769743c6 req-b68e1039-67b9-4ce5-9a92-f9157caf3d2a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1299527 Aug 30 12:55:26.472174 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:26.573106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17658a8b-75cd-435d-8484-bea730bfa0df req-7e622c3d-1402-4bec-b661-957b542e12ea tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106861 Aug 30 12:55:26.574081 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ceb073f9-01e2-4e03-9f36-076e769743c6 req-e69ec5c4-b171-4f36-b413-5d5888e60f09 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993311 Aug 30 12:55:26.602595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=847ae926-76df-4ae1-bf8f-f4b3c291ba50,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:26.608256 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-6f1479c3-a120-4bbf-907f-850d76d5c408 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404040 Aug 30 12:55:26.651505 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:55:26.664086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Checking segment: {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:26.664529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Network hostable DHCP agents. Network: 6f3e2131-5260-4689-b845-ccc39c3f1e8d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:55:26.702481 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57feccec-bb78-4b1a-9a2c-eda48432b6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:26.709988 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541eaace-9cc5-4543-baf7-14c3bfcc26af x-openstack-request-id: req-541eaace-9cc5-4543-baf7-14c3bfcc26af {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:26.710904 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65eb746-f6da-4cac-bc78-fae7f5347212", "tag": "b7635eb4-8edc-48dc-b953-0a35659d0d71", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:26.711257 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-541eaace-9cc5-4543-baf7-14c3bfcc26af {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:26.711739 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65eb746-f6da-4cac-bc78-fae7f5347212', 'tag': 'b7635eb4-8edc-48dc-b953-0a35659d0d71', 'status': 'completed', 'code': 200} Aug 30 12:55:26.712215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57feccec-bb78-4b1a-9a2c-eda48432b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:26.730957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55520) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:26.747569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:55:26.748279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 64803934-f3d5-4b52-a445-a6bb8e978c09 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:55:26.766235 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-57feccec-bb78-4b1a-9a2c-eda48432b6c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f1c6833d13054708a0ed2439ba61b9a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8633075 Aug 30 12:55:26.768482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57feccec-bb78-4b1a-9a2c-eda48432b6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e994ccd8-cbd1-400c-a623-f4b459e851cf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:26.770943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55524) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:26.784747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 6f3e2131-5260-4689-b845-ccc39c3f1e8d) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:26.792264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:26.793156 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:26.804604 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d75f5c35-334f-420a-9005-6a4f678fd285 req-254ac2be-acc4-45a0-b662-fcf38b36b3d2 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836507 Aug 30 12:55:26.826862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-da69ba7b-60b4-4596-8e49-c5ffbff39b4d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3356602 Aug 30 12:55:26.829158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661d8fc0-c8ce-4df5-b3a5-aa77b4863b69 None None] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:26.829702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55526) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:26.841142 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:26.853969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05672bde-329e-4364-8150-443b4d661468 req-43048ea2-34d3-401b-b511-186c824e2387 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:26.855664 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-508d8f75-a450-419d-b8c6-bb88bcb576e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:26.855780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05672bde-329e-4364-8150-443b4d661468 req-43048ea2-34d3-401b-b511-186c824e2387 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 948 time: 0.1429224 Aug 30 12:55:26.858338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 64803934-f3d5-4b52-a445-a6bb8e978c09 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:55:26.858698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 64803934-f3d5-4b52-a445-a6bb8e978c09 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:55:26.891126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-508d8f75-a450-419d-b8c6-bb88bcb576e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:26.894485 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:26.895887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.012511 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05672bde-329e-4364-8150-443b4d661468 req-2bde8c3c-64b4-4d11-8461-2e9d95b20ffd tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437793 Aug 30 12:55:27.037326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-508d8f75-a450-419d-b8c6-bb88bcb576e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.037326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-508d8f75-a450-419d-b8c6-bb88bcb576e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.037326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-508d8f75-a450-419d-b8c6-bb88bcb576e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e994ccd8-cbd1-400c-a623-f4b459e851cf HTTP/1.1" status: 204 len: 168 time: 0.2564032 Aug 30 12:55:27.038715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-3d312b13-8d53-459d-8b01-4766a416b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.038715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-3d312b13-8d53-459d-8b01-4766a416b625 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa21817b5964dbdb1503dbf290c5117&device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 1098 time: 0.1483192 Aug 30 12:55:27.066578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.070084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 12:55:27.071017 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.112058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55536) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:27.113278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a6cd8a4f-cf6b-46b8-91fb-6843af8da736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.161833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d8f75-a450-419d-b8c6-bb88bcb576e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e994ccd8-cbd1-400c-a623-f4b459e851cf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:27.170926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-4eec5e39-9b32-4b05-ad3f-36553f7d76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.172597 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-4eec5e39-9b32-4b05-ad3f-36553f7d76b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1269984 Aug 30 12:55:27.175076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-a6a317ae-7f1a-44cf-8631-a0abf7cf7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.176867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-a6a317ae-7f1a-44cf-8631-a0abf7cf7ef8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1121 time: 0.2379127 Aug 30 12:55:27.243936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 013f98b0-fd04-4fb9-b4e4-27939a51296f up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:27.327168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-bbc4aaa5-6846-4a5f-9779-f2aad57164db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b7635eb4-8edc-48dc-b953-0a35659d0d71 HTTP/1.1" status: 200 len: 217 time: 0.1386535 Aug 30 12:55:27.347349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 013f98b0-fd04-4fb9-b4e4-27939a51296f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:27.364234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 013f98b0-fd04-4fb9-b4e4-27939a51296f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:27.364615 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.381181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-0ff21c90-8de1-4125-aa65-4aef012ec610 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=50d37c12de3347ee8929bb045cf44a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692446 Aug 30 12:55:27.454818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Allocated IP 172.20.0.2 (6f3e2131-5260-4689-b845-ccc39c3f1e8d/847ae926-76df-4ae1-bf8f-f4b3c291ba50/bad4bfb5-41b7-4c57-95cb-eec17a1096fa) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:27.504542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-e3567742-0747-4c34-a5a2-43d7b1590699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.506373 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-e3567742-0747-4c34-a5a2-43d7b1590699 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1610777 Aug 30 12:55:27.512357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-64a3888f-d0a7-4df7-bc1f-b204c7896542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.514107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-64a3888f-d0a7-4df7-bc1f-b204c7896542 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.3269708 Aug 30 12:55:27.535396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1004d7c-1df7-45a1-9d9f-24583847d7a9 req-90ac266d-c9e4-4d9b-8079-28a2ac9dea81 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.543118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1004d7c-1df7-45a1-9d9f-24583847d7a9 req-90ac266d-c9e4-4d9b-8079-28a2ac9dea81 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 945 time: 0.3997519 Aug 30 12:55:27.585808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55552) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:27.600036 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-3b47af46-0d07-435c-ab88-f19365f8e384 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 217 time: 0.0734696 Aug 30 12:55:27.620779 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.626322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-57a0ff1d-0710-4f1d-9a59-a52d10eefa9c tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.627976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-57a0ff1d-0710-4f1d-9a59-a52d10eefa9c tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451730 Aug 30 12:55:27.628760 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-457fb729-444f-4f90-8ba3-953f4af77a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.633408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Transition to ACTIVE for port object bad4bfb5-41b7-4c57-95cb-eec17a1096fa will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:27.650681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Transition to ACTIVE for port object bad4bfb5-41b7-4c57-95cb-eec17a1096fa will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:27.662241 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.686423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-770f94b1-2cd8-4101-a0ae-a09fb25ef06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.686746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-770f94b1-2cd8-4101-a0ae-a09fb25ef06e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1715512 Aug 30 12:55:27.689957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-4f212579-7327-48a2-91b8-7a1fba800f97 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/quotas/50d37c12de3347ee8929bb045cf44a2d HTTP/1.1" status: 200 len: 375 time: 0.0360320 Aug 30 12:55:27.707743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-a5cf23d1-8ab8-4660-b0ec-bdd1d900a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.709700 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-a5cf23d1-8ab8-4660-b0ec-bdd1d900a806 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0995603 Aug 30 12:55:27.726623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Pushing event updated for resources: {'Port': ['ID=bad4bfb5-41b7-4c57-95cb-eec17a1096fa,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:27.748310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:27.751248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:27.753200 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.758469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:27.818699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:27.822364 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08f12ae-9b3b-4798-be70-66364f34e3ed" -d '{"events": [{"server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "name": "network-vif-plugged", "status": "completed", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:27.831131 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.851929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e122d33e-96b8-477e-8cc8-a9c7c07c04f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f496474a15543b7b3279241a1fbf2a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7112849 Aug 30 12:55:27.859499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55560) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:27.886714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-991422ab-880d-4f8d-ab2e-cb9d70bb189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:27.888217 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-991422ab-880d-4f8d-ab2e-cb9d70bb189c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1567078 Aug 30 12:55:27.903575 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-4addf21e-f96e-4767-a781-ef65ca8ea415 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50d37c12de3347ee8929bb045cf44a2d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922662 Aug 30 12:55:27.934868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-10752bd7-7727-4e41-9686-cdded0ff938f service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380090 Aug 30 12:55:27.977150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:27.997339 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:27.999491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1004d7c-1df7-45a1-9d9f-24583847d7a9 req-78f9a7d2-c1da-42b1-8a9f-f9bf6e0c02e0 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535961 Aug 30 12:55:28.016547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Attempting to bind port bad4bfb5-41b7-4c57-95cb-eec17a1096fa on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:28.016910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Attempting to bind port bad4bfb5-41b7-4c57-95cb-eec17a1096fa by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:28.017271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Attempting to bind port bad4bfb5-41b7-4c57-95cb-eec17a1096fa on network 6f3e2131-5260-4689-b845-ccc39c3f1e8d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:28.074001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:28.074406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Checking segment: {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:28.074769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.075167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Bound using segment: {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:28.075639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Bound port: bad4bfb5-41b7-4c57-95cb-eec17a1096fa, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:28.076083 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.111365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-a5f68d14-a06e-4bc0-bca9-a8647fff6a65 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051916 Aug 30 12:55:28.125253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0579b66e-7fa3-4af2-b0d5-f4ba9c3d6c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.152405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a6cd8a4f-cf6b-46b8-91fb-6843af8da736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.177910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b1e41b5b-754b-4090-b884-d508a71cea15 req-e299be34-8db4-490b-8bc5-f7fae33be116 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240593 Aug 30 12:55:28.196746 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.204919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a6cd8a4f-cf6b-46b8-91fb-6843af8da736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.215602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=013f98b0-fd04-4fb9-b4e4-27939a51296f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:28.241863 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0579b66e-7fa3-4af2-b0d5-f4ba9c3d6c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.266755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] For port bad4bfb5-41b7-4c57-95cb-eec17a1096fa, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:28.274430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] For port bad4bfb5-41b7-4c57-95cb-eec17a1096fa, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bad4bfb5-41b7-4c57-95cb-eec17a1096fa,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:28.282328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.308121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a6cd8a4f-cf6b-46b8-91fb-6843af8da736 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d61c0570d31746c999bb85c1291c5815&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5746191 Aug 30 12:55:28.313687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd8a4f-cf6b-46b8-91fb-6843af8da736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94013355-80bd-45d2-9001-bb48e3987228,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:28.315171 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-3b131f00-d8f8-4606-a9e7-e8a4c14d7662 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957612 Aug 30 12:55:28.319624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55568) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:28.355878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f3bdb-b9fa-4d6d-a21e-4efa11afcf39 req-5812b1a3-334f-4ae7-913b-dcbd19519998 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:28.357405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-940f3bdb-b9fa-4d6d-a21e-4efa11afcf39 req-5812b1a3-334f-4ae7-913b-dcbd19519998 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 947 time: 0.2029831 Aug 30 12:55:28.386863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06c260-660a-4f25-8428-aa0f80b95690 req-1478e6a4-6ff9-44ec-9b16-181a6f4604ce tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:28.396101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612f1d7-2a0c-49e5-9234-43c9a9abc136 None None] Pushing event updated for resources: {'Port': ['ID=bad4bfb5-41b7-4c57-95cb-eec17a1096fa,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:28.401543 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c06c260-660a-4f25-8428-aa0f80b95690 req-1478e6a4-6ff9-44ec-9b16-181a6f4604ce tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1799386 Aug 30 12:55:28.482686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c06c260-660a-4f25-8428-aa0f80b95690 req-587cc952-4560-494c-a259-b3f366b88100 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748508 Aug 30 12:55:28.508901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-457fb729-444f-4f90-8ba3-953f4af77a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.516364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-457fb729-444f-4f90-8ba3-953f4af77a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.551374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-457fb729-444f-4f90-8ba3-953f4af77a27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75c54bea34f74ac2971b442aa3c45535&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9638822 Aug 30 12:55:28.554154 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55576) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:28.558603 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0aa16e-f3e6-48f2-8235-389a1060cd58 x-openstack-request-id: req-8f0aa16e-f3e6-48f2-8235-389a1060cd58 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:28.559467 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "name": "network-vif-plugged", "status": "completed", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:28.559891 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f0aa16e-f3e6-48f2-8235-389a1060cd58 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:28.560431 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f', 'code': 200} Aug 30 12:55:28.616287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f14ca2d-7e1e-4c16-a9a6-71b055736eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.619996 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0579b66e-7fa3-4af2-b0d5-f4ba9c3d6c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.622531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0579b66e-7fa3-4af2-b0d5-f4ba9c3d6c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.626608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0579b66e-7fa3-4af2-b0d5-f4ba9c3d6c91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6313858c-24f7-4f5d-85cc-533ab6cf82c7 HTTP/1.1" status: 204 len: 168 time: 0.7644985 Aug 30 12:55:28.677581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-937c382f-f627-4ca3-9d94-86d0c2d5780c req-0543ae22-c3ec-41f4-bd36-4d669dba4d65 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 210 time: 0.0628846 Aug 30 12:55:28.678500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fb729-444f-4f90-8ba3-953f4af77a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59c9d25-4c2f-4141-867c-b6c141407e21,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:28.719015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd15da52-4d82-4d34-8727-b13d7491600d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.777005 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd15da52-4d82-4d34-8727-b13d7491600d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.782079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579b66e-7fa3-4af2-b0d5-f4ba9c3d6c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6313858c-24f7-4f5d-85cc-533ab6cf82c7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:28.789563 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-940f3bdb-b9fa-4d6d-a21e-4efa11afcf39 req-fa08ac21-9b9e-4579-bc84-c291627bb2b3 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654368 Aug 30 12:55:28.833215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f14ca2d-7e1e-4c16-a9a6-71b055736eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.883316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd15da52-4d82-4d34-8727-b13d7491600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.888025 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd15da52-4d82-4d34-8727-b13d7491600d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.892871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bd15da52-4d82-4d34-8727-b13d7491600d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a59c9d25-4c2f-4141-867c-b6c141407e21 HTTP/1.1" status: 204 len: 168 time: 0.3375251 Aug 30 12:55:28.899097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54566aa-1b9c-4f0a-8911-0fdd6fadd1aa req-95af89ac-1427-4f35-99ff-915f96893e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:28.900661 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c54566aa-1b9c-4f0a-8911-0fdd6fadd1aa req-95af89ac-1427-4f35-99ff-915f96893e23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1097 time: 0.2702060 Aug 30 12:55:28.902594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:28.904505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15da52-4d82-4d34-8727-b13d7491600d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59c9d25-4c2f-4141-867c-b6c141407e21,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:28.959036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:29.001371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c54566aa-1b9c-4f0a-8911-0fdd6fadd1aa req-a66c61b8-0e7d-44b7-a2f0-2ce1e1e6bd2f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684876 Aug 30 12:55:29.008455 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f14ca2d-7e1e-4c16-a9a6-71b055736eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:29.012030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f14ca2d-7e1e-4c16-a9a6-71b055736eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:29.013183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f14ca2d-7e1e-4c16-a9a6-71b055736eb5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/94013355-80bd-45d2-9001-bb48e3987228 HTTP/1.1" status: 204 len: 168 time: 0.6910036 Aug 30 12:55:29.074610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14ca2d-7e1e-4c16-a9a6-71b055736eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94013355-80bd-45d2-9001-bb48e3987228,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:29.169001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Allocated IP 172.25.2.201 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/941bcf2e-f890-4da2-9d70-0747741ce22a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:29.195895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb023da-9a93-4fab-99b6-47ce2cafbecc req-3a92b230-63be-43bf-b2c5-e6f8181cdaf5 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:29.199117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0cb023da-9a93-4fab-99b6-47ce2cafbecc req-3a92b230-63be-43bf-b2c5-e6f8181cdaf5 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 946 time: 0.0827992 Aug 30 12:55:29.254872 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0cb023da-9a93-4fab-99b6-47ce2cafbecc req-15131c9b-d1a6-41d9-9fda-1e72a5fcf612 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478020 Aug 30 12:55:29.306360 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:29.360166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55592) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:29.366646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:29.410739 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2503dd4c-a56e-4b99-8050-51497bca1e1b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=19d0f2529c294497914c6dc946b722dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481105 Aug 30 12:55:29.413935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55594) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:29.487577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:29.501824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:29.502023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Pushing event updated for resources: {'Port': ['ID=941bcf2e-f890-4da2-9d70-0747741ce22a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:29.516491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:29.550786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-b87290af-bf56-4718-bd2d-15397d40cb5c tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=50d37c12de3347ee8929bb045cf44a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576687 Aug 30 12:55:29.556382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70cf745f-7895-4b20-b9bc-69d046e5c915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:29.838512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a52fc9-ccad-4541-b767-799e446383ed req-adaad0f8-c8e0-43e7-8b8d-f2a622e9cc5b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:29.841410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-92a52fc9-ccad-4541-b767-799e446383ed req-adaad0f8-c8e0-43e7-8b8d-f2a622e9cc5b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.2413187 Aug 30 12:55:29.915065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64777c9a-59b0-4ce4-9e63-f73a02cbad81 None None] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:30.016623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-92a52fc9-ccad-4541-b767-799e446383ed req-bac6b978-a8a5-4326-bdf5-c1d30b859f0e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675994 Aug 30 12:55:30.019048 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70cf745f-7895-4b20-b9bc-69d046e5c915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.048866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b508675a-a75a-4e02-9ecf-9844a84ad8ef None None] Provisioning for port bad4bfb5-41b7-4c57-95cb-eec17a1096fa completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:30.071615 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e329e891-e8a5-46c1-ae9f-04cad28d67ba req-c183fa33-a799-4064-87a5-280d7438822b tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 210 time: 0.1365671 Aug 30 12:55:30.079604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-656949e1-dc1f-44d7-b002-032a42c33687 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:30.081407 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-656949e1-dc1f-44d7-b002-032a42c33687 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5217063 Aug 30 12:55:30.103073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Request body: {'port': {'device_id': 'da9fffd1-e682-48b8-bda4-76d79566de29', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '50d37c12de3347ee8929bb045cf44a2d'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:30.224688 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.316681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac056f-4eb2-425f-8aba-7f06e0fa8fe2 req-9d694bb4-76d8-4148-bcf8-2064e824032d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:30.325264 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eac056f-4eb2-425f-8aba-7f06e0fa8fe2 req-9d694bb4-76d8-4148-bcf8-2064e824032d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 947 time: 0.1759803 Aug 30 12:55:30.330021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70cf745f-7895-4b20-b9bc-69d046e5c915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.336180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70cf745f-7895-4b20-b9bc-69d046e5c915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.345799 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-70cf745f-7895-4b20-b9bc-69d046e5c915 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/16889de0-d01d-485a-9cc8-9b84c63bf8aa HTTP/1.1" status: 204 len: 168 time: 0.9294505 Aug 30 12:55:30.412330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bad4bfb5-41b7-4c57-95cb-eec17a1096fa up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:30.454586 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eac056f-4eb2-425f-8aba-7f06e0fa8fe2 req-bffdd8f5-85c3-4f2f-8beb-fce491000b43 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225605 Aug 30 12:55:30.533193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf745f-7895-4b20-b9bc-69d046e5c915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16889de0-d01d-485a-9cc8-9b84c63bf8aa,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:30.592036 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.614389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Made reservation on behalf of 50d37c12de3347ee8929bb045cf44a2d for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:30.624105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.648455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port bad4bfb5-41b7-4c57-95cb-eec17a1096fa completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:30.654698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bad4bfb5-41b7-4c57-95cb-eec17a1096fa triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:30.655253 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.677154 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031fa13-a34f-47ea-bdb7-d37f2cc239d7 req-78cb9233-ab1e-4c94-b568-e2d91e595144 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:30.679547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1031fa13-a34f-47ea-bdb7-d37f2cc239d7 req-78cb9233-ab1e-4c94-b568-e2d91e595144 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 946 time: 0.3200481 Aug 30 12:55:30.727473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.757785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device b7635eb4-8edc-48dc-b953-0a35659d0d71 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:30.776738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1031fa13-a34f-47ea-bdb7-d37f2cc239d7 req-870059fe-61b6-424c-b458-f79301d0dad3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888691 Aug 30 12:55:30.805487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.893615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Allocated IP 192.168.233.238 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/6136cb44-2ee2-4e73-a841-87729052ad9c) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:30.933239 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port bad4bfb5-41b7-4c57-95cb-eec17a1096fa, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bad4bfb5-41b7-4c57-95cb-eec17a1096fa,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:30.952870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port b7635eb4-8edc-48dc-b953-0a35659d0d71, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b7635eb4-8edc-48dc-b953-0a35659d0d71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:30.955230 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:30.982534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'b7635eb4-8edc-48dc-b953-0a35659d0d71', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'b7635eb4-8edc-48dc-b953-0a35659d0d71', 'mac_address': 'fa:16:3e:7a:a2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:55:30.988269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Router 3aee0e33-5ca4-4f94-b384-d0faca294942 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 12:55:31.139806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=bad4bfb5-41b7-4c57-95cb-eec17a1096fa,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:31.145463 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:31.160991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7635eb4-8edc-48dc-b953-0a35659d0d71 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:31.175443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:55:31.184975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port b7635eb4-8edc-48dc-b953-0a35659d0d71, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b7635eb4-8edc-48dc-b953-0a35659d0d71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:31.188507 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Sync routers for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:55:31.193466 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:31.202093 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:31.216412 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:55:31.217226 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:55:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:31.226287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Transition to ACTIVE for port object 6136cb44-2ee2-4e73-a841-87729052ad9c will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:31.239823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:31.244662 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5455862d-70fc-4808-b2fc-2edd0caf9403 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.4092073 Aug 30 12:55:31.244865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55664) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:31.319355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a9987-1eae-4a7e-8804-6f4d9894ea67 req-e73e6aea-79d6-4458-af2e-10ce8589b64f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:31.320954 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a8a9987-1eae-4a7e-8804-6f4d9894ea67 req-e73e6aea-79d6-4458-af2e-10ce8589b64f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1083286 Aug 30 12:55:31.323847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=b7635eb4-8edc-48dc-b953-0a35659d0d71,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:31.364674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3490a847-d90c-42c9-a0ba-d4c0f4f9c02f req-f7d147b8-f4a5-47a5-ab98-133f2e023ed2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 210 time: 0.0481117 Aug 30 12:55:31.372539 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:31.386589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['47201844-1b10-4445-b806-e4c5a468729b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:31.414123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a8a9987-1eae-4a7e-8804-6f4d9894ea67 req-638971c4-c33f-4829-bd94-eda95d85fd4e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744948 Aug 30 12:55:31.422394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['b7635eb4-8edc-48dc-b953-0a35659d0d71'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:31.478358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:31.479870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Pushing event updated for resources: {'Port': ['ID=6136cb44-2ee2-4e73-a841-87729052ad9c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:31.485699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:31.539134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:31.579443 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:55:31.625187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:31.626138 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:31.695554 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-a349a6a7-9dfe-43f7-9a25-1c795f734c9a tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6050398 Aug 30 12:55:31.732678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Request body: {'port': {'device_id': 'da9fffd1-e682-48b8-bda4-76d79566de29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:31.749960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af7cc0-0266-4e93-be0a-eecbd1c0f948 req-2456b42b-fb7d-4c96-a099-1b88307f9d9e tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:31.752029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8af7cc0-0266-4e93-be0a-eecbd1c0f948 req-2456b42b-fb7d-4c96-a099-1b88307f9d9e tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 948 time: 0.1069262 Aug 30 12:55:31.827232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8af7cc0-0266-4e93-be0a-eecbd1c0f948 req-5f56dab0-6c1d-4cb0-bb8d-56db01aab0b3 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560324 Aug 30 12:55:31.958855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:31.986094 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:29Z', 'revision_number': 3, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:31.987585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1e5ad342-09bc-4493-87c4-819e3330185a None None] Provisioning for port 6136cb44-2ee2-4e73-a841-87729052ad9c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:31.996900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1e5ad342-09bc-4493-87c4-819e3330185a None None] Provisioning complete for port 6136cb44-2ee2-4e73-a841-87729052ad9c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:31.997288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1e5ad342-09bc-4493-87c4-819e3330185a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.028327 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Checking router: 3aee0e33-5ca4-4f94-b384-d0faca294942 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:55:32.028929 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Updating router 3aee0e33-5ca4-4f94-b384-d0faca294942 port 941bcf2e-f890-4da2-9d70-0747741ce22a binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:55:32.051913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb2604-2ae3-478d-b99c-c57ba61d5a6c req-863dcdaa-d894-4e61-b17e-c9a7187e8004 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:32.063242 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.063572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aeeb2604-2ae3-478d-b99c-c57ba61d5a6c req-863dcdaa-d894-4e61-b17e-c9a7187e8004 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 946 time: 0.1551616 Aug 30 12:55:32.126813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ad342-09bc-4493-87c4-819e3330185a None None] Port 6136cb44-2ee2-4e73-a841-87729052ad9c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:55:32.155158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aeeb2604-2ae3-478d-b99c-c57ba61d5a6c req-491ee3a8-1e93-494c-b551-ee3d12db0c57 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894091 Aug 30 12:55:32.240680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bad4bfb5-41b7-4c57-95cb-eec17a1096fa up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:32.331015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bad4bfb5-41b7-4c57-95cb-eec17a1096fa triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:32.336095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.435391 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.466819 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Transition to ACTIVE for port object 941bcf2e-f890-4da2-9d70-0747741ce22a will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:32.475251 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.533803 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Pushing event updated for resources: {'Port': ['ID=941bcf2e-f890-4da2-9d70-0747741ce22a,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:32.554442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6136cb44-2ee2-4e73-a841-87729052ad9c {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:32.564546 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.581042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Transition to ACTIVE for port object 6136cb44-2ee2-4e73-a841-87729052ad9c will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:32.584624 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.585955 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.586612 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.587153 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.587680 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.588187 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.588690 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.589207 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.589739 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.590261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.590764 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.591257 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:32.591377 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Tracked resource versions report: Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: pushed versions: Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: { 'AddressGroup': {'1.2'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'ConntrackHelper': {'1.0'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Log': {'1.0'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Network': {'1.1'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Port': {'1.7'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'PortForwarding': {'1.2'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'QosPolicy': {'1.9'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'SecurityGroup': {'1.4'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'SecurityGroupRule': {'1.2'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'SubPort': {'1.0'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Subnet': {'1.1'}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Trunk': {'1.1'}} Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: consumer versions: Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: { DHCP agent@n-d-688802-6: {}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: HyperV agent@n-h1-688802-6: {}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: HyperV agent@n-h2-688802-6: {}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: L3 agent@n-d-688802-6: {}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: Metadata agent@n-d-688802-6: {}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: Metering agent@n-d-688802-6: {}, Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: Open vSwitch agent@n-d-688802-6: { 'AddressGroup': '1.2', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'ConntrackHelper': '1.0', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Log': '1.0', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Network': '1.1', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Port': '1.7', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'PortForwarding': '1.2', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'QosPolicy': '1.9', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'SecurityGroup': '1.4', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'SecurityGroupRule': '1.2', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'SubPort': '1.0', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Subnet': '1.1', Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: 'Trunk': '1.1'}} Aug 30 12:55:32.594870 n-d-688802-6 neutron-server[95701]: {{(pid=95701) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 12:55:32.600806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Attempting to bind port 941bcf2e-f890-4da2-9d70-0747741ce22a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:32.601532 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Attempting to bind port 941bcf2e-f890-4da2-9d70-0747741ce22a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:32.602145 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Attempting to bind port 941bcf2e-f890-4da2-9d70-0747741ce22a on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:32.609614 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:32.610322 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:32.610926 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.611576 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:32.612257 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Bound port: 941bcf2e-f890-4da2-9d70-0747741ce22a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:32.613032 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.658087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.693145 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] For port 941bcf2e-f890-4da2-9d70-0747741ce22a, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:32.697439 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] For port 941bcf2e-f890-4da2-9d70-0747741ce22a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=941bcf2e-f890-4da2-9d70-0747741ce22a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:32.707671 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.729291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55710) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:32.771572 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:55:32.775008 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:55:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:32.777077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device b7635eb4-8edc-48dc-b953-0a35659d0d71 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:32.798317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Pushing event updated for resources: {'Port': ['ID=6136cb44-2ee2-4e73-a841-87729052ad9c,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:32.922318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port b7635eb4-8edc-48dc-b953-0a35659d0d71 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:32.927815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port b7635eb4-8edc-48dc-b953-0a35659d0d71 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:32.928113 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:55:32.928226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:32.992651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c3958-45c1-4d86-b8b5-61884bc908e6 req-0ffe04dd-41aa-4678-9e1b-013ab40a2402 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:32.994567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-836c3958-45c1-4d86-b8b5-61884bc908e6 req-0ffe04dd-41aa-4678-9e1b-013ab40a2402 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1097 time: 0.3253303 Aug 30 12:55:33.081397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a954f-7380-4498-9c51-108225a4555e req-48e47c8d-b3ac-461a-b351-e579b23ee07d tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:33.088882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Attempting to bind port 6136cb44-2ee2-4e73-a841-87729052ad9c on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:33.089652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Attempting to bind port 6136cb44-2ee2-4e73-a841-87729052ad9c by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:33.090234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Attempting to bind port 6136cb44-2ee2-4e73-a841-87729052ad9c on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:33.097995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3a954f-7380-4498-9c51-108225a4555e req-48e47c8d-b3ac-461a-b351-e579b23ee07d tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 948 time: 0.1289911 Aug 30 12:55:33.113086 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:33.162158 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-830c1776-2a0f-41c5-a19e-9775a7af2663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:33.162416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port b7635eb4-8edc-48dc-b953-0a35659d0d71, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b7635eb4-8edc-48dc-b953-0a35659d0d71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:33.169042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65eb746-f6da-4cac-bc78-fae7f5347212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7635eb4-8edc-48dc-b953-0a35659d0d71'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:33.172029 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb3ca66-da0d-4f3a-97e5-5633054822f3" -d '{"events": [{"server_uuid": "f65eb746-f6da-4cac-bc78-fae7f5347212", "name": "network-vif-plugged", "status": "completed", "tag": "b7635eb4-8edc-48dc-b953-0a35659d0d71"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:33.178139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:33.226570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3a954f-7380-4498-9c51-108225a4555e req-9a61f652-67b3-4950-8423-bc9724fcebb8 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268363 Aug 30 12:55:33.247866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=b7635eb4-8edc-48dc-b953-0a35659d0d71,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:33.358966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-830c1776-2a0f-41c5-a19e-9775a7af2663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:33.377463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-830c1776-2a0f-41c5-a19e-9775a7af2663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:33.385055 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f517f-9e1c-48cb-a63f-24fa75af0ff1 None None] Pushing event updated for resources: {'Port': ['ID=941bcf2e-f890-4da2-9d70-0747741ce22a,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:33.392720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Port 6136cb44-2ee2-4e73-a841-87729052ad9c on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:33.393577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Attempting to bind port 6136cb44-2ee2-4e73-a841-87729052ad9c on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:33.433519 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-836c3958-45c1-4d86-b8b5-61884bc908e6 req-36b5de7f-4569-40ab-b985-05f216065506 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970485 Aug 30 12:55:33.450168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:33.450645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:33.451080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:33.461968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Bound port: 6136cb44-2ee2-4e73-a841-87729052ad9c, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:33.461968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:33.474728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-830c1776-2a0f-41c5-a19e-9775a7af2663 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f20218a0ba504442b6136f632e86c6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7434947 Aug 30 12:55:33.475906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55732) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:33.476119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Allocated IP 172.20.0.1 (6f3e2131-5260-4689-b845-ccc39c3f1e8d/847ae926-76df-4ae1-bf8f-f4b3c291ba50/83e08d1d-b8f4-4129-9d14-1c7593ccf790) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:33.481572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c1776-2a0f-41c5-a19e-9775a7af2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9956cfa-23f2-4355-8f62-7c1331af5f47,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:33.509489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6f040-9ac4-48bb-80bd-5fed8436d9f4 req-1847e775-5d99-4c2c-80d5-8aab4d87e24d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:33.511545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b2e6f040-9ac4-48bb-80bd-5fed8436d9f4 req-1847e775-5d99-4c2c-80d5-8aab4d87e24d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1517289 Aug 30 12:55:33.517965 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:29Z', 'revision_number': 3, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:33.551238 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a679f53-7697-4b53-ab77-a01a8f7de507 None None] The sync data for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 is: [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:29Z', 'revision_number': 3, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:55:33.561800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b2e6f040-9ac4-48bb-80bd-5fed8436d9f4 req-d518f59c-eef0-4626-b104-3d982d741dd6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440762 Aug 30 12:55:33.679001 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa165333-fa71-4a15-8bf9-31cd6f38daa6 x-openstack-request-id: req-aa165333-fa71-4a15-8bf9-31cd6f38daa6 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:33.679504 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65eb746-f6da-4cac-bc78-fae7f5347212", "name": "network-vif-plugged", "status": "completed", "tag": "b7635eb4-8edc-48dc-b953-0a35659d0d71", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:33.680175 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa165333-fa71-4a15-8bf9-31cd6f38daa6 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:33.680908 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65eb746-f6da-4cac-bc78-fae7f5347212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7635eb4-8edc-48dc-b953-0a35659d0d71', 'code': 200} Aug 30 12:55:33.692577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-7a379051-a193-4c6b-af5e-bdb8aa2b196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:33.693864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-7a379051-a193-4c6b-af5e-bdb8aa2b196b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1121 time: 0.3021255 Aug 30 12:55:33.741028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.16', 62076) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:33.753951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b050c-00a7-470e-ad3b-6804712fce8f req-7ba33be9-0139-4626-9587-e1afcbec7ca0 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:33.761473 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f55b050c-00a7-470e-ad3b-6804712fce8f req-7ba33be9-0139-4626-9587-e1afcbec7ca0 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 949 time: 0.2001348 Aug 30 12:55:33.793173 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d4057fd-8ce3-45c9-bdaa-05ec348d35b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:33.838643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60b8d0-3e36-4342-84c6-6608739d60a2 req-ead99961-e8d0-4798-a6ce-56f4304a7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:33.840487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b60b8d0-3e36-4342-84c6-6608739d60a2 req-ead99961-e8d0-4798-a6ce-56f4304a7626 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 1100 time: 0.0980973 Aug 30 12:55:33.863912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409adee0-61e4-43c9-b0b8-846289452810 req-c4439497-4254-46cd-97dc-b3a385bc1025 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:33.866050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] For port 6136cb44-2ee2-4e73-a841-87729052ad9c, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:33.872171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-409adee0-61e4-43c9-b0b8-846289452810 req-c4439497-4254-46cd-97dc-b3a385bc1025 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1097 time: 0.0897923 Aug 30 12:55:33.977432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b60b8d0-3e36-4342-84c6-6608739d60a2 req-1b23ce72-06a0-47e2-aef0-079cc6cedfeb service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290104 Aug 30 12:55:33.993862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] For port 6136cb44-2ee2-4e73-a841-87729052ad9c, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6136cb44-2ee2-4e73-a841-87729052ad9c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:33.999625 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-409adee0-61e4-43c9-b0b8-846289452810 req-6fb30c11-e486-4e3a-b41d-a9206db6a757 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265204 Aug 30 12:55:34.003827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f55b050c-00a7-470e-ad3b-6804712fce8f req-8ba7b7d3-b3ba-45a7-b847-866ccf4e81d4 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413042 Aug 30 12:55:34.030694 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d4057fd-8ce3-45c9-bdaa-05ec348d35b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.043454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.083835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55754) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:34.133589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Pushing event updated for resources: {'Port': ['ID=6136cb44-2ee2-4e73-a841-87729052ad9c,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:34.170907 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.209124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:34.213771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.219107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-7d30b5c9-91d5-4802-9328-cac00a51eea3 service neutron] 10.222.0.16 "PUT /v2.0/ports/6136cb44-2ee2-4e73-a841-87729052ad9c HTTP/1.1" status: 200 len: 1096 time: 2.4992456 Aug 30 12:55:34.219682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da9fffd1-e682-48b8-bda4-76d79566de29', 'tag': '6136cb44-2ee2-4e73-a841-87729052ad9c'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:34.221936 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d90a9-3009-4954-bbea-05644442dacb" -d '{"events": [{"name": "network-changed", "server_uuid": "da9fffd1-e682-48b8-bda4-76d79566de29", "tag": "6136cb44-2ee2-4e73-a841-87729052ad9c"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:34.305706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-9163afc5-13f1-4bc7-bd56-aa19d4ab74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:34.320660 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-9163afc5-13f1-4bc7-bd56-aa19d4ab74d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.5495319 Aug 30 12:55:34.359982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 941bcf2e-f890-4da2-9d70-0747741ce22a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:34.376598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1963e5c-850d-4a27-bc84-8e649f16122c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.387774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Transition to ACTIVE for port object 83e08d1d-b8f4-4129-9d14-1c7593ccf790 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:34.441723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 941bcf2e-f890-4da2-9d70-0747741ce22a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:34.462521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 941bcf2e-f890-4da2-9d70-0747741ce22a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:34.463059 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.475877 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-cc0abe08-2ece-47a1-b21f-b8680aa2d068 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 217 time: 0.1540442 Aug 30 12:55:34.561104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-1589f0ea-7d0e-4f78-b5ec-31b4492891f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:34.562716 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-1589f0ea-7d0e-4f78-b5ec-31b4492891f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0798516 Aug 30 12:55:34.571152 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-169ddbec-a992-4131-ab5f-85459016cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:34.572825 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-169ddbec-a992-4131-ab5f-85459016cd63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50d37c12de3347ee8929bb045cf44a2d&device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 1099 time: 0.2824032 Aug 30 12:55:34.577144 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d4057fd-8ce3-45c9-bdaa-05ec348d35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.580169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d4057fd-8ce3-45c9-bdaa-05ec348d35b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.581611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9d4057fd-8ce3-45c9-bdaa-05ec348d35b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9956cfa-23f2-4355-8f62-7c1331af5f47 HTTP/1.1" status: 204 len: 168 time: 1.1021609 Aug 30 12:55:34.664606 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-969a5548-18c6-4961-a888-2abe6b41f707 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6136cb44-2ee2-4e73-a841-87729052ad9c HTTP/1.1" status: 200 len: 217 time: 0.0719285 Aug 30 12:55:34.666005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4057fd-8ce3-45c9-bdaa-05ec348d35b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9956cfa-23f2-4355-8f62-7c1331af5f47,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:34.667779 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1963e5c-850d-4a27-bc84-8e649f16122c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.684525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1963e5c-850d-4a27-bc84-8e649f16122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.731797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-620d1bff-9372-4c68-8c05-957f71f246f8 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d64df91806d646999ac84feddaebc5f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622635 Aug 30 12:55:34.744149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-0239d370-6b61-4b48-92c1-51d26e849bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:34.745628 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-0239d370-6b61-4b48-92c1-51d26e849bbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0659668 Aug 30 12:55:34.747644 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.764122 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.790679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 941bcf2e-f890-4da2-9d70-0747741ce22a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=941bcf2e-f890-4da2-9d70-0747741ce22a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:34.802220 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:34.812402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-afe73460-96c9-4d34-b434-49cea9f87056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:34.814183 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-afe73460-96c9-4d34-b434-49cea9f87056 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2403021 Aug 30 12:55:34.817077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1963e5c-850d-4a27-bc84-8e649f16122c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58481be9-9b1a-491d-a40e-1e7b97901e9e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:34.855696 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:34.919078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:34.924065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Pushing event updated for resources: {'Port': ['ID=83e08d1d-b8f4-4129-9d14-1c7593ccf790,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:34.931799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:34.948148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=941bcf2e-f890-4da2-9d70-0747741ce22a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:34.962220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-85283f94-b23f-47a9-9a3e-e3befab64f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:34.964106 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-85283f94-b23f-47a9-9a3e-e3befab64f78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2085392 Aug 30 12:55:35.073545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.230063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55800) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:35.257342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e1963e5c-850d-4a27-bc84-8e649f16122c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7895e667a04e4f4aafa28307924bc973&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1693659 Aug 30 12:55:35.259557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55802) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:35.275386 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-f5b4588d-0e43-41e1-b41f-053ca462c202 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404013 Aug 30 12:55:35.278388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24be40f3-788f-4993-88d9-553751687869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.292638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-905af05e-6b52-4209-a006-db1e8469a6c5 None None] Provisioning for port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:35.304735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-905af05e-6b52-4209-a006-db1e8469a6c5 None None] Provisioning complete for port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:35.309944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-905af05e-6b52-4209-a006-db1e8469a6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.374395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-c77a89d2-1a00-47c8-85b5-79a408b86034 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:35.375035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-905af05e-6b52-4209-a006-db1e8469a6c5 None None] Port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:55:35.376111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-c77a89d2-1a00-47c8-85b5-79a408b86034 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6414466 Aug 30 12:55:35.382772 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-920d1d4b-61d6-4390-af82-fbe68eddd6fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1235781 Aug 30 12:55:35.384057 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-b544b4b7-2b45-470b-adba-54541f927435 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116917 Aug 30 12:55:35.402502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-387d886d-80ee-47a8-935f-748e333c3243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.407981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-a09ea84a-78d2-470b-9177-729a3b5bbcd7 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/quotas/d64df91806d646999ac84feddaebc5f5 HTTP/1.1" status: 200 len: 375 time: 0.0200040 Aug 30 12:55:35.474934 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-7dae461e-9707-41f1-a828-3b1aca90f35f tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d64df91806d646999ac84feddaebc5f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529213 Aug 30 12:55:35.481889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-387d886d-80ee-47a8-935f-748e333c3243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.549735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-c27bbdc6-e604-484f-be80-fdae7e42f490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:35.551522 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-c27bbdc6-e604-484f-be80-fdae7e42f490 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d37c12de3347ee8929bb045cf44a2d&device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 1099 time: 0.0902712 Aug 30 12:55:35.562102 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.591340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e926e22f-e874-48ee-aa67-14f87cf6fdee req-db435bef-677b-43e3-8cfd-85f46cf967c6 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031852 Aug 30 12:55:35.604470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-387d886d-80ee-47a8-935f-748e333c3243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.608001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-387d886d-80ee-47a8-935f-748e333c3243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.609473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-387d886d-80ee-47a8-935f-748e333c3243 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58481be9-9b1a-491d-a40e-1e7b97901e9e HTTP/1.1" status: 204 len: 168 time: 0.3402410 Aug 30 12:55:35.648433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d357681-0de1-43a7-8f73-999e2dd322ee req-884b1759-98d1-4888-acd4-b514ec0fc2ed service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472653 Aug 30 12:55:35.670380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d886d-80ee-47a8-935f-748e333c3243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58481be9-9b1a-491d-a40e-1e7b97901e9e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:35.735774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-5c303b05-e180-4c19-a1fe-ff9e738d0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:35.737762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-5c303b05-e180-4c19-a1fe-ff9e738d0e58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1622119 Aug 30 12:55:35.751934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24be40f3-788f-4993-88d9-553751687869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.762044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24be40f3-788f-4993-88d9-553751687869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:35.807011 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ca67aa-50e6-434b-a948-81ff07c93d38 x-openstack-request-id: req-f1ca67aa-50e6-434b-a948-81ff07c93d38 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:35.807298 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da9fffd1-e682-48b8-bda4-76d79566de29", "tag": "6136cb44-2ee2-4e73-a841-87729052ad9c", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:35.807722 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1ca67aa-50e6-434b-a948-81ff07c93d38 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:35.809280 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da9fffd1-e682-48b8-bda4-76d79566de29', 'tag': '6136cb44-2ee2-4e73-a841-87729052ad9c', 'status': 'completed', 'code': 200} Aug 30 12:55:35.844595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be40f3-788f-4993-88d9-553751687869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80e6d5f-1162-452d-9baa-912af05a8bfd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:35.871001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-24be40f3-788f-4993-88d9-553751687869 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bbc24fe3599b4f638e470280697c00bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6398590 Aug 30 12:55:35.877620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55820) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:35.880540 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-48f85a3a-8f7a-4baa-81fb-49c2d58f77e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=47201844-1b10-4445-b806-e4c5a468729b HTTP/1.1" status: 200 len: 217 time: 0.1344090 Aug 30 12:55:36.026850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-304bf0cd-dd07-458f-a4fd-ccf852eb5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:36.028638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-304bf0cd-dd07-458f-a4fd-ccf852eb5805 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1361291 Aug 30 12:55:36.050408 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc08fe22-63f1-412b-8215-67cb5e2a3986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.091919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc08fe22-63f1-412b-8215-67cb5e2a3986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.269701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b089f29-7ae6-4754-8d91-fea3815f757f req-d8080042-c4d3-4922-9c33-dea567a5483d tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:36.278425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 941bcf2e-f890-4da2-9d70-0747741ce22a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:36.283219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b089f29-7ae6-4754-8d91-fea3815f757f req-d8080042-c4d3-4922-9c33-dea567a5483d tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 948 time: 0.3522165 Aug 30 12:55:36.286990 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc08fe22-63f1-412b-8215-67cb5e2a3986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.290516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc08fe22-63f1-412b-8215-67cb5e2a3986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.291768 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dc08fe22-63f1-412b-8215-67cb5e2a3986 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a80e6d5f-1162-452d-9baa-912af05a8bfd HTTP/1.1" status: 204 len: 168 time: 0.4129655 Aug 30 12:55:36.306051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-0b9d40cb-a7d2-40fc-82f5-a37e4ea7d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:36.308100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-0b9d40cb-a7d2-40fc-82f5-a37e4ea7d57f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2587783 Aug 30 12:55:36.310791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08fe22-63f1-412b-8215-67cb5e2a3986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80e6d5f-1162-452d-9baa-912af05a8bfd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:36.383067 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.385440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 941bcf2e-f890-4da2-9d70-0747741ce22a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:36.386670 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.387213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55834) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:36.408280 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.450048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b089f29-7ae6-4754-8d91-fea3815f757f req-4161c26f-fe4c-43c6-b0b6-f90468fd779c tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656585 Aug 30 12:55:36.454622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc947f91-8625-4b9f-a559-950687dd1f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.542813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-956dfdd9-6a96-4a0d-9286-4d660a919f46 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175660 Aug 30 12:55:36.573441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fbf50e18-e0f2-4126-a95f-ada5b166ef65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.614156 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.661168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Pushing event updated for resources: {'Port': ['ID=83e08d1d-b8f4-4129-9d14-1c7593ccf790,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:36.674670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d90a9-3009-4954-bbea-05644442dacb req-fc47886c-a9f4-4af6-81cb-42052397c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:36.677088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c05d90a9-3009-4954-bbea-05644442dacb req-fc47886c-a9f4-4af6-81cb-42052397c998 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50d37c12de3347ee8929bb045cf44a2d&device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 1099 time: 0.8237851 Aug 30 12:55:36.733521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7cbdd8-0738-41e3-8494-d38a79da4445 req-53f27c9d-ce13-4337-879a-dc8b3cceff85 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:36.740809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eb7cbdd8-0738-41e3-8494-d38a79da4445 req-53f27c9d-ce13-4337-879a-dc8b3cceff85 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1482117 Aug 30 12:55:36.804627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-43e4fd4c-5416-41c6-8dfa-66c843b6ca0f tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:55:36.805715 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-43e4fd4c-5416-41c6-8dfa-66c843b6ca0f tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4579849 Aug 30 12:55:36.807711 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc947f91-8625-4b9f-a559-950687dd1f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.830030 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8afee2a-2431-4c88-a9e5-a2eae2615460 req-8c5892d3-4d89-4cef-8000-c575e6b4aaa6 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746148 Aug 30 12:55:36.843014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Request body: {'binding': {'host': 'n-h1-688802-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:36.843561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Unknown quota resources ['binding']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 12:55:36.886318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d90a9-3009-4954-bbea-05644442dacb req-adfaeeb9-9a70-44ac-b2e5-6d61eda862dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:36.889002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c05d90a9-3009-4954-bbea-05644442dacb req-adfaeeb9-9a70-44ac-b2e5-6d61eda862dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1907845 Aug 30 12:55:36.891459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc947f91-8625-4b9f-a559-950687dd1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:36.926743 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eb7cbdd8-0738-41e3-8494-d38a79da4445 req-a2f2bb2f-5720-467c-a60d-5332937f536d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838479 Aug 30 12:55:36.939761 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c05d90a9-3009-4954-bbea-05644442dacb req-9b53f573-804e-4130-8834-d1c053de17e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=6136cb44-2ee2-4e73-a841-87729052ad9c HTTP/1.1" status: 200 len: 217 time: 0.0410831 Aug 30 12:55:37.016352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fc947f91-8625-4b9f-a559-950687dd1f4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fba5e8a89ca4f3a95631b5210301ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6208563 Aug 30 12:55:37.016522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55844) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:37.026919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc947f91-8625-4b9f-a559-950687dd1f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf95f84-49e3-4104-8c55-b3da612ba32a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:37.029523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d90a9-3009-4954-bbea-05644442dacb req-da0e7d3d-79a1-4de2-8280-977ffe009e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:37.031095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c05d90a9-3009-4954-bbea-05644442dacb req-da0e7d3d-79a1-4de2-8280-977ffe009e32 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0798209 Aug 30 12:55:37.036358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:37.038753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:37.164748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc9424-dd07-4afc-bcf5-8b9fe8af9c57 req-64f9ab06-53cb-471d-8b47-f15f40c843ee tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:37.170188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77bc9424-dd07-4afc-bcf5-8b9fe8af9c57 req-64f9ab06-53cb-471d-8b47-f15f40c843ee tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 949 time: 0.1603494 Aug 30 12:55:37.189533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d90a9-3009-4954-bbea-05644442dacb req-538f2888-e222-4d73-b26b-079fd19d5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:37.190791 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c05d90a9-3009-4954-bbea-05644442dacb req-538f2888-e222-4d73-b26b-079fd19d5d3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1497176 Aug 30 12:55:37.236870 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d0e2-04da-4d28-80fc-1e0bda6dc54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:37.253444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Router 3aee0e33-5ca4-4f94-b384-d0faca294942 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:55:37.301542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f on host n-h1-688802-6 for vnic_type normal with profile None {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:37.302404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:37.302594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:37.315054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d0e2-04da-4d28-80fc-1e0bda6dc54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:37.326759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4dab99e7-201f-4008-8aa6-d5668829a444 None None] Provisioning complete for port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:37.327454 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4dab99e7-201f-4008-8aa6-d5668829a444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:37.348551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77bc9424-dd07-4afc-bcf5-8b9fe8af9c57 req-926a5856-4985-45df-8823-22b22c35770b tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531296 Aug 30 12:55:37.379208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4dab99e7-201f-4008-8aa6-d5668829a444 None None] Port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:55:37.395910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-ab8678d5-e5e5-4b20-adb9-d779b069fcff tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d64df91806d646999ac84feddaebc5f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652246 Aug 30 12:55:37.396483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Port 013f98b0-fd04-4fb9-b4e4-27939a51296f on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:37.396811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:37.467318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:37.467682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:37.468057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:37.468481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Bound port: 013f98b0-fd04-4fb9-b4e4-27939a51296f, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:37.468668 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c05d90a9-3009-4954-bbea-05644442dacb req-fac5d0f1-bdc0-4db9-b913-568a5931af3b service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454426 Aug 30 12:55:37.540713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:55:37.552761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Sync routers for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:55:37.563695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:55:37.564643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:55:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:37.586956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20a714ec-2ebe-44b0-bf9d-e569ee32c34a req-2c992cf9-ad4a-4041-85e9-d48005238c43 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 210 time: 0.1068642 Aug 30 12:55:37.620127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a2c6a91b-bb60-4fb3-a397-edb1e607dcbd admin admin] 10.222.0.37 "PUT /v2.0/routers/3aee0e33-5ca4-4f94-b384-d0faca294942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3741803 Aug 30 12:55:37.630296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55864) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:37.640729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c05d90a9-3009-4954-bbea-05644442dacb req-07c5681f-0110-41b5-8040-524cb75a8a33 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601462 Aug 30 12:55:37.672658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:37.681055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-9b3ee711-791d-46a4-9eda-67d7b1b0635f tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:37.682612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-9b3ee711-791d-46a4-9eda-67d7b1b0635f tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2715690 Aug 30 12:55:37.684191 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d0e2-04da-4d28-80fc-1e0bda6dc54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:37.686779 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d0e2-04da-4d28-80fc-1e0bda6dc54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:37.687971 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1fa8d0e2-04da-4d28-80fc-1e0bda6dc54a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bf95f84-49e3-4104-8c55-b3da612ba32a HTTP/1.1" status: 204 len: 168 time: 0.6628668 Aug 30 12:55:37.689400 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:37.700031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8ec0f2cc-9427-4b1b-86f7-5d6a1c06002d service neutron] 10.222.0.37 "POST /v2.0/ports/013f98b0-fd04-4fb9-b4e4-27939a51296f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8613868 Aug 30 12:55:37.715479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Request body: {'port': {'device_id': '817786d4-ea30-4b24-aedf-7cffd93b74bf', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'd64df91806d646999ac84feddaebc5f5'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:37.726378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8d0e2-04da-4d28-80fc-1e0bda6dc54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf95f84-49e3-4104-8c55-b3da612ba32a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:37.780067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:55:37.828034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1052695684-network', 'tenant_id': 'cb80f17f656a42af8c1eddd6df2aaa19'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:37.918613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Made reservation on behalf of cb80f17f656a42af8c1eddd6df2aaa19 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:37.921534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:37.938289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.017566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90c8a0-536e-4184-b212-32aea97d6a0e req-b02fd0c1-6eff-4af9-8071-ed20061f287f tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:38.019102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b90c8a0-536e-4184-b212-32aea97d6a0e req-b02fd0c1-6eff-4af9-8071-ed20061f287f tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 948 time: 0.1234944 Aug 30 12:55:38.118896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 2, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:38.164564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Checking router: 3aee0e33-5ca4-4f94-b384-d0faca294942 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:55:38.165228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Updating router 3aee0e33-5ca4-4f94-b384-d0faca294942 port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:55:38.190866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b90c8a0-536e-4184-b212-32aea97d6a0e req-461c67c1-0913-40e3-8006-b7daeaa55d38 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624603 Aug 30 12:55:38.201365 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.208613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-78b31c90-fbbb-4b48-8749-b011d9af17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:38.211729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-78b31c90-fbbb-4b48-8749-b011d9af17f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1097 time: 0.1515329 Aug 30 12:55:38.214370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b721f8-8b5a-4a4d-994d-fba5ed405cf7 req-d1f4d0c5-538f-4d75-8027-52a65e29b1d3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:38.230292 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b721f8-8b5a-4a4d-994d-fba5ed405cf7 req-d1f4d0c5-538f-4d75-8027-52a65e29b1d3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 946 time: 0.1486406 Aug 30 12:55:38.336446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b721f8-8b5a-4a4d-994d-fba5ed405cf7 req-9c404238-eb8c-40eb-9eaf-155ef8968b58 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999823 Aug 30 12:55:38.340906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-4a4d60fb-72ee-4117-921f-21bceddd9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:38.342625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-4a4d60fb-72ee-4117-921f-21bceddd9e03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.1240666 Aug 30 12:55:38.358703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.375683 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.448198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Made reservation on behalf of d64df91806d646999ac84feddaebc5f5 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:38.452041 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.464081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-da224664-a6da-4cc1-a0a2-be64fb1001a0 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=daa21817b5964dbdb1503dbf290c5117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375736 Aug 30 12:55:38.483166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:55:38.509604 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-d34e019a-4be1-49f7-986a-eb6de8ce2d83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f HTTP/1.1" status: 200 len: 217 time: 0.1522460 Aug 30 12:55:38.510381 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.543681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d61f71-6d83-4cdc-a13e-4372bdab32ff,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:38.567862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77c59a-1606-4700-8b6e-238d86e10b8f req-1d045cd7-f6a0-46e0-84ba-65625644380b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:38.570208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f77c59a-1606-4700-8b6e-238d86e10b8f req-1d045cd7-f6a0-46e0-84ba-65625644380b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.2258658 Aug 30 12:55:38.572531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.572979 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Added segment ece3b801-fe84-43e0-97a0-41c9fa5574b0 of type vlan for network 2388b82d-4113-41f0-a82d-b432f66e1216 Aug 30 12:55:38.621615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-4ff9525e-16f5-47d0-8a02-ce2c16cd0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:38.623323 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-4ff9525e-16f5-47d0-8a02-ce2c16cd0af1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1060181 Aug 30 12:55:38.629621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f77c59a-1606-4700-8b6e-238d86e10b8f req-20f30b14-2b61-4a97-80ae-84320df3fa7c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468507 Aug 30 12:55:38.663498 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-beb54c5d-f824-4351-992f-054f4a1e98a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321774 Aug 30 12:55:38.669609 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.680942 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.697917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Transition to ACTIVE for port object 83e08d1d-b8f4-4129-9d14-1c7593ccf790 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:38.713490 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.737201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-7162a58d-6882-4ded-91d2-a9a4b0957a1c tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:38.738793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-7162a58d-6882-4ded-91d2-a9a4b0957a1c tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2739339 Aug 30 12:55:38.742855 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.743799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:38.744548 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:38.795598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c128aaa-5aef-4d65-8264-3520289b6a82 None None] Pushing event updated for resources: {'Port': ['ID=83e08d1d-b8f4-4129-9d14-1c7593ccf790,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:38.827437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5c1ff10-80f0-413c-ae93-1e116aa7264b tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/quotas/daa21817b5964dbdb1503dbf290c5117 HTTP/1.1" status: 200 len: 375 time: 0.0719585 Aug 30 12:55:38.837872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6136cb44-2ee2-4e73-a841-87729052ad9c details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:38.850855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] Pushing event updated for resources: {'Network': ['ID=2388b82d-4113-41f0-a82d-b432f66e1216,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:38.892707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 2388b82d-4113-41f0-a82d-b432f66e1216 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:55:38.952413 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f644539f-b6e0-43c9-bea4-c408ea6117d5 req-7b70bea7-98e0-4668-878f-a06f0ae2ce3d tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 210 time: 0.0752175 Aug 30 12:55:38.960576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55916) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:38.971352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-network', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:38.992910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-c0cb975e-8534-4524-9176-fbdb2de9cf8a service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219712 Aug 30 12:55:39.128445 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-245f5832-3b7d-4534-aaa6-c65d6cb1fe47 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284053 Aug 30 12:55:39.166141 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.168393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Attempting to bind port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:39.168773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Attempting to bind port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:39.169190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Attempting to bind port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 on network 6f3e2131-5260-4689-b845-ccc39c3f1e8d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:39.177412 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.180158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.resource_extend [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 12:55:39.199435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-b62c60ae-803c-47f8-b970-2c37ccb1cefb tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=daa21817b5964dbdb1503dbf290c5117&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3513401 Aug 30 12:55:39.200763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Made reservation on behalf of 9d8f0250a1de4203b21c56d2708e0740 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:39.203114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.207748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55924) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:39.215713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3d0ba826-0185-423a-a205-969435fa553f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5842755 Aug 30 12:55:39.216240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Request body: {'subnet': {'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1052695684-subnet', 'tenant_id': 'cb80f17f656a42af8c1eddd6df2aaa19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:39.284958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a65ce4-e767-4cc8-9a79-9f64c9e542ff,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:39.298224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:39.298696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Checking segment: {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:39.298964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.299291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Bound using segment: {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:39.299746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Bound port: 83e08d1d-b8f4-4129-9d14-1c7593ccf790, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:39.300131 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.313977 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-25763e07-5c0f-44f0-8a39-7e33bc72b09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.314426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.414890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6136cb44-2ee2-4e73-a841-87729052ad9c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6136cb44-2ee2-4e73-a841-87729052ad9c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:39.443204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '6136cb44-2ee2-4e73-a841-87729052ad9c', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '6136cb44-2ee2-4e73-a841-87729052ad9c', 'mac_address': 'fa:16:3e:30:19:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:55:39.458420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Allocated IP 192.168.233.196 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/f4c49028-3a0c-4528-9a76-96c7f15a9670) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:39.460083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Made reservation on behalf of cb80f17f656a42af8c1eddd6df2aaa19 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:39.468764 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.503057 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.514921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] For port 83e08d1d-b8f4-4129-9d14-1c7593ccf790, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:39.540597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] For port 83e08d1d-b8f4-4129-9d14-1c7593ccf790, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=83e08d1d-b8f4-4129-9d14-1c7593ccf790,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:39.547194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6136cb44-2ee2-4e73-a841-87729052ad9c {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:39.590519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6136cb44-2ee2-4e73-a841-87729052ad9c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6136cb44-2ee2-4e73-a841-87729052ad9c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:39.591584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f79f55-fdc7-4d9e-96f0-3a966ae48745 req-fdba916d-e4ef-41d9-8f0c-ec0c8bbf8eb5 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:39.593556 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.599362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79f79f55-fdc7-4d9e-96f0-3a966ae48745 req-fdba916d-e4ef-41d9-8f0c-ec0c8bbf8eb5 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 946 time: 0.1263967 Aug 30 12:55:39.636171 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.688505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:55:39.689454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:55:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:39.710924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3b861-b89e-4f48-a670-36481cc92138 req-cef56069-d666-4430-9448-3ca731800423 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:39.712874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8f3b861-b89e-4f48-a670-36481cc92138 req-cef56069-d666-4430-9448-3ca731800423 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 948 time: 0.3820009 Aug 30 12:55:39.729086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-9042db5b-6d0e-4d8e-a7ac-36af1ae74786 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:39.731209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-9042db5b-6d0e-4d8e-a7ac-36af1ae74786 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1097 time: 0.3981969 Aug 30 12:55:39.750194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79f79f55-fdc7-4d9e-96f0-3a966ae48745 req-543b208b-e1bd-4063-86e4-301d7d261876 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496997 Aug 30 12:55:39.794648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:39.812180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c128aaa-5aef-4d65-8264-3520289b6a82 None None] Pushing event updated for resources: {'Port': ['ID=83e08d1d-b8f4-4129-9d14-1c7593ccf790,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:39.903231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=6136cb44-2ee2-4e73-a841-87729052ad9c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:39.945330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15fb65af-4659-4912-b688-d698ee0fb401 req-51699574-36e9-4c3a-b187-1c58dfe8ea63 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 210 time: 0.0701349 Aug 30 12:55:39.961280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:39.990256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Transition to ACTIVE for port object f4c49028-3a0c-4528-9a76-96c7f15a9670 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:39.995285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8f3b861-b89e-4f48-a670-36481cc92138 req-0a96dab4-f292-490a-82f8-70f43f168bfe tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630162 Aug 30 12:55:40.003390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['6136cb44-2ee2-4e73-a841-87729052ad9c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:40.020693 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.065506 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.072961 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.121417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:40.126987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:40.148234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:55:40.149172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:40.208041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.228121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.239451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:55:40.249495 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.250518 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Added segment bd1d7566-44c2-4e5d-8e0e-0f57cf280307 of type vlan for network b51b92d2-273d-422c-845c-e5fcef653702 Aug 30 12:55:40.305458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.349449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.350595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:40.351184 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.359797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c20326-ad02-4ceb-8e3f-0a6cd086edee req-8c026ca0-a2b5-408b-b0f4-d883c8ad875b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:40.361544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6c20326-ad02-4ceb-8e3f-0a6cd086edee req-8c026ca0-a2b5-408b-b0f4-d883c8ad875b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.2628365 Aug 30 12:55:40.476873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Pushing event updated for resources: {'Port': ['ID=f4c49028-3a0c-4528-9a76-96c7f15a9670,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:40.497473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:40.498280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.519388 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6c20326-ad02-4ceb-8e3f-0a6cd086edee req-c6d4cf71-b097-4ddc-bfe1-eee03ed7d93d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466212 Aug 30 12:55:40.541203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-5db90f2c-17fe-419b-bbe5-7b3ec7e0b8b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8401132 Aug 30 12:55:40.563438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Request body: {'port': {'device_id': '817786d4-ea30-4b24-aedf-7cffd93b74bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:40.585283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9825c52-2cf5-4bad-8f96-c456e21a5bcf,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:40.593093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.6316221 Aug 30 12:55:40.599825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55960) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:40.605318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a958c70-0496-417a-9522-b2358cc56a54 req-0945fffc-46a7-425f-a918-aea0d91f96c4 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:40.607264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a958c70-0496-417a-9522-b2358cc56a54 req-0945fffc-46a7-425f-a918-aea0d91f96c4 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 936 time: 0.4457078 Aug 30 12:55:40.608609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:39Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:40.612505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.616654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Request body: {'subnet': {'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-subnet', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:40.656899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bae201-8f4a-4f0f-9a33-480a8bc15358 None None] The sync data for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 is: [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:39Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:55:40.665104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.680901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Made reservation on behalf of 9d8f0250a1de4203b21c56d2708e0740 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:40.683197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.688218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0e81d058-41ba-4f27-af25-7ba6c02cc99a None None] Provisioning for port f4c49028-3a0c-4528-9a76-96c7f15a9670 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:40.690457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73062a-79cc-4247-b2a3-4bb40a080c9b admin admin] Pushing event updated for resources: {'Network': ['ID=b51b92d2-273d-422c-845c-e5fcef653702,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:40.694604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0e81d058-41ba-4f27-af25-7ba6c02cc99a None None] Provisioning complete for port f4c49028-3a0c-4528-9a76-96c7f15a9670 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:40.694604 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0e81d058-41ba-4f27-af25-7ba6c02cc99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.734368 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:40.738484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b51b92d2-273d-422c-845c-e5fcef653702 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:55:40.809337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0e81d058-41ba-4f27-af25-7ba6c02cc99a None None] Port f4c49028-3a0c-4528-9a76-96c7f15a9670 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:55:40.841305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:40.844998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fd911fb-0fd6-4429-ab65-b5b02ebc4234,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:40.919008 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a958c70-0496-417a-9522-b2358cc56a54 req-554e3b57-cc7a-48ca-9082-90f5f51fcd58 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944775 Aug 30 12:55:40.979552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:40.979954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Network hostable DHCP agents. Network: 2388b82d-4113-41f0-a82d-b432f66e1216, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:55:41.021224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:41.063420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Network 2388b82d-4113-41f0-a82d-b432f66e1216 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:55:41.084077 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-f7a391b5-daf7-4404-9d94-9545cdeaf899 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=daa21817b5964dbdb1503dbf290c5117&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874569 Aug 30 12:55:41.094391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bb5f5a27-3f37-4f47-af1c-fea44a72a5da req-5906660f-5abc-442c-9955-2a88d2bf6caa tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 210 time: 0.0486140 Aug 30 12:55:41.123765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:41.126759 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac4821d-ca87-487b-bde4-7f485edca7cd" -d '{"events": [{"server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "name": "network-vif-unplugged", "status": "completed", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:41.134152 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:41.137059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 2388b82d-4113-41f0-a82d-b432f66e1216) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:41.142175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:41.143152 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:41.155592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639306d0-9d5f-470b-9588-7eac0bbd2cd8 req-4a5bf745-2fca-4601-b28d-2fac5a512817 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:41.155924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025758c8-7790-48cf-86bc-9c1c44212c05 None None] Network 2388b82d-4113-41f0-a82d-b432f66e1216 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:41.156284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:41.157198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-639306d0-9d5f-470b-9588-7eac0bbd2cd8 req-4a5bf745-2fca-4601-b28d-2fac5a512817 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 946 time: 0.2530444 Aug 30 12:55:41.186968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1473b497-9815-4221-aae5-436bcce01497 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9774423 Aug 30 12:55:41.248574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=013f98b0-fd04-4fb9-b4e4-27939a51296f,revision_number=7']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:41.274477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f on host n-h2-688802-6 for vnic_type normal with profile {"migrating_to": "n-h1-688802-6"} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:41.279365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:41.279731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:41.285961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Port 013f98b0-fd04-4fb9-b4e4-27939a51296f on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:41.286399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Attempting to bind port 013f98b0-fd04-4fb9-b4e4-27939a51296f on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:41.298137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:41.298492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:41.298937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:41.299384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Bound port: 013f98b0-fd04-4fb9-b4e4-27939a51296f, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:41.299739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:41.464824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:41.468372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:41.481981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-639306d0-9d5f-470b-9588-7eac0bbd2cd8 req-e5ca4373-fc79-48f8-9a96-3bfaad9051b3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778203 Aug 30 12:55:41.488693 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:41.489999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd72a68-1753-4f87-b14c-7aed769de753 None None] Network 2388b82d-4113-41f0-a82d-b432f66e1216 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:41.576179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-fe4634ad-4e61-4cbb-b5ee-badfbe5271dd tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:41.581793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-fe4634ad-4e61-4cbb-b5ee-badfbe5271dd tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4749286 Aug 30 12:55:41.583330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:41.714775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Request body: {'port': {'device_id': '7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'daa21817b5964dbdb1503dbf290c5117'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:41.718188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e2e376-d596-447b-a7b9-4ee58866eb13,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:41.794406 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57491062-42ff-4085-869d-24b07ddd0136 x-openstack-request-id: req-57491062-42ff-4085-869d-24b07ddd0136 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:41.794722 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "name": "network-vif-unplugged", "status": "completed", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:41.794984 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57491062-42ff-4085-869d-24b07ddd0136 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:41.795298 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f', 'code': 200} Aug 30 12:55:41.848108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Checking segment: {'id': 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:41.848469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Network hostable DHCP agents. Network: b51b92d2-273d-422c-845c-e5fcef653702, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:55:41.885792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:41.886394 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:41.887743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] 10.222.0.16 "PUT /v2.0/ports/013f98b0-fd04-4fb9-b4e4-27939a51296f HTTP/1.1" status: 200 len: 1122 time: 2.1094234 Aug 30 12:55:41.889535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d95cba-90b6-4ca1-a116-05461e6a0c37 service neutron] Pushing event updated for resources: {'Port': ['ID=013f98b0-fd04-4fb9-b4e4-27939a51296f,revision_number=8']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:41.903448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2f54d-57cd-4133-86f1-c3a09825bb36 req-ef24970a-dc8c-4f45-8786-83e735619635 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:41.911228 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26a2f54d-57cd-4133-86f1-c3a09825bb36 req-ef24970a-dc8c-4f45-8786-83e735619635 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1150219 Aug 30 12:55:41.927202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08dcfb-5705-4048-bfd2-83c5f8e290f8 req-75ded30a-080d-4970-bf9f-d9a7e32ee6e7 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:41.929501 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a08dcfb-5705-4048-bfd2-83c5f8e290f8 req-75ded30a-080d-4970-bf9f-d9a7e32ee6e7 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 949 time: 0.3398631 Aug 30 12:55:41.966144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['013f98b0-fd04-4fb9-b4e4-27939a51296f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:41.969277 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26a2f54d-57cd-4133-86f1-c3a09825bb36 req-e689bb69-3272-4fa4-b067-13fb00cbbffe tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570490 Aug 30 12:55:41.978402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Network b51b92d2-273d-422c-845c-e5fcef653702 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:55:41.985053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4c49028-3a0c-4528-9a76-96c7f15a9670 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:42.015033 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.027679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b51b92d2-273d-422c-845c-e5fcef653702) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:42.045750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8213a74-5726-4577-b4f9-12ecd8f376f2 None None] Network b51b92d2-273d-422c-845c-e5fcef653702 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:42.052469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:42.053718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.066466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Transition to ACTIVE for port object f4c49028-3a0c-4528-9a76-96c7f15a9670 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:42.074251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a08dcfb-5705-4048-bfd2-83c5f8e290f8 req-579d83a3-702d-40e0-9d8d-900549eaabe2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364231 Aug 30 12:55:42.079817 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.154762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Made reservation on behalf of daa21817b5964dbdb1503dbf290c5117 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:42.155139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.163468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.191939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fbc6abcc-ed48-40da-a40c-e1149141d0fd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5878677 Aug 30 12:55:42.196048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56010) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:42.202916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:42.294678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56012) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:42.309429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1502840962-network', 'tenant_id': 'a1e09ce214104c309891fecec5b7da4a'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:42.328655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.329931 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.354426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Pushing event updated for resources: {'Port': ['ID=f4c49028-3a0c-4528-9a76-96c7f15a9670,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:42.391969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 83e08d1d-b8f4-4129-9d14-1c7593ccf790 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:42.434717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Made reservation on behalf of a1e09ce214104c309891fecec5b7da4a for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:42.440272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.472774 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.535731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b51b92d2-273d-422c-845c-e5fcef653702', 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'fixed_ips': [{'subnet_id': 'f4e2e376-d596-447b-a7b9-4ee58866eb13'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 12:55:42.536487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.543369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.600193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d4f8f9-6c18-42c4-a2b9-422170c75fa7 req-a9b3ac86-527c-4413-8ef8-6197704dee80 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:42.602188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f8d4f8f9-6c18-42c4-a2b9-422170c75fa7 req-a9b3ac86-527c-4413-8ef8-6197704dee80 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 948 time: 0.3663561 Aug 30 12:55:42.711381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Attempting to bind port f4c49028-3a0c-4528-9a76-96c7f15a9670 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:42.711601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Attempting to bind port f4c49028-3a0c-4528-9a76-96c7f15a9670 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:42.711892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Attempting to bind port f4c49028-3a0c-4528-9a76-96c7f15a9670 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:42.731328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f8d4f8f9-6c18-42c4-a2b9-422170c75fa7 req-716ad368-d78d-4f68-b0e6-1d4d94409855 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213124 Aug 30 12:55:42.737819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Port f4c49028-3a0c-4528-9a76-96c7f15a9670 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:42.738126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Attempting to bind port f4c49028-3a0c-4528-9a76-96c7f15a9670 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:42.742765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Allocated IP 192.168.233.181 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/7c1f33d2-8b45-4908-a28a-a68da175e0b0) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:42.743001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:42.751886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Allocated IP 172.20.0.2 (b51b92d2-273d-422c-845c-e5fcef653702/f4e2e376-d596-447b-a7b9-4ee58866eb13/f84de2ed-ce97-4d3b-aa25-ea98ca687be9) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:42.754180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:42.755013 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.761139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.763233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:42.763571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:42.763960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:42.764392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Bound port: f4c49028-3a0c-4528-9a76-96c7f15a9670, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:42.764746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.831637 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b356db-1b67-4ac0-b8b8-b351b2c1297e req-620e67dc-dae6-4628-b98e-5e2c84cddf89 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 210 time: 0.0620072 Aug 30 12:55:42.852270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6136cb44-2ee2-4e73-a841-87729052ad9c up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:42.922749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.930229 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:42.958009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581036c6-a58b-474f-92f0-c76535c7c8d8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:42.977088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:55:43.001869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.002812 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Added segment 2b63a9fe-e68d-4b92-9574-0b3eee5f1859 of type vlan for network 0c05ec47-687e-4a6a-8d3a-30d603cda850 Aug 30 12:55:43.047868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.065014 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.074715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Transition to ACTIVE for port object f84de2ed-ce97-4d3b-aa25-ea98ca687be9 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:43.089571 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.118026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 6136cb44-2ee2-4e73-a841-87729052ad9c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:43.122513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Transition to ACTIVE for port object f84de2ed-ce97-4d3b-aa25-ea98ca687be9 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:43.144418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] For port f4c49028-3a0c-4528-9a76-96c7f15a9670, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:43.157968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 6136cb44-2ee2-4e73-a841-87729052ad9c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:43.158348 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.160148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.160278 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.160739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c0265-fe8a-49c6-a99f-8017a76992de req-facb49c1-b204-4061-b771-d699d1ec47c9 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:43.161849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:43.163028 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.168027 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-169c0265-fe8a-49c6-a99f-8017a76992de req-facb49c1-b204-4061-b771-d699d1ec47c9 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 944 time: 0.3466725 Aug 30 12:55:43.195391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] For port f4c49028-3a0c-4528-9a76-96c7f15a9670, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f4c49028-3a0c-4528-9a76-96c7f15a9670,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:43.211147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.264652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 83e08d1d-b8f4-4129-9d14-1c7593ccf790, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=83e08d1d-b8f4-4129-9d14-1c7593ccf790,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:43.282778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.283791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:43.284468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.286354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] 10.222.0.35 "PUT /v2.0/ports/f4c49028-3a0c-4528-9a76-96c7f15a9670 HTTP/1.1" status: 200 len: 1096 time: 2.7273924 Aug 30 12:55:43.293527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817786d4-ea30-4b24-aedf-7cffd93b74bf', 'tag': 'f4c49028-3a0c-4528-9a76-96c7f15a9670'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:43.296107 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335adb42-a29d-4d8d-82f6-1e4f75509141" -d '{"events": [{"name": "network-changed", "server_uuid": "817786d4-ea30-4b24-aedf-7cffd93b74bf", "tag": "f4c49028-3a0c-4528-9a76-96c7f15a9670"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:43.304856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Network b51b92d2-273d-422c-845c-e5fcef653702 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:43.306490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] Pushing event updated for resources: {'Network': ['ID=0c05ec47-687e-4a6a-8d3a-30d603cda850,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:43.311948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Pushing event updated for resources: {'Port': ['ID=f84de2ed-ce97-4d3b-aa25-ea98ca687be9,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:43.315875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:43.322581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:43.329718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 0c05ec47-687e-4a6a-8d3a-30d603cda850 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:55:43.332649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-169c0265-fe8a-49c6-a99f-8017a76992de req-16eb8589-c315-4aab-8173-09ca7bbaa1ff tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636837 Aug 30 12:55:43.386546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc885a9b-2f8c-4967-8b10-a1fbbbd53aa2 req-3fe0b45b-bc27-46bd-8139-d13aefe8e03d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:43.388123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc885a9b-2f8c-4967-8b10-a1fbbbd53aa2 req-3fe0b45b-bc27-46bd-8139-d13aefe8e03d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1526513 Aug 30 12:55:43.420533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-46b5f0d1-ef37-41dd-bd02-7c79cfed0940 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1250570 Aug 30 12:55:43.432773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56034) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:43.446271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Request body: {'subnet': {'network_id': '0c05ec47-687e-4a6a-8d3a-30d603cda850', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1502840962-subnet', 'tenant_id': 'a1e09ce214104c309891fecec5b7da4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:43.456871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17e9bb-2ce5-4d66-a710-904be480fcfb service neutron] Pushing event updated for resources: {'Port': ['ID=f4c49028-3a0c-4528-9a76-96c7f15a9670,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:43.482014 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.494678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.529422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Transition to ACTIVE for port object 7c1f33d2-8b45-4908-a28a-a68da175e0b0 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:43.533739 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc885a9b-2f8c-4967-8b10-a1fbbbd53aa2 req-89aab738-7694-4d27-8a7d-2617d1c009c2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144104 Aug 30 12:55:43.539740 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.555403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-74ce1cda-0583-41ba-b028-9eebe47ea736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:43.557099 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-74ce1cda-0583-41ba-b028-9eebe47ea736 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64df91806d646999ac84feddaebc5f5&device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 1099 time: 0.1721289 Aug 30 12:55:43.565488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Made reservation on behalf of a1e09ce214104c309891fecec5b7da4a for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:43.567829 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.572683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187044a-68db-4048-8c2f-0c1fa40665c6 req-7186acb1-abb3-4de6-aca1-887f2b81ca13 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:43.581142 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6187044a-68db-4048-8c2f-0c1fa40665c6 req-7186acb1-abb3-4de6-aca1-887f2b81ca13 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 949 time: 0.1071579 Aug 30 12:55:43.639411 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70b997-6924-42e7-8f74-f6830c899e96 x-openstack-request-id: req-4f70b997-6924-42e7-8f74-f6830c899e96 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:43.640002 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817786d4-ea30-4b24-aedf-7cffd93b74bf", "tag": "f4c49028-3a0c-4528-9a76-96c7f15a9670", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:43.640002 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f70b997-6924-42e7-8f74-f6830c899e96 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:43.640380 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '817786d4-ea30-4b24-aedf-7cffd93b74bf', 'tag': 'f4c49028-3a0c-4528-9a76-96c7f15a9670', 'status': 'completed', 'code': 200} Aug 30 12:55:43.651391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-a39285aa-6e8c-4aba-b0a7-9b0615ebbfc9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f4c49028-3a0c-4528-9a76-96c7f15a9670 HTTP/1.1" status: 200 len: 217 time: 0.0656509 Aug 30 12:55:43.679595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=83e08d1d-b8f4-4129-9d14-1c7593ccf790,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:43.695264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.719557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['b7635eb4-8edc-48dc-b953-0a35659d0d71'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:43.742222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6187044a-68db-4048-8c2f-0c1fa40665c6 req-3c413a81-1a15-4d7f-944c-25fe782f85af tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598945 Aug 30 12:55:43.804176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Attempting to bind port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:43.804729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Attempting to bind port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:43.805099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Attempting to bind port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 on network b51b92d2-273d-422c-845c-e5fcef653702 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:43.811713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:43.812088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Checking segment: {'id': 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:43.812493 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.812887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Bound using segment: {'id': 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:43.813353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Bound port: f84de2ed-ce97-4d3b-aa25-ea98ca687be9, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:43.813759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.819209 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:43.828457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:43.833282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:43.840686 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be17559-cc7c-47ce-8d4e-86b7d2117e87" -d '{"events": [{"name": "network-changed", "server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:43.841069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:43.843895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:43.850599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-a6f7a503-b8cb-4111-b742-03eefaf9e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:43.852251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-a6f7a503-b8cb-4111-b742-03eefaf9e79c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1873999 Aug 30 12:55:43.870597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Allocated IP 172.25.2.243 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/feccfb8a-58e8-4b48-836c-df86f6914f81) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:43.881328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Pushing event updated for resources: {'Port': ['ID=7c1f33d2-8b45-4908-a28a-a68da175e0b0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:43.960073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] For port f84de2ed-ce97-4d3b-aa25-ea98ca687be9, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:43.965708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] For port f84de2ed-ce97-4d3b-aa25-ea98ca687be9, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f84de2ed-ce97-4d3b-aa25-ea98ca687be9,segment=NetworkSegment(bd1d7566-44c2-4e5d-8e0e-0f57cf280307),segment_id=bd1d7566-44c2-4e5d-8e0e-0f57cf280307)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:44.008454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9fffd1-e682-48b8-bda4-76d79566de29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136cb44-2ee2-4e73-a841-87729052ad9c'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:44.014540 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2870d3-f9cf-40d2-b2e0-5c1df2515374 x-openstack-request-id: req-af2870d3-f9cf-40d2-b2e0-5c1df2515374 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:44.014832 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:44.015088 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af2870d3-f9cf-40d2-b2e0-5c1df2515374 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:44.015484 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f', 'status': 'completed', 'code': 200} Aug 30 12:55:44.015640 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eaeb3c-df87-4c42-8e3b-52e25bd0dd9e" -d '{"events": [{"server_uuid": "da9fffd1-e682-48b8-bda4-76d79566de29", "name": "network-vif-plugged", "status": "completed", "tag": "6136cb44-2ee2-4e73-a841-87729052ad9c"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:44.018179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:44.019351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.025036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.35', 64210) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:44.041705 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.053566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-f0c865da-63aa-44e5-b03a-728f0248f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:44.055317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.056503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-f0c865da-63aa-44e5-b03a-728f0248f568 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1598244 Aug 30 12:55:44.075977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6136cb44-2ee2-4e73-a841-87729052ad9c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6136cb44-2ee2-4e73-a841-87729052ad9c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:44.090924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f306f4-8395-4f83-806b-c6520e5d87e7 req-d24cef14-5f08-4ece-b514-1b18f2ee090b tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:44.092843 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46f306f4-8395-4f83-806b-c6520e5d87e7 req-d24cef14-5f08-4ece-b514-1b18f2ee090b tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 948 time: 0.1923327 Aug 30 12:55:44.110607 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c5770357-4648-411b-8c07-2c00998ca088 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5172215 Aug 30 12:55:44.140401 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.172888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4765fd-b3e0-4bd8-a0ae-a49f4fd14e40,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:44.200372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Request body: {'port': {'device_id': '7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:44.276220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96641c-f076-4c75-9be5-7f8af6c01e1c None None] Pushing event updated for resources: {'Port': ['ID=f84de2ed-ce97-4d3b-aa25-ea98ca687be9,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:44.296144 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.329854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-833d2654-b7cf-4ccf-926b-b16f426807f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:44.333707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-833d2654-b7cf-4ccf-926b-b16f426807f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1125 time: 0.3049510 Aug 30 12:55:44.333956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 83e08d1d-b8f4-4129-9d14-1c7593ccf790 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:44.345709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420c225-d621-4b20-86d4-3a6f3d7aa82d req-ac82ab11-6c9e-4c4c-81d5-e868ae13aec8 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:44.348216 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7420c225-d621-4b20-86d4-3a6f3d7aa82d req-ac82ab11-6c9e-4c4c-81d5-e868ae13aec8 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 936 time: 0.2163558 Aug 30 12:55:44.366514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46f306f4-8395-4f83-806b-c6520e5d87e7 req-e32f561e-0906-45b7-8903-761a51285404 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540689 Aug 30 12:55:44.397214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-47c3deae-53e9-421e-ba19-dc07fba4c191 None None] Provisioning for port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:44.462872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-47c3deae-53e9-421e-ba19-dc07fba4c191 None None] Provisioning complete for port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:44.463288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47c3deae-53e9-421e-ba19-dc07fba4c191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.469730 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777552df-8ae4-4e65-b02a-2df44bfa93ae x-openstack-request-id: req-777552df-8ae4-4e65-b02a-2df44bfa93ae {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:44.470009 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9fffd1-e682-48b8-bda4-76d79566de29", "name": "network-vif-plugged", "status": "completed", "tag": "6136cb44-2ee2-4e73-a841-87729052ad9c", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:44.470261 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-777552df-8ae4-4e65-b02a-2df44bfa93ae {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:44.470646 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9fffd1-e682-48b8-bda4-76d79566de29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6136cb44-2ee2-4e73-a841-87729052ad9c', 'code': 200} Aug 30 12:55:44.473996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Checking segment: {'id': '2b63a9fe-e68d-4b92-9574-0b3eee5f1859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '0c05ec47-687e-4a6a-8d3a-30d603cda850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:44.475412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Network hostable DHCP agents. Network: 0c05ec47-687e-4a6a-8d3a-30d603cda850, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:55:44.483147 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.509417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-582bc753-3534-4e1a-a9f9-69aed22a69fb service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320900 Aug 30 12:55:44.510173 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.529382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=6136cb44-2ee2-4e73-a841-87729052ad9c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:44.533934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:44.540506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:44.571078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-47c3deae-53e9-421e-ba19-dc07fba4c191 None None] Port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:55:44.591220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:44.601307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:44.601697 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.701232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-9c056dd3-e5e0-4dcb-8ae1-59f44b162315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:44.703342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-9c056dd3-e5e0-4dcb-8ae1-59f44b162315 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.3530862 Aug 30 12:55:44.796157 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7420c225-d621-4b20-86d4-3a6f3d7aa82d req-a8c88c17-d330-451f-8097-9742da24c569 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316745 Aug 30 12:55:44.801275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Pushing event updated for resources: {'Port': ['ID=feccfb8a-58e8-4b48-836c-df86f6914f81,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:44.821481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-66385229-9652-48fd-b4c6-fb5974274be2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f HTTP/1.1" status: 200 len: 217 time: 0.1048300 Aug 30 12:55:44.826079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a13be3b-534d-4a46-86a3-f575c294b36f req-9fa684b9-343e-4aa2-a56b-41d70bd58514 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025391 Aug 30 12:55:44.848404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Network 0c05ec47-687e-4a6a-8d3a-30d603cda850 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:55:44.852214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 013f98b0-fd04-4fb9-b4e4-27939a51296f details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:44.871619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 0c05ec47-687e-4a6a-8d3a-30d603cda850) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:44.875163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb52c55-0872-4a87-8d74-d26d62f84a39 req-7a52442b-cbbf-4ff5-8cc3-56620b269668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:44.876749 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-adb52c55-0872-4a87-8d74-d26d62f84a39 req-7a52442b-cbbf-4ff5-8cc3-56620b269668 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 1101 time: 0.1335649 Aug 30 12:55:44.885522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:44.886809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:44.908402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ccf2f6-de95-47cf-9b8d-40765e43d14e None None] Network 0c05ec47-687e-4a6a-8d3a-30d603cda850 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:44.940256 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-39b49458-813c-4c6d-aea4-105a80ace0b5 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4976265 Aug 30 12:55:45.019511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-994af1e5-a143-4aeb-b19c-7263d19bc910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:45.021249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-994af1e5-a143-4aeb-b19c-7263d19bc910 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1727850 Aug 30 12:55:45.022975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-adb52c55-0872-4a87-8d74-d26d62f84a39 req-9c52cc17-15a1-49df-ae7e-d95241f2ce0f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213987 Aug 30 12:55:45.036762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a4efb-8c45-40e9-964c-e4dc399a0bf8 req-c1d32756-35f2-4180-a18e-a197363dc2db tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:45.038997 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-424a4efb-8c45-40e9-964c-e4dc399a0bf8 req-c1d32756-35f2-4180-a18e-a197363dc2db tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 944 time: 0.2195051 Aug 30 12:55:45.044834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4620be-4113-42f0-bf12-8ca4e0389b1b req-4d69668a-88a6-4a31-bb87-39d3d9685d9f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:45.046568 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f4620be-4113-42f0-bf12-8ca4e0389b1b req-4d69668a-88a6-4a31-bb87-39d3d9685d9f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1392965 Aug 30 12:55:45.061635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:45.105775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 013f98b0-fd04-4fb9-b4e4-27939a51296f has no active binding in host n-h1-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 12:55:45.133941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020714c-c4aa-4dac-80ee-d4cbf9aefdff None None] Network 0c05ec47-687e-4a6a-8d3a-30d603cda850 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:45.152817 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f4620be-4113-42f0-bf12-8ca4e0389b1b req-6dc9e2e2-6aed-4dbe-a905-21ec0bfb0947 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647383 Aug 30 12:55:45.161502 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:45.176600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-1430b3aa-b2dd-46c6-814f-2570cb063c0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351528 Aug 30 12:55:45.190347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-f8f037f2-448b-42cb-9c69-51bbd62a84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:45.194912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-f8f037f2-448b-42cb-9c69-51bbd62a84cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64df91806d646999ac84feddaebc5f5&device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 1099 time: 0.2814770 Aug 30 12:55:45.344748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-424a4efb-8c45-40e9-964c-e4dc399a0bf8 req-442c23a9-1230-4652-89f7-182f86087f54 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894638 Aug 30 12:55:45.358778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb82fb-a8c2-4c33-97ca-ecb4b50668ea req-ae06d377-ee19-43f9-89eb-3abfd26e3ba7 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:45.360316 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0bb82fb-a8c2-4c33-97ca-ecb4b50668ea req-ae06d377-ee19-43f9-89eb-3abfd26e3ba7 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 950 time: 0.0830743 Aug 30 12:55:45.378805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1f33d2-8b45-4908-a28a-a68da175e0b0 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:45.387940 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:45.424457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Transition to ACTIVE for port object 7c1f33d2-8b45-4908-a28a-a68da175e0b0 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:45.438414 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:45.560602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1f33d2-8b45-4908-a28a-a68da175e0b0,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:45.564189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0bb82fb-a8c2-4c33-97ca-ecb4b50668ea req-d1b08128-bca7-4b29-a8c7-b2b7d4027ad0 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565197 Aug 30 12:55:45.567638 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:45.575304 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-5f506947-329b-4f60-91fb-b5abcefd5181 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792408 Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.593266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:45.624461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-4634ef6c-d55c-4521-a22d-58cb7a8cef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:45.626092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-4634ef6c-d55c-4521-a22d-58cb7a8cef86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.3787665 Aug 30 12:55:45.640936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674b67d-11be-4d19-90b4-2e715080bc31 None None] Network b51b92d2-273d-422c-845c-e5fcef653702 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:55:45.814818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-247db24a-cd7e-493d-9c58-4cfc9f13797d None None] Provisioning for port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:46.002517 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be17559-cc7c-47ce-8d4e-86b7d2117e87 req-12482f54-3836-4e5b-9aa6-10ea34c247e4 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752732 Aug 30 12:55:46.068097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf16083-abe3-48fe-97a1-d9ed82deae91 req-2833afaa-21c2-482b-ac2c-97805aa85c98 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:46.070478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-daf16083-abe3-48fe-97a1-d9ed82deae91 req-2833afaa-21c2-482b-ac2c-97805aa85c98 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 948 time: 0.3741469 Aug 30 12:55:46.107643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-574466f9-6441-46f3-b860-561d99f0d44d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=f4c49028-3a0c-4528-9a76-96c7f15a9670 HTTP/1.1" status: 200 len: 217 time: 0.1041424 Aug 30 12:55:46.126503 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-daf16083-abe3-48fe-97a1-d9ed82deae91 req-e4b65614-4e38-4b7b-a530-e127c79b117a tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Aug 30 12:55:46.141445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Router d305f5b4-c59d-4c23-9a04-a6ff2111689b is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 12:55:46.177557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Attempting to bind port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:46.179874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Attempting to bind port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:46.179874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Attempting to bind port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:46.213541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:46.214209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Attempting to bind port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:46.231439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-d40eba47-0a64-4343-972f-e03ad55b2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:46.233437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-d40eba47-0a64-4343-972f-e03ad55b2d6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1087925 Aug 30 12:55:46.234382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:46.234978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:46.235307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:46.235974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Bound port: 7c1f33d2-8b45-4908-a28a-a68da175e0b0, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:46.236196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:46.290092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-e9f62f42-1312-4990-82d6-a75d7342187a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:46.301316 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-e9f62f42-1312-4990-82d6-a75d7342187a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 821 time: 0.2753811 Aug 30 12:55:46.362637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-5c86ee35-b70c-43cc-98ce-ed68bcde2dc0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/quotas/cb80f17f656a42af8c1eddd6df2aaa19 HTTP/1.1" status: 200 len: 375 time: 0.0601814 Aug 30 12:55:46.372181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f84de2ed-ce97-4d3b-aa25-ea98ca687be9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:46.375334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:55:46.385961 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Sync routers for ids ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:55:46.397472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:46.399241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-78018d1e-adbe-4cb4-be8c-1966269423f3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2014182 Aug 30 12:55:46.402065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56110) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:46.423640 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Routers {'d305f5b4-c59d-4c23-9a04-a6ff2111689b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:55:46.426132 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:55:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:46.469352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1bc1bde6-4651-445f-9a9c-1a604cdcf91a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059093 Aug 30 12:55:46.505334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-888e883c-773f-4171-a49a-3e1ca707ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:46.508157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:46.512376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:46.512754 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:46.514049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-888e883c-773f-4171-a49a-3e1ca707ef9d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2671869 Aug 30 12:55:46.582772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] For port 7c1f33d2-8b45-4908-a28a-a68da175e0b0, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:46.585823 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Set router d305f5b4-c59d-4c23-9a04-a6ff2111689b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:55:46.682219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] For port 7c1f33d2-8b45-4908-a28a-a68da175e0b0, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=7c1f33d2-8b45-4908-a28a-a68da175e0b0,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:46.688467 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:46.714358 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:46.765929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:46.766954 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:46.768641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c1f33d2-8b45-4908-a28a-a68da175e0b0 HTTP/1.1" status: 200 len: 1096 time: 2.5845428 Aug 30 12:55:46.771173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7', 'tag': '7c1f33d2-8b45-4908-a28a-a68da175e0b0'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:46.774457 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d800d86e-f86b-4450-969b-3350c7e54b93" -d '{"events": [{"name": "network-changed", "server_uuid": "7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7", "tag": "7c1f33d2-8b45-4908-a28a-a68da175e0b0"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:46.797855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port f84de2ed-ce97-4d3b-aa25-ea98ca687be9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f84de2ed-ce97-4d3b-aa25-ea98ca687be9,segment=NetworkSegment(bd1d7566-44c2-4e5d-8e0e-0f57cf280307),segment_id=bd1d7566-44c2-4e5d-8e0e-0f57cf280307)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:46.810523 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:46.826146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-03d174b0-7fc7-4dd4-81d9-4cccc6c6d2ee service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:55:46.839881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-03d174b0-7fc7-4dd4-81d9-4cccc6c6d2ee service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1357222 Aug 30 12:55:46.841034 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:42Z', 'updated_at': '2021-08-30T12:55:44Z', 'revision_number': 3, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'gw_port': {'id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:43Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:46.888749 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Checking router: d305f5b4-c59d-4c23-9a04-a6ff2111689b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:55:46.889144 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Updating router d305f5b4-c59d-4c23-9a04-a6ff2111689b port feccfb8a-58e8-4b48-836c-df86f6914f81 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:55:46.910237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-ec7a895f-cde9-4f60-9a05-06abcd3778e1 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831005 Aug 30 12:55:46.915738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=f84de2ed-ce97-4d3b-aa25-ea98ca687be9,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:46.921512 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:46.959573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db77d5-4688-4f1a-af6c-d7461da91406 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1f33d2-8b45-4908-a28a-a68da175e0b0,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:47.080719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-048ab4d3-9320-4fd9-ab95-2188e7183927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:47.082239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-048ab4d3-9320-4fd9-ab95-2188e7183927 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daa21817b5964dbdb1503dbf290c5117&device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 1099 time: 0.2335565 Aug 30 12:55:47.090102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f98d03-e4af-450e-aab7-10ec13f4ce5a req-c6d10770-aaf3-4b51-bfc7-4673170a84eb tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:47.091789 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11f98d03-e4af-450e-aab7-10ec13f4ce5a req-c6d10770-aaf3-4b51-bfc7-4673170a84eb tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 948 time: 0.3633177 Aug 30 12:55:47.105707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-6abd2d91-6218-463b-a2eb-c0b160b80d3d service neutron] 10.222.0.37 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647870 Aug 30 12:55:47.169102 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:47.193312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-c4fd6793-31a8-4904-bde9-10636c02387b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7c1f33d2-8b45-4908-a28a-a68da175e0b0 HTTP/1.1" status: 200 len: 217 time: 0.0986581 Aug 30 12:55:47.194314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11f98d03-e4af-450e-aab7-10ec13f4ce5a req-cc9a53ec-06c0-4c16-a716-b07039bb98f6 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754800 Aug 30 12:55:47.195951 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-335adb42-a29d-4d8d-82f6-1e4f75509141 req-e0b24add-a9b9-4385-aa49-c9256dc313be service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329109 Aug 30 12:55:47.286708 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:47.298705 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Transition to ACTIVE for port object feccfb8a-58e8-4b48-836c-df86f6914f81 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:47.298969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-8a720b1f-134d-413e-9cb9-c6b6336554cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:47.300407 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-8a720b1f-134d-413e-9cb9-c6b6336554cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0897908 Aug 30 12:55:47.305440 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:47.328215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-b8ef5a66-3d56-423a-a03b-333e2cfb8a98 service neutron] 10.222.0.37 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215750 Aug 30 12:55:47.358947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-2df5e510-cd47-44dd-bea5-3da1f7de7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:47.361065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-2df5e510-cd47-44dd-bea5-3da1f7de7bc7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522196 Aug 30 12:55:47.371712 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Attempting to bind port feccfb8a-58e8-4b48-836c-df86f6914f81 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:47.372084 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Attempting to bind port feccfb8a-58e8-4b48-836c-df86f6914f81 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:47.372450 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Attempting to bind port feccfb8a-58e8-4b48-836c-df86f6914f81 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:47.375513 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9797aeb-651c-4617-acdd-f7531836d36e None None] Pushing event updated for resources: {'Port': ['ID=feccfb8a-58e8-4b48-836c-df86f6914f81,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:47.380521 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:47.381411 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:47.382038 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:47.382198 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:47.382670 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Bound port: feccfb8a-58e8-4b48-836c-df86f6914f81, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:47.383071 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:47.385059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada0037-8072-48e7-b7c5-6242c8f13424 req-f2225cec-7830-41f2-833a-a0897ec79d02 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:47.393338 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5ada0037-8072-48e7-b7c5-6242c8f13424 req-f2225cec-7830-41f2-833a-a0897ec79d02 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1287963 Aug 30 12:55:47.448401 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] For port feccfb8a-58e8-4b48-836c-df86f6914f81, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:47.452283 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] For port feccfb8a-58e8-4b48-836c-df86f6914f81, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=feccfb8a-58e8-4b48-836c-df86f6914f81,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:47.459339 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:47.486053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5ada0037-8072-48e7-b7c5-6242c8f13424 req-7cfc9516-f6a9-4fc2-a5b5-4f6c9f77152e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783575 Aug 30 12:55:47.510336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Allocated IP 172.20.0.1 (b51b92d2-273d-422c-845c-e5fcef653702/f4e2e376-d596-447b-a7b9-4ee58866eb13/73bb358b-3b17-4095-a6ff-ef20b51d9524) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:47.538907 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Routers {'d305f5b4-c59d-4c23-9a04-a6ff2111689b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:55:47.539530 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:55:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:47.594924 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9797aeb-651c-4617-acdd-f7531836d36e None None] Pushing event updated for resources: {'Port': ['ID=feccfb8a-58e8-4b48-836c-df86f6914f81,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:47.651251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:47.685422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Transition to ACTIVE for port object 73bb358b-3b17-4095-a6ff-ef20b51d9524 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:47.712984 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] Set router d305f5b4-c59d-4c23-9a04-a6ff2111689b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:55:47.762297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-4fa696d1-793c-4699-af21-063ba1a86ccf service neutron] 10.222.0.35 "GET /v2.0/ports/013f98b0-fd04-4fb9-b4e4-27939a51296f/bindings/n-h1-688802-6 HTTP/1.1" status: 200 len: 384 time: 0.2772295 Aug 30 12:55:47.774450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0522aa8-7af4-4f7e-8389-60bae9c06935 req-34117ea4-e8c4-4766-b1ab-b60d6d880154 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:47.782717 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0522aa8-7af4-4f7e-8389-60bae9c06935 req-34117ea4-e8c4-4766-b1ab-b60d6d880154 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 944 time: 0.2047696 Aug 30 12:55:47.787611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-35bceb8b-bcb6-4448-ac2d-7ee5b01b197b service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110368 Aug 30 12:55:47.796028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24fc19-71a6-449d-88aa-3e40fc0898eb req-8e12f997-591b-491a-917f-3dc3c5563a4f tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:47.797802 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef24fc19-71a6-449d-88aa-3e40fc0898eb req-8e12f997-591b-491a-917f-3dc3c5563a4f tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 950 time: 0.0935829 Aug 30 12:55:47.803529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:47.874931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Network b51b92d2-273d-422c-845c-e5fcef653702 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:47.893846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:47.897882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:47.944946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:47.948017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0522aa8-7af4-4f7e-8389-60bae9c06935 req-4d2b3536-f173-4810-9b77-c10fe4d42502 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643004 Aug 30 12:55:47.964366 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef24fc19-71a6-449d-88aa-3e40fc0898eb req-b91f6a8b-f26c-4f02-944e-95ecf3659563 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567290 Aug 30 12:55:48.019078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Pushing event updated for resources: {'Port': ['ID=73bb358b-3b17-4095-a6ff-ef20b51d9524,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:48.032020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.032643 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.033214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.033965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.034514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.035066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.035598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.036139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.036671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.037764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.038303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.038834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:55:48.114256 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e674a9f5-50fa-4168-a10b-e7e6c85e70a2 x-openstack-request-id: req-e674a9f5-50fa-4168-a10b-e7e6c85e70a2 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:48.114789 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7", "tag": "7c1f33d2-8b45-4908-a28a-a68da175e0b0", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:48.114789 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e674a9f5-50fa-4168-a10b-e7e6c85e70a2 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:48.115420 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7', 'tag': '7c1f33d2-8b45-4908-a28a-a68da175e0b0', 'status': 'completed', 'code': 200} Aug 30 12:55:48.165708 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:42Z', 'updated_at': '2021-08-30T12:55:44Z', 'revision_number': 3, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'gw_port': {'id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:43Z', 'updated_at': '2021-08-30T12:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:48.229928 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d942105-d606-4f6b-b0cc-4ae777f0bd10 None None] The sync data for ids ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'] in n-d-688802-6 is: [{'id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:42Z', 'updated_at': '2021-08-30T12:55:44Z', 'revision_number': 3, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'gw_port': {'id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:43Z', 'updated_at': '2021-08-30T12:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:55:48.233562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cf2cb1e-ffb5-4fe1-a666-abe779cb5e6d req-f996f13c-d843-4031-b1aa-79009d165c6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 210 time: 0.0846241 Aug 30 12:55:48.252504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ca1b9-669d-4f33-96e3-c56ddc90365a req-7898e7dc-d25e-4a60-9d66-97aa9ec0d094 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:48.254301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-226ca1b9-669d-4f33-96e3-c56ddc90365a req-7898e7dc-d25e-4a60-9d66-97aa9ec0d094 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 948 time: 0.1168063 Aug 30 12:55:48.277919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d7bea22-1e6c-45b7-a53e-056eb8b0b30d req-296092a9-1779-46eb-89cd-c92d2ff31ec5 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394958 Aug 30 12:55:48.296421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-739b4daa-726f-499f-832b-52191884c5a8 None None] Provisioning for port 73bb358b-3b17-4095-a6ff-ef20b51d9524 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:48.306576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-739b4daa-726f-499f-832b-52191884c5a8 None None] Provisioning complete for port 73bb358b-3b17-4095-a6ff-ef20b51d9524 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:48.308362 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-739b4daa-726f-499f-832b-52191884c5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:48.314892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f84de2ed-ce97-4d3b-aa25-ea98ca687be9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:48.355750 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:48.446310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-739b4daa-726f-499f-832b-52191884c5a8 None None] Port 73bb358b-3b17-4095-a6ff-ef20b51d9524 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:55:48.458127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-226ca1b9-669d-4f33-96e3-c56ddc90365a req-76789566-f1a9-4e5e-9f52-a4b494a9d1e9 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965983 Aug 30 12:55:48.460392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:48.460840 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:48.508601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:48.546930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:48.596037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-4393ed7b-d3cc-4de8-8637-6e7811fdf31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:48.598023 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-4393ed7b-d3cc-4de8-8637-6e7811fdf31d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daa21817b5964dbdb1503dbf290c5117&device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 1099 time: 0.2591217 Aug 30 12:55:48.703454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:48.716929 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:48.718461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-6250c404-c217-458a-b74d-1371c3a33ffa req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013f98b0-fd04-4fb9-b4e4-27939a51296f {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:48.749201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:48.785693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80355551-5922-4675-bf0c-64c812c3544d req-4f24a1b7-1c98-4ea3-933a-1cb4b94df7db tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:48.788224 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80355551-5922-4675-bf0c-64c812c3544d req-4f24a1b7-1c98-4ea3-933a-1cb4b94df7db tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 948 time: 0.1785650 Aug 30 12:55:48.799482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:48.827883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Pushing event updated for resources: {'Port': ['ID=73bb358b-3b17-4095-a6ff-ef20b51d9524,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:48.830440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-651b8a05-1e61-4792-87d5-18e9bf5c51c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:48.832338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-651b8a05-1e61-4792-87d5-18e9bf5c51c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2258747 Aug 30 12:55:48.839433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:48.873287 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80355551-5922-4675-bf0c-64c812c3544d req-cf05ca48-324a-4b76-b80f-e4037637d16c tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745142 Aug 30 12:55:48.926124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-12f29b86-8ec3-42c8-8fd8-070d2012ea45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=7c1f33d2-8b45-4908-a28a-a68da175e0b0 HTTP/1.1" status: 200 len: 217 time: 0.0606105 Aug 30 12:55:49.013161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-736371b9-71d5-4c3b-9ddf-23db6b7337fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:49.020599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-736371b9-71d5-4c3b-9ddf-23db6b7337fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0919557 Aug 30 12:55:49.046612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Network b51b92d2-273d-422c-845c-e5fcef653702 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:49.055970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db523ae5-79c2-4ec0-97f5-1c7455e9e133 req-602641bb-38da-4e84-a569-e9ecc5cd56b7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:49.057576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-db523ae5-79c2-4ec0-97f5-1c7455e9e133 req-602641bb-38da-4e84-a569-e9ecc5cd56b7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.0860569 Aug 30 12:55:49.058566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:49.145527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6250c404-c217-458a-b74d-1371c3a33ffa req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] Transition to ACTIVE for port object 013f98b0-fd04-4fb9-b4e4-27939a51296f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:49.173566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-db523ae5-79c2-4ec0-97f5-1c7455e9e133 req-a93f358b-2033-45e1-a811-7871ee3d48d0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571411 Aug 30 12:55:49.363043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Router d305f5b4-c59d-4c23-9a04-a6ff2111689b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:55:49.369173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f4c49028-3a0c-4528-9a76-96c7f15a9670 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:49.501134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-aafea058-bc21-4cd6-ba12-dc5be0e830d2 None None] Provisioning complete for port 73bb358b-3b17-4095-a6ff-ef20b51d9524 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:49.501834 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aafea058-bc21-4cd6-ba12-dc5be0e830d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:49.546645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:55:49.553117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d9752589-6460-40c6-b720-f76b4e39a41d admin admin] 10.222.0.37 "PUT /v2.0/routers/d305f5b4-c59d-4c23-9a04-a6ff2111689b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1495395 Aug 30 12:55:49.555625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port f4c49028-3a0c-4528-9a76-96c7f15a9670, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f4c49028-3a0c-4528-9a76-96c7f15a9670,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:49.558165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-aafea058-bc21-4cd6-ba12-dc5be0e830d2 None None] Port 73bb358b-3b17-4095-a6ff-ef20b51d9524 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:55:49.570201 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:49.572360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'f4c49028-3a0c-4528-9a76-96c7f15a9670', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'f4c49028-3a0c-4528-9a76-96c7f15a9670', 'mac_address': 'fa:16:3e:f9:d1:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:55:49.626206 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:49.663881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4c49028-3a0c-4528-9a76-96c7f15a9670 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:49.670788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-af623be3-9dc7-4f82-9de8-396867356c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:49.672632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-af623be3-9dc7-4f82-9de8-396867356c41 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6374836 Aug 30 12:55:49.680527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d0ab9-7c73-4c39-9612-d3497ab80141 req-3db759d1-affe-476b-9d63-bc4da9e8402b tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:49.682147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-371d0ab9-7c73-4c39-9612-d3497ab80141 req-3db759d1-affe-476b-9d63-bc4da9e8402b tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 950 time: 0.6456227 Aug 30 12:55:49.704460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port f4c49028-3a0c-4528-9a76-96c7f15a9670, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f4c49028-3a0c-4528-9a76-96c7f15a9670,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:49.712447 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:49.756921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-2f0a82be-2645-4a92-8725-9303c37484b4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:49.758712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-2f0a82be-2645-4a92-8725-9303c37484b4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 821 time: 0.6780283 Aug 30 12:55:49.760323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] No DVR routers for this DVR port 013f98b0-fd04-4fb9-b4e4-27939a51296f on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:55:49.810041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=013f98b0-fd04-4fb9-b4e4-27939a51296f,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:49.851358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Request body: {'port': {'device_id': 'd78d7185-d810-437e-9f1f-e64f79914087', 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216', 'admin_state_up': True, 'tenant_id': 'cb80f17f656a42af8c1eddd6df2aaa19'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:49.866890 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-b86eab00-c276-4f82-8d59-653e5e0ac2d5 service neutron] 10.222.0.35 "PUT /v2.0/ports/013f98b0-fd04-4fb9-b4e4-27939a51296f/bindings/n-h1-688802-6/activate HTTP/1.1" status: 200 len: 369 time: 2.0807343 Aug 30 12:55:49.928354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-371d0ab9-7c73-4c39-9612-d3497ab80141 req-82f13bd2-0b9b-4271-b6df-d905edba5733 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351034 Aug 30 12:55:49.933707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=f4c49028-3a0c-4528-9a76-96c7f15a9670,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:49.977257 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-d97d20e7-85cc-43b0-9673-7cb258d4d7ad service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905033 Aug 30 12:55:50.074365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df19126-29eb-492d-a236-373f3134b9e5 req-98669b34-d778-4c4b-9d22-7927fe68da85 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:50.075875 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3df19126-29eb-492d-a236-373f3134b9e5 req-98669b34-d778-4c4b-9d22-7927fe68da85 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 945 time: 0.3005304 Aug 30 12:55:50.078751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3127b17-c133-4373-a5ca-ab1e830abab2 req-7f817d08-08f0-4a20-b770-c8b52e43c177 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 210 time: 0.0387068 Aug 30 12:55:50.083054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-54bc7579-43b8-44c1-9ff4-0c4d0cd13684 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:50.084450 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-54bc7579-43b8-44c1-9ff4-0c4d0cd13684 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.0668340 Aug 30 12:55:50.120524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Made reservation on behalf of cb80f17f656a42af8c1eddd6df2aaa19 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:50.123937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:50.144005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d800d86e-f86b-4450-969b-3350c7e54b93 req-c4be177e-52b5-47c1-9587-354f0a352dfc service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556211 Aug 30 12:55:50.183834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['f4c49028-3a0c-4528-9a76-96c7f15a9670'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:50.198848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3df19126-29eb-492d-a236-373f3134b9e5 req-bf8fc322-80ff-476d-ac03-1382bf664f6a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133652 Aug 30 12:55:50.231106 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8b6a06c7-86ce-4877-8426-41b03018ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:50.232602 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-8b6a06c7-86ce-4877-8426-41b03018ba78 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7 HTTP/1.1" status: 200 len: 1096 time: 0.1224716 Aug 30 12:55:50.286778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c83429-1205-40b7-8048-3742fe2ecd89 req-51d6794b-da98-4567-887e-cad9e1ac3c1d tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:50.289802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33c83429-1205-40b7-8048-3742fe2ecd89 req-51d6794b-da98-4567-887e-cad9e1ac3c1d tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 949 time: 0.1322064 Aug 30 12:55:50.340464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device feccfb8a-58e8-4b48-836c-df86f6914f81 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:50.345648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-dbbd531f-9e7c-424e-a5e4-2abc9c7ee7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:50.349686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-dbbd531f-9e7c-424e-a5e4-2abc9c7ee7c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1096 time: 0.0830085 Aug 30 12:55:50.393395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33c83429-1205-40b7-8048-3742fe2ecd89 req-62eb963d-5dd5-480c-b673-e6bdedfa52c4 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860271 Aug 30 12:55:50.428210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Allocated IP 172.20.0.11 (2388b82d-4113-41f0-a82d-b432f66e1216/0fd911fb-0fd6-4429-ab65-b5b02ebc4234/ecd325d1-d238-4169-a248-ebb184ec0908) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:50.539521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port feccfb8a-58e8-4b48-836c-df86f6914f81 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:50.545368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Sync routers for ids ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:55:50.549886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port feccfb8a-58e8-4b48-836c-df86f6914f81 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:50.550507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:50.590197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-188ab401-a434-4c74-87fe-3997d18d4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:50.592271 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-188ab401-a434-4c74-87fe-3997d18d4620 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.2363782 Aug 30 12:55:50.596934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Routers {'d305f5b4-c59d-4c23-9a04-a6ff2111689b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:55:50.597681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:55:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:50.647234 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-6e573268-ab14-4ee9-a370-8f583717893e req-41ea9098-cbe1-4c58-8e74-851fad8913c2 service neutron] show failed (client error): The resource could not be found. Aug 30 12:55:50.648845 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-41ea9098-cbe1-4c58-8e74-851fad8913c2 service neutron] 10.222.0.16 "GET /v2.0/ports/fa1f907b-eeaf-4415-9897-ef1d1a7bede9/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.2021811 Aug 30 12:55:50.658021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:50.699139 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-d7814f01-09b0-426f-827a-92e651688126 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f HTTP/1.1" status: 200 len: 217 time: 0.0821967 Aug 30 12:55:50.725868 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:50.754387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d95290-89a8-4dc6-9d00-37facd589fc4 req-605170fb-de5f-46d3-9537-45e737cadafc tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:50.756636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52d95290-89a8-4dc6-9d00-37facd589fc4 req-605170fb-de5f-46d3-9537-45e737cadafc tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 948 time: 0.1750882 Aug 30 12:55:50.798419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-9830241a-ad16-4f91-ae25-184a6886ac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:50.799298 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-9830241a-ad16-4f91-ae25-184a6886ac7a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0921209 Aug 30 12:55:50.805967 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:50.808198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Network 2388b82d-4113-41f0-a82d-b432f66e1216 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:50.824983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:50.828291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:50.835935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Pushing event updated for resources: {'Port': ['ID=ecd325d1-d238-4169-a248-ebb184ec0908,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:50.851279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port feccfb8a-58e8-4b48-836c-df86f6914f81, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=feccfb8a-58e8-4b48-836c-df86f6914f81,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:50.855662 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52d95290-89a8-4dc6-9d00-37facd589fc4 req-7c52f577-0814-42cc-8e7f-a00df41c5ca2 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880764 Aug 30 12:55:50.857910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-156f1c03-d650-48a1-ad81-40735fb3b4f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465949 Aug 30 12:55:50.904980 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:50.924827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:50.925507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:50.946414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-f20a7bf2-2138-4f40-9bc7-5bee192ec356 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1042163 Aug 30 12:55:50.955254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Set router d305f5b4-c59d-4c23-9a04-a6ff2111689b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:55:50.962514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Request body: {'port': {'device_id': 'd78d7185-d810-437e-9f1f-e64f79914087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:51.067667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d446-6c1c-4737-9e01-fdca027d7a0d req-1a254e36-4fb2-4832-8b6c-32f08f52182d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:51.077433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9297d446-6c1c-4737-9e01-fdca027d7a0d req-1a254e36-4fb2-4832-8b6c-32f08f52182d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 970 time: 0.1014252 Aug 30 12:55:51.103708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-138ecee3-7966-4815-a8b7-2539be933bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:51.105472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-138ecee3-7966-4815-a8b7-2539be933bcf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 1121 time: 0.1184778 Aug 30 12:55:51.106140 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.120970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=feccfb8a-58e8-4b48-836c-df86f6914f81,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:51.126248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:51.189720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-45265a81-7348-411f-ac6f-0bb9e7edbac6 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191781 Aug 30 12:55:51.214948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.257470 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9297d446-6c1c-4737-9e01-fdca027d7a0d req-1eb0b991-8666-4967-ae67-e4eb6d822927 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788683 Aug 30 12:55:51.312161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:42Z', 'updated_at': '2021-08-30T12:55:48Z', 'revision_number': 4, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'gw_port': {'id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:43Z', 'updated_at': '2021-08-30T12:55:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '73bb358b-3b17-4095-a6ff-ef20b51d9524', 'name': '', 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'mac_address': 'fa:16:3e:d5:d5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4e2e376-d596-447b-a7b9-4ee58866eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:47Z', 'updated_at': '2021-08-30T12:55:48Z', 'revision_number': 2, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'subnets': [{'id': 'f4e2e376-d596-447b-a7b9-4ee58866eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:51.347681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Checking router: d305f5b4-c59d-4c23-9a04-a6ff2111689b for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:55:51.348237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Updating router d305f5b4-c59d-4c23-9a04-a6ff2111689b port 73bb358b-3b17-4095-a6ff-ef20b51d9524 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:55:51.350406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-88b1759f-f938-4e5d-bd08-30a7098edd69 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411729 Aug 30 12:55:51.407808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f4c49028-3a0c-4528-9a76-96c7f15a9670 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:51.440336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f48be-37aa-438c-bc67-f904593e78d8 req-2ebbed19-f9b2-4627-a49f-d0370a2eb58c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:51.442677 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f36f48be-37aa-438c-bc67-f904593e78d8 req-2ebbed19-f9b2-4627-a49f-d0370a2eb58c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 932 time: 0.0880117 Aug 30 12:55:51.500359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f36f48be-37aa-438c-bc67-f904593e78d8 req-d47ead48-a948-4fb5-be9c-096be022b24f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425677 Aug 30 12:55:51.505474 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.575035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port f4c49028-3a0c-4528-9a76-96c7f15a9670 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:51.583135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56206) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:51.600128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port f4c49028-3a0c-4528-9a76-96c7f15a9670 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:51.603442 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.645505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b7e29-c45a-4443-b98c-7df91df532ad req-28df0dec-5f3c-4575-85b8-b224907e3f92 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:51.653645 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b6b7e29-c45a-4443-b98c-7df91df532ad req-28df0dec-5f3c-4575-85b8-b224907e3f92 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 950 time: 0.2890863 Aug 30 12:55:51.662533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250c404-c217-458a-b74d-1371c3a33ffa req-25d22cdf-f1ef-403d-b123-2f24f50ab106 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:51.664178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-25d22cdf-f1ef-403d-b123-2f24f50ab106 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.0714002 Aug 30 12:55:51.730111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b6b7e29-c45a-4443-b98c-7df91df532ad req-4f65ba65-d01f-43ec-b4b6-2edd651db94d tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750813 Aug 30 12:55:51.774679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:51.783755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-445d421d-190f-4ab0-a9c9-e20798b1d682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.847038 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.850540 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c96ca-7036-46d9-b760-1d65ead0e258 req-aa71bd84-cad9-4329-b7b7-ef2c9c6bf569 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:51.852275 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-561c96ca-7036-46d9-b760-1d65ead0e258 req-aa71bd84-cad9-4329-b7b7-ef2c9c6bf569 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 945 time: 0.2020247 Aug 30 12:55:51.869458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:51.888922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817786d4-ea30-4b24-aedf-7cffd93b74bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c49028-3a0c-4528-9a76-96c7f15a9670'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:51.891248 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61d7712-f36e-4477-9dea-5a802c2a802b" -d '{"events": [{"server_uuid": "817786d4-ea30-4b24-aedf-7cffd93b74bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4c49028-3a0c-4528-9a76-96c7f15a9670"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:51.910572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port f4c49028-3a0c-4528-9a76-96c7f15a9670, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f4c49028-3a0c-4528-9a76-96c7f15a9670,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:51.918300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.918749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 013f98b0-fd04-4fb9-b4e4-27939a51296f no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:55:51.925387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd325d1-d238-4169-a248-ebb184ec0908 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:51.941941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.962037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:51.964409 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dfddb05-3d0d-4fda-b77f-91387ae34427" -d '{"events": [{"server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:51.967327 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-6250c404-c217-458a-b74d-1371c3a33ffa req-dd9aa722-17a6-4154-bdbc-26a7d8d47115 service neutron] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:51.971508 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.977848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6250c404-c217-458a-b74d-1371c3a33ffa req-dd9aa722-17a6-4154-bdbc-26a7d8d47115 service neutron] Notify callbacks [] for binding, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:51.978947 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6250c404-c217-458a-b74d-1371c3a33ffa req-dd9aa722-17a6-4154-bdbc-26a7d8d47115 service neutron] 10.222.0.16 "DELETE /v2.0/ports/013f98b0-fd04-4fb9-b4e4-27939a51296f/bindings/n-h2-688802-6 HTTP/1.1" status: 204 len: 173 time: 0.3039088 Aug 30 12:55:51.984244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2adbd0-2cf6-4131-8175-2790f0e01669 req-11e4e495-8bcc-4198-84a7-485dd12dff0e tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:51.985552 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-561c96ca-7036-46d9-b760-1d65ead0e258 req-0f034a4b-c105-46ee-b97a-3bfe48f1656a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025412 Aug 30 12:55:51.991824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c2adbd0-2cf6-4131-8175-2790f0e01669 req-11e4e495-8bcc-4198-84a7-485dd12dff0e tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 949 time: 0.1658432 Aug 30 12:55:51.994176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Transition to ACTIVE for port object ecd325d1-d238-4169-a248-ebb184ec0908 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:52.023330 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-445d421d-190f-4ab0-a9c9-e20798b1d682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.029209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=f4c49028-3a0c-4528-9a76-96c7f15a9670,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:52.029402 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-445d421d-190f-4ab0-a9c9-e20798b1d682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.031331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Transition to ACTIVE for port object fa1f907b-eeaf-4415-9897-ef1d1a7bede9 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:52.033181 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.053830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 013f98b0-fd04-4fb9-b4e4-27939a51296f not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:55:52.062150 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-445d421d-190f-4ab0-a9c9-e20798b1d682 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fc3bc1e45764353a8365f56e6434e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771032 Aug 30 12:55:52.064033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56220) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:52.101254 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.114133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Transition to ACTIVE for port object 73bb358b-3b17-4095-a6ff-ef20b51d9524 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:52.115540 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.123293 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.131424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d421d-190f-4ab0-a9c9-e20798b1d682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af5e828-f29e-4241-919d-9140ae2379dc,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:52.166679 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b95e2a68-b1cd-4f7f-a3f0-321618316c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.213175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] No DVR routers for this DVR port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:55:52.225228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841af1d-f6e1-433c-ba50-1d9972912c22 None None] Pushing event updated for resources: {'Port': ['ID=73bb358b-3b17-4095-a6ff-ef20b51d9524,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:52.229462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b95e2a68-b1cd-4f7f-a3f0-321618316c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.301391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c41fbb-c8b6-4d3d-8d08-e05c7c797ff0 req-6c288992-3535-46ab-aa10-cad8a7183fe6 tempest-LiveMigrationNegativeTest-1656158559 tempest-LiveMigrationNegativeTest-1656158559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:52.305613 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97c41fbb-c8b6-4d3d-8d08-e05c7c797ff0 req-6c288992-3535-46ab-aa10-cad8a7183fe6 tempest-LiveMigrationNegativeTest-1656158559 tempest-LiveMigrationNegativeTest-1656158559-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 1101 time: 0.1359384 Aug 30 12:55:52.306198 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Attempting to bind port 73bb358b-3b17-4095-a6ff-ef20b51d9524 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:52.306909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Attempting to bind port 73bb358b-3b17-4095-a6ff-ef20b51d9524 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:52.307120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Attempting to bind port 73bb358b-3b17-4095-a6ff-ef20b51d9524 on network b51b92d2-273d-422c-845c-e5fcef653702 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:52.308341 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c2adbd0-2cf6-4131-8175-2790f0e01669 req-a832fbb1-5545-4343-a0b9-a1f0de90a1f9 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148565 Aug 30 12:55:52.314154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:52.314154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Checking segment: {'id': 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:52.314154 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.314612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Bound using segment: {'id': 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:52.315345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Bound port: 73bb358b-3b17-4095-a6ff-ef20b51d9524, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:52.315771 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.321637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd325d1-d238-4169-a248-ebb184ec0908,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:52.356352 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b95e2a68-b1cd-4f7f-a3f0-321618316c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.358872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b95e2a68-b1cd-4f7f-a3f0-321618316c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.359984 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b95e2a68-b1cd-4f7f-a3f0-321618316c84 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8af5e828-f29e-4241-919d-9140ae2379dc HTTP/1.1" status: 204 len: 168 time: 0.2935925 Aug 30 12:55:52.376876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device feccfb8a-58e8-4b48-836c-df86f6914f81 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:52.398244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e2a68-b1cd-4f7f-a3f0-321618316c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af5e828-f29e-4241-919d-9140ae2379dc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:52.400042 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-97c41fbb-c8b6-4d3d-8d08-e05c7c797ff0 req-f3f88d26-ed08-4a61-8393-623287e0ed9f tempest-LiveMigrationNegativeTest-1656158559 tempest-LiveMigrationNegativeTest-1656158559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.501909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:52.502289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:52.502704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:52.551694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Port ecd325d1-d238-4169-a248-ebb184ec0908 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:52.552034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:52.577974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] For port 73bb358b-3b17-4095-a6ff-ef20b51d9524, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:52.582754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] For port 73bb358b-3b17-4095-a6ff-ef20b51d9524, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=73bb358b-3b17-4095-a6ff-ef20b51d9524,segment=NetworkSegment(bd1d7566-44c2-4e5d-8e0e-0f57cf280307),segment_id=bd1d7566-44c2-4e5d-8e0e-0f57cf280307)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:52.588716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Attempting to bind port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:55:52.589491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port feccfb8a-58e8-4b48-836c-df86f6914f81 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:52.589972 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.591087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Attempting to bind port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:55:52.591352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Attempting to bind port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:52.595013 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.614602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-97c41fbb-c8b6-4d3d-8d08-e05c7c797ff0 req-f3f88d26-ed08-4a61-8393-623287e0ed9f tempest-LiveMigrationNegativeTest-1656158559 tempest-LiveMigrationNegativeTest-1656158559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.620045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-97c41fbb-c8b6-4d3d-8d08-e05c7c797ff0 req-f3f88d26-ed08-4a61-8393-623287e0ed9f tempest-LiveMigrationNegativeTest-1656158559 tempest-LiveMigrationNegativeTest-1656158559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.627329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:52.627664 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:52.628055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:52.628490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Bound port: ecd325d1-d238-4169-a248-ebb184ec0908, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:52.628842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.644897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:55:52.645702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Attempting to bind port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:55:52.656012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:55:52.656469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:55:52.657053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:55:52.657481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Bound port: fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:55:52.657863 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.658617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f88d26-ed08-4a61-8393-623287e0ed9f tempest-LiveMigrationNegativeTest-1656158559 tempest-LiveMigrationNegativeTest-1656158559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a786ba9-e095-429c-99fe-f29b6679760f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:52.664361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:52.694122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841af1d-f6e1-433c-ba50-1d9972912c22 None None] Pushing event updated for resources: {'Port': ['ID=73bb358b-3b17-4095-a6ff-ef20b51d9524,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:52.707420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97c41fbb-c8b6-4d3d-8d08-e05c7c797ff0 req-f3f88d26-ed08-4a61-8393-623287e0ed9f tempest-LiveMigrationNegativeTest-1656158559 tempest-LiveMigrationNegativeTest-1656158559-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586183 Aug 30 12:55:52.734851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Routers {'d305f5b4-c59d-4c23-9a04-a6ff2111689b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:55:52.734993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7a50c-4c01-4742-bd91-647f91d06c85 req-b9beab08-702b-4306-aed4-c8a8079364db tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:52.735489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:55:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:52.737059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63b7a50c-4c01-4742-bd91-647f91d06c85 req-b9beab08-702b-4306-aed4-c8a8079364db tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 948 time: 0.2408109 Aug 30 12:55:52.791967 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0141178-13fd-45c5-a151-7f635cada076 x-openstack-request-id: req-e0141178-13fd-45c5-a151-7f635cada076 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:52.792103 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817786d4-ea30-4b24-aedf-7cffd93b74bf", "name": "network-vif-plugged", "status": "completed", "tag": "f4c49028-3a0c-4528-9a76-96c7f15a9670", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:52.792360 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0141178-13fd-45c5-a151-7f635cada076 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:52.792756 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817786d4-ea30-4b24-aedf-7cffd93b74bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4c49028-3a0c-4528-9a76-96c7f15a9670', 'code': 200} Aug 30 12:55:52.879648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56234) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:52.909315 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aed19e70-ddd2-4bd3-b189-8e52dabb24a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:52.961889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] Set router d305f5b4-c59d-4c23-9a04-a6ff2111689b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:55:52.974518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:52.980511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:52.988237 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b022de-8aee-4603-8e24-6a24f3b8f4e3 x-openstack-request-id: req-e8b022de-8aee-4603-8e24-6a24f3b8f4e3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:52.988917 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "name": "network-vif-unplugged", "status": "completed", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:52.989314 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8b022de-8aee-4603-8e24-6a24f3b8f4e3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:52.989873 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'code': 200} Aug 30 12:55:53.011581 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.066382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:55:53.074665 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aed19e70-ddd2-4bd3-b189-8e52dabb24a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.096992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:55:53.103851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aed19e70-ddd2-4bd3-b189-8e52dabb24a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.120372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:53.121622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.123387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] 10.222.0.35 "PUT /v2.0/ports/fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 1095 time: 2.0060799 Aug 30 12:55:53.125101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.151438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63b7a50c-4c01-4742-bd91-647f91d06c85 req-cac2c376-c1ad-4daf-bbe6-08ee78a9fdf2 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040895 Aug 30 12:55:53.154405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed19e70-ddd2-4bd3-b189-8e52dabb24a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea68a13c-d9e2-4bf1-8f02-cf21ff0285cc,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:53.159910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aed19e70-ddd2-4bd3-b189-8e52dabb24a5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46a635fe4f3347ffbd8df159dd25ddc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775724 Aug 30 12:55:53.166989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56240) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:53.189797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:53.190480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.192908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] 10.222.0.35 "PUT /v2.0/ports/ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 1092 time: 2.2368679 Aug 30 12:55:53.202198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6426838-0bfb-4d4d-bbac-e2ae958be877 req-cac2eb8a-e099-487d-a401-503798f430e3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:53.203743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6426838-0bfb-4d4d-bbac-e2ae958be877 req-cac2eb8a-e099-487d-a401-503798f430e3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 947 time: 0.1355019 Aug 30 12:55:53.261799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3241f3-1764-4aa0-b5a7-bd81d1f26a8d req-15de20cf-c7cf-4a93-81d6-96746b9ca52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:53.263299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d3241f3-1764-4aa0-b5a7-bd81d1f26a8d req-15de20cf-c7cf-4a93-81d6-96746b9ca52a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 1101 time: 0.3843238 Aug 30 12:55:53.266252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331c0ae-a828-46e6-9e72-0929db16bdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:53.315903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6426838-0bfb-4d4d-bbac-e2ae958be877 req-69f8e36a-69a7-41bf-9023-cb91cdf3ff07 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974553 Aug 30 12:55:53.332798 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14aa9b08-6fd7-404b-98cc-653a55dc6d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.361916 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14aa9b08-6fd7-404b-98cc-653a55dc6d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.372804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:42Z', 'updated_at': '2021-08-30T12:55:48Z', 'revision_number': 4, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'gw_port': {'id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:43Z', 'updated_at': '2021-08-30T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '73bb358b-3b17-4095-a6ff-ef20b51d9524', 'name': '', 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'mac_address': 'fa:16:3e:d5:d5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4e2e376-d596-447b-a7b9-4ee58866eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:47Z', 'updated_at': '2021-08-30T12:55:52Z', 'revision_number': 4, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'subnets': [{'id': 'f4e2e376-d596-447b-a7b9-4ee58866eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:55:53.425373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14aa9b08-6fd7-404b-98cc-653a55dc6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.428211 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14aa9b08-6fd7-404b-98cc-653a55dc6d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.432394 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-14aa9b08-6fd7-404b-98cc-653a55dc6d0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea68a13c-d9e2-4bf1-8f02-cf21ff0285cc HTTP/1.1" status: 204 len: 168 time: 0.2622595 Aug 30 12:55:53.446626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51c865-cbb9-4d3a-bcbd-3490c4728b17 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd325d1-d238-4169-a248-ebb184ec0908,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:53.448266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 7c1f33d2-8b45-4908-a28a-a68da175e0b0 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:53.454485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-7cac3ec9-7184-4936-8e64-1f613f910c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:53.456012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-7cac3ec9-7184-4936-8e64-1f613f910c25 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1098 time: 0.3024154 Aug 30 12:55:53.463313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43dd04-1d9d-4d76-a969-4606be6483b0 None None] The sync data for ids ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'] in n-d-688802-6 is: [{'id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:42Z', 'updated_at': '2021-08-30T12:55:48Z', 'revision_number': 4, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'gw_port': {'id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:43Z', 'updated_at': '2021-08-30T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '73bb358b-3b17-4095-a6ff-ef20b51d9524', 'name': '', 'network_id': 'b51b92d2-273d-422c-845c-e5fcef653702', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'mac_address': 'fa:16:3e:d5:d5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f4e2e376-d596-447b-a7b9-4ee58866eb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:47Z', 'updated_at': '2021-08-30T12:55:52Z', 'revision_number': 4, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'subnets': [{'id': 'f4e2e376-d596-447b-a7b9-4ee58866eb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:55:53.477501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa9b08-6fd7-404b-98cc-653a55dc6d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea68a13c-d9e2-4bf1-8f02-cf21ff0285cc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:53.565899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb40f1c-8e3c-488a-874b-946e1a9552c6 req-a85769ff-ea8d-4b7d-9580-1410f7b39aeb tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:53.567446 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdb40f1c-8e3c-488a-874b-946e1a9552c6 req-a85769ff-ea8d-4b7d-9580-1410f7b39aeb tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1096 time: 0.1231101 Aug 30 12:55:53.631776 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdb40f1c-8e3c-488a-874b-946e1a9552c6 req-ff0575bc-9c80-4fae-a4a0-b706a4ec5511 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564547 Aug 30 12:55:53.763744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 7c1f33d2-8b45-4908-a28a-a68da175e0b0, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=7c1f33d2-8b45-4908-a28a-a68da175e0b0,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:53.787509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '7c1f33d2-8b45-4908-a28a-a68da175e0b0', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '7c1f33d2-8b45-4908-a28a-a68da175e0b0', 'mac_address': 'fa:16:3e:ed:62:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:55:53.855348 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d3241f3-1764-4aa0-b5a7-bd81d1f26a8d req-1d36c0fc-e288-43be-a01a-a6a307bd36f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737751 Aug 30 12:55:53.873024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-c16a9e0c-e6f2-4f0b-b101-65591f45897e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:53.876120 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.878596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-c16a9e0c-e6f2-4f0b-b101-65591f45897e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1095 time: 0.6313653 Aug 30 12:55:53.890225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ab1d9-27cc-4141-a722-918ffa66f2e2 req-593b9035-8822-493d-b339-a73d33f4d690 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:53.892095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-849ab1d9-27cc-4141-a722-918ffa66f2e2 req-593b9035-8822-493d-b339-a73d33f4d690 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 944 time: 0.6100862 Aug 30 12:55:53.900044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1f33d2-8b45-4908-a28a-a68da175e0b0 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:53.923812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 7c1f33d2-8b45-4908-a28a-a68da175e0b0, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=7c1f33d2-8b45-4908-a28a-a68da175e0b0,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:53.930739 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:53.951912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56258) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:53.968323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9d5ba981-bfe3-44b6-867c-a1398cd938cb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--984385296', 'description': 'tempest-description--220619586'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:53.975498 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-b8e424d1-ac8f-4bf2-987e-31ff829ed61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:53.977164 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-b8e424d1-ac8f-4bf2-987e-31ff829ed61a service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.5098369 Aug 30 12:55:53.983661 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-849ab1d9-27cc-4141-a722-918ffa66f2e2 req-393a492d-9d59-45f0-8e1a-d8c9f5ff26d4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767121 Aug 30 12:55:54.029928 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba981-bfe3-44b6-867c-a1398cd938cb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.037089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=7c1f33d2-8b45-4908-a28a-a68da175e0b0,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:54.140429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63249f6-98e4-4c8f-9a89-10027d6c1054 req-5f49efc0-2788-4ce1-8987-df18274b497e tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:54.142168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d63249f6-98e4-4c8f-9a89-10027d6c1054 req-5f49efc0-2788-4ce1-8987-df18274b497e tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 950 time: 0.0936515 Aug 30 12:55:54.218811 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d63249f6-98e4-4c8f-9a89-10027d6c1054 req-a9552777-c6d7-46a3-826d-b67319846089 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700872 Aug 30 12:55:54.258126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-271d563c-a590-4d90-a206-3ae67ef8d098 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 217 time: 0.1384516 Aug 30 12:55:54.259102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-ccb52ff0-170f-4585-ac47-ecba44862db2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.1387937 Aug 30 12:55:54.277254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['7c1f33d2-8b45-4908-a28a-a68da175e0b0'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:54.278649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba981-bfe3-44b6-867c-a1398cd938cb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.311860 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba981-bfe3-44b6-867c-a1398cd938cb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.359879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 73bb358b-3b17-4095-a6ff-ef20b51d9524 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:54.370604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ba981-bfe3-44b6-867c-a1398cd938cb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=debf9d3b-8416-4544-b95a-bb39573c7d85,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:54.384204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d5ba981-bfe3-44b6-867c-a1398cd938cb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.393643 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9d5ba981-bfe3-44b6-867c-a1398cd938cb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4374444 Aug 30 12:55:54.395050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56282) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:54.407480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-eea0a036-846a-4ac7-8757-25520c46eb8b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Request body: {'security_group_rule': {'security_group_id': 'debf9d3b-8416-4544-b95a-bb39573c7d85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:54.474049 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eea0a036-846a-4ac7-8757-25520c46eb8b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.505063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 73bb358b-3b17-4095-a6ff-ef20b51d9524 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:54.530508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 73bb358b-3b17-4095-a6ff-ef20b51d9524 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:54.531242 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.643544 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eea0a036-846a-4ac7-8757-25520c46eb8b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.650835 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eea0a036-846a-4ac7-8757-25520c46eb8b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.670923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825e12-5193-4369-b588-638e2cfda109 req-1d53d45e-04f3-436d-99fb-abeca900e1a2 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:54.679614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-1d53d45e-04f3-436d-99fb-abeca900e1a2 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 807 time: 0.3416624 Aug 30 12:55:54.683597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-d669f2dc-5efd-4647-8916-5a4681f7e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:54.685044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-d669f2dc-5efd-4647-8916-5a4681f7e53f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.4125471 Aug 30 12:55:54.696923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eea0a036-846a-4ac7-8757-25520c46eb8b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.702409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eea0a036-846a-4ac7-8757-25520c46eb8b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3059194 Aug 30 12:55:54.715987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56292) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:54.717212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0a036-846a-4ac7-8757-25520c46eb8b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6531372-9c5e-4a8b-9776-618493801e02,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:54.725769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-1b7b3e69-ad10-48d5-a57e-657b38fb160d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/quotas/561fc0398f9b42d9a91a45cc39c6a5b7 HTTP/1.1" status: 200 len: 375 time: 0.0450742 Aug 30 12:55:54.744822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-af854b83-3480-4ff6-9951-baecc8d581ee tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Request body: {'security_group_rule': {'security_group_id': 'debf9d3b-8416-4544-b95a-bb39573c7d85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:54.795707 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.807229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-e093d64d-de0b-48b8-a6e8-1899ab52b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:54.808773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-e093d64d-de0b-48b8-a6e8-1899ab52b230 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.5336781 Aug 30 12:55:54.812285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a94c6-2ad7-427a-8f6d-1ec92bfd986e req-63a68ad9-7e32-4066-ad66-30c44632e0d9 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:54.817052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e573268-ab14-4ee9-a370-8f583717893e req-8f19dcc6-04e9-4d11-b848-b6911c702221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:54.819094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-8f19dcc6-04e9-4d11-b848-b6911c702221 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230307 Aug 30 12:55:54.824869 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a8a94c6-2ad7-427a-8f6d-1ec92bfd986e req-63a68ad9-7e32-4066-ad66-30c44632e0d9 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 949 time: 0.1387048 Aug 30 12:55:54.832262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-dc7f5bc7-c279-4a92-be18-b37f978a56f9 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055994 Aug 30 12:55:54.870804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 73bb358b-3b17-4095-a6ff-ef20b51d9524, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=73bb358b-3b17-4095-a6ff-ef20b51d9524,segment=NetworkSegment(bd1d7566-44c2-4e5d-8e0e-0f57cf280307),segment_id=bd1d7566-44c2-4e5d-8e0e-0f57cf280307)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:54.877523 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af854b83-3480-4ff6-9951-baecc8d581ee tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.883459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.925373 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a8a94c6-2ad7-427a-8f6d-1ec92bfd986e req-b4c73c1f-4902-4eaa-bce3-233ed6c06ec9 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974152 Aug 30 12:55:54.926704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa1f907b-eeaf-4415-9897-ef1d1a7bede9 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:55:54.949201 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af854b83-3480-4ff6-9951-baecc8d581ee tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.962159 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af854b83-3480-4ff6-9951-baecc8d581ee tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:54.985888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-4ceb461a-3dae-453e-ae65-8955e96d6045 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656299 Aug 30 12:55:54.992246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9'}, {'name': 'network-changed', 'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:54.995338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af854b83-3480-4ff6-9951-baecc8d581ee tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c643800d-e9f7-4179-a7d6-b2ca5efa376f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:54.995473 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d750e0-370d-4fe6-92d2-9674e54fecab" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9"}, {"name": "network-changed", "server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:55.008147 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af854b83-3480-4ff6-9951-baecc8d581ee tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:55.009583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-af854b83-3480-4ff6-9951-baecc8d581ee tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2902212 Aug 30 12:55:55.012868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56302) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:55.021943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:55.026859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=73bb358b-3b17-4095-a6ff-ef20b51d9524,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:55.054771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa1f907b-eeaf-4415-9897-ef1d1a7bede9 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:55:55.094991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:55.191979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-91f0cd16-368a-4bde-a806-b43a4afb4deb service neutron] 10.222.0.37 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588302 Aug 30 12:55:55.200005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e5ab3-af17-422b-9c10-41bc6459e904 req-80e1f7a3-50e1-4801-9a90-04ab7f91317d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:55.201802 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c3e5ab3-af17-422b-9c10-41bc6459e904 req-80e1f7a3-50e1-4801-9a90-04ab7f91317d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 947 time: 0.1096618 Aug 30 12:55:55.237162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-1c57bcb1-969c-44c3-afaf-9374307c522c service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028118 Aug 30 12:55:55.262905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c3e5ab3-af17-422b-9c10-41bc6459e904 req-6c82017c-d6f2-4ffa-8b84-80ee899c698e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505860 Aug 30 12:55:55.292100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:55.372046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-fbb184ba-848f-42c4-911f-64e2bc03c3e5 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712029 Aug 30 12:55:55.444477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9d514-d7de-4c00-aefe-8b7ee3c16791 req-f6e8fe35-68a9-4fd3-824e-ebb69b1c576f tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:55.445787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ab9d514-d7de-4c00-aefe-8b7ee3c16791 req-f6e8fe35-68a9-4fd3-824e-ebb69b1c576f tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 950 time: 0.0945659 Aug 30 12:55:55.472757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Allocated IP 172.25.2.242 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/2adf4025-0bf7-4e52-9af3-9146474a4a57) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:55.525586 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-72c124f0-7e6b-4d7c-8767-1ba56975146e service neutron] 10.222.0.37 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324580 Aug 30 12:55:55.527821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e573268-ab14-4ee9-a370-8f583717893e req-3fcaad25-93b9-4523-8376-d60dd6892a98 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490742 Aug 30 12:55:55.528714 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ab9d514-d7de-4c00-aefe-8b7ee3c16791 req-3adce922-a0c2-49d9-ae43-23f429dfa7b0 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713248 Aug 30 12:55:55.564030 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf489205-b335-43ad-9a2e-9ece339c9c15 req-95b0d174-b1cc-4ab5-bb21-dd27bb8161af service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834152 Aug 30 12:55:55.619457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:55.641228 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c874263c-5e0a-4f03-a6eb-046dd597434e x-openstack-request-id: req-c874263c-5e0a-4f03-a6eb-046dd597434e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:55.641926 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:55.642428 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c874263c-5e0a-4f03-a6eb-046dd597434e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:55.643006 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'status': 'completed', 'code': 200} Aug 30 12:55:55.643504 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908', 'status': 'completed', 'code': 200} Aug 30 12:55:55.684236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:55.780587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-eed788f2-a447-4704-8dbd-77073a45ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:55.782276 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-eed788f2-a447-4704-8dbd-77073a45ecc4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1098 time: 0.1073797 Aug 30 12:55:55.819293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:55.826898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:55.835100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:55.908108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76321719-5be5-4869-b24c-59928526949f req-60549143-9693-4317-961c-dd231687b820 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:55.916401 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76321719-5be5-4869-b24c-59928526949f req-60549143-9693-4317-961c-dd231687b820 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 950 time: 0.1329789 Aug 30 12:55:55.916649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-b038d3ee-8b16-462e-87fa-115175558bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:55.918556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-b038d3ee-8b16-462e-87fa-115175558bf9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1098 time: 0.2496302 Aug 30 12:55:55.932944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event updated for resources: {'Port': ['ID=2adf4025-0bf7-4e52-9af3-9146474a4a57,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:55.974468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76321719-5be5-4869-b24c-59928526949f req-18255819-f307-4591-969f-be0f020628b5 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569060 Aug 30 12:55:56.023104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-c40e05c3-4bbe-4da7-94ba-5707bb7fbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.024965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-c40e05c3-4bbe-4da7-94ba-5707bb7fbb95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2288034 Aug 30 12:55:56.077706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0efb59-28f9-49d1-a61e-8e19adf45a42 req-815df8be-a052-48ac-9bae-777c6815fcac tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.085455 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d0efb59-28f9-49d1-a61e-8e19adf45a42 req-815df8be-a052-48ac-9bae-777c6815fcac tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 944 time: 0.3340995 Aug 30 12:55:56.099485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-da7b2a11-a382-41d4-a27b-16e5c27ee3fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 217 time: 0.0585434 Aug 30 12:55:56.101703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-808e1b40-3c36-48c8-87f7-c6865764e88a req-6d2efdd4-9f2b-47a9-866e-5014bdb6478e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 210 time: 0.0706499 Aug 30 12:55:56.162249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-f9184f3e-2451-4ff8-aa5a-459dea6251c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.164162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-f9184f3e-2451-4ff8-aa5a-459dea6251c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0568280 Aug 30 12:55:56.242885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-b158802e-9d12-4cee-8529-a6177de18565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.244581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-b158802e-9d12-4cee-8529-a6177de18565 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719345 Aug 30 12:55:56.301028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 73bb358b-3b17-4095-a6ff-ef20b51d9524 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:56.335059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005bfcf-dbe0-4925-aabb-0228777a8850 req-42ed549d-2d55-45f4-b8c4-ad80d37f7397 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.351330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d005bfcf-dbe0-4925-aabb-0228777a8850 req-42ed549d-2d55-45f4-b8c4-ad80d37f7397 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 949 time: 0.1383855 Aug 30 12:55:56.356117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 73bb358b-3b17-4095-a6ff-ef20b51d9524 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:56.356533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:56.374350 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:56.411507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d005bfcf-dbe0-4925-aabb-0228777a8850 req-8e4cdfb7-09fc-47f4-b256-bbfcb078b23f tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589571 Aug 30 12:55:56.424456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d0efb59-28f9-49d1-a61e-8e19adf45a42 req-d7a70002-baf0-4976-9942-3b90b5847a2c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381045 Aug 30 12:55:56.444621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-40ce330f-36de-4153-8bc8-b6229d04126c service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921360 Aug 30 12:55:56.465334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:56.468280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-4af2b0c0-99da-4c45-915d-60ba82f5572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.469777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-4af2b0c0-99da-4c45-915d-60ba82f5572f service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.5317824 Aug 30 12:55:56.481198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f2b63-6517-4974-8dec-d28692bda543 req-21bb95d0-b924-4be7-a09e-e73fa1ccaa6d tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.482721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-421f2b63-6517-4974-8dec-d28692bda543 req-21bb95d0-b924-4be7-a09e-e73fa1ccaa6d tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.16 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 950 time: 0.1684651 Aug 30 12:55:56.562989 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-8f56c63d-3838-419d-ace2-c18bc5f8f7cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 217 time: 0.0791478 Aug 30 12:55:56.629956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-f3f037b7-eb6a-4318-bc33-123e64ca3788 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753664 Aug 30 12:55:56.729478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-550eb680-111b-439d-ab46-12f82f007eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.731078 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-550eb680-111b-439d-ab46-12f82f007eb9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1095 time: 0.0548434 Aug 30 12:55:56.742878 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-fd5c8b9a-0672-4b4b-a184-f94493c7b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.744437 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-fd5c8b9a-0672-4b4b-a184-f94493c7b582 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1681824 Aug 30 12:55:56.861143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-421f2b63-6517-4974-8dec-d28692bda543 req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Deleting port 6136cb44-2ee2-4e73-a841-87729052ad9c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:55:56.861481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-421f2b63-6517-4974-8dec-d28692bda543 req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:56.879825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-e3b589c8-362e-4215-b7a0-726289798a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.882107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-e3b589c8-362e-4215-b7a0-726289798a34 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.1433113 Aug 30 12:55:56.929841 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-7efd8595-b6f4-4d42-b434-516f7549be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:56.931305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-7efd8595-b6f4-4d42-b434-516f7549be15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674838 Aug 30 12:55:56.944556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-7a44c05c-5684-4fbb-8ee7-7855029a26ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.0540841 Aug 30 12:55:56.979681 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.025107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.076953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-421f2b63-6517-4974-8dec-d28692bda543 req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] For port 6136cb44-2ee2-4e73-a841-87729052ad9c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6136cb44-2ee2-4e73-a841-87729052ad9c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:57.077232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-421f2b63-6517-4974-8dec-d28692bda543 req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.129181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-421f2b63-6517-4974-8dec-d28692bda543 req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Calling delete_port for 6136cb44-2ee2-4e73-a841-87729052ad9c owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:55:57.148572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca21b40-a3b7-4d74-88d8-7634d1a6167c req-2372041a-e39c-47a8-8512-bee0f8de6e14 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:57.150198 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ca21b40-a3b7-4d74-88d8-7634d1a6167c req-2372041a-e39c-47a8-8512-bee0f8de6e14 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 947 time: 0.2914877 Aug 30 12:55:57.174423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event updated for resources: {'Port': ['ID=2adf4025-0bf7-4e52-9af3-9146474a4a57,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:57.241508 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.266359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-e629788a-fba1-4f30-bc5d-485f044481b3 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010461 Aug 30 12:55:57.279317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440cf01-7d51-460b-a2c2-a8754d1fc944 req-c98552dd-3272-4a57-88b4-2e971f3ec931 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:57.281418 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4440cf01-7d51-460b-a2c2-a8754d1fc944 req-c98552dd-3272-4a57-88b4-2e971f3ec931 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=da9fffd1-e682-48b8-bda4-76d79566de29 HTTP/1.1" status: 200 len: 950 time: 0.3472073 Aug 30 12:55:57.282818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-3177c80b-730d-4629-9b38-9650d7516eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:57.284135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-3177c80b-730d-4629-9b38-9650d7516eea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.3111649 Aug 30 12:55:57.293895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ca21b40-a3b7-4d74-88d8-7634d1a6167c req-645a1a41-956c-48e6-8975-380941159288 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334660 Aug 30 12:55:57.297004 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.306858 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3d96d42f-5947-4f94-9381-7c0e32fbddbb tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2842386 Aug 30 12:55:57.341986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825e12-5193-4369-b588-638e2cfda109 req-612e2915-c6f0-4e26-bd72-1afeac678cfe tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:57.343496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-612e2915-c6f0-4e26-bd72-1afeac678cfe tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 807 time: 0.4107578 Aug 30 12:55:57.345475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-a9662ad8-2e9e-4ddd-b089-3b8eb0907c4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504298 Aug 30 12:55:57.371118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Request body: {'port': {'device_id': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620', 'admin_state_up': True, 'tenant_id': '561fc0398f9b42d9a91a45cc39c6a5b7'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:57.400695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 7c1f33d2-8b45-4908-a28a-a68da175e0b0 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:55:57.448712 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-ec8184f1-68a1-4103-a655-6e3c18dcc940 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677895 Aug 30 12:55:57.480904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-421f2b63-6517-4974-8dec-d28692bda543 req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.488985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4440cf01-7d51-460b-a2c2-a8754d1fc944 req-e42d1575-573d-4668-87fd-59822dc1c3d3 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002952 Aug 30 12:55:57.528713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['47201844-1b10-4445-b806-e4c5a468729b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:57.601229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['6136cb44-2ee2-4e73-a841-87729052ad9c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:57.601957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Pushing event deleted for resources: {'Port': ['ID=6136cb44-2ee2-4e73-a841-87729052ad9c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:57.607464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-421f2b63-6517-4974-8dec-d28692bda543 req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] No DVR routers for this DVR port 6136cb44-2ee2-4e73-a841-87729052ad9c on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:55:57.611372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-421f2b63-6517-4974-8dec-d28692bda543 req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.614396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-421f2b63-6517-4974-8dec-d28692bda543 req-0294cc57-d1aa-4965-9c02-45503aa56419 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.16 "DELETE /v2.0/ports/6136cb44-2ee2-4e73-a841-87729052ad9c HTTP/1.1" status: 204 len: 173 time: 1.1096487 Aug 30 12:55:57.616195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da9fffd1-e682-48b8-bda4-76d79566de29', 'name': 'network-vif-deleted', 'tag': '6136cb44-2ee2-4e73-a841-87729052ad9c'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:57.621485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:55:57.627965 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c2a7a1-17e3-4bff-8a5a-b3f5134e2ce9" -d '{"events": [{"server_uuid": "da9fffd1-e682-48b8-bda4-76d79566de29", "name": "network-vif-deleted", "tag": "6136cb44-2ee2-4e73-a841-87729052ad9c"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:57.677147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d2c27a5-dd5c-4be2-a866-367026884fde req-9961e1a6-84bd-4250-91d0-bd1ba27584ca tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 210 time: 0.0413365 Aug 30 12:55:57.732712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-9db881b6-5853-4039-8691-00f153574a3a service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784158 Aug 30 12:55:57.745185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d7bc8-cda5-4361-825a-cf4decc299ba req-db1338a0-dba1-4ccc-abe5-f9cd3b0e9f37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:57.754840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e7d7bc8-cda5-4361-825a-cf4decc299ba req-db1338a0-dba1-4ccc-abe5-f9cd3b0e9f37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 950 time: 0.1484792 Aug 30 12:55:57.760250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:55:57.760984 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.767455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Made reservation on behalf of 561fc0398f9b42d9a91a45cc39c6a5b7 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:55:57.782922 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.810121 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e7d7bc8-cda5-4361-825a-cf4decc299ba req-08063e04-c758-42bd-8c39-d6df4a36b04c tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536029 Aug 30 12:55:57.871716 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.931508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1f33d2-8b45-4908-a28a-a68da175e0b0'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:55:57.933793 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383884e6-04c1-4c09-9ac5-806be2e8362c" -d '{"events": [{"server_uuid": "7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7", "name": "network-vif-plugged", "status": "completed", "tag": "7c1f33d2-8b45-4908-a28a-a68da175e0b0"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:55:57.941692 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-a5c9bf00-6f11-4c2c-85a9-3a1a95b6562b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--984385296&fields=id&tenant_id=f3d1015602d54330ba4f72bec9251580 HTTP/1.1" status: 200 len: 267 time: 0.0448148 Aug 30 12:55:57.951460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 7c1f33d2-8b45-4908-a28a-a68da175e0b0, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=7c1f33d2-8b45-4908-a28a-a68da175e0b0,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:57.958186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:57.975372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abe462-516e-4424-a558-a9d1fe8f242a req-56883644-74b5-4f54-905b-4524b480eb2e tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:57.976884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65abe462-516e-4424-a558-a9d1fe8f242a req-56883644-74b5-4f54-905b-4524b480eb2e tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 949 time: 0.1332486 Aug 30 12:55:57.981299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8d750e0-370d-4fe6-92d2-9674e54fecab req-9fa71afd-69ce-4273-96bc-7b96a42bafe0 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321696 Aug 30 12:55:58.010780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=7c1f33d2-8b45-4908-a28a-a68da175e0b0,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:58.068696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65abe462-516e-4424-a558-a9d1fe8f242a req-df8a0fbe-cefd-41cb-98e3-6f52f9aaaa46 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836806 Aug 30 12:55:58.073333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:58.086798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-0ef16208-1e44-4ef5-b7ab-a2038d7a344b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:58.087019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Allocated IP 172.20.0.9 (ace8436c-ba87-4145-877a-ff183bc69620/f1e0d212-3552-4bf1-98b9-e1dd45852c9c/6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:55:58.089288 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-0ef16208-1e44-4ef5-b7ab-a2038d7a344b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/networks?id=6f3e2131-5260-4689-b845-ccc39c3f1e8d HTTP/1.1" status: 200 len: 824 time: 0.1381526 Aug 30 12:55:58.111942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-d0a8910d-0d3f-4664-a197-d036f02f01dd tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/quotas/f3d1015602d54330ba4f72bec9251580 HTTP/1.1" status: 200 len: 375 time: 0.0157418 Aug 30 12:55:58.175504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-091beff7-5aca-47a2-a209-91694c8975cd tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3d1015602d54330ba4f72bec9251580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562229 Aug 30 12:55:58.260859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c822f4-6f68-48c4-b27c-b0536fb69394 req-677f7a59-3d75-4028-a861-01a1734affb1 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:58.262381 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3c822f4-6f68-48c4-b27c-b0536fb69394 req-677f7a59-3d75-4028-a861-01a1734affb1 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 944 time: 0.1322682 Aug 30 12:55:58.292551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-f9ca8a33-34d2-4412-bd4d-9eba94166418 service neutron] 10.222.0.37 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002939 Aug 30 12:55:58.327982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3c822f4-6f68-48c4-b27c-b0536fb69394 req-9ee938e0-f7c8-4da5-953a-b2cff7743ec2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562983 Aug 30 12:55:58.332406 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:58.374191 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:58.379970 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f97799-b91e-4565-9c10-5b1c31dd05df x-openstack-request-id: req-e6f97799-b91e-4565-9c10-5b1c31dd05df {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:58.380337 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da9fffd1-e682-48b8-bda4-76d79566de29", "name": "network-vif-deleted", "tag": "6136cb44-2ee2-4e73-a841-87729052ad9c", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:58.381045 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6f97799-b91e-4565-9c10-5b1c31dd05df {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:58.381425 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da9fffd1-e682-48b8-bda4-76d79566de29', 'name': 'network-vif-deleted', 'tag': '6136cb44-2ee2-4e73-a841-87729052ad9c', 'status': 'completed', 'code': 200} Aug 30 12:55:58.402408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-fea3ff3a-ca1c-453f-a42b-aedca38516ea service neutron] 10.222.0.37 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043203 Aug 30 12:55:58.441577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Network ace8436c-ba87-4145-877a-ff183bc69620 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:55:58.450779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:55:58.459181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:55:58.485995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Pushing event updated for resources: {'Port': ['ID=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:58.509070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-333b6688-a628-4023-a31d-a1c67bcd19b1 tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:58.510742 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-333b6688-a628-4023-a31d-a1c67bcd19b1 tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 1101 time: 0.1200368 Aug 30 12:55:58.564505 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ce6749-9898-40d7-a727-b4de30ee748d x-openstack-request-id: req-f6ce6749-9898-40d7-a727-b4de30ee748d {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:55:58.565797 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7", "name": "network-vif-plugged", "status": "completed", "tag": "7c1f33d2-8b45-4908-a28a-a68da175e0b0", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:55:58.566110 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6ce6749-9898-40d7-a727-b4de30ee748d {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:55:58.566290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:58.566591 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1f33d2-8b45-4908-a28a-a68da175e0b0', 'code': 200} Aug 30 12:55:58.567084 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:58.643531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-e6f58c1f-b536-4baf-b2e8-0e484a8881ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2835102 Aug 30 12:55:58.684901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70cb12-89c0-4806-a76c-7857d5c964a0 req-27fb5c41-2dd3-4dcd-beca-d64c4271a0ff tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:58.686451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc70cb12-89c0-4806-a76c-7857d5c964a0 req-27fb5c41-2dd3-4dcd-beca-d64c4271a0ff tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 947 time: 0.0591743 Aug 30 12:55:58.700392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-823aba68-f47c-4b61-845b-b4e2e028b5e8 req-5cb011a9-ed00-4b57-b029-4e8516be1af8 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 210 time: 0.0559185 Aug 30 12:55:58.704150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Request body: {'port': {'device_id': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:55:58.739275 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc70cb12-89c0-4806-a76c-7857d5c964a0 req-52efdf49-2ece-4b2a-a33d-c5b6887d8d5b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Aug 30 12:55:58.786240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a3ea5-f6fa-4dd8-9480-3f2b780b91ab req-2ccdcfa3-2c96-4681-9806-0faf2087805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:58.789488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-278a3ea5-f6fa-4dd8-9480-3f2b780b91ab req-2ccdcfa3-2c96-4681-9806-0faf2087805a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 1101 time: 0.1564801 Aug 30 12:55:58.861194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:58.877230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-278a3ea5-f6fa-4dd8-9480-3f2b780b91ab req-5da4b421-43e7-4895-ab91-7f7b1a851e11 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782137 Aug 30 12:55:58.878723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] Deleting port f4c49028-3a0c-4528-9a76-96c7f15a9670 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:55:58.879123 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:58.901378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533dd9d-ea82-4e35-905f-b9957e2d3121 req-85dcebcf-b244-4052-8558-80dfb70a9563 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:58.903877 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4533dd9d-ea82-4e35-905f-b9957e2d3121 req-85dcebcf-b244-4052-8558-80dfb70a9563 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 931 time: 0.0821753 Aug 30 12:55:58.969046 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4533dd9d-ea82-4e35-905f-b9957e2d3121 req-73a17bfd-2559-4a9c-afc8-051b2587397f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580463 Aug 30 12:55:59.124315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eb2af-42fd-4935-ad94-5fd8a12066f0 req-b918bd06-15d7-4f4d-80d2-f11ac4559f43 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:59.130007 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ee4eb2af-42fd-4935-ad94-5fd8a12066f0 req-b918bd06-15d7-4f4d-80d2-f11ac4559f43 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 950 time: 0.0780580 Aug 30 12:55:59.155894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] For port f4c49028-3a0c-4528-9a76-96c7f15a9670, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f4c49028-3a0c-4528-9a76-96c7f15a9670,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:59.156414 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:59.196829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] Calling delete_port for f4c49028-3a0c-4528-9a76-96c7f15a9670 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:55:59.235907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ee4eb2af-42fd-4935-ad94-5fd8a12066f0 req-c34ef057-2792-4d1c-931e-605bde52dfdd tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923159 Aug 30 12:55:59.323465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1447419-3353-4bdb-9b9a-f2e32f6744c6 req-3b2326ef-399e-4429-8c16-a0e7ec713934 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:59.325140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1447419-3353-4bdb-9b9a-f2e32f6744c6 req-3b2326ef-399e-4429-8c16-a0e7ec713934 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 948 time: 0.1854031 Aug 30 12:55:59.402214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ecd325d1-d238-4169-a248-ebb184ec0908 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:59.444327 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700781f1-b963-43b3-ab05-1709b909762b req-a08db838-39b2-4d22-af3e-aadc1ccbd1cc tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:59.446102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-700781f1-b963-43b3-ab05-1709b909762b req-a08db838-39b2-4d22-af3e-aadc1ccbd1cc tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 950 time: 0.0953398 Aug 30 12:55:59.452890 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1447419-3353-4bdb-9b9a-f2e32f6744c6 req-e8e1571c-5739-4df9-a99d-2d3ea2ebdfd9 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150541 Aug 30 12:55:59.459361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:59.477043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:59.520359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-700781f1-b963-43b3-ab05-1709b909762b req-6badffc3-de8d-47ae-8210-72b7d6d8cd9e tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667856 Aug 30 12:55:59.539789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Transition to ACTIVE for port object 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:55:59.570406 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:59.596910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:59.610285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'ecd325d1-d238-4169-a248-ebb184ec0908', 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216', 'port_id': 'ecd325d1-d238-4169-a248-ebb184ec0908', 'mac_address': 'fa:16:3e:61:f0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd911fb-0fd6-4429-ab65-b5b02ebc4234', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:55:59.640733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:59.652799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['f4c49028-3a0c-4528-9a76-96c7f15a9670'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:55:59.655361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:59.671302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7d37-9760-40d5-8f3f-ec38c489d2eb req-83926f35-79c3-46f8-b30c-f2a7c380143a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:55:59.673082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af0e7d37-9760-40d5-8f3f-ec38c489d2eb req-83926f35-79c3-46f8-b30c-f2a7c380143a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 944 time: 0.1346943 Aug 30 12:55:59.674870 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:59.694046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecd325d1-d238-4169-a248-ebb184ec0908 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:55:59.716794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:55:59.731389 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:55:59.733109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fa1f907b-eeaf-4415-9897-ef1d1a7bede9 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:55:59.825247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c3b9cd1-2495-4ca0-9730-4bee70738bc0 req-81e4d15a-c2f7-4a9d-96f8-8b145668dc5d tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 210 time: 0.0412560 Aug 30 12:55:59.826009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56440) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:55:59.878587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ecd325d1-d238-4169-a248-ebb184ec0908,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:59.903256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4c49028-3a0c-4528-9a76-96c7f15a9670,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:55:59.996784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:00.017859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] No DVR routers for this DVR port f4c49028-3a0c-4528-9a76-96c7f15a9670 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:00.028684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'mac_address': 'fa:16:3e:19:a3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:56:00.046167 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.048416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f56509cf-5d3c-4c5b-bee7-817fa299d98a req-330e9785-4d62-4593-88bc-87c2306bba5b tempest-DeleteServersAdminTestJSON-1338624093 tempest-DeleteServersAdminTestJSON-1338624093-project-admin] 10.222.0.35 "DELETE /v2.0/ports/f4c49028-3a0c-4528-9a76-96c7f15a9670 HTTP/1.1" status: 204 len: 173 time: 1.5297010 Aug 30 12:56:00.049338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817786d4-ea30-4b24-aedf-7cffd93b74bf', 'name': 'network-vif-deleted', 'tag': 'f4c49028-3a0c-4528-9a76-96c7f15a9670'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:00.051343 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c8e017-53d2-417b-8bae-38cd7e4a315c" -d '{"events": [{"server_uuid": "817786d4-ea30-4b24-aedf-7cffd93b74bf", "name": "network-vif-deleted", "tag": "f4c49028-3a0c-4528-9a76-96c7f15a9670"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:00.070583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af0e7d37-9760-40d5-8f3f-ec38c489d2eb req-0f8b8002-c160-4d45-94c5-8f140da47e67 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838892 Aug 30 12:56:00.079420 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.097602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:00.098001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:00.099449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:00.112414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:00.112941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:00.114675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1771-0a88-4d67-a4ad-b4b55dfe3911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.115208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa1f907b-eeaf-4415-9897-ef1d1a7bede9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:00.136703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:00.137045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:00.137725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:00.137935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Bound port: 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:00.138265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.142008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:00.153988 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.207475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a2044-9c87-40a8-990f-4e1af5b186fc req-10d7e000-eb58-4512-994f-db17c94ece2c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:00.210124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e15a2044-9c87-40a8-990f-4e1af5b186fc req-10d7e000-eb58-4512-994f-db17c94ece2c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 947 time: 0.2214429 Aug 30 12:56:00.267090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:00.282165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-2fb1d674-5aca-417e-9574-e9e9a5ba3464 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:00.284450 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-2fb1d674-5aca-417e-9574-e9e9a5ba3464 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "GET /v2.0/networks?id=6f3e2131-5260-4689-b845-ccc39c3f1e8d HTTP/1.1" status: 200 len: 824 time: 0.3839781 Aug 30 12:56:00.304761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:00.310264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:00.321459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b235f-8277-4411-905e-ab741340b82d req-17b32102-b2e0-4609-85d5-73c9005a5268 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:00.330250 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a6b235f-8277-4411-905e-ab741340b82d req-17b32102-b2e0-4609-85d5-73c9005a5268 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 943 time: 0.1188056 Aug 30 12:56:00.339226 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e15a2044-9c87-40a8-990f-4e1af5b186fc req-9d7b0933-e36e-45d9-9b2d-224d9b08aef9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165893 Aug 30 12:56:00.339384 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.391961 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419b9ad9-d6a6-495f-822d-0352f5e28661 x-openstack-request-id: req-419b9ad9-d6a6-495f-822d-0352f5e28661 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:00.392309 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817786d4-ea30-4b24-aedf-7cffd93b74bf", "name": "network-vif-deleted", "tag": "f4c49028-3a0c-4528-9a76-96c7f15a9670", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:00.392790 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-419b9ad9-d6a6-495f-822d-0352f5e28661 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:00.393175 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '817786d4-ea30-4b24-aedf-7cffd93b74bf', 'name': 'network-vif-deleted', 'tag': 'f4c49028-3a0c-4528-9a76-96c7f15a9670', 'status': 'completed', 'code': 200} Aug 30 12:56:00.409904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea5a514e-8f97-4d8f-8254-26ca38609413 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3d1015602d54330ba4f72bec9251580 HTTP/1.1" status: 200 len: 379 time: 0.1111279 Aug 30 12:56:00.425184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Request body: {'port': {'device_id': 'a222516b-b773-4584-8726-18345d48ffbe', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'admin_state_up': True, 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'security_groups': ['debf9d3b-8416-4544-b95a-bb39573c7d85']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:00.429371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:00.430403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.431907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] 10.222.0.16 "PUT /v2.0/ports/6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 HTTP/1.1" status: 200 len: 1091 time: 1.7575629 Aug 30 12:56:00.450379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a6b235f-8277-4411-905e-ab741340b82d req-64f8c1b2-17a6-4dbb-9d7e-5aba22100611 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185617 Aug 30 12:56:00.496714 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.498324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186a720-47bc-4efd-9a7c-bc23a388c738 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:00.517918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1771-0a88-4d67-a4ad-b4b55dfe3911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.520245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-61ceb7db-d9ae-4a8c-800d-b7e497511b58 req-d24a0272-fb43-456d-8319-ea263f0be940 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=817786d4-ea30-4b24-aedf-7cffd93b74bf HTTP/1.1" status: 200 len: 210 time: 0.0355341 Aug 30 12:56:00.531996 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b3b1771-0a88-4d67-a4ad-b4b55dfe3911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.537128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825e12-5193-4369-b588-638e2cfda109 req-43e68dad-7944-4816-b6eb-fde013f6c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:00.538801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-43e68dad-7944-4816-b6eb-fde013f6c066 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1094 time: 0.0558987 Aug 30 12:56:00.569400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fa1f907b-eeaf-4415-9897-ef1d1a7bede9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:00.592754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-c6a24571-bf03-41c0-b461-b854be88cd22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 HTTP/1.1" status: 200 len: 217 time: 0.0407188 Aug 30 12:56:00.595874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b1771-0a88-4d67-a4ad-b4b55dfe3911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796b0ba6-8662-4fe1-b06f-e652e8ffa983,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:00.629651 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7b3b1771-0a88-4d67-a4ad-b4b55dfe3911 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24857bc22cb24f368ff74a5bffe5b6d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8023980 Aug 30 12:56:00.640745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ecd325d1-d238-4169-a248-ebb184ec0908'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:00.643264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56458) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:00.672949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89825e12-5193-4369-b588-638e2cfda109 req-fc998cd1-60e5-42db-b24a-f196c6d40ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:00.674504 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-fc998cd1-60e5-42db-b24a-f196c6d40ba4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0697370 Aug 30 12:56:00.726306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Made reservation on behalf of f3d1015602d54330ba4f72bec9251580 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:00.731499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.764994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-e3ef75ba-881a-424b-bb99-46d41b76231b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625083 Aug 30 12:56:00.779463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23864f49-123b-4ebc-b283-8778f9888e95 req-a6486fce-064d-4162-8d2f-b9c0f009dd3f tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:00.781284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23864f49-123b-4ebc-b283-8778f9888e95 req-a6486fce-064d-4162-8d2f-b9c0f009dd3f tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 948 time: 0.1581378 Aug 30 12:56:00.849860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eb01b-487b-458c-808b-925f0389fa17 req-819a3f25-32b6-424f-8591-9af3feec3832 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:00.854527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd3eb01b-487b-458c-808b-925f0389fa17 req-819a3f25-32b6-424f-8591-9af3feec3832 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 950 time: 0.1659248 Aug 30 12:56:00.904334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6579f732-dd27-4a48-9dfd-cd25ddd0f42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:00.911158 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23864f49-123b-4ebc-b283-8778f9888e95 req-e3ee843d-e17a-48a7-9e9c-70c00a1aa713 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/security-groups?id=b7387480-e385-4f6c-978f-e7bf512688f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176395 Aug 30 12:56:00.928429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd3eb01b-487b-458c-808b-925f0389fa17 req-75eedf96-3f2a-4e38-a5f5-ba532a561520 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634975 Aug 30 12:56:00.954066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-7ba155fd-e8ca-4925-af0a-8e77c8683d71 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792660 Aug 30 12:56:00.968643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6136cb44-2ee2-4e73-a841-87729052ad9c no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:00.998301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 6136cb44-2ee2-4e73-a841-87729052ad9c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:00.999214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6136cb44-2ee2-4e73-a841-87729052ad9c not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:01.081672 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f73792b0-b09d-4002-a3b5-1252b6791cb7 req-8d70859d-1002-426c-a334-90145ea08e25 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 210 time: 0.0354109 Aug 30 12:56:01.094868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89825e12-5193-4369-b588-638e2cfda109 req-cf78ae4b-c4ad-458d-8d5f-e50632b5369a service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329823 Aug 30 12:56:01.165040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0703fa2-552f-4687-9186-e4d7623b679c req-48452987-761f-4fd7-9690-47f6da13c5d3 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:01.166813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0703fa2-552f-4687-9186-e4d7623b679c req-48452987-761f-4fd7-9690-47f6da13c5d3 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 948 time: 0.0590513 Aug 30 12:56:01.250626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6579f732-dd27-4a48-9dfd-cd25ddd0f42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.295334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-435bdd44-8274-4a5d-81a1-497ecc71f159 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:01.297086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-435bdd44-8274-4a5d-81a1-497ecc71f159 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 948 time: 0.4295251 Aug 30 12:56:01.362601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Allocated IP 172.20.0.6 (6f3e2131-5260-4689-b845-ccc39c3f1e8d/847ae926-76df-4ae1-bf8f-f4b3c291ba50/68ce3b8c-a75f-4493-8406-bdc187688bf9) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:01.369961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759b8dd-c08f-48a4-8944-054535d5d2a6 req-7fc71ff2-0428-43fc-919b-10cdc3f0be8e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:01.371459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b759b8dd-c08f-48a4-8944-054535d5d2a6 req-7fc71ff2-0428-43fc-919b-10cdc3f0be8e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 945 time: 0.0769885 Aug 30 12:56:01.375775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1694eb6-59ff-494a-9800-4126332901ec req-ca17cd61-5102-499c-a962-fa133f61bf8c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:01.377258 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1694eb6-59ff-494a-9800-4126332901ec req-ca17cd61-5102-499c-a962-fa133f61bf8c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 948 time: 0.2024655 Aug 30 12:56:01.398309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f0703fa2-552f-4687-9186-e4d7623b679c req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Deleting port 47201844-1b10-4445-b806-e4c5a468729b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:01.398649 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0703fa2-552f-4687-9186-e4d7623b679c req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.412814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f4c49028-3a0c-4528-9a76-96c7f15a9670 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:01.439336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: f4c49028-3a0c-4528-9a76-96c7f15a9670 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:01.439837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f4c49028-3a0c-4528-9a76-96c7f15a9670 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:01.462390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6579f732-dd27-4a48-9dfd-cd25ddd0f42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.464927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6579f732-dd27-4a48-9dfd-cd25ddd0f42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.468670 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6579f732-dd27-4a48-9dfd-cd25ddd0f42c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/796b0ba6-8662-4fe1-b06f-e652e8ffa983 HTTP/1.1" status: 204 len: 168 time: 0.8194475 Aug 30 12:56:01.477590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b759b8dd-c08f-48a4-8944-054535d5d2a6 req-790f195d-5357-4865-97d6-96dfb4613a72 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971291 Aug 30 12:56:01.478352 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-45f328de-e7ee-4605-bf2f-5454878a397b service neutron] delete failed (client error): The resource could not be found. Aug 30 12:56:01.479329 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-45f328de-e7ee-4605-bf2f-5454878a397b service neutron] 10.222.0.16 "DELETE /v2.0/ports/fa1f907b-eeaf-4415-9897-ef1d1a7bede9/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.1634951 Aug 30 12:56:01.497026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1694eb6-59ff-494a-9800-4126332901ec req-ff8e33e6-8d1c-4dea-85c3-bca680d20ec7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106589 Aug 30 12:56:01.522845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579f732-dd27-4a48-9dfd-cd25ddd0f42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796b0ba6-8662-4fe1-b06f-e652e8ffa983,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:01.638859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f0703fa2-552f-4687-9186-e4d7623b679c req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] For port 47201844-1b10-4445-b806-e4c5a468729b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=47201844-1b10-4445-b806-e4c5a468729b,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:01.639537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0703fa2-552f-4687-9186-e4d7623b679c req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.656154 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.663445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f0703fa2-552f-4687-9186-e4d7623b679c req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Calling delete_port for 47201844-1b10-4445-b806-e4c5a468729b owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:01.681570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f31286-7aff-49fb-9527-8912a5ba2109 req-7f8dffa0-6ae1-4951-a262-dfe33dcca610 tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:01.683285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93f31286-7aff-49fb-9527-8912a5ba2109 req-7f8dffa0-6ae1-4951-a262-dfe33dcca610 tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 1101 time: 0.0831041 Aug 30 12:56:01.693166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Transition to ACTIVE for port object 68ce3b8c-a75f-4493-8406-bdc187688bf9 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:01.711314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-039be714-d44f-41b9-b3d2-ba857f6f2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:01.713442 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-039be714-d44f-41b9-b3d2-ba857f6f2085 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1099 time: 0.1105385 Aug 30 12:56:01.729441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ec33-b36e-4390-9690-302215ce68c0 req-708ad3e7-a074-41f7-b534-b436e3b2dd8a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:01.730866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8645ec33-b36e-4390-9690-302215ce68c0 req-708ad3e7-a074-41f7-b534-b436e3b2dd8a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 943 time: 0.0902863 Aug 30 12:56:01.731263 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-93f31286-7aff-49fb-9527-8912a5ba2109 req-c8471dd8-af42-424f-a53e-556351e6b106 tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.834119 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.853575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56476) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:01.879976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8645ec33-b36e-4390-9690-302215ce68c0 req-8349ef08-8a24-4977-8cf9-d34028e6e127 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310463 Aug 30 12:56:01.881878 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e057655b-de7b-46a8-baa4-c5b46acd26a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.900478 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0703fa2-552f-4687-9186-e4d7623b679c req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:01.912163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:01.914077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['47201844-1b10-4445-b806-e4c5a468729b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:01.918846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-531dbb79-6267-4d19-87a9-74c62f02b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:01.920168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-531dbb79-6267-4d19-87a9-74c62f02b543 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1884332 Aug 30 12:56:01.921364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:01.923565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event updated for resources: {'Port': ['ID=68ce3b8c-a75f-4493-8406-bdc187688bf9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:01.925814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:02.000427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Pushing event deleted for resources: {'Port': ['ID=47201844-1b10-4445-b806-e4c5a468729b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:02.017849 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-a9676780-c578-4272-9486-396be20726b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 217 time: 0.0869603 Aug 30 12:56:02.036277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-93f31286-7aff-49fb-9527-8912a5ba2109 req-c8471dd8-af42-424f-a53e-556351e6b106 tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.113077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0703fa2-552f-4687-9186-e4d7623b679c req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] No DVR routers for this DVR port 47201844-1b10-4445-b806-e4c5a468729b on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:02.114151 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f224154-238b-48d5-9844-9f7469c199b7 req-089e49f6-eb4c-47a7-b56b-7e83623abbab tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.37 "GET /v2.0/ports?device_id=7e44e23b-d8da-43fa-a5d3-b2cace0a46d3 HTTP/1.1" status: 200 len: 210 time: 0.0867503 Aug 30 12:56:02.117411 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0703fa2-552f-4687-9186-e4d7623b679c req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.120150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0703fa2-552f-4687-9186-e4d7623b679c req-59f8f6b0-589c-4a42-84b6-f6c039f6aec2 tempest-LiveMigrationNegativeTest-755285562 tempest-LiveMigrationNegativeTest-755285562-project] 10.222.0.35 "DELETE /v2.0/ports/47201844-1b10-4445-b806-e4c5a468729b HTTP/1.1" status: 204 len: 173 time: 0.9465425 Aug 30 12:56:02.125464 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-93f31286-7aff-49fb-9527-8912a5ba2109 req-c8471dd8-af42-424f-a53e-556351e6b106 tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.141005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:02.143454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.187322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e057655b-de7b-46a8-baa4-c5b46acd26a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.222100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-ea3971be-f456-45ec-bed8-c6e94538fbfc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8044329 Aug 30 12:56:02.222727 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93f31286-7aff-49fb-9527-8912a5ba2109 req-c8471dd8-af42-424f-a53e-556351e6b106 tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086837 Aug 30 12:56:02.236860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-7ca29bcc-d252-4773-ad65-5fc5459989e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:02.238717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-7ca29bcc-d252-4773-ad65-5fc5459989e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2076163 Aug 30 12:56:02.253891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8471dd8-af42-424f-a53e-556351e6b106 tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a93e507-f2cc-4828-b15d-d6bc786bd722,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:02.257840 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e057655b-de7b-46a8-baa4-c5b46acd26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.260027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Request body: {'port': {'device_id': 'a222516b-b773-4584-8726-18345d48ffbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:02.325884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fd48d550-ad35-4eda-b05c-051f1689193d None None] Provisioning for port 68ce3b8c-a75f-4493-8406-bdc187688bf9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:02.331196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fd48d550-ad35-4eda-b05c-051f1689193d None None] Provisioning complete for port 68ce3b8c-a75f-4493-8406-bdc187688bf9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:02.331758 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fd48d550-ad35-4eda-b05c-051f1689193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.354180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-2a2014a3-1fea-433d-995e-7d3065101f49 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=d64df91806d646999ac84feddaebc5f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132371 Aug 30 12:56:02.357270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e057655b-de7b-46a8-baa4-c5b46acd26a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ef11a3a5b7c48aca5a237742a05fffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018837 Aug 30 12:56:02.371902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56494) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:02.387490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fd48d550-ad35-4eda-b05c-051f1689193d None None] Port 68ce3b8c-a75f-4493-8406-bdc187688bf9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:56:02.405505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73'}, {'server_uuid': '7e44e23b-d8da-43fa-a5d3-b2cace0a46d3', 'name': 'network-vif-deleted', 'tag': '47201844-1b10-4445-b806-e4c5a468729b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:02.407745 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd36432d-a911-4d86-bc46-f2f8c109ede4" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73"}, {"server_uuid": "7e44e23b-d8da-43fa-a5d3-b2cace0a46d3", "name": "network-vif-deleted", "tag": "47201844-1b10-4445-b806-e4c5a468729b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:02.421137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057655b-de7b-46a8-baa4-c5b46acd26a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b967d33-0b18-4524-87d3-79a0740a3d75,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:02.460575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-90917bd2-e51f-4135-9232-14677e8a495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:02.462084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-90917bd2-e51f-4135-9232-14677e8a495f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1978803 Aug 30 12:56:02.466200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc42d-be69-4157-8881-620464ec867c req-3d7b3629-c6cc-4664-b22d-41bede3d59cd tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:02.466521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.467616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-060dc42d-be69-4157-8881-620464ec867c req-3d7b3629-c6cc-4664-b22d-41bede3d59cd tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 931 time: 0.1130679 Aug 30 12:56:02.495130 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d50d602-992c-47aa-b9cf-198efa162ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.527701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d50d602-992c-47aa-b9cf-198efa162ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.538422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-060dc42d-be69-4157-8881-620464ec867c req-a7b9de93-533a-42f8-8096-19ca3c91ac4b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601542 Aug 30 12:56:02.591367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d50d602-992c-47aa-b9cf-198efa162ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.596504 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d50d602-992c-47aa-b9cf-198efa162ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:02.602883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9d50d602-992c-47aa-b9cf-198efa162ad1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b967d33-0b18-4524-87d3-79a0740a3d75 HTTP/1.1" status: 204 len: 168 time: 0.2272239 Aug 30 12:56:02.604109 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2887aec7-ad4b-4da6-8760-0dd7aa429a8b x-openstack-request-id: req-2887aec7-ad4b-4da6-8760-0dd7aa429a8b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:02.604532 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73", "status": "completed", "code": 200}, {"server_uuid": "7e44e23b-d8da-43fa-a5d3-b2cace0a46d3", "name": "network-vif-deleted", "tag": "47201844-1b10-4445-b806-e4c5a468729b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:02.604917 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2887aec7-ad4b-4da6-8760-0dd7aa429a8b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:02.605404 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73', 'status': 'completed', 'code': 200} Aug 30 12:56:02.605874 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e44e23b-d8da-43fa-a5d3-b2cace0a46d3', 'name': 'network-vif-deleted', 'tag': '47201844-1b10-4445-b806-e4c5a468729b', 'status': 'completed', 'code': 200} Aug 30 12:56:02.616163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50d602-992c-47aa-b9cf-198efa162ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b967d33-0b18-4524-87d3-79a0740a3d75,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:02.637731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-6110af8c-3f62-4639-acc3-19152884fd41 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:02.652831 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-6110af8c-3f62-4639-acc3-19152884fd41 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970471 Aug 30 12:56:02.699701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-8f78eff9-e541-458e-97c8-d82578204b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:02.703258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-8f78eff9-e541-458e-97c8-d82578204b05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1094 time: 0.0600994 Aug 30 12:56:02.731734 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-00a04695-c973-4733-b314-0f6e75bc469c tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/quotas/d64df91806d646999ac84feddaebc5f5 HTTP/1.1" status: 200 len: 375 time: 0.0779948 Aug 30 12:56:02.771327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-d4242c4b-c8ca-4c93-8e30-ca6f99911f79 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919555 Aug 30 12:56:02.798262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-e85c388c-2496-4609-8462-29cf8ea887b4 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d64df91806d646999ac84feddaebc5f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553830 Aug 30 12:56:02.843498 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a379d-ab40-4ffa-8dc0-0c904afe21d8 req-241382f0-a003-4e64-abd8-5a57f6edbe30 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:02.845113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-746a379d-ab40-4ffa-8dc0-0c904afe21d8 req-241382f0-a003-4e64-abd8-5a57f6edbe30 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 945 time: 0.1342287 Aug 30 12:56:02.893218 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-746a379d-ab40-4ffa-8dc0-0c904afe21d8 req-7a032922-2de8-4eb1-9317-0d935bd9c70d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399253 Aug 30 12:56:02.913954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-1c542886-3673-4b8f-b356-1b13a0857c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:02.915830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-1c542886-3673-4b8f-b356-1b13a0857c3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.2015388 Aug 30 12:56:02.980696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-e1ae2ef2-cf57-47c9-ae96-bc77bb7e6028 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 HTTP/1.1" status: 200 len: 217 time: 0.0559154 Aug 30 12:56:02.983879 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7d35c-39aa-4b2c-b344-7fde6a2ae5eb req-0f44c454-7065-40f7-a4e5-71b82bbbd29a service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961610 Aug 30 12:56:03.119287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-fdc1f6dd-1c36-4748-8599-d9f4187515c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:03.120902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-fdc1f6dd-1c36-4748-8599-d9f4187515c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1288593 Aug 30 12:56:03.143057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ce3b8c-a75f-4493-8406-bdc187688bf9 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:03.153374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:03.169344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-b384a60f-6238-4190-8195-e43073a8b33e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294929 Aug 30 12:56:03.172159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2eaee-1cce-4e59-90f4-3262b8029700 req-5cd0e8c3-090d-425a-ade1-74080b04f703 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:03.181231 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16d2eaee-1cce-4e59-90f4-3262b8029700 req-5cd0e8c3-090d-425a-ade1-74080b04f703 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 943 time: 0.0917137 Aug 30 12:56:03.210498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Transition to ACTIVE for port object 68ce3b8c-a75f-4493-8406-bdc187688bf9 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:03.218466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:03.245992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0e19b-d940-48b8-a733-2afb96f3ee0c req-113d7de4-0933-4aae-9f9e-ee40b0c10f07 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:03.254241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5b0e19b-d940-48b8-a733-2afb96f3ee0c req-113d7de4-0933-4aae-9f9e-ee40b0c10f07 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 948 time: 0.1970916 Aug 30 12:56:03.281690 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16d2eaee-1cce-4e59-90f4-3262b8029700 req-f2c9ca5e-caa2-485b-9c6d-051e23b9a896 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947058 Aug 30 12:56:03.340729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5b0e19b-d940-48b8-a733-2afb96f3ee0c req-20f44ee6-0dbe-4f27-9520-86f7a212ce6c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853641 Aug 30 12:56:03.426794 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-1600337a-5520-49cc-8477-eeb24e20789a service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476685 Aug 30 12:56:03.441247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ecd325d1-d238-4169-a248-ebb184ec0908 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:03.537910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Pushing event updated for resources: {'Port': ['ID=68ce3b8c-a75f-4493-8406-bdc187688bf9,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:03.579879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port ecd325d1-d238-4169-a248-ebb184ec0908 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:03.593581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port ecd325d1-d238-4169-a248-ebb184ec0908 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:03.595648 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:03.596494 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-791421b4-a140-4045-8aaa-02c33683968e req-a696786a-10a7-4af3-b60f-9996a1200656 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 210 time: 0.2462463 Aug 30 12:56:03.608533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Attempting to bind port 68ce3b8c-a75f-4493-8406-bdc187688bf9 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:03.608946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Attempting to bind port 68ce3b8c-a75f-4493-8406-bdc187688bf9 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:03.609285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Attempting to bind port 68ce3b8c-a75f-4493-8406-bdc187688bf9 on network 6f3e2131-5260-4689-b845-ccc39c3f1e8d {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:03.629711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Port 68ce3b8c-a75f-4493-8406-bdc187688bf9 on network 6f3e2131-5260-4689-b845-ccc39c3f1e8d not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:03.630451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Attempting to bind port 68ce3b8c-a75f-4493-8406-bdc187688bf9 on network 6f3e2131-5260-4689-b845-ccc39c3f1e8d {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:03.641999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:03.644100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Checking segment: {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:03.644556 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Bound using segment: {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:03.645006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Bound port: 68ce3b8c-a75f-4493-8406-bdc187688bf9, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:03.645406 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:03.654691 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:56:03.800386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b4395-4e0b-4ea4-bcc4-ffdfa512c983 req-f3f75e57-1d33-40be-b3d1-8667920f1ca1 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:03.813947 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d7b4395-4e0b-4ea4-bcc4-ffdfa512c983 req-f3f75e57-1d33-40be-b3d1-8667920f1ca1 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 943 time: 0.0936186 Aug 30 12:56:03.898780 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:03.924842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] For port 68ce3b8c-a75f-4493-8406-bdc187688bf9, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:03.943600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:03.946944 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48084af-d44c-4fa8-a1c1-9afa3b024289" -d '{"events": [{"server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "name": "network-vif-plugged", "status": "completed", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:03.960525 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d7b4395-4e0b-4ea4-bcc4-ffdfa512c983 req-8ff648d8-fa9b-4f31-86ca-7a9f849e9458 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197042 Aug 30 12:56:03.963616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:03.967321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] For port 68ce3b8c-a75f-4493-8406-bdc187688bf9, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=68ce3b8c-a75f-4493-8406-bdc187688bf9,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:03.976867 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:03.978737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fa1f907b-eeaf-4415-9897-ef1d1a7bede9 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:03.983148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:03.991852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaa60c0-6798-4d50-b4d5-6b1e7b5c03e1 req-0ad587f7-c53a-424f-a9d3-ef4fb0a4a44c tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:04.007752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0eaa60c0-6798-4d50-b4d5-6b1e7b5c03e1 req-0ad587f7-c53a-424f-a9d3-ef4fb0a4a44c tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 1101 time: 0.4448414 Aug 30 12:56:04.020030 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd36432d-a911-4d86-bc46-f2f8c109ede4 req-1f0f23e3-7489-45c8-9ab9-446061d64deb service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812604 Aug 30 12:56:04.072468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0eaa60c0-6798-4d50-b4d5-6b1e7b5c03e1 req-e358e586-691e-4888-b62f-1fc94b9baa2c tempest-ServersAdminNegativeTestJSON-1383081575 tempest-ServersAdminNegativeTestJSON-1383081575-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632665 Aug 30 12:56:04.080083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56552) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:04.107099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:04.111469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:04.114984 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] 10.222.0.16 "PUT /v2.0/ports/68ce3b8c-a75f-4493-8406-bdc187688bf9 HTTP/1.1" status: 200 len: 1091 time: 1.8611474 Aug 30 12:56:04.115820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a222516b-b773-4584-8726-18345d48ffbe', 'tag': '68ce3b8c-a75f-4493-8406-bdc187688bf9'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:04.123945 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d550c92-c19d-4445-bc78-a6c880b7b81d" -d '{"events": [{"name": "network-changed", "server_uuid": "a222516b-b773-4584-8726-18345d48ffbe", "tag": "68ce3b8c-a75f-4493-8406-bdc187688bf9"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:04.170231 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dadaf29-d86a-47f7-a57b-ca53aab8f16f x-openstack-request-id: req-7dadaf29-d86a-47f7-a57b-ca53aab8f16f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:04.170777 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "name": "network-vif-plugged", "status": "completed", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:04.171210 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dadaf29-d86a-47f7-a57b-ca53aab8f16f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:04.171998 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908', 'code': 200} Aug 30 12:56:04.182096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ecd325d1-d238-4169-a248-ebb184ec0908,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:04.196197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:04.208817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:04.209985 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:04.345653 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:04.360097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7b7d2-9f99-4ede-92fe-71fe136b0960 service neutron] Pushing event updated for resources: {'Port': ['ID=68ce3b8c-a75f-4493-8406-bdc187688bf9,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:04.390529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555b849-ef44-4e46-b6b5-0df00cccdf88 req-54a10775-e63e-496b-ac34-68376d2532ff tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:04.392123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b555b849-ef44-4e46-b6b5-0df00cccdf88 req-54a10775-e63e-496b-ac34-68376d2532ff tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 946 time: 0.2589426 Aug 30 12:56:04.392648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:04.411134 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:04.420026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 47201844-1b10-4445-b806-e4c5a468729b no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:04.465107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-0447a9c5-18ba-402f-be50-8465b7a92876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:04.467075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-0447a9c5-18ba-402f-be50-8465b7a92876 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3d1015602d54330ba4f72bec9251580&device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 1094 time: 0.2276437 Aug 30 12:56:04.483334 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc08a7d9-8df4-4076-a499-4fa75d708828 x-openstack-request-id: req-dc08a7d9-8df4-4076-a499-4fa75d708828 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:04.483750 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a222516b-b773-4584-8726-18345d48ffbe", "tag": "68ce3b8c-a75f-4493-8406-bdc187688bf9", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:04.483884 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dc08a7d9-8df4-4076-a499-4fa75d708828 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:04.484299 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a222516b-b773-4584-8726-18345d48ffbe', 'tag': '68ce3b8c-a75f-4493-8406-bdc187688bf9', 'status': 'completed', 'code': 200} Aug 30 12:56:04.492340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-843ef293-66b9-4816-b3bd-c91def716399 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50d37c12de3347ee8929bb045cf44a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092143 Aug 30 12:56:04.496048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e420bbcf-7a2c-48f2-a901-cebd47cffcdf req-fb265148-589f-45b8-9314-cc19a494e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:04.499057 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e420bbcf-7a2c-48f2-a901-cebd47cffcdf req-fb265148-589f-45b8-9314-cc19a494e7f0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1097 time: 0.1972921 Aug 30 12:56:04.499698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56568) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:04.533477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 47201844-1b10-4445-b806-e4c5a468729b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:04.537212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 47201844-1b10-4445-b806-e4c5a468729b not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:04.592931 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e420bbcf-7a2c-48f2-a901-cebd47cffcdf req-1d16fd54-9055-4876-b636-b99dcbaa2983 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527725 Aug 30 12:56:04.598899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b555b849-ef44-4e46-b6b5-0df00cccdf88 req-e9f39969-751d-415f-937b-6289ede46b92 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870387 Aug 30 12:56:04.603731 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-00db0260-ca63-4c20-b71a-c3e757b65be3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68ce3b8c-a75f-4493-8406-bdc187688bf9 HTTP/1.1" status: 200 len: 217 time: 0.1172938 Aug 30 12:56:04.613229 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8b96a9b-0070-435a-acf7-4df9f49703ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:04.632508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:04.645380 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8b96a9b-0070-435a-acf7-4df9f49703ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:04.674475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-5cc3b3c9-2a3d-4ccf-ab43-9982713b4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:04.676436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-5cc3b3c9-2a3d-4ccf-ab43-9982713b4a3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=847ae926-76df-4ae1-bf8f-f4b3c291ba50 HTTP/1.1" status: 200 len: 863 time: 0.0661995 Aug 30 12:56:04.713313 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8b96a9b-0070-435a-acf7-4df9f49703ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:04.715821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8b96a9b-0070-435a-acf7-4df9f49703ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:04.716944 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b8b96a9b-0070-435a-acf7-4df9f49703ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7387480-e385-4f6c-978f-e7bf512688f4 HTTP/1.1" status: 204 len: 168 time: 0.2163055 Aug 30 12:56:04.730827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caffef-6a91-43f6-b975-4e2327b19b15 req-e674f646-2890-4d51-afac-4eab68a33f3f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:04.732593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60caffef-6a91-43f6-b975-4e2327b19b15 req-e674f646-2890-4d51-afac-4eab68a33f3f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 943 time: 0.1383100 Aug 30 12:56:04.737529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b96a9b-0070-435a-acf7-4df9f49703ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7387480-e385-4f6c-978f-e7bf512688f4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:04.774756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60caffef-6a91-43f6-b975-4e2327b19b15 req-858e9324-4514-454a-9012-82656845ee8a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Aug 30 12:56:04.798334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-2e8827d8-a1b4-4cb0-8277-8460352ad259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:04.799876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-2e8827d8-a1b4-4cb0-8277-8460352ad259 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3e2131-5260-4689-b845-ccc39c3f1e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134877 Aug 30 12:56:04.812674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f2db3-bf43-4207-855f-07674b02356b req-a76b95ae-d76a-45c5-9319-6e682dd0a745 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:04.814364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b53f2db3-bf43-4207-855f-07674b02356b req-a76b95ae-d76a-45c5-9319-6e682dd0a745 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 949 time: 0.1173358 Aug 30 12:56:04.858783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-3a651904-567e-43cc-8863-4023beae5009 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=d64df91806d646999ac84feddaebc5f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308168 Aug 30 12:56:04.923527 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b53f2db3-bf43-4207-855f-07674b02356b req-6c37b2ac-b019-4711-a6e2-1cffdf3e2c51 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979846 Aug 30 12:56:04.950296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-edd51e17-8658-4097-882a-41ca40c27915 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349051 Aug 30 12:56:04.971174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:05.039384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15ac8631-8b28-40f6-8003-7c4713af2bab req-1274abd8-533e-4bc9-b507-b2c551d575ea tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 210 time: 0.1235414 Aug 30 12:56:05.175685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94a30dca-5cf3-4c4b-8932-def8c9a89dc4 req-42720e48-b322-4e97-8406-e1a8c95ab434 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055194 Aug 30 12:56:05.178183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce2133-0864-46b8-b59b-539eed05951b req-a47cbe62-9d2a-4646-bc7d-3fe6d18a489c tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:05.179825 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bbce2133-0864-46b8-b59b-539eed05951b req-a47cbe62-9d2a-4646-bc7d-3fe6d18a489c tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1100 time: 0.1084354 Aug 30 12:56:05.188543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-fae4362f-1b3a-451f-aa56-93a6a3f673d2 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:05.190517 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-fae4362f-1b3a-451f-aa56-93a6a3f673d2 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3204231 Aug 30 12:56:05.229644 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Request body: {'port': {'device_id': '31dd1378-28ac-4ccf-b289-f2ecf5f31d12', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'd64df91806d646999ac84feddaebc5f5'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:05.241185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bbce2133-0864-46b8-b59b-539eed05951b req-2636f1be-b54a-43ee-8e73-f63e3fa56396 tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486794 Aug 30 12:56:05.299804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-f9a5c85d-6fbb-4831-b008-dbbdc2525be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:05.301308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-f9a5c85d-6fbb-4831-b008-dbbdc2525be9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3d1015602d54330ba4f72bec9251580&device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 1094 time: 0.0588694 Aug 30 12:56:05.362565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb8d87-4074-467a-88e4-a2cd977caf41 req-d0877c61-2265-42e0-8017-5c86a736d019 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:05.364743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:05.365019 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2ccb8d87-4074-467a-88e4-a2cd977caf41 req-d0877c61-2265-42e0-8017-5c86a736d019 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 943 time: 0.1707237 Aug 30 12:56:05.368259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56600) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:05.383840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73', 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620', 'port_id': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73', 'mac_address': 'fa:16:3e:9e:1d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e0d212-3552-4bf1-98b9-e1dd45852c9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:56:05.459721 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-105b2602-d2c8-45eb-b7e2-f7e2895c5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:05.463095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-105b2602-d2c8-45eb-b7e2-f7e2895c5fba service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3e2131-5260-4689-b845-ccc39c3f1e8d HTTP/1.1" status: 200 len: 925 time: 0.1538615 Aug 30 12:56:05.476273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2ccb8d87-4074-467a-88e4-a2cd977caf41 req-c89de30a-6336-49d3-abdb-9bc3d39e2a00 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981927 Aug 30 12:56:05.488375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-40c8e14a-3a6d-45b0-954d-7acb2f3e473e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2239fc7014fa4415ba5fa3652b0c4498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1186345 Aug 30 12:56:05.500586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56606) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:05.500801 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:05.511424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Made reservation on behalf of d64df91806d646999ac84feddaebc5f5 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:05.515727 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:05.516124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:05.527397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-3c39f4a3-a2a4-418c-bdc3-f97b8d6d8269 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68ce3b8c-a75f-4493-8406-bdc187688bf9 HTTP/1.1" status: 200 len: 217 time: 0.0536766 Aug 30 12:56:05.548679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:05.591279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:05.604289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-9f230ef4-cefa-452b-bd01-c02d48ac72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:05.606501 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-9f230ef4-cefa-452b-bd01-c02d48ac72c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=847ae926-76df-4ae1-bf8f-f4b3c291ba50 HTTP/1.1" status: 200 len: 863 time: 0.0682037 Aug 30 12:56:05.658971 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e68fb5c-e3df-4620-b7ee-4b6d1ab314e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:05.688747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:05.706170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-7a8640aa-3185-4d3d-9a0a-b868bf09f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:05.707944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-7a8640aa-3185-4d3d-9a0a-b868bf09f4c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3e2131-5260-4689-b845-ccc39c3f1e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904720 Aug 30 12:56:05.739063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e68fb5c-e3df-4620-b7ee-4b6d1ab314e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:05.768092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a8240-4b0e-4696-9c58-f16509775285 req-2b9e7fcc-6b24-4ab0-a63b-591fcb4be282 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:05.769500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-715a8240-4b0e-4696-9c58-f16509775285 req-2b9e7fcc-6b24-4ab0-a63b-591fcb4be282 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 950 time: 0.1412702 Aug 30 12:56:05.822256 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-9312c5ef-d1e3-4953-b30b-9799d609dc81 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005380 Aug 30 12:56:05.826395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Allocated IP 192.168.233.144 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/ff9a8876-3286-4b98-995c-1f30d2baec3d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:05.861625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:05.867911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-715a8240-4b0e-4696-9c58-f16509775285 req-4fd8e8b4-c0ff-4635-a62c-811d778c6698 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776033 Aug 30 12:56:05.900590 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e68fb5c-e3df-4620-b7ee-4b6d1ab314e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:05.904285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e68fb5c-e3df-4620-b7ee-4b6d1ab314e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:05.905632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8e68fb5c-e3df-4620-b7ee-4b6d1ab314e8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a786ba9-e095-429c-99fe-f29b6679760f HTTP/1.1" status: 204 len: 168 time: 0.4127526 Aug 30 12:56:05.971374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68fb5c-e3df-4620-b7ee-4b6d1ab314e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a786ba9-e095-429c-99fe-f29b6679760f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:06.044405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89ad5f-469a-40dc-a9f3-3c7528dd6f99 req-c9978de5-6901-4cbc-9765-87fd120cdc00 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:06.046994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da89ad5f-469a-40dc-a9f3-3c7528dd6f99 req-c9978de5-6901-4cbc-9765-87fd120cdc00 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 946 time: 0.0995479 Aug 30 12:56:06.081324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-2a89d4f5-d94f-4427-9fc8-b656350f0eae tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127663 Aug 30 12:56:06.092456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d550c92-c19d-4445-bc78-a6c880b7b81d req-627109e9-88e9-4915-b660-d6604c2ee730 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558196 Aug 30 12:56:06.122792 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da89ad5f-469a-40dc-a9f3-3c7528dd6f99 req-c269190a-21dd-442c-8c40-2c8b543719ec tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670328 Aug 30 12:56:06.173334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:06.175752 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfa5038-bbf9-4bf6-83b3-816efcb72538" -d '{"events": [{"server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "name": "network-vif-plugged", "status": "completed", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:06.249789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2763a0-bed2-46b5-8161-00eb08280f80 req-377b3b0f-a1aa-449c-bcba-560c6952477b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:06.249789 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be2763a0-bed2-46b5-8161-00eb08280f80 req-377b3b0f-a1aa-449c-bcba-560c6952477b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 944 time: 0.0591180 Aug 30 12:56:06.249975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:06.263416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-ed0acf78-9361-4001-b1e6-052b698bfc4f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:06.264905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-ed0acf78-9361-4001-b1e6-052b698bfc4f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715157 Aug 30 12:56:06.272812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Transition to ACTIVE for port object ff9a8876-3286-4b98-995c-1f30d2baec3d will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:06.291779 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be2763a0-bed2-46b5-8161-00eb08280f80 req-756afe19-89e5-4eeb-a3d3-0f505b642da2 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326028 Aug 30 12:56:06.291878 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-4433ade9-3ef5-40e4-946c-e10cbb394d86 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/quotas/3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 375 time: 0.0164185 Aug 30 12:56:06.357582 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:06.370379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-efcd90a6-ac5a-4a4c-ae0b-6f2c9710cd18 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712814 Aug 30 12:56:06.441143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:06.445009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:06.449265 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a5e43-653f-4d01-8884-8585444b9cb8 req-9606c576-5d61-4d0d-8bd4-2073be80d193 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:06.451058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:06.455999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Pushing event updated for resources: {'Port': ['ID=ff9a8876-3286-4b98-995c-1f30d2baec3d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:06.460160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-578a5e43-653f-4d01-8884-8585444b9cb8 req-9606c576-5d61-4d0d-8bd4-2073be80d193 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 936 time: 0.0822105 Aug 30 12:56:06.522946 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-578a5e43-653f-4d01-8884-8585444b9cb8 req-24e3e862-4771-47e0-9d36-a412cc862337 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554414 Aug 30 12:56:06.534779 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dd1477b7-89cb-4c4c-a1cd-8afcfb58b6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:06.546577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:06.550030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:06.559948 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b339a45-2d1a-4400-858d-31c1c4468c48 x-openstack-request-id: req-4b339a45-2d1a-4400-858d-31c1c4468c48 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:06.560446 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "name": "network-vif-plugged", "status": "completed", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:06.560446 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b339a45-2d1a-4400-858d-31c1c4468c48 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:06.560831 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'code': 200} Aug 30 12:56:06.585731 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-0cad9994-c23e-4597-a6b1-fa713eb07035 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3775566 Aug 30 12:56:06.601505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Request body: {'port': {'device_id': '31dd1378-28ac-4ccf-b289-f2ecf5f31d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:06.659978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5d2579e-2013-4264-8279-ac10a5841808 req-31072e6d-8f8f-4607-b7e7-4f511c6c9f2b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 210 time: 0.0554457 Aug 30 12:56:06.735781 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:06.764494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7689a89-ba06-4cf0-bf38-f009ea7722d8 req-1f2401ae-618e-4a3d-a33e-ea081ef0e843 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:06.772905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7689a89-ba06-4cf0-bf38-f009ea7722d8 req-1f2401ae-618e-4a3d-a33e-ea081ef0e843 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 943 time: 0.0768425 Aug 30 12:56:06.833871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7689a89-ba06-4cf0-bf38-f009ea7722d8 req-bc51e476-b691-4f9b-aaaa-3db57a61b6a6 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589755 Aug 30 12:56:06.874182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6feb9420-032e-4afc-9560-7d6ae935f68c None None] Provisioning for port ff9a8876-3286-4b98-995c-1f30d2baec3d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:06.879542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6feb9420-032e-4afc-9560-7d6ae935f68c None None] Provisioning complete for port ff9a8876-3286-4b98-995c-1f30d2baec3d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:06.880812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6feb9420-032e-4afc-9560-7d6ae935f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:06.966683 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6feb9420-032e-4afc-9560-7d6ae935f68c None None] Port ff9a8876-3286-4b98-995c-1f30d2baec3d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:56:06.976141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:07.054279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:07.060754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:07.062435 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:07.064636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2cce6-35b0-489c-8dc3-c43b0f508c4e req-d56b56f4-84fd-4d24-91b3-bb120ca114ce tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:07.078918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ae2cce6-35b0-489c-8dc3-c43b0f508c4e req-d56b56f4-84fd-4d24-91b3-bb120ca114ce tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 950 time: 0.0797064 Aug 30 12:56:07.133759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ae2cce6-35b0-489c-8dc3-c43b0f508c4e req-d77a9d8b-5060-48a1-9728-35b4d4f880b0 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502493 Aug 30 12:56:07.229049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:07.259687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff9a8876-3286-4b98-995c-1f30d2baec3d {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:07.268490 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:07.283967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Transition to ACTIVE for port object ff9a8876-3286-4b98-995c-1f30d2baec3d will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:07.298603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:07.304727 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:07.325710 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:07.345551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b52052-4e6f-4794-b1a6-72351ca417da req-3fd876f0-ddf0-4467-b57c-c48a5a25ac7e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:07.358331 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-00b52052-4e6f-4794-b1a6-72351ca417da req-3fd876f0-ddf0-4467-b57c-c48a5a25ac7e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 946 time: 0.1069973 Aug 30 12:56:07.401047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:07.414974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a8876-3286-4b98-995c-1f30d2baec3d,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:07.458697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-aed3421b-7b02-450d-b091-9010fe90a2a9 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:07.460464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-00b52052-4e6f-4794-b1a6-72351ca417da req-fa934c98-a61f-4296-a916-1619ac5242eb tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976319 Aug 30 12:56:07.483721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-aed3421b-7b02-450d-b091-9010fe90a2a9 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 950 time: 0.1780705 Aug 30 12:56:07.612938 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644372-ca5c-4be4-ac07-282924c2a5b4 req-ac47a529-8d8e-4712-b6f1-0b777c107269 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:07.623071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75644372-ca5c-4be4-ac07-282924c2a5b4 req-ac47a529-8d8e-4712-b6f1-0b777c107269 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0946128 Aug 30 12:56:07.640704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Attempting to bind port ff9a8876-3286-4b98-995c-1f30d2baec3d on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:07.640704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Attempting to bind port ff9a8876-3286-4b98-995c-1f30d2baec3d by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:07.640704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Attempting to bind port ff9a8876-3286-4b98-995c-1f30d2baec3d on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:07.650695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Port ff9a8876-3286-4b98-995c-1f30d2baec3d on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:07.651118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Attempting to bind port ff9a8876-3286-4b98-995c-1f30d2baec3d on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:07.662239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:07.662678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:07.663161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:07.663679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Bound port: ff9a8876-3286-4b98-995c-1f30d2baec3d, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:07.664106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:07.697326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Deleting port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:07.697326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:07.729031 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75644372-ca5c-4be4-ac07-282924c2a5b4 req-f490c622-f447-4933-9792-ac2c958b051c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984709 Aug 30 12:56:07.845759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f3e10-2bfa-4079-9706-54c4141904ac req-489e1274-103e-4f19-8c19-cf5f4a62656f tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:07.848334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c6f3e10-2bfa-4079-9706-54c4141904ac req-489e1274-103e-4f19-8c19-cf5f4a62656f tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 948 time: 0.0657108 Aug 30 12:56:07.881093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] For port ff9a8876-3286-4b98-995c-1f30d2baec3d, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:07.907672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c6f3e10-2bfa-4079-9706-54c4141904ac req-4a116b34-f5a1-4979-bd5b-be019a51dd6b tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453124 Aug 30 12:56:07.917408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] For port 7c1f33d2-8b45-4908-a28a-a68da175e0b0, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=7c1f33d2-8b45-4908-a28a-a68da175e0b0,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:07.918164 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:07.940372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Calling delete_port for 7c1f33d2-8b45-4908-a28a-a68da175e0b0 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:08.024505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56722) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:08.037708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] For port ff9a8876-3286-4b98-995c-1f30d2baec3d, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ff9a8876-3286-4b98-995c-1f30d2baec3d,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:08.044423 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6951ec47-6d8e-4b45-ad30-3f546e02a504 req-c48eb1b9-4012-4ddf-9477-60687e78ec36 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 210 time: 0.0560424 Aug 30 12:56:08.055901 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:08.139461 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-e0b70171-de46-4e60-b56d-5954e50398b5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645962 Aug 30 12:56:08.165847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:08.166604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:08.167866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] 10.222.0.35 "PUT /v2.0/ports/ff9a8876-3286-4b98-995c-1f30d2baec3d HTTP/1.1" status: 200 len: 1096 time: 1.5715492 Aug 30 12:56:08.179256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31dd1378-28ac-4ccf-b289-f2ecf5f31d12', 'tag': 'ff9a8876-3286-4b98-995c-1f30d2baec3d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:08.181861 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8780b891-804a-47b4-801c-67a71b51bc13" -d '{"events": [{"name": "network-changed", "server_uuid": "31dd1378-28ac-4ccf-b289-f2ecf5f31d12", "tag": "ff9a8876-3286-4b98-995c-1f30d2baec3d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:08.207750 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b7274-6187-4b5b-a776-9a47bf6c6912 req-57a2054e-74b4-4cc3-8dea-6291812930f1 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:08.211295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e3b7274-6187-4b5b-a776-9a47bf6c6912 req-57a2054e-74b4-4cc3-8dea-6291812930f1 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 943 time: 0.1019690 Aug 30 12:56:08.275198 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e3b7274-6187-4b5b-a776-9a47bf6c6912 req-b6dca8a8-226b-4f08-b071-a195ec491a3f tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563211 Aug 30 12:56:08.320488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55653c-7eb0-4ee5-9cb5-1d37c59f82cb req-88ffec2a-87f9-4eb5-8837-c330ed8b88a5 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:08.329123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad55653c-7eb0-4ee5-9cb5-1d37c59f82cb req-88ffec2a-87f9-4eb5-8837-c330ed8b88a5 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1097 time: 0.3034894 Aug 30 12:56:08.380363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82618e-ab81-4e7c-ba55-969d591c79f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff9a8876-3286-4b98-995c-1f30d2baec3d,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:08.416848 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:08.430615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['7c1f33d2-8b45-4908-a28a-a68da175e0b0'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:08.434043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['b7635eb4-8edc-48dc-b953-0a35659d0d71'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:08.462994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cf132-c69a-47ad-9937-3e1a6fa5be72 req-32ea1afe-1aaf-4ac3-8db8-e680a718f7ea tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:08.464464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-845cf132-c69a-47ad-9937-3e1a6fa5be72 req-32ea1afe-1aaf-4ac3-8db8-e680a718f7ea tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7 HTTP/1.1" status: 200 len: 867 time: 0.0938373 Aug 30 12:56:08.482211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad55653c-7eb0-4ee5-9cb5-1d37c59f82cb req-03b080cc-f6a1-462d-bd21-510ff47e16c0 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521652 Aug 30 12:56:08.507201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Pushing event deleted for resources: {'Port': ['ID=7c1f33d2-8b45-4908-a28a-a68da175e0b0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:08.529260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-845cf132-c69a-47ad-9937-3e1a6fa5be72 req-c953705d-de49-4abb-b6d0-3ddeddd9abc7 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523767 Aug 30 12:56:08.541429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-6b234772-c02e-4b74-a2b3-366977fd552c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:08.543914 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-6b234772-c02e-4b74-a2b3-366977fd552c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3752165 Aug 30 12:56:08.546900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-3eb1cfb4-ca23-40e9-9dde-40fef2ceae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:08.548523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-3eb1cfb4-ca23-40e9-9dde-40fef2ceae80 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64df91806d646999ac84feddaebc5f5&device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 1099 time: 0.2645023 Aug 30 12:56:08.549283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cb528d1-8e06-4d12-b2ce-07ea085a5211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:08.562572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:08.564975 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6019259c-afb8-43c9-9959-72925261611e" -d '{"events": [{"server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "name": "network-vif-plugged", "status": "completed", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:08.588852 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74debec1-8e5e-44bb-b7d6-051c9ca77176 x-openstack-request-id: req-74debec1-8e5e-44bb-b7d6-051c9ca77176 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:08.589142 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31dd1378-28ac-4ccf-b289-f2ecf5f31d12", "tag": "ff9a8876-3286-4b98-995c-1f30d2baec3d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:08.589386 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74debec1-8e5e-44bb-b7d6-051c9ca77176 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:08.589794 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31dd1378-28ac-4ccf-b289-f2ecf5f31d12', 'tag': 'ff9a8876-3286-4b98-995c-1f30d2baec3d', 'status': 'completed', 'code': 200} Aug 30 12:56:08.608682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Request body: {'port': {'device_id': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '3a63f3c910b340c2a8d3bd487e39c6c8'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:08.635910 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6fc8d3-2994-458e-9588-8854ee666b3b x-openstack-request-id: req-cc6fc8d3-2994-458e-9588-8854ee666b3b {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:08.636309 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "name": "network-vif-plugged", "status": "completed", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:08.638572 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc6fc8d3-2994-458e-9588-8854ee666b3b {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:08.639254 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73', 'code': 200} Aug 30 12:56:08.760106 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a513d7c-025d-4728-a36a-18e2dd87a797 req-761686f7-7426-4593-b6ae-2aad5d8ea481 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:08.761834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a513d7c-025d-4728-a36a-18e2dd87a797 req-761686f7-7426-4593-b6ae-2aad5d8ea481 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1097 time: 0.0823786 Aug 30 12:56:08.779256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be420b4e-c13f-4bba-9743-cada54352b04 req-a91eb084-61f3-4aee-8cc9-d783765a7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:08.780738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be420b4e-c13f-4bba-9743-cada54352b04 req-a91eb084-61f3-4aee-8cc9-d783765a7861 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.0692520 Aug 30 12:56:08.823687 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a513d7c-025d-4728-a36a-18e2dd87a797 req-16c6753e-aed9-4250-a041-c9e5a965d1e3 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533259 Aug 30 12:56:08.834456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be420b4e-c13f-4bba-9743-cada54352b04 req-31c6a175-24f4-4b09-a755-c77c0a596bc3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432646 Aug 30 12:56:08.937286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] No DVR routers for this DVR port 7c1f33d2-8b45-4908-a28a-a68da175e0b0 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:08.940646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:08.943638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b2d0c19-dfd3-4432-88d6-329c82be79f9 req-ae5718f7-1103-449c-84ed-5766da0e9d2d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.35 "DELETE /v2.0/ports/7c1f33d2-8b45-4908-a28a-a68da175e0b0 HTTP/1.1" status: 204 len: 173 time: 1.4293199 Aug 30 12:56:08.944871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-c6f6a5b2-b377-47ba-936d-10215460becb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ff9a8876-3286-4b98-995c-1f30d2baec3d HTTP/1.1" status: 200 len: 217 time: 0.3759413 Aug 30 12:56:08.971982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 68ce3b8c-a75f-4493-8406-bdc187688bf9 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:09.018173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c93aa-85ca-4e0e-9b39-fb0c6da1ae8a req-5e295817-758c-4160-acdc-51c18faa481a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.021175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-288c93aa-85ca-4e0e-9b39-fb0c6da1ae8a req-5e295817-758c-4160-acdc-51c18faa481a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0863791 Aug 30 12:56:09.079864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-288c93aa-85ca-4e0e-9b39-fb0c6da1ae8a req-3dbe588a-3c92-4f73-b038-89f1d6db0fc9 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514290 Aug 30 12:56:09.097779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 68ce3b8c-a75f-4493-8406-bdc187688bf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=68ce3b8c-a75f-4493-8406-bdc187688bf9,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:09.120681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '68ce3b8c-a75f-4493-8406-bdc187688bf9', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'port_id': '68ce3b8c-a75f-4493-8406-bdc187688bf9', 'mac_address': 'fa:16:3e:f9:57:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:56:09.162741 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.176204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ce3b8c-a75f-4493-8406-bdc187688bf9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:09.197929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 68ce3b8c-a75f-4493-8406-bdc187688bf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=68ce3b8c-a75f-4493-8406-bdc187688bf9,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:09.206060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.225944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-d81d9558-1275-4047-99bd-63e64e153ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.227923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-d81d9558-1275-4047-99bd-63e64e153ed0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2654285 Aug 30 12:56:09.244632 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7307f-5339-48d0-b1ef-71a6f52bf1fc req-b384c0ce-5c90-4eb2-b9c6-44351caf0123 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.246490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2a7307f-5339-48d0-b1ef-71a6f52bf1fc req-b384c0ce-5c90-4eb2-b9c6-44351caf0123 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 948 time: 0.0580707 Aug 30 12:56:09.266568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=68ce3b8c-a75f-4493-8406-bdc187688bf9,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:09.283584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.283938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.284286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.284628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.284964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.285965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.286332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.286643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.286979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.287311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.287646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.287972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:09.291808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2a7307f-5339-48d0-b1ef-71a6f52bf1fc req-4ea7f4c0-4579-4ca3-8e37-35ec9ccbc871 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387361 Aug 30 12:56:09.311544 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f75e8d0d-e894-4e69-a66a-646bc1e1b8c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.319066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.320042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.320632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.321257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.321554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.322042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.322505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.322962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.323596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.325358 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff287b58-682a-4b8b-8576-6dc52c8a350b req-1c6986c7-2620-4c62-b973-29d22f51f065 tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6437 time: 0.3763311 Aug 30 12:56:09.356507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-9b7dc36f-4ae0-4597-a20d-6b67ba42bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.358023 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-9b7dc36f-4ae0-4597-a20d-6b67ba42bfa9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122570 Aug 30 12:56:09.375338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cb528d1-8e06-4d12-b2ce-07ea085a5211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.422725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-578bbc4a-7542-48e2-9b5c-2a757f00c775 req-25cf9f9d-a232-493f-abfd-f9f7e5d19f71 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 210 time: 0.0466528 Aug 30 12:56:09.424871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cb528d1-8e06-4d12-b2ce-07ea085a5211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.480318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Made reservation on behalf of 3a63f3c910b340c2a8d3bd487e39c6c8 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:09.483874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.486423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['68ce3b8c-a75f-4493-8406-bdc187688bf9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:09.507403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7cb528d1-8e06-4d12-b2ce-07ea085a5211 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c55141cacf594050acf3c7f075204195&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4727945 Aug 30 12:56:09.510203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56758) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:09.514555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb528d1-8e06-4d12-b2ce-07ea085a5211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df1edde-ca88-46b5-978e-600df911ce10,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:09.548107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-66648fdf-af7d-4f74-808a-ece3b8b091e6 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813169 Aug 30 12:56:09.629161 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71adf0ef-4dfc-4dd0-bf31-e2006d329749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.642833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f4321-8009-47be-a2b6-bdd2472218ba req-b6f000ce-dfa6-4ee4-9f40-5f78c10965b2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.644311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d7f4321-8009-47be-a2b6-bdd2472218ba req-b6f000ce-dfa6-4ee4-9f40-5f78c10965b2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 944 time: 0.1166236 Aug 30 12:56:09.686940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71adf0ef-4dfc-4dd0-bf31-e2006d329749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.728988 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d7f4321-8009-47be-a2b6-bdd2472218ba req-774946ef-9889-4e29-9dbb-1d87d91bffc9 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759504 Aug 30 12:56:09.746627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f06727-cde8-4bcc-9c11-50d9166b09b5 req-5780b435-ed3e-4810-8fa6-44b4565d9bec service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671450 Aug 30 12:56:09.747680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Allocated IP 192.168.233.7 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/cb263de2-6e68-4b70-95f6-dc9b03199b35) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:09.810972 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71adf0ef-4dfc-4dd0-bf31-e2006d329749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.813503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71adf0ef-4dfc-4dd0-bf31-e2006d329749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.817029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-71adf0ef-4dfc-4dd0-bf31-e2006d329749 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7df1edde-ca88-46b5-978e-600df911ce10 HTTP/1.1" status: 204 len: 168 time: 0.3034787 Aug 30 12:56:09.894056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:09.905140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb915c-f4b5-4b4e-b5ae-25e2f86a7d63 req-f666bfbc-ecc5-43a5-838f-05961b1ec1ce tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.914218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9efb915c-f4b5-4b4e-b5ae-25e2f86a7d63 req-f666bfbc-ecc5-43a5-838f-05961b1ec1ce tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 886 time: 0.1485472 Aug 30 12:56:09.915583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adf0ef-4dfc-4dd0-bf31-e2006d329749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df1edde-ca88-46b5-978e-600df911ce10,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:09.920442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b891-804a-47b4-801c-67a71b51bc13 req-79a35d0b-efc2-455f-9216-8f82e6ecba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:09.922223 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8780b891-804a-47b4-801c-67a71b51bc13 req-79a35d0b-efc2-455f-9216-8f82e6ecba8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d64df91806d646999ac84feddaebc5f5&device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 1099 time: 0.1157794 Aug 30 12:56:10.052771 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:10.086836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Transition to ACTIVE for port object cb263de2-6e68-4b70-95f6-dc9b03199b35 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:10.122296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b891-804a-47b4-801c-67a71b51bc13 req-ccd76ffe-496d-403a-812f-e3a9f6adc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.123778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8780b891-804a-47b4-801c-67a71b51bc13 req-ccd76ffe-496d-403a-812f-e3a9f6adc347 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1879258 Aug 30 12:56:10.141165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:10.153298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fa1f907b-eeaf-4415-9897-ef1d1a7bede9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:10.193125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8780b891-804a-47b4-801c-67a71b51bc13 req-eb828303-7d1a-4ed9-bf3d-be1c4d7d222d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=ff9a8876-3286-4b98-995c-1f30d2baec3d HTTP/1.1" status: 200 len: 217 time: 0.0592704 Aug 30 12:56:10.240804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:10.245475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:10.262246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:10.343955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56796) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:10.389468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Pushing event updated for resources: {'Port': ['ID=cb263de2-6e68-4b70-95f6-dc9b03199b35,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:10.398995 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-738401c6-16a9-412b-9689-66405c91974b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:10.446022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.447463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:10.452353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b891-804a-47b4-801c-67a71b51bc13 req-2fcb080b-5ad0-4725-a537-34f848304a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.453850 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8780b891-804a-47b4-801c-67a71b51bc13 req-2fcb080b-5ad0-4725-a537-34f848304a75 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2359993 Aug 30 12:56:10.558446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b891-804a-47b4-801c-67a71b51bc13 req-acc32df2-476d-4f4e-9a8a-edb6cdcd3970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.559876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8780b891-804a-47b4-801c-67a71b51bc13 req-acc32df2-476d-4f4e-9a8a-edb6cdcd3970 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0941429 Aug 30 12:56:10.564697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-41c0e4d1-b411-49d6-9461-5fbc10071c82 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:56:10.565718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-41c0e4d1-b411-49d6-9461-5fbc10071c82 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155425 Aug 30 12:56:10.578765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.579341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.579859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.580526 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.580943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.581409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.581901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.582371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.583391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.585671 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e35f3bdd-059c-4caa-a431-be19955101c8 req-2617e92e-6b1d-4c18-87a0-573b6cfbf93d tempest-NetworksTest-1463461060 tempest-NetworksTest-1463461060-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6437 time: 0.5892544 Aug 30 12:56:10.598915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7', 'name': 'network-vif-deleted', 'tag': '7c1f33d2-8b45-4908-a28a-a68da175e0b0'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:10.601137 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddee946f-0921-4ff0-a176-fd8beb126a00" -d '{"events": [{"server_uuid": "7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7", "name": "network-vif-deleted", "tag": "7c1f33d2-8b45-4908-a28a-a68da175e0b0"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:10.614760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8b6eb635-38c6-4470-80a9-d9b86fdc69d3 None None] Provisioning for port cb263de2-6e68-4b70-95f6-dc9b03199b35 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:10.621450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8b6eb635-38c6-4470-80a9-d9b86fdc69d3 None None] Provisioning complete for port cb263de2-6e68-4b70-95f6-dc9b03199b35 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:10.622252 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb635-38c6-4470-80a9-d9b86fdc69d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:10.633203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Request body: {'binding': {'host': 'n-h1-688802-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:10.633590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Unknown quota resources ['binding']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 12:56:10.678323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8b6eb635-38c6-4470-80a9-d9b86fdc69d3 None None] Port cb263de2-6e68-4b70-95f6-dc9b03199b35 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:56:10.704779 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:10.767805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-738401c6-16a9-412b-9689-66405c91974b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:10.786909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-738401c6-16a9-412b-9689-66405c91974b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:10.803638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-37f69804-e802-42e6-9042-4f018927303c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2387440 Aug 30 12:56:10.816108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8780b891-804a-47b4-801c-67a71b51bc13 req-b9fe61b3-7211-4b9f-a685-cfcf3a8caa98 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442617 Aug 30 12:56:10.838449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Request body: {'port': {'device_id': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:10.844808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c295f-6ea8-4142-b90f-7da4b70169b5 req-d4c86e0f-a3bd-434d-9200-e8553d342549 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:10.850161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-719c295f-6ea8-4142-b90f-7da4b70169b5 req-d4c86e0f-a3bd-434d-9200-e8553d342549 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 945 time: 0.0698237 Aug 30 12:56:10.891371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-719c295f-6ea8-4142-b90f-7da4b70169b5 req-85479933-fc91-4f9b-a937-b74113ac2e64 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368068 Aug 30 12:56:10.893602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56810) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:10.899242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738401c6-16a9-412b-9689-66405c91974b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb9c3b3-0c47-4a62-b859-553378050348,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:10.945354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-738401c6-16a9-412b-9689-66405c91974b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a4de5800bfb04bc480a3deb4d64ea5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5967019 Aug 30 12:56:10.945860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56816) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:10.986210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 68ce3b8c-a75f-4493-8406-bdc187688bf9 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:11.008443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.034111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-076597fe-d2af-42aa-85a0-4f20f8ee33db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.035695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 on host n-h1-688802-6 for vnic_type normal with profile None {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:11.036244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:11.036647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:11.042980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a165d6-9e9f-4c3e-87cb-9052c51eb117 req-fafa84ce-9092-4199-8c36-f8cf38e20c8e tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:11.044484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71a165d6-9e9f-4c3e-87cb-9052c51eb117 req-fafa84ce-9092-4199-8c36-f8cf38e20c8e tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 948 time: 0.0792131 Aug 30 12:56:11.048628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Port ecd325d1-d238-4169-a248-ebb184ec0908 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:11.049148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:11.059232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 68ce3b8c-a75f-4493-8406-bdc187688bf9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:11.063498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 68ce3b8c-a75f-4493-8406-bdc187688bf9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:11.063953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.078035 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-419e2bf4-fe79-4e6a-a5de-41c519d7b876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.081046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:11.081458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:11.081937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:11.082443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Bound port: ecd325d1-d238-4169-a248-ebb184ec0908, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:11.098797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8780b891-804a-47b4-801c-67a71b51bc13 req-971c00c1-9323-4c2b-bdcc-7f0c2ed48a68 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528408 Aug 30 12:56:11.099934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-076597fe-d2af-42aa-85a0-4f20f8ee33db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.148906 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.163424 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71a165d6-9e9f-4c3e-87cb-9052c51eb117 req-5da0d245-19f0-4b79-829e-1bea7c7ddc9a tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014559 Aug 30 12:56:11.176474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a222516b-b773-4584-8726-18345d48ffbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ce3b8c-a75f-4493-8406-bdc187688bf9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:11.179525 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf36c62-81df-4361-92db-f40585f6299f" -d '{"events": [{"server_uuid": "a222516b-b773-4584-8726-18345d48ffbe", "name": "network-vif-plugged", "status": "completed", "tag": "68ce3b8c-a75f-4493-8406-bdc187688bf9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:11.197289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 68ce3b8c-a75f-4493-8406-bdc187688bf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=68ce3b8c-a75f-4493-8406-bdc187688bf9,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:11.210893 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-076597fe-d2af-42aa-85a0-4f20f8ee33db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.211109 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.211227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-076597fe-d2af-42aa-85a0-4f20f8ee33db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.211227 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-076597fe-d2af-42aa-85a0-4f20f8ee33db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0eb9c3b3-0c47-4a62-b859-553378050348 HTTP/1.1" status: 204 len: 168 time: 0.2602835 Aug 30 12:56:11.228554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076597fe-d2af-42aa-85a0-4f20f8ee33db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb9c3b3-0c47-4a62-b859-553378050348,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:11.238878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:11.246372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.249024 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-724a28dd-9832-4499-bda9-72139d7c63ef service neutron] 10.222.0.37 "POST /v2.0/ports/ecd325d1-d238-4169-a248-ebb184ec0908/bindings HTTP/1.1" status: 201 len: 389 time: 0.6660035 Aug 30 12:56:11.291039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=68ce3b8c-a75f-4493-8406-bdc187688bf9,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:11.365684 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-419e2bf4-fe79-4e6a-a5de-41c519d7b876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.373204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-419e2bf4-fe79-4e6a-a5de-41c519d7b876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.387567 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4377a56-77c9-4970-884f-6c5bc80d0b40 x-openstack-request-id: req-f4377a56-77c9-4970-884f-6c5bc80d0b40 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:11.388103 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7", "name": "network-vif-deleted", "tag": "7c1f33d2-8b45-4908-a28a-a68da175e0b0", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:11.388276 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4377a56-77c9-4970-884f-6c5bc80d0b40 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:11.388905 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f29ecdd-b1ee-4b48-947c-b6bdab8cb5f7', 'name': 'network-vif-deleted', 'tag': '7c1f33d2-8b45-4908-a28a-a68da175e0b0', 'status': 'completed', 'code': 200} Aug 30 12:56:11.428316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e2bf4-fe79-4e6a-a5de-41c519d7b876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce43b72-1509-4536-aeec-09ed0c1b6090,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:11.464760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cee4e26-bed3-4aa6-8e74-589551068f46 req-eaf7df34-6a06-493d-9f01-977862a8c77d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:11.470166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cee4e26-bed3-4aa6-8e74-589551068f46 req-eaf7df34-6a06-493d-9f01-977862a8c77d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 934 time: 0.1740432 Aug 30 12:56:11.477366 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-419e2bf4-fe79-4e6a-a5de-41c519d7b876 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=266fb67299bf420392f7865c8991c779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5826292 Aug 30 12:56:11.479400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56826) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:11.497281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 7c1f33d2-8b45-4908-a28a-a68da175e0b0 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:11.540643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 7c1f33d2-8b45-4908-a28a-a68da175e0b0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:11.541598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 7c1f33d2-8b45-4908-a28a-a68da175e0b0 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:11.543894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cee4e26-bed3-4aa6-8e74-589551068f46 req-542c63c8-a837-437b-9e65-522ddfa033ce tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651464 Aug 30 12:56:11.555329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb263de2-6e68-4b70-95f6-dc9b03199b35 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:11.576113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.606031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-084e3752-266b-4368-831a-fc0ab60726fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.612971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf4a31-00f2-4a13-a3a3-b83a22c66010 req-a0991a8a-4393-4f32-a1f8-bdd8ffbd9310 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:11.621280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10cf4a31-00f2-4a13-a3a3-b83a22c66010 req-a0991a8a-4393-4f32-a1f8-bdd8ffbd9310 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 949 time: 0.1493731 Aug 30 12:56:11.623621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Transition to ACTIVE for port object cb263de2-6e68-4b70-95f6-dc9b03199b35 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:11.631166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.639403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-500135b1-8e25-455e-b657-d031d92b38fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:11.641056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-500135b1-8e25-455e-b657-d031d92b38fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1097 time: 0.0902729 Aug 30 12:56:11.673300 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-084e3752-266b-4368-831a-fc0ab60726fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.782811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1664a-7085-499b-85e4-967316ead800 req-f1b0e67c-887f-4b1e-90b9-788819721d0b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:11.784391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eac1664a-7085-499b-85e4-967316ead800 req-f1b0e67c-887f-4b1e-90b9-788819721d0b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 945 time: 0.1612129 Aug 30 12:56:11.811401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-ad996d38-ae20-4871-a1d0-8dcff96f535e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:11.813431 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-ad996d38-ae20-4871-a1d0-8dcff96f535e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.1535325 Aug 30 12:56:11.830801 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-084e3752-266b-4368-831a-fc0ab60726fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.835292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-084e3752-266b-4368-831a-fc0ab60726fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:11.838842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-084e3752-266b-4368-831a-fc0ab60726fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ce43b72-1509-4536-aeec-09ed0c1b6090 HTTP/1.1" status: 204 len: 168 time: 0.3561521 Aug 30 12:56:11.883067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-1ef17e9c-de26-4a4a-a7ce-cddac54ab6c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.0594711 Aug 30 12:56:11.888341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e3752-266b-4368-831a-fc0ab60726fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce43b72-1509-4536-aeec-09ed0c1b6090,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:11.929176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10cf4a31-00f2-4a13-a3a3-b83a22c66010 req-fef62882-f4a9-4fdc-87a7-5e4a481a1dac tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074832 Aug 30 12:56:11.950264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eac1664a-7085-499b-85e4-967316ead800 req-eb52b44e-e303-4f82-ae4a-1e6f7dad1b5a tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341481 Aug 30 12:56:11.953621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Pushing event updated for resources: {'Port': ['ID=cb263de2-6e68-4b70-95f6-dc9b03199b35,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:12.020118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e27363a4-4228-45e0-8315-28535eb21e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.021371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:12.024092 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e27363a4-4228-45e0-8315-28535eb21e37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1266716 Aug 30 12:56:12.058047 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0548b214-6496-49ef-b153-47ef3d182166 x-openstack-request-id: req-0548b214-6496-49ef-b153-47ef3d182166 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:12.058341 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a222516b-b773-4584-8726-18345d48ffbe", "name": "network-vif-plugged", "status": "completed", "tag": "68ce3b8c-a75f-4493-8406-bdc187688bf9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:12.058597 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0548b214-6496-49ef-b153-47ef3d182166 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:12.058993 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a222516b-b773-4584-8726-18345d48ffbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ce3b8c-a75f-4493-8406-bdc187688bf9', 'code': 200} Aug 30 12:56:12.060479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Attempting to bind port cb263de2-6e68-4b70-95f6-dc9b03199b35 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:12.060816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Attempting to bind port cb263de2-6e68-4b70-95f6-dc9b03199b35 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:12.061147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Attempting to bind port cb263de2-6e68-4b70-95f6-dc9b03199b35 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:12.071776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Port cb263de2-6e68-4b70-95f6-dc9b03199b35 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:12.072111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Attempting to bind port cb263de2-6e68-4b70-95f6-dc9b03199b35 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:12.094000 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-4ede84b8-b2fe-41f0-83c6-ca20e2f2ed4a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620306 Aug 30 12:56:12.094163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:12.094518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:12.094918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:12.095359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Bound port: cb263de2-6e68-4b70-95f6-dc9b03199b35, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:12.095719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:12.238511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe691-ee15-4ba6-8b9b-1b1c4af48689 req-9d4d30f0-5a54-4c0e-8696-144c7944ce99 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.241043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a7fe691-ee15-4ba6-8b9b-1b1c4af48689 req-9d4d30f0-5a54-4c0e-8696-144c7944ce99 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.1481605 Aug 30 12:56:12.259984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dada0-c7ed-4702-ae62-9e644cd00e28 req-7515ed1e-1925-4ec8-a708-11ff954d3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.261461 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f3dada0-c7ed-4702-ae62-9e644cd00e28 req-7515ed1e-1925-4ec8-a708-11ff954d3adc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 1096 time: 0.1234183 Aug 30 12:56:12.296567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:12.324432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf61b71-19e1-4451-917e-646e48ee82fe req-e557fd74-4f9f-4ce1-b0d8-6499e475df7b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.332484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0cf61b71-19e1-4451-917e-646e48ee82fe req-e557fd74-4f9f-4ce1-b0d8-6499e475df7b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 946 time: 0.1392825 Aug 30 12:56:12.342027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:12.346028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-d8ed9a0e-4cd3-4aa3-95d5-2b85f5276997 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.347498 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-d8ed9a0e-4cd3-4aa3-95d5-2b85f5276997 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.16 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 949 time: 0.1561713 Aug 30 12:56:12.361967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a7fe691-ee15-4ba6-8b9b-1b1c4af48689 req-e18956c9-8ac3-419b-be61-4fb37f0bacd7 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023414 Aug 30 12:56:12.366023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:12.390127 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f3dada0-c7ed-4702-ae62-9e644cd00e28 req-e8cd6796-03ec-4cc6-ac2e-a8fb87f2b156 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185751 Aug 30 12:56:12.407381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-f3949872-2dce-4413-9595-05f50ba0369e service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018804 Aug 30 12:56:12.439163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0cf61b71-19e1-4451-917e-646e48ee82fe req-270490e8-3f3c-478f-b559-d9c93a91f908 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056185 Aug 30 12:56:12.460767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.461457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:12.463398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] 10.222.0.35 "PUT /v2.0/ports/cb263de2-6e68-4b70-95f6-dc9b03199b35 HTTP/1.1" status: 200 len: 1094 time: 1.6417477 Aug 30 12:56:12.541302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa70fc-facd-48fe-8450-8709ed6c592e service neutron] Pushing event updated for resources: {'Port': ['ID=cb263de2-6e68-4b70-95f6-dc9b03199b35,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:12.560530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56856) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:12.565390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Deleting port b7635eb4-8edc-48dc-b953-0a35659d0d71 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:12.565811 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:12.611086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a659edf-5faa-4ab8-9857-acf8e8452c9c req-ecf2f6af-c005-4f12-b1fd-f87e9a0b162a tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.621563 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a659edf-5faa-4ab8-9857-acf8e8452c9c req-ecf2f6af-c005-4f12-b1fd-f87e9a0b162a tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 948 time: 0.1565247 Aug 30 12:56:12.643839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-9f71d5dc-b580-4ea3-81eb-16ec53f5b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.645957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-9f71d5dc-b580-4ea3-81eb-16ec53f5b3a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 1097 time: 0.1206496 Aug 30 12:56:12.711075 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-4c9abbe2-6d17-49de-9a9a-8c693e9731e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35 HTTP/1.1" status: 200 len: 217 time: 0.0515840 Aug 30 12:56:12.715365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e965e26e-d6d1-47cf-9c8d-4e4eae71eed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:12.726265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a659edf-5faa-4ab8-9857-acf8e8452c9c req-33707362-468b-49bd-a45a-3bce84149968 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036081 Aug 30 12:56:12.793130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-14f163cc-8404-4fa9-91f2-a0b6a154b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.795049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-14f163cc-8404-4fa9-91f2-a0b6a154b6f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0678406 Aug 30 12:56:12.816408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193518f3-9906-441b-ad8a-100c3fc88efc req-d160ac56-a54b-48fa-b39f-51fc8a828ed3 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.818637 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-193518f3-9906-441b-ad8a-100c3fc88efc req-d160ac56-a54b-48fa-b39f-51fc8a828ed3 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.2010398 Aug 30 12:56:12.858865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] For port b7635eb4-8edc-48dc-b953-0a35659d0d71, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b7635eb4-8edc-48dc-b953-0a35659d0d71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:12.859237 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:12.882621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-12b797f4-c75b-4780-a775-d134c138f3b7 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660277 Aug 30 12:56:12.884261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360d8a6-4f75-4bb4-ab51-f3c49f2ff9c6 req-6451bdc0-e358-4b50-a470-60522672d634 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.885814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c360d8a6-4f75-4bb4-ab51-f3c49f2ff9c6 req-6451bdc0-e358-4b50-a470-60522672d634 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 946 time: 0.0883858 Aug 30 12:56:12.891172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Calling delete_port for b7635eb4-8edc-48dc-b953-0a35659d0d71 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:12.899168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-55fe669c-7ddc-42ab-8a76-b70d527bea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:12.900945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-55fe669c-7ddc-42ab-8a76-b70d527bea19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905859 Aug 30 12:56:12.934263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-193518f3-9906-441b-ad8a-100c3fc88efc req-91310ba0-006e-47d3-b5ba-9b8fa65120cf tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002936 Aug 30 12:56:12.993196 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c360d8a6-4f75-4bb4-ab51-f3c49f2ff9c6 req-9f34ef67-98a8-47ed-8b11-f26b823fee47 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880003 Aug 30 12:56:13.050396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-85ed62d3-624f-45db-a4f8-4cc74e6a6072 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368418 Aug 30 12:56:13.143280 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e965e26e-d6d1-47cf-9c8d-4e4eae71eed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.159031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e965e26e-d6d1-47cf-9c8d-4e4eae71eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.185683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c375037-ea94-4d95-a915-8af88e7329a9 req-7e9a7ff1-3c22-4e56-977e-120ea0b2f1c9 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:13.187207 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c375037-ea94-4d95-a915-8af88e7329a9 req-7e9a7ff1-3c22-4e56-977e-120ea0b2f1c9 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 945 time: 0.1076245 Aug 30 12:56:13.188624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-5c5a415a-a20f-4e4c-bb00-591e7c71b04c tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:13.190077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-5c5a415a-a20f-4e4c-bb00-591e7c71b04c tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1097 time: 0.1448545 Aug 30 12:56:13.214531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f7df60-b06e-4368-a676-ce11c3963d74 req-9c191a17-9bc4-46b6-8f76-ca396c47bfd3 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462994 Aug 30 12:56:13.235930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee703f6-15fa-4171-b869-9204126bbd64 req-c6ac68f0-ce71-4a08-9b84-8c3b7d9bed2e tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:13.237453 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ee703f6-15fa-4171-b869-9204126bbd64 req-c6ac68f0-ce71-4a08-9b84-8c3b7d9bed2e tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/ports?device_id=f65eb746-f6da-4cac-bc78-fae7f5347212 HTTP/1.1" status: 200 len: 949 time: 0.1908422 Aug 30 12:56:13.241784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:13.246719 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c375037-ea94-4d95-a915-8af88e7329a9 req-07a17c85-4206-4676-ad30-2b4a506c25f3 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450413 Aug 30 12:56:13.294962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e965e26e-d6d1-47cf-9c8d-4e4eae71eed7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d47c1c396bd4df99f791682e22e2ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7331045 Aug 30 12:56:13.299599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56886) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:13.309321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965e26e-d6d1-47cf-9c8d-4e4eae71eed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ad1c15-310c-4388-927d-60deff535e8a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:13.367501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.373260 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36a835b8-3251-4f4f-ab3a-bc50b0793f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.380570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['b7635eb4-8edc-48dc-b953-0a35659d0d71'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:13.390783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:13.393092 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdafc09-9fed-43fc-8751-9788ca6d2600" -d '{"events": [{"name": "network-changed", "server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:13.416361 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ee703f6-15fa-4171-b869-9204126bbd64 req-7a27b438-69e3-4473-a5fc-1d2bfa628487 tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.37 "GET /v2.0/security-groups?id=23be04c7-7459-499f-bb20-5bbd7c00c974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456063 Aug 30 12:56:13.417355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36a835b8-3251-4f4f-ab3a-bc50b0793f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.438966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Pushing event deleted for resources: {'Port': ['ID=b7635eb4-8edc-48dc-b953-0a35659d0d71,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:13.441309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.507398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ff9a8876-3286-4b98-995c-1f30d2baec3d details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:13.525897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] No DVR routers for this DVR port b7635eb4-8edc-48dc-b953-0a35659d0d71 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:13.526105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36a835b8-3251-4f4f-ab3a-bc50b0793f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.534701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36a835b8-3251-4f4f-ab3a-bc50b0793f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.536691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36a835b8-3251-4f4f-ab3a-bc50b0793f18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71ad1c15-310c-4388-927d-60deff535e8a HTTP/1.1" status: 204 len: 168 time: 0.2369549 Aug 30 12:56:13.547545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a835b8-3251-4f4f-ab3a-bc50b0793f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ad1c15-310c-4388-927d-60deff535e8a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:13.559288 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.568380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc128128-a62d-43a8-b086-205d9c92ca2b req-fd9f1346-f639-427f-9c62-dd6b71660b0d tempest-ServersAdminNegativeTestJSON-174425575 tempest-ServersAdminNegativeTestJSON-174425575-project] 10.222.0.16 "DELETE /v2.0/ports/b7635eb4-8edc-48dc-b953-0a35659d0d71 HTTP/1.1" status: 204 len: 173 time: 1.2098804 Aug 30 12:56:13.578857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65eb746-f6da-4cac-bc78-fae7f5347212', 'name': 'network-vif-deleted', 'tag': 'b7635eb4-8edc-48dc-b953-0a35659d0d71'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:13.581155 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c983ffe8-e21b-4e08-945c-18794aaa3e58" -d '{"events": [{"server_uuid": "f65eb746-f6da-4cac-bc78-fae7f5347212", "name": "network-vif-deleted", "tag": "b7635eb4-8edc-48dc-b953-0a35659d0d71"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:13.722645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ff9a8876-3286-4b98-995c-1f30d2baec3d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ff9a8876-3286-4b98-995c-1f30d2baec3d,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:13.751474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-6551fa47-7772-4638-a343-e7f66db92dad tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=cd401cf80a2c453bab1098fa85ca9dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393355 Aug 30 12:56:13.752240 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'ff9a8876-3286-4b98-995c-1f30d2baec3d', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'ff9a8876-3286-4b98-995c-1f30d2baec3d', 'mac_address': 'fa:16:3e:20:e9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:56:13.806496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbb479-add8-431a-bc8e-e1eaad8fbe60 req-035e8fbc-0cb9-4152-90fc-b8e22b935687 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:13.814069 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-efdbb479-add8-431a-bc8e-e1eaad8fbe60 req-035e8fbc-0cb9-4152-90fc-b8e22b935687 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.2562311 Aug 30 12:56:13.829246 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.850098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff9a8876-3286-4b98-995c-1f30d2baec3d {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:13.869146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ff9a8876-3286-4b98-995c-1f30d2baec3d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ff9a8876-3286-4b98-995c-1f30d2baec3d,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:13.875691 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:13.935994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ff9a8876-3286-4b98-995c-1f30d2baec3d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:13.940634 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-efdbb479-add8-431a-bc8e-e1eaad8fbe60 req-fa3e1a3b-bd8b-45fc-b473-ed092617da94 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254947 Aug 30 12:56:13.952168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:13.955600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-78522e11-4702-4e9c-afda-11e07c8f67f4 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:13.957213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-78522e11-4702-4e9c-afda-11e07c8f67f4 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980634 Aug 30 12:56:13.975760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-4869b498-093d-4b06-b42a-1d3d5bece02a tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/quotas/cd401cf80a2c453bab1098fa85ca9dad HTTP/1.1" status: 200 len: 375 time: 0.0116489 Aug 30 12:56:13.998732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:14.052988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-36cfdc83-37d4-48c3-af68-d93961552d31 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd401cf80a2c453bab1098fa85ca9dad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700355 Aug 30 12:56:14.058076 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ab31a5-6156-46b0-8355-262787f84f40 x-openstack-request-id: req-16ab31a5-6156-46b0-8355-262787f84f40 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:14.058370 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:14.058626 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16ab31a5-6156-46b0-8355-262787f84f40 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:14.059098 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35', 'status': 'completed', 'code': 200} Aug 30 12:56:14.120517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-e739f6f0-6cde-4f2c-a174-fc6c153b34d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:14.148008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-e739f6f0-6cde-4f2c-a174-fc6c153b34d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 1097 time: 0.0784292 Aug 30 12:56:14.281795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193ac45-e1c9-49a8-b3d6-1a6258751168 req-842e3a18-0a35-4be2-9d22-ccab4b766fa3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:14.289040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-2227ed4a-0f99-4d2d-8cae-ef285cb40053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:14.290881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-2227ed4a-0f99-4d2d-8cae-ef285cb40053 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1406448 Aug 30 12:56:14.298266 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7193ac45-e1c9-49a8-b3d6-1a6258751168 req-842e3a18-0a35-4be2-9d22-ccab4b766fa3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 946 time: 0.1980567 Aug 30 12:56:14.307501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ff9a8876-3286-4b98-995c-1f30d2baec3d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:14.316136 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c72dadf-f01c-4712-8a6b-372adf469691 x-openstack-request-id: req-3c72dadf-f01c-4712-8a6b-372adf469691 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:14.316426 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65eb746-f6da-4cac-bc78-fae7f5347212", "name": "network-vif-deleted", "tag": "b7635eb4-8edc-48dc-b953-0a35659d0d71", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:14.317415 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c72dadf-f01c-4712-8a6b-372adf469691 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:14.318225 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65eb746-f6da-4cac-bc78-fae7f5347212', 'name': 'network-vif-deleted', 'tag': 'b7635eb4-8edc-48dc-b953-0a35659d0d71', 'status': 'completed', 'code': 200} Aug 30 12:56:14.324785 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:14.353843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:14.354467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-51b94114-1d3a-48c2-9b39-8d7706984a89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35 HTTP/1.1" status: 200 len: 217 time: 0.0558689 Aug 30 12:56:14.413752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7193ac45-e1c9-49a8-b3d6-1a6258751168 req-a6c315f7-ae94-4c0c-a432-5d7249118870 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100042 Aug 30 12:56:14.461184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd325d1-d238-4169-a248-ebb184ec0908,revision_number=7']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:14.493855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 on host n-h2-688802-6 for vnic_type normal with profile {"migrating_to": "n-h1-688802-6"} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:14.494273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:14.494685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:14.501262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Port ecd325d1-d238-4169-a248-ebb184ec0908 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:14.501691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Attempting to bind port ecd325d1-d238-4169-a248-ebb184ec0908 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:14.509213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:14.509746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:14.510127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:14.511114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Bound port: ecd325d1-d238-4169-a248-ebb184ec0908, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:14.511114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:14.607238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-e54f29a1-ca51-4caa-9394-ab238993ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:14.609734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-e54f29a1-ca51-4caa-9394-ab238993ab69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2462890 Aug 30 12:56:14.636349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:14.640491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:14.655037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267cb3-45fe-4494-91a1-01187583eaa4 req-643712e2-73cb-46b9-b6b7-3e8fda95056a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:14.656636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8267cb3-45fe-4494-91a1-01187583eaa4 req-643712e2-73cb-46b9-b6b7-3e8fda95056a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 946 time: 0.0902834 Aug 30 12:56:14.658498 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:14.659688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29095a-301e-44e2-9285-450f988a01db req-2c657293-4136-4ed5-a2e8-79cca4b4cf4a tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:14.667854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e29095a-301e-44e2-9285-450f988a01db req-2c657293-4136-4ed5-a2e8-79cca4b4cf4a tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 949 time: 0.2804492 Aug 30 12:56:14.748846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-bcffed3e-c2dd-4bb1-b274-ccbd664a0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:14.763716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-bcffed3e-c2dd-4bb1-b274-ccbd664a0c15 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403775 Aug 30 12:56:14.781165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ecd325d1-d238-4169-a248-ebb184ec0908,revision_number=8']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:14.799508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8267cb3-45fe-4494-91a1-01187583eaa4 req-30f8ef8b-65cc-4616-8f30-ed7f28b77720 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301608 Aug 30 12:56:14.808954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:14.810421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:14.812281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d462e7a3-4cbf-43aa-935a-e8c4319185c9 service neutron] 10.222.0.16 "PUT /v2.0/ports/ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 1122 time: 1.6120636 Aug 30 12:56:14.862314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e29095a-301e-44e2-9285-450f988a01db req-dad9c9b5-d535-4893-805d-7711e7196702 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931717 Aug 30 12:56:14.897609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3a88713-90a9-4373-b51b-840c5888ddb3 req-cf900539-476f-4e2e-b54a-b6f8a4d97a05 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 210 time: 0.0379615 Aug 30 12:56:14.947280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-5bae76dd-55c8-48af-8bbf-0fa14068fad5 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742580 Aug 30 12:56:15.010881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ecd325d1-d238-4169-a248-ebb184ec0908'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:15.085422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fdafc09-9fed-43fc-8751-9788ca6d2600 req-1dcd7444-d981-430d-bc71-dc195f84e271 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314783 Aug 30 12:56:15.112761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbe309-a6e4-4fad-a380-95829d921716 req-7b8ad077-84ff-4128-ab25-e249f1ec3f31 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:15.120641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cccbe309-a6e4-4fad-a380-95829d921716 req-7b8ad077-84ff-4128-ab25-e249f1ec3f31 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 945 time: 0.1654522 Aug 30 12:56:15.176338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cccbe309-a6e4-4fad-a380-95829d921716 req-c7d08387-8397-4a37-80df-30e40e89e19a tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545430 Aug 30 12:56:15.203085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627ad28-4d26-4f78-a681-e1d5ae10f583 req-46b6d236-41d1-4f24-8566-b2d70c1b4bf3 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:15.209314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8627ad28-4d26-4f78-a681-e1d5ae10f583 req-46b6d236-41d1-4f24-8566-b2d70c1b4bf3 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.0995722 Aug 30 12:56:15.304712 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8627ad28-4d26-4f78-a681-e1d5ae10f583 req-312f0071-3d7f-4826-9a1d-d56fe14d932f tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800683 Aug 30 12:56:15.323093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ed209-1fbb-4d6f-bfff-a64f5d012e03 req-b7dc6746-4df2-4889-9eb5-ac927e760a60 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:15.328591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec0ed209-1fbb-4d6f-bfff-a64f5d012e03 req-b7dc6746-4df2-4889-9eb5-ac927e760a60 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 945 time: 0.0720994 Aug 30 12:56:15.333492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56958) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:15.339034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2da3fb18-2c62-40e8-8477-9284d368e76b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Request body: {'floatingip': {'port_id': '68ce3b8c-a75f-4493-8406-bdc187688bf9'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:15.450475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56962) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:15.506859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da3fb18-2c62-40e8-8477-9284d368e76b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:15.510211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ff9a8876-3286-4b98-995c-1f30d2baec3d up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:15.631484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port ff9a8876-3286-4b98-995c-1f30d2baec3d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:15.636750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port ff9a8876-3286-4b98-995c-1f30d2baec3d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:15.637194 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:15.709504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-179f9cfb-b1f9-4902-ab45-5809fa74b3b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=daa21817b5964dbdb1503dbf290c5117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577918 Aug 30 12:56:15.712046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56976) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:15.766168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d7ed7-fb9e-4db3-898d-0fd52f46286e req-b5104f6b-383f-4296-b1e0-ed38873b1ba4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:15.783914 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c9d7ed7-fb9e-4db3-898d-0fd52f46286e req-b5104f6b-383f-4296-b1e0-ed38873b1ba4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 944 time: 0.2571771 Aug 30 12:56:15.796723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-d73882c5-8e25-4438-be76-3691493b1e2f tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=cd401cf80a2c453bab1098fa85ca9dad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287383 Aug 30 12:56:15.842511 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:15.896944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dd1378-28ac-4ccf-b289-f2ecf5f31d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a8876-3286-4b98-995c-1f30d2baec3d'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:15.900906 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0206a5f4-52b8-44b4-8ab9-32d17f52c594" -d '{"events": [{"server_uuid": "31dd1378-28ac-4ccf-b289-f2ecf5f31d12", "name": "network-vif-plugged", "status": "completed", "tag": "ff9a8876-3286-4b98-995c-1f30d2baec3d"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:15.961507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ff9a8876-3286-4b98-995c-1f30d2baec3d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ff9a8876-3286-4b98-995c-1f30d2baec3d,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:15.976719 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:15.995266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c9d7ed7-fb9e-4db3-898d-0fd52f46286e req-561b0135-a995-42d8-9f2e-9c084c25ee8a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105165 Aug 30 12:56:16.001461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4864c32b-595f-4fe9-b1ac-f01fb96f4e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:16.048902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-8629ba78-1dfa-481b-a9a4-38aa694e2291 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:16.061223 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-8629ba78-1dfa-481b-a9a4-38aa694e2291 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390337 Aug 30 12:56:16.065781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ff9a8876-3286-4b98-995c-1f30d2baec3d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:16.082953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Request body: {'port': {'device_id': '701e3870-f3c4-4806-922a-2de7f0786e91', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'cd401cf80a2c453bab1098fa85ca9dad'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:16.137200 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4864c32b-595f-4fe9-b1ac-f01fb96f4e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:16.325780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908'}, {'name': 'network-changed', 'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:16.328073 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a2ad51-2c0f-4137-92b7-a6e98d701e76" -d '{"events": [{"server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908"}, {"name": "network-changed", "server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:16.363061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Made reservation on behalf of cd401cf80a2c453bab1098fa85ca9dad for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:16.370365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:16.391844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:16.432649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4864c32b-595f-4fe9-b1ac-f01fb96f4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:16.437234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4864c32b-595f-4fe9-b1ac-f01fb96f4e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:16.438285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4864c32b-595f-4fe9-b1ac-f01fb96f4e17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23be04c7-7459-499f-bb20-5bbd7c00c974 HTTP/1.1" status: 204 len: 168 time: 0.7249086 Aug 30 12:56:16.490652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864c32b-595f-4fe9-b1ac-f01fb96f4e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23be04c7-7459-499f-bb20-5bbd7c00c974,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:16.582946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:16.589606 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:16.622544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57014) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:16.634962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc88138-e24a-4b3a-94e7-62f6e94320fb req-449c11f6-6e47-4f8e-bb7c-906029119082 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:16.636554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fcc88138-e24a-4b3a-94e7-62f6e94320fb req-449c11f6-6e47-4f8e-bb7c-906029119082 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 946 time: 0.1901104 Aug 30 12:56:16.716590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f247de10-532a-4d6a-8eca-fe0e168b7663,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:16.853521 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Allocated IP 192.168.233.181 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/f8c7d485-8855-49a4-a4c7-ef106b59ee0c) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:16.961306 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32ec4b98-b61f-4538-87a5-e9000fc297bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:16.961965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-7efca3c1-0cb4-49b2-8d22-b6914b6d3944 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:56:16.962993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-7efca3c1-0cb4-49b2-8d22-b6914b6d3944 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178814 Aug 30 12:56:16.981653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Request body: {'binding': {'host': 'n-h2-688802-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:16.982126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Unknown quota resources ['binding']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 12:56:17.002378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ecd325d1-d238-4169-a248-ebb184ec0908 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:17.035718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57020) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:17.052131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fcc88138-e24a-4b3a-94e7-62f6e94320fb req-5c105b2e-6c76-4b51-812e-bb5da8136c52 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981729 Aug 30 12:56:17.055660 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da3fb18-2c62-40e8-8477-9284d368e76b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.075240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da3fb18-2c62-40e8-8477-9284d368e76b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.142790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device b7635eb4-8edc-48dc-b953-0a35659d0d71 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:17.167789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: b7635eb4-8edc-48dc-b953-0a35659d0d71 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:17.168127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device b7635eb4-8edc-48dc-b953-0a35659d0d71 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:17.172448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:17.186400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ecd325d1-d238-4169-a248-ebb184ec0908 has no active binding in host n-h1-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 12:56:17.253960 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b4b3ba80-4a5b-4c2f-b6e1-370b82a70abb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=454c62624e7e414095377fdefd64d670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172060 Aug 30 12:56:17.259743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57024) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:17.296115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83582291-1b72-44ce-8a82-c89044822f51 req-ab3b1811-a414-4ddc-94b6-203678ce1909 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:17.297601 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83582291-1b72-44ce-8a82-c89044822f51 req-ab3b1811-a414-4ddc-94b6-203678ce1909 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 950 time: 0.1436980 Aug 30 12:56:17.338386 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-2da3fb18-2c62-40e8-8477-9284d368e76b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Floating IP d3af2b03-c8cf-4e6f-b844-dadc254bc738 associated. External IP: 172.25.2.242, port: 68ce3b8c-a75f-4493-8406-bdc187688bf9. Aug 30 12:56:17.365903 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.391202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27a8f417-a9f8-483b-8a14-95cb2e1c8129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.398889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Transition to ACTIVE for port object f8c7d485-8855-49a4-a4c7-ef106b59ee0c will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:17.406213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on host n-h2-688802-6 for vnic_type normal with profile None {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:17.406551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:17.406895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:17.412892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83582291-1b72-44ce-8a82-c89044822f51 req-09165336-b4bb-427a-9526-eb39e5cb4309 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062002 Aug 30 12:56:17.420526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:17.421101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:17.436521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27a8f417-a9f8-483b-8a14-95cb2e1c8129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.456444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:17.456781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:17.458274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:17.458825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Bound port: 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:17.500577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32ec4b98-b61f-4538-87a5-e9000fc297bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.506330 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.507957 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32ec4b98-b61f-4538-87a5-e9000fc297bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.519645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cb263de2-6e68-4b70-95f6-dc9b03199b35 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:17.593142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:17.595850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:17.598860 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-32ec4b98-b61f-4538-87a5-e9000fc297bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e5a4c07b6064aebb55792eca8eba0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9752822 Aug 30 12:56:17.602133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:17.602660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57026) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:17.603939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27a8f417-a9f8-483b-8a14-95cb2e1c8129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.606439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27a8f417-a9f8-483b-8a14-95cb2e1c8129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.607561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-27a8f417-a9f8-483b-8a14-95cb2e1c8129 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a93e507-f2cc-4828-b15d-d6bc786bd722 HTTP/1.1" status: 204 len: 168 time: 0.3468940 Aug 30 12:56:17.608260 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.608381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec4b98-b61f-4538-87a5-e9000fc297bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea18d6-e9b4-4f22-bd35-2e32e6eaee93,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:17.610876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:17.621428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-68e30d9c-5b76-456c-949b-e71aa65c24c7 service neutron] 10.222.0.37 "POST /v2.0/ports/6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73/bindings HTTP/1.1" status: 201 len: 389 time: 0.6498654 Aug 30 12:56:17.629756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a25f1-ccad-42b1-902e-8534897cf7ee req-d0eb8e75-5427-4785-acea-a3bd7ddefd63 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:17.639467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-812a25f1-ccad-42b1-902e-8534897cf7ee req-d0eb8e75-5427-4785-acea-a3bd7ddefd63 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 936 time: 0.1473866 Aug 30 12:56:17.706810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:17.709638 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.736734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:17.747864 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2327c5c8-38d5-4ef6-846b-8308b5385e0a x-openstack-request-id: req-2327c5c8-38d5-4ef6-846b-8308b5385e0a {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:17.748076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Pushing event updated for resources: {'Port': ['ID=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:17.748296 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dd1378-28ac-4ccf-b289-f2ecf5f31d12", "name": "network-vif-plugged", "status": "completed", "tag": "ff9a8876-3286-4b98-995c-1f30d2baec3d", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:17.748613 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2327c5c8-38d5-4ef6-846b-8308b5385e0a {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:17.749197 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dd1378-28ac-4ccf-b289-f2ecf5f31d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff9a8876-3286-4b98-995c-1f30d2baec3d', 'code': 200} Aug 30 12:56:17.755979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'cb263de2-6e68-4b70-95f6-dc9b03199b35', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'cb263de2-6e68-4b70-95f6-dc9b03199b35', 'mac_address': 'fa:16:3e:28:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:56:17.792051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8f417-a9f8-483b-8a14-95cb2e1c8129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a93e507-f2cc-4828-b15d-d6bc786bd722,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:17.802796 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad0f64-9b3d-4692-9004-6c7599c25510 x-openstack-request-id: req-c2ad0f64-9b3d-4692-9004-6c7599c25510 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:17.807024 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "name": "network-vif-unplugged", "status": "completed", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908", "code": 200}, {"name": "network-changed", "server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:17.807291 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2ad0f64-9b3d-4692-9004-6c7599c25510 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:17.807723 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908', 'code': 200} Aug 30 12:56:17.808135 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908', 'status': 'completed', 'code': 200} Aug 30 12:56:17.819224 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-3a22cb62-5024-4a3e-a9f1-dea4b8bbdcfb tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7455590 Aug 30 12:56:17.822644 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.835542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Request body: {'port': {'device_id': '701e3870-f3c4-4806-922a-2de7f0786e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:17.842460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb263de2-6e68-4b70-95f6-dc9b03199b35 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:17.891975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:17.912369 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:17.974309 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-812a25f1-ccad-42b1-902e-8534897cf7ee req-c16d1fc5-a674-48ec-96cd-0339b2029970 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233252 Aug 30 12:56:18.000851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=cb263de2-6e68-4b70-95f6-dc9b03199b35,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:18.010722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da3fb18-2c62-40e8-8477-9284d368e76b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Router 3aee0e33-5ca4-4f94-b384-d0faca294942 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:56:18.029138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-892f62bf-6a01-4bfb-835e-43a257147f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.053415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf871e-2834-445f-b6ab-467de15770ee req-fb9790ca-209a-4f77-a447-a466cac1f568 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:18.060961 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2bf871e-2834-445f-b6ab-467de15770ee req-fb9790ca-209a-4f77-a447-a466cac1f568 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 944 time: 0.1674776 Aug 30 12:56:18.062949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bda3654d-44ac-4633-ae9d-e34baeceffcc None None] Provisioning for port f8c7d485-8855-49a4-a4c7-ef106b59ee0c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:18.067892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bda3654d-44ac-4633-ae9d-e34baeceffcc None None] Provisioning complete for port f8c7d485-8855-49a4-a4c7-ef106b59ee0c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:18.068718 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bda3654d-44ac-4633-ae9d-e34baeceffcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.072959 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.076140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-057286c9-9d81-4c41-a510-8f0f8bb8f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:18.077724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-057286c9-9d81-4c41-a510-8f0f8bb8f579 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1125 time: 0.1953897 Aug 30 12:56:18.092242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87d342-81cb-4e26-bb10-8b222dc56173 req-b57467bd-8045-4455-be3e-c09c8c0a960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:18.094264 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d87d342-81cb-4e26-bb10-8b222dc56173 req-b57467bd-8045-4455-be3e-c09c8c0a960c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 1101 time: 0.1815429 Aug 30 12:56:18.111487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bda3654d-44ac-4633-ae9d-e34baeceffcc None None] Port f8c7d485-8855-49a4-a4c7-ef106b59ee0c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:56:18.114363 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-892f62bf-6a01-4bfb-835e-43a257147f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.139276 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2bf871e-2834-445f-b6ab-467de15770ee req-4f574c28-2dc5-43aa-866f-682178e7d278 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761073 Aug 30 12:56:18.257963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-9a475aed-2455-421b-a2d5-05cb3a83a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:18.259548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-9a475aed-2455-421b-a2d5-05cb3a83a730 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1096 time: 0.2843771 Aug 30 12:56:18.333894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932193b9-c925-403e-b8cb-5cf9cc3a95ee req-d5458291-90cd-464f-b708-9fa6a41a1643 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:18.336177 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-932193b9-c925-403e-b8cb-5cf9cc3a95ee req-d5458291-90cd-464f-b708-9fa6a41a1643 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 947 time: 0.1053205 Aug 30 12:56:18.397424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d87d342-81cb-4e26-bb10-8b222dc56173 req-011a5c27-8efc-4574-8122-e33ae2c0935b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656150 Aug 30 12:56:18.417852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['cb263de2-6e68-4b70-95f6-dc9b03199b35'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:18.426827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-932193b9-c925-403e-b8cb-5cf9cc3a95ee req-7e35fd20-d5b4-4277-aacd-5c0723475f3d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802186 Aug 30 12:56:18.469795 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e29de-77eb-4458-bad3-de248fc82e42 req-4057c317-81d6-4a9e-bde0-fe33641e61a3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:18.471364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b9e29de-77eb-4458-bad3-de248fc82e42 req-4057c317-81d6-4a9e-bde0-fe33641e61a3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 945 time: 0.3681023 Aug 30 12:56:18.559066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-1c583cd4-3da7-4ef8-b0a3-28f7c6d6c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:18.560681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-1c583cd4-3da7-4ef8-b0a3-28f7c6d6c2bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.2768357 Aug 30 12:56:18.562149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-892f62bf-6a01-4bfb-835e-43a257147f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.565877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-892f62bf-6a01-4bfb-835e-43a257147f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.568302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-892f62bf-6a01-4bfb-835e-43a257147f5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0ea18d6-e9b4-4f22-bd35-2e32e6eaee93 HTTP/1.1" status: 204 len: 168 time: 0.9636331 Aug 30 12:56:18.585644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c7d485-8855-49a4-a4c7-ef106b59ee0c {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:18.590325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-4ed48f7d-f0b4-48a9-aa67-5da471f9bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:18.593101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-4ed48f7d-f0b4-48a9-aa67-5da471f9bfa1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.4917197 Aug 30 12:56:18.608696 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13432b-5030-4d33-a256-27158047ebf3 req-1f08c312-b3d6-4cec-9a13-2201e8451a56 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:18.611078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a13432b-5030-4d33-a256-27158047ebf3 req-1f08c312-b3d6-4cec-9a13-2201e8451a56 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 950 time: 0.0849490 Aug 30 12:56:18.613822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.615424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da3fb18-2c62-40e8-8477-9284d368e76b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:56:18.632464 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] Sync routers for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:56:18.649998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Transition to ACTIVE for port object f8c7d485-8855-49a4-a4c7-ef106b59ee0c will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:18.654804 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:18.655750 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:18.660209 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.671844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da3fb18-2c62-40e8-8477-9284d368e76b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.713768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:18.721471 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a13432b-5030-4d33-a256-27158047ebf3 req-9ecbd8af-45a9-40f8-8bdc-0c3e22733d4b tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030128 Aug 30 12:56:18.744288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b9e29de-77eb-4458-bad3-de248fc82e42 req-b7648c1d-c007-43ae-bb7f-d8c538fc2dac tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601874 Aug 30 12:56:18.748646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2da3fb18-2c62-40e8-8477-9284d368e76b tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "PUT /v2.0/floatingips/d3af2b03-c8cf-4e6f-b844-dadc254bc738 HTTP/1.1" status: 200 len: 991 time: 3.4121745 Aug 30 12:56:18.749680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f62bf-6a01-4bfb-835e-43a257147f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea18d6-e9b4-4f22-bd35-2e32e6eaee93,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:18.761770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a222516b-b773-4584-8726-18345d48ffbe', 'tag': '68ce3b8c-a75f-4493-8406-bdc187688bf9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:18.767181 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609899a2-d149-4a23-bbd7-89cfece86833" -d '{"events": [{"name": "network-changed", "server_uuid": "a222516b-b773-4584-8726-18345d48ffbe", "tag": "68ce3b8c-a75f-4493-8406-bdc187688bf9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:18.814553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57062) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:18.860527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Attempting to bind port f8c7d485-8855-49a4-a4c7-ef106b59ee0c on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:18.860872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Attempting to bind port f8c7d485-8855-49a4-a4c7-ef106b59ee0c by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:18.861207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Attempting to bind port f8c7d485-8855-49a4-a4c7-ef106b59ee0c on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:18.867083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Port f8c7d485-8855-49a4-a4c7-ef106b59ee0c on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:18.867478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Attempting to bind port f8c7d485-8855-49a4-a4c7-ef106b59ee0c on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:18.873584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:18.873959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:18.874394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:18.874927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Bound port: f8c7d485-8855-49a4-a4c7-ef106b59ee0c, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:18.875308 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:18.894251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-7616c7f4-da9e-45ce-b2ea-0417696d9242 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.1806397 Aug 30 12:56:18.904328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-a1382e8b-6c0e-469d-9f68-d28e6ee2a824 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 HTTP/1.1" status: 200 len: 217 time: 0.1993182 Aug 30 12:56:18.929399 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bef146-01db-4985-847b-bf9befcba26c x-openstack-request-id: req-d1bef146-01db-4985-847b-bf9befcba26c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:18.929759 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a222516b-b773-4584-8726-18345d48ffbe", "tag": "68ce3b8c-a75f-4493-8406-bdc187688bf9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:18.930141 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1bef146-01db-4985-847b-bf9befcba26c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:18.930622 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a222516b-b773-4584-8726-18345d48ffbe', 'tag': '68ce3b8c-a75f-4493-8406-bdc187688bf9', 'status': 'completed', 'code': 200} Aug 30 12:56:19.049139 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:19.053426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-network', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:19.058112 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] For port f8c7d485-8855-49a4-a4c7-ef106b59ee0c, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:19.062747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609899a2-d149-4a23-bbd7-89cfece86833 req-1e88d83e-dcaa-4b3a-ac93-10d25e36f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.064271 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609899a2-d149-4a23-bbd7-89cfece86833 req-1e88d83e-dcaa-4b3a-ac93-10d25e36f5fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3d1015602d54330ba4f72bec9251580&device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 1096 time: 0.1126208 Aug 30 12:56:19.092258 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] For port f8c7d485-8855-49a4-a4c7-ef106b59ee0c, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:19.134769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57072) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:19.135948 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.233422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Made reservation on behalf of f814b9387dc748e1a98d55dcc2e523c3 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:19.236057 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.245365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-466f4a17-253c-4117-b30c-f52b5200d3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.247000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-466f4a17-253c-4117-b30c-f52b5200d3f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.3154991 Aug 30 12:56:19.255940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.256575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.258151 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] 10.222.0.16 "PUT /v2.0/ports/f8c7d485-8855-49a4-a4c7-ef106b59ee0c HTTP/1.1" status: 200 len: 1096 time: 1.4317918 Aug 30 12:56:19.277411 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f6afc0ff-33a6-4576-b7e3-e7e67471f99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.314205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.332811 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-75708aef-dabd-4b4e-828d-f716149db6e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605688 Aug 30 12:56:19.397631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609899a2-d149-4a23-bbd7-89cfece86833 req-85124ce7-f609-4385-a0ff-f5a8f0222eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.399127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609899a2-d149-4a23-bbd7-89cfece86833 req-85124ce7-f609-4385-a0ff-f5a8f0222eeb service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3e2131-5260-4689-b845-ccc39c3f1e8d HTTP/1.1" status: 200 len: 925 time: 0.3233123 Aug 30 12:56:19.441311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-2f4651a0-3db5-4061-9cbb-c4c9f4dd70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.444582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-2f4651a0-3db5-4061-9cbb-c4c9f4dd70e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.5310926 Aug 30 12:56:19.479748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb68dd-c791-4950-805b-b491de7459d1 req-31e12c2f-7147-40fe-8b2f-e1a4f04a0992 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.481855 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0eb68dd-c791-4950-805b-b491de7459d1 req-31e12c2f-7147-40fe-8b2f-e1a4f04a0992 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 948 time: 0.2338583 Aug 30 12:56:19.509035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-70f1bebc-71fe-4565-af61-8b3e119fd4cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514517 Aug 30 12:56:19.519612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cb263de2-6e68-4b70-95f6-dc9b03199b35 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:19.538738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9512fa-626e-4149-aa8e-8bc301a4c0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:19.559253 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f6afc0ff-33a6-4576-b7e3-e7e67471f99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.569528 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd3af2b03-c8cf-4e6f-b844-dadc254bc738', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'port_id': '68ce3b8c-a75f-4493-8406-bdc187688bf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'mac_address': 'fa:16:3e:f9:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222516b-b773-4584-8726-18345d48ffbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T12:55:55Z', 'updated_at': '2021-08-30T12:56:16Z', 'revision_number': 1, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:19.603933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f6afc0ff-33a6-4576-b7e3-e7e67471f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.604332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port cb263de2-6e68-4b70-95f6-dc9b03199b35 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:19.608369 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] Checking router: 3aee0e33-5ca4-4f94-b384-d0faca294942 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:56:19.609802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port cb263de2-6e68-4b70-95f6-dc9b03199b35 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:19.610445 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.620436 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:19.621276 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:19.621501 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-06478507-6808-4b40-8167-e4f2b506eca1 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742934 Aug 30 12:56:19.623562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34e77e-bbe2-4705-aa54-9bd5ec4c78c0 req-234c481e-5f05-496a-b98b-34651c6634e8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.626402 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de34e77e-bbe2-4705-aa54-9bd5ec4c78c0 req-234c481e-5f05-496a-b98b-34651c6634e8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 944 time: 0.3941205 Aug 30 12:56:19.655118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-4f478003-6502-437c-bae9-52043c9089ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.656759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-4f478003-6502-437c-bae9-52043c9089ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cd401cf80a2c453bab1098fa85ca9dad&device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 1099 time: 0.2654977 Aug 30 12:56:19.662734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0eb68dd-c791-4950-805b-b491de7459d1 req-2afdecc6-bc00-49f7-8a56-34973e680f09 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642876 Aug 30 12:56:19.672170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609899a2-d149-4a23-bbd7-89cfece86833 req-8add53ac-551d-47f4-9283-0a0223011d7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68ce3b8c-a75f-4493-8406-bdc187688bf9 HTTP/1.1" status: 200 len: 999 time: 0.2497108 Aug 30 12:56:19.708724 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.754119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:19.757386 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9e92f7-ba44-4881-9565-ee72a3a123b0" -d '{"events": [{"server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "name": "network-vif-plugged", "status": "completed", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:19.780382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:19.788540 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:19.796220 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:19.810489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701e3870-f3c4-4806-922a-2de7f0786e91', 'tag': 'f8c7d485-8855-49a4-a4c7-ef106b59ee0c'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:19.812852 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6851dba-41a4-4897-ab69-c661c43ecd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "701e3870-f3c4-4806-922a-2de7f0786e91", "tag": "f8c7d485-8855-49a4-a4c7-ef106b59ee0c"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:19.822679 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-ef6d7120-be54-4ff9-95af-27c25416a13f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=f8c7d485-8855-49a4-a4c7-ef106b59ee0c HTTP/1.1" status: 200 len: 217 time: 0.1484895 Aug 30 12:56:19.829477 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f6afc0ff-33a6-4576-b7e3-e7e67471f99f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75371db0261e4d559b838b24ebb0e342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910365 Aug 30 12:56:19.830505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afc0ff-33a6-4576-b7e3-e7e67471f99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c15d73-321f-4f8a-a614-7eee6f5f66d8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:19.838631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57086) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:19.900859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=cb263de2-6e68-4b70-95f6-dc9b03199b35,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:19.906660 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-48a4f901-029e-477c-9aea-89685091b0bf service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616002 Aug 30 12:56:19.914520 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de34e77e-bbe2-4705-aa54-9bd5ec4c78c0 req-644d512f-64d2-4d28-8bc7-19c6b7575494 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565541 Aug 30 12:56:19.927785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609899a2-d149-4a23-bbd7-89cfece86833 req-02fd72f9-1104-41eb-ba1d-78eb97c4ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.943932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609899a2-d149-4a23-bbd7-89cfece86833 req-02fd72f9-1104-41eb-ba1d-78eb97c4ee66 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=847ae926-76df-4ae1-bf8f-f4b3c291ba50 HTTP/1.1" status: 200 len: 863 time: 0.2329125 Aug 30 12:56:19.964685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-1aee4b96-4aee-41d8-88ec-76e30ddf2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:19.970451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-1aee4b96-4aee-41d8-88ec-76e30ddf2f8e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1232283 Aug 30 12:56:20.031582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed392b-8610-4cf8-b5d0-10a5363055a7 req-8b5e80a3-1a0a-4210-8a8c-f1d9d8e81b7b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:20.038188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bed392b-8610-4cf8-b5d0-10a5363055a7 req-8b5e80a3-1a0a-4210-8a8c-f1d9d8e81b7b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.2551882 Aug 30 12:56:20.052526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-50938352-18e0-48d5-b39d-991d33ad62ef service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141600 Aug 30 12:56:20.130211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-d6bb6c63-63e3-4005-a908-60a7df3a5bfb service neutron] 10.222.0.35 "GET /v2.0/ports/ecd325d1-d238-4169-a248-ebb184ec0908/bindings/n-h1-688802-6 HTTP/1.1" status: 200 len: 384 time: 0.2721131 Aug 30 12:56:20.131005 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.136006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609899a2-d149-4a23-bbd7-89cfece86833 req-e0a42bbb-790f-4621-9724-2d0b267539cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:20.137257 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-226bc4c9-b8d8-4177-b87a-0f09f560c66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.137695 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609899a2-d149-4a23-bbd7-89cfece86833 req-e0a42bbb-790f-4621-9724-2d0b267539cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3e2131-5260-4689-b845-ccc39c3f1e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655314 Aug 30 12:56:20.142752 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.150983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-af1f4dd6-a4ca-4dba-9f62-e7e275033766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:20.152593 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-af1f4dd6-a4ca-4dba-9f62-e7e275033766 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708062 Aug 30 12:56:20.160039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209ac49-adaf-4ce0-966d-084d06835338 req-86aa17f0-63c1-4585-b40a-c5cac5b78bc1 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:20.161646 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4209ac49-adaf-4ce0-966d-084d06835338 req-86aa17f0-63c1-4585-b40a-c5cac5b78bc1 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 950 time: 0.1237342 Aug 30 12:56:20.179482 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd3af2b03-c8cf-4e6f-b844-dadc254bc738', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'port_id': '68ce3b8c-a75f-4493-8406-bdc187688bf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'mac_address': 'fa:16:3e:f9:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222516b-b773-4584-8726-18345d48ffbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T12:55:55Z', 'updated_at': '2021-08-30T12:56:16Z', 'revision_number': 1, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:20.186752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bed392b-8610-4cf8-b5d0-10a5363055a7 req-85f15e20-32b1-4b69-85c0-ab06391e1bba tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198156 Aug 30 12:56:20.219174 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52b1a3e-efd0-4eed-80aa-38eaf286d770 None None] The sync data for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 is: [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd3af2b03-c8cf-4e6f-b844-dadc254bc738', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'port_id': '68ce3b8c-a75f-4493-8406-bdc187688bf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'mac_address': 'fa:16:3e:f9:57:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a222516b-b773-4584-8726-18345d48ffbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T12:55:55Z', 'updated_at': '2021-08-30T12:56:16Z', 'revision_number': 1, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:56:20.244774 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-226bc4c9-b8d8-4177-b87a-0f09f560c66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.248994 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e59a475-cc20-461a-8225-c1dd0e1127be x-openstack-request-id: req-0e59a475-cc20-461a-8225-c1dd0e1127be {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:20.249285 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "name": "network-vif-plugged", "status": "completed", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:20.249536 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0e59a475-cc20-461a-8225-c1dd0e1127be {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:20.249948 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35', 'code': 200} Aug 30 12:56:20.279757 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53a2ad51-2c0f-4137-92b7-a6e98d701e76 req-9ad1c6c6-7817-4b1c-b550-249bcda4f217 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606575 Aug 30 12:56:20.289582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:56:20.333212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed10f671-b95f-482d-82fe-b588acdd7961,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:20.341704 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.342062 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Added segment 6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1 of type vlan for network e135429c-b737-4adb-9edf-33951b7e2b2b Aug 30 12:56:20.404502 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4209ac49-adaf-4ce0-966d-084d06835338 req-b10201e4-2c43-4ea1-a0b3-e22c1c582061 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165194 Aug 30 12:56:20.440297 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.446037 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-bb661d15-7e3e-4e7c-8842-3ea56f7cef2f service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755015 Aug 30 12:56:20.451569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609899a2-d149-4a23-bbd7-89cfece86833 req-7227a3b6-91e9-446f-918a-27250e5fbb7e service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045070 Aug 30 12:56:20.483149 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddd2a91-cda1-4673-abbe-e238320143cf x-openstack-request-id: req-bddd2a91-cda1-4673-abbe-e238320143cf {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:20.483569 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701e3870-f3c4-4806-922a-2de7f0786e91", "tag": "f8c7d485-8855-49a4-a4c7-ef106b59ee0c", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:20.483961 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bddd2a91-cda1-4673-abbe-e238320143cf {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:20.484437 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701e3870-f3c4-4806-922a-2de7f0786e91', 'tag': 'f8c7d485-8855-49a4-a4c7-ef106b59ee0c', 'status': 'completed', 'code': 200} Aug 30 12:56:20.501330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-e94a0cb9-0962-4875-aed3-ba3eb45ee02d tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:20.503174 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-e94a0cb9-0962-4875-aed3-ba3eb45ee02d tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.2726340 Aug 30 12:56:20.521389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:20.537574 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-226bc4c9-b8d8-4177-b87a-0f09f560c66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.540116 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-226bc4c9-b8d8-4177-b87a-0f09f560c66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.552213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-226bc4c9-b8d8-4177-b87a-0f09f560c66e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66c15d73-321f-4f8a-a614-7eee6f5f66d8 HTTP/1.1" status: 204 len: 168 time: 0.7033319 Aug 30 12:56:20.574078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.575431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:20.576006 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.579907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2def5f9-5bf3-4a45-9a2b-87b64c11d279 None None] New status for floating IP d3af2b03-c8cf-4e6f-b844-dadc254bc738: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 12:56:20.581774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebf631-bb03-4cf0-9f23-aa827319cebf req-7f874bf2-4078-4032-9072-4fe886886f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:20.583473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08ebf631-bb03-4cf0-9f23-aa827319cebf req-7f874bf2-4078-4032-9072-4fe886886f1b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 1099 time: 0.2561362 Aug 30 12:56:20.591050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3564b4-e416-41c5-a691-59a591816250 req-18fa7259-be26-4672-a9db-6c17e783cf97 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:20.599395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d3564b4-e416-41c5-a691-59a591816250 req-18fa7259-be26-4672-a9db-6c17e783cf97 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 945 time: 0.2463012 Aug 30 12:56:20.640676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609899a2-d149-4a23-bbd7-89cfece86833 req-0ed045d2-d117-4881-9d4d-96d024c8221c service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806505 Aug 30 12:56:20.675333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bc4c9-b8d8-4177-b87a-0f09f560c66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c15d73-321f-4f8a-a614-7eee6f5f66d8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:20.719786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9000399 Aug 30 12:56:20.727955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57094) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:20.748196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Request body: {'subnet': {'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-subnet', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:20.765375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3523656-a042-487f-b829-9242ca351299 admin admin] Pushing event updated for resources: {'Network': ['ID=e135429c-b737-4adb-9edf-33951b7e2b2b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:20.774119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08ebf631-bb03-4cf0-9f23-aa827319cebf req-ad9f26bb-a63e-4779-979d-ad8df4469cd5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729167 Aug 30 12:56:20.786088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e135429c-b737-4adb-9edf-33951b7e2b2b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:56:20.789012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d3564b4-e416-41c5-a691-59a591816250 req-41c2ab3f-d134-448d-b299-9eeac5ebaff6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849952 Aug 30 12:56:20.791607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49c90bc-3daa-42e7-9422-2e282561dbe3 req-10740422-c4f7-4e2e-b100-3e15138f2596 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303483 Aug 30 12:56:20.796836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.819588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Made reservation on behalf of f814b9387dc748e1a98d55dcc2e523c3 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:20.823028 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:20.863262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:20.930242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:20.990112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecd325d1-d238-4169-a248-ebb184ec0908 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:21.008352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:21.039368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:21.050107 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:21.146192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:21.196781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430345e0-8d50-4851-a8f2-2a58068d9ece req-196b2ff5-86b8-41dc-a75e-52a35638b328 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.198519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-430345e0-8d50-4851-a8f2-2a58068d9ece req-196b2ff5-86b8-41dc-a75e-52a35638b328 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 944 time: 0.1566391 Aug 30 12:56:21.245453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:21.247706 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4928898-12d9-4f88-b629-ae1e06c136c7" -d '{"events": [{"server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:21.255859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:21.260219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6bd2-037c-471f-809c-efa18bf28751 req-68507c36-dec3-4b07-881f-b74a7e4f2e0f tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.261899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-298f6bd2-037c-471f-809c-efa18bf28751 req-68507c36-dec3-4b07-881f-b74a7e4f2e0f tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 948 time: 0.4633088 Aug 30 12:56:21.269034 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:21.272214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-8e56ff13-3d7c-485c-8836-d7b11fec1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.273648 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-8e56ff13-3d7c-485c-8836-d7b11fec1c78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cd401cf80a2c453bab1098fa85ca9dad&device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 1099 time: 0.4175427 Aug 30 12:56:21.277079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] Transition to ACTIVE for port object ecd325d1-d238-4169-a248-ebb184ec0908 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:21.308511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:21.319608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-430345e0-8d50-4851-a8f2-2a58068d9ece req-0577a75d-743b-4a24-9f7b-3be1a99732dd tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083674 Aug 30 12:56:21.370590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:21.388461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-298f6bd2-037c-471f-809c-efa18bf28751 req-bd329227-1a63-49bb-8ae3-2be062bce5f8 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188009 Aug 30 12:56:21.417530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] No DVR routers for this DVR port ecd325d1-d238-4169-a248-ebb184ec0908 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:21.467100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-8dbcdfdc-7cd0-4804-973f-1785d2c1884c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.468563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-8dbcdfdc-7cd0-4804-973f-1785d2c1884c service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1840389 Aug 30 12:56:21.491068 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a48499c-9808-4940-bbf8-9a253b6fc1df x-openstack-request-id: req-9a48499c-9808-4940-bbf8-9a253b6fc1df {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:21.491753 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "name": "network-vif-unplugged", "status": "completed", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:21.492364 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a48499c-9808-4940-bbf8-9a253b6fc1df {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:21.492897 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73', 'code': 200} Aug 30 12:56:21.512368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on host n-h1-688802-6 for vnic_type normal with profile {"migrating_to": "n-h2-688802-6"} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:21.512941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:21.513453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:21.527011 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] 10.222.0.35 "PUT /v2.0/ports/ecd325d1-d238-4169-a248-ebb184ec0908/bindings/n-h1-688802-6/activate HTTP/1.1" status: 200 len: 369 time: 1.3860071 Aug 30 12:56:21.533828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:21.534497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Attempting to bind port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:21.554599 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-5c6cadc0-7af8-4256-a2ca-7960b832ff13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=f8c7d485-8855-49a4-a4c7-ef106b59ee0c HTTP/1.1" status: 200 len: 217 time: 0.0555966 Aug 30 12:56:21.554806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:21.555078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:21.555442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:21.555867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Bound port: 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:21.566037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:21.566037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd2439-6cc2-4ab2-a35c-f8393dc8e0ae service neutron] Pushing event updated for resources: {'Port': ['ID=ecd325d1-d238-4169-a248-ebb184ec0908,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:21.588257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69cd04d-43ff-4f78-88ab-489b67b9d912 req-72fb3041-8185-45e3-98a1-be90c14ad57e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.589902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a69cd04d-43ff-4f78-88ab-489b67b9d912 req-72fb3041-8185-45e3-98a1-be90c14ad57e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1358867 Aug 30 12:56:21.633223 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:21.673079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a69cd04d-43ff-4f78-88ab-489b67b9d912 req-1af98867-ffdc-43d7-b162-eb651db0cf03 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595579 Aug 30 12:56:21.681962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:21.687521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:21.696635 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:21.713132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-c4e7cc38-165f-4f41-add1-34b31a479f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.714636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-c4e7cc38-165f-4f41-add1-34b31a479f34 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1488717 Aug 30 12:56:21.730609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4c9c62-18d0-4068-b137-d6afe1b09e8f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:21.761403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56687620-3d86-42fc-8a76-1286e4916938 req-8916ad56-0d8c-4a2e-947b-f616352fadec tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.768527 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56687620-3d86-42fc-8a76-1286e4916938 req-8916ad56-0d8c-4a2e-947b-f616352fadec tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 950 time: 0.2244220 Aug 30 12:56:21.785006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.785893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:21.787272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] 10.222.0.35 "PUT /v2.0/ports/6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 HTTP/1.1" status: 200 len: 1121 time: 1.2712667 Aug 30 12:56:21.790681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884a1c9-e846-4913-8fd5-8af0aecc4852 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,revision_number=8']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:21.811759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-8ee37c54-b85f-4551-8b0d-0c7b5fddd104 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.813278 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-8ee37c54-b85f-4551-8b0d-0c7b5fddd104 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.1918459 Aug 30 12:56:21.874945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-0be9fa42-cb5c-4bcb-a738-27b1a8ef83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.880954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:21.883082 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-0be9fa42-cb5c-4bcb-a738-27b1a8ef83b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542141 Aug 30 12:56:21.886348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Checking segment: {'id': '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:21.886713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Network hostable DHCP agents. Network: e135429c-b737-4adb-9edf-33951b7e2b2b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:56:21.916346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1375d4d-613b-40fd-bd3a-cc014c474dde req-d1df9697-1d75-4fd8-87c9-fe1107da37e0 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:21.918297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1375d4d-613b-40fd-bd3a-cc014c474dde req-d1df9697-1d75-4fd8-87c9-fe1107da37e0 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 943 time: 0.0593247 Aug 30 12:56:21.941318 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56687620-3d86-42fc-8a76-1286e4916938 req-e60358e8-a2b8-4986-9b69-a7b4c352975f tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675041 Aug 30 12:56:21.993688 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1375d4d-613b-40fd-bd3a-cc014c474dde req-64c05856-8750-474d-9a98-b1bb6f127485 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648849 Aug 30 12:56:22.019295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Network e135429c-b737-4adb-9edf-33951b7e2b2b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:56:22.048088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-6e709d37-799d-4f06-8cb2-51d275db0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:22.049766 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-6e709d37-799d-4f06-8cb2-51d275db0198 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19 HTTP/1.1" status: 200 len: 1096 time: 0.2106633 Aug 30 12:56:22.053711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e135429c-b737-4adb-9edf-33951b7e2b2b) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:22.064742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:22.065559 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.066418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f40c7e8-3861-406f-826b-354c645bd13b None None] Network e135429c-b737-4adb-9edf-33951b7e2b2b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:56:22.135068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-bcd6e51e-6de3-4927-8eaf-20fd8282b9f2 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353837 Aug 30 12:56:22.137721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0f39499a-9349-47ea-b635-109755a475b3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4053397 Aug 30 12:56:22.139349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57138) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:22.144624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:22.177558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.178881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.270501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.281415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-1c079f68-cafc-4ab0-946c-f36474e18059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:22.284837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-1c079f68-cafc-4ab0-946c-f36474e18059 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1096 time: 0.1934264 Aug 30 12:56:22.305578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-e135429c-b737-4adb-9edf-33951b7e2b2b', 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'fixed_ips': [{'subnet_id': '0c4c9c62-18d0-4068-b137-d6afe1b09e8f'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 12:56:22.305578 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.382048 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6851dba-41a4-4897-ab69-c661c43ecd8e req-962395a5-7815-4e4d-8023-2a2746956ed1 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303591 Aug 30 12:56:22.422825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-98df8a62-a44e-43f1-a503-823d84e6eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:22.424800 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-98df8a62-a44e-43f1-a503-823d84e6eeec service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.1310022 Aug 30 12:56:22.505013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Allocated IP 172.20.0.2 (e135429c-b737-4adb-9edf-33951b7e2b2b/0c4c9c62-18d0-4068-b137-d6afe1b09e8f/a953f319-2662-4dd9-985e-a3873e06c9eb) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:22.512336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-0a7e818c-d6be-4e38-aea2-fd1e0a460f14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.0663669 Aug 30 12:56:22.563214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3886cd6-65c5-42d3-9ce3-c943c566c0c3 req-5b77c247-75ed-4111-be70-3b85c0eb7e64 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:22.571236 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a3886cd6-65c5-42d3-9ce3-c943c566c0c3 req-5b77c247-75ed-4111-be70-3b85c0eb7e64 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 945 time: 0.1376514 Aug 30 12:56:22.603581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-09a08daa-3bd1-4ffa-a1b5-4337970fc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:22.605051 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-09a08daa-3bd1-4ffa-a1b5-4337970fc1aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0851955 Aug 30 12:56:22.644234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-6cfde917-f89c-4cf0-abc1-61f4de2ffe41 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269897 Aug 30 12:56:22.647163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a3886cd6-65c5-42d3-9ce3-c943c566c0c3 req-c7d527a6-a23b-4c9c-bb72-c4c3ecc67b9c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734806 Aug 30 12:56:22.660531 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.669460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Transition to ACTIVE for port object a953f319-2662-4dd9-985e-a3873e06c9eb will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:22.700897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba89a1-06a6-4193-b008-b5b8b69d1e9b req-6f76b3bb-6584-4bb3-bbf6-f19b6686b5f3 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:22.701444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Transition to ACTIVE for port object a953f319-2662-4dd9-985e-a3873e06c9eb will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:22.702536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5aba89a1-06a6-4193-b008-b5b8b69d1e9b req-6f76b3bb-6584-4bb3-bbf6-f19b6686b5f3 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 950 time: 0.4353640 Aug 30 12:56:22.719499 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.750850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.762390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Network e135429c-b737-4adb-9edf-33951b7e2b2b is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:22.767353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:22.771846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:22.780315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Pushing event updated for resources: {'Port': ['ID=a953f319-2662-4dd9-985e-a3873e06c9eb,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:22.812710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5aba89a1-06a6-4193-b008-b5b8b69d1e9b req-3361e2d7-d67f-4187-9d56-36676b7404ac tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808656 Aug 30 12:56:22.818743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-98880010-c028-4ab5-ac85-c90c08da9717 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644440 Aug 30 12:56:22.844647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Attempting to bind port a953f319-2662-4dd9-985e-a3873e06c9eb on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:22.846096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Attempting to bind port a953f319-2662-4dd9-985e-a3873e06c9eb by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:22.846640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Attempting to bind port a953f319-2662-4dd9-985e-a3873e06c9eb on network e135429c-b737-4adb-9edf-33951b7e2b2b {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:22.850007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39363fa0-13b7-4598-a98d-68d0f62c199f req-f1a2676e-93fd-439c-9542-8f195c0c1ed6 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:22.854250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:22.854844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Checking segment: {'id': '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:22.855409 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.856022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Bound using segment: {'id': '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:22.856743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Bound port: a953f319-2662-4dd9-985e-a3873e06c9eb, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:22.857126 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.860046 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-39363fa0-13b7-4598-a98d-68d0f62c199f req-f1a2676e-93fd-439c-9542-8f195c0c1ed6 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 948 time: 0.0872121 Aug 30 12:56:22.930045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] For port a953f319-2662-4dd9-985e-a3873e06c9eb, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:22.935943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] For port a953f319-2662-4dd9-985e-a3873e06c9eb, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a953f319-2662-4dd9-985e-a3873e06c9eb,segment=NetworkSegment(6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1),segment_id=6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:22.943166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:22.960398 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-39363fa0-13b7-4598-a98d-68d0f62c199f req-3ada1640-68cc-4ad9-b80b-5a8e3f318915 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990906 Aug 30 12:56:23.020134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c0168-3d3c-40c9-ba9e-abbd474bacef None None] Pushing event updated for resources: {'Port': ['ID=a953f319-2662-4dd9-985e-a3873e06c9eb,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:23.031409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-b058d61d-54ba-4a87-8272-34302ecced7a service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016902 Aug 30 12:56:23.065851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:23.087055 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:23.138626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4d56f-4618-45cd-9875-cd97429854ce req-e8dc004c-8a91-46d2-b88c-0853853d02df tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:23.140363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85e4d56f-4618-45cd-9875-cd97429854ce req-e8dc004c-8a91-46d2-b88c-0853853d02df tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.0691743 Aug 30 12:56:23.188684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85e4d56f-4618-45cd-9875-cd97429854ce req-c7ee933f-d2ba-4a99-8884-7f801d69a62d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411241 Aug 30 12:56:23.234986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Allocated IP 172.25.2.252 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/df90a0a1-7d9e-4286-a5bd-9788baf48ed8) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:23.399907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:23.420470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-3607eec2-d494-4d1d-b3b5-d97d179654d5 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:23.422545 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-3607eec2-d494-4d1d-b3b5-d97d179654d5 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.1004047 Aug 30 12:56:23.454953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:23.482102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a655e-a50a-425c-9334-61fc8ee481b8 req-385f2635-e598-4859-a2b2-30613d3c93f3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:23.483856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cd1a655e-a50a-425c-9334-61fc8ee481b8 req-385f2635-e598-4859-a2b2-30613d3c93f3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 943 time: 0.1141708 Aug 30 12:56:23.494680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:23.496938 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0644524-fbf7-448f-a420-e5dce5429e43" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:23.510720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:23.517170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:23.519899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Pushing event updated for resources: {'Port': ['ID=df90a0a1-7d9e-4286-a5bd-9788baf48ed8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:23.522434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:23.529318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ecd325d1-d238-4169-a248-ebb184ec0908 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:23.571871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ecd325d1-d238-4169-a248-ebb184ec0908 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:23.606259 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cd1a655e-a50a-425c-9334-61fc8ee481b8 req-1a0ebe44-dc51-4db1-894b-3952f5ae73e5 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103532 Aug 30 12:56:23.633961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-553e162f-c676-4908-88d4-ea5e27462801 service neutron] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:23.638810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-553e162f-c676-4908-88d4-ea5e27462801 service neutron] Notify callbacks [] for binding, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:23.640055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffc7194b-c108-4ab1-9e11-ff15ad82056b req-553e162f-c676-4908-88d4-ea5e27462801 service neutron] 10.222.0.16 "DELETE /v2.0/ports/ecd325d1-d238-4169-a248-ebb184ec0908/bindings/n-h2-688802-6 HTTP/1.1" status: 204 len: 173 time: 0.2055435 Aug 30 12:56:23.697819 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8faf844-782b-4ddb-8057-6cf5b0a2a719 x-openstack-request-id: req-e8faf844-782b-4ddb-8057-6cf5b0a2a719 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:23.698172 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:23.698348 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8faf844-782b-4ddb-8057-6cf5b0a2a719 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:23.698736 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73', 'status': 'completed', 'code': 200} Aug 30 12:56:23.806024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-38b4c105-1fca-45da-829b-b771944a9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:23.807794 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-38b4c105-1fca-45da-829b-b771944a9464 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1124 time: 0.0761602 Aug 30 12:56:23.815672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4839a1-8bb7-4f74-8c55-3fd5214cf8f5 req-ce36e25b-1d00-4b2b-aab4-ef52eed4d253 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:23.821781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57188) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:23.822802 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a4839a1-8bb7-4f74-8c55-3fd5214cf8f5 req-ce36e25b-1d00-4b2b-aab4-ef52eed4d253 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 950 time: 0.1012170 Aug 30 12:56:23.894471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da43f4e-395d-467b-8e1c-cdba4a781b9d req-cfadaa0d-a358-4d8a-8a16-0be8d6e2519d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:23.897367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1da43f4e-395d-467b-8e1c-cdba4a781b9d req-cfadaa0d-a358-4d8a-8a16-0be8d6e2519d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1150017 Aug 30 12:56:23.922429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a4839a1-8bb7-4f74-8c55-3fd5214cf8f5 req-b8e85a26-6887-465c-b975-5428dcd01276 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893302 Aug 30 12:56:23.933390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:23.953812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-566c79be-ea0d-4653-b738-6add9020e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:23.955363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-566c79be-ea0d-4653-b738-6add9020e942 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.1315405 Aug 30 12:56:24.015717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-028838b9-ae7c-40be-a5e1-582ef5f6d7c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 HTTP/1.1" status: 200 len: 217 time: 0.0506382 Aug 30 12:56:24.119286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-dffbbc0e-8109-4bbe-81a4-89186379204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:24.120747 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-dffbbc0e-8109-4bbe-81a4-89186379204b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0958354 Aug 30 12:56:24.147801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ad363-65fd-41c6-9be7-97c0956cbc3c req-da1a2f67-462a-4c50-aeae-00cdfa11cb38 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:24.149332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b38ad363-65fd-41c6-9be7-97c0956cbc3c req-da1a2f67-462a-4c50-aeae-00cdfa11cb38 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 945 time: 0.0856206 Aug 30 12:56:24.155946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1da43f4e-395d-467b-8e1c-cdba4a781b9d req-0f051056-ef3c-4f0b-99d8-cf4fb83862a6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520616 Aug 30 12:56:24.185635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-99c081dc-5342-426a-a879-f75212fc62e1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3611660 Aug 30 12:56:24.187325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-887aa3f2-83d3-473a-acb7-b1cce7e336c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563669 Aug 30 12:56:24.378310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ce63d0-6445-475f-9ceb-218f237f0668 None None] Network e135429c-b737-4adb-9edf-33951b7e2b2b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:56:24.379511 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b38ad363-65fd-41c6-9be7-97c0956cbc3c req-6d33dfd4-dd23-4256-adf8-fd8e037267bc tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938045 Aug 30 12:56:24.438437 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-147d11cd-9eff-44a8-ad51-58e646bf9a6a service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338898 Aug 30 12:56:24.498487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a953f319-2662-4dd9-985e-a3873e06c9eb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:24.498872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fbb09-f782-4ca0-a50c-4d154ad4a87a req-5ac1c398-d0fa-4249-a199-06680eb9e538 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:24.500595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-519fbb09-f782-4ca0-a50c-4d154ad4a87a req-5ac1c398-d0fa-4249-a199-06680eb9e538 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 948 time: 0.2015133 Aug 30 12:56:24.527478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57212) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:24.544734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:24.568782 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0644524-fbf7-448f-a420-e5dce5429e43 req-903012e7-b702-4082-a2d3-195b14946497 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224475 Aug 30 12:56:24.648192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f44fbb39-c359-499d-8cce-e8e226babd00 None None] Provisioning for port a953f319-2662-4dd9-985e-a3873e06c9eb completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:24.659017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-519fbb09-f782-4ca0-a50c-4d154ad4a87a req-ab8737b6-78a8-47c8-afee-8645480d727a tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401789 Aug 30 12:56:24.730217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a953f319-2662-4dd9-985e-a3873e06c9eb completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:24.748209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdca49a-7aea-49c0-9e60-1bbc7f411098 req-209325a9-2d83-4391-b6ca-b74714405053 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:24.751665 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bdca49a-7aea-49c0-9e60-1bbc7f411098 req-209325a9-2d83-4391-b6ca-b74714405053 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1096 time: 0.0997105 Aug 30 12:56:24.753731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a953f319-2662-4dd9-985e-a3873e06c9eb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:24.754213 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:24.830784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c65a7c6-3f1c-46df-8825-c3e90d61e0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:24.858334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bdca49a-7aea-49c0-9e60-1bbc7f411098 req-aa80c1b5-c9a0-4ced-9dc5-ab4270001de0 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943990 Aug 30 12:56:24.869563 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:24.873580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Router 9d5d54ed-3ce6-4765-807a-eca69e07f04c is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 12:56:24.922649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port a953f319-2662-4dd9-985e-a3873e06c9eb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a953f319-2662-4dd9-985e-a3873e06c9eb,segment=NetworkSegment(6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1),segment_id=6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:24.928740 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:24.988521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae94df-12ff-4ad7-87ab-9515592fb53c req-6334c6f8-637a-4518-b733-95ad828f2eb1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:24.996344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36ae94df-12ff-4ad7-87ab-9515592fb53c req-6334c6f8-637a-4518-b733-95ad828f2eb1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 943 time: 0.1738534 Aug 30 12:56:25.034727 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c65a7c6-3f1c-46df-8825-c3e90d61e0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.041015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c65a7c6-3f1c-46df-8825-c3e90d61e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.049693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=a953f319-2662-4dd9-985e-a3873e06c9eb,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:25.053783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f8c7d485-8855-49a4-a4c7-ef106b59ee0c details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:25.116450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65a7c6-3f1c-46df-8825-c3e90d61e0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49fa394-b1db-49ef-9ef8-188ac514adf6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:25.132725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2c65a7c6-3f1c-46df-8825-c3e90d61e0fe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e77b2532f5f0444eb7aa23f68154cef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6006622 Aug 30 12:56:25.145807 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57236) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:25.198782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36ae94df-12ff-4ad7-87ab-9515592fb53c req-197b89e2-8310-44e5-93ef-663fc3e84bf8 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964896 Aug 30 12:56:25.214519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bbeeb0a0-d852-4f54-af16-e3c49512b50f None None] Provisioning complete for port a953f319-2662-4dd9-985e-a3873e06c9eb triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:25.214893 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb0a0-d852-4f54-af16-e3c49512b50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.219121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b69eba-74af-44bd-9822-37daedffac48 req-dbb4705c-c645-42c8-8710-47a3ebd74533 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:25.227260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5b69eba-74af-44bd-9822-37daedffac48 req-dbb4705c-c645-42c8-8710-47a3ebd74533 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 950 time: 0.1249194 Aug 30 12:56:25.243868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-01a8f650-ec47-483b-a3c5-b8141d4e0c8d tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:25.245707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-01a8f650-ec47-483b-a3c5-b8141d4e0c8d tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.35 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 950 time: 0.1623521 Aug 30 12:56:25.249438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce0f889b-c319-4ade-ab84-df9f0b7fa99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.280331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port f8c7d485-8855-49a4-a4c7-ef106b59ee0c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:25.296386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'f8c7d485-8855-49a4-a4c7-ef106b59ee0c', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'f8c7d485-8855-49a4-a4c7-ef106b59ee0c', 'mac_address': 'fa:16:3e:1a:cb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:56:25.299446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:56:25.313928 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Sync routers for ids ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:56:25.327840 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Routers {'9d5d54ed-3ce6-4765-807a-eca69e07f04c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:25.328050 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce0f889b-c319-4ade-ab84-df9f0b7fa99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.328806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:25.371309 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.391185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5b69eba-74af-44bd-9822-37daedffac48 req-4ee47d53-caf1-4901-839e-72417f43d00e tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/security-groups?id=28a65ce4-e767-4cc8-9a79-9f64c9e542ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629686 Aug 30 12:56:25.392673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c7d485-8855-49a4-a4c7-ef106b59ee0c {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:25.434311 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce0f889b-c319-4ade-ab84-df9f0b7fa99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.439784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce0f889b-c319-4ade-ab84-df9f0b7fa99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.442586 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ce0f889b-c319-4ade-ab84-df9f0b7fa99e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a49fa394-b1db-49ef-9ef8-188ac514adf6 HTTP/1.1" status: 204 len: 168 time: 0.2872550 Aug 30 12:56:25.452108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-4b26ef87-4291-402b-9f85-d0ba833b7734 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:25.453729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port f8c7d485-8855-49a4-a4c7-ef106b59ee0c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:25.459482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.460426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f889b-c319-4ade-ab84-df9f0b7fa99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49fa394-b1db-49ef-9ef8-188ac514adf6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:25.473112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-4b26ef87-4291-402b-9f85-d0ba833b7734 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 821 time: 0.1380141 Aug 30 12:56:25.508916 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-65241c8b-4f96-4e72-9355-2434902ed5ef tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/quotas/cb80f17f656a42af8c1eddd6df2aaa19 HTTP/1.1" status: 200 len: 375 time: 0.0348122 Aug 30 12:56:25.564600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617a0d9-de86-4994-ac43-7117299fc9a9 req-f52327e0-9fc6-4cfc-ab77-f6fa54d71262 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:25.573463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d617a0d9-de86-4994-ac43-7117299fc9a9 req-f52327e0-9fc6-4cfc-ab77-f6fa54d71262 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.0765619 Aug 30 12:56:25.603853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.604384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-682b4b65-7ce4-4e9c-8fca-420e866c68d2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4640598 Aug 30 12:56:25.607555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57256) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:25.637462 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Set router 9d5d54ed-3ce6-4765-807a-eca69e07f04c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:25.638187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:25.673693 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d617a0d9-de86-4994-ac43-7117299fc9a9 req-8bb9456b-c53c-4856-8d8c-263cfa8b6460 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940192 Aug 30 12:56:25.702844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:25.740169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-8835efcb-6c1b-4369-ad5a-e69333221b99 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2297275 Aug 30 12:56:25.843201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['f8c7d485-8855-49a4-a4c7-ef106b59ee0c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:25.915456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Deleting port ff9a8876-3286-4b98-995c-1f30d2baec3d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:25.916066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:25.983996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f140fd9-7b9f-48ee-82e5-bdfaffed6253 req-05e6f1fc-ac6d-48a0-8f70-a9a53af2acaf tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:25.986292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f140fd9-7b9f-48ee-82e5-bdfaffed6253 req-05e6f1fc-ac6d-48a0-8f70-a9a53af2acaf tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 949 time: 0.0816967 Aug 30 12:56:26.005420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:26.026661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 has no active binding in host n-h2-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 12:56:26.036126 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:22Z', 'updated_at': '2021-08-30T12:56:23Z', 'revision_number': 3, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'gw_port': {'id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:23Z', 'updated_at': '2021-08-30T12:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:26.036351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57262) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:26.061421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] For port ff9a8876-3286-4b98-995c-1f30d2baec3d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ff9a8876-3286-4b98-995c-1f30d2baec3d,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:26.061804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.071826 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e39b22-51ab-4d30-8a8a-84eb6f03c6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.077290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Calling delete_port for ff9a8876-3286-4b98-995c-1f30d2baec3d owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:26.078900 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Checking router: 9d5d54ed-3ce6-4765-807a-eca69e07f04c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:56:26.079200 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Updating router 9d5d54ed-3ce6-4765-807a-eca69e07f04c port df90a0a1-7d9e-4286-a5bd-9788baf48ed8 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:56:26.112526 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.149724 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f140fd9-7b9f-48ee-82e5-bdfaffed6253 req-56980d5d-18c0-49db-b39d-ac590bb0187e tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145527 Aug 30 12:56:26.170913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-068be9fe-2fd0-41e8-ba0c-f17155e41937 service neutron] 10.222.0.37 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189959 Aug 30 12:56:26.359837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a953f319-2662-4dd9-985e-a3873e06c9eb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:26.379979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183b5c-5811-4145-833b-1768d6ea423a req-0958be0b-849f-4dd1-804b-f7d77e8febe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:26.381728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-0958be0b-849f-4dd1-804b-f7d77e8febe4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 1099 time: 0.1400843 Aug 30 12:56:26.392284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-c5292865-ae93-4bbc-945b-932089405133 service neutron] 10.222.0.37 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184267 Aug 30 12:56:26.451158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a953f319-2662-4dd9-985e-a3873e06c9eb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:26.451635 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.509004 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.537685 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Transition to ACTIVE for port object df90a0a1-7d9e-4286-a5bd-9788baf48ed8 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:26.552546 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.635435 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Attempting to bind port df90a0a1-7d9e-4286-a5bd-9788baf48ed8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:26.635947 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Attempting to bind port df90a0a1-7d9e-4286-a5bd-9788baf48ed8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:26.636315 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Attempting to bind port df90a0a1-7d9e-4286-a5bd-9788baf48ed8 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:26.647330 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:26.647706 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:26.648110 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.648592 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:26.649069 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Bound port: df90a0a1-7d9e-4286-a5bd-9788baf48ed8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:26.649476 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.651236 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246881-20a6-432b-bc87-61cc0a73e754 None None] Pushing event updated for resources: {'Port': ['ID=df90a0a1-7d9e-4286-a5bd-9788baf48ed8,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:26.663338 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e39b22-51ab-4d30-8a8a-84eb6f03c6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.704711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22e39b22-51ab-4d30-8a8a-84eb6f03c6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.726100 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] For port df90a0a1-7d9e-4286-a5bd-9788baf48ed8, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:26.730504 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] For port df90a0a1-7d9e-4286-a5bd-9788baf48ed8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df90a0a1-7d9e-4286-a5bd-9788baf48ed8,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:26.730785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a7f6f-07d5-4f80-8ee6-b9203e0613d9 req-622215d8-f0f5-4a37-9f09-e3e1a90919e3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:26.732497 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-577a7f6f-07d5-4f80-8ee6-b9203e0613d9 req-622215d8-f0f5-4a37-9f09-e3e1a90919e3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 943 time: 0.1914854 Aug 30 12:56:26.736752 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.799767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-22e39b22-51ab-4d30-8a8a-84eb6f03c6de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2c5a39e647c04ee39a93f94fb1c1026f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7623425 Aug 30 12:56:26.802029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.810814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57278) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:26.812625 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c246881-20a6-432b-bc87-61cc0a73e754 None None] Pushing event updated for resources: {'Port': ['ID=df90a0a1-7d9e-4286-a5bd-9788baf48ed8,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:26.834405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183b5c-5811-4145-833b-1768d6ea423a req-9e7c3c9b-4dfd-4102-8738-49d6ee02c6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:26.836013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-9e7c3c9b-4dfd-4102-8738-49d6ee02c6f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.4415636 Aug 30 12:56:26.840872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e39b22-51ab-4d30-8a8a-84eb6f03c6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d462dc99-bbad-4839-b501-66b132bc1a43,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:26.847100 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Routers {'9d5d54ed-3ce6-4765-807a-eca69e07f04c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:26.848767 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:26.873261 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-577a7f6f-07d5-4f80-8ee6-b9203e0613d9 req-abc2b01d-5548-4263-9470-423ed1d3f09b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267948 Aug 30 12:56:26.908326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:26.981698 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] Set router 9d5d54ed-3ce6-4765-807a-eca69e07f04c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:26.983501 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5888e6f2-7a09-48d6-8a8f-39a96fbd3d22 req-30520ec5-659b-43c2-9072-7fd0af41b587 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 210 time: 0.1408639 Aug 30 12:56:27.007536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-15c955b9-b242-420f-b5f9-e116e60b012d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35 HTTP/1.1" status: 200 len: 217 time: 0.1147776 Aug 30 12:56:27.009066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Pushing event deleted for resources: {'Port': ['ID=ff9a8876-3286-4b98-995c-1f30d2baec3d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:27.029538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f8c7d485-8855-49a4-a4c7-ef106b59ee0c up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:27.072233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Allocated IP 172.20.0.1 (e135429c-b737-4adb-9edf-33951b7e2b2b/0c4c9c62-18d0-4068-b137-d6afe1b09e8f/b97112b8-e5b9-408c-b2e3-a8fd0155ade8) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:27.107941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183b5c-5811-4145-833b-1768d6ea423a req-e82d48e3-3712-4a32-9828-ad4de8ce609f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:27.109420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-e82d48e3-3712-4a32-9828-ad4de8ce609f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0938118 Aug 30 12:56:27.152845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port f8c7d485-8855-49a4-a4c7-ef106b59ee0c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:27.157992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port f8c7d485-8855-49a4-a4c7-ef106b59ee0c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:27.159125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.214623 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-24415e0a-c8bb-4b70-8b9b-581768a60585 service neutron] 10.222.0.16 "GET /v2.0/ports/6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73/bindings/n-h2-688802-6 HTTP/1.1" status: 200 len: 384 time: 0.1275642 Aug 30 12:56:27.220178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb09ec2b-48ce-4cd2-867b-ae29b45b2672 req-29a016cd-8f39-405f-8a28-61003ea49350 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 210 time: 0.1436565 Aug 30 12:56:27.283391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.290945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] No DVR routers for this DVR port ff9a8876-3286-4b98-995c-1f30d2baec3d on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:27.307697 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.310090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0693cbf5-d8e3-4c1c-93f5-c44fdaf14960 req-6c63b557-dc9c-46bb-bf09-7ae76a515d37 tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.35 "DELETE /v2.0/ports/ff9a8876-3286-4b98-995c-1f30d2baec3d HTTP/1.1" status: 204 len: 173 time: 2.0435710 Aug 30 12:56:27.315994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701e3870-f3c4-4806-922a-2de7f0786e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c7d485-8855-49a4-a4c7-ef106b59ee0c'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:27.320432 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcb7176-2c93-4353-8627-285f8e0c1d65" -d '{"events": [{"server_uuid": "701e3870-f3c4-4806-922a-2de7f0786e91", "name": "network-vif-plugged", "status": "completed", "tag": "f8c7d485-8855-49a4-a4c7-ef106b59ee0c"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:27.330854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31dd1378-28ac-4ccf-b289-f2ecf5f31d12', 'name': 'network-vif-deleted', 'tag': 'ff9a8876-3286-4b98-995c-1f30d2baec3d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:27.339625 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84aacb6-ca1a-4568-9b9b-8b67ede2be6a" -d '{"events": [{"server_uuid": "31dd1378-28ac-4ccf-b289-f2ecf5f31d12", "name": "network-vif-deleted", "tag": "ff9a8876-3286-4b98-995c-1f30d2baec3d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:27.357447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port f8c7d485-8855-49a4-a4c7-ef106b59ee0c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:27.373071 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acd26107-fde8-4e82-b0fa-f01c52f9e455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.382344 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.400460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bc4aa-1f31-42ef-92a2-674652d25c31 req-26c8f192-20c8-4dda-98c7-57c0adc2bcf8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:27.412819 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c3bc4aa-1f31-42ef-92a2-674652d25c31 req-26c8f192-20c8-4dda-98c7-57c0adc2bcf8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.3021481 Aug 30 12:56:27.422915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183b5c-5811-4145-833b-1768d6ea423a req-59c9f5b5-9832-42e1-9715-7d00ebce61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:27.429046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-59c9f5b5-9832-42e1-9715-7d00ebce61b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2900801 Aug 30 12:56:27.442730 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acd26107-fde8-4e82-b0fa-f01c52f9e455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.468050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:27.514806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:22Z', 'updated_at': '2021-08-30T12:56:23Z', 'revision_number': 3, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'gw_port': {'id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:23Z', 'updated_at': '2021-08-30T12:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:27.546250 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.549190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:27.552255 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5283930-0c33-47a6-b9e0-3b63adda2c43 None None] The sync data for ids ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'] in n-d-688802-6 is: [{'id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:22Z', 'updated_at': '2021-08-30T12:56:23Z', 'revision_number': 3, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'gw_port': {'id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:23Z', 'updated_at': '2021-08-30T12:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:56:27.607426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c3bc4aa-1f31-42ef-92a2-674652d25c31 req-fac85d94-6e5e-4461-8ccc-5b960616ce75 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924560 Aug 30 12:56:27.608836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ff9a8876-3286-4b98-995c-1f30d2baec3d no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:27.635893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b14a-1f23-42a4-b2b5-6a20dc3f4999 req-50cfd9bc-9336-424a-bd71-538cb2e8dcc6 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:27.637437 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5920b14a-1f23-42a4-b2b5-6a20dc3f4999 req-50cfd9bc-9336-424a-bd71-538cb2e8dcc6 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 950 time: 0.1404881 Aug 30 12:56:27.638659 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Transition to ACTIVE for port object b97112b8-e5b9-408c-b2e3-a8fd0155ade8 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:27.644629 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acd26107-fde8-4e82-b0fa-f01c52f9e455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.647378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acd26107-fde8-4e82-b0fa-f01c52f9e455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.648496 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-acd26107-fde8-4e82-b0fa-f01c52f9e455 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d462dc99-bbad-4839-b501-66b132bc1a43 HTTP/1.1" status: 204 len: 168 time: 0.8339634 Aug 30 12:56:27.660382 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-e428b74d-f85a-44f4-9793-8e42029ec09e service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787021 Aug 30 12:56:27.681244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: ff9a8876-3286-4b98-995c-1f30d2baec3d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:27.681769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ff9a8876-3286-4b98-995c-1f30d2baec3d not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:27.692292 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b08b49-b066-41a1-8765-486cccc73492 x-openstack-request-id: req-44b08b49-b066-41a1-8765-486cccc73492 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:27.692592 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701e3870-f3c4-4806-922a-2de7f0786e91", "name": "network-vif-plugged", "status": "completed", "tag": "f8c7d485-8855-49a4-a4c7-ef106b59ee0c", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:27.692848 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44b08b49-b066-41a1-8765-486cccc73492 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:27.693239 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701e3870-f3c4-4806-922a-2de7f0786e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c7d485-8855-49a4-a4c7-ef106b59ee0c', 'code': 200} Aug 30 12:56:27.762377 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8321b7-0387-4835-8e06-b59c40146952 x-openstack-request-id: req-cb8321b7-0387-4835-8e06-b59c40146952 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:27.762666 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31dd1378-28ac-4ccf-b289-f2ecf5f31d12", "name": "network-vif-deleted", "tag": "ff9a8876-3286-4b98-995c-1f30d2baec3d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:27.763250 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb8321b7-0387-4835-8e06-b59c40146952 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:27.763450 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31dd1378-28ac-4ccf-b289-f2ecf5f31d12', 'name': 'network-vif-deleted', 'tag': 'ff9a8876-3286-4b98-995c-1f30d2baec3d', 'status': 'completed', 'code': 200} Aug 30 12:56:27.764443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:27.787269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 has no active binding in host n-h2-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 12:56:27.795872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd26107-fde8-4e82-b0fa-f01c52f9e455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d462dc99-bbad-4839-b501-66b132bc1a43,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:27.799234 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-5931b66c-96e9-40ac-9d16-2e158ec44d20 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303923 Aug 30 12:56:27.898465 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5920b14a-1f23-42a4-b2b5-6a20dc3f4999 req-2d214a75-b653-4d56-8977-438e8784dad5 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435226 Aug 30 12:56:27.927423 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:27.948890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b750b6-d5dc-49af-bd57-2d6dc71dc1ae req-32d5a15c-4e41-4271-a4ae-739477990b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:27.950506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5b750b6-d5dc-49af-bd57-2d6dc71dc1ae req-32d5a15c-4e41-4271-a4ae-739477990b65 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 1101 time: 0.1560528 Aug 30 12:56:28.024761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:28.079436 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:28.139730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Network e135429c-b737-4adb-9edf-33951b7e2b2b is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:28.200638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:28.204185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c3e9baa-bd45-41f0-91d6-31f640d7c37e req-4c1c28fc-ccd6-458a-93e9-6814f72845ae tempest-DeleteServersAdminTestJSON-1359062961 tempest-DeleteServersAdminTestJSON-1359062961-project] 10.222.0.37 "GET /v2.0/ports?device_id=31dd1378-28ac-4ccf-b289-f2ecf5f31d12 HTTP/1.1" status: 200 len: 210 time: 0.0743005 Aug 30 12:56:28.253335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:28.333451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:28.364119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5b750b6-d5dc-49af-bd57-2d6dc71dc1ae req-29d7a67c-bb82-4ea4-80d7-d8b578cb6584 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777654 Aug 30 12:56:28.439458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-278479b0-9932-48b9-843e-db9101c271a8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:28.441273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-278479b0-9932-48b9-843e-db9101c271a8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 821 time: 0.4441667 Aug 30 12:56:28.459695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Pushing event updated for resources: {'Port': ['ID=b97112b8-e5b9-408c-b2e3-a8fd0155ade8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:28.461124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Request body: {'port': {'device_id': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216', 'admin_state_up': True, 'tenant_id': 'cb80f17f656a42af8c1eddd6df2aaa19'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:28.468646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df90a0a1-7d9e-4286-a5bd-9788baf48ed8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:28.596844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port df90a0a1-7d9e-4286-a5bd-9788baf48ed8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:28.602363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port df90a0a1-7d9e-4286-a5bd-9788baf48ed8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:28.605073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f2223695-6236-41e2-afc7-e21dffa7c9a0 req-5c7c6483-bb97-4ef5-af4c-d52afd8d6908 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 210 time: 0.1381457 Aug 30 12:56:28.611764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:28.616737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:28.661092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:28.661745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86e847-27a2-4fee-8cd4-d3dce424e035 req-4f958723-1122-44bd-bcb2-f9a3b21c5357 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:28.673612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:28.681991 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b86e847-27a2-4fee-8cd4-d3dce424e035 req-4f958723-1122-44bd-bcb2-f9a3b21c5357 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 943 time: 0.6323709 Aug 30 12:56:28.743626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:28.798172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-35deb9f6-e153-419e-b2f6-b895cb4313a3 None None] Provisioning for port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:28.809387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-35deb9f6-e153-419e-b2f6-b895cb4313a3 None None] Provisioning complete for port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:28.809793 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35deb9f6-e153-419e-b2f6-b895cb4313a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:28.842268 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b86e847-27a2-4fee-8cd4-d3dce424e035 req-464ae189-430c-448c-b067-a7ca4ff22bc6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593130 Aug 30 12:56:28.884260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-35deb9f6-e153-419e-b2f6-b895cb4313a3 None None] Port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:56:28.932305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Made reservation on behalf of cb80f17f656a42af8c1eddd6df2aaa19 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:28.936494 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:28.947502 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:28.960039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] Transition to ACTIVE for port object 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:28.972587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:28.987123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:29.009973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port df90a0a1-7d9e-4286-a5bd-9788baf48ed8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df90a0a1-7d9e-4286-a5bd-9788baf48ed8,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:29.015087 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:29.073498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=df90a0a1-7d9e-4286-a5bd-9788baf48ed8,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:29.143274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d08b78-4bd1-4c55-bdbc-d0a187864cc5 req-2c0dffe8-0cd0-4fa0-93b6-11da45806aaa tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:29.145747 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73d08b78-4bd1-4c55-bdbc-d0a187864cc5 req-2c0dffe8-0cd0-4fa0-93b6-11da45806aaa tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 950 time: 0.0983536 Aug 30 12:56:29.182980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] No DVR routers for this DVR port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:29.195717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] Pushing event updated for resources: {'Port': ['ID=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,revision_number=10']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:29.196477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Allocated IP 172.20.0.4 (2388b82d-4113-41f0-a82d-b432f66e1216/0fd911fb-0fd6-4429-ab65-b5b02ebc4234/4f07bd42-a792-45bb-b9aa-cb4cc550ff1a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:29.219289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73d08b78-4bd1-4c55-bdbc-d0a187864cc5 req-6d04f7c2-3844-42c1-89b6-7f2eddacfe83 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600243 Aug 30 12:56:29.272511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e6a84-217f-485d-b355-ab96a4055d2f req-2d014986-07da-49c9-8c63-cf7ce099f01c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:29.273993 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-208e6a84-217f-485d-b355-ab96a4055d2f req-2d014986-07da-49c9-8c63-cf7ce099f01c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.2872899 Aug 30 12:56:29.291797 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-d26524f4-6f2d-45e4-a635-8d9b69f404ad service neutron] 10.222.0.16 "PUT /v2.0/ports/6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73/bindings/n-h2-688802-6/activate HTTP/1.1" status: 200 len: 369 time: 2.0301347 Aug 30 12:56:29.352221 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-208e6a84-217f-485d-b355-ab96a4055d2f req-6f52fbbb-53c5-41c4-b73f-e66a7159eaab tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716422 Aug 30 12:56:29.377993 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:29.397720 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:29.440823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:29.454331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-210a465b-01e0-4302-8fee-cd54c285d36e tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:29.455882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-210a465b-01e0-4302-8fee-cd54c285d36e tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.1001351 Aug 30 12:56:29.513369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Pushing event updated for resources: {'Port': ['ID=b97112b8-e5b9-408c-b2e3-a8fd0155ade8,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:29.522045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:29.559363 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:29.581100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-c5619381-8c8d-454d-992d-283bdee60623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:29.583514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-c5619381-8c8d-454d-992d-283bdee60623 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7 HTTP/1.1" status: 200 len: 1095 time: 0.1008878 Aug 30 12:56:29.624346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Network 2388b82d-4113-41f0-a82d-b432f66e1216 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:29.632678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:29.664485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:29.723738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Pushing event updated for resources: {'Port': ['ID=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:29.767611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-7ec0c7e7-dd04-4cd3-a0f6-456e79e442ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:29.769138 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-7ec0c7e7-dd04-4cd3-a0f6-456e79e442ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1095 time: 0.1568463 Aug 30 12:56:29.783116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Network e135429c-b737-4adb-9edf-33951b7e2b2b is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:29.784875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:29.817342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:29.818025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:29.920171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-fa6768b5-fee5-4f1c-8d1b-5e4e05952e7f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4638374 Aug 30 12:56:29.938318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7476e-29a1-4505-9c94-91c11428d9ce req-1750a493-a352-4016-940e-28aa9e2861e0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:29.946617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1c7476e-29a1-4505-9c94-91c11428d9ce req-1750a493-a352-4016-940e-28aa9e2861e0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 931 time: 0.2073948 Aug 30 12:56:29.958861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Request body: {'port': {'device_id': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:30.027708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Router 9d5d54ed-3ce6-4765-807a-eca69e07f04c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:56:30.089858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.122561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0fef9758-df02-4f1e-8167-8fc00606f48c None None] Provisioning complete for port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:30.123142 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0fef9758-df02-4f1e-8167-8fc00606f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.124641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1c7476e-29a1-4505-9c94-91c11428d9ce req-45dcc09e-74b1-4b0b-b51f-14e56140e1b0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771495 Aug 30 12:56:30.181013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57368) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:30.191743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0fef9758-df02-4f1e-8167-8fc00606f48c None None] Port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:56:30.202448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2a07-e3fb-4f8b-82bd-f390e10afcb6 req-52edbf33-deb1-49cf-bb26-df0bfea86021 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:30.210934 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea9a2a07-e3fb-4f8b-82bd-f390e10afcb6 req-52edbf33-deb1-49cf-bb26-df0bfea86021 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 944 time: 0.1160064 Aug 30 12:56:30.245759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-c8e85547-a6ab-442b-8a00-9b232a4d1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:30.247402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-c8e85547-a6ab-442b-8a00-9b232a4d1072 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.4497128 Aug 30 12:56:30.256359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:56:30.273786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0957cf13-ae10-4eb5-8fd5-a1c98a2f1adf admin admin] 10.222.0.37 "PUT /v2.0/routers/9d5d54ed-3ce6-4765-807a-eca69e07f04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6563315 Aug 30 12:56:30.289772 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea9a2a07-e3fb-4f8b-82bd-f390e10afcb6 req-4f737814-13c7-469d-b79b-61556ca7b2aa tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769398 Aug 30 12:56:30.350452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df90a0a1-7d9e-4286-a5bd-9788baf48ed8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:30.399061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Sync routers for ids ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:56:30.426538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Routers {'9d5d54ed-3ce6-4765-807a-eca69e07f04c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:30.427207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:30.520698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707105ef-ca33-4d5b-b33d-d2e2d33b98d7 req-38846513-8f45-44a9-94f3-f009bde2c30f tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:30.522300 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-707105ef-ca33-4d5b-b33d-d2e2d33b98d7 req-38846513-8f45-44a9-94f3-f009bde2c30f tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 950 time: 0.1209021 Aug 30 12:56:30.540419 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-48bee785-856f-4152-8a4d-0c2b4ccf7154 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d64df91806d646999ac84feddaebc5f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574085 Aug 30 12:56:30.542897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57392) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:30.564231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Set router 9d5d54ed-3ce6-4765-807a-eca69e07f04c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:30.590975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-5fecfd9d-7f8c-4428-b8e1-9f783f2df157 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 HTTP/1.1" status: 200 len: 217 time: 0.0737841 Aug 30 12:56:30.593916 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.596521 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-707105ef-ca33-4d5b-b33d-d2e2d33b98d7 req-3b31ac05-8cd6-46df-8853-bc3dd4812062 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658915 Aug 30 12:56:30.614970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7924267d-c63b-4d75-b441-ba042673328d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.633503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port df90a0a1-7d9e-4286-a5bd-9788baf48ed8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:30.634125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.638696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7924267d-c63b-4d75-b441-ba042673328d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.638868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:30.653995 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.682830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f1a82-3938-4c0e-8c43-14f33b47563f req-9403c77f-9a40-4d66-9521-87650ba8d55d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:30.684333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-726f1a82-3938-4c0e-8c43-14f33b47563f req-9403c77f-9a40-4d66-9521-87650ba8d55d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1658053 Aug 30 12:56:30.698527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-e6f09625-6e8f-4a05-a154-53c191f41315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:30.699944 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-e6f09625-6e8f-4a05-a154-53c191f41315 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1002789 Aug 30 12:56:30.700855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Transition to ACTIVE for port object 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:30.710442 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7924267d-c63b-4d75-b441-ba042673328d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.715562 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7924267d-c63b-4d75-b441-ba042673328d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.717405 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7924267d-c63b-4d75-b441-ba042673328d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/28a65ce4-e767-4cc8-9a79-9f64c9e542ff HTTP/1.1" status: 204 len: 168 time: 0.1732736 Aug 30 12:56:30.723827 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:30.731209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924267d-c63b-4d75-b441-ba042673328d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a65ce4-e767-4cc8-9a79-9f64c9e542ff,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:30.772835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-c5f8b0d1-cdca-4437-9458-617378cc6c25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585842 Aug 30 12:56:30.819820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-726f1a82-3938-4c0e-8c43-14f33b47563f req-cbc23678-d286-4698-8754-dfb2553539f7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251028 Aug 30 12:56:30.877321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:30.965430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:22Z', 'updated_at': '2021-08-30T12:56:28Z', 'revision_number': 4, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'gw_port': {'id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:23Z', 'updated_at': '2021-08-30T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b97112b8-e5b9-408c-b2e3-a8fd0155ade8', 'name': '', 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'mac_address': 'fa:16:3e:51:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0c4c9c62-18d0-4068-b137-d6afe1b09e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:26Z', 'updated_at': '2021-08-30T12:56:29Z', 'revision_number': 2, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'subnets': [{'id': '0c4c9c62-18d0-4068-b137-d6afe1b09e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:30.966597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-89350a05-b491-4127-b58e-94a8f1826fa4 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821535 Aug 30 12:56:30.988269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:30.988706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:30.989042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:30.996202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Checking router: 9d5d54ed-3ce6-4765-807a-eca69e07f04c for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:56:30.996676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Updating router 9d5d54ed-3ce6-4765-807a-eca69e07f04c port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:56:31.024820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.032103 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e4995c6-23b4-42b7-bbf7-4551d87226a2 req-1145e406-06bd-43d2-880c-5d91c0a4e10e tempest-FloatingIPsNegativeTestJSON-109729610 tempest-FloatingIPsNegativeTestJSON-109729610-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=f814b9387dc748e1a98d55dcc2e523c3 HTTP/1.1" status: 200 len: 217 time: 0.1569431 Aug 30 12:56:31.037863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:31.090859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-31c31e1c-0409-46f8-bf24-183283517629 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161108 Aug 30 12:56:31.091842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:31.092184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:31.098477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:31.098819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:31.099219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:31.099628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Bound port: 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:31.099985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.135069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:31.201732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-99df16be-cdcc-4fa9-80db-0fa259622749 req-d320f7dc-ba10-4e34-ab7f-14a8038a726f tempest-FloatingIPsNegativeTestJSON-109729610 tempest-FloatingIPsNegativeTestJSON-109729610-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0671759 Aug 30 12:56:31.225019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57416) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:31.276631 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c5d02fc-ad50-4622-aaff-38c4e46136f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.282602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:31.332648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:31.357099 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.378079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036f058-85ca-49c5-8ecd-11ecdc8dcbb2 req-cb9be2c7-c3ba-478f-aca0-e3c0a5693182 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:31.380537 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f036f058-85ca-49c5-8ecd-11ecdc8dcbb2 req-cb9be2c7-c3ba-478f-aca0-e3c0a5693182 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 943 time: 0.1055672 Aug 30 12:56:31.436071 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-209fd926-c650-4319-9af2-21361cc65cf5 req-cce599f4-fb07-44c9-b005-f186afe3e8d3 tempest-FloatingIPsNegativeTestJSON-109729610 tempest-FloatingIPsNegativeTestJSON-109729610-project] show failed (client error): The resource could not be found. Aug 30 12:56:31.447340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-209fd926-c650-4319-9af2-21361cc65cf5 req-cce599f4-fb07-44c9-b005-f186afe3e8d3 tempest-FloatingIPsNegativeTestJSON-109729610 tempest-FloatingIPsNegativeTestJSON-109729610-project] 10.222.0.37 "GET /v2.0/floatingips/da27521f-f286-4c84-88af-a5cbe89fa292 HTTP/1.1" status: 404 len: 350 time: 0.1035581 Aug 30 12:56:31.449232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f036f058-85ca-49c5-8ecd-11ecdc8dcbb2 req-6ba5af10-b515-4256-ba3e-feaaacbfd3b3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614371 Aug 30 12:56:31.449829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57422) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:31.542386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:31.543007 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.544387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] 10.222.0.35 "PUT /v2.0/ports/4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 1091 time: 1.5907888 Aug 30 12:56:31.548741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:31.552144 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb84cb0-6468-4ae5-80ed-adc2727970f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:31.582538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157498bb-ac73-4c22-a5b6-91916bb707ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:31.606805 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.625861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-0b2624d4-eff3-45d0-a06b-68d3eac4047f tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:31.628112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-0b2624d4-eff3-45d0-a06b-68d3eac4047f tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.2660267 Aug 30 12:56:31.647727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Transition to ACTIVE for port object b97112b8-e5b9-408c-b2e3-a8fd0155ade8 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:31.657068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57430) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:31.662993 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.676026 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335f0cb6-8e73-42f5-a9e4-909832d2a401 x-openstack-request-id: req-335f0cb6-8e73-42f5-a9e4-909832d2a401 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:31.676514 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:31.677037 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-335f0cb6-8e73-42f5-a9e4-909832d2a401 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:31.677542 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a', 'status': 'completed', 'code': 200} Aug 30 12:56:31.747686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7143c60-067d-4b97-ad27-9350ce3ccda9 req-bece6feb-35ea-4ae9-8df6-b83bafe6b859 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:31.755940 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7143c60-067d-4b97-ad27-9350ce3ccda9 req-bece6feb-35ea-4ae9-8df6-b83bafe6b859 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 944 time: 0.1988761 Aug 30 12:56:31.773973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14206d2f-12fe-4f3c-aada-929233ac8325 None None] Pushing event updated for resources: {'Port': ['ID=b97112b8-e5b9-408c-b2e3-a8fd0155ade8,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:31.796575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-b15229aa-ef0a-4116-88ee-f77dc95ee8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:31.798209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-b15229aa-ef0a-4116-88ee-f77dc95ee8e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1094 time: 0.1955988 Aug 30 12:56:31.824490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Attempting to bind port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:31.824800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Attempting to bind port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:31.825164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Attempting to bind port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 on network e135429c-b737-4adb-9edf-33951b7e2b2b {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:31.831735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:31.832369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Checking segment: {'id': '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:31.832859 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.833173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Bound using segment: {'id': '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:31.833720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Bound port: b97112b8-e5b9-408c-b2e3-a8fd0155ade8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:31.834060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.914432 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c5d02fc-ad50-4622-aaff-38c4e46136f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:31.929696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-537fa279-4af0-4bfe-b8a6-a5177f8193d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.1151657 Aug 30 12:56:31.940341 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c5d02fc-ad50-4622-aaff-38c4e46136f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:32.000429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0c5d02fc-ad50-4622-aaff-38c4e46136f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f5f8e34b1b447939c8b03f92b7e405f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7710733 Aug 30 12:56:32.020754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7143c60-067d-4b97-ad27-9350ce3ccda9 req-5c8a08d2-037b-466c-99df-ccd42db1d130 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637289 Aug 30 12:56:32.025937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57438) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:32.041542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-11c00015-842c-4521-ae96-660e8917c3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:32.091134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] For port b97112b8-e5b9-408c-b2e3-a8fd0155ade8, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:32.095365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] For port b97112b8-e5b9-408c-b2e3-a8fd0155ade8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b97112b8-e5b9-408c-b2e3-a8fd0155ade8,segment=NetworkSegment(6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1),segment_id=6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:32.104578 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:32.156758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d02fc-ad50-4622-aaff-38c4e46136f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0aa012-53bc-4d79-96a2-2e28b99398bd,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:32.174361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-efead59a-aab3-47db-a0e2-6c650f555f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:32.176298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-efead59a-aab3-47db-a0e2-6c650f555f3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.2114491 Aug 30 12:56:32.186258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-0dcc5496-3b94-4b64-b1cd-d2a0f5668440 service neutron] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:32.211890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-0dcc5496-3b94-4b64-b1cd-d2a0f5668440 service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:32.213153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7eee8dfa-b112-4fe1-bf80-44a4e327b2ee req-0dcc5496-3b94-4b64-b1cd-d2a0f5668440 service neutron] 10.222.0.35 "DELETE /v2.0/ports/6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73/bindings/n-h1-688802-6 HTTP/1.1" status: 204 len: 173 time: 0.5525239 Aug 30 12:56:32.239016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-5bb3a571-4d7c-4d09-84ec-ef7c89349a56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488210 Aug 30 12:56:32.247901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Routers {'9d5d54ed-3ce6-4765-807a-eca69e07f04c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:32.249351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:32.312345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14206d2f-12fe-4f3c-aada-929233ac8325 None None] Pushing event updated for resources: {'Port': ['ID=b97112b8-e5b9-408c-b2e3-a8fd0155ade8,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:32.387864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d6c4a-7452-40f0-a1a3-7e89aba70ac1 req-458f120d-32ff-46d8-87d6-552c5f2b95e9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:32.397798 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-690d6c4a-7452-40f0-a1a3-7e89aba70ac1 req-458f120d-32ff-46d8-87d6-552c5f2b95e9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1885588 Aug 30 12:56:32.440259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] Set router 9d5d54ed-3ce6-4765-807a-eca69e07f04c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:32.505002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-690d6c4a-7452-40f0-a1a3-7e89aba70ac1 req-22b83cfd-3eb2-48bb-97ed-493fbebdc00c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062353 Aug 30 12:56:32.619258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02d30272-3b81-4ee2-855a-0498e0ef7a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:32.672349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b498b7d-728d-42c1-a8bd-3f258594ad02 req-3ca5154d-523b-41b5-aa6f-73ef56557ac2 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:32.680949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3b498b7d-728d-42c1-a8bd-3f258594ad02 req-3ca5154d-523b-41b5-aa6f-73ef56557ac2 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1095 time: 0.1157002 Aug 30 12:56:32.700695 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02d30272-3b81-4ee2-855a-0498e0ef7a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:32.729179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:32.730576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:22Z', 'updated_at': '2021-08-30T12:56:28Z', 'revision_number': 4, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'gw_port': {'id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:23Z', 'updated_at': '2021-08-30T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b97112b8-e5b9-408c-b2e3-a8fd0155ade8', 'name': '', 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'mac_address': 'fa:16:3e:51:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0c4c9c62-18d0-4068-b137-d6afe1b09e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:26Z', 'updated_at': '2021-08-30T12:56:32Z', 'revision_number': 4, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'subnets': [{'id': '0c4c9c62-18d0-4068-b137-d6afe1b09e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:32.764172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b63d298-8cf8-45e6-8cc1-c98deb76adb8 None None] The sync data for ids ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'] in n-d-688802-6 is: [{'id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:22Z', 'updated_at': '2021-08-30T12:56:28Z', 'revision_number': 4, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'gw_port': {'id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:23Z', 'updated_at': '2021-08-30T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b97112b8-e5b9-408c-b2e3-a8fd0155ade8', 'name': '', 'network_id': 'e135429c-b737-4adb-9edf-33951b7e2b2b', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'mac_address': 'fa:16:3e:51:39:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '0c4c9c62-18d0-4068-b137-d6afe1b09e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:26Z', 'updated_at': '2021-08-30T12:56:32Z', 'revision_number': 4, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'subnets': [{'id': '0c4c9c62-18d0-4068-b137-d6afe1b09e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:56:32.770504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3b498b7d-728d-42c1-a8bd-3f258594ad02 req-6038e005-5b9f-41f0-a809-1e0219596af1 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881274 Aug 30 12:56:32.777324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282adf4-2e81-4403-b7df-8632cf165293 req-7dce7e7a-317b-492d-b5de-73c3f7774f56 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:32.779459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e282adf4-2e81-4403-b7df-8632cf165293 req-7dce7e7a-317b-492d-b5de-73c3f7774f56 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 950 time: 0.1657405 Aug 30 12:56:32.823235 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-09187eef-7614-44db-98ee-2f0489b2238e service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713639 Aug 30 12:56:32.838586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-11c00015-842c-4521-ae96-660e8917c3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:32.869697 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-11c00015-842c-4521-ae96-660e8917c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:32.991699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e282adf4-2e81-4403-b7df-8632cf165293 req-45371816-5b4b-4948-ad5d-ad55bc6584d4 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984179 Aug 30 12:56:32.997546 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02d30272-3b81-4ee2-855a-0498e0ef7a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:33.004572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02d30272-3b81-4ee2-855a-0498e0ef7a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:33.005773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-02d30272-3b81-4ee2-855a-0498e0ef7a0b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a0aa012-53bc-4d79-96a2-2e28b99398bd HTTP/1.1" status: 204 len: 168 time: 0.9654756 Aug 30 12:56:33.011031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-11c00015-842c-4521-ae96-660e8917c3ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a21cf0476064c2ab4d526b43a03ee80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3479402 Aug 30 12:56:33.011218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57456) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:33.011784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c00015-842c-4521-ae96-660e8917c3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d9d43a-db52-451e-b563-f49a2c4f988a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:33.080787 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f823e8-590c-40d9-b9f8-1ace63b885a1 req-e3487573-fec6-4bcf-929b-325456e646c0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:33.090334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80f823e8-590c-40d9-b9f8-1ace63b885a1 req-e3487573-fec6-4bcf-929b-325456e646c0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 943 time: 0.2023330 Aug 30 12:56:33.110439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48f6d508-4a2f-42c8-a58f-5aa73b446b3d req-d929125f-e356-49ec-be9f-099f7e25d566 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695603 Aug 30 12:56:33.119009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d30272-3b81-4ee2-855a-0498e0ef7a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0aa012-53bc-4d79-96a2-2e28b99398bd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:33.175712 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80f823e8-590c-40d9-b9f8-1ace63b885a1 req-8ede65c1-d866-4962-b101-05750d6e431e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844035 Aug 30 12:56:33.244926 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6173a88-fe28-4c52-ac20-db1410472b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:33.276754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829023d-fb4a-4e34-879f-2742c340c386 req-10ffeb7d-76f4-425e-a2b5-b2fd7d0f836f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:33.278335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-10ffeb7d-76f4-425e-a2b5-b2fd7d0f836f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 807 time: 0.1513510 Aug 30 12:56:33.304854 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6173a88-fe28-4c52-ac20-db1410472b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:33.345200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-3f7c656c-4cc1-4406-a258-125a186f301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:33.346727 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-3f7c656c-4cc1-4406-a258-125a186f301b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1094 time: 0.0674937 Aug 30 12:56:33.357093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-541a72d8-c420-447a-a08c-eb3b72e27590 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/quotas/561fc0398f9b42d9a91a45cc39c6a5b7 HTTP/1.1" status: 200 len: 375 time: 0.0356693 Aug 30 12:56:33.412588 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-e83937da-eef5-4998-8753-7df6b81b7da3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1855183 Aug 30 12:56:33.479787 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Deleting port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:33.480259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:33.510293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-54d386f7-c342-4be3-a5aa-c3ce65b0a42e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529858 Aug 30 12:56:33.572105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6173a88-fe28-4c52-ac20-db1410472b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:33.579016 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6173a88-fe28-4c52-ac20-db1410472b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:33.580174 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6173a88-fe28-4c52-ac20-db1410472b12 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c4d9d43a-db52-451e-b563-f49a2c4f988a HTTP/1.1" status: 204 len: 168 time: 0.5676804 Aug 30 12:56:33.634484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-17dc9710-8613-4c98-88bd-6a22a7fd35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:33.636014 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-17dc9710-8613-4c98-88bd-6a22a7fd35ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.2756472 Aug 30 12:56:33.674263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6173a88-fe28-4c52-ac20-db1410472b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d9d43a-db52-451e-b563-f49a2c4f988a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:33.730080 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-b34eca14-65bf-4472-bcef-bceca2ef3f8f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.0836248 Aug 30 12:56:33.767542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-5fc4dfff-b190-4f51-827c-9e94aa666b49 service neutron] 10.222.0.37 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510855 Aug 30 12:56:33.786412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-63cfc261-2829-47e1-8c0e-648e409c6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:33.788155 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-63cfc261-2829-47e1-8c0e-648e409c6912 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 1096 time: 0.3054259 Aug 30 12:56:33.883205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-6eb627e4-3adf-40e0-8a07-5b43dd75c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:33.884605 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-6eb627e4-3adf-40e0-8a07-5b43dd75c3aa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1432528 Aug 30 12:56:33.926539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-05acda17-1f0e-43bb-959a-e863dadac6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:33.928021 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-05acda17-1f0e-43bb-959a-e863dadac6f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.1074262 Aug 30 12:56:33.938057 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-d983fa62-0b21-4001-ae3a-e88ccd4319a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312524 Aug 30 12:56:33.954303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] For port b97112b8-e5b9-408c-b2e3-a8fd0155ade8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b97112b8-e5b9-408c-b2e3-a8fd0155ade8,segment=NetworkSegment(6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1),segment_id=6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:33.954674 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:33.980002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e74ca-7a3f-45f8-bbf1-9ed3b32fa882 req-0f37c886-f645-4a3a-9f5d-9081f0ef3e06 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:33.988195 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f86e74ca-7a3f-45f8-bbf1-9ed3b32fa882 req-0f37c886-f645-4a3a-9f5d-9081f0ef3e06 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.3704772 Aug 30 12:56:33.988653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-0844017b-b234-46b0-913c-c3d7feacbf36 service neutron] 10.222.0.37 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887927 Aug 30 12:56:34.101269 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-94775f8e-28ac-4546-b054-66de6cf85d6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f HTTP/1.1" status: 200 len: 217 time: 0.1546021 Aug 30 12:56:34.106750 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Calling delete_port for b97112b8-e5b9-408c-b2e3-a8fd0155ade8 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:34.190068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-f81e10c7-451f-4a8b-8f7b-09960aa95228 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390673 Aug 30 12:56:34.202891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-9168f1ea-aec1-480e-8263-c7dc31cdfd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:34.205325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-9168f1ea-aec1-480e-8263-c7dc31cdfd0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0624006 Aug 30 12:56:34.293480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f86e74ca-7a3f-45f8-bbf1-9ed3b32fa882 req-a5e40cdf-eea6-4456-a977-3e2d7a0b36ee tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042934 Aug 30 12:56:34.377414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-31dcda9d-b278-4436-99cc-7b12d140ad92 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:34.388676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-31dcda9d-b278-4436-99cc-7b12d140ad92 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.16 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 950 time: 0.4595695 Aug 30 12:56:34.398791 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-c5d785c8-e76d-4c36-aa03-e619c6783957 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087470 Aug 30 12:56:34.399369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a0719f-ec64-4bff-b8f9-06adbb153b0e req-70ca006f-ba38-481c-8716-ccf601c632e2 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:34.411781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00a0719f-ec64-4bff-b8f9-06adbb153b0e req-70ca006f-ba38-481c-8716-ccf601c632e2 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 950 time: 0.1073370 Aug 30 12:56:34.461295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b97112b8-e5b9-408c-b2e3-a8fd0155ade8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:34.541365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:34.549447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b97112b8-e5b9-408c-b2e3-a8fd0155ade8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:34.550458 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:34.554481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eb84cb0-6468-4ae5-80ed-adc2727970f2 req-aa6934c5-c23c-4494-8307-08f5a94d02ac service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510158 Aug 30 12:56:34.627241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00a0719f-ec64-4bff-b8f9-06adbb153b0e req-17d49682-1faa-448a-84cf-a877284cfba4 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111950 Aug 30 12:56:34.682988 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:34.729420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port b97112b8-e5b9-408c-b2e3-a8fd0155ade8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b97112b8-e5b9-408c-b2e3-a8fd0155ade8,segment=NetworkSegment(6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1),segment_id=6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:34.736132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:34.754385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e972cd4-0fcb-4d7d-a35c-fa28c5a935c7 req-5eaa68f3-fea8-4c5b-aea6-709182208616 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 210 time: 0.0657709 Aug 30 12:56:34.851081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=b97112b8-e5b9-408c-b2e3-a8fd0155ade8,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:34.902588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf6e5f-72bd-4dd6-8e7c-dcd0c9488c0e req-5ce1584f-cdb0-41c5-b25d-fbfe6ac68cdf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:34.909997 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65bf6e5f-72bd-4dd6-8e7c-dcd0c9488c0e req-5ce1584f-cdb0-41c5-b25d-fbfe6ac68cdf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 943 time: 0.3507583 Aug 30 12:56:34.976192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Deleting port f8c7d485-8855-49a4-a4c7-ef106b59ee0c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:34.976530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:35.036521 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-083a90ce-101e-428b-bf29-21a01cba8c63 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291976 Aug 30 12:56:35.042290 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65bf6e5f-72bd-4dd6-8e7c-dcd0c9488c0e req-cb35b280-ef20-41be-91f7-5b308bde3fb6 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314514 Aug 30 12:56:35.431646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:35.450838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] For port f8c7d485-8855-49a4-a4c7-ef106b59ee0c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:35.451494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:35.485037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Pushing event deleted for resources: {'Port': ['ID=b97112b8-e5b9-408c-b2e3-a8fd0155ade8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:35.501384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4acaab-5597-4c48-8dd4-7248e2579502 req-1d88362a-f8f9-4f29-ae2a-c56bbbab5a2e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:35.502537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Calling delete_port for f8c7d485-8855-49a4-a4c7-ef106b59ee0c owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:35.510879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c4acaab-5597-4c48-8dd4-7248e2579502 req-1d88362a-f8f9-4f29-ae2a-c56bbbab5a2e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.0913911 Aug 30 12:56:35.530965 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555097dc-14a2-4ab3-b8e0-02df790f2ae6 req-d49fa9d7-e3b7-4e1d-88ec-0e3f68a028e8 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792881 Aug 30 12:56:35.576582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c4acaab-5597-4c48-8dd4-7248e2579502 req-11405e34-bf37-43e8-8cdc-75f908f6005c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646019 Aug 30 12:56:35.812180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe483dd2-48d1-415e-92bf-ff92dc241a0a req-b4e7202b-8496-45e2-b5d8-ad1e1efcb999 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:35.814148 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe483dd2-48d1-415e-92bf-ff92dc241a0a req-b4e7202b-8496-45e2-b5d8-ad1e1efcb999 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/ports?device_id=701e3870-f3c4-4806-922a-2de7f0786e91 HTTP/1.1" status: 200 len: 950 time: 0.0818496 Aug 30 12:56:35.890731 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe483dd2-48d1-415e-92bf-ff92dc241a0a req-4de36af3-c951-4ebd-a129-fc12696970a4 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.37 "GET /v2.0/security-groups?id=f247de10-532a-4d6a-8eca-fe0e168b7663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702097 Aug 30 12:56:35.966612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:35.975881 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-03e870f6-f01d-49ca-ab67-e8f3d3ae5747 req-ff98d64f-8a24-44bb-ae33-3fca9115c87d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 210 time: 0.0592427 Aug 30 12:56:36.008223 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:36.017167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829023d-fb4a-4e34-879f-2742c340c386 req-ab447ad8-2b03-4141-a378-f760a9c0ea05 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:36.018636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-ab447ad8-2b03-4141-a378-f760a9c0ea05 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 807 time: 0.3338029 Aug 30 12:56:36.023430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['f8c7d485-8855-49a4-a4c7-ef106b59ee0c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:36.061420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Request body: {'port': {'device_id': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620', 'admin_state_up': True, 'tenant_id': '561fc0398f9b42d9a91a45cc39c6a5b7'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:36.107904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Pushing event deleted for resources: {'Port': ['ID=f8c7d485-8855-49a4-a4c7-ef106b59ee0c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:36.267073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfa1a3-ca70-4973-8cd0-77e8571277aa req-04e89d50-9d7c-4c20-a37c-208ce701007b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:36.276955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48bfa1a3-ca70-4973-8cd0-77e8571277aa req-04e89d50-9d7c-4c20-a37c-208ce701007b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 943 time: 0.0941114 Aug 30 12:56:36.336004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] No DVR routers for this DVR port f8c7d485-8855-49a4-a4c7-ef106b59ee0c on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:36.343809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48bfa1a3-ca70-4973-8cd0-77e8571277aa req-d15d2a43-af5b-40b3-b009-a0fde2a80c27 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655410 Aug 30 12:56:36.348976 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:36.351179 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70a4f4d8-3180-48f9-97aa-b956f58c8543 req-a3504969-4de2-4ebd-9c7d-2481fa6cfd38 tempest-TenantUsagesTestJSON-629531369 tempest-TenantUsagesTestJSON-629531369-project] 10.222.0.16 "DELETE /v2.0/ports/f8c7d485-8855-49a4-a4c7-ef106b59ee0c HTTP/1.1" status: 204 len: 173 time: 1.9514663 Aug 30 12:56:36.353391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701e3870-f3c4-4806-922a-2de7f0786e91', 'name': 'network-vif-deleted', 'tag': 'f8c7d485-8855-49a4-a4c7-ef106b59ee0c'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:36.356260 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee314e3-e6ee-4fb2-8654-a34c2f14fa24" -d '{"events": [{"server_uuid": "701e3870-f3c4-4806-922a-2de7f0786e91", "name": "network-vif-deleted", "tag": "f8c7d485-8855-49a4-a4c7-ef106b59ee0c"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:36.401810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Made reservation on behalf of 561fc0398f9b42d9a91a45cc39c6a5b7 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:36.407019 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:36.491306 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9482b9-9663-4ab2-800f-5a1678ffa91e x-openstack-request-id: req-9a9482b9-9663-4ab2-800f-5a1678ffa91e {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:36.491646 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701e3870-f3c4-4806-922a-2de7f0786e91", "name": "network-vif-deleted", "tag": "f8c7d485-8855-49a4-a4c7-ef106b59ee0c", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:36.491923 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a9482b9-9663-4ab2-800f-5a1678ffa91e {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:36.492400 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701e3870-f3c4-4806-922a-2de7f0786e91', 'name': 'network-vif-deleted', 'tag': 'f8c7d485-8855-49a4-a4c7-ef106b59ee0c', 'status': 'completed', 'code': 200} Aug 30 12:56:36.553784 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35aed987-3c42-4905-a9b8-28aafaf3837e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:36.672328 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Router 9d5d54ed-3ce6-4765-807a-eca69e07f04c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:56:36.717006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Allocated IP 172.20.0.4 (ace8436c-ba87-4145-877a-ff183bc69620/f1e0d212-3552-4bf1-98b9-e1dd45852c9c/7a9ac668-c79d-4fb3-8e20-0a829d975b56) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:36.799659 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5684116-c059-43d2-8d16-0adeff05a3a9 req-319a7945-e1a9-4daf-a554-1c5e26c11f91 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:36.801561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f5684116-c059-43d2-8d16-0adeff05a3a9 req-319a7945-e1a9-4daf-a554-1c5e26c11f91 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1319709 Aug 30 12:56:36.951047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f5684116-c059-43d2-8d16-0adeff05a3a9 req-d5d95c68-f4b8-4d69-80e2-cf4eecc0dd2d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429062 Aug 30 12:56:36.961492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:56:36.968022 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b0216dc0-6e10-4679-8df9-5566d643178f admin admin] 10.222.0.37 "PUT /v2.0/routers/9d5d54ed-3ce6-4765-807a-eca69e07f04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5170801 Aug 30 12:56:36.971188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57676) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:36.976466 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] Sync routers for ids ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:56:36.992854 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] Routers {'9d5d54ed-3ce6-4765-807a-eca69e07f04c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:36.994629 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:37.079298 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.124937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.174333 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.231571 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] Set router 9d5d54ed-3ce6-4765-807a-eca69e07f04c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:37.231940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Network ace8436c-ba87-4145-877a-ff183bc69620 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:37.235086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:37.239919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:37.270462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Pushing event updated for resources: {'Port': ['ID=7a9ac668-c79d-4fb3-8e20-0a829d975b56,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:37.305207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:37.306050 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.337237 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-fdd14266-c4cc-40e0-8d8c-770788667c1e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798600 Aug 30 12:56:37.352877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Request body: {'port': {'device_id': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:37.381704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.414858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57724) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:37.470166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Deleting port df90a0a1-7d9e-4286-a5bd-9788baf48ed8 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:37.470735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.479312 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.498093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e087b0a-9caf-464e-a201-ea883c710e18 req-d2192f82-b605-4312-b886-8d4c0ecb06a7 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:37.506184 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e087b0a-9caf-464e-a201-ea883c710e18 req-d2192f82-b605-4312-b886-8d4c0ecb06a7 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 931 time: 0.1483271 Aug 30 12:56:37.566576 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:22Z', 'updated_at': '2021-08-30T12:56:35Z', 'revision_number': 5, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'gw_port': {'id': 'df90a0a1-7d9e-4286-a5bd-9788baf48ed8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:fa:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:23Z', 'updated_at': '2021-08-30T12:56:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:37.567827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] For port df90a0a1-7d9e-4286-a5bd-9788baf48ed8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df90a0a1-7d9e-4286-a5bd-9788baf48ed8,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:37.568313 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.590891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Calling delete_port for df90a0a1-7d9e-4286-a5bd-9788baf48ed8 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:37.591221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:37.611473 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e087b0a-9caf-464e-a201-ea883c710e18 req-26c75f65-248e-4115-8578-e6dd4fcd7896 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025829 Aug 30 12:56:37.624431 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] Checking router: 9d5d54ed-3ce6-4765-807a-eca69e07f04c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:56:37.647295 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] Routers {'9d5d54ed-3ce6-4765-807a-eca69e07f04c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:37.649534 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:37.764678 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] Set router 9d5d54ed-3ce6-4765-807a-eca69e07f04c gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:37.767794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:37.781430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a', 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216', 'port_id': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a', 'mac_address': 'fa:16:3e:4f:d1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd911fb-0fd6-4429-ab65-b5b02ebc4234', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:56:37.827013 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.843971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:37.853934 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2a5f234b-1afd-46a7-adca-9318ffd1c2d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd401cf80a2c453bab1098fa85ca9dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359386 Aug 30 12:56:37.859462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57752) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:37.869569 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:22Z', 'updated_at': '2021-08-30T12:56:37Z', 'revision_number': 6, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:37.880772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:37.885477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:37.907725 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509bf5b-e6da-4298-aa0a-1912ee698ef1 None None] The sync data for ids ['9d5d54ed-3ce6-4765-807a-eca69e07f04c'] in n-d-688802-6 is: [{'id': '9d5d54ed-3ce6-4765-807a-eca69e07f04c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1106677828-router', 'tenant_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:22Z', 'updated_at': '2021-08-30T12:56:37Z', 'revision_number': 6, 'project_id': 'f814b9387dc748e1a98d55dcc2e523c3', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:56:37.964751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e549b0-3548-410f-8fae-01e570e4fbcc req-4ac78e6e-7fe2-4e2c-9dd8-5e58cffc00df tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:37.966377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0e549b0-3548-410f-8fae-01e570e4fbcc req-4ac78e6e-7fe2-4e2c-9dd8-5e58cffc00df tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 943 time: 0.1694162 Aug 30 12:56:37.976932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:38.029088 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ab622a4-a81d-4281-85ba-b1327784055e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.040838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9ac668-c79d-4fb3-8e20-0a829d975b56 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:38.049511 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.063218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Transition to ACTIVE for port object 7a9ac668-c79d-4fb3-8e20-0a829d975b56 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:38.068343 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.078991 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.083370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ab622a4-a81d-4281-85ba-b1327784055e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.089908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0e549b0-3548-410f-8fae-01e570e4fbcc req-ebc44a89-446a-48da-ba50-5ad0f4d5180d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909209 Aug 30 12:56:38.123727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Pushing event deleted for resources: {'Port': ['ID=df90a0a1-7d9e-4286-a5bd-9788baf48ed8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:38.145225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ac668-c79d-4fb3-8e20-0a829d975b56,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:38.218988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.233931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4f07bd42-a792-45bb-b9aa-cb4cc550ff1a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:38.254099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:38.254590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:38.254896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:38.259938 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:38.260316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:38.266424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:38.266822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:38.267260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:38.267748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Bound port: 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:38.268212 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.343387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ab622a4-a81d-4281-85ba-b1327784055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.345968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ab622a4-a81d-4281-85ba-b1327784055e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.347974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8ab622a4-a81d-4281-85ba-b1327784055e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f247de10-532a-4d6a-8eca-fe0e168b7663 HTTP/1.1" status: 204 len: 168 time: 0.4719558 Aug 30 12:56:38.377781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:38.384514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:38.390809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.445439 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b97112b8-e5b9-408c-b2e3-a8fd0155ade8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:38.446516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab622a4-a81d-4281-85ba-b1327784055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247de10-532a-4d6a-8eca-fe0e168b7663,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:38.466811 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.469858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.470309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:38.471139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.473971 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a9ac668-c79d-4fb3-8e20-0a829d975b56 HTTP/1.1" status: 200 len: 1091 time: 1.1268260 Aug 30 12:56:38.495033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:38.498833 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017175e2-2f76-45c2-9e3c-ddc958f700a0" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:38.516793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f611f3-c1d2-4e99-82e0-f1328a288d23 req-7ad3654b-6c1a-4cac-8943-11c146f92a39 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:38.529312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f611f3-c1d2-4e99-82e0-f1328a288d23 req-7ad3654b-6c1a-4cac-8943-11c146f92a39 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.2886643 Aug 30 12:56:38.530143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b97112b8-e5b9-408c-b2e3-a8fd0155ade8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:38.530920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b97112b8-e5b9-408c-b2e3-a8fd0155ade8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:38.563608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d76e2-4546-44f1-a852-f46cab7d7280 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ac668-c79d-4fb3-8e20-0a829d975b56,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:38.600676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829023d-fb4a-4e34-879f-2742c340c386 req-6ebde224-460f-4de8-a6ea-66cf4b509d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:38.602931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-6ebde224-460f-4de8-a6ea-66cf4b509d60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1094 time: 0.0600543 Aug 30 12:56:38.650961 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.651894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d5d54ed-3ce6-4765-807a-eca69e07f04c {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 12:56:38.658017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.662158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5215908a-8200-4949-97a3-aeabefdb336e admin admin] 10.222.0.37 "DELETE /v2.0/routers/9d5d54ed-3ce6-4765-807a-eca69e07f04c HTTP/1.1" status: 204 len: 168 time: 1.6899457 Aug 30 12:56:38.662621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-7babe5c1-2956-4472-853c-010506dea4ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56 HTTP/1.1" status: 200 len: 217 time: 0.0495384 Aug 30 12:56:38.663188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57826) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:38.671443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84f611f3-c1d2-4e99-82e0-f1328a288d23 req-052f7f96-c87e-4555-a98c-678a9a602dc1 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373677 Aug 30 12:56:38.750780 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3732c4-e715-4bc5-8e80-79a398605958 x-openstack-request-id: req-8d3732c4-e715-4bc5-8e80-79a398605958 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:38.751067 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:38.751472 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d3732c4-e715-4bc5-8e80-79a398605958 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:38.752009 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56', 'status': 'completed', 'code': 200} Aug 30 12:56:38.772673 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd0ade62-3da1-4546-9ba5-2e70e94f92d1 admin admin] Deleting subnet 0c4c9c62-18d0-4068-b137-d6afe1b09e8f {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:56:38.790566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829023d-fb4a-4e34-879f-2742c340c386 req-455f20ce-dfd7-4bd8-ba1f-454572c48f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:38.792030 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-455f20ce-dfd7-4bd8-ba1f-454572c48f5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1212885 Aug 30 12:56:38.792715 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd0ade62-3da1-4546-9ba5-2e70e94f92d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.869132 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-d2a39e9e-fba5-4596-9071-f4aa1672bc3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284057 Aug 30 12:56:38.873442 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd0ade62-3da1-4546-9ba5-2e70e94f92d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:38.903384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e4a53-7819-4b15-90d1-e7b53e6b6df7 req-6c601c57-8f5f-42e9-89a1-c231808b1fa1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:38.911729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f1e4a53-7819-4b15-90d1-e7b53e6b6df7 req-6c601c57-8f5f-42e9-89a1-c231808b1fa1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.0866156 Aug 30 12:56:38.929126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57854) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:38.983941 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0277be6-5f0d-40fc-97ba-158453ac1731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.047382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f8c7d485-8855-49a4-a4c7-ef106b59ee0c no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:39.074267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: f8c7d485-8855-49a4-a4c7-ef106b59ee0c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:39.074843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f8c7d485-8855-49a4-a4c7-ef106b59ee0c not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:39.221418 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f1e4a53-7819-4b15-90d1-e7b53e6b6df7 req-ce04e289-c5db-4d58-a05d-09f5b8522722 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086448 Aug 30 12:56:39.302395 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-86af1ed0-dbc0-4c24-a1b3-e17cd29b161d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.339812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e2109-925b-4f85-89b1-b1feaa628292 req-0690e34a-3e8a-4278-8856-b11ba1dfed63 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:39.342033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-983e2109-925b-4f85-89b1-b1feaa628292 req-0690e34a-3e8a-4278-8856-b11ba1dfed63 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 944 time: 0.0705895 Aug 30 12:56:39.398427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-983e2109-925b-4f85-89b1-b1feaa628292 req-337b4446-acc2-4f59-b2d8-4b94b95cb62a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475497 Aug 30 12:56:39.449279 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd0ade62-3da1-4546-9ba5-2e70e94f92d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.469808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-3574fae3-b62e-4e0e-9ac8-b07843836d2d service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736330 Aug 30 12:56:39.585272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0277be6-5f0d-40fc-97ba-158453ac1731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.593162 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0277be6-5f0d-40fc-97ba-158453ac1731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.601943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:39.604917 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd0ade62-3da1-4546-9ba5-2e70e94f92d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.664346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ade62-3da1-4546-9ba5-2e70e94f92d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4c9c62-18d0-4068-b137-d6afe1b09e8f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:39.681057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:39.688075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:39.688675 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.697856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7829023d-fb4a-4e34-879f-2742c340c386 req-c8e5f56f-0895-41f6-ba71-68211cb4cdc7 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131817 Aug 30 12:56:39.698641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0277be6-5f0d-40fc-97ba-158453ac1731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24145305-4861-4ec6-ae20-8496749fa90c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:39.702377 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd0ade62-3da1-4546-9ba5-2e70e94f92d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.704436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bd0ade62-3da1-4546-9ba5-2e70e94f92d1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0c4c9c62-18d0-4068-b137-d6afe1b09e8f HTTP/1.1" status: 204 len: 168 time: 1.0403469 Aug 30 12:56:39.708477 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e0277be6-5f0d-40fc-97ba-158453ac1731 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=005cab7b9a454cd3b0fe74c7de831130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7767198 Aug 30 12:56:39.715418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57958) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:39.717298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57960) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:39.732928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d72b410-0c96-42b8-9758-a6fb4440d2a8 None None] Network e135429c-b737-4adb-9edf-33951b7e2b2b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:56:39.843067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-73f5108d-c50d-4eb1-8190-033943f3e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:39.844822 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-73f5108d-c50d-4eb1-8190-033943f3e395 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1094 time: 0.0576391 Aug 30 12:56:39.916509 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-552e4732-7ddb-435e-a16a-17e05466ee1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.920523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.935571 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.938957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808523d6-18c2-4ff7-875c-a91015dccae6 req-0b6eadef-cc10-412a-89c6-c9cbfb5a353e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:39.939865 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.946763 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-808523d6-18c2-4ff7-875c-a91015dccae6 req-0b6eadef-cc10-412a-89c6-c9cbfb5a353e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1339884 Aug 30 12:56:39.980699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:39.983873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-90ffcca6-bcd3-4b38-b963-493fb2a727ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:39.985899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-90ffcca6-bcd3-4b38-b963-493fb2a727ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.1322386 Aug 30 12:56:39.987419 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-552e4732-7ddb-435e-a16a-17e05466ee1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:39.989127 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9655bf3-8a97-4f6b-ad5c-aec96b37868f" -d '{"events": [{"server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "name": "network-vif-plugged", "status": "completed", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:39.996347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:40.008593 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.041390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-9c6a00a6-d3fc-4fb9-aafd-887d461ce16e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56 HTTP/1.1" status: 200 len: 217 time: 0.0439045 Aug 30 12:56:40.063628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910abb35-f481-4e76-b927-55c5cfcc232b None None] DHCP port deletion for e135429c-b737-4adb-9edf-33951b7e2b2b request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 12:56:40.074745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:40.103749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-808523d6-18c2-4ff7-875c-a91015dccae6 req-c4b8e462-11cc-4cd9-8249-1e6d254d8ab1 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301286 Aug 30 12:56:40.120423 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8d3302-2abb-4887-9947-d73d4d37641c x-openstack-request-id: req-2c8d3302-2abb-4887-9947-d73d4d37641c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:40.121588 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "name": "network-vif-plugged", "status": "completed", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:40.123132 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c8d3302-2abb-4887-9947-d73d4d37641c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:40.123684 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a', 'code': 200} Aug 30 12:56:40.161020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-e393fd30-b75c-49e8-8179-bda7b752a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:40.164490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-e393fd30-b75c-49e8-8179-bda7b752a60f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1073511 Aug 30 12:56:40.165266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Deleting port a953f319-2662-4dd9-985e-a3873e06c9eb {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:40.165701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.182841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-910abb35-f481-4e76-b927-55c5cfcc232b None None] Deleting port a953f319-2662-4dd9-985e-a3873e06c9eb {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:40.183635 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-910abb35-f481-4e76-b927-55c5cfcc232b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.232780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-0cb6c3b2-b303-4081-8cc2-e00c4419779b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601759 Aug 30 12:56:40.240347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-552e4732-7ddb-435e-a16a-17e05466ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.250881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-552e4732-7ddb-435e-a16a-17e05466ee1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.255357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-552e4732-7ddb-435e-a16a-17e05466ee1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24145305-4861-4ec6-ae20-8496749fa90c HTTP/1.1" status: 204 len: 168 time: 0.5363517 Aug 30 12:56:40.297560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-910abb35-f481-4e76-b927-55c5cfcc232b None None] For port a953f319-2662-4dd9-985e-a3873e06c9eb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a953f319-2662-4dd9-985e-a3873e06c9eb,segment=NetworkSegment(6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1),segment_id=6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:40.298059 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-910abb35-f481-4e76-b927-55c5cfcc232b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.311075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e4732-7ddb-435e-a16a-17e05466ee1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24145305-4861-4ec6-ae20-8496749fa90c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:40.342489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-910abb35-f481-4e76-b927-55c5cfcc232b None None] Calling delete_port for a953f319-2662-4dd9-985e-a3873e06c9eb owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:40.356455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] For port a953f319-2662-4dd9-985e-a3873e06c9eb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a953f319-2662-4dd9-985e-a3873e06c9eb,segment=NetworkSegment(6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1),segment_id=6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:40.356813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.379338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Calling delete_port for a953f319-2662-4dd9-985e-a3873e06c9eb owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:40.382783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123bf12-ce93-4284-ba56-703602c99750 req-a93e2fa6-709e-47d3-a4e7-deece9598bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:40.384326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b123bf12-ce93-4284-ba56-703602c99750 req-a93e2fa6-709e-47d3-a4e7-deece9598bb6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1096 time: 0.2029130 Aug 30 12:56:40.438393 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-e83a8a7c-8d08-43d9-a259-3bae564e1920 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946011 Aug 30 12:56:40.496659 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b123bf12-ce93-4284-ba56-703602c99750 req-22020d98-b98a-419b-8097-18ca3d5abb34 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935018 Aug 30 12:56:40.509349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df90a0a1-7d9e-4286-a5bd-9788baf48ed8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:40.529342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e28d2-9b0d-44d5-9733-7f037b693ed9 req-51a5aa5d-b8ab-463c-a2b6-0f6f8a11a66c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:40.530861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f84e28d2-9b0d-44d5-9733-7f037b693ed9 req-51a5aa5d-b8ab-463c-a2b6-0f6f8a11a66c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.1436849 Aug 30 12:56:40.536411 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-910abb35-f481-4e76-b927-55c5cfcc232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.550724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: df90a0a1-7d9e-4286-a5bd-9788baf48ed8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:40.551166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df90a0a1-7d9e-4286-a5bd-9788baf48ed8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:40.551694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a953f319-2662-4dd9-985e-a3873e06c9eb no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:40.579239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-017175e2-2f76-45c2-9e3c-ddc958f700a0 req-86cfa531-e352-4aa3-8918-ad1d9de3d851 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281154 Aug 30 12:56:40.604638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910abb35-f481-4e76-b927-55c5cfcc232b None None] No DVR routers for this DVR port a953f319-2662-4dd9-985e-a3873e06c9eb on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:40.606113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910abb35-f481-4e76-b927-55c5cfcc232b None None] Pushing event deleted for resources: {'Port': ['ID=a953f319-2662-4dd9-985e-a3873e06c9eb,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:40.608558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.611755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a953f319-2662-4dd9-985e-a3873e06c9eb {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:56:40.622140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a953f319-2662-4dd9-985e-a3873e06c9eb not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:40.654069 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:56:40.658356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a953f319-2662-4dd9-985e-a3873e06c9eb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:40.666018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] No DVR routers for this DVR port a953f319-2662-4dd9-985e-a3873e06c9eb on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:40.676962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f84e28d2-9b0d-44d5-9733-7f037b693ed9 req-9b402f74-660d-4894-92da-208c90a4551f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260185 Aug 30 12:56:40.714086 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.752048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.766150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e135429c-b737-4adb-9edf-33951b7e2b2b']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:40.779920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:40.780445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3d3cb3-9333-4cd4-9c6c-7da88dfe31b1') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:40.793689 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.819418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.826578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:56:40.826973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: timer() Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:56:40.855476 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:56:40.915143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2c021-85a8-4b63-948d-4b5850ba9926 req-729c1275-94c2-41d8-828f-9c7fa7fc0e55 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:40.916728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87a2c021-85a8-4b63-948d-4b5850ba9926 req-729c1275-94c2-41d8-828f-9c7fa7fc0e55 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 945 time: 0.1088231 Aug 30 12:56:40.922808 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.930078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:40.934376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e135429c-b737-4adb-9edf-33951b7e2b2b HTTP/1.1" status: 204 len: 168 time: 1.2065845 Aug 30 12:56:40.968533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b84a99-44e1-4e07-aef1-9edfef3f31a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e135429c-b737-4adb-9edf-33951b7e2b2b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:41.002322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87a2c021-85a8-4b63-948d-4b5850ba9926 req-2b3f9f64-8b86-4f97-b197-0145bbdc5557 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628300 Aug 30 12:56:41.180150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58098) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:41.226797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-48276c5b-1045-4363-844c-6777c3923e14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f814b9387dc748e1a98d55dcc2e523c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449209 Aug 30 12:56:41.227065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58104) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:41.289479 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c53a10b8-d30d-4342-b836-a7613e05549c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:41.297624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb09969-5864-411e-8a3c-7a43919b6b37 req-84b66047-babf-4e95-9b33-b78ae18796d6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:41.301841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7cb09969-5864-411e-8a3c-7a43919b6b37 req-84b66047-babf-4e95-9b33-b78ae18796d6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.0737560 Aug 30 12:56:41.319330 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c53a10b8-d30d-4342-b836-a7613e05549c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:41.357789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7cb09969-5864-411e-8a3c-7a43919b6b37 req-a19cd169-909e-43c4-afd8-4f109a51165d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492957 Aug 30 12:56:41.386751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c53a10b8-d30d-4342-b836-a7613e05549c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:41.390378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c53a10b8-d30d-4342-b836-a7613e05549c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:41.396751 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c53a10b8-d30d-4342-b836-a7613e05549c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed10f671-b95f-482d-82fe-b588acdd7961 HTTP/1.1" status: 204 len: 168 time: 0.1685438 Aug 30 12:56:41.410256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a10b8-d30d-4342-b836-a7613e05549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed10f671-b95f-482d-82fe-b588acdd7961,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:41.460876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58120) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:41.595896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1222775607-network', 'tenant_id': '9bbe13ce3bc845ebad2dde88553cb625'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:41.634579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Made reservation on behalf of 9bbe13ce3bc845ebad2dde88553cb625 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:41.641502 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:41.660400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:41.847509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:41.855526 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:41.873717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:56:41.890218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:41.890795 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Added segment d0f678aa-a8df-40bd-a400-bd9717898c39 of type vlan for network a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a Aug 30 12:56:41.892829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2df28-0ebc-4944-9465-84e70a3c6d02 req-270c2b11-13eb-40ad-a9bf-988832a54fb8 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:41.907371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46f2df28-0ebc-4944-9465-84e70a3c6d02 req-270c2b11-13eb-40ad-a9bf-988832a54fb8 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.1176896 Aug 30 12:56:41.951561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46f2df28-0ebc-4944-9465-84e70a3c6d02 req-fe6d6b7d-56ee-4b78-a2c9-e3ddaf195a76 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Aug 30 12:56:41.965940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.000495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1947327-aebd-44d8-a9c6-75e054215927,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:42.013879 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.015053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:42.015985 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.024057 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.086726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58190) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:42.138560 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6760051 Aug 30 12:56:42.142253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58200) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:42.147641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Request body: {'subnet': {'network_id': 'a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1222775607-subnet', 'tenant_id': '9bbe13ce3bc845ebad2dde88553cb625', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:42.156457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4f32c-5c5b-42aa-a1e1-475d6cebbf0d admin admin] Pushing event updated for resources: {'Network': ['ID=a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:42.170987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:56:42.184854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Made reservation on behalf of 9bbe13ce3bc845ebad2dde88553cb625 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:42.187726 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.259218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f812ea-be91-4ff1-9b2d-282717e98f87 req-913d0c18-d612-45ae-a920-9bd82edf64e7 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:42.272208 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27f812ea-be91-4ff1-9b2d-282717e98f87 req-913d0c18-d612-45ae-a920-9bd82edf64e7 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 945 time: 0.1656001 Aug 30 12:56:42.352593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e990b2d-2499-4478-a45c-c605926774ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.379267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27f812ea-be91-4ff1-9b2d-282717e98f87 req-673bef15-9f51-4a1d-8074-0066ac2792d5 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061869 Aug 30 12:56:42.427149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58240) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:42.444001 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.523590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebdfddb-a7b6-4592-b3fb-be795dc245b3,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:42.529393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Checking segment: {'id': 'd0f678aa-a8df-40bd-a400-bd9717898c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:42.529926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Network hostable DHCP agents. Network: a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:56:42.553416 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e990b2d-2499-4478-a45c-c605926774ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.555041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Network a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:56:42.571068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:42.576590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:42.579512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d1d9c-75ae-4a07-a32c-b9d4b9197224 req-c309972d-6df5-4acd-aa93-f7390688f15d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:42.582105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.585373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc6a50-4b03-4f01-b016-5e2886230554 None None] Network a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:56:42.587889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e55d1d9c-75ae-4a07-a32c-b9d4b9197224 req-c309972d-6df5-4acd-aa93-f7390688f15d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1087391 Aug 30 12:56:42.590485 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e990b2d-2499-4478-a45c-c605926774ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.590929 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-network', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:42.616464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Made reservation on behalf of 6c9c5122f12e481d92f0dbfd9d12edb8 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:42.619254 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.631201 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.645717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-403f9a62-73d6-477f-824a-e9e949c36f60 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5028775 Aug 30 12:56:42.663978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e55d1d9c-75ae-4a07-a32c-b9d4b9197224 req-2892d1da-fc5d-445b-b066-d73cec34ed18 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751386 Aug 30 12:56:42.679897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e990b2d-2499-4478-a45c-c605926774ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206df71d-59d7-4387-9234-d09b7dd9e4c4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:42.727362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5e990b2d-2499-4478-a45c-c605926774ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0960a32b2c964c5098bed00aa238f561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6395860 Aug 30 12:56:42.730386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58260) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:42.792058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9ed19-b8f9-4a15-8dbc-b3dffda644a7 None None] Network a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:56:42.816045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4291c0de-a94c-42a2-86e5-ce97dc3b72fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.840337 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4291c0de-a94c-42a2-86e5-ce97dc3b72fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.845073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc541808-c7f3-46de-a317-acb0625d7261 req-bf943764-d0b6-442d-a22f-c4aba164d54c tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:42.858232 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc541808-c7f3-46de-a317-acb0625d7261 req-bf943764-d0b6-442d-a22f-c4aba164d54c tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1096 time: 0.0846734 Aug 30 12:56:42.902698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.905285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc541808-c7f3-46de-a317-acb0625d7261 req-4530b267-c3bb-414e-801c-1e20efc8e596 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462651 Aug 30 12:56:42.914099 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.925742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:56:42.945690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:42.945690 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Added segment 5d39d1c5-4035-4846-8c58-f463ae3978f6 of type vlan for network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d Aug 30 12:56:42.998690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.008051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5868b6fe-ccc2-4ed5-854d-8a9ad0b5d14e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:43.016994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4291c0de-a94c-42a2-86e5-ce97dc3b72fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.020155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4291c0de-a94c-42a2-86e5-ce97dc3b72fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.024029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4291c0de-a94c-42a2-86e5-ce97dc3b72fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/206df71d-59d7-4387-9234-d09b7dd9e4c4 HTTP/1.1" status: 204 len: 168 time: 0.2926309 Aug 30 12:56:43.046879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7a9ac668-c79d-4fb3-8e20-0a829d975b56 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:43.047471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291c0de-a94c-42a2-86e5-ce97dc3b72fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206df71d-59d7-4387-9234-d09b7dd9e4c4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:43.088037 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.089300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:43.090079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.154194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a21bd1-3614-4efc-9441-9d9b91cf0950 req-a2d1cd00-c978-494c-aff9-72b5f6df5553 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:43.156172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71a21bd1-3614-4efc-9441-9d9b91cf0950 req-a2d1cd00-c978-494c-aff9-72b5f6df5553 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1096 time: 0.1102941 Aug 30 12:56:43.159978 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7316527 Aug 30 12:56:43.164496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f7ea0-4f16-4f20-97df-c670cc3a9f8b req-a9c84149-a562-4c4a-a5e4-c42928432240 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:43.165364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58290) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:43.166634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b15f7ea0-4f16-4f20-97df-c670cc3a9f8b req-a9c84149-a562-4c4a-a5e4-c42928432240 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.1092649 Aug 30 12:56:43.173991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Request body: {'subnet': {'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-subnet', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:43.206895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Made reservation on behalf of 6c9c5122f12e481d92f0dbfd9d12edb8 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:43.209757 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.249497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:43.256542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b15f7ea0-4f16-4f20-97df-c670cc3a9f8b req-4f9df1ba-3684-4592-8e53-66a3e23d71eb tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793788 Aug 30 12:56:43.257735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0903d-3645-4af6-ba59-b99dfdfd4d2c admin admin] Pushing event updated for resources: {'Network': ['ID=8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:43.266913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '7a9ac668-c79d-4fb3-8e20-0a829d975b56', 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620', 'port_id': '7a9ac668-c79d-4fb3-8e20-0a829d975b56', 'mac_address': 'fa:16:3e:56:bf:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e0d212-3552-4bf1-98b9-e1dd45852c9c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:56:43.306994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71a21bd1-3614-4efc-9441-9d9b91cf0950 req-cf53e784-5d1f-4482-bbb6-7660e0245f2a tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422896 Aug 30 12:56:43.312601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:56:43.318788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.382384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9ac668-c79d-4fb3-8e20-0a829d975b56 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:43.523403 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.565180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:43.573397 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.666560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7a9ac668-c79d-4fb3-8e20-0a829d975b56,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:43.692686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:43.718352 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbb98833-9f3e-4c37-95e9-9d7dddc56b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.728103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec2ab34-8c10-4510-9da5-cab47dac773b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:43.739012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14272531-0660-4bc6-a86f-9e5c3a9a0378 req-3dad9fe4-d832-4fd8-863b-5908a145d4bd tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:43.741627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14272531-0660-4bc6-a86f-9e5c3a9a0378 req-3dad9fe4-d832-4fd8-863b-5908a145d4bd tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1096 time: 0.1065288 Aug 30 12:56:43.808219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Checking segment: {'id': '5d39d1c5-4035-4846-8c58-f463ae3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:43.808776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Network hostable DHCP agents. Network: 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:56:43.811915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14272531-0660-4bc6-a86f-9e5c3a9a0378 req-7dabb100-ac14-4dc8-b777-28ebaf626744 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583830 Aug 30 12:56:43.854958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['7a9ac668-c79d-4fb3-8e20-0a829d975b56'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:43.865396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:56:43.884973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6e59-f981-4d6a-a7eb-d8728b72b9a1 req-2883d702-8657-4027-8290-69b01321e81e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:43.886771 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43ac6e59-f981-4d6a-a7eb-d8728b72b9a1 req-2883d702-8657-4027-8290-69b01321e81e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1221151 Aug 30 12:56:43.889260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:43.901425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:43.902756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.919773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5455f3d-0d94-4ddc-9c4a-1bdf12c3fc69 None None] Network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:56:43.968388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43ac6e59-f981-4d6a-a7eb-d8728b72b9a1 req-839147d4-c5e1-41fb-9758-eb8c2bf6bf7b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690753 Aug 30 12:56:43.973758 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbb98833-9f3e-4c37-95e9-9d7dddc56b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:43.980106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbb98833-9f3e-4c37-95e9-9d7dddc56b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.011692 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-07aba150-03bb-4c11-9841-f5bba35bada6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8452725 Aug 30 12:56:44.014505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:44.020360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:44.024495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb98833-9f3e-4c37-95e9-9d7dddc56b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc278ba-2935-4168-a7c1-9b6ea607ca30,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:44.033737 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cbb98833-9f3e-4c37-95e9-9d7dddc56b67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a96054f4b5d6488da4bd284e0f704134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340292 Aug 30 12:56:44.036606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58326) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:44.091007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58328) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:44.092013 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.094077 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.097225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1133204002-network', 'tenant_id': '812d7551c94e473abd3e272f42c9b7f7'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:44.128468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Made reservation on behalf of 812d7551c94e473abd3e272f42c9b7f7 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:44.131220 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.136170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d38073d-e183-4c3e-9bcb-45c6092c7844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.156133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.167568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.174503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d38073d-e183-4c3e-9bcb-45c6092c7844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.196502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d', 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'fixed_ips': [{'subnet_id': '1ec2ab34-8c10-4510-9da5-cab47dac773b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 12:56:44.197441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.266480 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d38073d-e183-4c3e-9bcb-45c6092c7844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.269915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d38073d-e183-4c3e-9bcb-45c6092c7844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.274233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8d38073d-e183-4c3e-9bcb-45c6092c7844 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2cc278ba-2935-4168-a7c1-9b6ea607ca30 HTTP/1.1" status: 204 len: 168 time: 0.2342267 Aug 30 12:56:44.288536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38073d-e183-4c3e-9bcb-45c6092c7844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc278ba-2935-4168-a7c1-9b6ea607ca30,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:44.323200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:44.348146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.355137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.383080 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.391669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:56:44.412491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c24bf22-5cb2-4f2e-a985-2fc6f3d3ddfa,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:44.435577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.435926 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Added segment 355b050e-063d-4790-9021-0ffc7591cfee of type vlan for network 6055c13c-aff2-4a1a-96b0-4f208dda8c3e Aug 30 12:56:44.494857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Allocated IP 172.20.0.2 (8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d/1ec2ab34-8c10-4510-9da5-cab47dac773b/39ea843b-b179-4151-8a7f-4333cb0a2f8e) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:44.513749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.518187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbe087-4837-4889-a877-24fd28bf8cd9 req-eb308341-f140-4e61-87a9-513bd0547a7a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:44.521051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59bbe087-4837-4889-a877-24fd28bf8cd9 req-eb308341-f140-4e61-87a9-513bd0547a7a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 944 time: 0.1138115 Aug 30 12:56:44.540870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b12098bb-c223-4e52-9208-826ea53ca417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.580289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59bbe087-4837-4889-a877-24fd28bf8cd9 req-03198241-d347-4509-a0d6-f8f1818c4bcb tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491936 Aug 30 12:56:44.580783 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.582691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:44.583671 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.670276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] Pushing event updated for resources: {'Network': ['ID=6055c13c-aff2-4a1a-96b0-4f208dda8c3e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:44.695444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 6055c13c-aff2-4a1a-96b0-4f208dda8c3e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:56:44.742357 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b12098bb-c223-4e52-9208-826ea53ca417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.750506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b12098bb-c223-4e52-9208-826ea53ca417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.761511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.775351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8b501970-6dbf-4b29-a3d5-2e0ae034d198 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6823599 Aug 30 12:56:44.784755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58346) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:44.788715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.791081 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.794065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Request body: {'subnet': {'network_id': '6055c13c-aff2-4a1a-96b0-4f208dda8c3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1133204002-subnet', 'tenant_id': '812d7551c94e473abd3e272f42c9b7f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:44.802999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Transition to ACTIVE for port object 39ea843b-b179-4151-8a7f-4333cb0a2f8e will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:44.820678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Transition to ACTIVE for port object 39ea843b-b179-4151-8a7f-4333cb0a2f8e will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:44.828915 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.837798 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b12098bb-c223-4e52-9208-826ea53ca417 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a552796fb5164a2babbf9a8642fef263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5116172 Aug 30 12:56:44.840945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58350) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:44.844142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12098bb-c223-4e52-9208-826ea53ca417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c6acac-599b-4104-b672-465625ce84cd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:44.861093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Made reservation on behalf of 812d7551c94e473abd3e272f42c9b7f7 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:44.865384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.920355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:44.921671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Pushing event updated for resources: {'Port': ['ID=39ea843b-b179-4151-8a7f-4333cb0a2f8e,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:44.931818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:44.935644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:44.948489 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8f6d-c32c-4755-98f7-c7743ce5b36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:44.976441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8f6d-c32c-4755-98f7-c7743ce5b36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.001438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Attempting to bind port 39ea843b-b179-4151-8a7f-4333cb0a2f8e on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:45.002445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Attempting to bind port 39ea843b-b179-4151-8a7f-4333cb0a2f8e by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '5d39d1c5-4035-4846-8c58-f463ae3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:45.002782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Attempting to bind port 39ea843b-b179-4151-8a7f-4333cb0a2f8e on network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:45.009261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:45.009811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Checking segment: {'id': '5d39d1c5-4035-4846-8c58-f463ae3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:45.010485 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.011186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Bound using segment: {'id': '5d39d1c5-4035-4846-8c58-f463ae3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:45.011865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Bound port: 39ea843b-b179-4151-8a7f-4333cb0a2f8e, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d39d1c5-4035-4846-8c58-f463ae3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:45.012607 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.032366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Allocated IP 172.25.2.78 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/a2ca1747-5b3d-4ab4-95cb-5f8627092222) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:45.058224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7a9ac668-c79d-4fb3-8e20-0a829d975b56 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:45.094217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805f959-22a9-4e9c-869e-9df0ad4d41fd req-ac3da637-efc0-40d6-b142-b7ee1a744536 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:45.095950 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7805f959-22a9-4e9c-869e-9df0ad4d41fd req-ac3da637-efc0-40d6-b142-b7ee1a744536 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1096 time: 0.1564171 Aug 30 12:56:45.106194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8f6d-c32c-4755-98f7-c7743ce5b36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.108769 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc4f8f6d-c32c-4755-98f7-c7743ce5b36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.109928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bc4f8f6d-c32c-4755-98f7-c7743ce5b36f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/13c6acac-599b-4104-b672-465625ce84cd HTTP/1.1" status: 204 len: 168 time: 0.2680225 Aug 30 12:56:45.131600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f8f6d-c32c-4755-98f7-c7743ce5b36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c6acac-599b-4104-b672-465625ce84cd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:45.167626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] For port 39ea843b-b179-4151-8a7f-4333cb0a2f8e, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:45.172874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] For port 39ea843b-b179-4151-8a7f-4333cb0a2f8e, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=39ea843b-b179-4151-8a7f-4333cb0a2f8e,segment=NetworkSegment(5d39d1c5-4035-4846-8c58-f463ae3978f6),segment_id=5d39d1c5-4035-4846-8c58-f463ae3978f6)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:45.188060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.200868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:45.241770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74757-cb6b-4b81-af59-d533e05bcddc req-afa71600-73a6-4158-b741-6362bd19d13a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:45.242306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:45.242688 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.243318 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28d74757-cb6b-4b81-af59-d533e05bcddc req-afa71600-73a6-4158-b741-6362bd19d13a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.0906296 Aug 30 12:56:45.251116 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.259340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7805f959-22a9-4e9c-869e-9df0ad4d41fd req-9a3fa9af-fb6e-4174-97b6-215f7fda1a05 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554780 Aug 30 12:56:45.354592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28d74757-cb6b-4b81-af59-d533e05bcddc req-3143bde4-d407-4a83-bd10-8ed9f62747a0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998993 Aug 30 12:56:45.452281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1113d5-f84b-4326-8660-714fdc346f01 None None] Pushing event updated for resources: {'Port': ['ID=39ea843b-b179-4151-8a7f-4333cb0a2f8e,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:45.459509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.473326 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.478491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.523677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:45.523974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:45.526641 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24faa493-bdc7-48e4-8be2-5d69c8412c28" -d '{"events": [{"server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "name": "network-vif-plugged", "status": "completed", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:45.559883 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.635659 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948269c5-2d25-405b-81fa-6b9f96d4594d x-openstack-request-id: req-948269c5-2d25-405b-81fa-6b9f96d4594d {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:45.636186 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "name": "network-vif-plugged", "status": "completed", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:45.636723 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-948269c5-2d25-405b-81fa-6b9f96d4594d {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:45.638807 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56', 'code': 200} Aug 30 12:56:45.658638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:45.693285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:45.703215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7a9ac668-c79d-4fb3-8e20-0a829d975b56,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:45.703837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:45.757382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Checking segment: {'id': '355b050e-063d-4790-9021-0ffc7591cfee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '6055c13c-aff2-4a1a-96b0-4f208dda8c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:45.757982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Network hostable DHCP agents. Network: 6055c13c-aff2-4a1a-96b0-4f208dda8c3e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:56:45.803963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb2d3cf1-7ce3-49a8-879f-cea92f2ab8c6,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:45.841279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b4a25-880c-4ea5-930b-a0c9acd7d61a req-a1874fb9-eb3b-44ca-8d1c-f131ca208a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:45.843835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d0b4a25-880c-4ea5-930b-a0c9acd7d61a req-a1874fb9-eb3b-44ca-8d1c-f131ca208a27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1096 time: 0.0907991 Aug 30 12:56:45.848020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Network 6055c13c-aff2-4a1a-96b0-4f208dda8c3e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:56:45.863786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ca1747-5b3d-4ab4-95cb-5f8627092222,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:45.884436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 6055c13c-aff2-4a1a-96b0-4f208dda8c3e) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:45.895872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98184e15-40bb-4777-a3bd-6c1dd5d3e3c4 None None] Network 6055c13c-aff2-4a1a-96b0-4f208dda8c3e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:56:45.896279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee5e6-66ba-4cc4-a114-45eae6144cbb req-b2e9d16b-4dae-47a4-9b41-bdade8782405 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:45.896898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:45.897862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:45.904551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80aee5e6-66ba-4cc4-a114-45eae6144cbb req-b2e9d16b-4dae-47a4-9b41-bdade8782405 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.1529875 Aug 30 12:56:45.906891 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d0b4a25-880c-4ea5-930b-a0c9acd7d61a req-191547d9-0c77-4804-9a84-211bac441ecd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501938 Aug 30 12:56:45.908225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.908566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.909490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.910142 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.910636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.910970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.911296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.911707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.912195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.912520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.912842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.913159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:45.935892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-94609444-7fb2-45b4-a60b-b83acb20ccb6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1497538 Aug 30 12:56:46.038327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80aee5e6-66ba-4cc4-a114-45eae6144cbb req-803d3bc6-e3ce-4c77-a950-7891f0b03955 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327071 Aug 30 12:56:46.128437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821cdccb-7b9d-47c8-b7e9-e23d686cfc94 None None] Network 6055c13c-aff2-4a1a-96b0-4f208dda8c3e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:56:46.303345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:46.482106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 39ea843b-b179-4151-8a7f-4333cb0a2f8e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:46.595045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 39ea843b-b179-4151-8a7f-4333cb0a2f8e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:46.658628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52eabed-3e3d-4fa0-ba25-0d29447fd1c2 req-ca4174f5-71e8-47fb-8dcd-038d283b1ea3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:46.660832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b52eabed-3e3d-4fa0-ba25-0d29447fd1c2 req-ca4174f5-71e8-47fb-8dcd-038d283b1ea3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1547658 Aug 30 12:56:46.789868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b52eabed-3e3d-4fa0-ba25-0d29447fd1c2 req-9fd976c7-f784-443d-a17b-f6e28a8eaa5f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199622 Aug 30 12:56:46.821377 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:46.896633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ec7fd-0530-4117-9392-4d38fc6adedd None None] Network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:56:47.021909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0d69d83c-4688-43fc-bfe9-0080b170456b None None] Provisioning for port 39ea843b-b179-4151-8a7f-4333cb0a2f8e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:47.045572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0d69d83c-4688-43fc-bfe9-0080b170456b None None] Provisioning complete for port 39ea843b-b179-4151-8a7f-4333cb0a2f8e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:47.046362 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0d69d83c-4688-43fc-bfe9-0080b170456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:47.176000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Router 358546ea-b665-47b7-a852-5194dd376f34 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 12:56:47.251085 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0d69d83c-4688-43fc-bfe9-0080b170456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:47.304775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0d69d83c-4688-43fc-bfe9-0080b170456b None None] For port 39ea843b-b179-4151-8a7f-4333cb0a2f8e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=39ea843b-b179-4151-8a7f-4333cb0a2f8e,segment=NetworkSegment(5d39d1c5-4035-4846-8c58-f463ae3978f6),segment_id=5d39d1c5-4035-4846-8c58-f463ae3978f6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:47.313011 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0d69d83c-4688-43fc-bfe9-0080b170456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:47.380161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69d83c-4688-43fc-bfe9-0080b170456b None None] Pushing event updated for resources: {'Port': ['ID=39ea843b-b179-4151-8a7f-4333cb0a2f8e,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:47.431429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:56:47.451461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Sync routers for ids ['358546ea-b665-47b7-a852-5194dd376f34'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:56:47.460043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:47.462310 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a7ecf3b6-2b5b-4678-a662-7b0f22ee47b4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4459224 Aug 30 12:56:47.465312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58446) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:47.478391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Routers {'358546ea-b665-47b7-a852-5194dd376f34'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:47.480460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['358546ea-b665-47b7-a852-5194dd376f34'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:47.485337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-74b14b7a-a9ff-4b35-b428-aaab2b21526f tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:56:47.486337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-74b14b7a-a9ff-4b35-b428-aaab2b21526f tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108554 Aug 30 12:56:47.533449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Request body: {'binding': {'host': 'n-h1-688802-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:47.538126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Unknown quota resources ['binding']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 12:56:47.609261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Set router 358546ea-b665-47b7-a852-5194dd376f34 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:47.718131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-456c2b76-cdbc-48ca-a901-e1bf10129971 None None] Provisioning complete for port 39ea843b-b179-4151-8a7f-4333cb0a2f8e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:47.718504 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-456c2b76-cdbc-48ca-a901-e1bf10129971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:47.866187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358546ea-b665-47b7-a852-5194dd376f34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:46Z', 'revision_number': 3, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'gw_port': {'id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:47.891367 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Checking router: 358546ea-b665-47b7-a852-5194dd376f34 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:56:47.891720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Updating router 358546ea-b665-47b7-a852-5194dd376f34 port a2ca1747-5b3d-4ab4-95cb-5f8627092222 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:56:47.916311 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:48.049968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-8d760507-01c8-4282-9ade-089fd21c5fc3 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:48.051508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-8d760507-01c8-4282-9ade-089fd21c5fc3 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/networks?id=a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a HTTP/1.1" status: 200 len: 815 time: 0.4908044 Aug 30 12:56:48.087517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on host n-h1-688802-6 for vnic_type normal with profile None {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:48.087847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:48.088171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:48.090879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-bdbe4427-05aa-49e7-9aca-e3208357ab37 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/quotas/9bbe13ce3bc845ebad2dde88553cb625 HTTP/1.1" status: 200 len: 375 time: 0.0317190 Aug 30 12:56:48.131209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:48.131426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:48.153468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-53fd3d76-138f-48df-a86e-00ee5b6714d1 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9bbe13ce3bc845ebad2dde88553cb625&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374281 Aug 30 12:56:48.159651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:48.159981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:48.160360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:48.160789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Bound port: 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:48.287253 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:48.297825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Transition to ACTIVE for port object a2ca1747-5b3d-4ab4-95cb-5f8627092222 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:48.304858 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:48.312208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 39ea843b-b179-4151-8a7f-4333cb0a2f8e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:48.321185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:48.359542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:48.361405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-e126ceb6-7ef4-438e-896b-6ade857677b6 service neutron] 10.222.0.37 "POST /v2.0/ports/4f07bd42-a792-45bb-b9aa-cb4cc550ff1a/bindings HTTP/1.1" status: 201 len: 389 time: 0.8337760 Aug 30 12:56:48.378721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Attempting to bind port a2ca1747-5b3d-4ab4-95cb-5f8627092222 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:48.379101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Attempting to bind port a2ca1747-5b3d-4ab4-95cb-5f8627092222 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:48.379473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Attempting to bind port a2ca1747-5b3d-4ab4-95cb-5f8627092222 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:48.389609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-8a260f89-0c75-4f88-9aa0-f6c0913022b5 service neutron] 10.222.0.37 "GET /v2.0/networks/a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263682 Aug 30 12:56:48.400193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:48.400607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:48.401018 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:48.401473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:48.402060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Bound port: a2ca1747-5b3d-4ab4-95cb-5f8627092222, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:48.402373 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:48.414739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b467-e0c0-4951-b7e3-45f7c70b13ca None None] Pushing event updated for resources: {'Port': ['ID=a2ca1747-5b3d-4ab4-95cb-5f8627092222,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:48.485365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 39ea843b-b179-4151-8a7f-4333cb0a2f8e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:48.485765 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:48.513393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] For port a2ca1747-5b3d-4ab4-95cb-5f8627092222, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:48.537137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] For port a2ca1747-5b3d-4ab4-95cb-5f8627092222, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a2ca1747-5b3d-4ab4-95cb-5f8627092222,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:48.552049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:48.569423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56da2-5e18-4494-a168-ec39929f5204 req-ba1d300e-4bf5-4003-af3f-92053d4d51e4 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:48.573081 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fb56da2-5e18-4494-a168-ec39929f5204 req-ba1d300e-4bf5-4003-af3f-92053d4d51e4 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.0711038 Aug 30 12:56:48.589510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-11e17ea6-7096-4140-be63-724977935e8e service neutron] 10.222.0.37 "GET /v2.0/networks/a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647317 Aug 30 12:56:48.608194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:48.635799 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fb56da2-5e18-4494-a168-ec39929f5204 req-a030103e-68f1-436d-89a4-413c6eba1862 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503645 Aug 30 12:56:48.670645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Routers {'358546ea-b665-47b7-a852-5194dd376f34'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:48.671273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['358546ea-b665-47b7-a852-5194dd376f34'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:48.716548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b467-e0c0-4951-b7e3-45f7c70b13ca None None] Pushing event updated for resources: {'Port': ['ID=a2ca1747-5b3d-4ab4-95cb-5f8627092222,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:48.730925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-a4c98015-6612-4628-b2a5-ba4f19f56e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:48.732415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-a4c98015-6612-4628-b2a5-ba4f19f56e8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1096 time: 0.0949125 Aug 30 12:56:48.828369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] Set router 358546ea-b665-47b7-a852-5194dd376f34 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:48.893010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-c5dff08e-d084-4dc8-b4f6-8e4da8c9e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:48.895148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-c5dff08e-d084-4dc8-b4f6-8e4da8c9e75d service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.1337218 Aug 30 12:56:48.989623 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-f23bffe5-27e4-4c5f-8291-8c6c87eb4fdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.0866339 Aug 30 12:56:49.025781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Allocated IP 172.20.0.1 (8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d/1ec2ab34-8c10-4510-9da5-cab47dac773b/e6df9d4b-e408-4abe-8873-2c20b1626b10) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:49.087014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-4325931d-547c-4ea8-97fa-26386eac8973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:49.088608 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-4325931d-547c-4ea8-97fa-26386eac8973 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0920656 Aug 30 12:56:49.100408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b337ea-f21a-4943-b349-468cec85e6ff req-b777496e-1a9c-4c4a-9057-573f5c35aa41 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:49.111420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34b337ea-f21a-4943-b349-468cec85e6ff req-b777496e-1a9c-4c4a-9057-573f5c35aa41 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1328659 Aug 30 12:56:49.145959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358546ea-b665-47b7-a852-5194dd376f34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:46Z', 'revision_number': 3, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'gw_port': {'id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:49.150781 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-9c8810c3-ff68-42f0-ae89-5fbd345fc120 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457549 Aug 30 12:56:49.180139 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba4fd0-23c9-4824-95fe-a9656291a82a None None] The sync data for ids ['358546ea-b665-47b7-a852-5194dd376f34'] in n-d-688802-6 is: [{'id': '358546ea-b665-47b7-a852-5194dd376f34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:46Z', 'revision_number': 3, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'gw_port': {'id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:56:49.185739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3411-ac43-4558-bcfb-6d6cedcee5ea req-9d28c695-7bd4-492f-9651-c268f0316e85 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:49.187618 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fcec3411-ac43-4558-bcfb-6d6cedcee5ea req-9d28c695-7bd4-492f-9651-c268f0316e85 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 945 time: 0.0937524 Aug 30 12:56:49.229609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34b337ea-f21a-4943-b349-468cec85e6ff req-1569262c-0449-4b1f-86cf-facf6c2a7ec2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027813 Aug 30 12:56:49.285101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:49.292569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fcec3411-ac43-4558-bcfb-6d6cedcee5ea req-1fcafb6b-3356-4544-a110-b58350805d91 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931880 Aug 30 12:56:49.318278 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-0f1c21a8-7eab-48c5-ab26-ff80c586632c service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574643 Aug 30 12:56:49.343884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Transition to ACTIVE for port object e6df9d4b-e408-4abe-8873-2c20b1626b10 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:49.371319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959618-f269-4d69-b06d-b39a52adc163 req-6581b35a-2422-4429-ae11-d89aec41d6ce tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:49.372852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6959618-f269-4d69-b06d-b39a52adc163 req-6581b35a-2422-4429-ae11-d89aec41d6ce tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1096 time: 0.0790687 Aug 30 12:56:49.422016 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:49.438154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09200246-1c4c-433b-a3e4-1b9975cf2d35 req-e5d2a885-561c-4feb-a991-9e83c823f3b2 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 210 time: 0.0517087 Aug 30 12:56:49.479053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:49.484860 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-87305ce1-de17-40ea-8678-c7bc301aa0a7 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511152 Aug 30 12:56:49.489756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:49.493794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:49.531529 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6959618-f269-4d69-b06d-b39a52adc163 req-d64252ed-4a66-41ed-9a96-ac8c7f908597 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343226 Aug 30 12:56:49.545362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6df9d4b-e408-4abe-8873-2c20b1626b10,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:49.552106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:49.689482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-139f63bd-6c4e-446b-be5a-66a52edf2fc0 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:49.693283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-139f63bd-6c4e-446b-be5a-66a52edf2fc0 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.1310549 Aug 30 12:56:49.709691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:49.844771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:49.961923 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:50.006213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a4a086e1-8e66-4f88-bd72-cfc4c0351236 None None] Provisioning for port e6df9d4b-e408-4abe-8873-2c20b1626b10 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:50.012500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a4a086e1-8e66-4f88-bd72-cfc4c0351236 None None] Provisioning complete for port e6df9d4b-e408-4abe-8873-2c20b1626b10 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:50.012884 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a4a086e1-8e66-4f88-bd72-cfc4c0351236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:50.097473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a4a086e1-8e66-4f88-bd72-cfc4c0351236 None None] Port e6df9d4b-e408-4abe-8873-2c20b1626b10 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:56:50.377292 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:50.398386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:50.427269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:50.447995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a2ca1747-5b3d-4ab4-95cb-5f8627092222 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:50.479554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-6ded6a91-a2dd-4bb7-88ad-f3bb257e3394 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:50.481182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-6ded6a91-a2dd-4bb7-88ad-f3bb257e3394 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.16 "GET /v2.0/networks?id=a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a HTTP/1.1" status: 200 len: 815 time: 0.3848362 Aug 30 12:56:50.501815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:50.505180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e6df9d4b-e408-4abe-8873-2c20b1626b10,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:50.527646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Request body: {'port': {'device_id': 'd787377e-e60e-4c18-bc1e-b68be2d92d80', 'network_id': 'a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a', 'admin_state_up': True, 'tenant_id': '9bbe13ce3bc845ebad2dde88553cb625'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:50.557992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a2ca1747-5b3d-4ab4-95cb-5f8627092222 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:56:50.563386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a2ca1747-5b3d-4ab4-95cb-5f8627092222 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:50.563764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:50.602175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58552) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:50.632298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a642851-7937-4a97-868a-edc4cd8c7998 req-1e32ceaf-bf1b-48bd-af32-02f689b4f989 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:50.640438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a642851-7937-4a97-868a-edc4cd8c7998 req-1e32ceaf-bf1b-48bd-af32-02f689b4f989 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 945 time: 0.1845233 Aug 30 12:56:50.682691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:50.719692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc26fdf-86e0-4067-8977-a026a891e876 req-7783cf8b-5e4b-46da-b8e2-1fbe3ff7537c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:50.727788 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bc26fdf-86e0-4067-8977-a026a891e876 req-7783cf8b-5e4b-46da-b8e2-1fbe3ff7537c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.3427496 Aug 30 12:56:50.731807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a642851-7937-4a97-868a-edc4cd8c7998 req-40ef1cd2-65b6-4178-8c97-b3db0728ff79 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886948 Aug 30 12:56:50.760704 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:50.793890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port a2ca1747-5b3d-4ab4-95cb-5f8627092222, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a2ca1747-5b3d-4ab4-95cb-5f8627092222,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:50.803323 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:50.845339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:50.850429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:50.975358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bc26fdf-86e0-4067-8977-a026a891e876 req-d2726e94-0e9e-476f-b869-20842d0ad613 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465608 Aug 30 12:56:50.975760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=a2ca1747-5b3d-4ab4-95cb-5f8627092222,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:51.011925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:51.024602 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ce413a-ffe8-481c-ba58-e3160c07d4a0" -d '{"events": [{"server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:51.041027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:51.048622 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-86a02e21-60be-42b9-b39d-96f3278306fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:51.072046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:51.103634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Made reservation on behalf of 9bbe13ce3bc845ebad2dde88553cb625 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:56:51.129030 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:51.139083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7fd63f3-4811-4b56-a156-bbede9e3bfc6 req-35847da7-0013-41d2-9cd3-2195727b1081 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 210 time: 0.0405948 Aug 30 12:56:51.146078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Router 358546ea-b665-47b7-a852-5194dd376f34 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:56:51.225305 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cbefe7-9076-408e-a6e1-b956e9bdd05b x-openstack-request-id: req-58cbefe7-9076-408e-a6e1-b956e9bdd05b {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:51.225604 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:51.225973 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-58cbefe7-9076-408e-a6e1-b956e9bdd05b {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:51.226389 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a', 'code': 200} Aug 30 12:56:51.311598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,revision_number=7']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:51.341177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-792dd562-e1a6-48af-b058-218675ae2c42 None None] Provisioning complete for port e6df9d4b-e408-4abe-8873-2c20b1626b10 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:51.343173 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-792dd562-e1a6-48af-b058-218675ae2c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:51.351437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58574) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:51.369765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:56:51.373355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.374035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.375617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.375617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.375617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.375617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.376468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.376468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.376468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.376683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.377216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.377646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:51.389618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6dd2b357-7461-401f-928f-7614d6f974a2 admin admin] 10.222.0.37 "PUT /v2.0/routers/358546ea-b665-47b7-a852-5194dd376f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9154754 Aug 30 12:56:51.401076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on host n-h2-688802-6 for vnic_type normal with profile {"migrating_to": "n-h1-688802-6"} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:51.401429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:51.402116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:51.425203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:51.430756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Attempting to bind port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:51.466208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:51.470217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:51.470868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:51.472148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Bound port: 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:51.472841 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:51.492404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-792dd562-e1a6-48af-b058-218675ae2c42 None None] Port e6df9d4b-e408-4abe-8873-2c20b1626b10 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:56:51.588529 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cc9298a-fdd3-4666-935b-d1f7e2fab784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:51.781845 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-60fb8521-e65e-4d9f-8d1a-5a0fe6b732fc req-85504fd5-2e72-4e30-9998-4d0281af609f tempest-FloatingIPDetailsNegativeTestJSON-1401141640 tempest-FloatingIPDetailsNegativeTestJSON-1401141640-project] show failed (client error): The resource could not be found. Aug 30 12:56:51.790216 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60fb8521-e65e-4d9f-8d1a-5a0fe6b732fc req-85504fd5-2e72-4e30-9998-4d0281af609f tempest-FloatingIPDetailsNegativeTestJSON-1401141640 tempest-FloatingIPDetailsNegativeTestJSON-1401141640-project] 10.222.0.37 "GET /v2.0/floatingips/1d893d7a-feed-49f1-b8c7-b606025b5bed HTTP/1.1" status: 404 len: 350 time: 0.0594497 Aug 30 12:56:51.793911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58588) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:51.974392 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-86a02e21-60be-42b9-b39d-96f3278306fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:51.980348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Allocated IP 172.20.0.10 (a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a/9ebdfddb-a7b6-4592-b3fb-be795dc245b3/5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:56:51.998458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Sync routers for ids ['358546ea-b665-47b7-a852-5194dd376f34'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:56:52.000135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-86a02e21-60be-42b9-b39d-96f3278306fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.016531 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Routers {'358546ea-b665-47b7-a852-5194dd376f34'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:52.017420 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['358546ea-b665-47b7-a852-5194dd376f34'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:52.043728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67e26d-4917-4f2b-b103-ebe2ccab8efe req-8233bef7-cbce-4479-84e3-65d932ffe531 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:52.045567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c67e26d-4917-4f2b-b103-ebe2ccab8efe req-8233bef7-cbce-4479-84e3-65d932ffe531 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 943 time: 0.2102382 Aug 30 12:56:52.120380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:52.152200 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-86a02e21-60be-42b9-b39d-96f3278306fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1368c82559a44bdeab12b514e034940e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5470378 Aug 30 12:56:52.154047 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:52.159356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58594) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:52.172684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a02e21-60be-42b9-b39d-96f3278306fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044d4b18-6c52-47f5-a4c5-5eb544036630,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:52.197914 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Set router 358546ea-b665-47b7-a852-5194dd376f34 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:52.255794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afad59-cbfd-4594-a9a9-f1517e871982 req-2e661d5c-cb9a-4376-a10e-a3e244cb2abc tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:52.255979 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.257830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b3afad59-cbfd-4594-a9a9-f1517e871982 req-2e661d5c-cb9a-4376-a10e-a3e244cb2abc tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1402478 Aug 30 12:56:52.349181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c67e26d-4917-4f2b-b103-ebe2ccab8efe req-203bcb5a-dba3-41fc-a64c-676a974d842c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787282 Aug 30 12:56:52.405460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a2ca1747-5b3d-4ab4-95cb-5f8627092222 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:56:52.432777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b3afad59-cbfd-4594-a9a9-f1517e871982 req-c5774c14-efdc-47c4-94df-c2bbcfc88eec tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652980 Aug 30 12:56:52.541941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Pushing event updated for resources: {'Port': ['ID=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,revision_number=8']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:52.546301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:52.546913 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.548346 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-75dac3b8-181e-418e-acf5-bebaeea7a1eb service neutron] 10.222.0.16 "PUT /v2.0/ports/4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 1121 time: 2.8465004 Aug 30 12:56:52.556262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cc9298a-fdd3-4666-935b-d1f7e2fab784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.612294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83b73d5d-ff4a-4720-9681-7d6ffd760f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.614771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a2ca1747-5b3d-4ab4-95cb-5f8627092222 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:56:52.616008 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.620750 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.623712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a138cc84-ad84-457b-87aa-4d530d8209aa req-cd0531c5-07b2-47f5-b5fe-28db4093b78e tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 210 time: 0.0634027 Aug 30 12:56:52.636177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cc9298a-fdd3-4666-935b-d1f7e2fab784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.670735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4f07bd42-a792-45bb-b9aa-cb4cc550ff1a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:52.676365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83b73d5d-ff4a-4720-9681-7d6ffd760f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.703700 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358546ea-b665-47b7-a852-5194dd376f34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:49Z', 'revision_number': 4, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'gw_port': {'id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6df9d4b-e408-4abe-8873-2c20b1626b10', 'name': '', 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'mac_address': 'fa:16:3e:2a:08:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ec2ab34-8c10-4510-9da5-cab47dac773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:48Z', 'updated_at': '2021-08-30T12:56:50Z', 'revision_number': 2, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'subnets': [{'id': '1ec2ab34-8c10-4510-9da5-cab47dac773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:52.731344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7cc9298a-fdd3-4666-935b-d1f7e2fab784 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cffdbbe6d4445c3b4ff6b371be0dbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3769372 Aug 30 12:56:52.735746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58600) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:52.736399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9298a-fdd3-4666-935b-d1f7e2fab784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f768db95-1fb0-4d2c-9257-6729f6c099f5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:52.747771 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Checking router: 358546ea-b665-47b7-a852-5194dd376f34 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:56:52.748429 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Updating router 358546ea-b665-47b7-a852-5194dd376f34 port e6df9d4b-e408-4abe-8873-2c20b1626b10 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:56:52.779206 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.785635 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.826715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Network a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:56:52.838069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:56:52.844591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:56:52.854217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83b73d5d-ff4a-4720-9681-7d6ffd760f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.857414 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83b73d5d-ff4a-4720-9681-7d6ffd760f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:52.858717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-83b73d5d-ff4a-4720-9681-7d6ffd760f61 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/044d4b18-6c52-47f5-a4c5-5eb544036630 HTTP/1.1" status: 204 len: 168 time: 0.6982710 Aug 30 12:56:52.913962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b73d5d-ff4a-4720-9681-7d6ffd760f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044d4b18-6c52-47f5-a4c5-5eb544036630,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:52.969055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Pushing event updated for resources: {'Port': ['ID=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:53.010016 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c895026d-34fb-4336-a85c-2630f86fba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.010771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:53.013346 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.051719 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-649003d4-b566-4a15-8aac-bc933e4c1771 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5335968 Aug 30 12:56:53.066882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Request body: {'port': {'device_id': 'd787377e-e60e-4c18-bc1e-b68be2d92d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:56:53.108416 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c895026d-34fb-4336-a85c-2630f86fba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.140920 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.193202 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.248255 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c895026d-34fb-4336-a85c-2630f86fba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.250883 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c895026d-34fb-4336-a85c-2630f86fba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.252109 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c895026d-34fb-4336-a85c-2630f86fba68 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f768db95-1fb0-4d2c-9257-6729f6c099f5 HTTP/1.1" status: 204 len: 168 time: 0.5005748 Aug 30 12:56:53.279209 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.291478 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Transition to ACTIVE for port object e6df9d4b-e408-4abe-8873-2c20b1626b10 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:53.297625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895026d-34fb-4336-a85c-2630f86fba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f768db95-1fb0-4d2c-9257-6729f6c099f5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:53.303644 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.321843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:53.324617 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e102e9-3872-4baa-8e34-2383b2d85848" -d '{"events": [{"name": "network-changed", "server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:53.389560 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd04c5f-490e-40da-8d6b-122b7bbe325e x-openstack-request-id: req-3cd04c5f-490e-40da-8d6b-122b7bbe325e {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:53.390189 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:53.390624 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cd04c5f-490e-40da-8d6b-122b7bbe325e {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:53.391228 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a', 'status': 'completed', 'code': 200} Aug 30 12:56:53.420022 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Pushing event updated for resources: {'Port': ['ID=e6df9d4b-e408-4abe-8873-2c20b1626b10,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:53.448467 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.449895 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.450578 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.451333 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.451959 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.452460 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.453033 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.453692 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.454637 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.455184 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.456432 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.457618 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:56:53.633518 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Attempting to bind port e6df9d4b-e408-4abe-8873-2c20b1626b10 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:53.634536 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Attempting to bind port e6df9d4b-e408-4abe-8873-2c20b1626b10 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '5d39d1c5-4035-4846-8c58-f463ae3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:53.636695 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Attempting to bind port e6df9d4b-e408-4abe-8873-2c20b1626b10 on network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:53.655846 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:53.656260 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Checking segment: {'id': '5d39d1c5-4035-4846-8c58-f463ae3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:53.657916 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.658328 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Bound using segment: {'id': '5d39d1c5-4035-4846-8c58-f463ae3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:53.658964 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Bound port: e6df9d4b-e408-4abe-8873-2c20b1626b10, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d39d1c5-4035-4846-8c58-f463ae3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:53.660858 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.697830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-bcfa9a6e-a9be-45f1-b6ea-275696aa56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:53.702716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-bcfa9a6e-a9be-45f1-b6ea-275696aa56d9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1124 time: 0.2035959 Aug 30 12:56:53.757970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:53.774809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.803102 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] For port e6df9d4b-e408-4abe-8873-2c20b1626b10, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:53.808414 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] For port e6df9d4b-e408-4abe-8873-2c20b1626b10, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e6df9d4b-e408-4abe-8873-2c20b1626b10,segment=NetworkSegment(5d39d1c5-4035-4846-8c58-f463ae3978f6),segment_id=5d39d1c5-4035-4846-8c58-f463ae3978f6)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:53.819745 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.822391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Transition to ACTIVE for port object 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:53.836794 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:53.862277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c00d6-18b4-485b-8e3a-ab1276a006d7 req-04c3d32d-a126-49e9-8254-2e102cd97bc6 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:53.864063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d2c00d6-18b4-485b-8e3a-ab1276a006d7 req-04c3d32d-a126-49e9-8254-2e102cd97bc6 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 943 time: 0.3030272 Aug 30 12:56:53.936896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:53.989621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-7434e370-a4d3-44b5-97d3-0c7435289206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:53.991406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-7434e370-a4d3-44b5-97d3-0c7435289206 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.2684450 Aug 30 12:56:53.991822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58648) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:54.055000 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Routers {'358546ea-b665-47b7-a852-5194dd376f34'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:54.055880 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['358546ea-b665-47b7-a852-5194dd376f34'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:54.074545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Attempting to bind port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:56:54.075614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Attempting to bind port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'd0f678aa-a8df-40bd-a400-bd9717898c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:56:54.076527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Attempting to bind port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 on network a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:54.084197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 on network a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:56:54.085267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Attempting to bind port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 on network a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:56:54.091493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:56:54.092264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Checking segment: {'id': 'd0f678aa-a8df-40bd-a400-bd9717898c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:56:54.092866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Bound using segment: {'id': 'd0f678aa-a8df-40bd-a400-bd9717898c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:56:54.093794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Bound port: 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f678aa-a8df-40bd-a400-bd9717898c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:56:54.094404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:54.099070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9fa97e0c-1ae3-44de-bd7a-f0791a1d9f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:54.119499 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-7f2213ae-fc6a-44df-a8d3-9e6980bed82c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.0945439 Aug 30 12:56:54.170179 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d2c00d6-18b4-485b-8e3a-ab1276a006d7 req-72d6cda2-86e5-455f-97df-b8899f270272 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767662 Aug 30 12:56:54.258132 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] Set router 358546ea-b665-47b7-a852-5194dd376f34 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:54.297385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] For port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:54.305449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] For port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,segment=NetworkSegment(d0f678aa-a8df-40bd-a400-bd9717898c39),segment_id=d0f678aa-a8df-40bd-a400-bd9717898c39)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:56:54.318715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4af7f-687a-40c4-a247-9ddbcade730b req-485ac4da-fe0a-4f99-a2f5-b510c28c5925 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:54.327727 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25f4af7f-687a-40c4-a247-9ddbcade730b req-485ac4da-fe0a-4f99-a2f5-b510c28c5925 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1768911 Aug 30 12:56:54.355677 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:54.381711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-e82c95e3-0658-414f-bc9c-2ca14894c07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:54.383180 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-e82c95e3-0658-414f-bc9c-2ca14894c07b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.2466433 Aug 30 12:56:54.452488 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25f4af7f-687a-40c4-a247-9ddbcade730b req-e85829a4-c0ee-4a06-8721-586f49576dd6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230164 Aug 30 12:56:54.454888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-add0b3f9-1c04-4d1f-8a2d-0cd5cbeb3c75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494030 Aug 30 12:56:54.462201 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff5fcb-52ac-4989-b09e-a6cfe7f2eaa6 None None] Pushing event updated for resources: {'Port': ['ID=e6df9d4b-e408-4abe-8873-2c20b1626b10,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:54.466307 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:54.468001 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:54.468440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] 10.222.0.16 "PUT /v2.0/ports/5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 HTTP/1.1" status: 200 len: 1092 time: 1.4078960 Aug 30 12:56:54.495500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e869d66-cc9d-4101-85b5-4a610d644c7d service neutron] Pushing event updated for resources: {'Port': ['ID=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:54.578935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-832ad912-436d-4111-8389-13bed9ebe898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:54.581010 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-832ad912-436d-4111-8389-13bed9ebe898 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bbe13ce3bc845ebad2dde88553cb625&device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 1095 time: 0.0614378 Aug 30 12:56:54.611340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Deleting port e6df9d4b-e408-4abe-8873-2c20b1626b10 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:54.611791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:54.618041 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358546ea-b665-47b7-a852-5194dd376f34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:49Z', 'revision_number': 4, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'gw_port': {'id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6df9d4b-e408-4abe-8873-2c20b1626b10', 'name': '', 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'mac_address': 'fa:16:3e:2a:08:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ec2ab34-8c10-4510-9da5-cab47dac773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:48Z', 'updated_at': '2021-08-30T12:56:53Z', 'revision_number': 4, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'subnets': [{'id': '1ec2ab34-8c10-4510-9da5-cab47dac773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:54.650840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-aff2fba5-3b96-43a3-b996-5ef70f25cef6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 HTTP/1.1" status: 200 len: 217 time: 0.0600274 Aug 30 12:56:54.673109 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499577a4-bcea-4300-b6ae-2304deaa6b7f None None] The sync data for ids ['358546ea-b665-47b7-a852-5194dd376f34'] in n-d-688802-6 is: [{'id': '358546ea-b665-47b7-a852-5194dd376f34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:49Z', 'revision_number': 4, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'gw_port': {'id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6df9d4b-e408-4abe-8873-2c20b1626b10', 'name': '', 'network_id': '8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'mac_address': 'fa:16:3e:2a:08:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '1ec2ab34-8c10-4510-9da5-cab47dac773b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:48Z', 'updated_at': '2021-08-30T12:56:53Z', 'revision_number': 4, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'subnets': [{'id': '1ec2ab34-8c10-4510-9da5-cab47dac773b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:56:54.704276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd36027-de91-48b5-a1a5-4a1ab4b6d1b9 req-d74d247c-6c90-4ee1-b9b9-d68089b51c1b tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:54.713899 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dd36027-de91-48b5-a1a5-4a1ab4b6d1b9 req-d74d247c-6c90-4ee1-b9b9-d68089b51c1b tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 944 time: 0.2877712 Aug 30 12:56:54.775811 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-a929e38e-b321-4bac-882c-d3a316e0a735 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101323 Aug 30 12:56:54.795684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-60828e42-5cc0-4265-a5b2-bd717673d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:54.797998 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-60828e42-5cc0-4265-a5b2-bd717673d8bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ebdfddb-a7b6-4592-b3fb-be795dc245b3 HTTP/1.1" status: 200 len: 855 time: 0.1313226 Aug 30 12:56:54.825438 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9fa97e0c-1ae3-44de-bd7a-f0791a1d9f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:54.852504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-35a417db-bb99-4725-a41c-e1442eb0ca52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458159 Aug 30 12:56:54.874284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dd36027-de91-48b5-a1a5-4a1ab4b6d1b9 req-44093652-b9ce-4ef3-a3a9-0e772ba727ab tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595569 Aug 30 12:56:54.898215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9fa97e0c-1ae3-44de-bd7a-f0791a1d9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:54.905167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] For port e6df9d4b-e408-4abe-8873-2c20b1626b10, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e6df9d4b-e408-4abe-8873-2c20b1626b10,segment=NetworkSegment(5d39d1c5-4035-4846-8c58-f463ae3978f6),segment_id=5d39d1c5-4035-4846-8c58-f463ae3978f6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:54.905526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:55.002861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-c9830027-4979-4fa7-a9c6-86b7107f9caa service neutron] 10.222.0.16 "GET /v2.0/networks/a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388252 Aug 30 12:56:55.038669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa97e0c-1ae3-44de-bd7a-f0791a1d9f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4027fe09-99f0-4358-b7a0-f4cda57b2594,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:55.055850 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63e102e9-3872-4baa-8e34-2383b2d85848 req-f5a9b370-742a-4092-830d-e5ddbce3d225 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589676 Aug 30 12:56:55.075392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9fa97e0c-1ae3-44de-bd7a-f0791a1d9f77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05817b3bbfa74cd7a5eadca3a28ce784&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0803866 Aug 30 12:56:55.092070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:55.106912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58668) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:55.212429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0c8968c-82f4-4249-903b-b83df2ec324f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:55.234044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-5f15afd0-3265-49a4-85c5-c459437bc791 service neutron] 10.222.0.35 "GET /v2.0/ports/cb263de2-6e68-4b70-95f6-dc9b03199b35/bindings/n-h2-688802-6 HTTP/1.1" status: 200 len: 382 time: 0.1966224 Aug 30 12:56:55.236769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Calling delete_port for e6df9d4b-e408-4abe-8873-2c20b1626b10 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:55.249180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0c8968c-82f4-4249-903b-b83df2ec324f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:55.318809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0c8968c-82f4-4249-903b-b83df2ec324f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:55.321383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0c8968c-82f4-4249-903b-b83df2ec324f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:55.325803 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f0c8968c-82f4-4249-903b-b83df2ec324f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4027fe09-99f0-4358-b7a0-f4cda57b2594 HTTP/1.1" status: 204 len: 168 time: 0.2154658 Aug 30 12:56:55.347854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:55.363675 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba46d0af-22e0-4fe5-b14d-b2b7f53c89a3 req-20621f8f-16fd-42cb-a372-0d41c3e613fc service neutron] 10.222.0.16 "GET /v2.0/networks/a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248489 Aug 30 12:56:55.364447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8968c-82f4-4249-903b-b83df2ec324f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4027fe09-99f0-4358-b7a0-f4cda57b2594,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:55.391967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd787377e-e60e-4c18-bc1e-b68be2d92d80', 'tag': '5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:56:55.394937 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3e4608-07bc-4d63-9e04-2a0c8437deae" -d '{"events": [{"name": "network-changed", "server_uuid": "d787377e-e60e-4c18-bc1e-b68be2d92d80", "tag": "5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:56:55.427895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a has no active binding in host n-h1-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 12:56:55.511018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb1d32-4817-47ba-8059-6aeeb3af027d req-f3f974ca-0a03-4656-bc77-1fb63f3d923e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:55.513652 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aefb1d32-4817-47ba-8059-6aeeb3af027d req-f3f974ca-0a03-4656-bc77-1fb63f3d923e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 943 time: 0.1248920 Aug 30 12:56:55.621694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aefb1d32-4817-47ba-8059-6aeeb3af027d req-126ce406-ebb9-4910-8b97-de7774c93bbb tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973864 Aug 30 12:56:55.646212 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ab3763-2267-4532-9b61-75aac9a07d1d x-openstack-request-id: req-64ab3763-2267-4532-9b61-75aac9a07d1d {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:56:55.646496 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d787377e-e60e-4c18-bc1e-b68be2d92d80", "tag": "5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:56:55.646731 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64ab3763-2267-4532-9b61-75aac9a07d1d {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:56:55.647918 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd787377e-e60e-4c18-bc1e-b68be2d92d80', 'tag': '5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8', 'status': 'completed', 'code': 200} Aug 30 12:56:55.717059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183b5c-5811-4145-833b-1768d6ea423a req-865f8569-0145-4da0-aa69-d4db4920c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:55.718960 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-865f8569-0145-4da0-aa69-d4db4920c125 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 1099 time: 0.0712292 Aug 30 12:56:55.743534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-859a9566-2e40-4336-89de-41935e9fb3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:55.745821 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-859a9566-2e40-4336-89de-41935e9fb3de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9bbe13ce3bc845ebad2dde88553cb625&device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 1095 time: 0.0931985 Aug 30 12:56:55.886902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183b5c-5811-4145-833b-1768d6ea423a req-264da24f-f7a6-4adf-a5e9-d73f2cd1a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:55.888967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-264da24f-f7a6-4adf-a5e9-d73f2cd1a803 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 1099 time: 0.1229842 Aug 30 12:56:55.900599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-9406704e-f53e-425e-a80b-728d43d7d157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:55.901603 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:55.902421 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-9406704e-f53e-425e-a80b-728d43d7d157 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a HTTP/1.1" status: 200 len: 916 time: 0.1483560 Aug 30 12:56:55.946082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888fe82-b8dc-404d-bfac-c1cdbb837a7c req-4edd00e5-c9ef-47a7-9784-1cdce6e50f25 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:55.958220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9888fe82-b8dc-404d-bfac-c1cdbb837a7c req-4edd00e5-c9ef-47a7-9784-1cdce6e50f25 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1477439 Aug 30 12:56:55.993905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-fde92d84-0137-4087-90bd-e1bd203ec4be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 HTTP/1.1" status: 200 len: 217 time: 0.0811284 Aug 30 12:56:56.086061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6df9d4b-e408-4abe-8873-2c20b1626b10,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:56.110587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-9f6a2116-fd3f-4999-8537-b93ff5fe135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:56.112883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-9f6a2116-fd3f-4999-8537-b93ff5fe135a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ebdfddb-a7b6-4592-b3fb-be795dc245b3 HTTP/1.1" status: 200 len: 855 time: 0.1061950 Aug 30 12:56:56.129299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee968f-2f3f-46df-8735-a3d8006f208f req-11aa3bc1-0e0c-4945-980a-22e45b56968d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:56.131154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eeee968f-2f3f-46df-8735-a3d8006f208f req-11aa3bc1-0e0c-4945-980a-22e45b56968d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 944 time: 0.1107092 Aug 30 12:56:56.168830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-7f655aa5-96ee-4222-9a2f-e42a3bc6b050 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358300 Aug 30 12:56:56.272052 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eeee968f-2f3f-46df-8735-a3d8006f208f req-f20f9aeb-6378-4d13-b721-f557249a7afa tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113949 Aug 30 12:56:56.348241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9888fe82-b8dc-404d-bfac-c1cdbb837a7c req-ea03c47e-8a67-4122-9ec4-80265855baa4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889217 Aug 30 12:56:56.396753 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-866aee9e-7be0-4742-9972-3f296050ab9c service neutron] 10.222.0.16 "GET /v2.0/networks/a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163172 Aug 30 12:56:56.462713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183b5c-5811-4145-833b-1768d6ea423a req-3e8734cd-f320-4f7a-bce1-edc81dad0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:56.464135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-3e8734cd-f320-4f7a-bce1-edc81dad0a76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.5663121 Aug 30 12:56:56.597471 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c3e4608-07bc-4d63-9e04-2a0c8437deae req-dbe51f5b-3366-46a9-991c-863de4e0229f service neutron] 10.222.0.16 "GET /v2.0/networks/a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922936 Aug 30 12:56:56.660667 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-61484b4d-ea22-42a3-b0f1-3437b4dc15b9 service neutron] 10.222.0.35 "GET /v2.0/ports/4f07bd42-a792-45bb-b9aa-cb4cc550ff1a/bindings/n-h1-688802-6 HTTP/1.1" status: 200 len: 384 time: 0.2830079 Aug 30 12:56:56.665839 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-5ddb73bb-7c94-406e-b438-c0cb632529c6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35 HTTP/1.1" status: 200 len: 217 time: 0.1794219 Aug 30 12:56:57.117381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183b5c-5811-4145-833b-1768d6ea423a req-361216df-0f20-46b0-ad49-14b7002bd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:57.119429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-361216df-0f20-46b0-ad49-14b7002bd20a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.4455640 Aug 30 12:56:57.195994 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:57.204833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717c6cd-e176-4d4f-84e7-c993d813f459 req-9a3a0a97-fcdc-4891-aa31-4e3172f8c27f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:57.212233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2717c6cd-e176-4d4f-84e7-c993d813f459 req-9a3a0a97-fcdc-4891-aa31-4e3172f8c27f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 943 time: 0.2173281 Aug 30 12:56:57.351479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183b5c-5811-4145-833b-1768d6ea423a req-e66d14b7-02e1-46ea-9532-15b0627aa204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:57.352958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-e66d14b7-02e1-46ea-9532-15b0627aa204 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2242770 Aug 30 12:56:57.374385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2717c6cd-e176-4d4f-84e7-c993d813f459 req-722c0a4d-2332-46e0-8d14-8a7aad0936e0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612084 Aug 30 12:56:57.628751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:57.653049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d75e04-f858-4974-a071-ddde25253919 req-2934da8b-b569-4537-8310-f6b409645eba tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:57.654578 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26d75e04-f858-4974-a071-ddde25253919 req-2934da8b-b569-4537-8310-f6b409645eba tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.0536687 Aug 30 12:56:57.680900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99217fee-d00d-48c0-a071-27f054a85f1c req-48ff93b2-e023-4099-b2a5-994ab2b2d53a tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:57.682394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-99217fee-d00d-48c0-a071-27f054a85f1c req-48ff93b2-e023-4099-b2a5-994ab2b2d53a tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 944 time: 0.1598580 Aug 30 12:56:57.684217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-eb70da78-8ba9-4168-bdc3-674864be43ca service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072350 Aug 30 12:56:57.698880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26d75e04-f858-4974-a071-ddde25253919 req-ee8d3014-5e89-46a0-a1b3-bc12a2544be7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369203 Aug 30 12:56:57.719544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:56:57.887632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:57.912257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:57.921226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-99217fee-d00d-48c0-a071-27f054a85f1c req-abebc051-4439-4fe0-a43c-f6e68b7f227b tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998332 Aug 30 12:56:57.957894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Router 358546ea-b665-47b7-a852-5194dd376f34 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:56:57.967655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:57.992098 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79183b5c-5811-4145-833b-1768d6ea423a req-e0c0b8ad-bab6-4902-b26e-17d48463233f service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693031 Aug 30 12:56:58.072346 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:58.158301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] Transition to ACTIVE for port object 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:56:58.172465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:58.237914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:56:58.247192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-95566370-34e3-430b-9dc2-555d424dbb9d admin admin] 10.222.0.37 "PUT /v2.0/routers/358546ea-b665-47b7-a852-5194dd376f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4521759 Aug 30 12:56:58.248136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] Sync routers for ids ['358546ea-b665-47b7-a852-5194dd376f34'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:56:58.250195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58760) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:58.264344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] Routers {'358546ea-b665-47b7-a852-5194dd376f34'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:58.264998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['358546ea-b665-47b7-a852-5194dd376f34'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:58.308628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] No DVR routers for this DVR port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:56:58.386922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] Pushing event updated for resources: {'Port': ['ID=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:58.395428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-247767ab-577d-489f-acf4-9f41a1deda5d service neutron] 10.222.0.35 "PUT /v2.0/ports/4f07bd42-a792-45bb-b9aa-cb4cc550ff1a/bindings/n-h1-688802-6/activate HTTP/1.1" status: 200 len: 369 time: 1.7107124 Aug 30 12:56:58.513339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] Set router 358546ea-b665-47b7-a852-5194dd376f34 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:58.590374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:58.594195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-2f9d023d-53c8-481f-96d1-a1aa102bddd3 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:58.597288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89936a-e865-41b9-9fe8-6acf221068a4 req-9a0b3ab8-ee9a-4605-918b-91db05be95aa tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:58.605478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-2f9d023d-53c8-481f-96d1-a1aa102bddd3 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.1263351 Aug 30 12:56:58.606882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd89936a-e865-41b9-9fe8-6acf221068a4 req-9a0b3ab8-ee9a-4605-918b-91db05be95aa tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 944 time: 0.1251197 Aug 30 12:56:58.696622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd89936a-e865-41b9-9fe8-6acf221068a4 req-ced1806e-553c-4f0b-aaaa-37734c3d252b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821226 Aug 30 12:56:58.779231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358546ea-b665-47b7-a852-5194dd376f34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:55Z', 'revision_number': 5, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'gw_port': {'id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:58.790612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-a059774b-fdb8-4065-85a9-ebd2fd6cf6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:58.792810 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-a059774b-fdb8-4065-85a9-ebd2fd6cf6e6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19 HTTP/1.1" status: 200 len: 1095 time: 0.1166165 Aug 30 12:56:58.815441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] Checking router: 358546ea-b665-47b7-a852-5194dd376f34 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:56:58.825362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] Routers {'358546ea-b665-47b7-a852-5194dd376f34'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:56:58.826325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['358546ea-b665-47b7-a852-5194dd376f34'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:58.851376 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:58.868403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58782) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:58.904234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58786) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:58.985001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-01091923-f415-40d0-b83f-9695369ff805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:58.987252 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-01091923-f415-40d0-b83f-9695369ff805 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1095 time: 0.1556122 Aug 30 12:56:59.003784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] Set router 358546ea-b665-47b7-a852-5194dd376f34 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:56:59.006646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704671e-9bdf-4b68-9de4-49bc457314f5 req-3a7cc554-13bc-4ec8-8fd7-7e6f560f2244 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:59.015150 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3704671e-9bdf-4b68-9de4-49bc457314f5 req-3a7cc554-13bc-4ec8-8fd7-7e6f560f2244 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1653254 Aug 30 12:56:59.117227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:56:59.145853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cdea-1705-4661-9e45-25ea86b87cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.161393 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3704671e-9bdf-4b68-9de4-49bc457314f5 req-aeb1418e-1adc-4d6b-86e6-e489f18f9faa tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439209 Aug 30 12:56:59.167855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff06745-e94f-4545-80f5-69d1ffc0b812 req-c7a1ea4d-170a-4b65-8bc9-91442ab1d1b0 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:59.170398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ff06745-e94f-4545-80f5-69d1ffc0b812 req-c7a1ea4d-170a-4b65-8bc9-91442ab1d1b0 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 944 time: 0.1478567 Aug 30 12:56:59.184216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Deleting port a2ca1747-5b3d-4ab4-95cb-5f8627092222 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:56:59.184744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.186061 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-76748a69-ea19-4b87-bb23-d2356fd72b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.278570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] For port a2ca1747-5b3d-4ab4-95cb-5f8627092222, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a2ca1747-5b3d-4ab4-95cb-5f8627092222,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:59.278776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.299728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Calling delete_port for a2ca1747-5b3d-4ab4-95cb-5f8627092222 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:56:59.311358 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-76748a69-ea19-4b87-bb23-d2356fd72b5c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 12:56:59.311358 n-d-688802-6 neutron-server[95698]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 12:56:59.311358 n-d-688802-6 neutron-server[95698]: [parameters: {'project_id': '1e26a1c9926b482ba94edb969bf1fba4', 'id': '55761358-7d48-4bce-b5c7-f7a411656b9f', 'expiration': datetime.datetime(2021, 8, 30, 12, 58, 59, 291002)}] Aug 30 12:56:59.311358 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 12:56:59.311881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '358546ea-b665-47b7-a852-5194dd376f34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:55Z', 'revision_number': 5, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'gw_port': {'id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:56:59.312381 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-76748a69-ea19-4b87-bb23-d2356fd72b5c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 12:56:59.322644 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ff06745-e94f-4545-80f5-69d1ffc0b812 req-6964ea56-e92d-47e7-b618-98be508b96b9 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303828 Aug 30 12:56:59.340928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfafd1f-dd1d-4149-b421-9ddcac9032e8 None None] The sync data for ids ['358546ea-b665-47b7-a852-5194dd376f34'] in n-d-688802-6 is: [{'id': '358546ea-b665-47b7-a852-5194dd376f34', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1387375398-router', 'tenant_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:55Z', 'revision_number': 5, 'project_id': '6c9c5122f12e481d92f0dbfd9d12edb8', 'gw_port': {'id': 'a2ca1747-5b3d-4ab4-95cb-5f8627092222', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:0e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358546ea-b665-47b7-a852-5194dd376f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:56:44Z', 'updated_at': '2021-08-30T12:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:56:59.403296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,segment=NetworkSegment(d0f678aa-a8df-40bd-a400-bd9717898c39),segment_id=d0f678aa-a8df-40bd-a400-bd9717898c39)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:59.415732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-046cb388-14af-4206-a75d-e4ae7b8b340c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:59.417342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-046cb388-14af-4206-a75d-e4ae7b8b340c service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.4201243 Aug 30 12:56:59.427966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8', 'network_id': 'a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a', 'port_id': '5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8', 'mac_address': 'fa:16:3e:9f:cc:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ebdfddb-a7b6-4592-b3fb-be795dc245b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:56:59.432969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cdea-1705-4661-9e45-25ea86b87cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.439006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3c5cdea-1705-4661-9e45-25ea86b87cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.485872 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.497108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5cdea-1705-4661-9e45-25ea86b87cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6a04e7-8fd1-4618-b840-9076751e2271,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:59.505341 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c3c5cdea-1705-4661-9e45-25ea86b87cbc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7998584f4a04a279f7eb5596c03bd62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5979507 Aug 30 12:56:59.505548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:56:59.506178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58794) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:56:59.537190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,segment=NetworkSegment(d0f678aa-a8df-40bd-a400-bd9717898c39),segment_id=d0f678aa-a8df-40bd-a400-bd9717898c39)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:56:59.541556 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.600744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:59.610997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3234f13a-08ab-435a-ba89-ed6958c9e07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.643657 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3234f13a-08ab-435a-ba89-ed6958c9e07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.706253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:56:59.716114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3234f13a-08ab-435a-ba89-ed6958c9e07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.719084 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3234f13a-08ab-435a-ba89-ed6958c9e07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.723769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3234f13a-08ab-435a-ba89-ed6958c9e07f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d6a04e7-8fd1-4618-b840-9076751e2271 HTTP/1.1" status: 204 len: 168 time: 0.2162015 Aug 30 12:56:59.733963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234f13a-08ab-435a-ba89-ed6958c9e07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6a04e7-8fd1-4618-b840-9076751e2271,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:56:59.813590 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-76748a69-ea19-4b87-bb23-d2356fd72b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:56:59.824704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-cb97b6fe-ad42-4817-b2c2-7006589ce6a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.3987162 Aug 30 12:56:59.841742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:56:59.939224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-d4528ab3-8f84-47af-9085-adb0a68fbc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:56:59.943172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-d4528ab3-8f84-47af-9085-adb0a68fbc61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0985146 Aug 30 12:56:59.999039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:56:59.999490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cb263de2-6e68-4b70-95f6-dc9b03199b35 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:57:00.011406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-f0421aaf-5c29-4d3d-916e-843d5ccfeb3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512035 Aug 30 12:57:00.018531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-76748a69-ea19-4b87-bb23-d2356fd72b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.029400 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-76748a69-ea19-4b87-bb23-d2356fd72b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.075508 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7af01b-a384-495f-9e9f-7cf70bc9d9f5 req-bf131db0-8c9f-4330-b952-628f84cb93fa tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:00.081997 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e7af01b-a384-495f-9e9f-7cf70bc9d9f5 req-bf131db0-8c9f-4330-b952-628f84cb93fa tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 944 time: 0.2539341 Aug 30 12:57:00.140012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-76748a69-ea19-4b87-bb23-d2356fd72b5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e26a1c9926b482ba94edb969bf1fba4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2666776 Aug 30 12:57:00.142512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76748a69-ea19-4b87-bb23-d2356fd72b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c71749-4003-485d-a657-e4170aaa41b0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:00.147321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58804) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:00.249505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58808) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:00.256824 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e7af01b-a384-495f-9e9f-7cf70bc9d9f5 req-ad0ebab5-4439-46eb-98e8-ced2bf1f4dac tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380329 Aug 30 12:57:00.266862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.285791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fd56452-3b1a-4334-b312-2e72735ce048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.306870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6df9d4b-e408-4abe-8873-2c20b1626b10 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:57:00.317950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ca1747-5b3d-4ab4-95cb-5f8627092222,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:00.321221 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-2b5ca2ff-a06e-4ca9-aedf-a5e22cad3122 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983902 Aug 30 12:57:00.369105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e6df9d4b-e408-4abe-8873-2c20b1626b10 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:57:00.369455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6df9d4b-e408-4abe-8873-2c20b1626b10 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:57:00.373136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5e148f8-2858-4789-89bd-1d16589b0e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.378915 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.454826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:00.458791 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c1c748-505b-4c03-924d-135e48186fe6" -d '{"events": [{"server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "name": "network-vif-unplugged", "status": "completed", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:00.475371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5e148f8-2858-4789-89bd-1d16589b0e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.476004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:00.488550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd5ed2-5ed1-441a-8a26-25fab4490eb4 req-56e74217-5bd5-4760-a177-78f8fe55a2e0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:00.491758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1bcd5ed2-5ed1-441a-8a26-25fab4490eb4 req-56e74217-5bd5-4760-a177-78f8fe55a2e0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1891561 Aug 30 12:57:00.499593 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.500654 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.568664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1bcd5ed2-5ed1-441a-8a26-25fab4490eb4 req-15743d18-20d1-4b48-9222-44763ca40fca tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646372 Aug 30 12:57:00.608031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.635472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fd56452-3b1a-4334-b312-2e72735ce048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.652051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fd56452-3b1a-4334-b312-2e72735ce048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.659847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=cb263de2-6e68-4b70-95f6-dc9b03199b35,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:00.678628 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915f210b-fe95-4212-bcc5-7ed83ae4d6de x-openstack-request-id: req-915f210b-fe95-4212-bcc5-7ed83ae4d6de {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:00.678968 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "name": "network-vif-unplugged", "status": "completed", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:00.679213 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-915f210b-fe95-4212-bcc5-7ed83ae4d6de {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:00.679616 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35', 'code': 200} Aug 30 12:57:00.682490 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.685745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.693775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-211d5e1b-5406-493f-99ba-728fac922141 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605525 Aug 30 12:57:00.732616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5fd56452-3b1a-4334-b312-2e72735ce048 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc9f9ce7f95f49a1a4fda4865eff38a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4828181 Aug 30 12:57:00.733340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58818) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:00.735452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd56452-3b1a-4334-b312-2e72735ce048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3776103c-a93c-4891-a3ff-6eafa0fa2eb5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:00.778546 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.779133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 358546ea-b665-47b7-a852-5194dd376f34 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 12:57:00.788716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b9d8d-6ef0-4e60-bddd-97a7fb648f40 req-f7f83cb0-4902-42e7-b236-aa8aeba70a34 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:00.790253 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b6b9d8d-6ef0-4e60-bddd-97a7fb648f40 req-f7f83cb0-4902-42e7-b236-aa8aeba70a34 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 945 time: 0.1826513 Aug 30 12:57:00.791738 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5e148f8-2858-4789-89bd-1d16589b0e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.794569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5e148f8-2858-4789-89bd-1d16589b0e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.795630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a5e148f8-2858-4789-89bd-1d16589b0e7c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b8c71749-4003-485d-a657-e4170aaa41b0 HTTP/1.1" status: 204 len: 168 time: 0.6457114 Aug 30 12:57:00.798867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.803068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a26c2010-be92-4d43-b627-9e4a5c82732d admin admin] 10.222.0.37 "DELETE /v2.0/routers/358546ea-b665-47b7-a852-5194dd376f34 HTTP/1.1" status: 204 len: 168 time: 2.5517359 Aug 30 12:57:00.803563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58822) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:00.820638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e148f8-2858-4789-89bd-1d16589b0e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c71749-4003-485d-a657-e4170aaa41b0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:00.827379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-07408140-ede3-4a38-b18d-42c216255768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.861143 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-07408140-ede3-4a38-b18d-42c216255768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.864149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b6b9d8d-6ef0-4e60-bddd-97a7fb648f40 req-b5d39ecf-29bf-4045-8b3b-3ba3374b8180 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460961 Aug 30 12:57:00.939140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7022237-8f21-4956-bcac-b8437c5ad908 admin admin] Deleting subnet 1ec2ab34-8c10-4510-9da5-cab47dac773b {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:57:00.943776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7022237-8f21-4956-bcac-b8437c5ad908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.974306 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-07408140-ede3-4a38-b18d-42c216255768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.977262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-07408140-ede3-4a38-b18d-42c216255768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:00.979277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-07408140-ede3-4a38-b18d-42c216255768 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3776103c-a93c-4891-a3ff-6eafa0fa2eb5 HTTP/1.1" status: 204 len: 168 time: 0.2441950 Aug 30 12:57:01.005974 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7022237-8f21-4956-bcac-b8437c5ad908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.007913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07408140-ede3-4a38-b18d-42c216255768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3776103c-a93c-4891-a3ff-6eafa0fa2eb5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:01.036962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-90173319-badf-494d-b9cb-46d6b26ae1db tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:01.039122 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-90173319-badf-494d-b9cb-46d6b26ae1db tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.0861712 Aug 30 12:57:01.103836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:01.135691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7022237-8f21-4956-bcac-b8437c5ad908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.223584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7022237-8f21-4956-bcac-b8437c5ad908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.244094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:01.256568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:01.257177 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.270593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7022237-8f21-4956-bcac-b8437c5ad908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.275612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b7022237-8f21-4956-bcac-b8437c5ad908 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1ec2ab34-8c10-4510-9da5-cab47dac773b HTTP/1.1" status: 204 len: 168 time: 0.4707935 Aug 30 12:57:01.276992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58834) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:01.280119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7022237-8f21-4956-bcac-b8437c5ad908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec2ab34-8c10-4510-9da5-cab47dac773b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:01.325538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-3a5f45d6-46ba-4323-b048-6dec94f590a0 service neutron] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:01.332937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8dde38-3b6b-4e9e-8374-7a9a255cfefb None None] Network 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:57:01.333618 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-3a5f45d6-46ba-4323-b048-6dec94f590a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.339029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e52eb76f-fbb0-4bb3-9108-d82ce4c26680 req-3a5f45d6-46ba-4323-b048-6dec94f590a0 service neutron] 10.222.0.16 "DELETE /v2.0/ports/4f07bd42-a792-45bb-b9aa-cb4cc550ff1a/bindings/n-h2-688802-6 HTTP/1.1" status: 204 len: 173 time: 0.2903416 Aug 30 12:57:01.500203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.542225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c01a1f-b169-4310-8d28-90edc82cab5a req-14d15529-57d1-4816-a430-c990213fd4eb tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:01.544592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84c01a1f-b169-4310-8d28-90edc82cab5a req-14d15529-57d1-4816-a430-c990213fd4eb tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 944 time: 0.1015389 Aug 30 12:57:01.598193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.644513 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84c01a1f-b169-4310-8d28-90edc82cab5a req-50077217-d5bc-4649-a4b0-c46f2903a9c0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919144 Aug 30 12:57:01.664298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Deleting port 39ea843b-b179-4151-8a7f-4333cb0a2f8e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:57:01.664615 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.667205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,segment=NetworkSegment(d0f678aa-a8df-40bd-a400-bd9717898c39),segment_id=d0f678aa-a8df-40bd-a400-bd9717898c39)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:01.675496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.738131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] DHCP port deletion for 8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 12:57:01.758973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cb263de2-6e68-4b70-95f6-dc9b03199b35 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:01.807027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] For port 39ea843b-b179-4151-8a7f-4333cb0a2f8e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=39ea843b-b179-4151-8a7f-4333cb0a2f8e,segment=NetworkSegment(5d39d1c5-4035-4846-8c58-f463ae3978f6),segment_id=5d39d1c5-4035-4846-8c58-f463ae3978f6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:01.807707 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:01.816184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1362885-ec99-4974-aeac-586013e25088 req-e7984101-1af2-4ed7-9aed-fc2a98a47331 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:01.824376 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1362885-ec99-4974-aeac-586013e25088 req-e7984101-1af2-4ed7-9aed-fc2a98a47331 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 946 time: 0.0723400 Aug 30 12:57:01.842236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Calling delete_port for 39ea843b-b179-4151-8a7f-4333cb0a2f8e owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:57:01.891422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1362885-ec99-4974-aeac-586013e25088 req-8dc15480-a148-48c3-b0c9-6eeef95bbed8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658603 Aug 30 12:57:01.982545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698b31e-dc7e-4f69-96f0-cadbc55bab6e req-c9d7ceb5-593c-4595-9f21-ce8afac91d40 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:01.984137 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6698b31e-dc7e-4f69-96f0-cadbc55bab6e req-c9d7ceb5-593c-4595-9f21-ce8afac91d40 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1095 time: 0.1276178 Aug 30 12:57:02.023320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:02.044974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6698b31e-dc7e-4f69-96f0-cadbc55bab6e req-33ec0e4f-b33c-4a5d-9073-d780d502446c tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459173 Aug 30 12:57:02.045577 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.077039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Pushing event deleted for resources: {'Port': ['ID=39ea843b-b179-4151-8a7f-4333cb0a2f8e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:02.078479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] Deleting port 39ea843b-b179-4151-8a7f-4333cb0a2f8e {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:57:02.078954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.083526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] No DVR routers for this DVR port 39ea843b-b179-4151-8a7f-4333cb0a2f8e on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:57:02.083864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7df38-4276-4e92-85fb-f5a2f116bc6b req-d871cd9a-b3be-42fe-a272-ff6663521462 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:02.097612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9b7df38-4276-4e92-85fb-f5a2f116bc6b req-d871cd9a-b3be-42fe-a272-ff6663521462 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 946 time: 0.1195745 Aug 30 12:57:02.157470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:02.190231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'cb263de2-6e68-4b70-95f6-dc9b03199b35', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'cb263de2-6e68-4b70-95f6-dc9b03199b35', 'mac_address': 'fa:16:3e:28:c4:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:02.218697 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9b7df38-4276-4e92-85fb-f5a2f116bc6b req-b3b2516b-67ce-4410-8ca4-ef506f1a46a8 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774713 Aug 30 12:57:02.225588 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.243324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] For port 39ea843b-b179-4151-8a7f-4333cb0a2f8e, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:02.243728 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.246106 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.247264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58882) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:02.274157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:57:02.292118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d39d1c5-4035-4846-8c58-f463ae3978f6') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:57:02.292425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d39d1c5-4035-4846-8c58-f463ae3978f6') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:57:02.310923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb263de2-6e68-4b70-95f6-dc9b03199b35 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:02.330516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] Calling delete_port for 39ea843b-b179-4151-8a7f-4333cb0a2f8e owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:57:02.338662 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] Port 39ea843b-b179-4151-8a7f-4333cb0a2f8e was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 12:57:02.342928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.349315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.384410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:02.385749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] Pushing event deleted for resources: {'Port': ['ID=39ea843b-b179-4151-8a7f-4333cb0a2f8e,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:02.388082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a2ca1747-5b3d-4ab4-95cb-5f8627092222 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:57:02.391459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.412685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8950d6-4648-48ac-bb33-f5b03dc0a499 None None] No DVR routers for this DVR port 39ea843b-b179-4151-8a7f-4333cb0a2f8e on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:57:02.414948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a2ca1747-5b3d-4ab4-95cb-5f8627092222 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:57:02.415529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a2ca1747-5b3d-4ab4-95cb-5f8627092222 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:57:02.415641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:57:02.415964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.416588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 39ea843b-b179-4151-8a7f-4333cb0a2f8e no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:57:02.421090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: timer() Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:57:02.426190 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:57:02.465056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0571d-f767-478c-ba7e-07814d325b00 req-5ebff0d7-2565-4ffb-a7ed-46bdaf0ef38a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:02.478348 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7e0571d-f767-478c-ba7e-07814d325b00 req-5ebff0d7-2565-4ffb-a7ed-46bdaf0ef38a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 946 time: 0.1021230 Aug 30 12:57:02.521427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 39ea843b-b179-4151-8a7f-4333cb0a2f8e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:57:02.521797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 39ea843b-b179-4151-8a7f-4333cb0a2f8e not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:57:02.545416 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7e0571d-f767-478c-ba7e-07814d325b00 req-0965a436-0170-4deb-a072-798f68d74192 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644042 Aug 30 12:57:02.577529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=cb263de2-6e68-4b70-95f6-dc9b03199b35,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:02.626493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1109339404-network', 'tenant_id': '50d478fdf99446b2ba640d67ac5f6b33'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:02.634649 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.660708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.660708 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] 10.222.0.37 "DELETE /v2.0/networks/8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d HTTP/1.1" status: 204 len: 168 time: 1.3791599 Aug 30 12:57:02.671717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Made reservation on behalf of 50d478fdf99446b2ba640d67ac5f6b33 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:02.675915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.680734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd787377e-e60e-4c18-bc1e-b68be2d92d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:02.683026 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c53f9f4-b0c3-40d5-a8c4-46193401979c" -d '{"events": [{"server_uuid": "d787377e-e60e-4c18-bc1e-b68be2d92d80", "name": "network-vif-plugged", "status": "completed", "tag": "5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:02.698768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.728134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-4def85bb-9d10-4a2b-b942-25ae82c5544f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:02.729876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-4def85bb-9d10-4a2b-b942-25ae82c5544f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 947 time: 0.2280850 Aug 30 12:57:02.733629 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4308b9ac-127b-40fc-8829-52e45782f81e x-openstack-request-id: req-4308b9ac-127b-40fc-8829-52e45782f81e {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:02.734185 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d787377e-e60e-4c18-bc1e-b68be2d92d80", "name": "network-vif-plugged", "status": "completed", "tag": "5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:02.734324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af71a8-a74d-4e72-bed8-12db985d88bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4b51e7-5a5f-4c2e-9913-7be7d8b5791d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:02.734818 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4308b9ac-127b-40fc-8829-52e45782f81e {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:02.735350 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd787377e-e60e-4c18-bc1e-b68be2d92d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8', 'code': 200} Aug 30 12:57:02.740629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['cb263de2-6e68-4b70-95f6-dc9b03199b35'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:02.912164 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.931482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:02.990183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:57:03.013809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac941-2568-4a2c-8288-cb4c6fa2ed39 req-1bf3f397-9bee-46a6-a61b-d7789bae4cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.015336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d8ac941-2568-4a2c-8288-cb4c6fa2ed39 req-1bf3f397-9bee-46a6-a61b-d7789bae4cde service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 1097 time: 0.1565936 Aug 30 12:57:03.020469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58914) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:03.038382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.039179 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Added segment c12f334c-5cd1-4146-a6d6-5ddc74a63638 of type vlan for network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed Aug 30 12:57:03.063151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a01aff-a4e9-44ba-97a5-fc80a097e743,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:03.122761 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.133048 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d8ac941-2568-4a2c-8288-cb4c6fa2ed39 req-4d001551-e672-4923-85e1-23144cece1a5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999088 Aug 30 12:57:03.150949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-dcf60c28-a752-4c8c-88ac-dd69a56a67b3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.152418 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-dcf60c28-a752-4c8c-88ac-dd69a56a67b3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 821 time: 0.4210246 Aug 30 12:57:03.164084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-982d17cd-a476-44a7-836c-ea0f85cce5b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c9c5122f12e481d92f0dbfd9d12edb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424549 Aug 30 12:57:03.164678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58918) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:03.170576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-dca693e8-9996-4871-8d0b-269359738f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.172010 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-dca693e8-9996-4871-8d0b-269359738f26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 1098 time: 0.3469958 Aug 30 12:57:03.181728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-458f3a25-95f9-4f22-a836-6bf86065c2a4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/quotas/cb80f17f656a42af8c1eddd6df2aaa19 HTTP/1.1" status: 200 len: 375 time: 0.0195947 Aug 30 12:57:03.183466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.184656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.186297 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.231285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-e577d6f4-7549-461b-8a16-79f2ef850192 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487134 Aug 30 12:57:03.271180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0227771 Aug 30 12:57:03.278270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58926) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:03.286089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Request body: {'subnet': {'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1109339404-subnet', 'tenant_id': '50d478fdf99446b2ba640d67ac5f6b33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:03.295930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3c480-7f19-43ec-b7a6-a5776b82ee22 admin admin] Pushing event updated for resources: {'Network': ['ID=5f2f9a47-db6f-4fc9-a251-6bdae19278ed,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:03.307447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:57:03.326899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a48ccb0-5e9e-41e9-9895-b6f856e2c16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.350378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a48ccb0-5e9e-41e9-9895-b6f856e2c16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.389222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Made reservation on behalf of 50d478fdf99446b2ba640d67ac5f6b33 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:03.391696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.424495 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-19efb021-0f92-443f-9313-503b80f12d7d service neutron] 10.222.0.37 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804743 Aug 30 12:57:03.471571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c1431b-3290-490a-8463-7ce1e2dfe449 req-bd2e887a-99a1-4ca3-98da-a137c0622fd8 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.474502 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c1431b-3290-490a-8463-7ce1e2dfe449 req-bd2e887a-99a1-4ca3-98da-a137c0622fd8 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 946 time: 0.1676345 Aug 30 12:57:03.497184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-d352d725-70df-4cd9-9455-9c9c92bf2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.498699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-d352d725-70df-4cd9-9455-9c9c92bf2578 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2084575 Aug 30 12:57:03.514104 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a48ccb0-5e9e-41e9-9895-b6f856e2c16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.516636 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a48ccb0-5e9e-41e9-9895-b6f856e2c16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.518297 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0a48ccb0-5e9e-41e9-9895-b6f856e2c16a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5868b6fe-ccc2-4ed5-854d-8a9ad0b5d14e HTTP/1.1" status: 204 len: 168 time: 0.3500476 Aug 30 12:57:03.546132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48ccb0-5e9e-41e9-9895-b6f856e2c16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5868b6fe-ccc2-4ed5-854d-8a9ad0b5d14e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:03.551295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-01974fac-0523-4227-833b-8def3be6d952 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35 HTTP/1.1" status: 200 len: 217 time: 0.0449545 Aug 30 12:57:03.568284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c1431b-3290-490a-8463-7ce1e2dfe449 req-c1312168-92c6-4dcd-9886-062477b298c3 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800600 Aug 30 12:57:03.614977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-0374da40-0553-4c70-8990-054c0dcfa79f service neutron] 10.222.0.37 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896217 Aug 30 12:57:03.622137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-be4acdf3-8ed9-40d8-aea9-4d10b6e030dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.623677 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-be4acdf3-8ed9-40d8-aea9-4d10b6e030dc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0631630 Aug 30 12:57:03.691990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-e0a0db67-974e-46bc-b488-a7a75deb0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.692373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.693823 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-e0a0db67-974e-46bc-b488-a7a75deb0171 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0625989 Aug 30 12:57:03.749210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cb263de2-6e68-4b70-95f6-dc9b03199b35 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:03.767590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ff54b3-fa7e-460e-852e-4624ce568d91,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:03.785935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Checking segment: {'id': 'c12f334c-5cd1-4146-a6d6-5ddc74a63638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:03.786636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Network hostable DHCP agents. Network: 5f2f9a47-db6f-4fc9-a251-6bdae19278ed, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:57:03.815666 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-7ebeed22-e51c-486d-8a8e-b1b921dab491 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112936 Aug 30 12:57:03.817233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:57:03.832063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 5f2f9a47-db6f-4fc9-a251-6bdae19278ed) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:03.839580 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.840520 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.842896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec011f1-9166-4116-be6b-24f8a63eb918 None None] Network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:57:03.880249 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1050e843-8260-4b63-bbcf-df0da05242ec admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6006949 Aug 30 12:57:03.934295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port cb263de2-6e68-4b70-95f6-dc9b03199b35 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:03.934958 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:03.982127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd325de-c2cb-4771-b92f-525f1ac8dd48 req-0b2d4994-6ff1-4aa7-b8ae-6d0ced7734cf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:03.984557 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cd325de-c2cb-4771-b92f-525f1ac8dd48 req-0b2d4994-6ff1-4aa7-b8ae-6d0ced7734cf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 947 time: 0.0768411 Aug 30 12:57:04.034638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932a2fa-94d9-4ba7-ace7-07012a7c58b8 None None] Network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:57:04.058361 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18d7ef24-3507-4fff-90da-5ca21b4ed940 req-f51cf752-c0c3-404b-937a-824a3e503026 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150476 Aug 30 12:57:04.066394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cd325de-c2cb-4771-b92f-525f1ac8dd48 req-a27038cb-055f-41d3-b919-4a8560480c9d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648189 Aug 30 12:57:04.166286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:04.218548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:04.227937 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:04.325007 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7d2a1fcc-46d4-4e0c-b4d3-e4ccbe0e3313 req-8ff2427e-61e5-47c7-b098-e8862c194881 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 210 time: 0.0681629 Aug 30 12:57:04.420704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-c3b5823f-a760-4830-97ca-fdc26b1b64a2 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665576 Aug 30 12:57:04.421215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=cb263de2-6e68-4b70-95f6-dc9b03199b35,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:04.513201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-5c43d572-bf80-4a42-96c5-0a7ba5d0cd08 req-d66a7dbf-6be9-48ae-a48c-768b170dba00 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1331837339', 'description': 'tempest-description-735497931'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:04.566717 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5c43d572-bf80-4a42-96c5-0a7ba5d0cd08 req-d66a7dbf-6be9-48ae-a48c-768b170dba00 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:04.587123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-c482220d-dd4e-4ed5-ae3b-eb59d828bc7c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:04.588936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-c482220d-dd4e-4ed5-ae3b-eb59d828bc7c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1586828 Aug 30 12:57:04.607952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-1fd35d62-1300-439b-9a0c-80a584254419 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/quotas/43d8545bec2a4b9f9bc76a8312dc65ef HTTP/1.1" status: 200 len: 375 time: 0.0114219 Aug 30 12:57:04.675332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-0763c9b1-f092-4a4f-8131-3543c0dd3ab5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602968 Aug 30 12:57:04.703058 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5c43d572-bf80-4a42-96c5-0a7ba5d0cd08 req-d66a7dbf-6be9-48ae-a48c-768b170dba00 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:04.710235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5c43d572-bf80-4a42-96c5-0a7ba5d0cd08 req-d66a7dbf-6be9-48ae-a48c-768b170dba00 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:04.737316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:04.740222 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487e9dc4-4426-4054-8dff-6678cbf15293" -d '{"events": [{"server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "name": "network-vif-plugged", "status": "completed", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:04.754305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5c43d572-bf80-4a42-96c5-0a7ba5d0cd08 req-d66a7dbf-6be9-48ae-a48c-768b170dba00 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:04.767539 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c43d572-bf80-4a42-96c5-0a7ba5d0cd08 req-d66a7dbf-6be9-48ae-a48c-768b170dba00 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2619677 Aug 30 12:57:04.775432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a7dbf-6be9-48ae-a48c-768b170dba00 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:04.841774 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29f9b59-2b25-4bb8-bc84-2dfb5ad8eceb x-openstack-request-id: req-f29f9b59-2b25-4bb8-bc84-2dfb5ad8eceb {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:04.842899 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "name": "network-vif-plugged", "status": "completed", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:04.844759 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f29f9b59-2b25-4bb8-bc84-2dfb5ad8eceb {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:04.845292 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35', 'code': 200} Aug 30 12:57:04.857025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-d42ad4cf-e66d-4e5f-a726-302ab5a21fda req-c61d3101-b898-48ec-8c01-9034a74601ed tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-534350839', 'description': 'tempest-description-210551332'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:04.895976 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d42ad4cf-e66d-4e5f-a726-302ab5a21fda req-c61d3101-b898-48ec-8c01-9034a74601ed tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:04.956801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961a82c-15ec-4246-b2f5-873b13794a69 req-0627df80-3430-4b16-9aef-2b30339d19f6 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:04.958808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c961a82c-15ec-4246-b2f5-873b13794a69 req-0627df80-3430-4b16-9aef-2b30339d19f6 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 946 time: 0.0819890 Aug 30 12:57:05.007153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c961a82c-15ec-4246-b2f5-873b13794a69 req-e51a76e7-3800-4f41-b7e8-545f77a267c7 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Aug 30 12:57:05.022118 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d42ad4cf-e66d-4e5f-a726-302ab5a21fda req-c61d3101-b898-48ec-8c01-9034a74601ed tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:05.034365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59000) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:05.036432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d42ad4cf-e66d-4e5f-a726-302ab5a21fda req-c61d3101-b898-48ec-8c01-9034a74601ed tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:05.097719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d3101-b898-48ec-8c01-9034a74601ed tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca393cdc-e200-486d-9d7d-1096490bc45d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:05.101686 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d42ad4cf-e66d-4e5f-a726-302ab5a21fda req-c61d3101-b898-48ec-8c01-9034a74601ed tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:05.115814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d42ad4cf-e66d-4e5f-a726-302ab5a21fda req-c61d3101-b898-48ec-8c01-9034a74601ed tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2635734 Aug 30 12:57:05.212825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-daf6da7b-8e82-4bfa-bfa1-e0fa93301990 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631125 Aug 30 12:57:05.336798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b7b20-d807-4d91-9992-a5997e38fe4f req-7abb135b-ff3a-4764-bed4-613983b7c286 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:05.344315 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d0b7b20-d807-4d91-9992-a5997e38fe4f req-7abb135b-ff3a-4764-bed4-613983b7c286 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.0945673 Aug 30 12:57:05.379394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-31211434-network', 'tenant_id': '79bbe82aad2b4287884ace0fb8add6b8'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:05.392903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d0b7b20-d807-4d91-9992-a5997e38fe4f req-9833ef61-3a39-4f22-bf6e-cc467b38a1f7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424664 Aug 30 12:57:05.448724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Made reservation on behalf of 79bbe82aad2b4287884ace0fb8add6b8 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:05.451059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:05.472087 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:05.593785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-95925d3f-777f-4757-989c-2ec7fe1e818f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:05.596076 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-95925d3f-777f-4757-989c-2ec7fe1e818f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 821 time: 0.3816931 Aug 30 12:57:05.610937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Request body: {'port': {'device_id': '39137c03-4377-4cd2-8222-ef2003c7dada', 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216', 'admin_state_up': True, 'tenant_id': 'cb80f17f656a42af8c1eddd6df2aaa19'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:05.692273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-b17a5be2-bed4-43af-bad4-4340ad7615f7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:05.699881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-b17a5be2-bed4-43af-bad4-4340ad7615f7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4519565 Aug 30 12:57:05.714235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-3a68811c-1e62-41b2-8c71-732dafee4167 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:05.722453 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-3a68811c-1e62-41b2-8c71-732dafee4167 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 813 time: 0.1290011 Aug 30 12:57:05.740330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-231ad454-0a9e-4262-8b12-21b6d62eac03 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/quotas/43d8545bec2a4b9f9bc76a8312dc65ef HTTP/1.1" status: 200 len: 375 time: 0.0391986 Aug 30 12:57:05.743223 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-db2da2fc-bc5e-4552-b3e7-361a894bf467 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/quotas/50d478fdf99446b2ba640d67ac5f6b33 HTTP/1.1" status: 200 len: 375 time: 0.0199242 Aug 30 12:57:05.779740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-a75b8172-1a1f-40c6-af25-b3b5cea33014 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304735 Aug 30 12:57:05.818250 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-de2e3cf1-c857-4ec5-9c09-e96b0a905bec tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575271 Aug 30 12:57:05.849291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:05.858614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:05.899345 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-caf12f31-90d0-4f4a-87ca-7006dcb6f80a service neutron] 10.222.0.37 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114128 Aug 30 12:57:05.900575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced87c23-b06a-44a8-bdbf-2840beabf49c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:05.922423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:57:05.929424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Made reservation on behalf of cb80f17f656a42af8c1eddd6df2aaa19 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:05.933801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:05.968177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:05.976994 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Added segment f8fd1524-545b-4f4c-a672-6303f1f23af0 of type vlan for network 5fd40165-90b2-4c24-9905-dd1306484e87 Aug 30 12:57:06.066309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-0b8cda84-c6a3-479f-999b-8853829baa26 service neutron] 10.222.0.37 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656704 Aug 30 12:57:06.133251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c626600-fce2-4182-a6bb-440058469080 req-bf0e764a-44ab-4a20-9de1-baf5eaa4e346 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 210 time: 0.1043849 Aug 30 12:57:06.180263 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:06.207520 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-1d09cdd9-ff60-494b-a951-5a92ba64956c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786502 Aug 30 12:57:06.397048 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-234de4c9-05f6-4476-90d7-02fc13a3625e req-b731a3ab-0da2-4112-b4c9-e51677c748ce tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 210 time: 0.0483513 Aug 30 12:57:06.475370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:06.476306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:06.476892 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:06.523536 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc8e2fff-7645-4de1-9cf4-22877ef4bfb8 req-8a5348e3-382f-4caa-aa06-c61eeabee111 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 210 time: 0.0582368 Aug 30 12:57:06.556876 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d7071447-779e-4579-88ce-0255c3cfa718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:06.619976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59066) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:06.620434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.5839410 Aug 30 12:57:06.626215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Request body: {'subnet': {'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-31211434-subnet', 'tenant_id': '79bbe82aad2b4287884ace0fb8add6b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:06.637598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Allocated IP 172.20.0.8 (2388b82d-4113-41f0-a82d-b432f66e1216/0fd911fb-0fd6-4429-ab65-b5b02ebc4234/22217237-863d-4e67-8ea8-fe06e5226009) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:57:06.668027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Made reservation on behalf of 79bbe82aad2b4287884ace0fb8add6b8 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:06.672180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:06.674351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7b829-a89f-4d55-8dd7-7856eb86efaa req-115956e9-54c3-403c-ab0a-7eb6bf4761ea tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:06.678798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87f7b829-a89f-4d55-8dd7-7856eb86efaa req-115956e9-54c3-403c-ab0a-7eb6bf4761ea tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.3277972 Aug 30 12:57:06.720831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-00819a3c-5b79-4e9c-8e4d-168b45ba6417 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:06.722357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-00819a3c-5b79-4e9c-8e4d-168b45ba6417 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5038497 Aug 30 12:57:06.723007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadb552-fbbc-45bd-a0c5-d0f0aa0d6557 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd40165-90b2-4c24-9905-dd1306484e87,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:06.734058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 5fd40165-90b2-4c24-9905-dd1306484e87 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:57:06.790576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Request body: {'port': {'device_id': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '43d8545bec2a4b9f9bc76a8312dc65ef'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:06.892896 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87f7b829-a89f-4d55-8dd7-7856eb86efaa req-befe5a88-67b1-45ca-a61e-5f492063a9b7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906354 Aug 30 12:57:07.050156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Made reservation on behalf of 43d8545bec2a4b9f9bc76a8312dc65ef for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:07.065619 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:07.067674 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:07.102565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:07.110696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:07.160830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddbace6a-fc20-419c-b799-875664335cbc,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:07.172970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Checking segment: {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:07.174568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Network hostable DHCP agents. Network: 5fd40165-90b2-4c24-9905-dd1306484e87, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:57:07.181338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:07.232907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Network 5fd40165-90b2-4c24-9905-dd1306484e87 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:57:07.266586 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 5fd40165-90b2-4c24-9905-dd1306484e87) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:07.275904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:07.276712 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:07.280191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Network 2388b82d-4113-41f0-a82d-b432f66e1216 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:57:07.283196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Pushing event updated for resources: {'Port': ['ID=22217237-863d-4e67-8ea8-fe06e5226009,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:07.288003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:07.288505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4dbaac-5c78-42c8-ba61-49c5b89fa793 None None] Network 5fd40165-90b2-4c24-9905-dd1306484e87 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:57:07.296356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:57:07.411216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:07.411953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:07.453963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f087eb-4d88-4e90-8e08-89775dcead40 req-34be4407-2c75-4740-83d7-65d459611dc6 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:07.461918 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5f087eb-4d88-4e90-8e08-89775dcead40 req-34be4407-2c75-4740-83d7-65d459611dc6 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 931 time: 0.1371710 Aug 30 12:57:07.528306 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:07.532334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-3ec3fa95-92c8-4e54-8d1d-92b41e6daa41 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469236 Aug 30 12:57:07.550655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b9161e9e-77ed-4d4c-8c23-87d223e3160e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9284444 Aug 30 12:57:07.572110 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:07.594390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ce2d4-db0b-4e60-a6cd-81f2b0dbba5e None None] Network 5fd40165-90b2-4c24-9905-dd1306484e87 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:57:07.610738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-36927469-fdbf-4bc4-81a6-424b6af27cbf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0065284 Aug 30 12:57:07.652829 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-00de1a4b-c71b-4e88-9e71-916a608418e9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352361 Aug 30 12:57:07.658961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5f087eb-4d88-4e90-8e08-89775dcead40 req-176b10b3-673a-4e6a-b03f-f73e71a3a248 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960912 Aug 30 12:57:07.680839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Request body: {'port': {'device_id': '39137c03-4377-4cd2-8222-ef2003c7dada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:07.864611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-92f942eb-e856-4b0a-a6b4-100e5d7bc31f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:07.877841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-92f942eb-e856-4b0a-a6b4-100e5d7bc31f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239952 Aug 30 12:57:07.897694 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-2a7075e3-58f5-4b23-87e5-2c82a3ec7e39 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/quotas/3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 375 time: 0.0187197 Aug 30 12:57:07.928768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75989d25-7313-4734-9618-fd0c94f60564,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:07.934627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7a90ca8-34f7-436e-ab68-ff095ecf6724 req-273bb517-9edd-477a-8571-194b1ae37b88 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 210 time: 0.0788815 Aug 30 12:57:08.005925 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-79025851-f4b1-4289-98db-09d96223934c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955870 Aug 30 12:57:08.022214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:08.072115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Allocated IP 192.168.233.244 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/00bc6e02-24e2-40b1-8eb1-920a555bba93) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:57:08.094004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-6672cc91-6cd6-49a0-bda4-ded571a244ef tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:08.096694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-6672cc91-6cd6-49a0-bda4-ded571a244ef tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5455582 Aug 30 12:57:08.145741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eff84db1-8e81-4dce-941e-eccde294132d req-84de94e1-5931-45be-b333-2891b209cce7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 210 time: 0.1292396 Aug 30 12:57:08.153358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Request body: {'port': {'device_id': '2c78e4fa-d992-4b7d-ab98-02143c676de5', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '43d8545bec2a4b9f9bc76a8312dc65ef'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:08.213868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.35', 64266) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:08.398086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-1c096080-beba-4e2a-9f2b-33698611d639 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:08.399785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-1c096080-beba-4e2a-9f2b-33698611d639 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.35 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 813 time: 0.1848457 Aug 30 12:57:08.423619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'port': {'device_id': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed', 'admin_state_up': True, 'tenant_id': '50d478fdf99446b2ba640d67ac5f6b33'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:08.429002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a74db-2fa6-4732-bf5d-daec1eaccc2d req-eb489533-0c1a-4b25-94be-5d4b04bcf5e3 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:08.430815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-812a74db-2fa6-4732-bf5d-daec1eaccc2d req-eb489533-0c1a-4b25-94be-5d4b04bcf5e3 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1096 time: 0.2645926 Aug 30 12:57:08.538656 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-812a74db-2fa6-4732-bf5d-daec1eaccc2d req-9683eaf7-4ae0-4460-abd5-259cb848e1e4 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882735 Aug 30 12:57:08.622355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Made reservation on behalf of 50d478fdf99446b2ba640d67ac5f6b33 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:08.628316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:08.952029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95cde207-2f82-4d5d-8b87-0990583193cb req-3438cec0-73c8-45d9-81c9-63148f98ac7b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 210 time: 0.3203113 Aug 30 12:57:09.047560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Made reservation on behalf of 43d8545bec2a4b9f9bc76a8312dc65ef for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:09.051726 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.134345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Allocated IP 172.20.0.3 (5f2f9a47-db6f-4fc9-a251-6bdae19278ed/11ff54b3-fa7e-460e-852e-4624ce568d91/8cfdfbd7-5377-4bde-a3b5-8a24be1793eb) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:57:09.142784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.159124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Transition to ACTIVE for port object 00bc6e02-24e2-40b1-8eb1-920a555bba93 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:09.228139 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.286612 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-03ea0ac3-8b55-4e31-9a90-047289669f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.316128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:57:09.319972 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.336804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:09.356888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-6ba2d084-d8e5-4348-8d63-1733c77c4224 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:09.364548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-6ba2d084-d8e5-4348-8d63-1733c77c4224 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 803 time: 0.4377465 Aug 30 12:57:09.375434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:57:09.405255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.472531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:57:09.475942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:09.476318 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-d82f1fa5-d89e-4ef4-88d1-9e43308b13de tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/quotas/79bbe82aad2b4287884ace0fb8add6b8 HTTP/1.1" status: 200 len: 375 time: 0.1108150 Aug 30 12:57:09.493645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:57:09.501758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'Port': ['ID=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:09.568729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-039103d8-0d03-42d6-b973-318e17725ed4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409839 Aug 30 12:57:09.571706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:09.615479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-3419b502-a855-46a8-8427-4dc9affb038f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1381269 Aug 30 12:57:09.720948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:09.722980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:09.724549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.729116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.766829 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-65035b31-c0f5-4492-88c9-3be31dcbac5c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3525698 Aug 30 12:57:09.796038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Request body: {'port': {'device_id': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:09.835671 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-be5ac6a9-46f1-45ae-853a-957e4f6bb16f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0627849 Aug 30 12:57:09.859895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Request body: {'port': {'device_id': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:09.873948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Allocated IP 192.168.233.156 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/4fad01e6-e309-4459-bc38-9956954b959e) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:57:09.875299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e7035889-551a-4804-873e-204cb6e06ec0 None None] Provisioning for port 00bc6e02-24e2-40b1-8eb1-920a555bba93 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:09.879252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22217237-863d-4e67-8ea8-fe06e5226009 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:09.903846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e7035889-551a-4804-873e-204cb6e06ec0 None None] Provisioning complete for port 00bc6e02-24e2-40b1-8eb1-920a555bba93 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:09.904336 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e7035889-551a-4804-873e-204cb6e06ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.907543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.930017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.937774 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:09.956944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e7035889-551a-4804-873e-204cb6e06ec0 None None] Port 00bc6e02-24e2-40b1-8eb1-920a555bba93 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:57:09.967980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-ce6a302d-ea14-4cb2-a8e2-50ec5af4e4cc tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:09.969750 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-ce6a302d-ea14-4cb2-a8e2-50ec5af4e4cc tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3934672 Aug 30 12:57:09.971700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Transition to ACTIVE for port object 22217237-863d-4e67-8ea8-fe06e5226009 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:09.989519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.005853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Request body: {'port': {'device_id': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '3a63f3c910b340c2a8d3bd487e39c6c8'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:10.141986 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.244946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-cf6e41f7-162f-41f1-b778-1c68182e215e service neutron] 10.222.0.37 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6283948 Aug 30 12:57:10.265273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Made reservation on behalf of 3a63f3c910b340c2a8d3bd487e39c6c8 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:10.270151 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.421950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:10.428490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Pushing event updated for resources: {'Port': ['ID=22217237-863d-4e67-8ea8-fe06e5226009,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:10.431287 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.445033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Transition to ACTIVE for port object 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:10.450317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.508968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:10.559740 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.581902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-d50f6b6d-ed1e-471e-abb2-c4707dc70f47 service neutron] 10.222.0.37 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360565 Aug 30 12:57:10.585479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-e7773dc5-d02a-4c13-bdf2-9f79b5d469e7 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:57:10.586655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-e7773dc5-d02a-4c13-bdf2-9f79b5d469e7 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936351 Aug 30 12:57:10.606566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Request body: {'binding': {'host': 'n-h2-688802-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:10.607024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Unknown quota resources ['binding']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 12:57:10.612299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Transition to ACTIVE for port object 4fad01e6-e309-4459-bc38-9956954b959e will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:10.619471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Attempting to bind port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:10.619809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Attempting to bind port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'c12f334c-5cd1-4146-a6d6-5ddc74a63638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:10.620144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Attempting to bind port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb on network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:10.624888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb on network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:10.625216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Attempting to bind port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb on network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:10.630546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:10.630879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Checking segment: {'id': 'c12f334c-5cd1-4146-a6d6-5ddc74a63638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:10.631255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Bound using segment: {'id': 'c12f334c-5cd1-4146-a6d6-5ddc74a63638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:10.631807 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Bound port: 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c12f334c-5cd1-4146-a6d6-5ddc74a63638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:10.632015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.650841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:10.651185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:10.651522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:10.669536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:10.669820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:10.706065 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.725818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:10.726146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:10.726538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:10.726990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Bound port: 22217237-863d-4e67-8ea8-fe06e5226009, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:10.727559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.731434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] For port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:10.737828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] For port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:10.743042 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.801733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:10.802357 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.803848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/8cfdfbd7-5377-4bde-a3b5-8a24be1793eb HTTP/1.1" status: 200 len: 1091 time: 1.0142035 Aug 30 12:57:10.804279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:10.807347 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee194e0-c21d-4c47-a988-f427e57fdc82" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:10.876885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547aa59-5a90-4a08-a229-66bb58c319c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:10.899789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:10.944956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Allocated IP 192.168.233.114 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/e3ae9143-86c6-47eb-afe4-66650d7031de) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:57:10.960437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-7f941c76-e83a-481a-8ed0-3eea7422d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:10.962077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-7f941c76-e83a-481a-8ed0-3eea7422d8eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1094 time: 0.0967574 Aug 30 12:57:10.999978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:11.016159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:11.030263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-72fc4e6c-c1b1-485a-ae5d-a5d412da8414 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb HTTP/1.1" status: 200 len: 217 time: 0.0590129 Aug 30 12:57:11.075353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269e00c-4cab-432e-8564-8cabe1ca1e62 req-842effa8-23d6-4453-ada2-398e04b63ed4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:11.084957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6269e00c-4cab-432e-8564-8cabe1ca1e62 req-842effa8-23d6-4453-ada2-398e04b63ed4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.2475069 Aug 30 12:57:11.087764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.106398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:57:11.121446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:11.130070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:11.130690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.132063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] 10.222.0.35 "PUT /v2.0/ports/22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 1091 time: 3.4588490 Aug 30 12:57:11.135255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:11.137617 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c547ae48-5c80-4afb-ad50-46e3fb5d679f" -d '{"events": [{"name": "network-changed", "server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "tag": "22217237-863d-4e67-8ea8-fe06e5226009"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:11.140952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:57:11.146013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-0e828b2c-d8c1-4a3b-9b75-6ff5fdc0d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:11.147857 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-0e828b2c-d8c1-4a3b-9b75-6ff5fdc0d630 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 200 len: 853 time: 0.1110461 Aug 30 12:57:11.212339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:11.213039 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.214580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-86f510ce-216f-4ca0-9878-c5e97b725ea5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542350 Aug 30 12:57:11.244697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Pushing event updated for resources: {'Port': ['ID=4fad01e6-e309-4459-bc38-9956954b959e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:11.270367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on host n-h2-688802-6 for vnic_type normal with profile None {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:11.270996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:11.271459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:11.281175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-81b06edd-d131-4511-978a-8610210f674e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1385002 Aug 30 12:57:11.311514 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.338010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Transition to ACTIVE for port object e3ae9143-86c6-47eb-afe4-66650d7031de will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:11.351070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Request body: {'port': {'device_id': '2c78e4fa-d992-4b7d-ab98-02143c676de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:11.363961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6269e00c-4cab-432e-8564-8cabe1ca1e62 req-c835b201-f76d-480e-9414-630898a5f7c2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778137 Aug 30 12:57:11.382449 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-6596aa50-28af-445b-a30b-b6fbec55b4fa service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575215 Aug 30 12:57:11.420009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:11.421130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:11.446079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:11.450718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:11.451578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:11.452018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.458350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Bound port: 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:11.465722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'cb263de2-6e68-4b70-95f6-dc9b03199b35'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:11.574593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e62cac26-aa65-44b5-87b5-967633ad6882 None None] Provisioning for port 4fad01e6-e309-4459-bc38-9956954b959e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:11.590696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e62cac26-aa65-44b5-87b5-967633ad6882 None None] Provisioning complete for port 4fad01e6-e309-4459-bc38-9956954b959e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:11.592090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e62cac26-aa65-44b5-87b5-967633ad6882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.600187 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26ba309c-4dac-404b-8e97-14cd7176adc7 req-d091a773-3d53-43d3-a2e1-9fab500ebf20 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836238 Aug 30 12:57:11.640192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:57:11.643951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:11.647711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:57:11.685064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e62cac26-aa65-44b5-87b5-967633ad6882 None None] Port 4fad01e6-e309-4459-bc38-9956954b959e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:57:11.688004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:11.736566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:11.737018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.770566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-f5963109-1e43-4bd5-8666-b1c326a6b80b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7713912 Aug 30 12:57:11.784908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Request body: {'port': {'device_id': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:11.797143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bc6e02-24e2-40b1-8eb1-920a555bba93 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:11.809590 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.827926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Transition to ACTIVE for port object 00bc6e02-24e2-40b1-8eb1-920a555bba93 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:11.871938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022118b-15d1-4b3f-949a-10f672c3bc32 req-1adc816f-c570-48f5-8da9-d3b99be38781 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:11.879854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0022118b-15d1-4b3f-949a-10f672c3bc32 req-1adc816f-c570-48f5-8da9-d3b99be38781 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 936 time: 0.3575580 Aug 30 12:57:11.899265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.914516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:11.915480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:11.919550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-cb2bfb5a-ba2e-442e-bf26-5b56ff22d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:11.921314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-cb2bfb5a-ba2e-442e-bf26-5b56ff22d1e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1094 time: 0.6917362 Aug 30 12:57:11.922248 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:12.070960 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:12.086718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0022118b-15d1-4b3f-949a-10f672c3bc32 req-07dc8403-9221-47f5-8286-3c93fcd01b39 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056844 Aug 30 12:57:12.090907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-4f39407d-d952-4c0e-ab8b-4c0f746f80b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.1593103 Aug 30 12:57:12.105460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf656e7-1923-4abf-81c1-85eb76b53f41 service neutron] Pushing event updated for resources: {'Port': ['ID=22217237-863d-4e67-8ea8-fe06e5226009,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:12.117571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:12.121791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ac0f5c90-c409-4139-983e-cffea88ca555 service neutron] 10.222.0.37 "POST /v2.0/ports/7a9ac668-c79d-4fb3-8e20-0a829d975b56/bindings HTTP/1.1" status: 201 len: 389 time: 1.5180471 Aug 30 12:57:12.147872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4f87d09d-7355-4cf7-9bca-d910b18981d9 None None] Provisioning for port e3ae9143-86c6-47eb-afe4-66650d7031de completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:12.164976 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4f87d09d-7355-4cf7-9bca-d910b18981d9 None None] Provisioning complete for port e3ae9143-86c6-47eb-afe4-66650d7031de triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:12.166057 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4f87d09d-7355-4cf7-9bca-d910b18981d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:12.327845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4f87d09d-7355-4cf7-9bca-d910b18981d9 None None] Port e3ae9143-86c6-47eb-afe4-66650d7031de cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:57:12.377697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ae9143-86c6-47eb-afe4-66650d7031de {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:12.387199 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:12.480943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Transition to ACTIVE for port object e3ae9143-86c6-47eb-afe4-66650d7031de will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:12.505796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:12.611823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-1a8cf3df-2677-41bb-83d2-4f407fb823d2 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:12.613391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-1a8cf3df-2677-41bb-83d2-4f407fb823d2 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 803 time: 0.4094999 Aug 30 12:57:12.645594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Request body: {'port': {'device_id': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'admin_state_up': True, 'tenant_id': '79bbe82aad2b4287884ace0fb8add6b8'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:12.681411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:12.703230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:12.816164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1469840-44db-46d4-ad52-7372545aa4b6 req-07df1b61-936d-416d-884f-37e0647d18c4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:12.817736 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1469840-44db-46d4-ad52-7372545aa4b6 req-07df1b61-936d-416d-884f-37e0647d18c4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 948 time: 0.2776449 Aug 30 12:57:12.845999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-068941ab-d45c-4ed0-83c7-976618f2f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:12.847973 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-068941ab-d45c-4ed0-83c7-976618f2f614 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1096 time: 0.2280138 Aug 30 12:57:12.888557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-c07a9d36-e02b-43c5-a153-2edf7c75c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:12.890262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-c07a9d36-e02b-43c5-a153-2edf7c75c4af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.6218393 Aug 30 12:57:12.902357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:12.902634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:12.902958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:12.944813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-96297269-48c9-4233-b3ff-5cde66566d0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453384 Aug 30 12:57:12.955233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Port e3ae9143-86c6-47eb-afe4-66650d7031de on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:12.955555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:12.988003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c270c0-7208-480b-8d42-6593bee55160 req-a343ff99-fecb-4f91-b668-7c66f20ca136 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:12.989691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82c270c0-7208-480b-8d42-6593bee55160 req-a343ff99-fecb-4f91-b668-7c66f20ca136 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 943 time: 0.2812665 Aug 30 12:57:12.994777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1469840-44db-46d4-ad52-7372545aa4b6 req-5b99464c-044b-45b4-b27e-12e10ae61666 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486051 Aug 30 12:57:12.995655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:12.995989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:12.996369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:12.996814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Bound port: e3ae9143-86c6-47eb-afe4-66650d7031de, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:12.997175 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:13.012976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Attempting to bind port 00bc6e02-24e2-40b1-8eb1-920a555bba93 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:13.013418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Attempting to bind port 00bc6e02-24e2-40b1-8eb1-920a555bba93 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:13.013897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Attempting to bind port 00bc6e02-24e2-40b1-8eb1-920a555bba93 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:13.065134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Made reservation on behalf of 79bbe82aad2b4287884ace0fb8add6b8 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:13.068847 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:13.087031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Port 00bc6e02-24e2-40b1-8eb1-920a555bba93 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:13.087364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Attempting to bind port 00bc6e02-24e2-40b1-8eb1-920a555bba93 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:13.107990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:13.108308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:13.108706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:13.109298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Bound port: 00bc6e02-24e2-40b1-8eb1-920a555bba93, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:13.109757 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:13.128385 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3893d8ba-7302-4b9b-9bda-fe454e625be7 req-6d9dd6cd-b316-404b-aa3c-797cbf5cb897 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 210 time: 0.0550687 Aug 30 12:57:13.129398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-e7cc41c2-cf3e-49b7-958c-b79acbdd7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.130738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-e7cc41c2-cf3e-49b7-958c-b79acbdd7e67 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.2743049 Aug 30 12:57:13.158975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82c270c0-7208-480b-8d42-6593bee55160 req-820d2783-d593-4f18-8853-124836eb4c64 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473112 Aug 30 12:57:13.221281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ce214ca9-1484-450e-a4ea-ae24d9138451 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56 HTTP/1.1" status: 200 len: 217 time: 0.0778317 Aug 30 12:57:13.253021 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35946bd-ee31-4b82-9043-71a53ca9b17f x-openstack-request-id: req-d35946bd-ee31-4b82-9043-71a53ca9b17f {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:13.253374 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:13.253544 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d35946bd-ee31-4b82-9043-71a53ca9b17f {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:13.253997 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'status': 'completed', 'code': 200} Aug 30 12:57:13.268052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:13.271757 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b75c94a-6e13-42e9-925c-9cc1ae50b8cd x-openstack-request-id: req-1b75c94a-6e13-42e9-925c-9cc1ae50b8cd {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:13.272042 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "tag": "22217237-863d-4e67-8ea8-fe06e5226009", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:13.272359 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b75c94a-6e13-42e9-925c-9cc1ae50b8cd {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:13.273591 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009', 'status': 'completed', 'code': 200} Aug 30 12:57:13.285562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-1d9adc59-a854-4b15-ac61-a8e1eb52c23e service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231761 Aug 30 12:57:13.295730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.35', 64269) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:13.309728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:13.326806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:13.415769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-f22afdd3-0a0b-442b-96ba-4a07e8ff553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.417202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-f22afdd3-0a0b-442b-96ba-4a07e8ff553d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1624744 Aug 30 12:57:13.425462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:13.448573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.449260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:13.451027 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] 10.222.0.16 "PUT /v2.0/ports/e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 1096 time: 1.6712666 Aug 30 12:57:13.479090 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-43054634-3e54-49fe-8e24-b1ab4d158f16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477951 Aug 30 12:57:13.483606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:13.497457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Allocated IP 172.20.0.9 (5fd40165-90b2-4c24-9905-dd1306484e87/ddbace6a-fc20-419c-b799-875664335cbc/7c960841-0ec6-42fa-b768-f7953947f8ec) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:57:13.505013 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:13.555425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547ce02-3a07-40a6-8953-a3c921e346c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:13.589227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.589793 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:13.591194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] 10.222.0.35 "PUT /v2.0/ports/00bc6e02-24e2-40b1-8eb1-920a555bba93 HTTP/1.1" status: 200 len: 1096 time: 3.7373657 Aug 30 12:57:13.597781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-c5d28a6b-49b7-44f4-81f4-22f802d5cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.599300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-c5d28a6b-49b7-44f4-81f4-22f802d5cfe1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1094 time: 0.2979100 Aug 30 12:57:13.638746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fad01e6-e309-4459-bc38-9956954b959e {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:13.651499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f365f-f285-4a21-a676-ac88e26fba8c req-4bfc99b8-79bc-4ec9-b967-b2cf72e92aec tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.653128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b0f365f-f285-4a21-a676-ac88e26fba8c req-4bfc99b8-79bc-4ec9-b967-b2cf72e92aec tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.2844868 Aug 30 12:57:13.655059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f14f7ee-bdfc-40aa-9bfd-10008a777362 req-64352883-a54c-4534-aeb7-fcc591c804a3 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496885 Aug 30 12:57:13.720497 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:13.756809 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010fb0a8-bc3b-4a97-83ab-ee3c39f3fd70 service neutron] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:13.805622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Transition to ACTIVE for port object 4fad01e6-e309-4459-bc38-9956954b959e will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:13.824761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:13.836203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3aa8a2-d632-4380-aa90-62bffc9578f1 req-6670966b-e4b2-4765-ad5a-f4b76cf3aa38 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.837428 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e3aa8a2-d632-4380-aa90-62bffc9578f1 req-6670966b-e4b2-4765-ad5a-f4b76cf3aa38 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.5064113 Aug 30 12:57:13.891159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b0f365f-f285-4a21-a676-ac88e26fba8c req-c339a34d-ef13-410c-b024-38768716ba77 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151530 Aug 30 12:57:13.898865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-b88ebad3-520e-429d-8b98-2274fd168c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.899955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-b88ebad3-520e-429d-8b98-2274fd168c7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 1099 time: 0.2440305 Aug 30 12:57:13.921800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-3d6a2489-191c-45c3-9e34-abfcb0dc67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.923985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-3d6a2489-191c-45c3-9e34-abfcb0dc67bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 914 time: 0.3086414 Aug 30 12:57:13.936367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-0d0319e8-7b9e-47f3-816b-57c201664d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.937904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-0d0319e8-7b9e-47f3-816b-57c201664d4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1094 time: 0.1957781 Aug 30 12:57:13.939567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-c37401c2-a682-4890-a040-393ac9cbc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:13.941222 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-c37401c2-a682-4890-a040-393ac9cbc9d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1099 time: 0.4380708 Aug 30 12:57:13.961070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e3aa8a2-d632-4380-aa90-62bffc9578f1 req-dec2e937-ff97-40f4-988a-9c547293b03d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121309 Aug 30 12:57:14.042309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Pushing event updated for resources: {'Port': ['ID=4fad01e6-e309-4459-bc38-9956954b959e,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:14.056109 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-35a702ce-70c8-4fb4-adf3-e0b482e67364 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563574 Aug 30 12:57:14.059314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-eecaad82-2bed-4bc7-bde8-4252bf944957 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.0795541 Aug 30 12:57:14.102146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-727b91dd-da0e-4c1d-a3d0-fa072a642b62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93 HTTP/1.1" status: 200 len: 217 time: 0.1771801 Aug 30 12:57:14.103566 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-8b41b955-51ac-45fe-9d96-fa8d2b42c406 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb HTTP/1.1" status: 200 len: 217 time: 0.1604044 Aug 30 12:57:14.245620 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-2664fe62-9ad5-46c1-9538-a879232bb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.247096 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-2664fe62-9ad5-46c1-9538-a879232bb8bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1801572 Aug 30 12:57:14.249839 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:14.311325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffc10c-70ce-4731-8663-61f9b5a95793 req-d594e217-3386-4b4b-b3f2-15b1bc727e19 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.312785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ffc10c-70ce-4731-8663-61f9b5a95793 req-d594e217-3386-4b4b-b3f2-15b1bc727e19 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 948 time: 0.2040236 Aug 30 12:57:14.321364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-25930732-bb77-42c9-a428-5c931ab03180 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468178 Aug 30 12:57:14.321697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-d0d322cb-bfa1-4031-9637-0cde5c544fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.323145 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-d0d322cb-bfa1-4031-9637-0cde5c544fe4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1937988 Aug 30 12:57:14.325232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-3b0b973b-18ba-4681-a0a1-a72e9bc223e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.326572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-3b0b973b-18ba-4681-a0a1-a72e9bc223e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 200 len: 853 time: 0.1959901 Aug 30 12:57:14.339397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-a088087c-2651-4397-8b94-b9e4727e879d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.341279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-a088087c-2651-4397-8b94-b9e4727e879d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.3873327 Aug 30 12:57:14.351647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57acf1-5897-4712-8892-880418433d12 req-baa3b881-bc92-45db-80cb-d3c8b43e0905 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.358141 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b57acf1-5897-4712-8892-880418433d12 req-baa3b881-bc92-45db-80cb-d3c8b43e0905 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 948 time: 0.3187270 Aug 30 12:57:14.368774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-35e8d168-cbb5-4d77-b712-f0b4f2b301e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.370279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-35e8d168-cbb5-4d77-b712-f0b4f2b301e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118655 Aug 30 12:57:14.375862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Attempting to bind port 4fad01e6-e309-4459-bc38-9956954b959e on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:14.376921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Attempting to bind port 4fad01e6-e309-4459-bc38-9956954b959e by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:14.377194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Attempting to bind port 4fad01e6-e309-4459-bc38-9956954b959e on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:14.391230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:14.396693 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ffc10c-70ce-4731-8663-61f9b5a95793 req-1410258e-f5ad-4769-96c7-3a0e5aa0b2cf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731106 Aug 30 12:57:14.452643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-d92e1de8-804a-4537-acfe-f6674cf436b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102803 Aug 30 12:57:14.457647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Port 4fad01e6-e309-4459-bc38-9956954b959e on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:14.458004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Attempting to bind port 4fad01e6-e309-4459-bc38-9956954b959e on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:14.466174 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-55eb772c-1cc4-46c3-b9cb-9a282016b0db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.0928702 Aug 30 12:57:14.477932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Network 5fd40165-90b2-4c24-9905-dd1306484e87 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:57:14.479431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:14.480225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:14.480225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:14.480560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Bound port: 4fad01e6-e309-4459-bc38-9956954b959e, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:14.480918 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:14.486129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:14.494215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:57:14.508888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b57acf1-5897-4712-8892-880418433d12 req-fad23a43-cce5-43d8-a391-32f1c72e9dd7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283131 Aug 30 12:57:14.514506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-e5ca636a-7f29-4b87-a223-9af361caa1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.515984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-e5ca636a-7f29-4b87-a223-9af361caa1ea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727068 Aug 30 12:57:14.554963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Pushing event updated for resources: {'Port': ['ID=7c960841-0ec6-42fa-b768-f7953947f8ec,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:14.605383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.606017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:14.609527 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-e9ce3184-98eb-4edd-8953-855683de8ca0 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300823 Aug 30 12:57:14.623406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d996e2b-a7e8-42fa-9d1b-7d60ca1a5e18 req-a140ce1c-8032-40c0-87a5-cc2668289f6a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.624886 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d996e2b-a7e8-42fa-9d1b-7d60ca1a5e18 req-a140ce1c-8032-40c0-87a5-cc2668289f6a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 931 time: 0.1336880 Aug 30 12:57:14.685878 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-40bcf905-5017-4f01-b3f2-462b2ad6b8ff tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0531678 Aug 30 12:57:14.702571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Request body: {'port': {'device_id': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:14.733348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-5d51c1d1-ac1e-4643-aefc-db2daa905d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.734848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-5d51c1d1-ac1e-4643-aefc-db2daa905d03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.2237463 Aug 30 12:57:14.753941 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d996e2b-a7e8-42fa-9d1b-7d60ca1a5e18 req-6cb982f6-3cb0-40c7-93dd-48a4b0ee47b7 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177528 Aug 30 12:57:14.795908 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48812421-9c1b-4104-a199-65ab2f478fc7 req-465c692a-7691-4695-9fe6-c1d9c65b874d service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700332 Aug 30 12:57:14.798508 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:14.800979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] For port 4fad01e6-e309-4459-bc38-9956954b959e, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:14.819029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-f0fc4acc-75f9-4a77-95b8-ed60b4bb9924 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645671 Aug 30 12:57:14.848337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] For port 4fad01e6-e309-4459-bc38-9956954b959e, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4fad01e6-e309-4459-bc38-9956954b959e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:14.850983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-da4ca98c-fd3d-4b1d-8621-fc441f81f09f service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192179 Aug 30 12:57:14.862814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-f0601587-5751-4b59-8e01-eb56d199f586 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526099 Aug 30 12:57:14.905486 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:14.928086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd2821-c761-43bc-892b-002a8e2227dc req-5fa1b877-467f-43e8-b3f8-f4cde78f3615 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:14.929434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06bd2821-c761-43bc-892b-002a8e2227dc req-5fa1b877-467f-43e8-b3f8-f4cde78f3615 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 943 time: 0.2816534 Aug 30 12:57:15.072671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d47fac-3895-4eb0-9a4a-92572486e983 req-f1ef9163-2911-4947-bde3-5f4c5613fb2d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:15.074184 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70d47fac-3895-4eb0-9a4a-92572486e983 req-f1ef9163-2911-4947-bde3-5f4c5613fb2d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.0808427 Aug 30 12:57:15.157966 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70d47fac-3895-4eb0-9a4a-92572486e983 req-37c1741e-96c1-4534-ae1a-d90f12600797 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720832 Aug 30 12:57:15.174477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c960841-0ec6-42fa-b768-f7953947f8ec {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:15.183089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:15.207946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Transition to ACTIVE for port object 7c960841-0ec6-42fa-b768-f7953947f8ec will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:15.212277 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:15.262381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:15.262381 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947266ea-242f-422e-83e2-236feb132330" -d '{"events": [{"name": "network-changed", "server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:15.279677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:15.279987 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ac3da2-95cb-4613-a331-3eced86eb600" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:15.322960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:15.323586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:15.324974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] 10.222.0.35 "PUT /v2.0/ports/4fad01e6-e309-4459-bc38-9956954b959e HTTP/1.1" status: 200 len: 1096 time: 3.9801741 Aug 30 12:57:15.362534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Pushing event updated for resources: {'Port': ['ID=7c960841-0ec6-42fa-b768-f7953947f8ec,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:15.408364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366ceaa-c7b7-43c6-934c-b65647dedeeb req-d304ab9e-f832-48f3-8b58-5f20e831733b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:15.410279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c366ceaa-c7b7-43c6-934c-b65647dedeeb req-d304ab9e-f832-48f3-8b58-5f20e831733b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.1130977 Aug 30 12:57:15.443845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332bf57-a0d7-466f-9f41-3ff63fe3cfaf service neutron] Pushing event updated for resources: {'Port': ['ID=4fad01e6-e309-4459-bc38-9956954b959e,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:15.446707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Attempting to bind port 7c960841-0ec6-42fa-b768-f7953947f8ec on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:15.447049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Attempting to bind port 7c960841-0ec6-42fa-b768-f7953947f8ec by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:15.447381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Attempting to bind port 7c960841-0ec6-42fa-b768-f7953947f8ec on network 5fd40165-90b2-4c24-9905-dd1306484e87 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:15.466471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Port 7c960841-0ec6-42fa-b768-f7953947f8ec on network 5fd40165-90b2-4c24-9905-dd1306484e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:15.467052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Attempting to bind port 7c960841-0ec6-42fa-b768-f7953947f8ec on network 5fd40165-90b2-4c24-9905-dd1306484e87 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:15.474910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:15.475503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Checking segment: {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:15.476044 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Bound using segment: {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:15.476631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Bound port: 7c960841-0ec6-42fa-b768-f7953947f8ec, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:15.477160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:15.498969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dee194e0-c21d-4c47-a988-f427e57fdc82 req-c54bee8f-3c77-4c4d-bcb7-017fd67c494d service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006804 Aug 30 12:57:15.519037 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06bd2821-c761-43bc-892b-002a8e2227dc req-7630d66a-ec98-4483-a3a4-8cc128fa55b8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486031 Aug 30 12:57:15.531491 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c366ceaa-c7b7-43c6-934c-b65647dedeeb req-cdf5ba26-f3dc-4fde-8ba0-c71ee205ff4d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120303 Aug 30 12:57:15.540423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5075e1f-df6c-4b9f-bf76-3f0ce9ca596a req-5d0f3f91-190b-4f1e-adb0-caf20bd04642 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6745534 Aug 30 12:57:15.542302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-42e4e0c5-706c-47de-8d5a-5a1ebd87fc1d service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7093310 Aug 30 12:57:15.572217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-20f5c263-4753-496c-a55f-a2639c411720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:15.577984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-20f5c263-4753-496c-a55f-a2639c411720 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 1099 time: 0.1699994 Aug 30 12:57:15.618353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] For port 7c960841-0ec6-42fa-b768-f7953947f8ec, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:15.623118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] For port 7c960841-0ec6-42fa-b768-f7953947f8ec, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7c960841-0ec6-42fa-b768-f7953947f8ec,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:15.626104 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de133a9-6a07-4efc-8907-88a4c0ec9273 x-openstack-request-id: req-2de133a9-6a07-4efc-8907-88a4c0ec9273 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:15.627114 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:15.627561 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2de133a9-6a07-4efc-8907-88a4c0ec9273 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:15.628068 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'status': 'completed', 'code': 200} Aug 30 12:57:15.630906 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:15.706082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:15.707024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:15.708840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] 10.222.0.16 "PUT /v2.0/ports/7c960841-0ec6-42fa-b768-f7953947f8ec HTTP/1.1" status: 200 len: 1091 time: 1.0127573 Aug 30 12:57:15.716330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c547ae48-5c80-4afb-ad50-46e3fb5d679f req-5c9be024-58c5-4c2d-ae7a-b814e3fbeb97 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512029 Aug 30 12:57:15.717755 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-df9ab721-81c7-4fd5-b0be-8e04757d47a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=4fad01e6-e309-4459-bc38-9956954b959e HTTP/1.1" status: 200 len: 217 time: 0.1242640 Aug 30 12:57:15.719260 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784620b6-e2be-4c42-9f56-f61316a40626 x-openstack-request-id: req-784620b6-e2be-4c42-9f56-f61316a40626 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:15.719642 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:15.720531 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-784620b6-e2be-4c42-9f56-f61316a40626 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:15.721015 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'status': 'completed', 'code': 200} Aug 30 12:57:15.722427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9692a48-22a8-4138-88a5-958261b3955d service neutron] Pushing event updated for resources: {'Port': ['ID=7c960841-0ec6-42fa-b768-f7953947f8ec,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:15.775316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947266ea-242f-422e-83e2-236feb132330 req-3d5c3711-6e2f-48b6-94c6-fa17e5286e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:15.776814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-947266ea-242f-422e-83e2-236feb132330 req-3d5c3711-6e2f-48b6-94c6-fa17e5286e0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1099 time: 0.0668380 Aug 30 12:57:15.785949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:15.813104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-ee76674c-3820-406c-b590-02bad078e00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:15.815601 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-ee76674c-3820-406c-b590-02bad078e00e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0797176 Aug 30 12:57:15.867648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-02a9a3ad-f95a-4009-a57d-24deb4407201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:15.869133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-02a9a3ad-f95a-4009-a57d-24deb4407201 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 1099 time: 0.1429758 Aug 30 12:57:15.899490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:15.912466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed', 'port_id': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'mac_address': 'fa:16:3e:7c:92:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ff54b3-fa7e-460e-852e-4624ce568d91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:15.947695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947266ea-242f-422e-83e2-236feb132330 req-1473b42c-95ff-47d0-b49d-0d32aef1f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:15.948972 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-947266ea-242f-422e-83e2-236feb132330 req-1473b42c-95ff-47d0-b49d-0d32aef1f0ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1080806 Aug 30 12:57:15.952409 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:15.971854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:15.993852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:15.999855 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:16.002682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-b265bc37-1c9d-4f49-98be-4b4c9b4e15a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.004156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-b265bc37-1c9d-4f49-98be-4b4c9b4e15a1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1137943 Aug 30 12:57:16.005002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-14106c9d-df1c-4db3-8572-4e6542c44460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.006966 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-14106c9d-df1c-4db3-8572-4e6542c44460 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 1094 time: 0.2288780 Aug 30 12:57:16.011031 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-947266ea-242f-422e-83e2-236feb132330 req-e9cddd92-715e-4c6f-ad55-f67c44188bf0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.0502908 Aug 30 12:57:16.019202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da962bf4-9a9e-4c28-a736-b350091eea39 req-3f5a4422-809e-4992-b3c2-77a1cc049436 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.019561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ed252-7b48-4220-aa36-952012c83f76 req-fe3acdcf-813a-4c56-8ed8-a78c9b52e112 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.021039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d92ed252-7b48-4220-aa36-952012c83f76 req-fe3acdcf-813a-4c56-8ed8-a78c9b52e112 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 948 time: 0.2104237 Aug 30 12:57:16.026725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da962bf4-9a9e-4c28-a736-b350091eea39 req-3f5a4422-809e-4992-b3c2-77a1cc049436 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 948 time: 0.2052197 Aug 30 12:57:16.069745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:16.078112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-0a29523c-4982-4038-a456-48ac81bd2830 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93 HTTP/1.1" status: 200 len: 217 time: 0.0560496 Aug 30 12:57:16.079769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.080512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.081194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.081703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.082330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.082837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.083322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.083805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.084343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.084935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.085457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.085961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:16.094117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-b988d444-c70b-4891-8a8a-c12b28fe894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.097016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-b988d444-c70b-4891-8a8a-c12b28fe894f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2448986 Aug 30 12:57:16.118582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d92ed252-7b48-4220-aa36-952012c83f76 req-761f0461-852b-47f2-a35a-cda4372fe701 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889492 Aug 30 12:57:16.161872 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-d9ca5e4b-f4cc-4072-9173-734167560604 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c960841-0ec6-42fa-b768-f7953947f8ec HTTP/1.1" status: 200 len: 217 time: 0.1302299 Aug 30 12:57:16.166181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da962bf4-9a9e-4c28-a736-b350091eea39 req-ebf3dde9-68ed-4b83-b263-37c24b18796a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386621 Aug 30 12:57:16.191860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-a0ea98a2-6186-4aa2-af36-170ba03f69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.193488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-a0ea98a2-6186-4aa2-af36-170ba03f69b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0794206 Aug 30 12:57:16.237245 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947266ea-242f-422e-83e2-236feb132330 req-5c7abb66-f295-4e83-944c-74cb04f8518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.239008 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-947266ea-242f-422e-83e2-236feb132330 req-5c7abb66-f295-4e83-944c-74cb04f8518f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2095904 Aug 30 12:57:16.246761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-90e5b122-2efc-412c-b91b-4193e4f098b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.248454 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-90e5b122-2efc-412c-b91b-4193e4f098b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddbace6a-fc20-419c-b799-875664335cbc HTTP/1.1" status: 200 len: 843 time: 0.0787942 Aug 30 12:57:16.327147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-0f802352-ccba-437e-b9a0-bcdfdf4f98cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd40165-90b2-4c24-9905-dd1306484e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462344 Aug 30 12:57:16.352583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-3de6488c-9cfd-40d7-8d3b-da38b66ae1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.354118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-3de6488c-9cfd-40d7-8d3b-da38b66ae1f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465147 Aug 30 12:57:16.375380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:16.431685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58117416-30de-4669-8e1a-da04b71c4479 req-d5debb2d-7d3d-4189-96ee-fbe83dc7bfbc tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.435162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58117416-30de-4669-8e1a-da04b71c4479 req-d5debb2d-7d3d-4189-96ee-fbe83dc7bfbc tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.1761720 Aug 30 12:57:16.435570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce62718-af92-433a-b9ce-2f830cae67e0 req-0967aa19-3856-4ced-90a1-76625e777c2f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.441656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947266ea-242f-422e-83e2-236feb132330 req-c0299e2f-5c02-4a4c-9095-4f3d7ac934c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.443291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-947266ea-242f-422e-83e2-236feb132330 req-c0299e2f-5c02-4a4c-9095-4f3d7ac934c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1938536 Aug 30 12:57:16.444872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ce62718-af92-433a-b9ce-2f830cae67e0 req-0967aa19-3856-4ced-90a1-76625e777c2f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 943 time: 0.1569135 Aug 30 12:57:16.454559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-0ad69727-a510-4aeb-9515-f21066d516d6 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392918 Aug 30 12:57:16.574362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ce62718-af92-433a-b9ce-2f830cae67e0 req-dac189da-6971-43cd-94eb-5717c0c045d3 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286089 Aug 30 12:57:16.597913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-9c61a152-8d18-41d5-bc8f-ce06d1c3508e service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341228 Aug 30 12:57:16.598137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58117416-30de-4669-8e1a-da04b71c4479 req-c356f803-ad34-4f42-8603-2c259a667718 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520872 Aug 30 12:57:16.611427 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-45720441-54cc-4d63-93f5-3d341241e994 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726765 Aug 30 12:57:16.685555 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-947266ea-242f-422e-83e2-236feb132330 req-352a32a3-c1dc-404d-80a7-99749d3a4294 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125204 Aug 30 12:57:16.733365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7de6950-4cf5-4879-8375-7d06450c80b6 req-bc537c60-34c2-44b4-89ba-f19c84a0467b service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655041 Aug 30 12:57:16.775980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dafed5-419d-4c48-9057-0a34d3488100 req-c44761f3-18b6-43e6-910f-ff326113e0bb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.777787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9dafed5-419d-4c48-9057-0a34d3488100 req-c44761f3-18b6-43e6-910f-ff326113e0bb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 944 time: 0.0834773 Aug 30 12:57:16.818756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16ac3da2-95cb-4613-a331-3eced86eb600 req-6a91abb3-056d-4f94-a6a9-ff7ac23bf3a0 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024324 Aug 30 12:57:16.828632 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cd7b94b-e6ce-421e-884e-c177097e53e0 req-6235643f-ecc6-4ea3-98be-ee1ee636e72b service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081857 Aug 30 12:57:16.839044 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4f2f8-cce9-4c0b-9b6d-3777dbce27a1 req-172e7b0c-184f-4bf3-9b36-300107d03c05 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:16.840508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-39d4f2f8-cce9-4c0b-9b6d-3777dbce27a1 req-172e7b0c-184f-4bf3-9b36-300107d03c05 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.1491368 Aug 30 12:57:16.857025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9dafed5-419d-4c48-9057-0a34d3488100 req-04be85fc-653b-4932-9430-c81c9c5680a4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665936 Aug 30 12:57:16.872874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-947266ea-242f-422e-83e2-236feb132330 req-3145ebef-534e-41c8-a111-fe7fe94ca34b service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775951 Aug 30 12:57:16.894539 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-39d4f2f8-cce9-4c0b-9b6d-3777dbce27a1 req-86df54ca-9ecb-433e-8fee-11586d5bbca4 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390747 Aug 30 12:57:17.192278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:17.247172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba96c6-7abb-4eb4-b927-a6e53054bb20 req-37540ee9-0494-46c5-b1f1-0b6e1407e778 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:17.248911 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62ba96c6-7abb-4eb4-b927-a6e53054bb20 req-37540ee9-0494-46c5-b1f1-0b6e1407e778 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 948 time: 0.0584149 Aug 30 12:57:17.297490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62ba96c6-7abb-4eb4-b927-a6e53054bb20 req-087accb2-1bfe-4d7a-9997-eee147de9202 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379584 Aug 30 12:57:17.305861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed572aad-c526-4db1-a9bc-00f978e91ff7 req-cf06383b-be2b-42bc-8421-3ad3b3191c7c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:17.307391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed572aad-c526-4db1-a9bc-00f978e91ff7 req-cf06383b-be2b-42bc-8421-3ad3b3191c7c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 948 time: 0.0523984 Aug 30 12:57:17.312695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:17.331249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'mac_address': 'fa:16:3e:8c:80:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:17.355978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed572aad-c526-4db1-a9bc-00f978e91ff7 req-a87cde8c-00ad-4ba5-9b64-605ac0e276d8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Aug 30 12:57:17.491756 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:17.505913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ae9143-86c6-47eb-afe4-66650d7031de {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:17.528150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:17.534220 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:17.589022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:17.629202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'tag': '7c960841-0ec6-42fa-b768-f7953947f8ec'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:17.631725 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4205e5-5c9b-4ca3-9d4c-83235de81588", "tag": "7c960841-0ec6-42fa-b768-f7953947f8ec"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:17.658596 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:57:17.671539 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be66fc2-fe0f-4d27-8b01-ce2f626e848d x-openstack-request-id: req-2be66fc2-fe0f-4d27-8b01-ce2f626e848d {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:17.671539 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4205e5-5c9b-4ca3-9d4c-83235de81588", "tag": "7c960841-0ec6-42fa-b768-f7953947f8ec", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:17.671539 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2be66fc2-fe0f-4d27-8b01-ce2f626e848d {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:17.671539 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'tag': '7c960841-0ec6-42fa-b768-f7953947f8ec', 'status': 'completed', 'code': 200} Aug 30 12:57:17.727168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c78e4fa-d992-4b7d-ab98-02143c676de5', 'tag': '4fad01e6-e309-4459-bc38-9956954b959e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:17.729981 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d6f826-68e5-4dfd-b385-1cfa477c6da9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c78e4fa-d992-4b7d-ab98-02143c676de5", "tag": "4fad01e6-e309-4459-bc38-9956954b959e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:17.776753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19997d5-4286-45e5-8fc2-340baeb2014f req-11923c13-1403-46ad-9448-7567ff37462c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:17.778369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b19997d5-4286-45e5-8fc2-340baeb2014f req-11923c13-1403-46ad-9448-7567ff37462c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.0614812 Aug 30 12:57:17.793328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 22217237-863d-4e67-8ea8-fe06e5226009 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:17.796892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:17.845997 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b19997d5-4286-45e5-8fc2-340baeb2014f req-d58b23f5-a5f5-48c7-b63c-985c4f9ab72e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594771 Aug 30 12:57:17.898799 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f18e3a2-d34d-4883-acf2-7a176cc7b560 x-openstack-request-id: req-0f18e3a2-d34d-4883-acf2-7a176cc7b560 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:17.900788 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c78e4fa-d992-4b7d-ab98-02143c676de5", "tag": "4fad01e6-e309-4459-bc38-9956954b959e", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:17.901309 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f18e3a2-d34d-4883-acf2-7a176cc7b560 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:17.901989 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c78e4fa-d992-4b7d-ab98-02143c676de5', 'tag': '4fad01e6-e309-4459-bc38-9956954b959e', 'status': 'completed', 'code': 200} Aug 30 12:57:17.979133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:17.982196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e3ae9143-86c6-47eb-afe4-66650d7031de'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:18.004973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a4d79-1fb6-4d95-8c08-ca3117c67739 req-c311d2c5-fe0a-4ac5-87ce-3e1e8c204826 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.012228 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e4a4d79-1fb6-4d95-8c08-ca3117c67739 req-c311d2c5-fe0a-4ac5-87ce-3e1e8c204826 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 943 time: 0.3568287 Aug 30 12:57:18.021014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:18.021468 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:18.035602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:18.041547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-c6f7613a-cd1f-4fb6-8cb6-466870d7e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.045050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-c6f7613a-cd1f-4fb6-8cb6-466870d7e981 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 1099 time: 0.1138353 Aug 30 12:57:18.057533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-ed99db71-26a6-46e1-9f14-ad24ee406286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.059033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-ed99db71-26a6-46e1-9f14-ad24ee406286 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 1094 time: 0.3567653 Aug 30 12:57:18.082475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e4a4d79-1fb6-4d95-8c08-ca3117c67739 req-952c4d1c-49f1-464b-8cc0-77c0875e0437 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611074 Aug 30 12:57:18.102936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '22217237-863d-4e67-8ea8-fe06e5226009', 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216', 'port_id': '22217237-863d-4e67-8ea8-fe06e5226009', 'mac_address': 'fa:16:3e:b3:1b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd911fb-0fd6-4429-ab65-b5b02ebc4234', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:18.133991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40616ec7-eaf6-4123-aaf9-80f5def64605 req-42d94226-331d-4b20-90db-d26e2a270775 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.135586 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40616ec7-eaf6-4123-aaf9-80f5def64605 req-42d94226-331d-4b20-90db-d26e2a270775 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 944 time: 0.1477654 Aug 30 12:57:18.202255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40616ec7-eaf6-4123-aaf9-80f5def64605 req-dd6f7e66-9448-4a15-bc0f-ac889acce48c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593989 Aug 30 12:57:18.204201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-d42b8c81-96f4-479f-bd46-0cd565a009d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.206092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-d42b8c81-96f4-479f-bd46-0cd565a009d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1513278 Aug 30 12:57:18.228835 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:18.262397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-a9561b9c-12dd-4795-84c1-fa90517228a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=4fad01e6-e309-4459-bc38-9956954b959e HTTP/1.1" status: 200 len: 217 time: 0.0485461 Aug 30 12:57:18.279175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380a604-b2b6-4f3a-8fc8-c35bb165ed94 req-ab8ba7e8-3459-4a3f-85fc-37dc4270f9fe tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.280645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7380a604-b2b6-4f3a-8fc8-c35bb165ed94 req-ab8ba7e8-3459-4a3f-85fc-37dc4270f9fe tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.0986764 Aug 30 12:57:18.302380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22217237-863d-4e67-8ea8-fe06e5226009 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:18.304301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-ed622233-8ed2-4403-a067-cb35224e76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.305749 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-ed622233-8ed2-4403-a067-cb35224e76ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 904 time: 0.2304683 Aug 30 12:57:18.343479 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:18.351773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-dc6ecde4-819a-4ffe-946d-111809369af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.353360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-dc6ecde4-819a-4ffe-946d-111809369af1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0825999 Aug 30 12:57:18.355579 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-c49f9fc3-9694-4ce3-a3e8-2d944a29b9f7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7c960841-0ec6-42fa-b768-f7953947f8ec HTTP/1.1" status: 200 len: 217 time: 0.0406132 Aug 30 12:57:18.356811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:18.370047 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:18.418945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:18.421168 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6268b9f5-b8f3-4252-a136-3e905e0b670b" -d '{"events": [{"server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "name": "network-vif-plugged", "status": "completed", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:18.426004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-118492b5-0e05-4228-90ca-441cd70f3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.427528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-118492b5-0e05-4228-90ca-441cd70f3d1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddbace6a-fc20-419c-b799-875664335cbc HTTP/1.1" status: 200 len: 843 time: 0.0575366 Aug 30 12:57:18.437396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7380a604-b2b6-4f3a-8fc8-c35bb165ed94 req-e33b4407-cf04-4a6f-ae41-c88fe849ab02 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443641 Aug 30 12:57:18.451650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:18.469838 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:18.470606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-461486b0-5ab4-4922-8e2c-cac6b851af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.472275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-461486b0-5ab4-4922-8e2c-cac6b851af4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107936 Aug 30 12:57:18.472561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-6d9a0539-a84d-4bbc-b226-2f8d89643dfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd40165-90b2-4c24-9905-dd1306484e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341809 Aug 30 12:57:18.491486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=22217237-863d-4e67-8ea8-fe06e5226009,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:18.565522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:18.588861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dc391-29ea-49ef-9eed-a62001a0f96d req-17b57ada-140e-4aac-b23f-de9cf59f3e60 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.590669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-699dc391-29ea-49ef-9eed-a62001a0f96d req-17b57ada-140e-4aac-b23f-de9cf59f3e60 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 948 time: 0.1619933 Aug 30 12:57:18.623693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-3146e8cd-7b62-44ca-b22f-6513aa936a4f service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402512 Aug 30 12:57:18.639923 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f243fe-93fa-4c7e-bec1-b6f11f4e2ce6 req-b1e8f124-729b-42c4-84de-9f01dfa6bd2e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.641431 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-15f243fe-93fa-4c7e-bec1-b6f11f4e2ce6 req-b1e8f124-729b-42c4-84de-9f01dfa6bd2e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 949 time: 0.0765710 Aug 30 12:57:18.643941 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-d7c9d033-2539-4d28-ba15-5e277ea7ce40 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606073 Aug 30 12:57:18.713279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-699dc391-29ea-49ef-9eed-a62001a0f96d req-92a53d7b-e2df-41ec-a322-7f5054589bc9 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109242 Aug 30 12:57:18.729820 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-15f243fe-93fa-4c7e-bec1-b6f11f4e2ce6 req-a3fab6ff-32cf-4d61-abcd-7fe6f2ae1245 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814927 Aug 30 12:57:18.765566 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d6f826-68e5-4dfd-b385-1cfa477c6da9 req-fe6ab4b6-604b-4cae-9c5a-b47901d3088e service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318781 Aug 30 12:57:18.774382 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba09747-7723-4b63-bd6b-cdfce4b35d01 x-openstack-request-id: req-3ba09747-7723-4b63-bd6b-cdfce4b35d01 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:18.774785 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "name": "network-vif-plugged", "status": "completed", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:18.774917 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ba09747-7723-4b63-bd6b-cdfce4b35d01 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:18.775321 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'code': 200} Aug 30 12:57:18.784960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['22217237-863d-4e67-8ea8-fe06e5226009'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:18.793033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4278a2e3-1d4a-4460-9789-09fff6c1ad6a req-44509a21-11d7-4255-b004-51038db8d44b service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266654 Aug 30 12:57:18.893351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6550f05-67e4-4e65-b935-05439c887ac5 req-43c2c5a3-2ae8-4644-b310-a03be446fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.896251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6550f05-67e4-4e65-b935-05439c887ac5 req-43c2c5a3-2ae8-4644-b310-a03be446fc0d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1096 time: 0.0568419 Aug 30 12:57:18.940946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6550f05-67e4-4e65-b935-05439c887ac5 req-bcaa3c25-ae08-46f7-bc5b-f4f74f2c9917 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345566 Aug 30 12:57:18.974048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e89d8-0279-45c8-aefe-83884445a047 req-7f816a20-c759-4117-8582-8f4a14ce3fb9 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:18.975531 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d21e89d8-0279-45c8-aefe-83884445a047 req-7f816a20-c759-4117-8582-8f4a14ce3fb9 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 944 time: 0.0558498 Aug 30 12:57:19.023856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d21e89d8-0279-45c8-aefe-83884445a047 req-52941c74-8632-4a08-8960-94a7d7606ecb tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Aug 30 12:57:19.186551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c466de-b8e8-4e35-94c5-9c46076f414a req-b1e3eac3-8bc1-4c35-bf7d-7e1635ddbfad tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:19.188015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0c466de-b8e8-4e35-94c5-9c46076f414a req-b1e3eac3-8bc1-4c35-bf7d-7e1635ddbfad tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 943 time: 0.0492742 Aug 30 12:57:19.214822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7c960841-0ec6-42fa-b768-f7953947f8ec details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:19.218249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:19.253469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0c466de-b8e8-4e35-94c5-9c46076f414a req-d8d91442-40c6-49bf-bf6a-bf30374b3e3c tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445473 Aug 30 12:57:19.328715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port e3ae9143-86c6-47eb-afe4-66650d7031de completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:19.339404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271309c0-71d5-4b28-9f50-88f69fdfa3c3 req-a78cad15-cd2f-450f-ab93-85a58c03b080 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:19.341293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-271309c0-71d5-4b28-9f50-88f69fdfa3c3 req-a78cad15-cd2f-450f-ab93-85a58c03b080 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 945 time: 0.0644844 Aug 30 12:57:19.359619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port e3ae9143-86c6-47eb-afe4-66650d7031de triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:19.360008 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:19.384584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-271309c0-71d5-4b28-9f50-88f69fdfa3c3 req-89d1cbb4-422b-4a47-9298-3fa651d9b333 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Aug 30 12:57:19.397314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7c960841-0ec6-42fa-b768-f7953947f8ec, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7c960841-0ec6-42fa-b768-f7953947f8ec,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:19.416365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '7c960841-0ec6-42fa-b768-f7953947f8ec', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'port_id': '7c960841-0ec6-42fa-b768-f7953947f8ec', 'mac_address': 'fa:16:3e:ee:2a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbace6a-fc20-419c-b799-875664335cbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:19.483114 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:19.503763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c960841-0ec6-42fa-b768-f7953947f8ec {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:19.510357 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:19.539715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7c960841-0ec6-42fa-b768-f7953947f8ec, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7c960841-0ec6-42fa-b768-f7953947f8ec,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:19.548470 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:19.566769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d627625-0fd5-4e20-994b-fad5bbbb827d req-41054a3e-2fdf-44ba-a62f-3d61656ed0eb tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:19.568238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d627625-0fd5-4e20-994b-fad5bbbb827d req-41054a3e-2fdf-44ba-a62f-3d61656ed0eb tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.0509381 Aug 30 12:57:19.576276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:19.581880 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:19.604762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7c960841-0ec6-42fa-b768-f7953947f8ec,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:19.608371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d627625-0fd5-4e20-994b-fad5bbbb827d req-52fadc23-0caf-4895-a7fb-bc663d759cc3 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340395 Aug 30 12:57:19.652847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:19.815035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:19.819894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 22217237-863d-4e67-8ea8-fe06e5226009 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:19.841455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e93580-fd70-4441-922e-4425157aa02e req-694001e1-4967-4399-9932-48e5b6cf5121 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:19.843284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41e93580-fd70-4441-922e-4425157aa02e req-694001e1-4967-4399-9932-48e5b6cf5121 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 948 time: 0.0533650 Aug 30 12:57:19.860874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237eb0cd-be7b-48d1-9074-a71db5251780 req-4410c147-2bf2-41c4-9e6c-dba33911dd5b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:19.862463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-237eb0cd-be7b-48d1-9074-a71db5251780 req-4410c147-2bf2-41c4-9e6c-dba33911dd5b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0553734 Aug 30 12:57:19.868507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['7c960841-0ec6-42fa-b768-f7953947f8ec'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:19.886996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41e93580-fd70-4441-922e-4425157aa02e req-907c900a-99e2-4ed4-8f24-ba6dfe00d3eb tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362120 Aug 30 12:57:19.913394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-237eb0cd-be7b-48d1-9074-a71db5251780 req-fc523cbf-a93d-4217-b3fa-398e827477ce tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Aug 30 12:57:19.974230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 22217237-863d-4e67-8ea8-fe06e5226009 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:19.993010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 22217237-863d-4e67-8ea8-fe06e5226009 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:19.993315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:20.038180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:20.068535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'mac_address': 'fa:16:3e:d1:87:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:20.158988 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:20.175331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83784153-f114-4b2a-9779-0b41360a18eb req-6b129382-2e9b-4269-bc45-d1702391d67d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:20.177077 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83784153-f114-4b2a-9779-0b41360a18eb req-6b129382-2e9b-4269-bc45-d1702391d67d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 944 time: 0.0650446 Aug 30 12:57:20.193131 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:20.195742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bc6e02-24e2-40b1-8eb1-920a555bba93 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:20.230083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83784153-f114-4b2a-9779-0b41360a18eb req-5cc6f791-585a-42ad-8c61-1be07dc2ebe2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461366 Aug 30 12:57:20.244582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:20.267138 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:20.267916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4fad01e6-e309-4459-bc38-9956954b959e details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:20.270541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:20.301904 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:20.343203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:20.350819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4fad01e6-e309-4459-bc38-9956954b959e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4fad01e6-e309-4459-bc38-9956954b959e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:20.366060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafcee90-82ad-4fa5-80ad-b56d4b5daba7 req-04fb1085-f065-4c71-9be1-371e01fa6536 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:20.367738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eafcee90-82ad-4fa5-80ad-b56d4b5daba7 req-04fb1085-f065-4c71-9be1-371e01fa6536 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 944 time: 0.0583274 Aug 30 12:57:20.386588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '4fad01e6-e309-4459-bc38-9956954b959e', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '4fad01e6-e309-4459-bc38-9956954b959e', 'mac_address': 'fa:16:3e:6d:48:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:20.429098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=22217237-863d-4e67-8ea8-fe06e5226009,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:20.442291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eafcee90-82ad-4fa5-80ad-b56d4b5daba7 req-8107ac8e-5d71-4540-a797-7f89b3e18f56 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673883 Aug 30 12:57:20.444806 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:20.464009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fad01e6-e309-4459-bc38-9956954b959e {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:20.487213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4fad01e6-e309-4459-bc38-9956954b959e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4fad01e6-e309-4459-bc38-9956954b959e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:20.491597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:20.544949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=4fad01e6-e309-4459-bc38-9956954b959e,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:20.620391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588a765-1f9f-4204-952c-0ff4d4f75675 req-96a7e88a-26a3-4798-a06c-ecd97e43f832 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:20.622722 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6588a765-1f9f-4204-952c-0ff4d4f75675 req-96a7e88a-26a3-4798-a06c-ecd97e43f832 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 945 time: 0.0562794 Aug 30 12:57:20.667563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6588a765-1f9f-4204-952c-0ff4d4f75675 req-86060151-cfd2-42dd-b08d-de725197c470 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Aug 30 12:57:20.731665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af81af-0029-4e14-b3a4-b67cec6f801d req-258c45c1-42b6-4de7-8729-a0bc4735cead tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:20.733129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57af81af-0029-4e14-b3a4-b67cec6f801d req-258c45c1-42b6-4de7-8729-a0bc4735cead tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.0540583 Aug 30 12:57:20.770631 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57af81af-0029-4e14-b3a4-b67cec6f801d req-b83771a7-4d19-401f-aeae-10bfa0db5f03 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Aug 30 12:57:20.776001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de'}, {'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:20.778528 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4256ad-2401-4501-9c8b-103a2e10249e" -d '{"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de"}, {"server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "name": "network-vif-plugged", "status": "completed", "tag": "22217237-863d-4e67-8ea8-fe06e5226009"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:20.820031 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-357b1f48-6bd7-4d74-b6aa-bfe5dc7a7052 x-openstack-request-id: req-357b1f48-6bd7-4d74-b6aa-bfe5dc7a7052 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:20.820323 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de", "code": 200}, {"server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "name": "network-vif-plugged", "status": "completed", "tag": "22217237-863d-4e67-8ea8-fe06e5226009", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:20.820594 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-357b1f48-6bd7-4d74-b6aa-bfe5dc7a7052 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:20.820987 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'code': 200} Aug 30 12:57:20.821265 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009', 'code': 200} Aug 30 12:57:20.874821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4fad01e6-e309-4459-bc38-9956954b959e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:20.879397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['00bc6e02-24e2-40b1-8eb1-920a555bba93'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:20.927623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8418d-0f96-4da4-b828-b5cd8ef9c12a req-1212180a-4a9d-4a16-9a58-b851070af361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:20.929033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4d7e7-46c4-4cfb-8340-5d64ab0c943c req-99fe2d13-7f64-4c56-8630-1dea2c71a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:20.930492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7be8418d-0f96-4da4-b828-b5cd8ef9c12a req-1212180a-4a9d-4a16-9a58-b851070af361 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1096 time: 0.0500462 Aug 30 12:57:20.930858 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-84c4d7e7-46c4-4cfb-8340-5d64ab0c943c req-99fe2d13-7f64-4c56-8630-1dea2c71a17a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1101 time: 0.0457914 Aug 30 12:57:20.978945 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-84c4d7e7-46c4-4cfb-8340-5d64ab0c943c req-24523475-a403-4e99-b86c-a6a13e46f7ab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389915 Aug 30 12:57:20.980392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7be8418d-0f96-4da4-b828-b5cd8ef9c12a req-7347283d-769a-475c-b555-c87f622acdef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Aug 30 12:57:21.036490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7bed2-3678-4351-8848-1e1971e30387 req-32f78d67-38da-43d2-ac20-e50ccb033555 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:21.038101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ade7bed2-3678-4351-8848-1e1971e30387 req-32f78d67-38da-43d2-ac20-e50ccb033555 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 949 time: 0.0507066 Aug 30 12:57:21.057243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a513c-fc2f-4808-a7b9-897cf4dd705a req-61fafab1-094d-414d-a243-08a9d2f91a15 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:21.058798 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b81a513c-fc2f-4808-a7b9-897cf4dd705a req-61fafab1-094d-414d-a243-08a9d2f91a15 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0582483 Aug 30 12:57:21.086330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ade7bed2-3678-4351-8848-1e1971e30387 req-90dc73c9-82f2-48be-862f-358f8d0723c5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402963 Aug 30 12:57:21.100190 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b81a513c-fc2f-4808-a7b9-897cf4dd705a req-cf380a00-6abe-45be-a762-7e6dc1f63861 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351677 Aug 30 12:57:21.236632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7c960841-0ec6-42fa-b768-f7953947f8ec up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:21.297477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 7c960841-0ec6-42fa-b768-f7953947f8ec completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:21.303044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 7c960841-0ec6-42fa-b768-f7953947f8ec triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:21.303431 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:21.357961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020d328-7371-40b8-be90-04cb669ab07c req-8c947328-6d28-4135-b5c1-825b0e2a0f6d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:21.359702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8020d328-7371-40b8-be90-04cb669ab07c req-8c947328-6d28-4135-b5c1-825b0e2a0f6d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.0528324 Aug 30 12:57:21.386685 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:21.402116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8020d328-7371-40b8-be90-04cb669ab07c req-95e86f86-32c6-46c8-9718-3956c8fcfa30 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Aug 30 12:57:21.424467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7c960841-0ec6-42fa-b768-f7953947f8ec, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7c960841-0ec6-42fa-b768-f7953947f8ec,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:21.428996 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:21.483636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7c960841-0ec6-42fa-b768-f7953947f8ec,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:21.554459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0e580-f8e1-49b7-a5ba-aca0fd22950a req-669d3e43-3772-4d23-b246-323f252c51e6 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:21.556120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98c0e580-f8e1-49b7-a5ba-aca0fd22950a req-669d3e43-3772-4d23-b246-323f252c51e6 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 945 time: 0.0507681 Aug 30 12:57:21.600015 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98c0e580-f8e1-49b7-a5ba-aca0fd22950a req-a80ae8c5-55b2-40bf-b99a-e49b4f81dc39 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371487 Aug 30 12:57:21.786346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f52d66-bb9a-4505-837d-9c1792a9466b req-6cfb5b11-cd95-477b-b0c4-a74cf0e50aa0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:21.787857 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94f52d66-bb9a-4505-837d-9c1792a9466b req-6cfb5b11-cd95-477b-b0c4-a74cf0e50aa0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 945 time: 0.0504403 Aug 30 12:57:21.827522 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94f52d66-bb9a-4505-837d-9c1792a9466b req-0b7cfb07-f099-4ed8-92fc-42ff17034318 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Aug 30 12:57:21.890115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacfca9-1070-476a-9ab5-03c5e7f09110 req-dcf6e232-943a-48c7-a081-8cebbb483bf2 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:21.892550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-afacfca9-1070-476a-9ab5-03c5e7f09110 req-dcf6e232-943a-48c7-a081-8cebbb483bf2 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.0520041 Aug 30 12:57:21.933173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-afacfca9-1070-476a-9ab5-03c5e7f09110 req-ca860c57-7408-4692-bc7d-116b2ca3991e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341783 Aug 30 12:57:21.935560 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-6e662285-7633-40fd-8eab-582327e56b0d tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1331837339&fields=id&tenant_id=50d478fdf99446b2ba640d67ac5f6b33 HTTP/1.1" status: 200 len: 267 time: 0.0354197 Aug 30 12:57:21.992907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-80d6df63-efdb-4672-bba3-498e325e8052 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:21.994417 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-80d6df63-efdb-4672-bba3-498e325e8052 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 945 time: 0.0526457 Aug 30 12:57:22.006394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-5ed07cef-e9f0-41a1-adf4-cf21b51c6bf4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'port': {'security_groups': ['c9a01aff-a4e9-44ba-97a5-fc80a097e743', 'e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:22.076773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-5ed07cef-e9f0-41a1-adf4-cf21b51c6bf4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:22.210551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cc132-b4a5-460b-b305-ebc1d74a65a2 req-a2ce62b7-61f1-4405-9e70-1afa68370fac tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:22.213602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-514cc132-b4a5-460b-b305-ebc1d74a65a2 req-a2ce62b7-61f1-4405-9e70-1afa68370fac tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 949 time: 0.0567338 Aug 30 12:57:22.277821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-514cc132-b4a5-460b-b305-ebc1d74a65a2 req-b5f404cf-c10b-4d59-9bab-73fb76b87058 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548410 Aug 30 12:57:22.314563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-5ed07cef-e9f0-41a1-adf4-cf21b51c6bf4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] For port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:22.352871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-5ed07cef-e9f0-41a1-adf4-cf21b51c6bf4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:22.359507 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-5ed07cef-e9f0-41a1-adf4-cf21b51c6bf4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:22.374756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:22.406068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-5ed07cef-e9f0-41a1-adf4-cf21b51c6bf4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:22.409398 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-5ed07cef-e9f0-41a1-adf4-cf21b51c6bf4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:22.414443 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f35ff071-bf04-4392-a0e9-c18d182d5276 req-5ed07cef-e9f0-41a1-adf4-cf21b51c6bf4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "PUT /v2.0/ports/8cfdfbd7-5377-4bde-a3b5-8a24be1793eb HTTP/1.1" status: 200 len: 981 time: 0.4111063 Aug 30 12:57:22.415954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:22.417985 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a1206-f225-436a-af9e-2bbdc5c4bd53" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:22.419438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea6145-c47a-4771-9843-7961e5eb04df req-54370449-bda2-4f5d-98f7-f40b038d8c64 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:22.421177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95ea6145-c47a-4771-9843-7961e5eb04df req-54370449-bda2-4f5d-98f7-f40b038d8c64 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0741417 Aug 30 12:57:22.464981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95ea6145-c47a-4771-9843-7961e5eb04df req-fb7ae550-8aac-40f9-84e8-840e9bf6839f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360494 Aug 30 12:57:22.474875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed07cef-e9f0-41a1-adf4-cf21b51c6bf4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'Port': ['ID=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,revision_number=6']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:22.530484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:22.549774 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-7ff8f5f7-d789-452f-8b34-d06a9110b208 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-534350839&fields=id&tenant_id=50d478fdf99446b2ba640d67ac5f6b33 HTTP/1.1" status: 200 len: 267 time: 0.0614386 Aug 30 12:57:22.553747 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a78ec8e-fb63-4e2f-8844-0534db73c808 x-openstack-request-id: req-5a78ec8e-fb63-4e2f-8844-0534db73c808 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:22.554220 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:22.555126 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a78ec8e-fb63-4e2f-8844-0534db73c808 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:22.555126 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'status': 'completed', 'code': 200} Aug 30 12:57:22.617810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-c0239e32-d154-4919-80e4-ede35fe9ea0b tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:22.629010 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-c0239e32-d154-4919-80e4-ede35fe9ea0b tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 984 time: 0.0778322 Aug 30 12:57:22.635665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-896ff9ad-c483-4fe7-be24-382380b0e6f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'port': {'security_groups': ['c9a01aff-a4e9-44ba-97a5-fc80a097e743', 'e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad', 'ca393cdc-e200-486d-9d7d-1096490bc45d']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:22.696087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-9651d278-14ca-4bdf-8713-e94b6e568080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:22.697846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-9651d278-14ca-4bdf-8713-e94b6e568080 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1135 time: 0.1265576 Aug 30 12:57:22.728766 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-896ff9ad-c483-4fe7-be24-382380b0e6f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:22.818735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-b13a1532-4d61-4d4b-8ef1-89fc21649edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:22.820197 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-b13a1532-4d61-4d4b-8ef1-89fc21649edd service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 914 time: 0.0940402 Aug 30 12:57:22.822716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c960841-0ec6-42fa-b768-f7953947f8ec'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:22.824630 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eaaad1-ff84-41ad-92e1-886bc49cbb28" -d '{"events": [{"server_uuid": "7f4205e5-5c9b-4ca3-9d4c-83235de81588", "name": "network-vif-plugged", "status": "completed", "tag": "7c960841-0ec6-42fa-b768-f7953947f8ec"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:22.850271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c47c5-a62b-4587-a115-dfb21b7b2218 req-1785603f-9aee-4891-9eea-61b0a790955c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:22.858524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f7c47c5-a62b-4587-a115-dfb21b7b2218 req-1785603f-9aee-4891-9eea-61b0a790955c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.1651022 Aug 30 12:57:22.899921 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-0ada67b6-017b-4471-9f5d-1b6ee6263924 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb HTTP/1.1" status: 200 len: 217 time: 0.0659630 Aug 30 12:57:22.963291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-8b90f9cd-039d-440e-9ed6-e53eecbe48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:22.965472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-8b90f9cd-039d-440e-9ed6-e53eecbe48ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 200 len: 853 time: 0.0507901 Aug 30 12:57:22.970670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-896ff9ad-c483-4fe7-be24-382380b0e6f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] For port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:22.971589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f7c47c5-a62b-4587-a115-dfb21b7b2218 req-5c1c9764-355b-4a7b-aac7-57c5681c7206 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117666 Aug 30 12:57:23.001687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-16026c86-e698-4424-b756-0661034c989d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261846 Aug 30 12:57:23.002983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-896ff9ad-c483-4fe7-be24-382380b0e6f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:23.008924 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-896ff9ad-c483-4fe7-be24-382380b0e6f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:23.021798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:23.035575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-896ff9ad-c483-4fe7-be24-382380b0e6f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:23.036293 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-896ff9ad-c483-4fe7-be24-382380b0e6f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:23.038311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc39f5e6-4d45-4878-9625-fe5801d46ca0 req-896ff9ad-c483-4fe7-be24-382380b0e6f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "PUT /v2.0/ports/8cfdfbd7-5377-4bde-a3b5-8a24be1793eb HTTP/1.1" status: 200 len: 1020 time: 0.4084673 Aug 30 12:57:23.095432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ff9ad-c483-4fe7-be24-382380b0e6f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'Port': ['ID=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,revision_number=7']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:23.181122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:23.186374 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-efab006d-b5c7-4a11-970f-d7ed0d67dbac service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760154 Aug 30 12:57:23.246482 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bda4df-3992-4e7d-ac3a-b08e02e34b61 x-openstack-request-id: req-a8bda4df-3992-4e7d-ac3a-b08e02e34b61 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:23.247621 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4205e5-5c9b-4ca3-9d4c-83235de81588", "name": "network-vif-plugged", "status": "completed", "tag": "7c960841-0ec6-42fa-b768-f7953947f8ec", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:23.247985 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8bda4df-3992-4e7d-ac3a-b08e02e34b61 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:23.248486 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c960841-0ec6-42fa-b768-f7953947f8ec', 'code': 200} Aug 30 12:57:23.249733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b4f3c-dfe4-4867-a094-169186e71f96 req-ad3905f6-f23d-4dfd-a97d-d78a8de3045b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:23.252087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca9b4f3c-dfe4-4867-a094-169186e71f96 req-ad3905f6-f23d-4dfd-a97d-d78a8de3045b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 945 time: 0.1040139 Aug 30 12:57:23.340983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-853a1206-f225-436a-af9e-2bbdc5c4bd53 req-ad5b219d-1e36-484b-b1aa-0d9f2b29517b service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396313 Aug 30 12:57:23.347131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2f2ff-91b8-43a5-a8ff-68b4943fdde5 req-ed102476-f2a9-496b-a7ec-99b83fbbe854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:23.349871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a1f2f2ff-91b8-43a5-a8ff-68b4943fdde5 req-ed102476-f2a9-496b-a7ec-99b83fbbe854 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 1096 time: 0.0849416 Aug 30 12:57:23.355988 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca9b4f3c-dfe4-4867-a094-169186e71f96 req-b578166c-cc09-4d73-84c0-36febb438312 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981054 Aug 30 12:57:23.399232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a1f2f2ff-91b8-43a5-a8ff-68b4943fdde5 req-53175319-537d-4ee9-99da-5d77eb6dab0b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 Aug 30 12:57:23.410217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b425c5c-0692-4d6a-818f-f7865c04b44b req-fde53082-eeeb-48bd-89f5-6f5e26b7e1a7 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:23.411789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b425c5c-0692-4d6a-818f-f7865c04b44b req-fde53082-eeeb-48bd-89f5-6f5e26b7e1a7 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.0699019 Aug 30 12:57:23.476071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b425c5c-0692-4d6a-818f-f7865c04b44b req-90866449-8820-4840-8a66-74eb5862426e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557146 Aug 30 12:57:23.507444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5c1d5-d0e9-49d4-be17-62b99b45a125 req-0af66fcb-196c-47ae-abc0-a43a30647e43 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:23.509146 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56f5c1d5-d0e9-49d4-be17-62b99b45a125 req-0af66fcb-196c-47ae-abc0-a43a30647e43 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1096 time: 0.0595016 Aug 30 12:57:23.547108 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56f5c1d5-d0e9-49d4-be17-62b99b45a125 req-e59cc730-1179-4af1-80b1-723d6db3ed06 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319421 Aug 30 12:57:23.610389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614d52b-990f-4037-ad7c-76dd5c619035 req-fe6af4b9-8214-44cf-a400-b59bb04460a1 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:23.612031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5614d52b-990f-4037-ad7c-76dd5c619035 req-fe6af4b9-8214-44cf-a400-b59bb04460a1 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1023 time: 0.0741630 Aug 30 12:57:23.685456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7839e7-ff8b-4dee-a991-8e0b2bfd6824 req-f3bf926f-7f29-49e2-9e51-130b71ce341a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:23.686956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b7839e7-ff8b-4dee-a991-8e0b2bfd6824 req-f3bf926f-7f29-49e2-9e51-130b71ce341a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 949 time: 0.0518599 Aug 30 12:57:23.689542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5614d52b-990f-4037-ad7c-76dd5c619035 req-cb44c5b7-b4ff-44d5-9ed4-66c48d2478b5 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&id=ca393cdc-e200-486d-9d7d-1096490bc45d HTTP/1.1" status: 200 len: 6147 time: 0.0707703 Aug 30 12:57:23.731221 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b7839e7-ff8b-4dee-a991-8e0b2bfd6824 req-6886ad3b-4b12-4077-bd26-458493adf747 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364931 Aug 30 12:57:23.801339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e298bb-5540-4ce8-acb6-23e9c547e720 req-694943aa-044c-4ce0-86bd-27ab969f57a3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:23.803892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38e298bb-5540-4ce8-acb6-23e9c547e720 req-694943aa-044c-4ce0-86bd-27ab969f57a3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0586557 Aug 30 12:57:23.810048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-ca37dd12-4e86-4a68-be65-dac1c3e1d52a req-4f2a635b-c15d-4170-b50c-f228c06c9676 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1675501282 ', 'description': 'tempest-description-1423262343'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:23.837824 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ca37dd12-4e86-4a68-be65-dac1c3e1d52a req-4f2a635b-c15d-4170-b50c-f228c06c9676 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:23.847563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:23.857029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38e298bb-5540-4ce8-acb6-23e9c547e720 req-66e30c3f-9ce3-4c1f-b3bd-8a7daa3e80b1 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Aug 30 12:57:23.923539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 00bc6e02-24e2-40b1-8eb1-920a555bba93 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:23.929348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 00bc6e02-24e2-40b1-8eb1-920a555bba93 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:23.929801 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:23.950533 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ca37dd12-4e86-4a68-be65-dac1c3e1d52a req-4f2a635b-c15d-4170-b50c-f228c06c9676 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:23.957620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ca37dd12-4e86-4a68-be65-dac1c3e1d52a req-4f2a635b-c15d-4170-b50c-f228c06c9676 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.012801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a635b-c15d-4170-b50c-f228c06c9676 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97911bd9-69cb-447b-8e95-76b57a0ec426,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:24.016253 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ca37dd12-4e86-4a68-be65-dac1c3e1d52a req-4f2a635b-c15d-4170-b50c-f228c06c9676 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.022364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca37dd12-4e86-4a68-be65-dac1c3e1d52a req-4f2a635b-c15d-4170-b50c-f228c06c9676 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2168870 Aug 30 12:57:24.044676 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.045485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b2ce5-a8a1-4491-b9b8-6f09188005f2 req-a0b33783-88f7-4e5c-9fe8-d1d93349556b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:24.048270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-149b2ce5-a8a1-4491-b9b8-6f09188005f2 req-a0b33783-88f7-4e5c-9fe8-d1d93349556b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0952871 Aug 30 12:57:24.101749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-149b2ce5-a8a1-4491-b9b8-6f09188005f2 req-4db13a22-3b85-4e4e-b74b-15d6388deba5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Aug 30 12:57:24.124975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:24.130493 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-84502997-f504-4a7a-9bf5-fc1982c45030 req-5e6b796f-e7ec-4a5d-887d-30bcc0af259a tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/97911bd9-69cb-447b-8e95-76b57a0ec426 HTTP/1.1" status: 200 len: 1781 time: 0.0681689 Aug 30 12:57:24.137577 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.138626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4fad01e6-e309-4459-bc38-9956954b959e up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:24.197548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34af9af7-8abf-4d26-bdca-c2997cf787ba req-4d814113-69ae-44cd-825b-472387d9e16d tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/97911bd9-69cb-447b-8e95-76b57a0ec426 HTTP/1.1" status: 200 len: 1781 time: 0.0502157 Aug 30 12:57:24.286146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 4fad01e6-e309-4459-bc38-9956954b959e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:24.294535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 4fad01e6-e309-4459-bc38-9956954b959e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:24.295049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.347027 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34af9af7-8abf-4d26-bdca-c2997cf787ba req-e475c057-1895-476b-a6ed-abe43ab375f7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.370626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:24.394969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34af9af7-8abf-4d26-bdca-c2997cf787ba req-e475c057-1895-476b-a6ed-abe43ab375f7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.440807 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.468155 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34af9af7-8abf-4d26-bdca-c2997cf787ba req-e475c057-1895-476b-a6ed-abe43ab375f7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.475821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34af9af7-8abf-4d26-bdca-c2997cf787ba req-e475c057-1895-476b-a6ed-abe43ab375f7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.478151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34af9af7-8abf-4d26-bdca-c2997cf787ba req-e475c057-1895-476b-a6ed-abe43ab375f7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/97911bd9-69cb-447b-8e95-76b57a0ec426 HTTP/1.1" status: 204 len: 173 time: 0.2654467 Aug 30 12:57:24.502616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475c057-1895-476b-a6ed-abe43ab375f7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97911bd9-69cb-447b-8e95-76b57a0ec426,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:24.511527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4fad01e6-e309-4459-bc38-9956954b959e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4fad01e6-e309-4459-bc38-9956954b959e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:24.526477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:24.556227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:24.558877 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da12c978-b62b-4b12-88f3-ca7b26cea21d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:24.622061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=4fad01e6-e309-4459-bc38-9956954b959e,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:24.654555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf1737-234e-493b-a6b8-049b8d997523 req-cf7d9cc3-d000-4e14-9560-8897d0cc2d3f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:24.656351 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-43bf1737-234e-493b-a6b8-049b8d997523 req-cf7d9cc3-d000-4e14-9560-8897d0cc2d3f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 945 time: 0.0684946 Aug 30 12:57:24.704692 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-163d279c-4d6f-4724-a16c-7728bbc88cfe req-100ab9be-981c-4920-9c46-02a75577f6eb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:57:24.709211 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-163d279c-4d6f-4724-a16c-7728bbc88cfe req-100ab9be-981c-4920-9c46-02a75577f6eb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/97911bd9-69cb-447b-8e95-76b57a0ec426 HTTP/1.1" status: 404 len: 352 time: 0.0260317 Aug 30 12:57:24.728461 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-43bf1737-234e-493b-a6b8-049b8d997523 req-1ea6947d-ea51-47ab-9a7b-83a4dcf520c5 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657218 Aug 30 12:57:24.785990 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a19539-1395-450d-8256-afaaa970234d x-openstack-request-id: req-f7a19539-1395-450d-8256-afaaa970234d {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:24.786291 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:24.786550 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7a19539-1395-450d-8256-afaaa970234d {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:24.787008 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'status': 'completed', 'code': 200} Aug 30 12:57:24.893113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4ad1-a85a-46f9-a047-c8c6f5d39d8b req-0872d6bb-6f88-4b71-95d3-c8faa8c8729a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:24.904415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba1b4ad1-a85a-46f9-a047-c8c6f5d39d8b req-0872d6bb-6f88-4b71-95d3-c8faa8c8729a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.0760412 Aug 30 12:57:24.909109 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-79388304-5a36-426e-b99c-6fa16584f320 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1560435 Aug 30 12:57:24.914075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-6036dffc-8f60-4b6e-9541-544c3c23466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:24.916047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-6036dffc-8f60-4b6e-9541-544c3c23466f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1174 time: 0.0998619 Aug 30 12:57:24.997628 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba1b4ad1-a85a-46f9-a047-c8c6f5d39d8b req-58cbd681-9298-4f7c-802b-73368b8ea238 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813320 Aug 30 12:57:25.035096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a309be63-72ab-4996-9657-10e84468cf36 req-5c835f67-8b72-40b2-9922-cca1d95bf9c2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-459768808', 'description': 'tempest-description-1585511761'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:25.081991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a309be63-72ab-4996-9657-10e84468cf36 req-5c835f67-8b72-40b2-9922-cca1d95bf9c2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:25.213310 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a309be63-72ab-4996-9657-10e84468cf36 req-5c835f67-8b72-40b2-9922-cca1d95bf9c2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:25.222670 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a309be63-72ab-4996-9657-10e84468cf36 req-5c835f67-8b72-40b2-9922-cca1d95bf9c2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:25.249462 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93'}, {'server_uuid': '2c78e4fa-d992-4b7d-ab98-02143c676de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fad01e6-e309-4459-bc38-9956954b959e'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:25.253890 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb6a4e7-911b-4d4c-87d8-c2e8297d2b71" -d '{"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-plugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93"}, {"server_uuid": "2c78e4fa-d992-4b7d-ab98-02143c676de5", "name": "network-vif-plugged", "status": "completed", "tag": "4fad01e6-e309-4459-bc38-9956954b959e"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:25.272997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a309be63-72ab-4996-9657-10e84468cf36 req-5c835f67-8b72-40b2-9922-cca1d95bf9c2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:25.289125 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a309be63-72ab-4996-9657-10e84468cf36 req-5c835f67-8b72-40b2-9922-cca1d95bf9c2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2599618 Aug 30 12:57:25.292635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c835f67-8b72-40b2-9922-cca1d95bf9c2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed854c6-a637-4f9c-8dd9-48057f7c0a38,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:25.455325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdac2ee-162f-4cca-9a30-9a3a861cae49 req-194ab93b-d087-4cc2-9238-19d3052dccf0 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:25.463073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcdac2ee-162f-4cca-9a30-9a3a861cae49 req-194ab93b-d087-4cc2-9238-19d3052dccf0 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 950 time: 0.0774934 Aug 30 12:57:25.470969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-b7903207-8e34-467f-82d7-7c6f1c893b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:25.472656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-b7903207-8e34-467f-82d7-7c6f1c893b8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 914 time: 0.5463588 Aug 30 12:57:25.482356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d3c0-03d0-4ca0-9e0e-d64cfe793934 req-60896063-b9e3-4bc8-a63e-c3aa89bfe377 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:25.483894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ea9d3c0-03d0-4ca0-9e0e-d64cfe793934 req-60896063-b9e3-4bc8-a63e-c3aa89bfe377 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.5737913 Aug 30 12:57:25.503105 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcdac2ee-162f-4cca-9a30-9a3a861cae49 req-69281adb-513d-4745-a7c7-f3b3496f6c55 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390306 Aug 30 12:57:25.529387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-de34b121-7abb-444a-b410-6dbeb5a1ea92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb HTTP/1.1" status: 200 len: 217 time: 0.0443244 Aug 30 12:57:25.566810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ea9d3c0-03d0-4ca0-9e0e-d64cfe793934 req-87225c7c-7663-4551-ab27-3a47e5a8f7ed tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748625 Aug 30 12:57:25.607879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-9242d0a0-969f-4373-87bb-6ac5888d251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:25.609691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-9242d0a0-969f-4373-87bb-6ac5888d251b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 200 len: 853 time: 0.0545962 Aug 30 12:57:25.628626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-cee49725-0971-4892-acf8-707e39bf8518 req-d69499c6-ba9d-411d-8a25-4cad730727af tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1565614353', 'description': 'tempest-description-664748732'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:25.646722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-465df357-e4c1-4ce3-bdb4-944783a50a34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280821 Aug 30 12:57:25.666550 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875bd9e5-6ac8-41b7-937f-afb1f532cdc9 x-openstack-request-id: req-875bd9e5-6ac8-41b7-937f-afb1f532cdc9 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:25.667006 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-plugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93", "code": 200}, {"server_uuid": "2c78e4fa-d992-4b7d-ab98-02143c676de5", "name": "network-vif-plugged", "status": "completed", "tag": "4fad01e6-e309-4459-bc38-9956954b959e", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:25.667471 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-875bd9e5-6ac8-41b7-937f-afb1f532cdc9 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:25.667979 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'code': 200} Aug 30 12:57:25.668839 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c78e4fa-d992-4b7d-ab98-02143c676de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fad01e6-e309-4459-bc38-9956954b959e', 'code': 200} Aug 30 12:57:25.675234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-cee49725-0971-4892-acf8-707e39bf8518 req-d69499c6-ba9d-411d-8a25-4cad730727af tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:25.800497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-cee49725-0971-4892-acf8-707e39bf8518 req-d69499c6-ba9d-411d-8a25-4cad730727af tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:25.812630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-d4bab151-1733-42c1-b11a-9ffd741ca89e service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556952 Aug 30 12:57:25.817699 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-cee49725-0971-4892-acf8-707e39bf8518 req-d69499c6-ba9d-411d-8a25-4cad730727af tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:25.861754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69499c6-ba9d-411d-8a25-4cad730727af tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8179190b-cb69-49b7-b93d-5202990eaf52,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:25.896566 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-cee49725-0971-4892-acf8-707e39bf8518 req-d69499c6-ba9d-411d-8a25-4cad730727af tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:25.913254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cee49725-0971-4892-acf8-707e39bf8518 req-d69499c6-ba9d-411d-8a25-4cad730727af tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2976983 Aug 30 12:57:25.980896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b7f8c-7f44-42c1-be0d-c47fcb27d416 req-65fe8c2e-a097-46bd-8028-57917ab2a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:25.982604 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a3b7f8c-7f44-42c1-be0d-c47fcb27d416 req-65fe8c2e-a097-46bd-8028-57917ab2a4a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 1101 time: 0.1686573 Aug 30 12:57:25.987971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bc863-492d-488b-b4d5-0ea830ceacef req-835dbf50-de56-4dd2-a5de-620ac4f7b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:25.989717 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-732bc863-492d-488b-b4d5-0ea830ceacef req-835dbf50-de56-4dd2-a5de-620ac4f7b394 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 1101 time: 0.1773758 Aug 30 12:57:26.042168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a663a1f-30b7-4f3c-97e9-9f7098e6f68c req-d11a1471-cc41-4a66-91f1-bec688dc2ede tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:26.043946 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a663a1f-30b7-4f3c-97e9-9f7098e6f68c req-d11a1471-cc41-4a66-91f1-bec688dc2ede tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 945 time: 0.0783665 Aug 30 12:57:26.083919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da12c978-b62b-4b12-88f3-ca7b26cea21d req-0a3530e9-9cea-4e4c-9b6b-af907c1f1536 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502377 Aug 30 12:57:26.092988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a3b7f8c-7f44-42c1-be0d-c47fcb27d416 req-0a2f047f-9527-402e-88f6-f077a7bcc116 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956428 Aug 30 12:57:26.100021 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-732bc863-492d-488b-b4d5-0ea830ceacef req-21c49d4d-e43c-4224-8806-8a613b6ce689 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909953 Aug 30 12:57:26.111177 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a663a1f-30b7-4f3c-97e9-9f7098e6f68c req-f5b3f594-c7d2-4341-8f34-97e702481381 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527737 Aug 30 12:57:26.140558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-aca253d6-cd7c-4c17-88a5-1ed7b0eb4dd4 req-8da91dae-d3dd-4215-aee3-7b97318ad208 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1410100572', 'description': 'tempest-description-370847549'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:26.167577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-aca253d6-cd7c-4c17-88a5-1ed7b0eb4dd4 req-8da91dae-d3dd-4215-aee3-7b97318ad208 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:26.264031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-aca253d6-cd7c-4c17-88a5-1ed7b0eb4dd4 req-8da91dae-d3dd-4215-aee3-7b97318ad208 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:26.269170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-aca253d6-cd7c-4c17-88a5-1ed7b0eb4dd4 req-8da91dae-d3dd-4215-aee3-7b97318ad208 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:26.300321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-aca253d6-cd7c-4c17-88a5-1ed7b0eb4dd4 req-8da91dae-d3dd-4215-aee3-7b97318ad208 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:26.301850 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aca253d6-cd7c-4c17-88a5-1ed7b0eb4dd4 req-8da91dae-d3dd-4215-aee3-7b97318ad208 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1658010 Aug 30 12:57:26.311637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da91dae-d3dd-4215-aee3-7b97318ad208 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0609b3af-bca5-4981-8e0f-87b5ff179580,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:26.407996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db03ec-d53d-43af-a86c-5db1c3d218cc req-7cc522a8-0779-414c-a442-064f6fd88a34 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:26.409529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24db03ec-d53d-43af-a86c-5db1c3d218cc req-7cc522a8-0779-414c-a442-064f6fd88a34 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 945 time: 0.0512965 Aug 30 12:57:26.449330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24db03ec-d53d-43af-a86c-5db1c3d218cc req-b99971fe-65b3-4f14-960a-e3f8798bd5ae tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Aug 30 12:57:26.691149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8790fa2-11e9-4565-b324-6935efd77214 req-fa5e43d6-b7fd-48c5-9e55-30e6ace1a56c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50d478fdf99446b2ba640d67ac5f6b33 HTTP/1.1" status: 200 len: 10894 time: 0.1285257 Aug 30 12:57:26.776785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8790fa2-11e9-4565-b324-6935efd77214 req-9bd595ef-3968-410e-8c24-4150522682f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/c9a01aff-a4e9-44ba-97a5-fc80a097e743 HTTP/1.1" status: 200 len: 2981 time: 0.0788267 Aug 30 12:57:26.858916 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8790fa2-11e9-4565-b324-6935efd77214 req-4dffbd8b-a601-4a00-8a08-c86c4099b2f0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/c9a01aff-a4e9-44ba-97a5-fc80a097e743 HTTP/1.1" status: 200 len: 2981 time: 0.0729840 Aug 30 12:57:26.927900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25d7a1-c9d3-4a9b-90f8-e9add55a48a7 req-f2936a20-78f6-40cd-9cc6-4cdfa9702df7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:26.929643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f25d7a1-c9d3-4a9b-90f8-e9add55a48a7 req-f2936a20-78f6-40cd-9cc6-4cdfa9702df7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 950 time: 0.0629802 Aug 30 12:57:26.974142 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f25d7a1-c9d3-4a9b-90f8-e9add55a48a7 req-cf2a075d-49c2-4f2b-96bf-dcdb155976c4 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332770 Aug 30 12:57:26.977889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff8b5c1-eff8-4d1f-b6f3-049001053a40 req-897b6c22-d08f-458e-aafb-766082c1679a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:26.979445 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5ff8b5c1-eff8-4d1f-b6f3-049001053a40 req-897b6c22-d08f-458e-aafb-766082c1679a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 945 time: 0.0538070 Aug 30 12:57:27.029200 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5ff8b5c1-eff8-4d1f-b6f3-049001053a40 req-2ff41fd6-5c0f-4469-ad5a-9ff73f6d558a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Aug 30 12:57:27.089160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21b625-2829-4c89-977e-4a63293ca514 req-6d81fda8-e510-4560-a37c-1a0a699b6d86 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:27.100663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b21b625-2829-4c89-977e-4a63293ca514 req-6d81fda8-e510-4560-a37c-1a0a699b6d86 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0696094 Aug 30 12:57:27.169330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b21b625-2829-4c89-977e-4a63293ca514 req-0364492b-784f-4f8f-8b4f-5acf08fe354d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673676 Aug 30 12:57:27.188843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-6e3b3c25-5b9e-497a-bd93-5514eb5f2c43 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:27.190797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-6e3b3c25-5b9e-497a-bd93-5514eb5f2c43 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.0585396 Aug 30 12:57:27.207086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-688802-6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:27.219129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b838474b-4118-43d1-a7b7-f75fcbfe9e0b req-2c561731-8a03-406e-bcfe-d0b75ac2b409 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/4ed854c6-a637-4f9c-8dd9-48057f7c0a38 HTTP/1.1" status: 200 len: 1800 time: 0.0950155 Aug 30 12:57:27.243056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-b35f08ef-59bc-408f-a681-85699bf6cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:27.245293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-b35f08ef-59bc-408f-a681-85699bf6cdc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1101 time: 0.0864391 Aug 30 12:57:27.279866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:27.386870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b838474b-4118-43d1-a7b7-f75fcbfe9e0b req-280beae5-8be2-401e-8814-827dd0c46424 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:27.432102 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b838474b-4118-43d1-a7b7-f75fcbfe9e0b req-280beae5-8be2-401e-8814-827dd0c46424 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:27.445307 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-ff8bb978-ed6e-419f-9a98-d30d1c0a1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:27.447749 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-ff8bb978-ed6e-419f-9a98-d30d1c0a1ef6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1790075 Aug 30 12:57:27.464475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:27.506365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-71f55182-c95e-45ad-b367-e725fd334739 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.0486457 Aug 30 12:57:27.512393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:27.564567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:27.565251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b838474b-4118-43d1-a7b7-f75fcbfe9e0b req-280beae5-8be2-401e-8814-827dd0c46424 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:27.569955 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b838474b-4118-43d1-a7b7-f75fcbfe9e0b req-280beae5-8be2-401e-8814-827dd0c46424 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:27.570109 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffcd441-31eb-4b42-92d9-12cf637db182" -d '{"events": [{"server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:27.572313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b838474b-4118-43d1-a7b7-f75fcbfe9e0b req-280beae5-8be2-401e-8814-827dd0c46424 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/4ed854c6-a637-4f9c-8dd9-48057f7c0a38 HTTP/1.1" status: 204 len: 173 time: 0.3519502 Aug 30 12:57:27.575662 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:27.583179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:27.592657 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280beae5-8be2-401e-8814-827dd0c46424 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed854c6-a637-4f9c-8dd9-48057f7c0a38,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:27.615033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-992ef7de-f430-454d-82a0-fd799662f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:27.624926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-992ef7de-f430-454d-82a0-fd799662f618 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1112833 Aug 30 12:57:27.711216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ac668-c79d-4fb3-8e20-0a829d975b56,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:27.740439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on host n-h1-688802-6 for vnic_type normal with profile {"migrating_to": "n-h2-688802-6"} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:27.740877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:27.741311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:27.750981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:27.752823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:27.758132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-b0b4583b-776d-454a-8668-8edf0b7e5cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:27.759841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-b0b4583b-776d-454a-8668-8edf0b7e5cb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260488 Aug 30 12:57:27.764272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:27.764717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:27.765167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:27.765694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Bound port: 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:27.766101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:27.847489 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce73812d-269b-4ea7-a215-a25b6633662c x-openstack-request-id: req-ce73812d-269b-4ea7-a215-a25b6633662c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:27.847921 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:27.849558 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce73812d-269b-4ea7-a215-a25b6633662c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:27.850142 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56', 'code': 200} Aug 30 12:57:27.852585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d118bb9-02a4-4faa-8968-b54f43004d7b req-129c3d40-fcfa-4a9c-a1ba-3ab07c9357ce tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:27.862299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d118bb9-02a4-4faa-8968-b54f43004d7b req-129c3d40-fcfa-4a9c-a1ba-3ab07c9357ce tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.1797686 Aug 30 12:57:27.878321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 7a9ac668-c79d-4fb3-8e20-0a829d975b56 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:27.973645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d118bb9-02a4-4faa-8968-b54f43004d7b req-7de787fb-a8d7-4551-8b41-4134b60a8063 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102574 Aug 30 12:57:27.974208 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-4052de41-c104-47c7-a5c9-457997d3c9e1 req-3e7476bf-143c-4084-981f-d4805660cebb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:57:27.986004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4052de41-c104-47c7-a5c9-457997d3c9e1 req-3e7476bf-143c-4084-981f-d4805660cebb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/4ed854c6-a637-4f9c-8dd9-48057f7c0a38 HTTP/1.1" status: 404 len: 352 time: 0.1151097 Aug 30 12:57:28.032770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:28.036915 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-585dde63-0f88-4e30-8285-a9d90a3d6bfb service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631691 Aug 30 12:57:28.048670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:28.064858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:28.148756 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:28.190589 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de3985b5-e6bc-466d-bcc4-44530be9379c req-5b183da8-7f2d-429f-9767-35897b18dc45 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/8179190b-cb69-49b7-b93d-5202990eaf52 HTTP/1.1" status: 200 len: 1800 time: 0.1525829 Aug 30 12:57:28.210893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:28.239495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ac668-c79d-4fb3-8e20-0a829d975b56,revision_number=8']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:28.284335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on host n-h1-688802-6 for vnic_type normal with profile {"migrating_to": "n-h2-688802-6"} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:28.285709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:28.286216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:28.299250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:28.299623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Attempting to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:28.311880 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:28.312288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:28.312945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:28.313646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Bound port: 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:28.314208 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:28.323438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-e6c0fb5f-7008-41ff-b76b-fbbd40586b63 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753763 Aug 30 12:57:28.348160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae673d-cb25-440d-83e0-be3b21529a29 req-ee7da02e-2fd3-42ed-8312-4f191a20b31d tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:28.350133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cae673d-cb25-440d-83e0-be3b21529a29 req-ee7da02e-2fd3-42ed-8312-4f191a20b31d tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 950 time: 0.2029488 Aug 30 12:57:28.351554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:28.352338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:28.353956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-4aebb8c5-dead-43bc-b08c-208cd1bab22d service neutron] 10.222.0.35 "PUT /v2.0/ports/7a9ac668-c79d-4fb3-8e20-0a829d975b56 HTTP/1.1" status: 200 len: 1121 time: 1.1530035 Aug 30 12:57:28.388923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-de3985b5-e6bc-466d-bcc4-44530be9379c req-f4da04b5-c3fd-421a-9415-3a71200d7afa tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:28.443323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cae673d-cb25-440d-83e0-be3b21529a29 req-1526967f-745d-4b5c-a447-fab79cea4db4 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812657 Aug 30 12:57:28.474410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-de3985b5-e6bc-466d-bcc4-44530be9379c req-f4da04b5-c3fd-421a-9415-3a71200d7afa tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:28.493343 n-d-688802-6 neutron-server[95700]: WARNING neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Concurrent port binding operations failed on port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 Aug 30 12:57:28.497958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:28.500052 n-d-688802-6 neutron-server[95700]: INFO neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Attempt 2 to bind port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 Aug 30 12:57:28.501370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 7a9ac668-c79d-4fb3-8e20-0a829d975b56 has no active binding in host n-h2-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 12:57:28.514561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['7a9ac668-c79d-4fb3-8e20-0a829d975b56'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:28.577372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['7a9ac668-c79d-4fb3-8e20-0a829d975b56'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:28.580707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-de3985b5-e6bc-466d-bcc4-44530be9379c req-f4da04b5-c3fd-421a-9415-3a71200d7afa tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:28.584458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-de3985b5-e6bc-466d-bcc4-44530be9379c req-f4da04b5-c3fd-421a-9415-3a71200d7afa tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:28.612695 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de3985b5-e6bc-466d-bcc4-44530be9379c req-f4da04b5-c3fd-421a-9415-3a71200d7afa tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/8179190b-cb69-49b7-b93d-5202990eaf52 HTTP/1.1" status: 204 len: 173 time: 0.3969839 Aug 30 12:57:28.635799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da04b5-c3fd-421a-9415-3a71200d7afa tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8179190b-cb69-49b7-b93d-5202990eaf52,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:28.656396 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-fb29ad62-3e42-41a5-ba2b-1aacf8ebb6a3 req-16ea0f76-7b13-44fb-9caf-59a95aa86a9b tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:57:28.665692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb29ad62-3e42-41a5-ba2b-1aacf8ebb6a3 req-16ea0f76-7b13-44fb-9caf-59a95aa86a9b tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/8179190b-cb69-49b7-b93d-5202990eaf52 HTTP/1.1" status: 404 len: 352 time: 0.0436502 Aug 30 12:57:28.743890 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efd8eb95-7a2b-42dd-9fcd-5446dcf17b12 req-1e6b3c39-f125-4ba3-a4e3-bae0d6bea79a tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/0609b3af-bca5-4981-8e0f-87b5ff179580 HTTP/1.1" status: 200 len: 1800 time: 0.0474944 Aug 30 12:57:28.768996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88100f4c-9cd0-4413-9607-6dbd8ae57755 req-23f4e7ef-311a-48c4-8134-cdd68ec6d65b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:28.771633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88100f4c-9cd0-4413-9607-6dbd8ae57755 req-23f4e7ef-311a-48c4-8134-cdd68ec6d65b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0913525 Aug 30 12:57:28.883984 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-efd8eb95-7a2b-42dd-9fcd-5446dcf17b12 req-6448c9d0-8312-4896-a6ff-4a67f29ec495 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:28.890461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88100f4c-9cd0-4413-9607-6dbd8ae57755 req-98a77d4c-5831-414c-9c28-c6b9620e5111 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114542 Aug 30 12:57:28.954422 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-efd8eb95-7a2b-42dd-9fcd-5446dcf17b12 req-6448c9d0-8312-4896-a6ff-4a67f29ec495 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.051427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-efd8eb95-7a2b-42dd-9fcd-5446dcf17b12 req-6448c9d0-8312-4896-a6ff-4a67f29ec495 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.056107 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-efd8eb95-7a2b-42dd-9fcd-5446dcf17b12 req-6448c9d0-8312-4896-a6ff-4a67f29ec495 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.057391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efd8eb95-7a2b-42dd-9fcd-5446dcf17b12 req-6448c9d0-8312-4896-a6ff-4a67f29ec495 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/0609b3af-bca5-4981-8e0f-87b5ff179580 HTTP/1.1" status: 204 len: 173 time: 0.3073471 Aug 30 12:57:29.098127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448c9d0-8312-4896-a6ff-4a67f29ec495 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0609b3af-bca5-4981-8e0f-87b5ff179580,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:29.165285 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-d8671d1b-678c-45d8-9b21-7307d0ba5ed7 req-82d868b5-850f-439d-a54a-daff5807f375 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:57:29.177124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8671d1b-678c-45d8-9b21-7307d0ba5ed7 req-82d868b5-850f-439d-a54a-daff5807f375 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/0609b3af-bca5-4981-8e0f-87b5ff179580 HTTP/1.1" status: 404 len: 352 time: 0.0676196 Aug 30 12:57:29.231447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb84a6-efd9-4666-b637-5d71c992af2e req-21626004-c616-4645-81e8-7e1a4f573a70 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:29.233354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34fb84a6-efd9-4666-b637-5d71c992af2e req-21626004-c616-4645-81e8-7e1a4f573a70 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.1131589 Aug 30 12:57:29.290579 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34fb84a6-efd9-4666-b637-5d71c992af2e req-ed92be9d-1be2-427e-8ee7-16b32d7e5c47 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490878 Aug 30 12:57:29.328739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f2078d3-a8de-461e-b169-7ebccdb300f9 req-2fac4a50-6537-43d0-b1e1-f80daceb57e2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50d478fdf99446b2ba640d67ac5f6b33 HTTP/1.1" status: 200 len: 6147 time: 0.1175678 Aug 30 12:57:29.384028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f2078d3-a8de-461e-b169-7ebccdb300f9 req-681d3807-ee1b-44ca-8ee8-ea6132affaa2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/c9a01aff-a4e9-44ba-97a5-fc80a097e743 HTTP/1.1" status: 200 len: 2981 time: 0.0537200 Aug 30 12:57:29.444524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f2078d3-a8de-461e-b169-7ebccdb300f9 req-64adb512-5f79-46d7-bf37-ea8b53696295 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/c9a01aff-a4e9-44ba-97a5-fc80a097e743 HTTP/1.1" status: 200 len: 2981 time: 0.0595262 Aug 30 12:57:29.478931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-7131a20a-255a-4c17-8df9-ca57feac5ebe req-77c665dd-fbff-41a4-89fe-95a4ec7f1a81 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-45702522', 'description': 'tempest-description-649486907'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:29.525767 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7131a20a-255a-4c17-8df9-ca57feac5ebe req-77c665dd-fbff-41a4-89fe-95a4ec7f1a81 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.601826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8f1b4-1eaa-4805-92e6-ec7d716d79bc req-c2a61d9a-320e-4f24-93b1-515fab53e614 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:29.603629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26e8f1b4-1eaa-4805-92e6-ec7d716d79bc req-c2a61d9a-320e-4f24-93b1-515fab53e614 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 950 time: 0.0670085 Aug 30 12:57:29.652951 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7131a20a-255a-4c17-8df9-ca57feac5ebe req-77c665dd-fbff-41a4-89fe-95a4ec7f1a81 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.654329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26e8f1b4-1eaa-4805-92e6-ec7d716d79bc req-2b4d723c-133b-4b3d-82aa-f90f4917ae1c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439937 Aug 30 12:57:29.659683 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7131a20a-255a-4c17-8df9-ca57feac5ebe req-77c665dd-fbff-41a4-89fe-95a4ec7f1a81 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.684398 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7131a20a-255a-4c17-8df9-ca57feac5ebe req-77c665dd-fbff-41a4-89fe-95a4ec7f1a81 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.696844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7131a20a-255a-4c17-8df9-ca57feac5ebe req-77c665dd-fbff-41a4-89fe-95a4ec7f1a81 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2217481 Aug 30 12:57:29.716076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c665dd-fbff-41a4-89fe-95a4ec7f1a81 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e1bf7e-f278-4843-84ae-ff6107d7cfce,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:29.782141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8de14a63-55e1-44af-9af0-526f00bbbf6b req-15f1c13a-f4a2-44f3-91ae-823690381482 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1147556802', 'description': 'tempest-description-1677053645'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:29.811508 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8de14a63-55e1-44af-9af0-526f00bbbf6b req-15f1c13a-f4a2-44f3-91ae-823690381482 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.821401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09248bee-935b-41d0-972a-c0e00277f3ba req-d145bda3-61f6-44b1-9a68-ed414c7d4bc5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:29.825528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09248bee-935b-41d0-972a-c0e00277f3ba req-d145bda3-61f6-44b1-9a68-ed414c7d4bc5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0728488 Aug 30 12:57:29.850665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:29.853415 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:29.896054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09248bee-935b-41d0-972a-c0e00277f3ba req-95c17d2e-954e-43de-a179-0969b3a27e68 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594499 Aug 30 12:57:29.918109 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8de14a63-55e1-44af-9af0-526f00bbbf6b req-15f1c13a-f4a2-44f3-91ae-823690381482 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.931600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8de14a63-55e1-44af-9af0-526f00bbbf6b req-15f1c13a-f4a2-44f3-91ae-823690381482 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:29.961754 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8402d3cc-48cd-4c73-845e-0f2e05d88ad5 x-openstack-request-id: req-8402d3cc-48cd-4c73-845e-0f2e05d88ad5 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:29.962052 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:29.962300 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8402d3cc-48cd-4c73-845e-0f2e05d88ad5 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:29.965278 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56', 'status': 'completed', 'code': 200} Aug 30 12:57:30.011103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f1c13a-f4a2-44f3-91ae-823690381482 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f26529-586f-4d31-99dd-29c2ea33d596,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:30.013786 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8de14a63-55e1-44af-9af0-526f00bbbf6b req-15f1c13a-f4a2-44f3-91ae-823690381482 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:30.050591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8de14a63-55e1-44af-9af0-526f00bbbf6b req-15f1c13a-f4a2-44f3-91ae-823690381482 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2772150 Aug 30 12:57:30.062767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-4885dd92-9ee1-4cb9-8a7e-82dba1add737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:30.065138 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-4885dd92-9ee1-4cb9-8a7e-82dba1add737 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1124 time: 0.0917766 Aug 30 12:57:30.269926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c457d-c07d-4490-8311-fd6f04777e70 req-8f008928-c5b3-4cea-b285-6cfbb0edcde5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:30.271564 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a88c457d-c07d-4490-8311-fd6f04777e70 req-8f008928-c5b3-4cea-b285-6cfbb0edcde5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.1711664 Aug 30 12:57:30.323391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-7d68d940-aca1-4382-9ee0-210b808bba21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:30.323391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-7d68d940-aca1-4382-9ee0-210b808bba21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.2398503 Aug 30 12:57:30.371164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-f473bd76-fe79-453c-8c94-601665c4cad6 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:30.372677 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-f473bd76-fe79-453c-8c94-601665c4cad6 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 813 time: 0.1630745 Aug 30 12:57:30.384064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-d5c46e92-7561-4a25-9547-a2cfb57ab900 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56 HTTP/1.1" status: 200 len: 217 time: 0.0504229 Aug 30 12:57:30.389615 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a88c457d-c07d-4490-8311-fd6f04777e70 req-116a945a-8996-490c-a81a-32360148e0c3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058095 Aug 30 12:57:30.397295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-3ddc760b-1b37-4a7a-8068-e404b47c0d00 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/quotas/50d478fdf99446b2ba640d67ac5f6b33 HTTP/1.1" status: 200 len: 375 time: 0.0178320 Aug 30 12:57:30.487734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-80ec7b33-de01-4fc4-aac7-3f6159a872dc tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893693 Aug 30 12:57:30.495785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-05ec45b2-935c-4aac-8e18-aed1dafbeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:30.497282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-05ec45b2-935c-4aac-8e18-aed1dafbeca7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1026995 Aug 30 12:57:30.512856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-20f45dff-e42e-440a-91b7-45108f0a795c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278790 Aug 30 12:57:30.518970 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:30.541053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-fab091ed-df2c-4402-b819-bcdd81b27974 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274270 Aug 30 12:57:30.588158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-61b7ae96-33d8-432e-b2fb-922e1ce125be service neutron] 10.222.0.37 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991702 Aug 30 12:57:30.712990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-95e24923-6d18-41c0-8afc-31afa7c9b400 service neutron] 10.222.0.37 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167753 Aug 30 12:57:30.716191 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-c2ab7e69-fee2-4368-8cc7-840858be9486 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256254 Aug 30 12:57:30.748726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-af4e8341-3b2c-4a8b-85c1-38f7fe854dbe tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:30.750405 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-af4e8341-3b2c-4a8b-85c1-38f7fe854dbe tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082806 Aug 30 12:57:30.836268 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-b11bb820-fc41-4bce-8055-4a42ed5cc98b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/quotas/43d8545bec2a4b9f9bc76a8312dc65ef HTTP/1.1" status: 200 len: 375 time: 0.0600681 Aug 30 12:57:30.929833 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e68bfeb-3eca-40d4-9efe-13f899f18c3c req-d52bfb18-c854-470c-a976-d09f06585378 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995304 Aug 30 12:57:30.955968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-38b2abe7-28e1-4261-81f0-690a1585154f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117041 Aug 30 12:57:30.999520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301e7c8-4c60-4fd2-a338-511d44b127fd req-a7e183b9-8dc7-4888-b41f-e76dd1a11e75 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:31.008387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4301e7c8-4c60-4fd2-a338-511d44b127fd req-a7e183b9-8dc7-4888-b41f-e76dd1a11e75 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.0882339 Aug 30 12:57:31.096005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4301e7c8-4c60-4fd2-a338-511d44b127fd req-4577da5c-6cdd-4c64-b6e9-d62f59f92d45 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825350 Aug 30 12:57:31.263022 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6af00928-a7a7-467a-accf-c6153b7438bf req-66151bce-c0ed-45ed-aebe-4ee653fd2ca4 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 210 time: 0.0753679 Aug 30 12:57:31.282561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7c960841-0ec6-42fa-b768-f7953947f8ec details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:31.491923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f4fbc2f-9953-43ac-bad7-e02a1f26ceb1 req-8f3fbb62-4631-44ef-8320-408cd874545d tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 210 time: 0.0614238 Aug 30 12:57:31.591685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7c960841-0ec6-42fa-b768-f7953947f8ec, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7c960841-0ec6-42fa-b768-f7953947f8ec,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:31.618824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '7c960841-0ec6-42fa-b768-f7953947f8ec', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'port_id': '7c960841-0ec6-42fa-b768-f7953947f8ec', 'mac_address': 'fa:16:3e:ee:2a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbace6a-fc20-419c-b799-875664335cbc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:31.660365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22441de1-2f29-4f84-ac95-438d81905140 req-a64455dd-9793-4a42-a18c-5fad47ef6712 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:31.665989 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-22441de1-2f29-4f84-ac95-438d81905140 req-a64455dd-9793-4a42-a18c-5fad47ef6712 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.1273055 Aug 30 12:57:31.729237 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:31.763433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c960841-0ec6-42fa-b768-f7953947f8ec {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:31.776226 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-22441de1-2f29-4f84-ac95-438d81905140 req-eed23a60-ed99-4aa4-8188-12c93fdee471 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995150 Aug 30 12:57:31.806582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7c960841-0ec6-42fa-b768-f7953947f8ec, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7c960841-0ec6-42fa-b768-f7953947f8ec,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:31.813873 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:31.894211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7c960841-0ec6-42fa-b768-f7953947f8ec,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:31.927833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['7c960841-0ec6-42fa-b768-f7953947f8ec'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:32.289700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811880c1-8b21-42d4-9c6e-8e90c7460ec8 req-05fddc87-bfa4-43d0-ac6c-13db89e06997 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:32.303334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-811880c1-8b21-42d4-9c6e-8e90c7460ec8 req-05fddc87-bfa4-43d0-ac6c-13db89e06997 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.0948210 Aug 30 12:57:32.395284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-811880c1-8b21-42d4-9c6e-8e90c7460ec8 req-b32665a0-9554-4c51-a6f2-dc802a3c411b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862672 Aug 30 12:57:32.420170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36b28247-e393-4e82-9dd2-568786ab5cca req-0c31228b-642a-44f9-8336-187a6183ece0 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 210 time: 0.0473597 Aug 30 12:57:32.896621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fd5cac0-277a-4b36-8d22-ed1d2e2d7b4c req-2b879cdb-8229-4ecd-88bc-dc84ceb6c8b8 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 210 time: 0.1522725 Aug 30 12:57:33.008738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-3377101e-9ffc-4835-9f90-4e64a08d7d44 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:33.010722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-3377101e-9ffc-4835-9f90-4e64a08d7d44 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.35 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 813 time: 0.3363843 Aug 30 12:57:33.031447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'port': {'device_id': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed', 'admin_state_up': True, 'tenant_id': '50d478fdf99446b2ba640d67ac5f6b33'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:33.089980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc374d2-204c-4f12-a5ba-a15c8af61a48 req-dceac06f-c092-4df6-a0e7-1173ffa7bb72 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:33.095730 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7bc374d2-204c-4f12-a5ba-a15c8af61a48 req-dceac06f-c092-4df6-a0e7-1173ffa7bb72 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.1900158 Aug 30 12:57:33.205171 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7bc374d2-204c-4f12-a5ba-a15c8af61a48 req-ce1dc0a0-11b8-4564-9f63-54c91032b5c9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026933 Aug 30 12:57:33.291122 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-06f2f77d-dd01-4627-a915-5350b2fbd442 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581210 Aug 30 12:57:33.291625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7c960841-0ec6-42fa-b768-f7953947f8ec up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:33.395106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 7c960841-0ec6-42fa-b768-f7953947f8ec triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:33.395835 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:33.448389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Made reservation on behalf of 50d478fdf99446b2ba640d67ac5f6b33 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:33.449807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:33.621541 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:33.675347 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c9a87620-5979-4c28-a4c5-0b010ede4bb9 req-105afc00-8d68-466e-baf1-8ef966e85bde tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 210 time: 0.0746822 Aug 30 12:57:33.698331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c960841-0ec6-42fa-b768-f7953947f8ec'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:33.700658 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55626d5-5263-4cf6-98ea-6a82b4540dbf" -d '{"events": [{"server_uuid": "7f4205e5-5c9b-4ca3-9d4c-83235de81588", "name": "network-vif-plugged", "status": "completed", "tag": "7c960841-0ec6-42fa-b768-f7953947f8ec"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:33.731134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7c960841-0ec6-42fa-b768-f7953947f8ec, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7c960841-0ec6-42fa-b768-f7953947f8ec,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:33.741097 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:33.835471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-68735ed7-47f3-4a0f-907a-6bc70d6d82b2 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:33.836970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-68735ed7-47f3-4a0f-907a-6bc70d6d82b2 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5224552 Aug 30 12:57:33.864022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7c960841-0ec6-42fa-b768-f7953947f8ec,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:33.875077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Request body: {'port': {'device_id': 'f58dc066-a627-40ac-a310-fb8b8f57f2ed', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '43d8545bec2a4b9f9bc76a8312dc65ef'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:33.954958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0729e-cc3b-46b0-9be3-a2ae0aa3d7cc req-606569e4-03f5-454d-b487-faca7cdfbad9 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:33.955667 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30f0729e-cc3b-46b0-9be3-a2ae0aa3d7cc req-606569e4-03f5-454d-b487-faca7cdfbad9 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.2811401 Aug 30 12:57:33.962579 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddb1775-cc0f-45f8-85cd-d7acf370e9dd x-openstack-request-id: req-8ddb1775-cc0f-45f8-85cd-d7acf370e9dd {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:33.963091 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4205e5-5c9b-4ca3-9d4c-83235de81588", "name": "network-vif-plugged", "status": "completed", "tag": "7c960841-0ec6-42fa-b768-f7953947f8ec", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:33.964251 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ddb1775-cc0f-45f8-85cd-d7acf370e9dd {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:33.964839 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c960841-0ec6-42fa-b768-f7953947f8ec', 'code': 200} Aug 30 12:57:33.979309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Allocated IP 172.20.0.7 (5f2f9a47-db6f-4fc9-a251-6bdae19278ed/11ff54b3-fa7e-460e-852e-4624ce568d91/cda0acaa-d29d-46cb-a0c5-b0778c10d4f9) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:57:34.067075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c9acfa5-de56-42a2-9f28-a9d4defed9bd req-2c46e075-11ca-4800-b9a4-5a5cffd66428 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 210 time: 0.0392296 Aug 30 12:57:34.076069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30f0729e-cc3b-46b0-9be3-a2ae0aa3d7cc req-49d38bf5-60e1-4646-b30b-26fe66138388 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197259 Aug 30 12:57:34.293853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:34.402699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ced6a-1733-4f56-b211-d6be6b231345 req-cd7bd5cd-ba6c-4e0d-acb4-6767fddb3150 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:34.405414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Made reservation on behalf of 43d8545bec2a4b9f9bc76a8312dc65ef for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:34.409440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:34.431368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-310ced6a-1733-4f56-b211-d6be6b231345 req-cd7bd5cd-ba6c-4e0d-acb4-6767fddb3150 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.1144691 Aug 30 12:57:34.573718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-310ced6a-1733-4f56-b211-d6be6b231345 req-09ecf9f2-43ae-4a68-a7da-71d19af078d2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340024 Aug 30 12:57:34.597261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:34.614717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:34.728442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:57:34.743146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:34.752202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:57:34.811580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Allocated IP 192.168.233.67 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/54345427-c1cd-4b9a-86c8-ec8ce9e8a105) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:57:34.816944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'Port': ['ID=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:34.896355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:34.897237 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:34.995170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62674775-eecc-4100-80f2-ff1538f0a181 req-0186a445-61be-4e2f-9901-861eee079042 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:35.001218 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62674775-eecc-4100-80f2-ff1538f0a181 req-0186a445-61be-4e2f-9901-861eee079042 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 931 time: 0.1638329 Aug 30 12:57:35.019332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-eebf0d56-36eb-4c76-94db-0aa128ad48e8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9942765 Aug 30 12:57:35.079218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Request body: {'port': {'device_id': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:35.182185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62674775-eecc-4100-80f2-ff1538f0a181 req-919cdc64-57d5-4825-8872-ca94c4655fd3 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728272 Aug 30 12:57:35.206045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:35.339865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:35.367024 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-cabf8ded-502f-4434-adc0-4800fdde5807 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1153829 Aug 30 12:57:35.386444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-221da99d-a0a2-476f-a749-24c49469fb46 req-54e4b1ce-9798-43fa-a941-90843555d536 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 210 time: 0.0497496 Aug 30 12:57:35.470614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Transition to ACTIVE for port object 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:35.580973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15e12b-c441-4611-b6fa-43580ca98d82 req-f0506468-30c1-4cb7-bf0b-4d9c98184388 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:35.582432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c15e12b-c441-4611-b6fa-43580ca98d82 req-f0506468-30c1-4cb7-bf0b-4d9c98184388 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.1101227 Aug 30 12:57:35.706689 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:35.727042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4fad01e6-e309-4459-bc38-9956954b959e', '00bc6e02-24e2-40b1-8eb1-920a555bba93'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:35.759839 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c15e12b-c441-4611-b6fa-43580ca98d82 req-e34ed964-c93e-4b79-ab36-78c4b7471813 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538880 Aug 30 12:57:35.815480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4a7d5-bf4a-47b2-a85c-f8383bd584a5 req-794f065f-5176-401e-be75-85bc28f06ea3 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:35.823531 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21e4a7d5-bf4a-47b2-a85c-f8383bd584a5 req-794f065f-5176-401e-be75-85bc28f06ea3 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 946 time: 0.5006144 Aug 30 12:57:35.830876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:57:35.843228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:35.862315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Pushing event updated for resources: {'Port': ['ID=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:35.867629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:57:35.878325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21e4a7d5-bf4a-47b2-a85c-f8383bd584a5 req-fd34c788-ff3e-4099-94ef-54c7d585bcc0 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536597 Aug 30 12:57:35.923013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-2b54ee95-6482-4cb7-b29d-f98a94a0b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:35.924672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-2b54ee95-6482-4cb7-b29d-f98a94a0b57e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1096 time: 0.5123770 Aug 30 12:57:36.152812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:36.154367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:36.155025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-3d0596a0-57f5-4d69-905d-8c6901133581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:36.157270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-3d0596a0-57f5-4d69-905d-8c6901133581 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.2022114 Aug 30 12:57:36.176191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:36.189643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:36.206997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad87365-3400-4281-af83-d38d720bd52a req-8c697c41-c12d-4ce2-a9ef-6f59adde00bb tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:36.232449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dad87365-3400-4281-af83-d38d720bd52a req-8c697c41-c12d-4ce2-a9ef-6f59adde00bb tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.3724179 Aug 30 12:57:36.248629 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-326b3512-cd56-4ccb-88c1-517458edaf74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.0805647 Aug 30 12:57:36.268955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Transition to ACTIVE for port object cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:36.271271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-ddff3cf3-0bc8-44b6-8d46-21f3a58dc8d5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4028349 Aug 30 12:57:36.320187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Request body: {'port': {'device_id': 'f58dc066-a627-40ac-a310-fb8b8f57f2ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:36.322806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:36.342913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-83199664-0643-4025-8dbe-1e8e60780fa2 None None] Provisioning for port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:36.354241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-83199664-0643-4025-8dbe-1e8e60780fa2 None None] Provisioning complete for port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:36.354628 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-83199664-0643-4025-8dbe-1e8e60780fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:36.364904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-8f2c2ba6-f902-43c9-861a-2c5ef6cfd31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:36.368856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-8f2c2ba6-f902-43c9-861a-2c5ef6cfd31f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1099565 Aug 30 12:57:36.408968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-83199664-0643-4025-8dbe-1e8e60780fa2 None None] Port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:57:36.421298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dad87365-3400-4281-af83-d38d720bd52a req-cb2f30b7-ab1d-4b00-bc83-8e6c9f886076 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876514 Aug 30 12:57:36.434793 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-2723c79b-ebac-487c-a36a-937c2636e040 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490158 Aug 30 12:57:36.464298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597cf09-01fd-45f2-a532-711f0a6faa4b req-d551e424-75fb-40d8-ac96-6c194d7b1d08 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:36.466130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7597cf09-01fd-45f2-a532-711f0a6faa4b req-d551e424-75fb-40d8-ac96-6c194d7b1d08 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 943 time: 0.0928497 Aug 30 12:57:36.540525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-546e4099-abf2-440c-a2e4-8111e700516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:36.551129 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:36.597042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:36.609089 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7597cf09-01fd-45f2-a532-711f0a6faa4b req-9c8ffce9-24d1-4080-9d07-5ab2420a4bc3 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335416 Aug 30 12:57:36.638332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-6d5e7221-01de-42e6-b08d-46dad61b1d6f service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884923 Aug 30 12:57:36.769320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b683811-2f8f-4b82-b7e7-517bebcaf7ab req-f03d6257-fb65-4170-b859-7a3cacde8fa3 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216719 Aug 30 12:57:36.926614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-63bd3b02-a770-4b20-bce1-60c28b43cfaf tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:36.928919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-63bd3b02-a770-4b20-bce1-60c28b43cfaf tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.16 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 946 time: 0.1033189 Aug 30 12:57:36.951702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee861c4-678b-48af-9488-fda77553da3b req-bd5f0dcc-3aa9-49e1-92de-c2176debec0c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:36.953412 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dee861c4-678b-48af-9488-fda77553da3b req-bd5f0dcc-3aa9-49e1-92de-c2176debec0c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.0906296 Aug 30 12:57:37.064312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dee861c4-678b-48af-9488-fda77553da3b req-610f9469-c554-4c91-8a32-a1b94af48bb1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863998 Aug 30 12:57:37.134401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Deleting port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:57:37.134739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.205120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d2d8b-f927-4311-9c09-e5a601c47186 req-5daeb58f-1576-4002-915a-2e1eb8289815 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:37.219264 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-501d2d8b-f927-4311-9c09-e5a601c47186 req-5daeb58f-1576-4002-915a-2e1eb8289815 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 935 time: 0.6499972 Aug 30 12:57:37.223933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Attempting to bind port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:37.224378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Attempting to bind port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'c12f334c-5cd1-4146-a6d6-5ddc74a63638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:37.224804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Attempting to bind port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 on network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:37.255675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 on network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:37.256170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Attempting to bind port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 on network 5f2f9a47-db6f-4fc9-a251-6bdae19278ed {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:37.285390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:37.285990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Checking segment: {'id': 'c12f334c-5cd1-4146-a6d6-5ddc74a63638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:37.286533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Bound using segment: {'id': 'c12f334c-5cd1-4146-a6d6-5ddc74a63638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:37.287319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Bound port: cda0acaa-d29d-46cb-a0c5-b0778c10d4f9, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c12f334c-5cd1-4146-a6d6-5ddc74a63638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:37.287778 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.314938 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57062015-1978-4e32-b370-f3a9f3d756b6 req-8ccd02e7-28e5-4f39-97e4-431890229eb0 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:37.322460 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57062015-1978-4e32-b370-f3a9f3d756b6 req-8ccd02e7-28e5-4f39-97e4-431890229eb0 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 946 time: 0.1288865 Aug 30 12:57:37.334161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-501d2d8b-f927-4311-9c09-e5a601c47186 req-57e7ffa6-fd5c-46b6-a0fa-299ee840532c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138096 Aug 30 12:57:37.362910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] For port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,segment=NetworkSegment(d0f678aa-a8df-40bd-a400-bd9717898c39),segment_id=d0f678aa-a8df-40bd-a400-bd9717898c39)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:37.363275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.390080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Calling delete_port for 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:57:37.405939 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57062015-1978-4e32-b370-f3a9f3d756b6 req-0b31236a-5eb2-4bcb-b6dd-d615ef8fb973 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/security-groups?id=f1947327-aebd-44d8-a9c6-75e054215927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780945 Aug 30 12:57:37.515855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:37.517119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.533608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Transition to ACTIVE for port object 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:37.545881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] For port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:37.550143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] For port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:37.551877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.627169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Pushing event updated for resources: {'Port': ['ID=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:37.627169 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.683918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:37.782832 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.791454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:37.798702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:37.802585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.804107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-cf5adbd0-395f-4c89-882d-7166945ff2b7 service neutron] 10.222.0.35 "PUT /v2.0/ports/cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 HTTP/1.1" status: 200 len: 1091 time: 2.7658310 Aug 30 12:57:37.804506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:37.806870 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:37.822986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Pushing event deleted for resources: {'Port': ['ID=5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:37.896558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Attempting to bind port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:37.896908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Attempting to bind port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:37.897239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Attempting to bind port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:37.922600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] No DVR routers for this DVR port 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:57:37.925942 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.928137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0580b6ab-e4f6-4bc2-8a4f-6d34efe81468 req-cff90f11-9833-43dd-8426-5ac6b91e313d tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.16 "DELETE /v2.0/ports/5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 HTTP/1.1" status: 204 len: 173 time: 0.9913847 Aug 30 12:57:37.928811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd787377e-e60e-4c18-bc1e-b68be2d92d80', 'name': 'network-vif-deleted', 'tag': '5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:37.931195 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3487ce-6695-4b82-9d7b-bcdfd9a2f677" -d '{"events": [{"server_uuid": "d787377e-e60e-4c18-bc1e-b68be2d92d80", "name": "network-vif-deleted", "tag": "5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:37.941176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:37.941510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Attempting to bind port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:37.957960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce0c8-5acb-414f-8e10-e721193c857a req-85e82af8-765a-472a-926e-95ab175fe1cf tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:37.967313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:37.967655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:37.968040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:37.968487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Bound port: 54345427-c1cd-4b9a-86c8-ec8ce9e8a105, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:37.969551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:37.969864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-014ce0c8-5acb-414f-8e10-e721193c857a req-85e82af8-765a-472a-926e-95ab175fe1cf tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 943 time: 0.1520348 Aug 30 12:57:38.019226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-ab6ad581-ec29-48b3-91bb-3f288e78d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:38.020736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-ab6ad581-ec29-48b3-91bb-3f288e78d6de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 1094 time: 0.1266842 Aug 30 12:57:38.031168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-014ce0c8-5acb-414f-8e10-e721193c857a req-71717337-937a-4f06-8e21-a44f49a4e66a tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601666 Aug 30 12:57:38.055163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bb5d2-452f-4a6d-bbaa-73b04d4ce662 req-6475375e-6b6c-4dcf-9770-c5031bfb4574 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:38.056851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-789bb5d2-452f-4a6d-bbaa-73b04d4ce662 req-6475375e-6b6c-4dcf-9770-c5031bfb4574 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.3628447 Aug 30 12:57:38.096644 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] For port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:38.104658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] For port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:38.181867 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106b5076-34e9-471a-997d-b5b148e66465 x-openstack-request-id: req-106b5076-34e9-471a-997d-b5b148e66465 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:38.182160 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d787377e-e60e-4c18-bc1e-b68be2d92d80", "name": "network-vif-deleted", "tag": "5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:38.182411 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-106b5076-34e9-471a-997d-b5b148e66465 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:38.182804 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd787377e-e60e-4c18-bc1e-b68be2d92d80', 'name': 'network-vif-deleted', 'tag': '5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8', 'status': 'completed', 'code': 200} Aug 30 12:57:38.188462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-6ad19ac7-a6b1-4a8d-8de9-2cf3cc003775 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 HTTP/1.1" status: 200 len: 217 time: 0.0808072 Aug 30 12:57:38.190413 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ca6d3d-da00-47c1-8eb9-b77878847e2e x-openstack-request-id: req-54ca6d3d-da00-47c1-8eb9-b77878847e2e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:38.190689 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:38.190935 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54ca6d3d-da00-47c1-8eb9-b77878847e2e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:38.191311 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9', 'status': 'completed', 'code': 200} Aug 30 12:57:38.197213 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:38.298805 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19bbcf-a858-4f67-a326-4c58ff188b3f req-92cb84a2-e203-4b03-aeee-b850e665800a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:38.307373 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a19bbcf-a858-4f67-a326-4c58ff188b3f req-92cb84a2-e203-4b03-aeee-b850e665800a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.0629156 Aug 30 12:57:38.336931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Pushing event updated for resources: {'Port': ['ID=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:38.358692 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a19bbcf-a858-4f67-a326-4c58ff188b3f req-78e91d4f-70ab-4b31-926d-ed1cafa94778 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480907 Aug 30 12:57:38.444546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-3cf2112f-bdf6-4416-a801-0ee4e7537521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:38.446059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-3cf2112f-bdf6-4416-a801-0ee4e7537521 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 200 len: 853 time: 0.1400721 Aug 30 12:57:38.509290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-e6c8487b-166b-47e3-89bb-1ff6ad8f49bb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506516 Aug 30 12:57:38.510622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:38.511234 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:38.514021 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-7f9bf866-d351-494c-b4ab-019d578753a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/54345427-c1cd-4b9a-86c8-ec8ce9e8a105 HTTP/1.1" status: 200 len: 1095 time: 2.2050993 Aug 30 12:57:38.540891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-789bb5d2-452f-4a6d-bbaa-73b04d4ce662 req-f5f90d0b-d71d-4502-83b1-f5e0bfa04788 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543181 Aug 30 12:57:38.552584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-16da02fe-b1d2-44d8-a049-c4e0f1b1e28a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2561178 Aug 30 12:57:38.571121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2244ec5-1e65-4b72-b643-81f1315dd2b7 req-13f354e4-9b30-4a9f-abf4-ef85bab281e8 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:38.584861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2244ec5-1e65-4b72-b643-81f1315dd2b7 req-13f354e4-9b30-4a9f-abf4-ef85bab281e8 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 947 time: 0.1486869 Aug 30 12:57:38.684275 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2244ec5-1e65-4b72-b643-81f1315dd2b7 req-2a9f60f6-a47f-42d6-8934-df8fd7ab2309 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978718 Aug 30 12:57:38.846634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82fcea45-e198-4db1-934c-9aa493a39a13 req-55130842-4f34-417c-88e2-a8d64cb831d1 tempest-VolumesAdminNegativeTest-1658579819 tempest-VolumesAdminNegativeTest-1658579819-project] 10.222.0.37 "GET /v2.0/ports?device_id=d787377e-e60e-4c18-bc1e-b68be2d92d80 HTTP/1.1" status: 200 len: 210 time: 0.1104028 Aug 30 12:57:38.910550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-909efe9a-524f-45c2-989b-923582cddb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:38.912169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-909efe9a-524f-45c2-989b-923582cddb69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 1098 time: 0.2295935 Aug 30 12:57:38.917410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-5f861f2f-b390-4bfc-b5ef-7ecc05c05905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:38.917410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-5f861f2f-b390-4bfc-b5ef-7ecc05c05905 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 1100 time: 0.2316201 Aug 30 12:57:38.917410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-a7725264-c346-40da-8244-7a5fc72e2c01 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621347 Aug 30 12:57:39.046802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-4f7458db-e7f1-4471-ac79-6ad9f76d7a90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=54345427-c1cd-4b9a-86c8-ec8ce9e8a105 HTTP/1.1" status: 200 len: 217 time: 0.1048777 Aug 30 12:57:39.227443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-81c5d564-a41d-48fb-b95c-c17530146557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:39.228866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-81c5d564-a41d-48fb-b95c-c17530146557 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1621788 Aug 30 12:57:39.247947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7197ab9f-a784-4aa4-9241-05e0d3edaefc req-10d4ccf3-49e9-4a01-98e9-c746b62264fa service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047442 Aug 30 12:57:39.276438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-47e7e6db-8297-45f7-98e7-13546e0b6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:39.277592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-47e7e6db-8297-45f7-98e7-13546e0b6939 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2692101 Aug 30 12:57:39.286201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58747ca-cd41-4cbe-bd4d-6580effcd47e req-981136d8-258c-404b-b3ee-e0a56742903f tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:39.293837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d58747ca-cd41-4cbe-bd4d-6580effcd47e req-981136d8-258c-404b-b3ee-e0a56742903f tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 943 time: 0.1579006 Aug 30 12:57:39.317456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7a9ac668-c79d-4fb3-8e20-0a829d975b56 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:57:39.371066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-28e5a28f-8111-4189-a954-b454370be959 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 200 len: 217 time: 0.0620887 Aug 30 12:57:39.384693 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94f84b59-1d38-4de2-9cfa-b8d89650bf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:39.519831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:57:39.542502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-f4f0b0dc-7d47-4855-9082-b49f1c6fbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:39.544451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-f4f0b0dc-7d47-4855-9082-b49f1c6fbe70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2899210 Aug 30 12:57:39.565393 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d58747ca-cd41-4cbe-bd4d-6580effcd47e req-15c00532-642e-41db-9e6b-6c6063d799fb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705653 Aug 30 12:57:39.568598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:57:39.569283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5eb4ba2b-a262-4ecc-9ecb-587318e1b9d8 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:57:39.591386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-387d55ba-a351-424c-bc88-78c325a5f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:39.592060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-387d55ba-a351-424c-bc88-78c325a5f5cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1763232 Aug 30 12:57:39.593253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ad3d4-3c97-46d3-854e-b46ca8e0e4eb req-f65f9b1f-6173-4b4b-a5f1-d2cb612ee568 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:39.603193 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e79ad3d4-3c97-46d3-854e-b46ca8e0e4eb req-f65f9b1f-6173-4b4b-a5f1-d2cb612ee568 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 943 time: 0.1170363 Aug 30 12:57:39.673208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e79ad3d4-3c97-46d3-854e-b46ca8e0e4eb req-b694fabb-0164-439e-bd1d-a2ec4bd6ffec tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691266 Aug 30 12:57:39.684975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-7bd36255-dc2b-475d-9c33-e762b6ac39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:39.686684 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-7bd36255-dc2b-475d-9c33-e762b6ac39f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 1094 time: 0.3632770 Aug 30 12:57:39.908233 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:39.912017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-aadc07ad-1fb0-465d-8ce9-9de69a5fec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:39.913544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-aadc07ad-1fb0-465d-8ce9-9de69a5fec8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3109806 Aug 30 12:57:39.928547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6944897-7d6b-4ecf-8167-2ff3320011ea req-9712766e-685c-4707-8259-cb92f4a0040c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:39.938482 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6944897-7d6b-4ecf-8167-2ff3320011ea req-9712766e-685c-4707-8259-cb92f4a0040c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 947 time: 0.1296506 Aug 30 12:57:39.948159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-06b66281-65bf-4569-a0aa-f13eb1cbf58d service neutron] 10.222.0.16 "GET /v2.0/ports/7a9ac668-c79d-4fb3-8e20-0a829d975b56/bindings/n-h2-688802-6 HTTP/1.1" status: 200 len: 384 time: 0.1838913 Aug 30 12:57:39.967358 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-6f2582d3-4de3-478e-98e7-82018cab06d7 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955569 Aug 30 12:57:40.014369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff01949-9286-45d6-90f8-bd8a6b97830c req-70e9969e-7203-45b1-995f-167f299c601a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:40.015936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ff01949-9286-45d6-90f8-bd8a6b97830c req-70e9969e-7203-45b1-995f-167f299c601a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.3282232 Aug 30 12:57:40.098362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-73cfd4df-8fce-4d5a-a024-6958bcc0e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:40.099836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-73cfd4df-8fce-4d5a-a024-6958bcc0e96e service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 914 time: 0.3390260 Aug 30 12:57:40.100964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6944897-7d6b-4ecf-8167-2ff3320011ea req-2876cc60-117d-4a66-8454-e3ab538ec5a2 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611454 Aug 30 12:57:40.177822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-7816d7c5-51e5-4e8c-be19-bba100ccc72b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 HTTP/1.1" status: 200 len: 217 time: 0.0584238 Aug 30 12:57:40.201860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58dc066-a627-40ac-a310-fb8b8f57f2ed', 'tag': '54345427-c1cd-4b9a-86c8-ec8ce9e8a105'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:40.209157 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bc0081-8425-4ac2-8d71-8296f255177c" -d '{"events": [{"name": "network-changed", "server_uuid": "f58dc066-a627-40ac-a310-fb8b8f57f2ed", "tag": "54345427-c1cd-4b9a-86c8-ec8ce9e8a105"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:40.242647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ff01949-9286-45d6-90f8-bd8a6b97830c req-c703ffcc-143c-4481-bd4c-d4b2368777a1 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149966 Aug 30 12:57:40.248286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-e76c560f-1293-4559-ac20-214e8bcc0997 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141105 Aug 30 12:57:40.256915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59862) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:40.343107 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b202f19e-5398-449f-b043-7e40d320a0cd x-openstack-request-id: req-b202f19e-5398-449f-b043-7e40d320a0cd {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:40.343413 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58dc066-a627-40ac-a310-fb8b8f57f2ed", "tag": "54345427-c1cd-4b9a-86c8-ec8ce9e8a105", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:40.343736 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b202f19e-5398-449f-b043-7e40d320a0cd {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:40.344136 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58dc066-a627-40ac-a310-fb8b8f57f2ed', 'tag': '54345427-c1cd-4b9a-86c8-ec8ce9e8a105', 'status': 'completed', 'code': 200} Aug 30 12:57:40.349260 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f624975-fbc2-4d56-a0c7-b33d43884689 req-a386e871-578a-41f0-821f-cc23466993c7 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517830 Aug 30 12:57:40.354457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-02ee7cb2-d2cf-455e-8216-4114996da26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:40.355881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-02ee7cb2-d2cf-455e-8216-4114996da26e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 200 len: 853 time: 0.1627889 Aug 30 12:57:40.382087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:40.423892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:40.467890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9ac668-c79d-4fb3-8e20-0a829d975b56 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:40.505210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:40.540711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:40.697275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-4a353f2b-7aee-4244-b51a-374b9a3fb680 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3265543 Aug 30 12:57:40.723666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9adc28d-1ac1-48e5-9d1b-1ab06acbe23a admin admin] Deleting subnet 9ebdfddb-a7b6-4592-b3fb-be795dc245b3 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:57:40.728719 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:40.746959 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9adc28d-1ac1-48e5-9d1b-1ab06acbe23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:40.756973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] Transition to ACTIVE for port object 7a9ac668-c79d-4fb3-8e20-0a829d975b56 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:40.770437 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:40.838313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f15d3-031e-4872-b523-8b28b99fef93 req-6a982b98-8128-4de9-80c8-c6fe90a17d43 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:40.839808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9a1f15d3-031e-4872-b523-8b28b99fef93 req-6a982b98-8128-4de9-80c8-c6fe90a17d43 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 943 time: 0.1492026 Aug 30 12:57:40.879936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20d2e87a-1e5f-45f3-835f-067b47a92b42 req-0dbb192a-e480-43cb-8bb8-8ee4a4a4d37a service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6069396 Aug 30 12:57:40.883655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9ac668-c79d-4fb3-8e20-0a829d975b56,revision_number=10']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:40.894805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9adc28d-1ac1-48e5-9d1b-1ab06acbe23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:40.925572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] No DVR routers for this DVR port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:57:40.936298 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9a1f15d3-031e-4872-b523-8b28b99fef93 req-1e979eab-da84-4f11-9371-a114439c9666 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803638 Aug 30 12:57:40.936504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc0081-8425-4ac2-8d71-8296f255177c req-ff8bb308-a9dd-468c-a985-24e14c9a7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:40.938145 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86bc0081-8425-4ac2-8d71-8296f255177c req-ff8bb308-a9dd-468c-a985-24e14c9a7339 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 1098 time: 0.2459562 Aug 30 12:57:40.975684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-66c805a7-8e8d-417c-92b0-b3d74a633025 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a9ac668-c79d-4fb3-8e20-0a829d975b56/bindings/n-h2-688802-6/activate HTTP/1.1" status: 200 len: 369 time: 1.0057287 Aug 30 12:57:41.002869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9af2a-7e30-4ba7-b202-d4cd21c4e130 req-6bc9994c-44ca-4a08-8fb9-b00ee26452be tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.004489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1d9af2a-7e30-4ba7-b202-d4cd21c4e130 req-6bc9994c-44ca-4a08-8fb9-b00ee26452be tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 944 time: 0.1921997 Aug 30 12:57:41.064897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-a2d16d5b-a818-4fb5-a216-48ef8b66400b service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550537 Aug 30 12:57:41.104145 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9adc28d-1ac1-48e5-9d1b-1ab06acbe23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:41.239819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc0081-8425-4ac2-8d71-8296f255177c req-04fd7dba-96cf-47eb-a77b-6c51942c377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.241608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86bc0081-8425-4ac2-8d71-8296f255177c req-04fd7dba-96cf-47eb-a77b-6c51942c377a service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2913687 Aug 30 12:57:41.245191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a391bca7-79fa-4e99-9592-457457ecda32 req-0a50a4e9-c153-470a-bbd2-3ec8df67c718 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.253012 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a391bca7-79fa-4e99-9592-457457ecda32 req-0a50a4e9-c153-470a-bbd2-3ec8df67c718 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 947 time: 0.0751617 Aug 30 12:57:41.313262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a391bca7-79fa-4e99-9592-457457ecda32 req-9cac749d-b0fb-455c-bbd4-b3b161813b57 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586576 Aug 30 12:57:41.322209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1d9af2a-7e30-4ba7-b202-d4cd21c4e130 req-bdd90325-8188-4c90-8e5f-9361d0d42dbe tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846327 Aug 30 12:57:41.329433 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86bc0081-8425-4ac2-8d71-8296f255177c req-7ab926fb-daff-4cfc-8db3-e51e5b3c47ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=54345427-c1cd-4b9a-86c8-ec8ce9e8a105 HTTP/1.1" status: 200 len: 217 time: 0.0662742 Aug 30 12:57:41.331106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-dfce6ec3-85a5-482e-bfeb-2d875d5618d6 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.332998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-dfce6ec3-85a5-482e-bfeb-2d875d5618d6 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.2870286 Aug 30 12:57:41.416678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc0081-8425-4ac2-8d71-8296f255177c req-dd630134-175b-43b5-950e-b99ecf5475e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.418580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86bc0081-8425-4ac2-8d71-8296f255177c req-dd630134-175b-43b5-950e-b99ecf5475e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0562298 Aug 30 12:57:41.504288 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9adc28d-1ac1-48e5-9d1b-1ab06acbe23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:41.568101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a6e8459-56bc-46ea-ba9c-b4e65a1925b5 req-b2ce3a6e-5a59-4400-aa97-683f12e66067 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615800 Aug 30 12:57:41.569866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adc28d-1ac1-48e5-9d1b-1ab06acbe23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebdfddb-a7b6-4592-b3fb-be795dc245b3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:41.572040 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9adc28d-1ac1-48e5-9d1b-1ab06acbe23a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:41.573922 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a9adc28d-1ac1-48e5-9d1b-1ab06acbe23a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9ebdfddb-a7b6-4592-b3fb-be795dc245b3 HTTP/1.1" status: 204 len: 168 time: 1.3162143 Aug 30 12:57:41.577541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59888) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:41.606844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-c8bb7bf3-ca17-49b3-af29-f9ab560a073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.608619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-c8bb7bf3-ca17-49b3-af29-f9ab560a073c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7 HTTP/1.1" status: 200 len: 1095 time: 0.2499580 Aug 30 12:57:41.619349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50203fd7-b331-4000-89b1-6ae05e848f58 req-a4824642-7ff7-4912-9320-1033b9c8f224 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.627598 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-50203fd7-b331-4000-89b1-6ae05e848f58 req-a4824642-7ff7-4912-9320-1033b9c8f224 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.2077460 Aug 30 12:57:41.654199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc0081-8425-4ac2-8d71-8296f255177c req-b5f9c64f-e90b-45fa-abb1-57aab85a75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.658281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86bc0081-8425-4ac2-8d71-8296f255177c req-b5f9c64f-e90b-45fa-abb1-57aab85a75a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1993132 Aug 30 12:57:41.725573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:41.779108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-50203fd7-b331-4000-89b1-6ae05e848f58 req-cc15ba2c-360b-49e0-98c0-00d3cdcfc318 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503391 Aug 30 12:57:41.799933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ba94f522-1f5d-4ac5-883e-f1561fac7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.801676 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ba94f522-1f5d-4ac5-883e-f1561fac7bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1095 time: 0.1650794 Aug 30 12:57:41.830963 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:41.858587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:57:41.872713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f678aa-a8df-40bd-a400-bd9717898c39') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:57:41.873104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f678aa-a8df-40bd-a400-bd9717898c39') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:57:41.879209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86bc0081-8425-4ac2-8d71-8296f255177c req-a1c321ab-e02e-4dd1-9755-588cf3744632 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043326 Aug 30 12:57:41.886298 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:41.898156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a368e8-d77f-4d80-96ad-5acb8f53a831 req-3f4f8ce5-d89b-4f26-8319-f26329346464 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:41.899684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2a368e8-d77f-4d80-96ad-5acb8f53a831 req-3f4f8ce5-d89b-4f26-8319-f26329346464 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1096 time: 0.0845666 Aug 30 12:57:41.912992 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:41.918706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 7a9ac668-c79d-4fb3-8e20-0a829d975b56 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:57:41.928337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:57:41.928742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: timer() Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:57:41.930519 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:57:41.999198 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2a368e8-d77f-4d80-96ad-5acb8f53a831 req-be7743f0-aa9f-40ec-99aa-ee10f537aa10 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936344 Aug 30 12:57:42.021178 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.049742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.051865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] 10.222.0.37 "DELETE /v2.0/networks/a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a HTTP/1.1" status: 204 len: 168 time: 0.4692540 Aug 30 12:57:42.054995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59896) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:42.055803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663c41a-da33-4d79-b264-b11ed2ccaeac admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ebd1cd-c807-4cf3-a0e9-0b7a055ab30a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:42.112931 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.132371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-f79bcb43-b1f3-4797-a210-a3ddf1619c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:42.135187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bda1a52-2725-459f-bc36-818362072ea0 admin admin] Deleting subnet eb2d3cf1-7ce3-49a8-879f-cea92f2ab8c6 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:57:42.139114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bda1a52-2725-459f-bc36-818362072ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.145698 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-f79bcb43-b1f3-4797-a210-a3ddf1619c54 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.3169258 Aug 30 12:57:42.184859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86bc0081-8425-4ac2-8d71-8296f255177c req-c7f6fddb-1781-4147-9958-b82d1beb21f4 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834527 Aug 30 12:57:42.197960 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bda1a52-2725-459f-bc36-818362072ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.216222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d647ba0-f67c-46c6-8d88-9e169cb3767b req-a5125880-130b-4266-a627-93d00d56dbbe tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:42.219469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d647ba0-f67c-46c6-8d88-9e169cb3767b req-a5125880-130b-4266-a627-93d00d56dbbe tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 943 time: 0.1572120 Aug 30 12:57:42.263226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-864cc25d-2aef-4f5e-979c-fe358010ce92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56 HTTP/1.1" status: 200 len: 217 time: 0.0952592 Aug 30 12:57:42.279462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bda1a52-2725-459f-bc36-818362072ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.357984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d647ba0-f67c-46c6-8d88-9e169cb3767b req-56a2a5dc-1cf4-4b5e-a689-4fbc8bdd80da tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022844 Aug 30 12:57:42.384643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ea992d5f-5348-4050-bdfb-8de8c427b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:42.386408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-ea992d5f-5348-4050-bdfb-8de8c427b2c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1099474 Aug 30 12:57:42.431179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bda1a52-2725-459f-bc36-818362072ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.473342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda1a52-2725-459f-bc36-818362072ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb2d3cf1-7ce3-49a8-879f-cea92f2ab8c6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:42.478763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bda1a52-2725-459f-bc36-818362072ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.482988 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9bda1a52-2725-459f-bc36-818362072ea0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eb2d3cf1-7ce3-49a8-879f-cea92f2ab8c6 HTTP/1.1" status: 204 len: 168 time: 0.4219816 Aug 30 12:57:42.483103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-6157916a-1ff0-4571-bb21-e59674c974ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851853 Aug 30 12:57:42.483190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59906) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:42.584554 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.630542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bcbad-ee99-41ee-bfa3-6b7819f9cbb6 req-582c5ccf-221e-4273-b078-6fc316ea8bb5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:42.632089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-183bcbad-ee99-41ee-bfa3-6b7819f9cbb6 req-582c5ccf-221e-4273-b078-6fc316ea8bb5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 947 time: 0.1488991 Aug 30 12:57:42.681915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.696465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6055c13c-aff2-4a1a-96b0-4f208dda8c3e']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:57:42.706485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-76cba66e-9800-47fa-a558-e8118171d474 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120934 Aug 30 12:57:42.709266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355b050e-063d-4790-9021-0ffc7591cfee') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:57:42.709574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355b050e-063d-4790-9021-0ffc7591cfee') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:57:42.711629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-183bcbad-ee99-41ee-bfa3-6b7819f9cbb6 req-100cc3b7-f01b-4a81-9523-b73bc7c4510f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687225 Aug 30 12:57:42.722106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.741788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.757867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:57:42.759312 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: timer() Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:57:42.762536 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:57:42.866605 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.884851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:42.885843 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-f2ddf0af-0367-46aa-b1f4-0ae952503049 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638796 Aug 30 12:57:42.886820 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6055c13c-aff2-4a1a-96b0-4f208dda8c3e HTTP/1.1" status: 204 len: 168 time: 0.4025187 Aug 30 12:57:42.887816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e255d9-5c9c-4fb2-8411-4adf4c1701d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6055c13c-aff2-4a1a-96b0-4f208dda8c3e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:42.986913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0096c8-0afa-40b0-9c59-c8561a7d80c0 req-9c7d5910-93d6-4c72-b991-1a9d094b0a86 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:42.994668 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e0096c8-0afa-40b0-9c59-c8561a7d80c0 req-9c7d5910-93d6-4c72-b991-1a9d094b0a86 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 944 time: 0.1412272 Aug 30 12:57:43.056348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59938) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:43.067445 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e0096c8-0afa-40b0-9c59-c8561a7d80c0 req-59a41135-78e2-4514-9e7a-f48e29e12aa0 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717044 Aug 30 12:57:43.126292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2139767d-1af6-4238-a117-1ed6e7790a1e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9bbe13ce3bc845ebad2dde88553cb625&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686166 Aug 30 12:57:43.129561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59940) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:43.247397 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a3c589c-24e8-4e40-93ff-490f308dc5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:43.259749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-664f95e5-21c1-49a2-b79d-780781aa9b8f tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:43.261437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-664f95e5-21c1-49a2-b79d-780781aa9b8f tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.0665598 Aug 30 12:57:43.308936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a3c589c-24e8-4e40-93ff-490f308dc5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:43.516042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a580a-8b2d-462e-867b-e3da9a594bc0 req-c8769369-0151-4812-be88-afc59147123c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:43.518983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-692a580a-8b2d-462e-867b-e3da9a594bc0 req-c8769369-0151-4812-be88-afc59147123c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.1321998 Aug 30 12:57:43.528868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-8322d696-a745-48b8-a24f-f9aee80f5456 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:57:43.530225 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-8322d696-a745-48b8-a24f-f9aee80f5456 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228262 Aug 30 12:57:43.531537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a3c589c-24e8-4e40-93ff-490f308dc5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:43.538194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a3c589c-24e8-4e40-93ff-490f308dc5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:43.539436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1a3c589c-24e8-4e40-93ff-490f308dc5bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1947327-aebd-44d8-a9c6-75e054215927 HTTP/1.1" status: 204 len: 168 time: 0.4088593 Aug 30 12:57:43.564289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Request body: {'binding': {'host': 'n-h1-688802-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:43.564892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Unknown quota resources ['binding']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 12:57:43.570287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c589c-24e8-4e40-93ff-490f308dc5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1947327-aebd-44d8-a9c6-75e054215927,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:43.634467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-a8aed93c-6b7e-4800-850d-b8f0971fc9f9 service neutron] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:43.642678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-692a580a-8b2d-462e-867b-e3da9a594bc0 req-40ca20fc-b1cb-4335-8c58-fc511f7eaa15 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009414 Aug 30 12:57:43.645368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-a8aed93c-6b7e-4800-850d-b8f0971fc9f9 service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:43.646426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-a8aed93c-6b7e-4800-850d-b8f0971fc9f9 service neutron] 10.222.0.35 "DELETE /v2.0/ports/7a9ac668-c79d-4fb3-8e20-0a829d975b56/bindings/n-h1-688802-6 HTTP/1.1" status: 204 len: 173 time: 0.3744268 Aug 30 12:57:43.853692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1ddbe-c62a-4fde-953a-739011502b32 req-d5340762-d74d-4ea7-8764-ef9a5483d543 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:43.855208 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6e1ddbe-c62a-4fde-953a-739011502b32 req-d5340762-d74d-4ea7-8764-ef9a5483d543 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 943 time: 0.0986791 Aug 30 12:57:43.856360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on host n-h1-688802-6 for vnic_type normal with profile None {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:43.857724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:43.857724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:43.868545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:43.868876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:43.891470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:43.892189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:43.892189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:43.892616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Bound port: 22217237-863d-4e67-8ea8-fe06e5226009, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:43.936528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:43.940706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59958) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:43.956102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6e1ddbe-c62a-4fde-953a-739011502b32 req-96b6369b-1595-4e4b-ab9f-bd4f04ec16f8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904791 Aug 30 12:57:43.984899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:43.993927 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:43.995175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] 10.222.0.37 "POST /v2.0/ports/22217237-863d-4e67-8ea8-fe06e5226009/bindings HTTP/1.1" status: 201 len: 389 time: 0.4545629 Aug 30 12:57:44.018435 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-76c29e4d-0b65-4182-99bc-e22c06140b3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=812d7551c94e473abd3e272f42c9b7f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0731304 Aug 30 12:57:44.018869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59960) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:44.153213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:44.175756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '54345427-c1cd-4b9a-86c8-ec8ce9e8a105', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '54345427-c1cd-4b9a-86c8-ec8ce9e8a105', 'mac_address': 'fa:16:3e:1f:45:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:44.192134 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4b56d58-2664-4ee4-9324-898512c98a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:44.272825 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:44.290191 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4b56d58-2664-4ee4-9324-898512c98a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:44.294821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:44.298796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836c15b-e637-43e5-83a3-57a750f7275b req-a121a957-2fea-4e3e-9f54-b264ffae325a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:44.308277 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5836c15b-e637-43e5-83a3-57a750f7275b req-a121a957-2fea-4e3e-9f54-b264ffae325a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 944 time: 0.0780227 Aug 30 12:57:44.343307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:44.350802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:44.351475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:44.360393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141215b1-2a1c-41cb-88b9-54a8402dbbc7 req-3296e95d-89b8-4788-807c-4f10015c05c3 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:44.368385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-141215b1-2a1c-41cb-88b9-54a8402dbbc7 req-3296e95d-89b8-4788-807c-4f10015c05c3 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 947 time: 0.1977472 Aug 30 12:57:44.400904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5836c15b-e637-43e5-83a3-57a750f7275b req-5c004163-f817-4832-a5d0-08dc6ed71392 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914090 Aug 30 12:57:44.460497 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4b56d58-2664-4ee4-9324-898512c98a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:44.464479 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4b56d58-2664-4ee4-9324-898512c98a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:44.465824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f4b56d58-2664-4ee4-9324-898512c98a8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c24bf22-5cb2-4f2e-a985-2fc6f3d3ddfa HTTP/1.1" status: 204 len: 168 time: 0.4454663 Aug 30 12:57:44.471615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-367ced16-89a7-4b74-915c-69780a65479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:44.473479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-367ced16-89a7-4b74-915c-69780a65479e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1096 time: 0.1064565 Aug 30 12:57:44.487252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-141215b1-2a1c-41cb-88b9-54a8402dbbc7 req-4e8765e1-8b79-4060-8270-5226c961e603 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177356 Aug 30 12:57:44.488300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b56d58-2664-4ee4-9324-898512c98a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c24bf22-5cb2-4f2e-a985-2fc6f3d3ddfa,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:44.536973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:44.601922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:44.615998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9', 'network_id': '5f2f9a47-db6f-4fc9-a251-6bdae19278ed', 'port_id': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9', 'mac_address': 'fa:16:3e:5a:9d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ff54b3-fa7e-460e-852e-4624ce568d91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:44.662394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8d1e4-377c-42ba-b031-7c1991dec7e3 req-a627e151-2711-4694-8eff-8a0e9fe8c917 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:44.670293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40d8d1e4-377c-42ba-b031-7c1991dec7e3 req-a627e151-2711-4694-8eff-8a0e9fe8c917 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.1429293 Aug 30 12:57:44.670558 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:44.714316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:44.749262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40d8d1e4-377c-42ba-b031-7c1991dec7e3 req-162117e6-e039-4896-bea9-2aa5018167a1 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731540 Aug 30 12:57:44.749262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-e77f81cc-5649-4ae5-ae2b-438f9d944b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:44.749262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-e77f81cc-5649-4ae5-ae2b-438f9d944b8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.2666883 Aug 30 12:57:44.844203 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-54a981ce-5144-4d13-a858-fe9643bc53b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.0786502 Aug 30 12:57:44.848701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:44.861379 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:44.876858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f71493-81b4-4676-a48a-5fff0cf72a0a req-16e4ad71-ce3a-4ec5-b292-0e0aac26c2a2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:44.888826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70f71493-81b4-4676-a48a-5fff0cf72a0a req-16e4ad71-ce3a-4ec5-b292-0e0aac26c2a2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0734994 Aug 30 12:57:44.926696 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81501cae-eb9f-4022-9216-c63ac086a086 req-d7a6f724-63ce-49c4-b0a9-1fd8f53c234b tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:44.933892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-81501cae-eb9f-4022-9216-c63ac086a086 req-d7a6f724-63ce-49c4-b0a9-1fd8f53c234b tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1095 time: 0.0872579 Aug 30 12:57:44.945454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-0dbbf8a8-202d-4eb5-a8e2-7ac82d415791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:44.946950 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-0dbbf8a8-202d-4eb5-a8e2-7ac82d415791 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0913825 Aug 30 12:57:44.949879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:44.986275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70f71493-81b4-4676-a48a-5fff0cf72a0a req-592d9c5d-401f-4269-b56c-60943a1fa8e5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961509 Aug 30 12:57:45.016958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-81501cae-eb9f-4022-9216-c63ac086a086 req-11003fe6-dcb2-4a1c-89bc-da505fc744c4 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820870 Aug 30 12:57:45.019382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-cd78354a-bc01-4faa-a7ad-4ec862351c0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549393 Aug 30 12:57:45.173735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c079d94-754f-4b04-ae54-1d0b9389f8e6 req-7b15b8f1-2f5c-41cf-9329-93279924ea61 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:45.175928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c079d94-754f-4b04-ae54-1d0b9389f8e6 req-7b15b8f1-2f5c-41cf-9329-93279924ea61 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 944 time: 0.0843847 Aug 30 12:57:45.202658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3569bdcd-6a6a-4bb5-b700-9c55dea52814 req-ac3c95d8-02a0-46ae-ba16-2f1110e15e02 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:45.202658 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3569bdcd-6a6a-4bb5-b700-9c55dea52814 req-ac3c95d8-02a0-46ae-ba16-2f1110e15e02 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 1095 time: 0.0897896 Aug 30 12:57:45.220295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-dc229b25-3019-4aee-b766-73d3c010fded service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933582 Aug 30 12:57:45.236143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c079d94-754f-4b04-ae54-1d0b9389f8e6 req-d2409300-3e18-4067-b3d1-66a626cf7bcb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505035 Aug 30 12:57:45.313476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3569bdcd-6a6a-4bb5-b700-9c55dea52814 req-de77c339-dd65-4c95-b80b-c540d7ed156d tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983431 Aug 30 12:57:45.366702 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-43bc76cb-b53c-44db-b49e-0574a096478c service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379905 Aug 30 12:57:45.367659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['54345427-c1cd-4b9a-86c8-ec8ce9e8a105'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:45.372283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:45.685991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069403b-cfc5-4d03-a3d1-c117cc4e74bb req-2faf0b3c-6fa0-4a8f-b5ac-43674bae2145 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:45.699323 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2069403b-cfc5-4d03-a3d1-c117cc4e74bb req-2faf0b3c-6fa0-4a8f-b5ac-43674bae2145 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 948 time: 0.1016083 Aug 30 12:57:45.766788 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2069403b-cfc5-4d03-a3d1-c117cc4e74bb req-c999fd9e-b1fe-436a-9c12-6bdae9ee457f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621805 Aug 30 12:57:46.258761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530d0c1-1e2d-4b31-8f0e-01e05946ccc1 req-576c3d60-b2e2-4df6-b792-9cb39cfa3b68 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:46.266829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4530d0c1-1e2d-4b31-8f0e-01e05946ccc1 req-576c3d60-b2e2-4df6-b792-9cb39cfa3b68 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.0873861 Aug 30 12:57:46.308742 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4530d0c1-1e2d-4b31-8f0e-01e05946ccc1 req-57099a3e-c9dd-4b4f-a01e-21f063993277 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Aug 30 12:57:46.328790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f968f-59ab-4ce8-b98f-35ae14d7edd2 req-ad4e2480-549b-487c-b339-cd39534665ef tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:46.329848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-390f968f-59ab-4ce8-b98f-35ae14d7edd2 req-ad4e2480-549b-487c-b339-cd39534665ef tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0604532 Aug 30 12:57:46.443274 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-390f968f-59ab-4ce8-b98f-35ae14d7edd2 req-c503ca75-f83c-4a4e-941c-55ea52e5b320 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901225 Aug 30 12:57:46.536231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae15392-e021-4d53-b453-b8c0b5978534 req-29933dde-4a96-4a93-bb55-60796d90d29f tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:46.543280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ae15392-e021-4d53-b453-b8c0b5978534 req-29933dde-4a96-4a93-bb55-60796d90d29f tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 944 time: 0.0785816 Aug 30 12:57:46.606683 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ae15392-e021-4d53-b453-b8c0b5978534 req-72d2c9da-2925-48aa-8e28-ea2823644151 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625515 Aug 30 12:57:46.997271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaba8ae-aec6-4a53-a0a6-dbf5430d5275 req-9764fcdd-509b-45f2-8058-c0769b963831 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:47.006564 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0eaba8ae-aec6-4a53-a0a6-dbf5430d5275 req-9764fcdd-509b-45f2-8058-c0769b963831 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 948 time: 0.1054466 Aug 30 12:57:47.067070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60092) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:47.078841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0eaba8ae-aec6-4a53-a0a6-dbf5430d5275 req-9f27293a-6839-4e37-bbd8-606d584e2666 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712380 Aug 30 12:57:47.384960 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5229f9ff-ff70-4577-88ad-d1528c020409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:47.513585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb8c6d-2eb7-4f1f-9811-b9a0f01eccc5 req-8dba090b-2124-4d20-bf33-e99ae187c73f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:47.522847 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3bb8c6d-2eb7-4f1f-9811-b9a0f01eccc5 req-8dba090b-2124-4d20-bf33-e99ae187c73f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.1187596 Aug 30 12:57:47.576252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee79e47d-4427-4e66-9bf9-786d71868bb1 req-3b902dbf-c5e9-4758-8ea6-aec67dffd846 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:47.584388 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee79e47d-4427-4e66-9bf9-786d71868bb1 req-3b902dbf-c5e9-4758-8ea6-aec67dffd846 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0609598 Aug 30 12:57:47.596979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3bb8c6d-2eb7-4f1f-9811-b9a0f01eccc5 req-ef896962-a7bb-4c94-a4ec-ee34eaf3cc92 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Aug 30 12:57:47.646408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee79e47d-4427-4e66-9bf9-786d71868bb1 req-79022bdd-ae28-4302-94f1-0e444b562b20 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Aug 30 12:57:47.707036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5229f9ff-ff70-4577-88ad-d1528c020409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:47.744225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5229f9ff-ff70-4577-88ad-d1528c020409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:47.805243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5229f9ff-ff70-4577-88ad-d1528c020409 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bf5dcd181bdc42c2a47460de4facd6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7295938 Aug 30 12:57:47.807937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60106) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:47.841922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229f9ff-ff70-4577-88ad-d1528c020409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934a22fc-2e69-4def-9cee-446681e4f643,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:47.866964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:47.889507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc6725-f785-4566-b4b9-4d7b133486bd req-68ac8ef0-5906-4ed8-b1a5-f5885ae2d09d tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:47.891749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:47.903363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aebc6725-f785-4566-b4b9-4d7b133486bd req-68ac8ef0-5906-4ed8-b1a5-f5885ae2d09d tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 944 time: 0.1925628 Aug 30 12:57:47.956348 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aebc6725-f785-4566-b4b9-4d7b133486bd req-131d7520-46f8-4cb1-bb70-e6e7780fbe81 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509505 Aug 30 12:57:47.974197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:47.983573 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:47.988886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:47.992616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/934a22fc-2e69-4def-9cee-446681e4f643 HTTP/1.1" status: 204 len: 168 time: 0.1815865 Aug 30 12:57:48.018130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934a22fc-2e69-4def-9cee-446681e4f643,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:48.028128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.028552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.029033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.029448 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.029866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.030316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.031573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.032543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.033228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.033635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.034541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.034541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafbe9d-6a24-4476-ad28-96bf18171917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:48.079159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:48.084641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:48.085216 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:48.195670 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:48.246079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:48.247322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58dc066-a627-40ac-a310-fb8b8f57f2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54345427-c1cd-4b9a-86c8-ec8ce9e8a105'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:48.250331 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f376312-e032-4b74-96c1-e9214263e81b" -d '{"events": [{"server_uuid": "f58dc066-a627-40ac-a310-fb8b8f57f2ed", "name": "network-vif-plugged", "status": "completed", "tag": "54345427-c1cd-4b9a-86c8-ec8ce9e8a105"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:48.259148 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:48.259889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:57:48.312374 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c713162-efcc-462f-8f5a-ea456a405551 req-6ae262ee-81b2-41d6-8116-53d9e8ad404d tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:48.323467 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c713162-efcc-462f-8f5a-ea456a405551 req-6ae262ee-81b2-41d6-8116-53d9e8ad404d tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 948 time: 0.1144042 Aug 30 12:57:48.463035 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c713162-efcc-462f-8f5a-ea456a405551 req-5ae2513e-a098-4cdd-bed1-be10489e0815 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361818 Aug 30 12:57:48.520913 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55091fb6-2829-4958-a2f4-142c0bfabbba x-openstack-request-id: req-55091fb6-2829-4958-a2f4-142c0bfabbba {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:48.521227 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58dc066-a627-40ac-a310-fb8b8f57f2ed", "name": "network-vif-plugged", "status": "completed", "tag": "54345427-c1cd-4b9a-86c8-ec8ce9e8a105", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:48.521454 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55091fb6-2829-4958-a2f4-142c0bfabbba {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:48.521874 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58dc066-a627-40ac-a310-fb8b8f57f2ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54345427-c1cd-4b9a-86c8-ec8ce9e8a105', 'code': 200} Aug 30 12:57:48.556258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:48.560613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:57:48.566011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:57:48.566978 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:48.586779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66967315-7c6e-463f-b27a-cf6057459dd6 req-2d416984-810d-48e4-918c-7740e1d8598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:48.593366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66967315-7c6e-463f-b27a-cf6057459dd6 req-2d416984-810d-48e4-918c-7740e1d8598a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 1100 time: 0.1136706 Aug 30 12:57:48.661595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66967315-7c6e-463f-b27a-cf6057459dd6 req-8cf05cb6-44d5-43c0-a585-f0c3999c6c3b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533953 Aug 30 12:57:48.697286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:48.767187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:48.777840 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:48.810919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832c7a7-89a4-453f-9ab9-a3b3bfeec05c req-8b5bfe9e-6e2e-4d34-bfc8-26600cccfef5 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:48.813506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9832c7a7-89a4-453f-9ab9-a3b3bfeec05c req-8b5bfe9e-6e2e-4d34-bfc8-26600cccfef5 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.0856700 Aug 30 12:57:48.839900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d9d10-d4e1-4bff-bc20-2e7b0283a58c req-164d8cb3-8fdd-49cb-85d6-21164571c7b0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:48.860757 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-907d9d10-d4e1-4bff-bc20-2e7b0283a58c req-164d8cb3-8fdd-49cb-85d6-21164571c7b0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.1174104 Aug 30 12:57:48.910366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-907d9d10-d4e1-4bff-bc20-2e7b0283a58c req-5c419ee7-3068-4687-b2dc-ab4712f028f1 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484965 Aug 30 12:57:48.941320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9832c7a7-89a4-453f-9ab9-a3b3bfeec05c req-f78f75b2-a82e-422f-85a2-b7354af380d4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168525 Aug 30 12:57:48.948037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:49.098676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982cf29-1b7c-4ad3-a29c-646287f8ec04 req-750faff7-565b-4a00-9744-d8b649732afb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:49.106382 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8982cf29-1b7c-4ad3-a29c-646287f8ec04 req-750faff7-565b-4a00-9744-d8b649732afb tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 945 time: 0.0796616 Aug 30 12:57:49.146681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8982cf29-1b7c-4ad3-a29c-646287f8ec04 req-c64836e3-4a85-49b8-979f-9720c2fd4b3a tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Aug 30 12:57:49.611088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92440df-5f8b-4ad5-837f-c79ce98b0ea0 req-e391ce73-a2a9-4ac6-824d-5a34ea981570 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:49.612565 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b92440df-5f8b-4ad5-837f-c79ce98b0ea0 req-e391ce73-a2a9-4ac6-824d-5a34ea981570 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 949 time: 0.0603650 Aug 30 12:57:49.677931 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b92440df-5f8b-4ad5-837f-c79ce98b0ea0 req-a22dcf01-f8dc-4a86-861d-6a6da06b0a4a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509005 Aug 30 12:57:49.740929 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60242) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:49.866871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3e65e91-e279-4edd-8cfb-d6765c0025ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:49.991259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3e65e91-e279-4edd-8cfb-d6765c0025ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:50.008896 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3e65e91-e279-4edd-8cfb-d6765c0025ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:50.062442 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a3e65e91-e279-4edd-8cfb-d6765c0025ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08916597ecc245efa2462577038386f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203373 Aug 30 12:57:50.064801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e65e91-e279-4edd-8cfb-d6765c0025ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250ab095-9028-47de-8683-95b3852a7e26,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:50.065065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60254) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:50.117184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f31380-cb07-4cc6-af99-03974c936454 req-22c4295e-6fac-4c25-84fe-fd88cb5391ba tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:50.118748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a09f13-e901-4659-99f3-3199b3fe53de req-ee946f8b-e738-4631-b278-ec043643372d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:50.119135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91f31380-cb07-4cc6-af99-03974c936454 req-22c4295e-6fac-4c25-84fe-fd88cb5391ba tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.0923328 Aug 30 12:57:50.127054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68a09f13-e901-4659-99f3-3199b3fe53de req-ee946f8b-e738-4631-b278-ec043643372d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.1198897 Aug 30 12:57:50.149594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbe63-8e2e-42a2-9ea6-adfb55a07b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:50.166068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68a09f13-e901-4659-99f3-3199b3fe53de req-8962339d-8ad0-48d8-90b6-5f212be58b15 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Aug 30 12:57:50.191629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91f31380-cb07-4cc6-af99-03974c936454 req-6b76ab89-684c-4b68-a959-64587718402c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586741 Aug 30 12:57:50.205979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbe63-8e2e-42a2-9ea6-adfb55a07b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:50.268021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbe63-8e2e-42a2-9ea6-adfb55a07b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:50.271397 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbe63-8e2e-42a2-9ea6-adfb55a07b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:50.275453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d0bdbe63-8e2e-42a2-9ea6-adfb55a07b07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/250ab095-9028-47de-8683-95b3852a7e26 HTTP/1.1" status: 204 len: 168 time: 0.2068508 Aug 30 12:57:50.282751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdbe63-8e2e-42a2-9ea6-adfb55a07b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250ab095-9028-47de-8683-95b3852a7e26,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:50.346238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93627d74-c864-4284-a3cc-ec37e0ff9634 req-547fc59b-b09f-4354-b4ea-3ea2454c2479 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:50.347994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93627d74-c864-4284-a3cc-ec37e0ff9634 req-547fc59b-b09f-4354-b4ea-3ea2454c2479 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 945 time: 0.0611787 Aug 30 12:57:50.389434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93627d74-c864-4284-a3cc-ec37e0ff9634 req-a5cfa99d-cdb4-411a-98a6-687490f3c5ff tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354822 Aug 30 12:57:50.420453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-719547ee-9c1f-4bfb-ad9d-f4a31358886e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:50.423093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-719547ee-9c1f-4bfb-ad9d-f4a31358886e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 803 time: 0.1389887 Aug 30 12:57:50.446673 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-b85bb35d-5e40-465b-925c-0a9580a099ab tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/quotas/79bbe82aad2b4287884ace0fb8add6b8 HTTP/1.1" status: 200 len: 375 time: 0.0171585 Aug 30 12:57:50.513918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-9c6eb50d-6b20-4256-84ba-bc75d285b997 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663748 Aug 30 12:57:50.523243 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:50.526118 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583e89b-c262-40be-84eb-9de35b5c838c" -d '{"events": [{"server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "name": "network-vif-plugged", "status": "completed", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:50.596511 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abfab8d-792e-41e2-ac1c-fdb3442d14d8 x-openstack-request-id: req-2abfab8d-792e-41e2-ac1c-fdb3442d14d8 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:50.596803 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "name": "network-vif-plugged", "status": "completed", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:50.597241 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2abfab8d-792e-41e2-ac1c-fdb3442d14d8 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:50.597719 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9', 'code': 200} Aug 30 12:57:50.630812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-509ce14f-e5e9-47ae-b3f3-e16683024022 service neutron] 10.222.0.37 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156237 Aug 30 12:57:50.731374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480892f-dcea-4137-b060-cea625aef9b9 req-2bc78ac2-5a21-4445-8fb9-46dbb03df92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:50.734193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9480892f-dcea-4137-b060-cea625aef9b9 req-2bc78ac2-5a21-4445-8fb9-46dbb03df92e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 1096 time: 0.0544164 Aug 30 12:57:50.738326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-a6d0972f-c735-4aba-962f-9447728c0154 service neutron] 10.222.0.37 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063020 Aug 30 12:57:50.786101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9480892f-dcea-4137-b060-cea625aef9b9 req-39d6a6c7-1a02-4058-8166-ceeab86a72e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421710 Aug 30 12:57:50.854324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc5b5a-9684-483c-988c-cf9f4a257510 req-61d2176a-43a9-4df1-9fb8-c0e83c347023 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:50.856840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7cc5b5a-9684-483c-988c-cf9f4a257510 req-61d2176a-43a9-4df1-9fb8-c0e83c347023 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 949 time: 0.0699155 Aug 30 12:57:50.966438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7cc5b5a-9684-483c-988c-cf9f4a257510 req-5f346eab-439d-4d97-9a4b-834228477c29 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021194 Aug 30 12:57:51.027284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7a48890-705b-4be5-90c9-e489128d6d04 req-6dfb42b2-5e92-41f0-922a-6b99021d82b3 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 210 time: 0.0616970 Aug 30 12:57:51.631831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18384a02-2bb2-4f70-a24b-df2e6137ca37 req-a0fcbfff-bf97-41d4-8df0-3da71277fa0f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:51.632620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059862-f2b8-4922-8011-292cdafb9866 req-1ed7d495-7361-4a11-adec-a7c7646cb464 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:51.633800 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18384a02-2bb2-4f70-a24b-df2e6137ca37 req-a0fcbfff-bf97-41d4-8df0-3da71277fa0f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.3713002 Aug 30 12:57:51.634691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d059862-f2b8-4922-8011-292cdafb9866 req-1ed7d495-7361-4a11-adec-a7c7646cb464 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.0705276 Aug 30 12:57:51.679619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18384a02-2bb2-4f70-a24b-df2e6137ca37 req-7e29191c-e39d-4e44-bbfd-02db60c9cb29 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371847 Aug 30 12:57:51.684975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d059862-f2b8-4922-8011-292cdafb9866 req-4522b5d3-ab3f-45e0-a875-6692dc370b69 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Aug 30 12:57:51.778192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-79a20203-d55b-465a-a70a-a81e88294c05 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:51.779810 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-79a20203-d55b-465a-a70a-a81e88294c05 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "GET /v2.0/ports?device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588 HTTP/1.1" status: 200 len: 945 time: 0.0718410 Aug 30 12:57:51.828500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500ff2a-1395-4c04-9d31-f34b0279384e req-94be956e-25de-446a-97bd-5c3ceb7ec7b8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:51.830516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6500ff2a-1395-4c04-9d31-f34b0279384e req-94be956e-25de-446a-97bd-5c3ceb7ec7b8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 945 time: 0.0623815 Aug 30 12:57:51.878320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6500ff2a-1395-4c04-9d31-f34b0279384e req-59e8fa4c-17a1-4c33-8e9d-0e0caee99447 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418386 Aug 30 12:57:51.909245 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Deleting port 7c960841-0ec6-42fa-b768-f7953947f8ec {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:57:51.909937 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:52.065606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] For port 7c960841-0ec6-42fa-b768-f7953947f8ec, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7c960841-0ec6-42fa-b768-f7953947f8ec,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:52.066696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:52.162522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Calling delete_port for 7c960841-0ec6-42fa-b768-f7953947f8ec owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:57:52.242003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-1598745e-1a46-4ff0-8ba0-348e88aa5fbb tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.243596 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-1598745e-1a46-4ff0-8ba0-348e88aa5fbb tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 803 time: 0.1820328 Aug 30 12:57:52.267375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Request body: {'port': {'device_id': '872bd208-2de3-4828-9230-2591ab60228c', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'admin_state_up': True, 'tenant_id': '79bbe82aad2b4287884ace0fb8add6b8'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:52.281935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac3922d3-0748-42f2-aadd-bd05d9ab9611 req-66dc633a-268f-4581-9f9b-a6958dd709ad tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 210 time: 0.0340927 Aug 30 12:57:52.474543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.475024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.475575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.476012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.476512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.477000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.477486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.478072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.478518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.479041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.479514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.479998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.480465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.480935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.481384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.481935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.485306 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-a6809fb8-3e93-4d96-b460-e4f6f11b08b5 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c&device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed&device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf&device_id=7f4205e5-5c9b-4ca3-9d4c-83235de81588&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c&device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e&device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5&device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3&device_id=39137c03-4377-4cd2-8222-ef2003c7dada&device_id=2cd354c7-dece-4341-94c1-930a031a6d7b&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4&device_id=a222516b-b773-4584-8726-18345d48ffbe&device_id=4f9924aa-2f51-4875-b075-1645a445dbb2&device_id=d78d7185-d810-437e-9f1f-e64f79914087&device_id=76a66d54-8929-4875-b670-6d921e8f9167&device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 14489 time: 0.1594164 Aug 30 12:57:52.512371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:52.528441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-62e59732-2c1e-4cca-bc2a-46ce16eb4a0c tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:52.562182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Pushing event deleted for resources: {'Port': ['ID=7c960841-0ec6-42fa-b768-f7953947f8ec,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:52.569528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Made reservation on behalf of 79bbe82aad2b4287884ace0fb8add6b8 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:52.573036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:52.605317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.606506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.606853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.607210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.607570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.607905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.608249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.608801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.609213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.610708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.611086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.611420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:57:52.664042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] No DVR routers for this DVR port 7c960841-0ec6-42fa-b768-f7953947f8ec on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:57:52.668717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60360) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:52.670403 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:52.673465 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37a9bf29-e274-4b43-b801-7727985fbca1 req-03fb8401-be21-41be-9050-70804ed44107 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "DELETE /v2.0/ports/7c960841-0ec6-42fa-b768-f7953947f8ec HTTP/1.1" status: 204 len: 173 time: 0.8866584 Aug 30 12:57:52.677901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'name': 'network-vif-deleted', 'tag': '7c960841-0ec6-42fa-b768-f7953947f8ec'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:52.680190 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00762f2c-86c3-47ca-983f-50c07f09ef46" -d '{"events": [{"server_uuid": "7f4205e5-5c9b-4ca3-9d4c-83235de81588", "name": "network-vif-deleted", "tag": "7c960841-0ec6-42fa-b768-f7953947f8ec"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:52.761616 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb38f8b9-fa12-40c6-b020-a54be86c26aa x-openstack-request-id: req-eb38f8b9-fa12-40c6-b020-a54be86c26aa {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:52.765984 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4205e5-5c9b-4ca3-9d4c-83235de81588", "name": "network-vif-deleted", "tag": "7c960841-0ec6-42fa-b768-f7953947f8ec", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:52.766451 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb38f8b9-fa12-40c6-b020-a54be86c26aa {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:52.767074 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4205e5-5c9b-4ca3-9d4c-83235de81588', 'name': 'network-vif-deleted', 'tag': '7c960841-0ec6-42fa-b768-f7953947f8ec', 'status': 'completed', 'code': 200} Aug 30 12:57:52.886445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d46b-2aab-4c70-ba73-b2e84daf1737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:52.910485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Allocated IP 172.20.0.13 (5fd40165-90b2-4c24-9905-dd1306484e87/ddbace6a-fc20-419c-b799-875664335cbc/8b1da1d4-177f-46d9-b3f1-8465fbf0a429) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:57:52.916268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95fc49-98cf-4edd-b464-67642d1ba6a1 req-40e6b78f-1c24-49bf-a64d-11b158f04897 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:52.924695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd95fc49-98cf-4edd-b464-67642d1ba6a1 req-40e6b78f-1c24-49bf-a64d-11b158f04897 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0942688 Aug 30 12:57:52.960414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd95fc49-98cf-4edd-b464-67642d1ba6a1 req-ac35ce18-afe4-46f2-b19a-be13e030e4bf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348654 Aug 30 12:57:52.985834 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-62e59732-2c1e-4cca-bc2a-46ce16eb4a0c tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.052291 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-62e59732-2c1e-4cca-bc2a-46ce16eb4a0c tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.094119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3160e9fb-92e4-4801-bbcf-a1f58da3aa7f req-62e59732-2c1e-4cca-bc2a-46ce16eb4a0c tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&id=75989d25-7313-4734-9618-fd0c94f60564&id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&id=ca393cdc-e200-486d-9d7d-1096490bc45d&id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&id=e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad&id=7c96f146-1204-4e30-ba72-730676859310&id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 943 time: 0.5959985 Aug 30 12:57:53.116027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee5e65-9910-49b2-bcce-be40ec197618 req-02523c9f-5d5e-4721-8438-21cfc55babe4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:53.117747 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5ee5e65-9910-49b2-bcce-be40ec197618 req-02523c9f-5d5e-4721-8438-21cfc55babe4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.0876880 Aug 30 12:57:53.158284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d46b-2aab-4c70-ba73-b2e84daf1737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.173259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bdf0d46b-2aab-4c70-ba73-b2e84daf1737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.181443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e59732-2c1e-4cca-bc2a-46ce16eb4a0c tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4663604c-c613-4146-a6f1-ec2958b72ae5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:53.210898 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5ee5e65-9910-49b2-bcce-be40ec197618 req-635242f1-5919-418d-b722-c5cbce9cc4a8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849180 Aug 30 12:57:53.218089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.260086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0d46b-2aab-4c70-ba73-b2e84daf1737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58ed9f2-8477-4a90-b6a7-d5ee433799f9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:53.262415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddd4dc-889b-429d-a53e-e824741f6298 req-db7c811a-f941-405f-a969-acbfaadbe096 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:53.264097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34ddd4dc-889b-429d-a53e-e824741f6298 req-db7c811a-f941-405f-a969-acbfaadbe096 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 945 time: 0.1004775 Aug 30 12:57:53.275143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bdf0d46b-2aab-4c70-ba73-b2e84daf1737 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c17420f1704a4bf88d9054afae1bafbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029892 Aug 30 12:57:53.275957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60378) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:53.326228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.343509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7c960841-0ec6-42fa-b768-f7953947f8ec no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:57:53.344716 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34ddd4dc-889b-429d-a53e-e824741f6298 req-f23876e5-1f09-48a6-adca-0a26687ce92e tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731499 Aug 30 12:57:53.364915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74b48a7c-f782-4fb8-a8aa-9e2ae3208129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.385031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 7c960841-0ec6-42fa-b768-f7953947f8ec {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:57:53.389469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7c960841-0ec6-42fa-b768-f7953947f8ec not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:57:53.394933 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74b48a7c-f782-4fb8-a8aa-9e2ae3208129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.476387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74b48a7c-f782-4fb8-a8aa-9e2ae3208129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.480305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74b48a7c-f782-4fb8-a8aa-9e2ae3208129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.485089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-74b48a7c-f782-4fb8-a8aa-9e2ae3208129 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c58ed9f2-8477-4a90-b6a7-d5ee433799f9 HTTP/1.1" status: 204 len: 168 time: 0.2048154 Aug 30 12:57:53.486984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Pushing event updated for resources: {'Port': ['ID=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:53.518710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b48a7c-f782-4fb8-a8aa-9e2ae3208129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58ed9f2-8477-4a90-b6a7-d5ee433799f9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:53.523582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Network 5fd40165-90b2-4c24-9905-dd1306484e87 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:57:53.526413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:53.535623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:57:53.624963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:53.625789 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.631670 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-8c897afd-18ad-4736-8808-9f731981d08e tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-45702522&fields=id&tenant_id=50d478fdf99446b2ba640d67ac5f6b33 HTTP/1.1" status: 200 len: 267 time: 0.0615425 Aug 30 12:57:53.636181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff2ced-7be0-49a6-af68-9f604709ea98 req-d285a963-2561-4e2e-aa34-e1097960d6b9 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:53.644434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fff2ced-7be0-49a6-af68-9f604709ea98 req-d285a963-2561-4e2e-aa34-e1097960d6b9 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 932 time: 0.0825226 Aug 30 12:57:53.666436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-e84959de-e285-48cd-a85f-2453c0c0eb02 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4033320 Aug 30 12:57:53.693338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fff2ced-7be0-49a6-af68-9f604709ea98 req-f2ef05e4-d589-4bbf-b34f-639885aff832 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480227 Aug 30 12:57:53.704839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Request body: {'port': {'device_id': '872bd208-2de3-4828-9230-2591ab60228c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:53.831370 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:53.861646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-09479f14-ed80-43e4-8ef3-8dc34e430dcf tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:53.863164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-09479f14-ed80-43e4-8ef3-8dc34e430dcf tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 945 time: 0.2166498 Aug 30 12:57:53.882981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-0baed10e-dc39-4bdb-89db-be2d6410591c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'port': {'security_groups': ['c9a01aff-a4e9-44ba-97a5-fc80a097e743', 'd8e1bf7e-f278-4843-84ae-ff6107d7cfce']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:54.075015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-0baed10e-dc39-4bdb-89db-be2d6410591c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:54.083724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b1696-90bc-479c-9b45-a43bfde21cb5 req-996c4479-af64-46d7-930c-724d3ed61ce4 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:54.084481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b1696-90bc-479c-9b45-a43bfde21cb5 req-996c4479-af64-46d7-930c-724d3ed61ce4 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:54.084964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b1696-90bc-479c-9b45-a43bfde21cb5 req-996c4479-af64-46d7-930c-724d3ed61ce4 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:54.088412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c40b1696-90bc-479c-9b45-a43bfde21cb5 req-996c4479-af64-46d7-930c-724d3ed61ce4 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed&device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5&device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 2883 time: 0.0707259 Aug 30 12:57:54.134017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c40b1696-90bc-479c-9b45-a43bfde21cb5 req-13c13ecd-c6a0-4325-9c68-3378a93e3a41 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383594 Aug 30 12:57:54.249731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813f67b-431e-4a85-99c4-786eefe3c54e req-39d3e752-ac9b-4f6d-9e16-92719784dc7e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:54.251306 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f813f67b-431e-4a85-99c4-786eefe3c54e req-39d3e752-ac9b-4f6d-9e16-92719784dc7e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0572386 Aug 30 12:57:54.299593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f813f67b-431e-4a85-99c4-786eefe3c54e req-fc94cddb-1549-4c1d-aa0d-933523af97a8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Aug 30 12:57:54.426888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-0baed10e-dc39-4bdb-89db-be2d6410591c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] For port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:54.482609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60416) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:54.489003 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-0baed10e-dc39-4bdb-89db-be2d6410591c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:54.510458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-0baed10e-dc39-4bdb-89db-be2d6410591c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:54.514425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:54.520573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83241b-ace6-41d2-9c46-fd0f455d5cb0 req-40ef8280-bc2e-4d62-bd38-a5f558ef79d8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:54.522739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f83241b-ace6-41d2-9c46-fd0f455d5cb0 req-40ef8280-bc2e-4d62-bd38-a5f558ef79d8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.0661547 Aug 30 12:57:54.527709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:54.598046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f83241b-ace6-41d2-9c46-fd0f455d5cb0 req-4b6cf5c9-d246-4261-8dd4-15c592088602 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556121 Aug 30 12:57:54.607356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baed10e-dc39-4bdb-89db-be2d6410591c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'Port': ['ID=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,revision_number=6']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:54.612678 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:54.630934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-0baed10e-dc39-4bdb-89db-be2d6410591c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:54.631625 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-0baed10e-dc39-4bdb-89db-be2d6410591c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:54.636480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10e4742d-7fc9-433a-b280-19ca47d80d0f req-0baed10e-dc39-4bdb-89db-be2d6410591c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "PUT /v2.0/ports/cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 HTTP/1.1" status: 200 len: 981 time: 0.7602198 Aug 30 12:57:54.652717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1398688606-network', 'tenant_id': 'cdd7351075ef48c8afb1321c5ddd8f8e'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:54.656831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Transition to ACTIVE for port object 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:54.662167 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:57:54.674016 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:54.709076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Made reservation on behalf of cdd7351075ef48c8afb1321c5ddd8f8e for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:54.711565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:54.718516 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Pushing event updated for resources: {'Port': ['ID=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:54.739979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:54.787825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:54.811014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:54.818290 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca04938-4d1f-4b73-b006-1ee25c841683" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:54.879506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Attempting to bind port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:54.879857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Attempting to bind port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:54.880196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Attempting to bind port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 on network 5fd40165-90b2-4c24-9905-dd1306484e87 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:54.888265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1ec6f0a-a676-4119-a80c-27bda7514231 req-309a9548-0981-44a7-adb1-900f3fdbb889 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/d8e1bf7e-f278-4843-84ae-ff6107d7cfce HTTP/1.1" status: 200 len: 1798 time: 0.0986216 Aug 30 12:57:54.895200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 on network 5fd40165-90b2-4c24-9905-dd1306484e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:54.895526 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Attempting to bind port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 on network 5fd40165-90b2-4c24-9905-dd1306484e87 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:54.901094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:54.901561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Checking segment: {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:54.907727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Bound using segment: {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:54.908206 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Bound port: 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:54.908579 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:55.001082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] For port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:55.011608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] For port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:55.045198 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-b1ec6f0a-a676-4119-a80c-27bda7514231 req-f9543a92-ff71-4444-918e-41330255b0a7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 12:57:55.058545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:55.062559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1ec6f0a-a676-4119-a80c-27bda7514231 req-f9543a92-ff71-4444-918e-41330255b0a7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/d8e1bf7e-f278-4843-84ae-ff6107d7cfce HTTP/1.1" status: 409 len: 341 time: 0.1695745 Aug 30 12:57:55.114169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:55.115192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:55.116613 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] 10.222.0.16 "PUT /v2.0/ports/8b1da1d4-177f-46d9-b3f1-8465fbf0a429 HTTP/1.1" status: 200 len: 1092 time: 1.4166102 Aug 30 12:57:55.117080 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:55.123765 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23e59c5-9e82-499d-b26c-d1f12c6e0ca0 x-openstack-request-id: req-e23e59c5-9e82-499d-b26c-d1f12c6e0ca0 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:55.124957 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:55.125203 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e23e59c5-9e82-499d-b26c-d1f12c6e0ca0 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:55.127039 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9', 'status': 'completed', 'code': 200} Aug 30 12:57:55.130173 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:55.158633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5969d-3587-400e-a62e-3d55e858909d service neutron] Pushing event updated for resources: {'Port': ['ID=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:55.172179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88881c03-8585-4179-ab48-0b601b26205a req-c08e7302-6826-4739-9966-a5dafa0f8c09 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:55.174111 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88881c03-8585-4179-ab48-0b601b26205a req-c08e7302-6826-4739-9966-a5dafa0f8c09 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 944 time: 0.1562076 Aug 30 12:57:55.217218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:57:55.240318 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:55.241469 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Added segment 37cfd35f-9593-4864-aa91-663668eceb11 of type vlan for network 4e5330af-44cc-4c69-8165-df1483217755 Aug 30 12:57:55.254438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88881c03-8585-4179-ab48-0b601b26205a req-bb8a597f-f299-4286-9297-e05b6a6d79e5 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722630 Aug 30 12:57:55.269588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-675bd971-8747-4024-819e-6711e45041fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:55.271124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-675bd971-8747-4024-819e-6711e45041fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 1095 time: 0.0636227 Aug 30 12:57:55.312222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647fc56f-20c8-4d24-aa2d-ea5a35860534,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:55.362991 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-a82da18a-7c42-4a20-a9fe-6b1a3e438250 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429 HTTP/1.1" status: 200 len: 217 time: 0.0797951 Aug 30 12:57:55.381977 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:55.397128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-5cfc0301-0aad-4ee1-9fc3-fc740c709d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:55.398836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-5cfc0301-0aad-4ee1-9fc3-fc740c709d9d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 1135 time: 0.2184486 Aug 30 12:57:55.495341 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:55.499827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:55.503849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:55.559571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-3805129f-0132-40b3-91fe-c50c13ff4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:55.561321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-3805129f-0132-40b3-91fe-c50c13ff4f9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddbace6a-fc20-419c-b799-875664335cbc HTTP/1.1" status: 200 len: 843 time: 0.1901820 Aug 30 12:57:55.666538 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-97900f78-44db-4ea0-85ce-9b009ba7109d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd40165-90b2-4c24-9905-dd1306484e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945265 Aug 30 12:57:55.809053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388808d6-6ae2-4414-b898-f5ef3c489e48 req-2448e64d-47a9-4e73-856a-d7e1cdff51db tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:55.817065 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-388808d6-6ae2-4414-b898-f5ef3c489e48 req-2448e64d-47a9-4e73-856a-d7e1cdff51db tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.2293291 Aug 30 12:57:55.859677 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-c46616eb-a8a6-4698-8ceb-8c161b113513 service neutron] show failed (client error): The resource could not be found. Aug 30 12:57:55.860864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-c46616eb-a8a6-4698-8ceb-8c161b113513 service neutron] 10.222.0.16 "GET /v2.0/ports/e3ae9143-86c6-47eb-afe4-66650d7031de/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.1967447 Aug 30 12:57:55.896696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-388808d6-6ae2-4414-b898-f5ef3c489e48 req-8bd400d9-db8c-43cc-8847-524cf932823e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785503 Aug 30 12:57:55.929292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-f6cc6d06-a858-4428-bca9-74389939f016 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235627 Aug 30 12:57:56.078627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-5962bd6d-dcb0-4739-858a-e7a89d67f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:56.080264 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-5962bd6d-dcb0-4739-858a-e7a89d67f1e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 914 time: 0.6237445 Aug 30 12:57:56.086365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6019857 Aug 30 12:57:56.090550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60518) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:57:56.091605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e98a6a4-b8d7-4b48-a4b0-9f600eacb0ce req-90798c98-73ce-483c-ad97-f72823479a31 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522825 Aug 30 12:57:56.131354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Request body: {'subnet': {'network_id': '4e5330af-44cc-4c69-8165-df1483217755', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1398688606-subnet', 'tenant_id': 'cdd7351075ef48c8afb1321c5ddd8f8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:56.137292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e1799-4e03-4ed6-b997-9aa98eef944c admin admin] Pushing event updated for resources: {'Network': ['ID=4e5330af-44cc-4c69-8165-df1483217755,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:56.149807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4e5330af-44cc-4c69-8165-df1483217755 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:57:56.150762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-ea256d59-4117-4bb5-bd1c-34978c761e86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 HTTP/1.1" status: 200 len: 217 time: 0.0609169 Aug 30 12:57:56.181908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db31ac-62de-429f-a764-34fe6e477001 req-b3d1d086-f1c4-4045-a912-adf0218a7574 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:56.187151 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3db31ac-62de-429f-a764-34fe6e477001 req-b3d1d086-f1c4-4045-a912-adf0218a7574 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.0802095 Aug 30 12:57:56.228612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eba2a7-37d5-44f8-ad05-2e633130a91a req-4c8244e0-6a96-4108-9226-f8c6ba3bedff tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:56.229375 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3db31ac-62de-429f-a764-34fe6e477001 req-826cb19c-b863-4d6b-9582-5ff5c8b08744 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Aug 30 12:57:56.230669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16eba2a7-37d5-44f8-ad05-2e633130a91a req-4c8244e0-6a96-4108-9226-f8c6ba3bedff tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 984 time: 0.6224546 Aug 30 12:57:56.235600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Made reservation on behalf of cdd7351075ef48c8afb1321c5ddd8f8e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:57:56.238201 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:56.331417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-84a4846c-482a-4be0-97af-1541c2810586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:56.332940 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-84a4846c-482a-4be0-97af-1541c2810586 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 1101 time: 0.1974456 Aug 30 12:57:56.345839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-cd9eb23f-f74e-4d9f-bb53-a1bef1832e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:56.347712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-cd9eb23f-f74e-4d9f-bb53-a1bef1832e8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 200 len: 853 time: 0.1737454 Aug 30 12:57:56.364861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:56.420094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16eba2a7-37d5-44f8-ad05-2e633130a91a req-98afe5f4-6c45-4a9f-9d01-15300b98055a tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e1bf7e-f278-4843-84ae-ff6107d7cfce&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1710787 Aug 30 12:57:56.431338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f12c2-99f3-4186-b189-9d05452eeccb req-29b026d7-296b-4860-9635-dcddd91f2549 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:56.433006 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-736f12c2-99f3-4186-b189-9d05452eeccb req-29b026d7-296b-4860-9635-dcddd91f2549 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 1101 time: 0.0529425 Aug 30 12:57:56.443483 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-ac3d0a55-2dc9-45a5-b6ce-73259d72b3cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757668 Aug 30 12:57:56.484078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-736f12c2-99f3-4186-b189-9d05452eeccb req-a836887d-e06d-4b6e-99a0-47bcf6f0223a tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429745 Aug 30 12:57:56.575490 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:56.607369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985476b0-65fe-4148-aaca-8619ba1cc39e req-73da457a-3c7a-494c-a2cb-6bfcfec87f07 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:56.610579 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-985476b0-65fe-4148-aaca-8619ba1cc39e req-73da457a-3c7a-494c-a2cb-6bfcfec87f07 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 945 time: 0.0576684 Aug 30 12:57:56.656520 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-985476b0-65fe-4148-aaca-8619ba1cc39e req-4c395c95-9d71-4504-b503-2d1e2507739c tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395031 Aug 30 12:57:56.713559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18eae50-2098-4d37-ac9e-e6163a8974f3 req-88f1f855-679f-4b9f-a7a7-b7896b439620 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:56.715113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f18eae50-2098-4d37-ac9e-e6163a8974f3 req-88f1f855-679f-4b9f-a7a7-b7896b439620 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 944 time: 0.2291791 Aug 30 12:57:56.768674 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-f4ed4ac1-0616-4e1a-881e-f9ab60963570 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096929 Aug 30 12:57:56.773466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:56.774707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6c3b7-7185-4210-ac67-6a5465b6ea47 req-9d546e38-099a-4e59-af8e-6630a1d22dc2 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:56.776184 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8fe6c3b7-7185-4210-ac67-6a5465b6ea47 req-9d546e38-099a-4e59-af8e-6630a1d22dc2 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 1101 time: 0.0521801 Aug 30 12:57:56.817001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8fe6c3b7-7185-4210-ac67-6a5465b6ea47 req-a402edee-b117-4957-9c2e-2a87c30b87cc tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332007 Aug 30 12:57:56.957321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f18eae50-2098-4d37-ac9e-e6163a8974f3 req-4efd77b4-d08a-4840-bd71-daa7c62864b8 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323010 Aug 30 12:57:56.982843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5abc093d-855a-44f1-85b0-871263d0e7dd,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:57.067132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Checking segment: {'id': '37cfd35f-9593-4864-aa91-663668eceb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '4e5330af-44cc-4c69-8165-df1483217755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:57.067494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Network hostable DHCP agents. Network: 4e5330af-44cc-4c69-8165-df1483217755, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:57:57.102895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ca04938-4d1f-4b73-b006-1ee25c841683 req-c99e9cc8-c0a1-44ab-a1b2-99d771bb535c service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729857 Aug 30 12:57:57.128409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872bd208-2de3-4828-9230-2591ab60228c', 'tag': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:57.135811 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f665320d-6b5e-4e23-ac24-5d948056fb77" -d '{"events": [{"name": "network-changed", "server_uuid": "872bd208-2de3-4828-9230-2591ab60228c", "tag": "8b1da1d4-177f-46d9-b3f1-8465fbf0a429"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:57.149954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Network 4e5330af-44cc-4c69-8165-df1483217755 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:57:57.159680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490e71a-4add-4f50-ab57-e4fe558fd685 req-1c0cdf68-0801-4a9f-b715-c568b6ea51b4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:57.161227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3490e71a-4add-4f50-ab57-e4fe558fd685 req-1c0cdf68-0801-4a9f-b715-c568b6ea51b4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.1331239 Aug 30 12:57:57.169264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:57.187731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4e5330af-44cc-4c69-8165-df1483217755) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:57:57.198957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d1673-175a-4f4f-aecf-a36f0be2da47 None None] Network 4e5330af-44cc-4c69-8165-df1483217755 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:57:57.210963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:57.211558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:57.279699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3490e71a-4add-4f50-ab57-e4fe558fd685 req-9e1a34c9-9117-4d80-bfb5-3e18b4f48fdf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065745 Aug 30 12:57:57.281514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:57.293448 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-892d7708-82b7-47c2-b9c4-6548221f4092 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1931751 Aug 30 12:57:57.315715 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96367072-f43b-4bf8-bd18-bf3c491afd87 x-openstack-request-id: req-96367072-f43b-4bf8-bd18-bf3c491afd87 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:57.316073 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872bd208-2de3-4828-9230-2591ab60228c", "tag": "8b1da1d4-177f-46d9-b3f1-8465fbf0a429", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:57.316387 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96367072-f43b-4bf8-bd18-bf3c491afd87 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:57.316856 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872bd208-2de3-4828-9230-2591ab60228c', 'tag': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429', 'status': 'completed', 'code': 200} Aug 30 12:57:57.318899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-1662b6b4-7f3a-4a04-bfef-3e735f9fad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:57.320432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-1662b6b4-7f3a-4a04-bfef-3e735f9fad43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 1135 time: 0.1222358 Aug 30 12:57:57.345424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:57.348131 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740e4d8a-5fa1-42d9-a03f-b95dc14bd518" -d '{"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:57.352821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:57.411462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Transition to ACTIVE for port object e3ae9143-86c6-47eb-afe4-66650d7031de will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:57:57.422955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:57.462891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f947de1-07fc-4276-97a3-273e2512cb20 None None] Network 4e5330af-44cc-4c69-8165-df1483217755 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:57:57.510684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:57.529407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] No DVR routers for this DVR port e3ae9143-86c6-47eb-afe4-66650d7031de on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:57:57.548340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-99bbfc38-8d68-4260-a989-4b88e1eb8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:57.550002 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-99bbfc38-8d68-4260-a989-4b88e1eb8f65 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 914 time: 0.2191491 Aug 30 12:57:57.555976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563f7e4-6752-4a68-9c9b-d5c61388e15a req-5357a300-1b94-4db9-82ef-8bd9bc5495cf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:57.557528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6563f7e4-6752-4a68-9c9b-d5c61388e15a req-5357a300-1b94-4db9-82ef-8bd9bc5495cf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.1687322 Aug 30 12:57:57.566158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-ddab8684-0805-4b36-b287-9f056963c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:57.567757 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-ddab8684-0805-4b36-b287-9f056963c3fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 1095 time: 0.2332654 Aug 30 12:57:57.713003 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-80faf2bc-d0ca-4ccf-a5d4-d4219a9cceff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 HTTP/1.1" status: 200 len: 217 time: 0.1314895 Aug 30 12:57:57.715678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:57:57.715907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:57:57.716237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:57.727297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Port e3ae9143-86c6-47eb-afe4-66650d7031de on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:57:57.727506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:57:57.748284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:57:57.748673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:57:57.749722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:57:57.749722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Bound port: e3ae9143-86c6-47eb-afe4-66650d7031de, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:57:57.749967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:57.818684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6563f7e4-6752-4a68-9c9b-d5c61388e15a req-18fb30bb-448e-4968-8346-0ce76550a55b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498319 Aug 30 12:57:57.868594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-fb5ee31c-62e9-4b5d-a084-3df3855a1fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:57.870487 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-fb5ee31c-62e9-4b5d-a084-3df3855a1fca service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 904 time: 0.2847795 Aug 30 12:57:57.885483 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e667a248-aa28-4a00-a509-71d2bde8dd6f x-openstack-request-id: req-e667a248-aa28-4a00-a509-71d2bde8dd6f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:57:57.886068 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:57:57.886571 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e667a248-aa28-4a00-a509-71d2bde8dd6f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:57:57.887163 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'code': 200} Aug 30 12:57:57.959489 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-ed17f833-05f0-45c3-b461-c9a153789418 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429 HTTP/1.1" status: 200 len: 217 time: 0.0806205 Aug 30 12:57:57.972175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-fddaa39c-507b-4a3f-9b2a-8dc0b7d12bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:57.973759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-fddaa39c-507b-4a3f-9b2a-8dc0b7d12bfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 200 len: 853 time: 0.2477658 Aug 30 12:57:58.039361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be89105-5803-4b98-9e3c-f94287ce9770 req-49b57265-2de4-49ca-b33a-6b12ffe56bd7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:58.041074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7be89105-5803-4b98-9e3c-f94287ce9770 req-49b57265-2de4-49ca-b33a-6b12ffe56bd7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 984 time: 0.1528471 Aug 30 12:57:58.045568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-a5140dd8-c80f-44c2-93bd-2b849f340ede service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589483 Aug 30 12:57:58.050496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:57:58.059004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-fb6924f3-f9e3-46b8-89d3-b82389d61ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:58.060544 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-fb6924f3-f9e3-46b8-89d3-b82389d61ecb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddbace6a-fc20-419c-b799-875664335cbc HTTP/1.1" status: 200 len: 843 time: 0.0936222 Aug 30 12:57:58.087662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:57:58.093584 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:58.116748 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:58.135924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-ad548fd4-4365-4fa4-b701-25bebf3f2c5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd40165-90b2-4c24-9905-dd1306484e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683577 Aug 30 12:57:58.207095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:58.218349 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:58.219317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] 10.222.0.35 "PUT /v2.0/ports/e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 1096 time: 1.8631175 Aug 30 12:57:58.251640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7be89105-5803-4b98-9e3c-f94287ce9770 req-958432e5-ac0b-4f39-9878-d58927d7ad34 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e1bf7e-f278-4843-84ae-ff6107d7cfce&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1776283 Aug 30 12:57:58.356379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd46399-30a4-455b-ad55-c5025fa4d171 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:58.372197 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-391fac4a-3b63-4482-9a09-8f83fed6faf5 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172128 Aug 30 12:57:58.417360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-d4a8bf4c-fb0f-438f-b464-1bee587e8a88 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729275 Aug 30 12:57:58.433723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-53bb2e49-c4e6-4264-93fa-66b2f3d8d574 req-434e8fc9-c719-4192-86e0-e1798798d13d tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1099690017', 'description': 'tempest-description-588566683'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:58.503806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-3e214b51-c12f-4c0f-a924-908b7a4e873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:58.505273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-3e214b51-c12f-4c0f-a924-908b7a4e873b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1099 time: 0.2525022 Aug 30 12:57:58.514258 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-53bb2e49-c4e6-4264-93fa-66b2f3d8d574 req-434e8fc9-c719-4192-86e0-e1798798d13d tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:58.588077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12173596-1137-4514-83be-24aec697b68e req-729b70cb-b3c1-4e15-9d4f-51065d333ee1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:58.589745 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12173596-1137-4514-83be-24aec697b68e req-729b70cb-b3c1-4e15-9d4f-51065d333ee1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.2090807 Aug 30 12:57:58.598547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f665320d-6b5e-4e23-ac24-5d948056fb77 req-d8a7a63e-b427-48b1-8793-02216bce2ecf service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684892 Aug 30 12:57:58.649987 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-53bb2e49-c4e6-4264-93fa-66b2f3d8d574 req-434e8fc9-c719-4192-86e0-e1798798d13d tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:58.651271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d6fbda2-a185-47f8-96eb-436483d42968 req-d6d89fa5-750e-4728-a72a-2ef74a25e977 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670341 Aug 30 12:57:58.654529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-53bb2e49-c4e6-4264-93fa-66b2f3d8d574 req-434e8fc9-c719-4192-86e0-e1798798d13d tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:58.681534 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-53bb2e49-c4e6-4264-93fa-66b2f3d8d574 req-434e8fc9-c719-4192-86e0-e1798798d13d tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:58.683038 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53bb2e49-c4e6-4264-93fa-66b2f3d8d574 req-434e8fc9-c719-4192-86e0-e1798798d13d tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2586927 Aug 30 12:57:58.694458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12173596-1137-4514-83be-24aec697b68e req-469ccd1f-a7f5-4178-bb92-feaa801b86b9 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807559 Aug 30 12:57:58.697179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-adf36ac5-9850-43a3-af98-9c05c0f47c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:58.698584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-adf36ac5-9850-43a3-af98-9c05c0f47c80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1810117 Aug 30 12:57:58.724371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e8fc9-c719-4192-86e0-e1798798d13d tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65db518-737e-4e1b-bb05-5527ed4ee232,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:58.754986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-b7468f45-5ad8-4080-95ee-7d6d7100b0d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.0443094 Aug 30 12:57:58.860916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-a53ccc76-a541-43e1-8e89-3a1fc83f0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:58.863206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-a53ccc76-a541-43e1-8e89-3a1fc83f0c2c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0978539 Aug 30 12:57:58.868682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2a57b-1773-482b-a07d-1458c2487bb8 req-b5fbb73c-68dd-4357-8786-dec5b9f46e9e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:58.870732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31b2a57b-1773-482b-a07d-1458c2487bb8 req-b5fbb73c-68dd-4357-8786-dec5b9f46e9e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 944 time: 0.0716419 Aug 30 12:57:58.914440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31b2a57b-1773-482b-a07d-1458c2487bb8 req-fdce202e-b5d6-41e2-bf3c-88313aa2dd68 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357563 Aug 30 12:57:58.918792 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-5ef40b38-4f3d-448a-afc4-17365f930158 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--984385296&fields=id&tenant_id=f3d1015602d54330ba4f72bec9251580 HTTP/1.1" status: 200 len: 267 time: 0.0803230 Aug 30 12:57:58.955472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-5babce59-8bd1-459f-a7f3-9efcf7128e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:58.956998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-5babce59-8bd1-459f-a7f3-9efcf7128e16 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0839827 Aug 30 12:57:59.048926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a63a15-42f6-4215-a1ab-19f7aa036520 req-281a8f09-c76d-48d1-854c-e35129bce2c6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:59.056666 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95a63a15-42f6-4215-a1ab-19f7aa036520 req-281a8f09-c76d-48d1-854c-e35129bce2c6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 948 time: 0.0725009 Aug 30 12:57:59.096089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-5e3cfe4c-e546-407f-8099-de3b2b125d6a service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139607 Aug 30 12:57:59.114613 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95a63a15-42f6-4215-a1ab-19f7aa036520 req-dc44c593-78a0-4083-b0b7-cd0e73efda82 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Aug 30 12:57:59.190608 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a6b20021-a2a2-4a5b-92b0-8fcef020a18b req-ac80d489-df6d-402d-877e-b483405a940c tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/e65db518-737e-4e1b-bb05-5527ed4ee232 HTTP/1.1" status: 200 len: 1804 time: 0.0503991 Aug 30 12:57:59.195752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-5a10165b-ec56-49f4-af3e-68f430a13240 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:59.203053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-5a10165b-ec56-49f4-af3e-68f430a13240 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/networks?id=6f3e2131-5260-4689-b845-ccc39c3f1e8d HTTP/1.1" status: 200 len: 824 time: 0.2765095 Aug 30 12:57:59.206483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a6b20021-a2a2-4a5b-92b0-8fcef020a18b req-50e14ded-3e97-4033-8952-4b04e5f5df2a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e65db518-737e-4e1b-bb05-5527ed4ee232', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:59.207292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a6b20021-a2a2-4a5b-92b0-8fcef020a18b req-50e14ded-3e97-4033-8952-4b04e5f5df2a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e65db518-737e-4e1b-bb05-5527ed4ee232', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:57:59.229254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-ed52dd77-4c91-47d0-9e07-e0a831b5bf46 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/quotas/f3d1015602d54330ba4f72bec9251580 HTTP/1.1" status: 200 len: 375 time: 0.0252018 Aug 30 12:57:59.292556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a6b20021-a2a2-4a5b-92b0-8fcef020a18b req-50e14ded-3e97-4033-8952-4b04e5f5df2a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:59.306945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a34a54c7-5ebd-4ed3-a7f7-78473d5ade50 req-4aca0449-1cdb-4ad1-8d9f-f85a0ade6c16 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999590 Aug 30 12:57:59.328338 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a6b20021-a2a2-4a5b-92b0-8fcef020a18b req-50e14ded-3e97-4033-8952-4b04e5f5df2a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:59.336403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e5679b6a-936b-4b31-a877-c0d1cfb49a2a tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f3d1015602d54330ba4f72bec9251580&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0980203 Aug 30 12:57:59.344432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a6b20021-a2a2-4a5b-92b0-8fcef020a18b req-50e14ded-3e97-4033-8952-4b04e5f5df2a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:59.360176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:57:59.364710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:57:59.369443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e14ded-3e97-4033-8952-4b04e5f5df2a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f481f8-aa4b-4ec9-8ffb-2a0b2b71fad3,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:59.384263 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a6b20021-a2a2-4a5b-92b0-8fcef020a18b req-50e14ded-3e97-4033-8952-4b04e5f5df2a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:59.385922 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a6b20021-a2a2-4a5b-92b0-8fcef020a18b req-50e14ded-3e97-4033-8952-4b04e5f5df2a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1841402 Aug 30 12:57:59.499164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-d8a7c62d-1b1f-4813-a946-c43701ef0b72 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:59.500866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-d8a7c62d-1b1f-4813-a946-c43701ef0b72 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "GET /v2.0/ports?device_id=a222516b-b773-4584-8726-18345d48ffbe HTTP/1.1" status: 200 len: 945 time: 0.1022286 Aug 30 12:57:59.501468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:57:59.534332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-96d8c503-6b1b-4303-bb69-be2557ac42d4 service neutron] 10.222.0.37 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963990 Aug 30 12:57:59.548984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:59.564145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'port_id': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429', 'mac_address': 'fa:16:3e:14:66:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbace6a-fc20-419c-b799-875664335cbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:57:59.594267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c34ba-3561-4367-a944-5f0c6768ea24 req-87435daf-3a5f-42b4-bf69-b41ecfbd86bb tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:59.602759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-074c34ba-3561-4367-a944-5f0c6768ea24 req-87435daf-3a5f-42b4-bf69-b41ecfbd86bb tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.1008060 Aug 30 12:57:59.612953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:59.629878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:57:59.660608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:59.668926 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:59.687793 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-074c34ba-3561-4367-a944-5f0c6768ea24 req-ff1d5e8d-2aea-4b90-91ea-695993b85f4a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840378 Aug 30 12:57:59.716342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Deleting port 68ce3b8c-a75f-4493-8406-bdc187688bf9 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:57:59.719072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:59.742773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:57:59.883364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a22769d-ffa7-4ef7-952a-be9ba7bb7156 req-6a256e5d-d6a5-4cf2-8e99-d943b64fff7b tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:57:59.884790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a22769d-ffa7-4ef7-952a-be9ba7bb7156 req-6a256e5d-d6a5-4cf2-8e99-d943b64fff7b tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 984 time: 0.0962656 Aug 30 12:57:59.895470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] For port 68ce3b8c-a75f-4493-8406-bdc187688bf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=68ce3b8c-a75f-4493-8406-bdc187688bf9,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:57:59.896123 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:57:59.898421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['8b1da1d4-177f-46d9-b3f1-8465fbf0a429'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:57:59.915855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:57:59.918662 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2701bf-1e77-425d-8cd3-2f0e338601b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:57:59.964031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-c46c51e9-9828-4d79-93e2-27e2764fec3e service neutron] 10.222.0.37 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282520 Aug 30 12:58:00.049910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a22769d-ffa7-4ef7-952a-be9ba7bb7156 req-093b327b-ccef-4e6f-be5d-9cc056a4332c tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=d8e1bf7e-f278-4843-84ae-ff6107d7cfce&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1503503 Aug 30 12:58:00.092532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-9954b86f-25ba-4333-a362-c60e89cfdf46 req-ea1cdce0-ce6e-4ff4-9f19-3ded7dcf6585 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1538538148', 'description': 'tempest-description-1502132416'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:00.225468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ea64c-8aad-4bc0-8ef3-2c6528c31dd5 req-5df6355c-6472-4d7e-91d9-dcd24f5c7b01 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:00.234884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f51ea64c-8aad-4bc0-8ef3-2c6528c31dd5 req-5df6355c-6472-4d7e-91d9-dcd24f5c7b01 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0851529 Aug 30 12:58:00.269063 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9954b86f-25ba-4333-a362-c60e89cfdf46 req-ea1cdce0-ce6e-4ff4-9f19-3ded7dcf6585 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:00.294170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f51ea64c-8aad-4bc0-8ef3-2c6528c31dd5 req-7a08a5dd-805b-4318-a1a5-c0caa13853ac tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596259 Aug 30 12:58:00.376040 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd74119-3f1b-4e94-b258-75a8a34e7969 x-openstack-request-id: req-dbd74119-3f1b-4e94-b258-75a8a34e7969 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:00.376849 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:00.377264 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbd74119-3f1b-4e94-b258-75a8a34e7969 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:00.378050 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'status': 'completed', 'code': 200} Aug 30 12:58:00.515007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-f668f5bc-0a54-4ccf-b8c0-eef59e59d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:00.516943 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-f668f5bc-0a54-4ccf-b8c0-eef59e59d72e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1099 time: 0.1007657 Aug 30 12:58:00.543728 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:00.620927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52781de6-9768-4e25-bd7f-00987888dbf5 req-4a727235-225c-4b62-aa5b-a34d24214097 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:00.622469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52781de6-9768-4e25-bd7f-00987888dbf5 req-4a727235-225c-4b62-aa5b-a34d24214097 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 945 time: 0.1551626 Aug 30 12:58:00.680846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:00.681248 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:00.681615 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Floating IP d3af2b03-c8cf-4e6f-b844-dadc254bc738 disassociated. External IP: 172.25.2.242, port: 68ce3b8c-a75f-4493-8406-bdc187688bf9. Aug 30 12:58:00.681991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Calling delete_port for 68ce3b8c-a75f-4493-8406-bdc187688bf9 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:58:00.697481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52781de6-9768-4e25-bd7f-00987888dbf5 req-f5e6408b-7a15-436d-b0b4-40e85240163a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657489 Aug 30 12:58:00.697647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-3a62d272-6a1c-43d8-9054-13c6915a09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:00.699041 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-3a62d272-6a1c-43d8-9054-13c6915a09a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1099 time: 0.1113122 Aug 30 12:58:00.726660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-ec518e16-3d45-4898-8cf4-e03e224644ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:00.728979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-ec518e16-3d45-4898-8cf4-e03e224644ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1941097 Aug 30 12:58:00.785530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-dd612128-c9fe-4afe-ab61-0944abf4c349 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.0462897 Aug 30 12:58:00.869678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-09a26310-59d2-4e20-a832-2d6c866ffb81 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1147556802&fields=id&tenant_id=50d478fdf99446b2ba640d67ac5f6b33 HTTP/1.1" status: 200 len: 267 time: 0.0673540 Aug 30 12:58:00.871223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-072a4d5b-cd33-457e-ab25-9a29841993c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:00.875973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-072a4d5b-cd33-457e-ab25-9a29841993c7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0820622 Aug 30 12:58:00.879653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9954b86f-25ba-4333-a362-c60e89cfdf46 req-ea1cdce0-ce6e-4ff4-9f19-3ded7dcf6585 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:00.891350 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9954b86f-25ba-4333-a362-c60e89cfdf46 req-ea1cdce0-ce6e-4ff4-9f19-3ded7dcf6585 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:00.921904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-b6cdb308-4420-47fd-9331-a96313ba52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:00.923437 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-b6cdb308-4420-47fd-9331-a96313ba52ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2154477 Aug 30 12:58:00.996037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6723de0c-62c5-4cc2-a613-8d2b9a7705a1 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:01.005019 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6723de0c-62c5-4cc2-a613-8d2b9a7705a1 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 984 time: 0.1238124 Aug 30 12:58:01.007418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cdce0-ce6e-4ff4-9f19-3ded7dcf6585 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a852844-baaf-4d4e-ab24-ba59afd08cda,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:01.008539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-fb7cab2f-9066-47dd-97b7-cdef233f2b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:01.009698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9954b86f-25ba-4333-a362-c60e89cfdf46 req-ea1cdce0-ce6e-4ff4-9f19-3ded7dcf6585 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:01.010021 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-fb7cab2f-9066-47dd-97b7-cdef233f2b54 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112421 Aug 30 12:58:01.015245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6b885e9b-41ad-4df3-b8af-30e04b679002 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'port': {'security_groups': ['c9a01aff-a4e9-44ba-97a5-fc80a097e743', 'd8e1bf7e-f278-4843-84ae-ff6107d7cfce', 'f8f26529-586f-4d31-99dd-29c2ea33d596']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:01.023097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9954b86f-25ba-4333-a362-c60e89cfdf46 req-ea1cdce0-ce6e-4ff4-9f19-3ded7dcf6585 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9398096 Aug 30 12:58:01.038629 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-6c52cab4-260e-43ba-8622-28322bedad31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.0823982 Aug 30 12:58:01.129894 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:01.133040 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66478c4b-ed68-4124-a55c-cab94465d43a req-2ad058e2-5b04-4e78-808b-a284e8406511 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 210 time: 0.0457633 Aug 30 12:58:01.157715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6b885e9b-41ad-4df3-b8af-30e04b679002 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:01.162043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event deleted for resources: {'Port': ['ID=68ce3b8c-a75f-4493-8406-bdc187688bf9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:01.174160 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-afb55b0f-f939-4f44-923f-c59964e119e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:01.175595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-afb55b0f-f939-4f44-923f-c59964e119e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1290574 Aug 30 12:58:01.211693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-7cfd5e1f-fb94-48d2-af81-d6ca43bb1e59 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866026 Aug 30 12:58:01.370925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:01.393961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cb76f-c02e-4126-b8c7-b4ad88e0722b req-32dde71a-813b-4d5d-9e9d-6dc1bda49386 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:01.401392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d1cb76f-c02e-4126-b8c7-b4ad88e0722b req-32dde71a-813b-4d5d-9e9d-6dc1bda49386 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 948 time: 0.1569583 Aug 30 12:58:01.432053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-82227b16-1744-4494-853a-0cbe1aab1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:01.433534 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-82227b16-1744-4494-853a-0cbe1aab1d6e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1881216 Aug 30 12:58:01.438620 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Router 3aee0e33-5ca4-4f94-b384-d0faca294942 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:58:01.458585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:01.464053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d1cb76f-c02e-4126-b8c7-b4ad88e0722b req-81ace019-2d8f-434a-a6db-d4f917148bef tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599046 Aug 30 12:58:01.464932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:01.465311 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:01.519544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-542ca673-b47e-4a9c-b56c-fa6f03cacfa0 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051460 Aug 30 12:58:01.529214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-0ae9d290-6f62-4cbd-8d9e-de242694ee24 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:01.531554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-0ae9d290-6f62-4cbd-8d9e-de242694ee24 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "GET /v2.0/networks?id=6f3e2131-5260-4689-b845-ccc39c3f1e8d HTTP/1.1" status: 200 len: 824 time: 0.2140236 Aug 30 12:58:01.658891 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:01.664974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-69ebe12c-0737-4475-ad7f-db67287460c4 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3d1015602d54330ba4f72bec9251580 HTTP/1.1" status: 200 len: 379 time: 0.1210091 Aug 30 12:58:01.690096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872bd208-2de3-4828-9230-2591ab60228c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:01.693296 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889f51f0-4126-4c13-9848-798f2cac726f" -d '{"events": [{"server_uuid": "872bd208-2de3-4828-9230-2591ab60228c", "name": "network-vif-plugged", "status": "completed", "tag": "8b1da1d4-177f-46d9-b3f1-8465fbf0a429"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:01.708563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:01.713852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Request body: {'port': {'device_id': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'admin_state_up': True, 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'security_groups': ['debf9d3b-8416-4544-b95a-bb39573c7d85']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:01.714721 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:01.812338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6b885e9b-41ad-4df3-b8af-30e04b679002 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] For port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:01.818988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:01.853858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19667894-2337-443b-95f0-b98ec4ee95bd req-6431f062-0868-46f1-855d-a1a447575af6 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:01.855379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19667894-2337-443b-95f0-b98ec4ee95bd req-6431f062-0868-46f1-855d-a1a447575af6 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 945 time: 0.2507153 Aug 30 12:58:01.884441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6b885e9b-41ad-4df3-b8af-30e04b679002 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:01.893097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-7de0cb83-0c50-41ad-ba0d-b31837fdc2f3 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366620 Aug 30 12:58:01.895381 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6b885e9b-41ad-4df3-b8af-30e04b679002 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:01.904716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:58:01.911963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:01.925082 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] Sync routers for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:58:01.948068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6b885e9b-41ad-4df3-b8af-30e04b679002 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:01.948873 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6b885e9b-41ad-4df3-b8af-30e04b679002 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:01.954903 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:58:01.955726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6627ff26-19a5-4175-89f5-15eec6a8303b req-6b885e9b-41ad-4df3-b8af-30e04b679002 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "PUT /v2.0/ports/cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 HTTP/1.1" status: 200 len: 1020 time: 0.9497657 Aug 30 12:58:01.956112 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:57:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:01.979707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19667894-2337-443b-95f0-b98ec4ee95bd req-82cc5c03-3a53-459a-bd35-b5e7043579c5 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128101 Aug 30 12:58:02.005226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Made reservation on behalf of f3d1015602d54330ba4f72bec9251580 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:02.008835 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:02.050483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b885e9b-41ad-4df3-b8af-30e04b679002 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'Port': ['ID=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:02.053197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.16', 62185) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:02.074175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af2701bf-1e77-425d-8cd3-2f0e338601b8 req-b6bbe9df-bdc4-4170-a8b8-b0354e4ee2b7 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719363 Aug 30 12:58:02.075015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] No DVR routers for this DVR port 68ce3b8c-a75f-4493-8406-bdc187688bf9 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:58:02.082352 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:02.084308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1e3b3c7-720f-407d-bfe2-e09a6c84fe4a req-1e108b94-374c-4be9-8494-72c1ff0ad858 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "DELETE /v2.0/ports/68ce3b8c-a75f-4493-8406-bdc187688bf9 HTTP/1.1" status: 204 len: 173 time: 2.5715756 Aug 30 12:58:02.084751 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a222516b-b773-4584-8726-18345d48ffbe', 'name': 'network-vif-deleted', 'tag': '68ce3b8c-a75f-4493-8406-bdc187688bf9'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:02.100351 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190990ee-0af4-4423-90b4-c68bc4b8a989" -d '{"events": [{"server_uuid": "a222516b-b773-4584-8726-18345d48ffbe", "name": "network-vif-deleted", "tag": "68ce3b8c-a75f-4493-8406-bdc187688bf9"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:02.171860 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:58:02.203072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b0d0f96-282a-49ef-842f-24c1030b1943 req-68bee33a-15a6-4ee2-b93e-685434c27975 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/0a852844-baaf-4d4e-ab24-ba59afd08cda HTTP/1.1" status: 200 len: 1805 time: 0.2149730 Aug 30 12:58:02.206856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:02.219790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-5b0d0f96-282a-49ef-842f-24c1030b1943 req-22707456-5ec6-453c-904d-fb85d915bbec tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0a852844-baaf-4d4e-ab24-ba59afd08cda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:02.220116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-5b0d0f96-282a-49ef-842f-24c1030b1943 req-22707456-5ec6-453c-904d-fb85d915bbec tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0a852844-baaf-4d4e-ab24-ba59afd08cda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:02.221949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fd346-8c46-4ce7-9783-bbcace77f78e req-dabf4f61-2412-480b-a9f1-64ad29977b6a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:02.223578 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-595fd346-8c46-4ce7-9783-bbcace77f78e req-dabf4f61-2412-480b-a9f1-64ad29977b6a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1133668 Aug 30 12:58:02.250736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-cad373ca-35f1-4a96-b41d-936dddb6ce81 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:02.265860 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-cad373ca-35f1-4a96-b41d-936dddb6ce81 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.1803675 Aug 30 12:58:02.272209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:02.316142 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-595fd346-8c46-4ce7-9783-bbcace77f78e req-127d477d-20ec-449e-acfe-9d0efc1ab20e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835443 Aug 30 12:58:02.393746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:02.396552 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6bed26-505a-4187-9705-ac875df86a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:02.399104 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3490f61a-b9eb-49f2-b848-2b2e1cdadc47 x-openstack-request-id: req-3490f61a-b9eb-49f2-b848-2b2e1cdadc47 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:02.399388 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872bd208-2de3-4828-9230-2591ab60228c", "name": "network-vif-plugged", "status": "completed", "tag": "8b1da1d4-177f-46d9-b3f1-8465fbf0a429", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:02.399644 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3490f61a-b9eb-49f2-b848-2b2e1cdadc47 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:02.400034 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872bd208-2de3-4828-9230-2591ab60228c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429', 'code': 200} Aug 30 12:58:02.425999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Allocated IP 172.20.0.13 (6f3e2131-5260-4689-b845-ccc39c3f1e8d/847ae926-76df-4ae1-bf8f-f4b3c291ba50/6e124bae-834f-411f-ac76-5d743d4f0aa0) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:58:02.466819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:02.481543 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:02.514893 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] Checking router: 3aee0e33-5ca4-4f94-b384-d0faca294942 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:58:02.525586 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:58:02.526628 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:57:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:02.559770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73204beb-4129-4231-995a-61d80393eeaa req-c0b28b53-175d-4264-9359-9616a1644912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:02.561886 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-73204beb-4129-4231-995a-61d80393eeaa req-c0b28b53-175d-4264-9359-9616a1644912 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 1097 time: 0.0945301 Aug 30 12:58:02.580664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9496af-23cf-4534-9608-016c5c419452 req-e2f87664-681b-49b2-a856-14769bfc02dd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:02.588582 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e9496af-23cf-4534-9608-016c5c419452 req-e2f87664-681b-49b2-a856-14769bfc02dd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0728774 Aug 30 12:58:02.625431 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b0d0f96-282a-49ef-842f-24c1030b1943 req-22707456-5ec6-453c-904d-fb85d915bbec tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:02.678923 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:58:02.685116 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e9496af-23cf-4534-9608-016c5c419452 req-75438ee8-e9a2-4cbe-bcc1-6bd23de7f541 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955632 Aug 30 12:58:02.701881 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-73204beb-4129-4231-995a-61d80393eeaa req-72a031fb-9b09-4ef8-a987-cd447370858b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284575 Aug 30 12:58:02.774205 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b0d0f96-282a-49ef-842f-24c1030b1943 req-22707456-5ec6-453c-904d-fb85d915bbec tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:02.822876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76ebbbc1-d901-4708-9aaf-a2d1a623bb14 req-de202e8b-9abd-4a0c-9ebd-deb911e16301 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/f8f26529-586f-4d31-99dd-29c2ea33d596 HTTP/1.1" status: 200 len: 1801 time: 0.1060903 Aug 30 12:58:02.825898 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b0d0f96-282a-49ef-842f-24c1030b1943 req-22707456-5ec6-453c-904d-fb85d915bbec tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:02.877716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22707456-5ec6-453c-904d-fb85d915bbec tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71602842-fe2e-4c2c-b505-22de49414953,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:02.903181 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-76ebbbc1-d901-4708-9aaf-a2d1a623bb14 req-f422ae52-51d4-473a-82bb-9f0aab3eff64 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 12:58:02.923762 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76ebbbc1-d901-4708-9aaf-a2d1a623bb14 req-f422ae52-51d4-473a-82bb-9f0aab3eff64 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/f8f26529-586f-4d31-99dd-29c2ea33d596 HTTP/1.1" status: 409 len: 341 time: 0.0948586 Aug 30 12:58:02.931737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:02.935818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b0d0f96-282a-49ef-842f-24c1030b1943 req-22707456-5ec6-453c-904d-fb85d915bbec tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:02.943149 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:02.953056 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b0d0f96-282a-49ef-842f-24c1030b1943 req-22707456-5ec6-453c-904d-fb85d915bbec tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7488508 Aug 30 12:58:02.973840 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27bd0b6-1dc8-4d9d-a1a9-9dfd4ebc8d7a x-openstack-request-id: req-c27bd0b6-1dc8-4d9d-a1a9-9dfd4ebc8d7a {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:02.974137 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a222516b-b773-4584-8726-18345d48ffbe", "name": "network-vif-deleted", "tag": "68ce3b8c-a75f-4493-8406-bdc187688bf9", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:02.975060 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c27bd0b6-1dc8-4d9d-a1a9-9dfd4ebc8d7a {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:02.975471 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a222516b-b773-4584-8726-18345d48ffbe', 'name': 'network-vif-deleted', 'tag': '68ce3b8c-a75f-4493-8406-bdc187688bf9', 'status': 'completed', 'code': 200} Aug 30 12:58:02.980173 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93976a87-e254-4692-ab15-7cd76989e98e None None] The sync data for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 is: [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:58:03.080757 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec765fc-cbc4-4b76-bd0b-45fce81f0fd5 x-openstack-request-id: req-bec765fc-cbc4-4b76-bd0b-45fce81f0fd5 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:03.083365 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:03.083898 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bec765fc-cbc4-4b76-bd0b-45fce81f0fd5 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:03.084404 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9', 'status': 'completed', 'code': 200} Aug 30 12:58:03.144403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d142b105-b82c-41ac-ad73-8322b045abb3 req-d0304a51-006a-4ed5-a8f1-51d067b23945 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 210 time: 0.0471418 Aug 30 12:58:03.191350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:03.268028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba3e4a-3801-4adc-a39b-5a16f4bc5c14 req-6e1674fe-4f2c-4c01-9c6f-27e66c72a144 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:03.270995 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a1ba3e4a-3801-4adc-a39b-5a16f4bc5c14 req-6e1674fe-4f2c-4c01-9c6f-27e66c72a144 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 948 time: 0.1181288 Aug 30 12:58:03.337983 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:03.364704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:03.370029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a1ba3e4a-3801-4adc-a39b-5a16f4bc5c14 req-555314ba-7171-4c2c-b524-e9964aac09db tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863431 Aug 30 12:58:03.378054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-72166660-b4fb-4442-bfc2-025486532c41 req-f720377f-b100-4b99-8640-d2b353a7f4f4 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-341340444', 'description': 'tempest-description-2138741266'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:03.384014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 22217237-863d-4e67-8ea8-fe06e5226009 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:03.408843 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:03.415452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Transition to ACTIVE for port object 6e124bae-834f-411f-ac76-5d743d4f0aa0 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:03.455061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bed26-505a-4187-9705-ac875df86a0b req-112280e2-49d0-44c5-ba10-2ee95d69796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:03.457164 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6bed26-505a-4187-9705-ac875df86a0b req-112280e2-49d0-44c5-ba10-2ee95d69796b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 1174 time: 0.3060715 Aug 30 12:58:03.494142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 68ce3b8c-a75f-4493-8406-bdc187688bf9 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:03.501333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb170f6-23b2-4105-b468-574c63fd48d1 None None] New status for floating IP d3af2b03-c8cf-4e6f-b844-dadc254bc738: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 12:58:03.517712 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72166660-b4fb-4442-bfc2-025486532c41 req-f720377f-b100-4b99-8640-d2b353a7f4f4 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:03.552665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acbaf3-757b-46b9-8662-3967968d7643 req-6320a22f-f7ed-4c4f-a25b-c4ef214abf3c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:03.560591 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64acbaf3-757b-46b9-8662-3967968d7643 req-6320a22f-f7ed-4c4f-a25b-c4ef214abf3c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.1011279 Aug 30 12:58:03.606427 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64acbaf3-757b-46b9-8662-3967968d7643 req-aebe43c5-195d-4f95-b3c0-25ca9ffe9abe tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446794 Aug 30 12:58:03.622638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Pushing event updated for resources: {'Port': ['ID=22217237-863d-4e67-8ea8-fe06e5226009,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:03.645228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 68ce3b8c-a75f-4493-8406-bdc187688bf9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:58:03.645228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 68ce3b8c-a75f-4493-8406-bdc187688bf9 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:58:03.660046 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:03.662009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on host n-h2-688802-6 for vnic_type normal with profile {"migrating_to": "n-h1-688802-6"} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:03.662294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:03.662749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:03.707224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:03.720890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:03.721476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:03.748625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on host n-h2-688802-6 for vnic_type normal with profile {"migrating_to": "n-h1-688802-6"} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:03.749319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:03.749773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:03.759311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:03.759729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:03.765356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:03.765775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:03.766197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:03.766660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Bound port: 22217237-863d-4e67-8ea8-fe06e5226009, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:03.767058 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:03.776905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bed26-505a-4187-9705-ac875df86a0b req-f99434a1-9274-4022-9853-f6f6cf1cbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:03.778163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6bed26-505a-4187-9705-ac875df86a0b req-f99434a1-9274-4022-9853-f6f6cf1cbc3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 200 len: 914 time: 0.2957687 Aug 30 12:58:03.785696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:03.786049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:03.786598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:03.787102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Bound port: 22217237-863d-4e67-8ea8-fe06e5226009, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:03.787456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:03.819269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15aad1-db75-4238-80b1-2f0f7d9f6b0f req-4147db1d-c6a9-4ff2-b51d-b865512505af tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:03.821025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d15aad1-db75-4238-80b1-2f0f7d9f6b0f req-4147db1d-c6a9-4ff2-b51d-b865512505af tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0913184 Aug 30 12:58:03.823468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:58:03.888453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:03.902828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:58:03.908937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:03.916336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:03.925817 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d15aad1-db75-4238-80b1-2f0f7d9f6b0f req-5cbe2018-074b-47c0-a563-e194c98cef54 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841429 Aug 30 12:58:03.937034 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:03.959052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:03.959733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:03.962976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6bed26-505a-4187-9705-ac875df86a0b req-1d00fd89-4f79-476c-a4ca-2911e5a1918f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 HTTP/1.1" status: 200 len: 217 time: 0.1554615 Aug 30 12:58:03.974874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event updated for resources: {'Port': ['ID=6e124bae-834f-411f-ac76-5d743d4f0aa0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:04.010404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:04.044799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bed26-505a-4187-9705-ac875df86a0b req-1061dc2b-b4d7-4b18-8672-48efcd8e3095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:04.046690 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6bed26-505a-4187-9705-ac875df86a0b req-1061dc2b-b4d7-4b18-8672-48efcd8e3095 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 200 len: 853 time: 0.0624578 Aug 30 12:58:04.079705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 22217237-863d-4e67-8ea8-fe06e5226009 has no active binding in host n-h1-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 12:58:04.083611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=22217237-863d-4e67-8ea8-fe06e5226009,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:04.119559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75efa87-b176-4b3f-931b-c98602e607ac req-4df91a95-90d1-48a8-ac03-b3e6a109246d tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:04.121754 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a75efa87-b176-4b3f-931b-c98602e607ac req-4df91a95-90d1-48a8-ac03-b3e6a109246d tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 1023 time: 0.1058302 Aug 30 12:58:04.145547 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6bed26-505a-4187-9705-ac875df86a0b req-5c98d4b1-6893-44a5-b0f5-7323535db9b7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5f2f9a47-db6f-4fc9-a251-6bdae19278ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812006 Aug 30 12:58:04.148950 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72166660-b4fb-4442-bfc2-025486532c41 req-f720377f-b100-4b99-8640-d2b353a7f4f4 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.150390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:04.180737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 22217237-863d-4e67-8ea8-fe06e5226009-n-h2-688802-6-0 {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 12:58:04.181072 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 12:58:04.181605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72166660-b4fb-4442-bfc2-025486532c41 req-f720377f-b100-4b99-8640-d2b353a7f4f4 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.191881 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a75efa87-b176-4b3f-931b-c98602e607ac req-e70e24b9-4a38-4b92-bafd-f592849e688b tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f26529-586f-4d31-99dd-29c2ea33d596&id=d8e1bf7e-f278-4843-84ae-ff6107d7cfce&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0626698 Aug 30 12:58:04.221000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e4b32e2c-d8b9-4248-b2dc-fbddcf825341 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5209246 Aug 30 12:58:04.225581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:04.246167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'mac_address': 'fa:16:3e:8c:80:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:04.274436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72166660-b4fb-4442-bfc2-025486532c41 req-f720377f-b100-4b99-8640-d2b353a7f4f4 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.287353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-72166660-b4fb-4442-bfc2-025486532c41 req-f720377f-b100-4b99-8640-d2b353a7f4f4 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9154379 Aug 30 12:58:04.291420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Request body: {'port': {'device_id': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:04.337701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720377f-b100-4b99-8640-d2b353a7f4f4 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65860532-b952-4d38-85c4-442d22bd9af7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:04.343418 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.361626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7885f541-5728-4a8a-863d-520fdbf0ea6e None None] Provisioning for port 6e124bae-834f-411f-ac76-5d743d4f0aa0 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:04.368178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ae9143-86c6-47eb-afe4-66650d7031de {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:04.375522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7885f541-5728-4a8a-863d-520fdbf0ea6e None None] Provisioning complete for port 6e124bae-834f-411f-ac76-5d743d4f0aa0 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:04.376026 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7885f541-5728-4a8a-863d-520fdbf0ea6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.376370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e838b-8abf-4a22-a5dc-dc1337717a18 req-2e63ec4e-2bc9-4947-94f0-2c36601c6acf tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:04.388161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-458e838b-8abf-4a22-a5dc-dc1337717a18 req-2e63ec4e-2bc9-4947-94f0-2c36601c6acf tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1116834 Aug 30 12:58:04.407739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.432356 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6bed26-505a-4187-9705-ac875df86a0b req-dcf49289-5670-4392-adca-cffd0d7d8cca service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757394 Aug 30 12:58:04.436661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:04.444798 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-458e838b-8abf-4a22-a5dc-dc1337717a18 req-6af24506-5719-4dd6-be9a-550c71130a3b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554271 Aug 30 12:58:04.445260 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.452618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7885f541-5728-4a8a-863d-520fdbf0ea6e None None] Port 6e124bae-834f-411f-ac76-5d743d4f0aa0 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:58:04.469930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-6a4ee350-459a-420c-87fa-95cd7df9340b req-740e269a-4115-485f-a385-d0c2a2ceb7a9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1259537717', 'description': 'tempest-description-359645217'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:04.500879 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6a4ee350-459a-420c-87fa-95cd7df9340b req-740e269a-4115-485f-a385-d0c2a2ceb7a9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.525078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:04.630246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6a4ee350-459a-420c-87fa-95cd7df9340b req-740e269a-4115-485f-a385-d0c2a2ceb7a9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.634480 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6a4ee350-459a-420c-87fa-95cd7df9340b req-740e269a-4115-485f-a385-d0c2a2ceb7a9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.670601 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6a4ee350-459a-420c-87fa-95cd7df9340b req-740e269a-4115-485f-a385-d0c2a2ceb7a9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.671868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a4ee350-459a-420c-87fa-95cd7df9340b req-740e269a-4115-485f-a385-d0c2a2ceb7a9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2075152 Aug 30 12:58:04.673803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e269a-4115-485f-a385-d0c2a2ceb7a9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2216ee38-8801-4a09-918d-3cc0f788aec7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:04.778343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398038e6-6248-40a2-be54-ecff100d58ac req-6a71e03a-90bd-4d7d-835b-4390a5d7ece3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:04.780417 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-398038e6-6248-40a2-be54-ecff100d58ac req-6a71e03a-90bd-4d7d-835b-4390a5d7ece3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 949 time: 0.0522020 Aug 30 12:58:04.813266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on host n-h2-688802-6 for vnic_type normal with profile {"migrating_to": "n-h1-688802-6"} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:04.813921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:04.813921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:04.823084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-398038e6-6248-40a2-be54-ecff100d58ac req-84c0c0cb-9ea0-41ed-813a-978df6193ff3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355763 Aug 30 12:58:04.837238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae58d68-70a3-4330-bec8-16d424654b07 req-fcdd8f25-e27a-45f6-b571-3cfad49a53ab tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:04.837238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bae58d68-70a3-4330-bec8-16d424654b07 req-fcdd8f25-e27a-45f6-b571-3cfad49a53ab tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 932 time: 0.4465244 Aug 30 12:58:04.849549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:04.849882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attempting to bind port 22217237-863d-4e67-8ea8-fe06e5226009 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:04.930804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:04.931423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:04.931954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:04.932499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Bound port: 22217237-863d-4e67-8ea8-fe06e5226009, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:04.932956 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:04.992061 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6bed26-505a-4187-9705-ac875df86a0b req-bb76cdae-e91c-410c-8f3e-91b819e3d095 service neutron] 10.222.0.35 "GET /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437486 Aug 30 12:58:05.013944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['e3ae9143-86c6-47eb-afe4-66650d7031de'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:05.070351 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bae58d68-70a3-4330-bec8-16d424654b07 req-a8a433f7-413f-4843-86ff-a8833a4d7da7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159872 Aug 30 12:58:05.085632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:05.087990 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61549506-679f-45bc-8cef-eb9e624a0776" -d '{"events": [{"server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "name": "network-vif-unplugged", "status": "completed", "tag": "22217237-863d-4e67-8ea8-fe06e5226009"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:05.117418 n-d-688802-6 neutron-server[95698]: WARNING neutron.plugins.ml2.plugin [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Concurrent port binding operations failed on port 22217237-863d-4e67-8ea8-fe06e5226009 Aug 30 12:58:05.133109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5ccfb-f9a6-4887-9497-c6798fd2386d req-8db3e3dd-de10-478b-93f2-0d70c4ee183a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:05.137613 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17e5ccfb-f9a6-4887-9497-c6798fd2386d req-8db3e3dd-de10-478b-93f2-0d70c4ee183a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.1079786 Aug 30 12:58:05.149238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:05.158874 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attempt 2 to bind port 22217237-863d-4e67-8ea8-fe06e5226009 Aug 30 12:58:05.175405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:05.176283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:05.177857 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-1152d301-ed85-4690-8acb-e3ef9a6d9b7b service neutron] 10.222.0.16 "PUT /v2.0/ports/22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 1121 time: 2.9101052 Aug 30 12:58:05.193325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17e5ccfb-f9a6-4887-9497-c6798fd2386d req-6a7cfd98-82f1-4ac3-9740-3999c9017966 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462322 Aug 30 12:58:05.216387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ae91b70-3c2e-49d6-8f0a-4578482fc50d req-b65084db-4761-4f8c-a7c4-c7801127354e tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/65860532-b952-4d38-85c4-442d22bd9af7 HTTP/1.1" status: 200 len: 1804 time: 0.1129801 Aug 30 12:58:05.270454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['22217237-863d-4e67-8ea8-fe06e5226009'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:05.322465 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ae91b70-3c2e-49d6-8f0a-4578482fc50d req-6f5a11d8-04b4-41b9-8d98-8d5b52eeaf94 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/2216ee38-8801-4a09-918d-3cc0f788aec7 HTTP/1.1" status: 200 len: 1804 time: 0.1049280 Aug 30 12:58:05.329341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6ae91b70-3c2e-49d6-8f0a-4578482fc50d req-eeeb6196-6f1c-4c21-a477-2a9fb7949227 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '65860532-b952-4d38-85c4-442d22bd9af7', 'remote_group_id': '2216ee38-8801-4a09-918d-3cc0f788aec7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:05.329685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6ae91b70-3c2e-49d6-8f0a-4578482fc50d req-eeeb6196-6f1c-4c21-a477-2a9fb7949227 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '65860532-b952-4d38-85c4-442d22bd9af7', 'remote_group_id': '2216ee38-8801-4a09-918d-3cc0f788aec7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:05.337958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e124bae-834f-411f-ac76-5d743d4f0aa0 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:05.350640 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:05.377113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Transition to ACTIVE for port object 6e124bae-834f-411f-ac76-5d743d4f0aa0 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:05.384885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:05.517850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e124bae-834f-411f-ac76-5d743d4f0aa0,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:05.522629 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6ae91b70-3c2e-49d6-8f0a-4578482fc50d req-eeeb6196-6f1c-4c21-a477-2a9fb7949227 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:05.586667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['22217237-863d-4e67-8ea8-fe06e5226009'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:05.667979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6ae91b70-3c2e-49d6-8f0a-4578482fc50d req-eeeb6196-6f1c-4c21-a477-2a9fb7949227 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:05.696498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6ae91b70-3c2e-49d6-8f0a-4578482fc50d req-eeeb6196-6f1c-4c21-a477-2a9fb7949227 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:05.757536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Attempting to bind port 6e124bae-834f-411f-ac76-5d743d4f0aa0 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:05.757901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Attempting to bind port 6e124bae-834f-411f-ac76-5d743d4f0aa0 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:05.758226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Attempting to bind port 6e124bae-834f-411f-ac76-5d743d4f0aa0 on network 6f3e2131-5260-4689-b845-ccc39c3f1e8d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:05.785004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb6196-6f1c-4c21-a477-2a9fb7949227 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c243895-ff14-411a-b92a-f9bc0e27967d,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:05.786831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Port 6e124bae-834f-411f-ac76-5d743d4f0aa0 on network 6f3e2131-5260-4689-b845-ccc39c3f1e8d not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:05.787150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Attempting to bind port 6e124bae-834f-411f-ac76-5d743d4f0aa0 on network 6f3e2131-5260-4689-b845-ccc39c3f1e8d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:05.796818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6ae91b70-3c2e-49d6-8f0a-4578482fc50d req-eeeb6196-6f1c-4c21-a477-2a9fb7949227 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:05.808740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ae91b70-3c2e-49d6-8f0a-4578482fc50d req-eeeb6196-6f1c-4c21-a477-2a9fb7949227 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4854755 Aug 30 12:58:05.814194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:05.814920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Checking segment: {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:05.814920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Bound using segment: {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:05.815349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Bound port: 6e124bae-834f-411f-ac76-5d743d4f0aa0, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cb43c8-d856-4372-b78a-09efdc20be44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:05.815710 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:05.829798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01238015-0f58-4516-b738-f60967568698 req-0ec1f0fe-db65-4d93-a32d-b133d62b1c87 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:05.831324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-01238015-0f58-4516-b738-f60967568698 req-0ec1f0fe-db65-4d93-a32d-b133d62b1c87 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 1023 time: 0.2279263 Aug 30 12:58:05.846676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58fe48-98fd-46a6-86c1-7482c6da87fc req-f6479184-4b78-410f-a864-4a1fb0c52243 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:05.862299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e58fe48-98fd-46a6-86c1-7482c6da87fc req-f6479184-4b78-410f-a864-4a1fb0c52243 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1060324 Aug 30 12:58:05.886876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-94ed58d0-181d-4b3e-aac0-df7440140bad tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:05.888434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-94ed58d0-181d-4b3e-aac0-df7440140bad tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 949 time: 0.2085996 Aug 30 12:58:05.919853 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e58fe48-98fd-46a6-86c1-7482c6da87fc req-7a520b21-f45a-4e05-a1b7-1f27ec2b6ac4 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566664 Aug 30 12:58:05.973597 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd394fc8-4e7d-4e03-b533-cc2a0f81e310 x-openstack-request-id: req-dd394fc8-4e7d-4e03-b533-cc2a0f81e310 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:05.973914 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "name": "network-vif-unplugged", "status": "completed", "tag": "22217237-863d-4e67-8ea8-fe06e5226009", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:05.974179 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd394fc8-4e7d-4e03-b533-cc2a0f81e310 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:05.974565 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009', 'code': 200} Aug 30 12:58:06.060302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] For port 6e124bae-834f-411f-ac76-5d743d4f0aa0, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:06.066460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] For port 6e124bae-834f-411f-ac76-5d743d4f0aa0, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e124bae-834f-411f-ac76-5d743d4f0aa0,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:06.076279 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:06.088067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211390f-074a-4e50-97c5-c45a2e670537 req-74a7e523-cb4d-44db-8389-676d52638ce7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.096344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e97db2-68c2-4e0c-9075-35085acb9515 req-97af86ce-b4c9-492a-96bc-595438914710 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.097916 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77e97db2-68c2-4e0c-9075-35085acb9515 req-97af86ce-b4c9-492a-96bc-595438914710 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1891737 Aug 30 12:58:06.102676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5211390f-074a-4e50-97c5-c45a2e670537 req-74a7e523-cb4d-44db-8389-676d52638ce7 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 1023 time: 0.0683091 Aug 30 12:58:06.126059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-91116b9e-7695-4d5c-be90-9950f4c7f22d service neutron] 10.222.0.35 "GET /v2.0/ports/e3ae9143-86c6-47eb-afe4-66650d7031de/bindings/n-h2-688802-6 HTTP/1.1" status: 200 len: 382 time: 0.2139881 Aug 30 12:58:06.142735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.143366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:06.144830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] 10.222.0.16 "PUT /v2.0/ports/6e124bae-834f-411f-ac76-5d743d4f0aa0 HTTP/1.1" status: 200 len: 1092 time: 1.8774142 Aug 30 12:58:06.158939 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5211390f-074a-4e50-97c5-c45a2e670537 req-9f6cbdb2-ca93-432b-a5f9-8517d286d180 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=f8f26529-586f-4d31-99dd-29c2ea33d596&id=d8e1bf7e-f278-4843-84ae-ff6107d7cfce&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0539250 Aug 30 12:58:06.253419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-01238015-0f58-4516-b738-f60967568698 req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Deleting port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:58:06.253785 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-01238015-0f58-4516-b738-f60967568698 req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:06.301432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c429f-24bd-4d22-ba76-89a78ae45de6 req-7e63168e-78fa-4a2e-9756-f89d6b63733e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.303122 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed3c429f-24bd-4d22-ba76-89a78ae45de6 req-7e63168e-78fa-4a2e-9756-f89d6b63733e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 949 time: 0.0625093 Aug 30 12:58:06.319558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6601a9-a6eb-4820-9697-165d4cfae1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e124bae-834f-411f-ac76-5d743d4f0aa0,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:06.327274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77e97db2-68c2-4e0c-9075-35085acb9515 req-990aa69c-a51b-4051-a927-760db3548a67 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051735 Aug 30 12:58:06.365274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-cc58005d-d85a-462d-8228-e192441a8fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.367128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-cc58005d-d85a-462d-8228-e192441a8fa9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1100 time: 0.2057271 Aug 30 12:58:06.367253 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed3c429f-24bd-4d22-ba76-89a78ae45de6 req-87d342b4-eaf9-4120-bbef-5a58e2bab827 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515885 Aug 30 12:58:06.380851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-fc06005e-10be-4658-a267-e63338a228b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.382417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-fc06005e-10be-4658-a267-e63338a228b3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3d1015602d54330ba4f72bec9251580&device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 1095 time: 0.1788259 Aug 30 12:58:06.388565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-d790ab46-d106-48fa-a6c7-85b59497ae05 req-d92d1611-40b6-45ab-9906-0054076a8b55 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-60278711', 'description': 'tempest-description-506343019'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:06.503179 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-5bacddd3-306e-4f0d-8f65-406f559340f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e124bae-834f-411f-ac76-5d743d4f0aa0 HTTP/1.1" status: 200 len: 217 time: 0.1087365 Aug 30 12:58:06.506925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483143a6-2b2c-49c9-9658-61ed9e50ba8d req-59c1dc9c-96df-46f0-9bd0-f174f40cc8ad tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.508153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-01238015-0f58-4516-b738-f60967568698 req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] For port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:06.508368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-483143a6-2b2c-49c9-9658-61ed9e50ba8d req-59c1dc9c-96df-46f0-9bd0-f174f40cc8ad tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 944 time: 0.0616076 Aug 30 12:58:06.508653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-01238015-0f58-4516-b738-f60967568698 req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:06.548847 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47b3781b-f111-49ef-a215-d2684e59f027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:06.559166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-483143a6-2b2c-49c9-9658-61ed9e50ba8d req-4a8c0654-80a3-4d40-becd-79a8e19c98e4 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438263 Aug 30 12:58:06.562963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-01238015-0f58-4516-b738-f60967568698 req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Calling delete_port for cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:58:06.582410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d790ab46-d106-48fa-a6c7-85b59497ae05 req-d92d1611-40b6-45ab-9906-0054076a8b55 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:06.652768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-bb6eea96-cea4-4d65-af8f-70a33dc64e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.654356 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-bb6eea96-cea4-4d65-af8f-70a33dc64e20 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=847ae926-76df-4ae1-bf8f-f4b3c291ba50 HTTP/1.1" status: 200 len: 863 time: 0.1377213 Aug 30 12:58:06.666768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a63fc2-23d1-40de-8c53-d043e8a6ad96 req-b2e1e969-c04f-41f3-84a8-639b33007472 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.668686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b1a63fc2-23d1-40de-8c53-d043e8a6ad96 req-b2e1e969-c04f-41f3-84a8-639b33007472 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.0564084 Aug 30 12:58:06.704426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-82cab977-f409-46dd-ad6c-f0a94fe7a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.705921 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-82cab977-f409-46dd-ad6c-f0a94fe7a123 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.3127294 Aug 30 12:58:06.717638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b1a63fc2-23d1-40de-8c53-d043e8a6ad96 req-2866c457-da73-4d08-bb65-a3e126d426ab tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 Aug 30 12:58:06.776967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-183edc44-86e5-4ce5-86fc-c7051cab448d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.0577347 Aug 30 12:58:06.844888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-80ae583a-db05-458d-83ea-65a309739c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.846574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-80ae583a-db05-458d-83ea-65a309739c01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3e2131-5260-4689-b845-ccc39c3f1e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812224 Aug 30 12:58:06.940736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-60479225-99ca-4754-a6f0-881e19a538ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:06.942213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-60479225-99ca-4754-a6f0-881e19a538ac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1520474 Aug 30 12:58:06.968198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d790ab46-d106-48fa-a6c7-85b59497ae05 req-d92d1611-40b6-45ab-9906-0054076a8b55 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:06.994184 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d790ab46-d106-48fa-a6c7-85b59497ae05 req-d92d1611-40b6-45ab-9906-0054076a8b55 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:07.046809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-01238015-0f58-4516-b738-f60967568698 req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:07.051450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d790ab46-d106-48fa-a6c7-85b59497ae05 req-d92d1611-40b6-45ab-9906-0054076a8b55 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:07.052416 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781f73c-2b56-4eed-95d8-ef800f0e591e req-002fde90-84d3-41f3-86e1-9dbc4058b25a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:07.052645 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d790ab46-d106-48fa-a6c7-85b59497ae05 req-d92d1611-40b6-45ab-9906-0054076a8b55 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6779292 Aug 30 12:58:07.054407 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3781f73c-2b56-4eed-95d8-ef800f0e591e req-002fde90-84d3-41f3-86e1-9dbc4058b25a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0589902 Aug 30 12:58:07.062463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:07.063397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d1611-40b6-45ab-9906-0054076a8b55 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bc2581-f8d3-45d3-8c25-9abac370a225,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:07.110129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'Port': ['ID=cda0acaa-d29d-46cb-a0c5-b0778c10d4f9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:07.115292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-766e3e74-ab82-4bd7-b2b5-ad4c32aca52e req-64a15a92-40cb-4d06-a950-a25ffa183f91 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1728256689', 'description': 'tempest-description-1247325948'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:07.125756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-6f794480-97ce-49c8-a799-1e4c6144681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:07.127256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-6f794480-97ce-49c8-a799-1e4c6144681b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1704926 Aug 30 12:58:07.134178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-756238ee-31a3-43ea-bd2a-f8d7769009fa service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796729 Aug 30 12:58:07.142406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3781f73c-2b56-4eed-95d8-ef800f0e591e req-45ebef30-6098-45c2-9dae-a336d489b22b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551541 Aug 30 12:58:07.211229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-01238015-0f58-4516-b738-f60967568698 req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] No DVR routers for this DVR port cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:58:07.256710 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-01238015-0f58-4516-b738-f60967568698 req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:07.258817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-01238015-0f58-4516-b738-f60967568698 req-041f2948-483d-4510-8f04-4e079d95fd28 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.35 "DELETE /v2.0/ports/cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 HTTP/1.1" status: 204 len: 173 time: 1.4186418 Aug 30 12:58:07.294741 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-766e3e74-ab82-4bd7-b2b5-ad4c32aca52e req-64a15a92-40cb-4d06-a950-a25ffa183f91 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:07.355833 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85935602-efb2-4401-8a0d-4346be56a8be req-2202440c-20c6-4118-809c-a3c924eb9821 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e4d5e20-68c8-469a-a6ac-0787745afcdf HTTP/1.1" status: 200 len: 210 time: 0.0714376 Aug 30 12:58:07.396075 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d679dc42-9df6-4d4e-ae2a-cc2da6d396b5 req-e1429e97-3800-449d-9f1a-6b61f52aa828 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423520 Aug 30 12:58:07.432125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-ba33ae96-1e94-4c31-ac1a-f9b9cb65cc5d service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815876 Aug 30 12:58:07.547876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed477db-6d68-4db6-aeb6-e84c1dffba83 req-0770481a-ad84-4bc9-95ca-1355053e08df tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:07.552828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ed477db-6d68-4db6-aeb6-e84c1dffba83 req-0770481a-ad84-4bc9-95ca-1355053e08df tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1071985 Aug 30 12:58:07.610674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ed477db-6d68-4db6-aeb6-e84c1dffba83 req-e221262d-cc3a-4063-a4e1-70bcbc84c65c tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465660 Aug 30 12:58:07.614909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-766e3e74-ab82-4bd7-b2b5-ad4c32aca52e req-64a15a92-40cb-4d06-a950-a25ffa183f91 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:07.636536 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-766e3e74-ab82-4bd7-b2b5-ad4c32aca52e req-64a15a92-40cb-4d06-a950-a25ffa183f91 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:07.674910 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-766e3e74-ab82-4bd7-b2b5-ad4c32aca52e req-64a15a92-40cb-4d06-a950-a25ffa183f91 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:07.676130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-766e3e74-ab82-4bd7-b2b5-ad4c32aca52e req-64a15a92-40cb-4d06-a950-a25ffa183f91 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5731785 Aug 30 12:58:07.687842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-93be1a2f-af57-463d-9dcd-dabe0049e3fe service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107499 Aug 30 12:58:07.692745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a15a92-40cb-4d06-a950-a25ffa183f91 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb8fda9-3168-4ec8-9b0d-be6d34c700c7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:07.768659 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140daf3c-7503-40ca-b00e-11e11cc6521b req-b29a6864-44a3-46f8-a1d1-9ad0ac566278 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:07.770496 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-140daf3c-7503-40ca-b00e-11e11cc6521b req-b29a6864-44a3-46f8-a1d1-9ad0ac566278 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 949 time: 0.0711808 Aug 30 12:58:07.822968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd4761-fa03-4903-8853-ad3572596e59 req-62910f7c-8ea4-4299-90f0-923e403868c8 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:07.824553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3dd4761-fa03-4903-8853-ad3572596e59 req-62910f7c-8ea4-4299-90f0-923e403868c8 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 944 time: 0.0595326 Aug 30 12:58:07.825225 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-140daf3c-7503-40ca-b00e-11e11cc6521b req-b42b47ef-4408-431f-a038-d4f2bd150840 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467136 Aug 30 12:58:07.885596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3dd4761-fa03-4903-8853-ad3572596e59 req-5dd79adf-501d-46bb-b874-d3102b16f095 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541418 Aug 30 12:58:07.890164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-998be6b3-ab91-4302-abe1-8af4e4f3b470 req-98a9e602-a394-4067-bfc6-3ef530be0660 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/b9bc2581-f8d3-45d3-8c25-9abac370a225 HTTP/1.1" status: 200 len: 1802 time: 0.0416007 Aug 30 12:58:07.948078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-998be6b3-ab91-4302-abe1-8af4e4f3b470 req-eb2e39cf-93a2-40e9-a4a9-783d16db36b8 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/3eb8fda9-3168-4ec8-9b0d-be6d34c700c7 HTTP/1.1" status: 200 len: 1805 time: 0.0510423 Aug 30 12:58:07.961559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-998be6b3-ab91-4302-abe1-8af4e4f3b470 req-9a35aa28-af38-4b4a-8285-f00bc0e9c5b9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9bc2581-f8d3-45d3-8c25-9abac370a225', 'remote_group_id': '3eb8fda9-3168-4ec8-9b0d-be6d34c700c7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:07.961897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-998be6b3-ab91-4302-abe1-8af4e4f3b470 req-9a35aa28-af38-4b4a-8285-f00bc0e9c5b9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b9bc2581-f8d3-45d3-8c25-9abac370a225', 'remote_group_id': '3eb8fda9-3168-4ec8-9b0d-be6d34c700c7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:07.975449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009'}, {'name': 'network-changed', 'server_uuid': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'tag': '6e124bae-834f-411f-ac76-5d743d4f0aa0'}, {'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'name': 'network-vif-deleted', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:07.978658 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abfd593-812d-4fd8-9231-f5d7d82b6fae" -d '{"events": [{"name": "network-changed", "server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "tag": "22217237-863d-4e67-8ea8-fe06e5226009"}, {"name": "network-changed", "server_uuid": "bf91d77f-1be8-4f20-af86-811c967898dc", "tag": "6e124bae-834f-411f-ac76-5d743d4f0aa0"}, {"server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "name": "network-vif-deleted", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:08.022006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673678e6-c064-4da7-aade-6e6176bdc0f9 req-d98a2fa8-72c4-4389-b0e3-cdbac5fa96ef tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:08.023594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-673678e6-c064-4da7-aade-6e6176bdc0f9 req-d98a2fa8-72c4-4389-b0e3-cdbac5fa96ef tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.0690000 Aug 30 12:58:08.032528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:08.042061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-998be6b3-ab91-4302-abe1-8af4e4f3b470 req-9a35aa28-af38-4b4a-8285-f00bc0e9c5b9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.068230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-673678e6-c064-4da7-aade-6e6176bdc0f9 req-9127cfae-cb6a-4ff8-896c-9e8fd2baaa23 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376613 Aug 30 12:58:08.110867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port e3ae9143-86c6-47eb-afe4-66650d7031de completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:08.111594 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-998be6b3-ab91-4302-abe1-8af4e4f3b470 req-9a35aa28-af38-4b4a-8285-f00bc0e9c5b9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.116563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port e3ae9143-86c6-47eb-afe4-66650d7031de triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:08.116965 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.119021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-998be6b3-ab91-4302-abe1-8af4e4f3b470 req-9a35aa28-af38-4b4a-8285-f00bc0e9c5b9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.144530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35aa28-af38-4b4a-8285-f00bc0e9c5b9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7551b79c-367c-4a0c-ad0e-65d74f2761e5,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:08.158903 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-998be6b3-ab91-4302-abe1-8af4e4f3b470 req-9a35aa28-af38-4b4a-8285-f00bc0e9c5b9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.163480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-998be6b3-ab91-4302-abe1-8af4e4f3b470 req-9a35aa28-af38-4b4a-8285-f00bc0e9c5b9 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2081716 Aug 30 12:58:08.169414 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cd332c-befe-4d6e-9b83-e137642186ed x-openstack-request-id: req-11cd332c-befe-4d6e-9b83-e137642186ed {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:08.169742 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "tag": "22217237-863d-4e67-8ea8-fe06e5226009", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf91d77f-1be8-4f20-af86-811c967898dc", "tag": "6e124bae-834f-411f-ac76-5d743d4f0aa0", "status": "completed", "code": 200}, {"server_uuid": "3e4d5e20-68c8-469a-a6ac-0787745afcdf", "name": "network-vif-deleted", "tag": "cda0acaa-d29d-46cb-a0c5-b0778c10d4f9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:08.170756 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11cd332c-befe-4d6e-9b83-e137642186ed {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:08.172473 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009', 'status': 'completed', 'code': 200} Aug 30 12:58:08.172738 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'tag': '6e124bae-834f-411f-ac76-5d743d4f0aa0', 'status': 'completed', 'code': 200} Aug 30 12:58:08.172998 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4d5e20-68c8-469a-a6ac-0787745afcdf', 'name': 'network-vif-deleted', 'tag': 'cda0acaa-d29d-46cb-a0c5-b0778c10d4f9', 'status': 'completed', 'code': 200} Aug 30 12:58:08.267706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9d7d73e-39f7-4553-a83b-5a5ae5121d86 req-7f538245-dad8-47ce-8d5c-f43431608384 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/3eb8fda9-3168-4ec8-9b0d-be6d34c700c7 HTTP/1.1" status: 200 len: 1805 time: 0.0828078 Aug 30 12:58:08.282928 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.328082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:08.331528 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34122a15-30c1-4a7e-8f80-620b01b20c43" -d '{"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:08.352864 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:08.356751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d9d7d73e-39f7-4553-a83b-5a5ae5121d86 req-a2959c2d-d63c-4c6a-ab29-78817eb73f82 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.359617 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.362433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-a9d125df-71e2-4ebb-b75b-74f55cd03044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:08.364305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-a9d125df-71e2-4ebb-b75b-74f55cd03044 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3d1015602d54330ba4f72bec9251580&device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 1095 time: 0.1590333 Aug 30 12:58:08.388219 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d9d7d73e-39f7-4553-a83b-5a5ae5121d86 req-a2959c2d-d63c-4c6a-ab29-78817eb73f82 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.409270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca4d04-9ce5-46cb-984c-8d8e12aefeca req-62727414-73ba-4fc9-8dec-e647e0c7c450 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:08.409270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54ca4d04-9ce5-46cb-984c-8d8e12aefeca req-62727414-73ba-4fc9-8dec-e647e0c7c450 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1573668 Aug 30 12:58:08.433826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:08.454252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-3bbbd424-acbf-4255-931e-ab71fe9c1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:08.455766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-3bbbd424-acbf-4255-931e-ab71fe9c1b02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1124 time: 0.1626070 Aug 30 12:58:08.478471 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d9d7d73e-39f7-4553-a83b-5a5ae5121d86 req-a2959c2d-d63c-4c6a-ab29-78817eb73f82 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.481071 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d9d7d73e-39f7-4553-a83b-5a5ae5121d86 req-a2959c2d-d63c-4c6a-ab29-78817eb73f82 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.482239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9d7d73e-39f7-4553-a83b-5a5ae5121d86 req-a2959c2d-d63c-4c6a-ab29-78817eb73f82 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "DELETE /v2.0/security-groups/3eb8fda9-3168-4ec8-9b0d-be6d34c700c7 HTTP/1.1" status: 204 len: 173 time: 0.2040303 Aug 30 12:58:08.492133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2959c2d-d63c-4c6a-ab29-78817eb73f82 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb8fda9-3168-4ec8-9b0d-be6d34c700c7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:08.542513 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4580b0-45ed-4da3-8185-8c86ce9817fa x-openstack-request-id: req-0f4580b0-45ed-4da3-8185-8c86ce9817fa {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:08.542922 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:08.543630 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f4580b0-45ed-4da3-8185-8c86ce9817fa {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:08.544433 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'code': 200} Aug 30 12:58:08.580640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54ca4d04-9ce5-46cb-984c-8d8e12aefeca req-70983bf3-6299-4fee-8750-b523dc252255 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407006 Aug 30 12:58:08.596252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-807b21c6-0c55-4bc2-a7d5-3dc32243922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:08.597881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-807b21c6-0c55-4bc2-a7d5-3dc32243922d service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3e2131-5260-4689-b845-ccc39c3f1e8d HTTP/1.1" status: 200 len: 925 time: 0.2244291 Aug 30 12:58:08.642715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b7faced-8f00-4310-b38b-be702b59c511 req-b6cc9419-8a86-42bf-8c8c-ab02209a1f5a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/b9bc2581-f8d3-45d3-8c25-9abac370a225 HTTP/1.1" status: 200 len: 1802 time: 0.0553184 Aug 30 12:58:08.661562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-e69a03df-cf5a-4fee-92c5-3b3aeed2fa66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e124bae-834f-411f-ac76-5d743d4f0aa0 HTTP/1.1" status: 200 len: 217 time: 0.0552804 Aug 30 12:58:08.714208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-5e7018b9-0ff7-4698-8880-6791129d3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:08.715751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-5e7018b9-0ff7-4698-8880-6791129d3415 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.2477083 Aug 30 12:58:08.755871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda59cba-dc69-4204-b15b-68624724e878 req-c922e53e-d181-497a-8039-b986deab789d tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:08.757514 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cda59cba-dc69-4204-b15b-68624724e878 req-c922e53e-d181-497a-8039-b986deab789d tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0613351 Aug 30 12:58:08.768138 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-afafc0c7-b270-467a-b6b9-0c26715f6626 req-717b82c8-e04d-46bb-91ef-24f1c3fe2c1e tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/d8e1bf7e-f278-4843-84ae-ff6107d7cfce HTTP/1.1" status: 200 len: 1798 time: 0.1511161 Aug 30 12:58:08.771482 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-decb427f-ad52-42ad-b99a-9253c3c9ff1d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.0456114 Aug 30 12:58:08.784226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-fc46a152-a85f-4a38-bd91-a002d009be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:08.785732 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-fc46a152-a85f-4a38-bd91-a002d009be4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=847ae926-76df-4ae1-bf8f-f4b3c291ba50 HTTP/1.1" status: 200 len: 863 time: 0.1122072 Aug 30 12:58:08.805082 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cda59cba-dc69-4204-b15b-68624724e878 req-cb09945a-b6f6-4c2d-b32a-cd2c31df471c tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409801 Aug 30 12:58:08.839926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-7cc48555-69d9-491b-bffd-28bcd64077de req-00ba1fa6-5414-40a7-8777-5809ea58693a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-901993062', 'description': 'tempest-description-509171725'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:08.866330 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7cc48555-69d9-491b-bffd-28bcd64077de req-00ba1fa6-5414-40a7-8777-5809ea58693a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.980361 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7cc48555-69d9-491b-bffd-28bcd64077de req-00ba1fa6-5414-40a7-8777-5809ea58693a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:08.985460 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7cc48555-69d9-491b-bffd-28bcd64077de req-00ba1fa6-5414-40a7-8777-5809ea58693a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.019225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7cc48555-69d9-491b-bffd-28bcd64077de req-00ba1fa6-5414-40a7-8777-5809ea58693a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.020489 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7cc48555-69d9-491b-bffd-28bcd64077de req-00ba1fa6-5414-40a7-8777-5809ea58693a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1850753 Aug 30 12:58:09.027597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba1fa6-5414-40a7-8777-5809ea58693a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf20f2-c104-40c4-95ef-e4a1b7880b6d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:09.151508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-14ad5f0c-d0c0-4a62-8355-f1a1d442510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:09.152994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-14ad5f0c-d0c0-4a62-8355-f1a1d442510c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.3653519 Aug 30 12:58:09.156859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9098b80-c334-4996-b3b6-e4479f5c79dd req-0ccaac1f-bae0-4cf6-8e1b-64b5d0a12125 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:09.158951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9098b80-c334-4996-b3b6-e4479f5c79dd req-0ccaac1f-bae0-4cf6-8e1b-64b5d0a12125 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0559583 Aug 30 12:58:09.165837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-2eb4a8fe-0125-4380-8c23-4727c845cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:09.167573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-2eb4a8fe-0125-4380-8c23-4727c845cdac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3e2131-5260-4689-b845-ccc39c3f1e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663614 Aug 30 12:58:09.176499 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-afafc0c7-b270-467a-b6b9-0c26715f6626 req-7145ec9b-ab69-4cc5-8518-9ba737845e54 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.200985 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9098b80-c334-4996-b3b6-e4479f5c79dd req-7e07d2ba-1288-41a9-a87a-043f29b8fb7d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Aug 30 12:58:09.214197 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-44b0b188-bac2-405e-9028-c762a35e0ff2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453908 Aug 30 12:58:09.290610 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-33ec73ea-49ff-412a-a422-70b66a9f511d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.310104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-afafc0c7-b270-467a-b6b9-0c26715f6626 req-7145ec9b-ab69-4cc5-8518-9ba737845e54 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.327209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f2d5c-5834-4351-8599-dad151b1a7d6 req-c20adfac-2221-43b5-affe-51ed3c3e528f tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:09.328828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-013f2d5c-5834-4351-8599-dad151b1a7d6 req-c20adfac-2221-43b5-affe-51ed3c3e528f tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 944 time: 0.0593283 Aug 30 12:58:09.372711 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-013f2d5c-5834-4351-8599-dad151b1a7d6 req-f2d383c3-fb0b-4a2b-9978-5c14041613c5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362732 Aug 30 12:58:09.398372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-343c9b14-5d78-4177-98c0-c043e8fa9346 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140155 Aug 30 12:58:09.398372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-afafc0c7-b270-467a-b6b9-0c26715f6626 req-7145ec9b-ab69-4cc5-8518-9ba737845e54 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.400558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-afafc0c7-b270-467a-b6b9-0c26715f6626 req-7145ec9b-ab69-4cc5-8518-9ba737845e54 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.401770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-afafc0c7-b270-467a-b6b9-0c26715f6626 req-7145ec9b-ab69-4cc5-8518-9ba737845e54 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/d8e1bf7e-f278-4843-84ae-ff6107d7cfce HTTP/1.1" status: 204 len: 173 time: 0.6257043 Aug 30 12:58:09.434128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-6a29a747-fbd5-48fa-bab2-965d575c1c2d service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866539 Aug 30 12:58:09.471257 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77425f31-df86-4f1c-b870-d6f0f04ad820 req-81defa03-c563-453d-8719-0da353a9b0f5 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/f3bf20f2-c104-40c4-95ef-e4a1b7880b6d HTTP/1.1" status: 200 len: 1803 time: 0.0534127 Aug 30 12:58:09.485951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-77425f31-df86-4f1c-b870-d6f0f04ad820 req-20d4e3b4-74e1-436b-adc3-9a09e408dcfc tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3bf20f2-c104-40c4-95ef-e4a1b7880b6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:09.486308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-77425f31-df86-4f1c-b870-d6f0f04ad820 req-20d4e3b4-74e1-436b-adc3-9a09e408dcfc tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3bf20f2-c104-40c4-95ef-e4a1b7880b6d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:09.527633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145ec9b-ab69-4cc5-8518-9ba737845e54 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e1bf7e-f278-4843-84ae-ff6107d7cfce,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:09.565728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-77425f31-df86-4f1c-b870-d6f0f04ad820 req-20d4e3b4-74e1-436b-adc3-9a09e408dcfc tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.597020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-77425f31-df86-4f1c-b870-d6f0f04ad820 req-20d4e3b4-74e1-436b-adc3-9a09e408dcfc tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.601629 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-77425f31-df86-4f1c-b870-d6f0f04ad820 req-20d4e3b4-74e1-436b-adc3-9a09e408dcfc tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.622979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4e3b4-74e1-436b-adc3-9a09e408dcfc tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee71396-a21f-4ee1-aea4-599c060ba47d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:09.626773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-77425f31-df86-4f1c-b870-d6f0f04ad820 req-20d4e3b4-74e1-436b-adc3-9a09e408dcfc tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.638730 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77425f31-df86-4f1c-b870-d6f0f04ad820 req-20d4e3b4-74e1-436b-adc3-9a09e408dcfc tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1578615 Aug 30 12:58:09.660758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27705d55-cc52-4bdf-af5e-80246c540e1a req-9d922a71-deb3-48c7-a71c-b5aee4f8d2a2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:09.662457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27705d55-cc52-4bdf-af5e-80246c540e1a req-9d922a71-deb3-48c7-a71c-b5aee4f8d2a2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.1400039 Aug 30 12:58:09.667745 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-d3a88b4b-44f5-49ac-a597-09518e7fde8b service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203455 Aug 30 12:58:09.690084 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6abfd593-812d-4fd8-9231-f5d7d82b6fae req-45464fd1-e3fe-4e68-8029-13abc444a9e3 service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819302 Aug 30 12:58:09.712114 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5b0a7d8-cd76-441d-a560-98b8d46b31be req-f390e44c-5888-4b75-b3ff-5d817cce5dae tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/f8f26529-586f-4d31-99dd-29c2ea33d596 HTTP/1.1" status: 200 len: 1801 time: 0.0664129 Aug 30 12:58:09.721915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27705d55-cc52-4bdf-af5e-80246c540e1a req-e482555d-e0b9-48fa-8058-da834e2415ac tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477927 Aug 30 12:58:09.769744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b5b0a7d8-cd76-441d-a560-98b8d46b31be req-90a334b5-674b-4a54-8a16-e3a4ec89a088 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.799389 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b5b0a7d8-cd76-441d-a560-98b8d46b31be req-90a334b5-674b-4a54-8a16-e3a4ec89a088 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.852829 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b5b0a7d8-cd76-441d-a560-98b8d46b31be req-90a334b5-674b-4a54-8a16-e3a4ec89a088 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.855570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b5b0a7d8-cd76-441d-a560-98b8d46b31be req-90a334b5-674b-4a54-8a16-e3a4ec89a088 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.856711 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5b0a7d8-cd76-441d-a560-98b8d46b31be req-90a334b5-674b-4a54-8a16-e3a4ec89a088 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/f8f26529-586f-4d31-99dd-29c2ea33d596 HTTP/1.1" status: 204 len: 173 time: 0.1438019 Aug 30 12:58:09.870567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a334b5-674b-4a54-8a16-e3a4ec89a088 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f26529-586f-4d31-99dd-29c2ea33d596,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:09.874924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3016292-3a31-4dd6-910e-174c07cd244b req-e78b4fc9-983c-4f74-91bf-1532b26a1f26 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:09.876623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3016292-3a31-4dd6-910e-174c07cd244b req-e78b4fc9-983c-4f74-91bf-1532b26a1f26 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0736177 Aug 30 12:58:09.896412 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:09.934692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3016292-3a31-4dd6-910e-174c07cd244b req-719fab86-ba08-4ca5-b46a-a4b65cbd5ea8 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480082 Aug 30 12:58:09.947359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7aeb3e26-f0d6-4ccc-8357-81ae96ca2fd5 req-95dc8b3e-9b1b-4310-a788-8776afa6631c tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/f3bf20f2-c104-40c4-95ef-e4a1b7880b6d HTTP/1.1" status: 200 len: 2396 time: 0.0530186 Aug 30 12:58:09.963833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-7aeb3e26-f0d6-4ccc-8357-81ae96ca2fd5 req-4720e9e3-c0a1-4081-a84e-c0f645fafe84 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3bf20f2-c104-40c4-95ef-e4a1b7880b6d', 'remote_group_id': None}]} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:09.964237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-7aeb3e26-f0d6-4ccc-8357-81ae96ca2fd5 req-4720e9e3-c0a1-4081-a84e-c0f645fafe84 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f3bf20f2-c104-40c4-95ef-e4a1b7880b6d', 'remote_group_id': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:10.038723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:10.048140 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7aeb3e26-f0d6-4ccc-8357-81ae96ca2fd5 req-4720e9e3-c0a1-4081-a84e-c0f645fafe84 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.061928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:58:10.062315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cda0acaa-d29d-46cb-a0c5-b0778c10d4f9 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:58:10.072219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da728287-3677-4f86-8e6b-764cd6619e19 req-a23d86f9-80f5-4ed3-b09a-59948fac2e5b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:10.074267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da728287-3677-4f86-8e6b-764cd6619e19 req-a23d86f9-80f5-4ed3-b09a-59948fac2e5b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0619397 Aug 30 12:58:10.077792 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7aeb3e26-f0d6-4ccc-8357-81ae96ca2fd5 req-4720e9e3-c0a1-4081-a84e-c0f645fafe84 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.086892 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7aeb3e26-f0d6-4ccc-8357-81ae96ca2fd5 req-4720e9e3-c0a1-4081-a84e-c0f645fafe84 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.104109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720e9e3-c0a1-4081-a84e-c0f645fafe84 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b56077e-4e9b-4ce5-aeeb-3c01557af84f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:10.116129 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7aeb3e26-f0d6-4ccc-8357-81ae96ca2fd5 req-4720e9e3-c0a1-4081-a84e-c0f645fafe84 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.117461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7aeb3e26-f0d6-4ccc-8357-81ae96ca2fd5 req-4720e9e3-c0a1-4081-a84e-c0f645fafe84 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1628711 Aug 30 12:58:10.117724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da728287-3677-4f86-8e6b-764cd6619e19 req-1483d67a-6da6-4aad-a03f-51ab736aafd9 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369096 Aug 30 12:58:10.140745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-438aafaf-6ded-4a69-9671-e6e1de32452e req-c33be175-939c-4f38-8da0-264c3ecdce23 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1599902929', 'description': 'tempest-description-1907734463'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:10.166924 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-438aafaf-6ded-4a69-9671-e6e1de32452e req-c33be175-939c-4f38-8da0-264c3ecdce23 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.193480 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4042018-1f5e-4184-bbde-5bcf00bbb2d0 req-a12d9a25-3f89-415a-b77f-92de08a281ef tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/f3bf20f2-c104-40c4-95ef-e4a1b7880b6d HTTP/1.1" status: 200 len: 2994 time: 0.0514450 Aug 30 12:58:10.245277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbaf4d52-793b-4bc7-ac07-1654cb7345da req-380dc76b-7e8a-49c0-b112-a5abbb28f32b tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-group-rules/6b56077e-4e9b-4ce5-aeeb-3c01557af84f HTTP/1.1" status: 200 len: 783 time: 0.0258622 Aug 30 12:58:10.269855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-438aafaf-6ded-4a69-9671-e6e1de32452e req-c33be175-939c-4f38-8da0-264c3ecdce23 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.274591 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-438aafaf-6ded-4a69-9671-e6e1de32452e req-c33be175-939c-4f38-8da0-264c3ecdce23 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.297150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbaf4d52-793b-4bc7-ac07-1654cb7345da req-8d0299aa-923b-445f-917a-b10eb0a18b0a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/f3bf20f2-c104-40c4-95ef-e4a1b7880b6d HTTP/1.1" status: 200 len: 2994 time: 0.0450480 Aug 30 12:58:10.307896 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-438aafaf-6ded-4a69-9671-e6e1de32452e req-c33be175-939c-4f38-8da0-264c3ecdce23 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.309340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-438aafaf-6ded-4a69-9671-e6e1de32452e req-c33be175-939c-4f38-8da0-264c3ecdce23 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1733117 Aug 30 12:58:10.311558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33be175-939c-4f38-8da0-264c3ecdce23 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f6dec0-60ce-457a-991b-baab23ebc610,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:10.334756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-cbaf4d52-793b-4bc7-ac07-1654cb7345da req-1a56453e-e051-4b22-abcf-16cfe3b2cf09 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.345809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-cbaf4d52-793b-4bc7-ac07-1654cb7345da req-1a56453e-e051-4b22-abcf-16cfe3b2cf09 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.377480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-cbaf4d52-793b-4bc7-ac07-1654cb7345da req-1a56453e-e051-4b22-abcf-16cfe3b2cf09 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.385360 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-cbaf4d52-793b-4bc7-ac07-1654cb7345da req-1a56453e-e051-4b22-abcf-16cfe3b2cf09 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.395792 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbaf4d52-793b-4bc7-ac07-1654cb7345da req-1a56453e-e051-4b22-abcf-16cfe3b2cf09 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6b56077e-4e9b-4ce5-aeeb-3c01557af84f HTTP/1.1" status: 204 len: 173 time: 0.0881915 Aug 30 12:58:10.415095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56453e-e051-4b22-abcf-16cfe3b2cf09 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b56077e-4e9b-4ce5-aeeb-3c01557af84f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:10.453744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4825481-57cc-4a8a-886f-ad3638eb23a7 req-ab872d85-3b1b-458c-9f22-93e22159f91c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:10.455440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4825481-57cc-4a8a-886f-ad3638eb23a7 req-ab872d85-3b1b-458c-9f22-93e22159f91c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.0700192 Aug 30 12:58:10.472618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-43f1172f-955f-4d83-82b2-4db3af68b464 req-91a0129a-d55d-4b3d-8f0d-69640f575239 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/d3f6dec0-60ce-457a-991b-baab23ebc610 HTTP/1.1" status: 200 len: 1801 time: 0.0598831 Aug 30 12:58:10.485038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-43f1172f-955f-4d83-82b2-4db3af68b464 req-1e4438e9-fd7f-41cb-9e72-a4103e9e7700 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1869567109', 'description': 'tempest-description-hth-1538498408'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:10.509165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4825481-57cc-4a8a-886f-ad3638eb23a7 req-bf61aec3-c950-4f3e-b5fd-9720956711c8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Aug 30 12:58:10.518362 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-43f1172f-955f-4d83-82b2-4db3af68b464 req-1e4438e9-fd7f-41cb-9e72-a4103e9e7700 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.585143 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-43f1172f-955f-4d83-82b2-4db3af68b464 req-1e4438e9-fd7f-41cb-9e72-a4103e9e7700 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.589467 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c3ed517-9efd-4e5d-868d-8ba7ff38eed9 req-52665300-1229-47cc-bd58-8456fe1a9739 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/f3bf20f2-c104-40c4-95ef-e4a1b7880b6d HTTP/1.1" status: 200 len: 2396 time: 0.0559826 Aug 30 12:58:10.590235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-43f1172f-955f-4d83-82b2-4db3af68b464 req-1e4438e9-fd7f-41cb-9e72-a4103e9e7700 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.594029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-43f1172f-955f-4d83-82b2-4db3af68b464 req-1e4438e9-fd7f-41cb-9e72-a4103e9e7700 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.595994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-43f1172f-955f-4d83-82b2-4db3af68b464 req-1e4438e9-fd7f-41cb-9e72-a4103e9e7700 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "PUT /v2.0/security-groups/d3f6dec0-60ce-457a-991b-baab23ebc610 HTTP/1.1" status: 200 len: 1775 time: 0.1165020 Aug 30 12:58:10.659685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4438e9-fd7f-41cb-9e72-a4103e9e7700 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f6dec0-60ce-457a-991b-baab23ebc610,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:10.680874 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9c3ed517-9efd-4e5d-868d-8ba7ff38eed9 req-166739f4-fb13-4473-9605-90d0a7a3f799 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.709952 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.730677 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9c3ed517-9efd-4e5d-868d-8ba7ff38eed9 req-166739f4-fb13-4473-9605-90d0a7a3f799 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.747162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd1b7f-780f-4c78-b20b-629e9c1cfee9 req-db7f125d-dd5c-4392-ad62-54b412b35411 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:10.749577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7dd1b7f-780f-4c78-b20b-629e9c1cfee9 req-db7f125d-dd5c-4392-ad62-54b412b35411 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 944 time: 0.0796974 Aug 30 12:58:10.793988 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9c3ed517-9efd-4e5d-868d-8ba7ff38eed9 req-166739f4-fb13-4473-9605-90d0a7a3f799 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.797232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9c3ed517-9efd-4e5d-868d-8ba7ff38eed9 req-166739f4-fb13-4473-9605-90d0a7a3f799 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.798561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c3ed517-9efd-4e5d-868d-8ba7ff38eed9 req-166739f4-fb13-4473-9605-90d0a7a3f799 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "DELETE /v2.0/security-groups/f3bf20f2-c104-40c4-95ef-e4a1b7880b6d HTTP/1.1" status: 204 len: 173 time: 0.2081366 Aug 30 12:58:10.814269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166739f4-fb13-4473-9605-90d0a7a3f799 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf20f2-c104-40c4-95ef-e4a1b7880b6d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:10.834180 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7dd1b7f-780f-4c78-b20b-629e9c1cfee9 req-9dd4ecd4-4668-481a-9be4-c6a942245810 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716147 Aug 30 12:58:10.842380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-9e88cb8e-cf4b-4f01-8d5b-c1e4a604a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:10.844688 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-9e88cb8e-cf4b-4f01-8d5b-c1e4a604a2e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 1101 time: 0.0695827 Aug 30 12:58:10.859671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:10.862041 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1532cc19-2908-407d-8919-10ed407707c9 req-c918e2df-6b10-4679-b882-b17b532162a8 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/d3f6dec0-60ce-457a-991b-baab23ebc610 HTTP/1.1" status: 200 len: 1775 time: 0.0448442 Aug 30 12:58:10.911912 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-ee74a765-1e38-41b6-b558-d4b7e6815a15 req-eafb8e2e-cc01-4aa7-be21-2a751d3cfdc5 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] show failed (client error): The resource could not be found. Aug 30 12:58:10.912898 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee74a765-1e38-41b6-b558-d4b7e6815a15 req-eafb8e2e-cc01-4aa7-be21-2a751d3cfdc5 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/3eb8fda9-3168-4ec8-9b0d-be6d34c700c7 HTTP/1.1" status: 404 len: 352 time: 0.0277524 Aug 30 12:58:10.941178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:10.968440 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b843623-1196-46fb-bf7d-8696efd13ba1 req-04efeeba-653e-4c4b-be0c-ff9e5b9f8d01 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:10.973714 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b843623-1196-46fb-bf7d-8696efd13ba1 req-04efeeba-653e-4c4b-be0c-ff9e5b9f8d01 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.0548770 Aug 30 12:58:11.018609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b843623-1196-46fb-bf7d-8696efd13ba1 req-1e76e002-fd7e-4aa2-8d2d-cc83b729ad77 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Aug 30 12:58:11.033328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b73cef-c8ed-4760-9ad0-587c988fdb5a req-6ef5f49f-7163-488a-b018-f755ef7496aa tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/d3f6dec0-60ce-457a-991b-baab23ebc610 HTTP/1.1" status: 200 len: 1775 time: 0.0828786 Aug 30 12:58:11.117039 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f2b520bb-86ea-4a08-a022-ec08d23e095d req-be01bab1-f259-4594-b43c-e37e39313f33 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/b9bc2581-f8d3-45d3-8c25-9abac370a225 HTTP/1.1" status: 200 len: 1802 time: 0.0543647 Aug 30 12:58:11.179656 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f2b520bb-86ea-4a08-a022-ec08d23e095d req-d5da54a6-ad29-48d3-932a-b842e6a00a6a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.199059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-32b73cef-c8ed-4760-9ad0-587c988fdb5a req-c5c5cc51-bf07-41ef-a2fb-c64ffc66de53 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.206708 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f2b520bb-86ea-4a08-a022-ec08d23e095d req-d5da54a6-ad29-48d3-932a-b842e6a00a6a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.241985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-32b73cef-c8ed-4760-9ad0-587c988fdb5a req-c5c5cc51-bf07-41ef-a2fb-c64ffc66de53 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.253159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:11.260225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f2b520bb-86ea-4a08-a022-ec08d23e095d req-d5da54a6-ad29-48d3-932a-b842e6a00a6a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.262940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f2b520bb-86ea-4a08-a022-ec08d23e095d req-d5da54a6-ad29-48d3-932a-b842e6a00a6a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.266673 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f2b520bb-86ea-4a08-a022-ec08d23e095d req-d5da54a6-ad29-48d3-932a-b842e6a00a6a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9bc2581-f8d3-45d3-8c25-9abac370a225 HTTP/1.1" status: 204 len: 173 time: 0.1436172 Aug 30 12:58:11.281686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da54a6-ad29-48d3-932a-b842e6a00a6a tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bc2581-f8d3-45d3-8c25-9abac370a225,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:11.315943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:11.336023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-32b73cef-c8ed-4760-9ad0-587c988fdb5a req-c5c5cc51-bf07-41ef-a2fb-c64ffc66de53 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.338762 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-32b73cef-c8ed-4760-9ad0-587c988fdb5a req-c5c5cc51-bf07-41ef-a2fb-c64ffc66de53 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.339887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b73cef-c8ed-4760-9ad0-587c988fdb5a req-c5c5cc51-bf07-41ef-a2fb-c64ffc66de53 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/d3f6dec0-60ce-457a-991b-baab23ebc610 HTTP/1.1" status: 204 len: 173 time: 0.2567508 Aug 30 12:58:11.356645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5cc51-bf07-41ef-a2fb-c64ffc66de53 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f6dec0-60ce-457a-991b-baab23ebc610,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:11.373005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:11.382167 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9670930a-a32e-4ca7-8768-55ed52530625" -d '{"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:11.386337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.400877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Transition to ACTIVE for port object e3ae9143-86c6-47eb-afe4-66650d7031de will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:11.407185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8502e-5eb2-4524-b8fa-a7d57d9989f0 req-9ba2000c-21c9-49df-a766-a79c5e036947 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:11.408918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-acb8502e-5eb2-4524-b8fa-a7d57d9989f0 req-9ba2000c-21c9-49df-a766-a79c5e036947 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0670748 Aug 30 12:58:11.419246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.423118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6e124bae-834f-411f-ac76-5d743d4f0aa0 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:11.456726 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-acb8502e-5eb2-4524-b8fa-a7d57d9989f0 req-afcd39dc-5b9d-45bf-850f-72d70a72d111 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Aug 30 12:58:11.552562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:11.557543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] No DVR routers for this DVR port e3ae9143-86c6-47eb-afe4-66650d7031de on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:58:11.566838 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f33c423-79ef-4af1-89f1-269a242f9207 req-2730f623-e463-4e73-8c58-5dad099ff4b5 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/2216ee38-8801-4a09-918d-3cc0f788aec7 HTTP/1.1" status: 200 len: 1804 time: 0.0672412 Aug 30 12:58:11.571694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c791280c-fcaf-4cbb-abd4-c354906fd3f1 req-3e2de268-87e0-4e84-bf10-8681ffd77c12 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:11.581220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c791280c-fcaf-4cbb-abd4-c354906fd3f1 req-3e2de268-87e0-4e84-bf10-8681ffd77c12 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1787667 Aug 30 12:58:11.595858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6e124bae-834f-411f-ac76-5d743d4f0aa0, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e124bae-834f-411f-ac76-5d743d4f0aa0,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:11.611532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '6e124bae-834f-411f-ac76-5d743d4f0aa0', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'port_id': '6e124bae-834f-411f-ac76-5d743d4f0aa0', 'mac_address': 'fa:16:3e:47:a2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:11.649051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5f33c423-79ef-4af1-89f1-269a242f9207 req-cb0cdab6-06bf-48e1-8317-32782441b9d1 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.661722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c791280c-fcaf-4cbb-abd4-c354906fd3f1 req-dc211c63-4962-4092-8f47-ec9164dac538 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780694 Aug 30 12:58:11.674482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.680180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:11.680818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:11.681565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:11.687858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Port e3ae9143-86c6-47eb-afe4-66650d7031de on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:11.688667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Attempting to bind port e3ae9143-86c6-47eb-afe4-66650d7031de on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:11.694764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:11.695399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:11.695996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:11.696799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Bound port: e3ae9143-86c6-47eb-afe4-66650d7031de, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:11.697409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.711696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5f33c423-79ef-4af1-89f1-269a242f9207 req-cb0cdab6-06bf-48e1-8317-32782441b9d1 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.718746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e124bae-834f-411f-ac76-5d743d4f0aa0 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:11.768907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6e124bae-834f-411f-ac76-5d743d4f0aa0, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e124bae-834f-411f-ac76-5d743d4f0aa0,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:11.772716 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.787025 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5f33c423-79ef-4af1-89f1-269a242f9207 req-cb0cdab6-06bf-48e1-8317-32782441b9d1 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.790822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5f33c423-79ef-4af1-89f1-269a242f9207 req-cb0cdab6-06bf-48e1-8317-32782441b9d1 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.791844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f33c423-79ef-4af1-89f1-269a242f9207 req-cb0cdab6-06bf-48e1-8317-32782441b9d1 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "DELETE /v2.0/security-groups/2216ee38-8801-4a09-918d-3cc0f788aec7 HTTP/1.1" status: 204 len: 173 time: 0.2132325 Aug 30 12:58:11.807084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:11.809460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cdab6-06bf-48e1-8317-32782441b9d1 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2216ee38-8801-4a09-918d-3cc0f788aec7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:11.812227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:11.818566 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.855571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:11.856184 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:11.858161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=6e124bae-834f-411f-ac76-5d743d4f0aa0,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:11.858647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] 10.222.0.16 "PUT /v2.0/ports/e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 1097 time: 1.0036199 Aug 30 12:58:11.879420 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff698da3-60ef-49a2-a6c4-d2d42e0bc273 x-openstack-request-id: req-ff698da3-60ef-49a2-a6c4-d2d42e0bc273 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:11.879892 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:11.880074 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff698da3-60ef-49a2-a6c4-d2d42e0bc273 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:11.880482 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'code': 200} Aug 30 12:58:11.919589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03bfac-a81b-4f38-9e26-fdc251176da9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=11']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:11.940351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-08f064d0-27ea-4aaa-a293-c86227a61549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:11.942022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-08f064d0-27ea-4aaa-a293-c86227a61549 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1100 time: 0.0535469 Aug 30 12:58:11.970227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b9173f-54f6-4224-95e8-fd84ae31b1e9 req-5144d3c1-2186-4fc7-bbc0-77ebf02c776f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:11.970693 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01b9173f-54f6-4224-95e8-fd84ae31b1e9 req-5144d3c1-2186-4fc7-bbc0-77ebf02c776f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 949 time: 0.0715673 Aug 30 12:58:12.040961 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01b9173f-54f6-4224-95e8-fd84ae31b1e9 req-b9e04a3e-6929-4530-85c3-d1892894fba9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508335 Aug 30 12:58:12.043849 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.069722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c46fa36d-156f-4f0a-a4e9-41f9c370e60c req-90e9233b-799d-412f-a12d-c9943e2b50f0 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/65860532-b952-4d38-85c4-442d22bd9af7 HTTP/1.1" status: 200 len: 1804 time: 0.1183832 Aug 30 12:58:12.136602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['6e124bae-834f-411f-ac76-5d743d4f0aa0'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:12.163716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-c366bdc4-b820-473a-975f-c4eed0f0d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:12.165195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-c366bdc4-b820-473a-975f-c4eed0f0d13e service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2072635 Aug 30 12:58:12.186195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c46fa36d-156f-4f0a-a4e9-41f9c370e60c req-9f0a9010-0406-453b-96d3-15eacfc03592 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.211102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c46fa36d-156f-4f0a-a4e9-41f9c370e60c req-9f0a9010-0406-453b-96d3-15eacfc03592 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.215846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543355ed-73ab-4dcb-a320-424a2c16170b req-69d95e99-3232-43a5-98cf-2140ac13663c tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:12.224660 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-543355ed-73ab-4dcb-a320-424a2c16170b req-69d95e99-3232-43a5-98cf-2140ac13663c tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 945 time: 0.0763543 Aug 30 12:58:12.266392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-543355ed-73ab-4dcb-a320-424a2c16170b req-a35aa3ef-fe13-4f8c-aa51-fac4344d1018 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406160 Aug 30 12:58:12.272687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-3f58b6e7-8b5b-4e85-8599-08cd3b0c6f5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.0940905 Aug 30 12:58:12.312173 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-d6e2e22b-e5d5-41d2-ba3e-b4c65b4ed4e2 req-bd753dd9-bada-4d34-bc2e-69e48d1e7dc2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:58:12.313189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6e2e22b-e5d5-41d2-ba3e-b4c65b4ed4e2 req-bd753dd9-bada-4d34-bc2e-69e48d1e7dc2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/f8f26529-586f-4d31-99dd-29c2ea33d596 HTTP/1.1" status: 404 len: 352 time: 0.0152347 Aug 30 12:58:12.329108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c46fa36d-156f-4f0a-a4e9-41f9c370e60c req-9f0a9010-0406-453b-96d3-15eacfc03592 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.331814 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c46fa36d-156f-4f0a-a4e9-41f9c370e60c req-9f0a9010-0406-453b-96d3-15eacfc03592 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.333046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c46fa36d-156f-4f0a-a4e9-41f9c370e60c req-9f0a9010-0406-453b-96d3-15eacfc03592 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "DELETE /v2.0/security-groups/65860532-b952-4d38-85c4-442d22bd9af7 HTTP/1.1" status: 204 len: 173 time: 0.2700832 Aug 30 12:58:12.346236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a9010-0406-453b-96d3-15eacfc03592 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65860532-b952-4d38-85c4-442d22bd9af7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:12.355343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-73386867-dfb0-4e48-b4f1-9729b1034946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:12.357008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-73386867-dfb0-4e48-b4f1-9729b1034946 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0765109 Aug 30 12:58:12.372048 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-eecfe006-144b-48a4-a57b-81b66a01d27f req-a6a8e3f6-400b-4807-9424-b05a92ffa069 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:58:12.373219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eecfe006-144b-48a4-a57b-81b66a01d27f req-a6a8e3f6-400b-4807-9424-b05a92ffa069 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/d8e1bf7e-f278-4843-84ae-ff6107d7cfce HTTP/1.1" status: 404 len: 352 time: 0.0146382 Aug 30 12:58:12.458191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73276e1e-ebf2-4d92-912b-de94be080032 req-02e3b288-7b7e-42c2-8779-4071eed65d9d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:12.459880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-73276e1e-ebf2-4d92-912b-de94be080032 req-02e3b288-7b7e-42c2-8779-4071eed65d9d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.0534549 Aug 30 12:58:12.460950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-71f0182b-a3b2-4348-81bc-a35d7bde4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:12.462464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-71f0182b-a3b2-4348-81bc-a35d7bde4afc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883625 Aug 30 12:58:12.467048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6fdc4ac9-ceb6-4f25-b99e-d71b49f290ca req-1236a42c-b86c-4eef-bef5-e1df2fdfb59b tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/0a852844-baaf-4d4e-ab24-ba59afd08cda HTTP/1.1" status: 200 len: 2404 time: 0.0636473 Aug 30 12:58:12.505584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-73276e1e-ebf2-4d92-912b-de94be080032 req-ad215df7-d5b4-4372-939e-e84705909cdf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386519 Aug 30 12:58:12.575437 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-a279612c-79e7-493f-8198-55badfeffd9e req-d888791f-b56c-45ac-a2ae-0966d3c508b5 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:58:12.576424 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a279612c-79e7-493f-8198-55badfeffd9e req-d888791f-b56c-45ac-a2ae-0966d3c508b5 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/0609b3af-bca5-4981-8e0f-87b5ff179580 HTTP/1.1" status: 404 len: 352 time: 0.0200946 Aug 30 12:58:12.620046 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6fdc4ac9-ceb6-4f25-b99e-d71b49f290ca req-4451e6a8-07cd-42c4-97b4-f427283f1fb0 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.624637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-2ff98e11-042e-4fa2-a7d1-06d7ec4bc8c4 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529281 Aug 30 12:58:12.697739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6fdc4ac9-ceb6-4f25-b99e-d71b49f290ca req-4451e6a8-07cd-42c4-97b4-f427283f1fb0 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.714269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80190537-04f7-49b0-97db-a8903d56d41a req-4d6a273e-31a8-4416-8101-367d36858531 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:12.716314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80190537-04f7-49b0-97db-a8903d56d41a req-4d6a273e-31a8-4416-8101-367d36858531 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0591376 Aug 30 12:58:12.775284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6fdc4ac9-ceb6-4f25-b99e-d71b49f290ca req-4451e6a8-07cd-42c4-97b4-f427283f1fb0 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.777313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80190537-04f7-49b0-97db-a8903d56d41a req-f41b851e-aa7c-4caa-af2b-a0081e5fde8b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546823 Aug 30 12:58:12.779029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6fdc4ac9-ceb6-4f25-b99e-d71b49f290ca req-4451e6a8-07cd-42c4-97b4-f427283f1fb0 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.780834 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6fdc4ac9-ceb6-4f25-b99e-d71b49f290ca req-4451e6a8-07cd-42c4-97b4-f427283f1fb0 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a852844-baaf-4d4e-ab24-ba59afd08cda HTTP/1.1" status: 204 len: 173 time: 0.3007743 Aug 30 12:58:12.793532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33d9468a-a31a-4c2e-ae1f-e448be4e0229 req-b2630bba-ff98-47a4-8d55-128d0ebee37a service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572208 Aug 30 12:58:12.795230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451e6a8-07cd-42c4-97b4-f427283f1fb0 tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a852844-baaf-4d4e-ab24-ba59afd08cda,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:12.826843 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-58ee8f17-47a7-41d5-b264-427492387d5a req-97921b4b-7840-4ebe-a07e-8b71b27fe172 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:58:12.827832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-58ee8f17-47a7-41d5-b264-427492387d5a req-97921b4b-7840-4ebe-a07e-8b71b27fe172 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/8179190b-cb69-49b7-b93d-5202990eaf52 HTTP/1.1" status: 404 len: 352 time: 0.0216262 Aug 30 12:58:12.888590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b61ca6c-ede1-4d8d-b227-ca86b4014ba2 req-f62569e0-8628-40c1-bf06-eb0fb02b22de tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "GET /v2.0/security-groups/e65db518-737e-4e1b-bb05-5527ed4ee232 HTTP/1.1" status: 200 len: 2397 time: 0.0434878 Aug 30 12:58:12.946828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66272f-14e2-4824-860e-bc394e1f0e55 req-c19ca9f1-7571-481f-a0df-4c7b29558199 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:12.949149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fd66272f-14e2-4824-860e-bc394e1f0e55 req-c19ca9f1-7571-481f-a0df-4c7b29558199 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0809195 Aug 30 12:58:12.965616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6b61ca6c-ede1-4d8d-b227-ca86b4014ba2 req-4ef90666-a051-40c5-9b90-c4639af7237c tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:12.994165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fd66272f-14e2-4824-860e-bc394e1f0e55 req-8b4e87a0-cdcc-4efe-bc0c-6325f155bfeb tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382130 Aug 30 12:58:12.995162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6b61ca6c-ede1-4d8d-b227-ca86b4014ba2 req-4ef90666-a051-40c5-9b90-c4639af7237c tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.049178 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-01e9e3b6-89a4-4e53-aeea-4c0ffe91eee8 req-2f190e6f-5b56-44b5-8005-abe42fba5f7a tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:58:13.050173 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01e9e3b6-89a4-4e53-aeea-4c0ffe91eee8 req-2f190e6f-5b56-44b5-8005-abe42fba5f7a tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/4ed854c6-a637-4f9c-8dd9-48057f7c0a38 HTTP/1.1" status: 404 len: 352 time: 0.0165653 Aug 30 12:58:13.054537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6b61ca6c-ede1-4d8d-b227-ca86b4014ba2 req-4ef90666-a051-40c5-9b90-c4639af7237c tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.058507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6b61ca6c-ede1-4d8d-b227-ca86b4014ba2 req-4ef90666-a051-40c5-9b90-c4639af7237c tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.065807 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60848) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:13.069212 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b61ca6c-ede1-4d8d-b227-ca86b4014ba2 req-4ef90666-a051-40c5-9b90-c4639af7237c tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] 10.222.0.37 "DELETE /v2.0/security-groups/e65db518-737e-4e1b-bb05-5527ed4ee232 HTTP/1.1" status: 204 len: 173 time: 0.1711683 Aug 30 12:58:13.093921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef90666-a051-40c5-9b90-c4639af7237c tempest-SecurityGroupRulesTestJSON-1336847631 tempest-SecurityGroupRulesTestJSON-1336847631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65db518-737e-4e1b-bb05-5527ed4ee232,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:13.106485 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-cf79cbfe-46ed-4e30-86f5-66a22b58831d req-2f762a72-2f85-4df3-ae28-cc6a21a16652 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] show failed (client error): The resource could not be found. Aug 30 12:58:13.116456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf79cbfe-46ed-4e30-86f5-66a22b58831d req-2f762a72-2f85-4df3-ae28-cc6a21a16652 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/97911bd9-69cb-447b-8e95-76b57a0ec426 HTTP/1.1" status: 404 len: 352 time: 0.0286260 Aug 30 12:58:13.145539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-720c748c-0895-4f32-b78f-5c1c15e40616 admin admin] Deleting subnet 5abc093d-855a-44f1-85b0-871263d0e7dd {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:58:13.150491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-720c748c-0895-4f32-b78f-5c1c15e40616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.194552 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-720c748c-0895-4f32-b78f-5c1c15e40616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.299494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-720c748c-0895-4f32-b78f-5c1c15e40616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.340142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3bb23-081e-4b41-826d-81d4af9ad5b7 req-7db87379-8550-44ae-862e-22e18364f8b8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:13.346291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25b3bb23-081e-4b41-826d-81d4af9ad5b7 req-7db87379-8550-44ae-862e-22e18364f8b8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 949 time: 0.1150916 Aug 30 12:58:13.397058 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25b3bb23-081e-4b41-826d-81d4af9ad5b7 req-3c657292-e05e-4084-87f4-35753bbf45c4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475886 Aug 30 12:58:13.428584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6e124bae-834f-411f-ac76-5d743d4f0aa0 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:13.429415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf29815-c305-496f-abf1-9c65cd119f5f req-ddcffd82-cc40-4963-bc17-7292f0a02548 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:13.431877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbf29815-c305-496f-abf1-9c65cd119f5f req-ddcffd82-cc40-4963-bc17-7292f0a02548 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1023 time: 0.0799594 Aug 30 12:58:13.437616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-720c748c-0895-4f32-b78f-5c1c15e40616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.471003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720c748c-0895-4f32-b78f-5c1c15e40616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5abc093d-855a-44f1-85b0-871263d0e7dd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:13.488573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-720c748c-0895-4f32-b78f-5c1c15e40616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.495744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-720c748c-0895-4f32-b78f-5c1c15e40616 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5abc093d-855a-44f1-85b0-871263d0e7dd HTTP/1.1" status: 204 len: 168 time: 0.4286377 Aug 30 12:58:13.497348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60858) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:13.531074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbf29815-c305-496f-abf1-9c65cd119f5f req-79b730c6-a609-43a4-ac4c-9f57efef1098 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&id=ca393cdc-e200-486d-9d7d-1096490bc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0884008 Aug 30 12:58:13.531999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 6e124bae-834f-411f-ac76-5d743d4f0aa0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:13.536539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 6e124bae-834f-411f-ac76-5d743d4f0aa0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:13.536913 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.635723 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.656684 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.668257 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33ced3-0eb2-41f4-812c-ea79f1f18cd9 req-6a42ae30-3ff5-4188-950e-8168dbc21222 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:13.678208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e33ced3-0eb2-41f4-812c-ea79f1f18cd9 req-6a42ae30-3ff5-4188-950e-8168dbc21222 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 945 time: 0.1003976 Aug 30 12:58:13.682521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5141fe-af18-4c50-ad89-ec0d1a0f2503 req-09c66710-3b9b-4cb4-87bb-9b1a3ffb9d37 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:13.692665 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a5141fe-af18-4c50-ad89-ec0d1a0f2503 req-09c66710-3b9b-4cb4-87bb-9b1a3ffb9d37 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.0914860 Aug 30 12:58:13.697646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e124bae-834f-411f-ac76-5d743d4f0aa0'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:13.700004 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd35f0-c38e-4bd4-b1c0-fef7594ff62a" -d '{"events": [{"server_uuid": "bf91d77f-1be8-4f20-af86-811c967898dc", "name": "network-vif-plugged", "status": "completed", "tag": "6e124bae-834f-411f-ac76-5d743d4f0aa0"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:13.731616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6e124bae-834f-411f-ac76-5d743d4f0aa0, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e124bae-834f-411f-ac76-5d743d4f0aa0,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:13.740458 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.745720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a5141fe-af18-4c50-ad89-ec0d1a0f2503 req-2055dd4a-df0c-4e8a-9993-3a74f61200af tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469706 Aug 30 12:58:13.762277 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e33ced3-0eb2-41f4-812c-ea79f1f18cd9 req-21568919-886d-4ed2-8abf-1f25fbdaf814 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829010 Aug 30 12:58:13.798106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=6e124bae-834f-411f-ac76-5d743d4f0aa0,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:13.814635 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b37484-88b8-42a7-b429-aa968a4bdaf1 x-openstack-request-id: req-98b37484-88b8-42a7-b429-aa968a4bdaf1 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:13.816232 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf91d77f-1be8-4f20-af86-811c967898dc", "name": "network-vif-plugged", "status": "completed", "tag": "6e124bae-834f-411f-ac76-5d743d4f0aa0", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:13.816598 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98b37484-88b8-42a7-b429-aa968a4bdaf1 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:13.817094 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e124bae-834f-411f-ac76-5d743d4f0aa0', 'code': 200} Aug 30 12:58:13.850033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.861493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5330af-44cc-4c69-8165-df1483217755']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:13.872291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cfd35f-9593-4864-aa91-663668eceb11') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:13.872740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cfd35f-9593-4864-aa91-663668eceb11') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:13.881333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:13.883654 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fc37d1-1b6e-401f-98a3-8cc0ee097627" -d '{"events": [{"name": "network-changed", "server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:13.902034 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.938592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.949150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:58:13.950539 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: timer() Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:58:13.952358 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:58:13.983000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a5055d-d1cf-490e-87bf-1b6fb4905543 req-1d19dd44-caec-4184-95a0-3d2cab2945bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:13.986089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1a5055d-d1cf-490e-87bf-1b6fb4905543 req-1d19dd44-caec-4184-95a0-3d2cab2945bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 1097 time: 0.0819716 Aug 30 12:58:13.989177 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e4f09c-b03d-4208-a0fc-3bf32261907e x-openstack-request-id: req-c8e4f09c-b03d-4208-a0fc-3bf32261907e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:13.990123 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:13.990650 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8e4f09c-b03d-4208-a0fc-3bf32261907e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:13.991204 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'status': 'completed', 'code': 200} Aug 30 12:58:14.024591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a975f-4a88-4501-bb01-f471c3f17343 req-dca3f970-9407-4553-a1fc-7914f16b2bc9 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:14.032440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-675a975f-4a88-4501-bb01-f471c3f17343 req-dca3f970-9407-4553-a1fc-7914f16b2bc9 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1568124 Aug 30 12:58:14.089512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:14.095207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:14.108695 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-675a975f-4a88-4501-bb01-f471c3f17343 req-195ad196-067f-4d6e-8b87-c2680984807a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755157 Aug 30 12:58:14.126177 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:14.152871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:14.156878 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/4e5330af-44cc-4c69-8165-df1483217755 HTTP/1.1" status: 204 len: 168 time: 0.6581955 Aug 30 12:58:14.170788 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1a5055d-d1cf-490e-87bf-1b6fb4905543 req-10034a97-7bf5-4170-b2af-0a2aa352bbb6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720698 Aug 30 12:58:14.192092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d37b4d-4a78-41d1-944e-10328e08c3ac admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5330af-44cc-4c69-8165-df1483217755,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:14.223420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:58:14.224113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:14.245128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-3d2a2596-5b81-480a-b1ea-2f4cadb8e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:14.247143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-3d2a2596-5b81-480a-b1ea-2f4cadb8e872 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1100 time: 0.2256184 Aug 30 12:58:14.254491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-6a9463ad-60b6-44b8-a78f-8e4f09a0eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:14.256458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-6a9463ad-60b6-44b8-a78f-8e4f09a0eb12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 1100 time: 0.2361975 Aug 30 12:58:14.288190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f5163-b3fb-40c9-8d8d-a7ea6bda9336 req-026debea-3f1a-4d96-888e-c4418c296273 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:14.290164 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d7f5163-b3fb-40c9-8d8d-a7ea6bda9336 req-026debea-3f1a-4d96-888e-c4418c296273 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1169815 Aug 30 12:58:14.317600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:14.372650 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:14.375747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'mac_address': 'fa:16:3e:d1:87:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:14.449061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:14.453110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60884) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:14.465333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:14.478102 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:14.518077 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d7f5163-b3fb-40c9-8d8d-a7ea6bda9336 req-1de6b9c5-25cc-494f-9379-d46d7aa9b340 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121708 Aug 30 12:58:14.519038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00bc6e02-24e2-40b1-8eb1-920a555bba93 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:14.533995 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b4437ff4-9767-4306-9af0-206ec6c37df8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdd7351075ef48c8afb1321c5ddd8f8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770903 Aug 30 12:58:14.534441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60886) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:14.586246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:14.605412 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 12:58:14.606921 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 12:58:14.618658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834618f7-4a02-4443-9934-388540cfbe89 req-1822fa3b-7ae4-4192-95ed-92aada68e19e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:14.626954 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-834618f7-4a02-4443-9934-388540cfbe89 req-1822fa3b-7ae4-4192-95ed-92aada68e19e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 949 time: 0.1098361 Aug 30 12:58:14.662619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-2c9bed2e-9b6c-43d2-9428-94d9d04dff69 service neutron] 10.222.0.35 "GET /v2.0/ports/22217237-863d-4e67-8ea8-fe06e5226009/bindings/n-h1-688802-6 HTTP/1.1" status: 200 len: 384 time: 0.2401898 Aug 30 12:58:14.668679 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-834618f7-4a02-4443-9934-388540cfbe89 req-8092916a-60aa-40f8-a9a0-ef6bc947a7b6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 Aug 30 12:58:14.675900 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b59a2c92-4980-4bef-8149-4aa4c4e13488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:14.680015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-f30e19bd-1812-4a9a-b65a-9f08919dcd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:14.687163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-f30e19bd-1812-4a9a-b65a-9f08919dcd7f service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.4126821 Aug 30 12:58:14.706354 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b59a2c92-4980-4bef-8149-4aa4c4e13488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:14.755613 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b59a2c92-4980-4bef-8149-4aa4c4e13488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:14.758494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b59a2c92-4980-4bef-8149-4aa4c4e13488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:14.761966 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b59a2c92-4980-4bef-8149-4aa4c4e13488 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/647fc56f-20c8-4d24-aa2d-ea5a35860534 HTTP/1.1" status: 204 len: 168 time: 0.2246268 Aug 30 12:58:14.771277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-a0b80f02-a22d-4e5e-9cc0-9d588815a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:14.773119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-a0b80f02-a22d-4e5e-9cc0-9d588815a326 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.3867276 Aug 30 12:58:14.778255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-ef8a495d-292f-4b75-8877-fcdf80be2af2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.0816357 Aug 30 12:58:14.788778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a2c92-4980-4bef-8149-4aa4c4e13488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647fc56f-20c8-4d24-aa2d-ea5a35860534,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:14.880639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71806c9c-b857-4a11-92fa-ca4960230353 req-d047a0bb-a25d-4c5f-a347-8dfa261bde38 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:14.882226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71806c9c-b857-4a11-92fa-ca4960230353 req-d047a0bb-a25d-4c5f-a347-8dfa261bde38 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1023 time: 0.2518582 Aug 30 12:58:14.905346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-9339f95c-5f34-45f2-8c0f-4b7de1a6e6f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 200 len: 217 time: 0.1229420 Aug 30 12:58:14.908372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978edda-73d5-4be5-b276-5201fc3ae78b req-29d4c042-0e64-42b2-bf03-48656c7c8a55 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:14.917911 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0978edda-73d5-4be5-b276-5201fc3ae78b req-29d4c042-0e64-42b2-bf03-48656c7c8a55 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.0677733 Aug 30 12:58:14.971323 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0978edda-73d5-4be5-b276-5201fc3ae78b req-6e918392-d97f-495a-8d6e-c0485c8926f0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471296 Aug 30 12:58:15.023856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-0e981af0-4acb-43d1-b115-f17ad48db9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:15.025874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-0e981af0-4acb-43d1-b115-f17ad48db9a8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2275090 Aug 30 12:58:15.051048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-291d8a8a-846c-4d44-9369-6354ad09ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:15.052379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-291d8a8a-846c-4d44-9369-6354ad09ba99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1292202 Aug 30 12:58:15.063419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71806c9c-b857-4a11-92fa-ca4960230353 req-30339884-6f4f-4229-8af4-e828042b3823 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&id=ca393cdc-e200-486d-9d7d-1096490bc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1552281 Aug 30 12:58:15.159776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a4db3-c8d4-40a2-9cbe-fe2e1c89ac2d req-a86f7318-d8c9-4b3c-954d-d8a137103b4c tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:15.168778 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e5a4db3-c8d4-40a2-9cbe-fe2e1c89ac2d req-a86f7318-d8c9-4b3c-954d-d8a137103b4c tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 946 time: 0.1016302 Aug 30 12:58:15.180406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:15.205187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bc6e02-24e2-40b1-8eb1-920a555bba93 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:15.250164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:15.251178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e5a4db3-c8d4-40a2-9cbe-fe2e1c89ac2d req-a5410157-de73-4fe8-88ef-6870cfcb5089 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813165 Aug 30 12:58:15.259774 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:15.339711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:15.437002 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:15.605894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:15.630332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'mac_address': 'fa:16:3e:8c:80:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:15.646325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-423fc454-7fac-42bb-944e-60344883c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:15.647831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-423fc454-7fac-42bb-944e-60344883c10d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6109273 Aug 30 12:58:15.663737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-f451d8eb-ff77-47b5-b2e6-35ccbc415007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:15.665222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-f451d8eb-ff77-47b5-b2e6-35ccbc415007 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6009393 Aug 30 12:58:15.667400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['00bc6e02-24e2-40b1-8eb1-920a555bba93'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:15.720010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc4708-b6fc-45f7-bfe2-c2f55cdc077c req-b4a57d96-3f21-4832-abc6-414d06b02aa3 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:15.721489 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:15.727147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64fc4708-b6fc-45f7-bfe2-c2f55cdc077c req-b4a57d96-3f21-4832-abc6-414d06b02aa3 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0934920 Aug 30 12:58:15.739945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ae9143-86c6-47eb-afe4-66650d7031de {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:15.768845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:15.782418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:15.784026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64fc4708-b6fc-45f7-bfe2-c2f55cdc077c req-3ec8a2f7-39f7-4a7d-b650-11d690dfeb9b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556211 Aug 30 12:58:15.816109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7a94f-e7ca-4f39-8272-3be871ca3e14 req-853093b0-c0e7-458c-8912-ec394b851f2f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:15.823272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76f7a94f-e7ca-4f39-8272-3be871ca3e14 req-853093b0-c0e7-458c-8912-ec394b851f2f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 949 time: 0.5649345 Aug 30 12:58:15.832695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-840aea22-e40d-45c9-9350-66ac8eea24a2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:15.834186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-840aea22-e40d-45c9-9350-66ac8eea24a2 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1023 time: 0.6567090 Aug 30 12:58:15.840988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:15.844725 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63887fb7-e25a-42fa-bb33-dda5fc9c11cb" -d '{"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-unplugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:15.850177 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:15.948417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:15.951638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366da36-3e16-45cb-aea2-8ce5744e21bd req-deee05e2-c41e-4678-88ce-6133d8a07539 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:15.953486 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1366da36-3e16-45cb-aea2-8ce5744e21bd req-deee05e2-c41e-4678-88ce-6133d8a07539 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.1065590 Aug 30 12:58:16.003182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1366da36-3e16-45cb-aea2-8ce5744e21bd req-e066c860-793b-4bca-be31-94e4eb52ee0c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430894 Aug 30 12:58:16.005504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=12']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:16.062320 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6731565-37cb-4dc6-8f3c-4a22391c4dab x-openstack-request-id: req-c6731565-37cb-4dc6-8f3c-4a22391c4dab {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:16.063231 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-unplugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:16.063644 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6731565-37cb-4dc6-8f3c-4a22391c4dab {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:16.064205 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'code': 200} Aug 30 12:58:16.073589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76f7a94f-e7ca-4f39-8272-3be871ca3e14 req-bfaf42d2-f4db-4dbd-8dbd-b4613ba8365e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493830 Aug 30 12:58:16.078650 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-2eaa9918-0891-4501-968b-defc47c4c2da service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872087 Aug 30 12:58:16.082137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22217237-863d-4e67-8ea8-fe06e5226009 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:16.082850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 22217237-863d-4e67-8ea8-fe06e5226009 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:16.087801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-fb601ab3-0379-4c54-ac30-256dd8c8808f service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216487 Aug 30 12:58:16.111499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:16.130220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60930) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:16.234684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e3ae9143-86c6-47eb-afe4-66650d7031de'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:16.299122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.299867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-323797288-network', 'tenant_id': '68ef2c4e683b40999553afb799d2b581'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:16.326156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3003fbe-c149-4661-bba4-f5d5344b5c58 req-c5cf388b-91ad-44fb-95bf-18830dec8aaf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:16.328373 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3003fbe-c149-4661-bba4-f5d5344b5c58 req-c5cf388b-91ad-44fb-95bf-18830dec8aaf tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 943 time: 0.1364863 Aug 30 12:58:16.346520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Deleting port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:58:16.346870 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.369795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Made reservation on behalf of 68ef2c4e683b40999553afb799d2b581 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:16.372610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.389630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3003fbe-c149-4661-bba4-f5d5344b5c58 req-b9e09c93-4044-411c-83da-35f7af492be5 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537257 Aug 30 12:58:16.390885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.462112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad26a-d976-4567-bfd3-4cdd20333fcf req-31084185-5dce-45f4-83eb-a2a729b47281 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:16.463986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-688ad26a-d976-4567-bfd3-4cdd20333fcf req-31084185-5dce-45f4-83eb-a2a729b47281 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 950 time: 0.2609296 Aug 30 12:58:16.472431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-43c54f1a-fbb4-4857-b1e6-5a391535e1c1 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786032 Aug 30 12:58:16.487165 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fc37d1-1b6e-401f-98a3-8cc0ee097627 req-109e7a28-1f0c-4e49-9d04-525ef3eaa879 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778868 Aug 30 12:58:16.543558 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.557439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.574507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] For port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,segment=NetworkSegment(c12f334c-5cd1-4146-a6d6-5ddc74a63638),segment_id=c12f334c-5cd1-4146-a6d6-5ddc74a63638)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:16.574876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.581315 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-688ad26a-d976-4567-bfd3-4cdd20333fcf req-44ff98b3-d52f-481d-a2c1-465384a8a5c0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967937 Aug 30 12:58:16.603104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Calling delete_port for 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:58:16.603321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:58:16.618183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1293a81-b608-4997-b586-ab551614abd2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:16.636677 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.637021 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Added segment ec9b30ce-c917-4a24-bfa0-e128383477cc of type vlan for network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 Aug 30 12:58:16.658786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f45574-c86a-4ffb-9aa6-7ff020fbe92f req-838ca557-46ef-4a90-bc69-3521e6ee9af9 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:16.666034 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-06f45574-c86a-4ffb-9aa6-7ff020fbe92f req-838ca557-46ef-4a90-bc69-3521e6ee9af9 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a2aff70-e862-426d-a0c6-abb8dac54e2e HTTP/1.1" status: 200 len: 1023 time: 0.1203146 Aug 30 12:58:16.682626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] Transition to ACTIVE for port object 22217237-863d-4e67-8ea8-fe06e5226009 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:16.710790 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.713523 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.745252 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-06f45574-c86a-4ffb-9aa6-7ff020fbe92f req-2dfb7960-9c19-4e6f-a19c-90d039b5f196 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups?id=e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad&id=c9a01aff-a4e9-44ba-97a5-fc80a097e743&id=ca393cdc-e200-486d-9d7d-1096490bc45d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0781116 Aug 30 12:58:16.767064 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.768390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:16.769569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:16.812668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd66c5a-2c44-4def-ae5c-978b10b8dbdc req-2ba61b26-6a1e-41a4-8188-8bcd0619bdbc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:16.814749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fd66c5a-2c44-4def-ae5c-978b10b8dbdc req-2ba61b26-6a1e-41a4-8188-8bcd0619bdbc tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 946 time: 0.1535571 Aug 30 12:58:16.825109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] No DVR routers for this DVR port 22217237-863d-4e67-8ea8-fe06e5226009 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:58:16.901957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] Pushing event updated for resources: {'Port': ['ID=22217237-863d-4e67-8ea8-fe06e5226009,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:16.952296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-fca2be2e-3393-4730-829d-982a3d8754ad service neutron] 10.222.0.35 "PUT /v2.0/ports/22217237-863d-4e67-8ea8-fe06e5226009/bindings/n-h1-688802-6/activate HTTP/1.1" status: 200 len: 369 time: 2.2672346 Aug 30 12:58:16.990312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fd66c5a-2c44-4def-ae5c-978b10b8dbdc req-23b9fc7d-bb5c-4904-a1e5-b585b74bfef4 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294303 Aug 30 12:58:16.991813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:17.036451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'Port': ['ID=8cfdfbd7-5377-4bde-a3b5-8a24be1793eb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:17.112577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] No DVR routers for this DVR port 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:58:17.118173 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:17.121194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ceaa246-a4b1-4af0-8297-25fd540dc4d7 req-d8caf5b6-dc14-4554-9745-88543eb84b75 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.35 "DELETE /v2.0/ports/8cfdfbd7-5377-4bde-a3b5-8a24be1793eb HTTP/1.1" status: 204 len: 173 time: 1.2733653 Aug 30 12:58:17.121712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'name': 'network-vif-deleted', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:17.125964 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6751df-cf2e-4dc3-b695-fc9599753f41" -d '{"events": [{"server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "name": "network-vif-deleted", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:17.156901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-cf43468e-565b-464d-bd9d-8438047bf584 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:17.158624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-cf43468e-565b-464d-bd9d-8438047bf584 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.1112165 Aug 30 12:58:17.260581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-90cd87ca-ea48-4010-9b57-bbc6ccdb3dc0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0708320 Aug 30 12:58:17.266330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1317713 Aug 30 12:58:17.266330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c30faf-c7e7-4d58-9de1-19640c35ece6 admin admin] Pushing event updated for resources: {'Network': ['ID=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:17.268344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60960) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:17.277681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:58:17.288504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Request body: {'subnet': {'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-323797288-subnet', 'tenant_id': '68ef2c4e683b40999553afb799d2b581', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:17.300610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290ad6d-978b-4568-885a-a65c18fae72a req-ce5af467-db5a-4eb2-816e-90ba6dd10ab7 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:17.302849 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1290ad6d-978b-4568-885a-a65c18fae72a req-ce5af467-db5a-4eb2-816e-90ba6dd10ab7 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0959799 Aug 30 12:58:17.325134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-d2f7c2b1-0cea-41da-ac99-223378b88995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:17.328380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-d2f7c2b1-0cea-41da-ac99-223378b88995 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19 HTTP/1.1" status: 200 len: 1095 time: 0.1534002 Aug 30 12:58:17.371771 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1290ad6d-978b-4568-885a-a65c18fae72a req-3c00cd0b-5007-4212-83d1-cf9872582bda tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614483 Aug 30 12:58:17.456421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:17.482042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Made reservation on behalf of 68ef2c4e683b40999553afb799d2b581 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:17.485182 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:17.521758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98777ec7-5c1b-4020-93fb-490e2988307b req-9d648260-ba64-42c3-b445-98b91cb62ff2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:17.523556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98777ec7-5c1b-4020-93fb-490e2988307b req-9d648260-ba64-42c3-b445-98b91cb62ff2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 946 time: 0.0779126 Aug 30 12:58:17.539776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60964) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:17.546318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Request body: {'floatingip': {'port_id': '6e124bae-834f-411f-ac76-5d743d4f0aa0'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:17.550657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port e3ae9143-86c6-47eb-afe4-66650d7031de completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:17.555395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port e3ae9143-86c6-47eb-afe4-66650d7031de triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:17.555780 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:17.559963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-19d6404d-a2df-46e0-93a4-ac34e6aed4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:17.562485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-19d6404d-a2df-46e0-93a4-ac34e6aed4ed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1095 time: 0.2025287 Aug 30 12:58:17.688983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:17.720283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-3720e3c9-7b27-4abc-86bf-afb58b87831d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:17.723323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-3720e3c9-7b27-4abc-86bf-afb58b87831d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4218771 Aug 30 12:58:17.755552 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-e8fbc332-4074-40f2-8da2-9758da04978a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/quotas/3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 375 time: 0.0193334 Aug 30 12:58:17.775438 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:17.810020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78200134-e3a7-42d7-ab7e-0b1ff5a6e7cf req-b6a28768-99c5-446c-9da7-a5af65fab65e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:17.812154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78200134-e3a7-42d7-ab7e-0b1ff5a6e7cf req-b6a28768-99c5-446c-9da7-a5af65fab65e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 949 time: 0.1775146 Aug 30 12:58:17.820593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:17.825275 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:17.891488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=13']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:17.892377 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78200134-e3a7-42d7-ab7e-0b1ff5a6e7cf req-fe66e51a-3ebe-479f-9979-7e22aa354f09 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493345 Aug 30 12:58:17.906509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.906874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.910018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.910374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.911005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.911288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.911630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.912013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.912344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.913206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.913206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.913421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:17.914456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-0f6053fa-00cb-4eec-b6f9-2748988b94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:17.916028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-0f6053fa-00cb-4eec-b6f9-2748988b94c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.3449204 Aug 30 12:58:17.970513 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-8e29fa34-30b8-44a3-b140-b0630b46021e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.0402229 Aug 30 12:58:17.974914 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4719f613-6db1-4746-981b-5f37f9cac4ea x-openstack-request-id: req-4719f613-6db1-4746-981b-5f37f9cac4ea {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:17.975303 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a2aff70-e862-426d-a0c6-abb8dac54e2e", "name": "network-vif-deleted", "tag": "8cfdfbd7-5377-4bde-a3b5-8a24be1793eb", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:17.975626 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4719f613-6db1-4746-981b-5f37f9cac4ea {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:17.976092 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a2aff70-e862-426d-a0c6-abb8dac54e2e', 'name': 'network-vif-deleted', 'tag': '8cfdfbd7-5377-4bde-a3b5-8a24be1793eb', 'status': 'completed', 'code': 200} Aug 30 12:58:18.011381 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-ec114a5d-06b2-4daf-a418-2728fcf332c8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2416291 Aug 30 12:58:18.065918 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:18.068521 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15f6f6b-84cd-49fe-9164-8c9f26a8e1dc" -d '{"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:18.097499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-ddd1d09a-5654-4aee-8139-a6cf0fae9352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:18.099276 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-ddd1d09a-5654-4aee-8139-a6cf0fae9352 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1197257 Aug 30 12:58:18.104022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:18.148998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-b5770976-f8d8-4a7d-923c-a9ebcd16fcb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351171 Aug 30 12:58:18.150491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:18.217983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e527c-b4ed-437a-a4b5-95394c100df2 req-e43ae8e6-402a-4c3c-ab35-f31cffad04d0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:18.226077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-724e527c-b4ed-437a-a4b5-95394c100df2 req-e43ae8e6-402a-4c3c-ab35-f31cffad04d0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 944 time: 0.2000144 Aug 30 12:58:18.226272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 00bc6e02-24e2-40b1-8eb1-920a555bba93 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:18.226828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:18.304379 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfaead2a-1972-46fd-96f9-dd1cc8dbfcd5 x-openstack-request-id: req-dfaead2a-1972-46fd-96f9-dd1cc8dbfcd5 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:18.304950 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:18.305116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-404c2c09-b8e9-4daf-9551-60555a03eabf service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228938 Aug 30 12:58:18.305205 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfaead2a-1972-46fd-96f9-dd1cc8dbfcd5 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:18.306385 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'code': 200} Aug 30 12:58:18.402971 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-724e527c-b4ed-437a-a4b5-95394c100df2 req-fafe99d3-e788-443e-b4b0-25b403605a04 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690378 Aug 30 12:58:18.440219 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:18.481223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:18.487622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Checking segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:18.487990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Network hostable DHCP agents. Network: ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:58:18.488594 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:18.489738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:18.533519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-b22ceee0-36c7-44e0-a962-3169fcf95e5a service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999574 Aug 30 12:58:18.535280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:18.552234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.resource_extend [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 12:58:18.563579 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1410765a-fd23-4e1a-a836-e33f1852e663 req-80864a65-d1fa-4d58-9129-fef18b014a54 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/ca393cdc-e200-486d-9d7d-1096490bc45d HTTP/1.1" status: 200 len: 1799 time: 0.1256769 Aug 30 12:58:18.571078 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c2a8e880-9aa1-47eb-ae22-79f398c1979a req-21c5575f-2542-45dc-b38e-2a604176e539 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 210 time: 0.1314814 Aug 30 12:58:18.609762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:58:18.628324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:18.646141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:18.648403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:18.659326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:18.670077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:18.682467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fa8a96aa-c130-4b34-a981-7457d1fee9b9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4102163 Aug 30 12:58:18.814242 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Floating IP d3af2b03-c8cf-4e6f-b844-dadc254bc738 associated. External IP: 172.25.2.242, port: 6e124bae-834f-411f-ac76-5d743d4f0aa0. Aug 30 12:58:18.854329 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1410765a-fd23-4e1a-a836-e33f1852e663 req-ad97627a-98b5-47bf-8261-832de7ff2166 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:18.861123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437ce51-52b6-4f2b-a846-a46202079ea5 req-3c2890d9-856d-4656-b215-21684d20ab17 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:18.875215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e437ce51-52b6-4f2b-a846-a46202079ea5 req-3c2890d9-856d-4656-b215-21684d20ab17 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1324863 Aug 30 12:58:18.890072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1410765a-fd23-4e1a-a836-e33f1852e663 req-ad97627a-98b5-47bf-8261-832de7ff2166 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:18.903189 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:58:18.903594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8cfdfbd7-5377-4bde-a3b5-8a24be1793eb not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:58:18.909632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20d243-30f8-4751-8c5a-8d93b04b5e4f None None] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:58:19.022424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e437ce51-52b6-4f2b-a846-a46202079ea5 req-41b839e9-b4b9-447f-86c9-6bec2227d577 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461334 Aug 30 12:58:19.027619 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-da731dfd-630d-4674-8d79-6d6f6e2a2040 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:19.030883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-da731dfd-630d-4674-8d79-6d6f6e2a2040 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.1532698 Aug 30 12:58:19.104257 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Router 3aee0e33-5ca4-4f94-b384-d0faca294942 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:58:19.108205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1410765a-fd23-4e1a-a836-e33f1852e663 req-ad97627a-98b5-47bf-8261-832de7ff2166 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.110806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1410765a-fd23-4e1a-a836-e33f1852e663 req-ad97627a-98b5-47bf-8261-832de7ff2166 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.121062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1410765a-fd23-4e1a-a836-e33f1852e663 req-ad97627a-98b5-47bf-8261-832de7ff2166 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/ca393cdc-e200-486d-9d7d-1096490bc45d HTTP/1.1" status: 204 len: 173 time: 0.5562148 Aug 30 12:58:19.135641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97627a-98b5-47bf-8261-832de7ff2166 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca393cdc-e200-486d-9d7d-1096490bc45d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:19.211922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:19.235424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295aec9-cd53-48a6-8a39-66def4cda132 None None] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:58:19.240636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492361c-a7af-4c61-883f-39818a3c6d6f req-53d8256b-2b3a-4a4c-8eb0-ecef29a0f735 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:19.242217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4492361c-a7af-4c61-883f-39818a3c6d6f req-53d8256b-2b3a-4a4c-8eb0-ecef29a0f735 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1360657 Aug 30 12:58:19.243010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:58:19.247833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.255189 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] Sync routers for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:58:19.279615 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:58:19.280262 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:58:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:19.372997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-26a4f673-a2b9-49c7-9ab4-eeb484378191 service neutron] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:19.378578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-26a4f673-a2b9-49c7-9ab4-eeb484378191 service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.379730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-26a4f673-a2b9-49c7-9ab4-eeb484378191 service neutron] 10.222.0.16 "DELETE /v2.0/ports/22217237-863d-4e67-8ea8-fe06e5226009/bindings/n-h2-688802-6 HTTP/1.1" status: 204 len: 173 time: 0.3362489 Aug 30 12:58:19.389291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4492361c-a7af-4c61-883f-39818a3c6d6f req-c28e844d-3fec-4731-acd0-e3001fc9ad46 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205389 Aug 30 12:58:19.448318 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:58:19.489270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f039928-cdd2-48f4-93b4-5dbff909b60e req-fe6c003d-5958-469b-8480-52d153202352 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "GET /v2.0/security-groups/e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad HTTP/1.1" status: 200 len: 1800 time: 0.0443203 Aug 30 12:58:19.555504 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f039928-cdd2-48f4-93b4-5dbff909b60e req-8411b19d-680f-4fb6-b980-6254d1d56204 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.580061 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f039928-cdd2-48f4-93b4-5dbff909b60e req-8411b19d-680f-4fb6-b980-6254d1d56204 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.604215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3254c576-a05b-47a6-946c-ad4abc5a99b5 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "PUT /v2.0/floatingips/d3af2b03-c8cf-4e6f-b844-dadc254bc738 HTTP/1.1" status: 200 len: 992 time: 2.0600462 Aug 30 12:58:19.626268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'tag': '6e124bae-834f-411f-ac76-5d743d4f0aa0'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:19.626973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f039928-cdd2-48f4-93b4-5dbff909b60e req-8411b19d-680f-4fb6-b980-6254d1d56204 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.628825 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06efc15c-fb15-4720-976e-848500640f85" -d '{"events": [{"name": "network-changed", "server_uuid": "bf91d77f-1be8-4f20-af86-811c967898dc", "tag": "6e124bae-834f-411f-ac76-5d743d4f0aa0"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:19.630346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f039928-cdd2-48f4-93b4-5dbff909b60e req-8411b19d-680f-4fb6-b980-6254d1d56204 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.631656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f039928-cdd2-48f4-93b4-5dbff909b60e req-8411b19d-680f-4fb6-b980-6254d1d56204 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] 10.222.0.37 "DELETE /v2.0/security-groups/e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad HTTP/1.1" status: 204 len: 173 time: 0.1351237 Aug 30 12:58:19.644388 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32784) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:19.645920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411b19d-680f-4fb6-b980-6254d1d56204 tempest-SecurityGroupsTestJSON-1149041158 tempest-SecurityGroupsTestJSON-1149041158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31c7e68-5a6a-497d-9d30-4b1fc5a4e1ad,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:19.731292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4adabb2-68a5-4904-8d70-87ebe0b0da7f admin admin] Deleting subnet 11ff54b3-fa7e-460e-852e-4624ce568d91 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:58:19.737194 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c4adabb2-68a5-4904-8d70-87ebe0b0da7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.779597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-93391088-8c0d-4456-bcc8-43ec79bde913 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:19.780842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-c1cd57de-71df-4690-ad40-a88e292eb723 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391104 Aug 30 12:58:19.787080 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-93391088-8c0d-4456-bcc8-43ec79bde913 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.2115312 Aug 30 12:58:19.793054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b87985-6125-4bf8-a183-a4cd9e7e9633 req-1e72a955-3773-4268-94e0-a02f72b4eff0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:19.795188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60b87985-6125-4bf8-a183-a4cd9e7e9633 req-1e72a955-3773-4268-94e0-a02f72b4eff0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 944 time: 0.0937734 Aug 30 12:58:19.801916 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c4adabb2-68a5-4904-8d70-87ebe0b0da7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.830699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-b640430c-19f4-4301-9a74-b23d453c0604 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/quotas/68ef2c4e683b40999553afb799d2b581 HTTP/1.1" status: 200 len: 375 time: 0.0426595 Aug 30 12:58:19.871906 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd3af2b03-c8cf-4e6f-b844-dadc254bc738', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'port_id': '6e124bae-834f-411f-ac76-5d743d4f0aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'mac_address': 'fa:16:3e:47:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T12:55:55Z', 'updated_at': '2021-08-30T12:58:18Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:19.878240 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-1e5c33a8-b3f7-4848-adf7-5f4a5807beab tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466194 Aug 30 12:58:19.898102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60b87985-6125-4bf8-a183-a4cd9e7e9633 req-dcecff63-fa2f-42e4-a9c9-eb7d035c0999 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932555 Aug 30 12:58:19.901245 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] Checking router: 3aee0e33-5ca4-4f94-b384-d0faca294942 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:58:19.910562 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:58:19.911509 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:58:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:19.949350 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c4adabb2-68a5-4904-8d70-87ebe0b0da7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:19.987058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-5d3c6dcc-089d-4b6f-9f70-8a8c7cbbd9e1 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:19.989270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-5d3c6dcc-089d-4b6f-9f70-8a8c7cbbd9e1 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930823 Aug 30 12:58:20.006501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Request body: {'port': {'device_id': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '3a63f3c910b340c2a8d3bd487e39c6c8'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:20.023219 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:58:20.054872 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-04185cdc-3386-4b06-86df-090226b97f29 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749623 Aug 30 12:58:20.121578 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c4adabb2-68a5-4904-8d70-87ebe0b0da7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.153248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adabb2-68a5-4904-8d70-87ebe0b0da7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ff54b3-fa7e-460e-852e-4624ce568d91,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:20.162421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c4adabb2-68a5-4904-8d70-87ebe0b0da7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.164351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c4adabb2-68a5-4904-8d70-87ebe0b0da7f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/11ff54b3-fa7e-460e-852e-4624ce568d91 HTTP/1.1" status: 204 len: 168 time: 0.5202703 Aug 30 12:58:20.171645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32794) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:20.251188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-c02d69d7-14b8-4de4-9519-21e40da3d332 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952477 Aug 30 12:58:20.266935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.292414 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd3af2b03-c8cf-4e6f-b844-dadc254bc738', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'port_id': '6e124bae-834f-411f-ac76-5d743d4f0aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'mac_address': 'fa:16:3e:47:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T12:55:55Z', 'updated_at': '2021-08-30T12:58:18Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:20.307895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:20.311216 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3deb9b7d-b418-4444-9637-04e06ec1a8b6" -d '{"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-plugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:20.330090 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b34bca-91ee-4b1a-80aa-0e86755cace9 None None] The sync data for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 is: [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd3af2b03-c8cf-4e6f-b844-dadc254bc738', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'floating_ip_address': '172.25.2.242', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'port_id': '6e124bae-834f-411f-ac76-5d743d4f0aa0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'mac_address': 'fa:16:3e:47:a2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T12:55:55Z', 'updated_at': '2021-08-30T12:58:18Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:58:20.374035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-43cde628-2f21-4164-ae4e-f910c15958dc req-66f606f0-ac75-46ac-8c11-998a04d44005 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 210 time: 0.0342970 Aug 30 12:58:20.379650 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.423665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2f9a47-db6f-4fc9-a251-6bdae19278ed']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:20.462996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Made reservation on behalf of 3a63f3c910b340c2a8d3bd487e39c6c8 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:20.463320 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2fe3a1-865b-4a70-869b-3abe8233785b x-openstack-request-id: req-5f2fe3a1-865b-4a70-869b-3abe8233785b {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:20.463638 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf91d77f-1be8-4f20-af86-811c967898dc", "tag": "6e124bae-834f-411f-ac76-5d743d4f0aa0", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:20.463885 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f2fe3a1-865b-4a70-869b-3abe8233785b {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:20.464274 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'tag': '6e124bae-834f-411f-ac76-5d743d4f0aa0', 'status': 'completed', 'code': 200} Aug 30 12:58:20.469078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.475774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12f334c-5cd1-4146-a6d6-5ddc74a63638') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:20.476078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12f334c-5cd1-4146-a6d6-5ddc74a63638') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:20.518185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.541551 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.554368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:58:20.554831 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: timer() Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:58:20.557706 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:58:20.702389 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.706640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98707c31-9a63-4ffb-aa8f-1ef49e9db79f None None] New status for floating IP d3af2b03-c8cf-4e6f-b844-dadc254bc738: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 12:58:20.717289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:20.723900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5f2f9a47-db6f-4fc9-a251-6bdae19278ed HTTP/1.1" status: 204 len: 168 time: 0.5511415 Aug 30 12:58:20.787214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a69eb-5826-4682-8f23-d3805bc0c1a7 req-55bd0881-d727-4c4c-a8aa-113216eb9cee tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:20.801523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d9a69eb-5826-4682-8f23-d3805bc0c1a7 req-55bd0881-d727-4c4c-a8aa-113216eb9cee tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1813965 Aug 30 12:58:20.829696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2e7d77ce-69da-46ec-8b63-9c0f23d3a724 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:20.831305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2e7d77ce-69da-46ec-8b63-9c0f23d3a724 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 807 time: 0.2666109 Aug 30 12:58:20.833424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc15c-fb15-4720-976e-848500640f85 req-2f5b16dc-0e6d-42b3-924d-207a6788ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:20.835022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06efc15c-fb15-4720-976e-848500640f85 req-2f5b16dc-0e6d-42b3-924d-207a6788ff29 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f3d1015602d54330ba4f72bec9251580&device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 1097 time: 0.3394463 Aug 30 12:58:20.839165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856ff35-8ae8-4372-889f-60736e706c00 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f2f9a47-db6f-4fc9-a251-6bdae19278ed,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:20.888045 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d9a69eb-5826-4682-8f23-d3805bc0c1a7 req-c320d480-e858-4fb7-ad75-bb03fdbfb23d tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855122 Aug 30 12:58:20.971024 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-e62c2955-f2b5-4b8d-b9f5-be9dd93523f1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/quotas/561fc0398f9b42d9a91a45cc39c6a5b7 HTTP/1.1" status: 200 len: 375 time: 0.0481763 Aug 30 12:58:20.979938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Allocated IP 192.168.233.113 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/d3220d67-b5fc-4d1a-8676-f84996db6c0e) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:58:20.990649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32816) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:21.038737 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b515844-1245-4bc1-9198-88dfd4d876e7 x-openstack-request-id: req-7b515844-1245-4bc1-9198-88dfd4d876e7 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:21.039021 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-plugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:21.039474 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7b515844-1245-4bc1-9198-88dfd4d876e7 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:21.040059 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'code': 200} Aug 30 12:58:21.063756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc15c-fb15-4720-976e-848500640f85 req-20867b3e-5614-401b-9b09-f2233a6b20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:21.065255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06efc15c-fb15-4720-976e-848500640f85 req-20867b3e-5614-401b-9b09-f2233a6b20fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=6f3e2131-5260-4689-b845-ccc39c3f1e8d HTTP/1.1" status: 200 len: 925 time: 0.2168226 Aug 30 12:58:21.082244 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f63acfd7-bb8f-4a72-8f70-e4300fc798f3 req-cabe295b-734a-4cb8-ab7f-6465e5b066ba tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 210 time: 0.0463560 Aug 30 12:58:21.157536 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2920ef39-547b-4865-9484-cd775cf79bc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=50d478fdf99446b2ba640d67ac5f6b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656804 Aug 30 12:58:21.158585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32818) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:21.213515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-f83c1830-79de-43b7-9a4f-023ca3307584 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2415140 Aug 30 12:58:21.265824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ebe3c-206f-4b6a-a916-88985f62b6ce req-afacffd5-805d-49df-98d9-c575886d6c38 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:21.267601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-703ebe3c-206f-4b6a-a916-88985f62b6ce req-afacffd5-805d-49df-98d9-c575886d6c38 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0966337 Aug 30 12:58:21.304055 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94cf5d3e-0f9c-4887-a5e3-569bef83ad89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:21.343183 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94cf5d3e-0f9c-4887-a5e3-569bef83ad89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:21.347875 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-703ebe3c-206f-4b6a-a916-88985f62b6ce req-a70b79d3-cefe-422f-806f-cd0279f68419 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685503 Aug 30 12:58:21.428165 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94cf5d3e-0f9c-4887-a5e3-569bef83ad89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:21.431013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94cf5d3e-0f9c-4887-a5e3-569bef83ad89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:21.432199 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-94cf5d3e-0f9c-4887-a5e3-569bef83ad89 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9a01aff-a4e9-44ba-97a5-fc80a097e743 HTTP/1.1" status: 204 len: 168 time: 0.2714441 Aug 30 12:58:21.441762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06efc15c-fb15-4720-976e-848500640f85 req-acc266ec-4066-4d08-a94e-92a5dc4bcb81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e124bae-834f-411f-ac76-5d743d4f0aa0 HTTP/1.1" status: 200 len: 1002 time: 0.3672647 Aug 30 12:58:21.447203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b642ee-3e2a-4471-8dba-045d61965dba req-4b7eccd1-abdb-45ba-beac-257d7eac0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:21.448098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf5d3e-0f9c-4887-a5e3-569bef83ad89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a01aff-a4e9-44ba-97a5-fc80a097e743,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:21.448678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60b642ee-3e2a-4471-8dba-045d61965dba req-4b7eccd1-abdb-45ba-beac-257d7eac0dad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 1101 time: 0.1462376 Aug 30 12:58:21.454108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:21.511749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa823f-027f-4801-9284-c7842527edf1 req-aede56c0-b4cb-4639-b0cd-bce7562ebcdc tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:21.514263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75fa823f-027f-4801-9284-c7842527edf1 req-aede56c0-b4cb-4639-b0cd-bce7562ebcdc tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1095 time: 0.0481093 Aug 30 12:58:21.539115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Transition to ACTIVE for port object d3220d67-b5fc-4d1a-8676-f84996db6c0e will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:21.541897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60b642ee-3e2a-4471-8dba-045d61965dba req-c9024473-c899-449e-8cca-db0dbd1766cf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738919 Aug 30 12:58:21.550188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-e70f6fcf-3386-4f1a-95d5-d576f7dac116 service neutron] 10.222.0.37 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357496 Aug 30 12:58:21.558334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75fa823f-027f-4801-9284-c7842527edf1 req-6fa3aeca-47ec-4387-9de4-7ed6542048fd tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369744 Aug 30 12:58:21.616828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc15c-fb15-4720-976e-848500640f85 req-6043ed9b-55fe-4926-ab4f-ab8ef5a32395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:21.618305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06efc15c-fb15-4720-976e-848500640f85 req-6043ed9b-55fe-4926-ab4f-ab8ef5a32395 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=847ae926-76df-4ae1-bf8f-f4b3c291ba50 HTTP/1.1" status: 200 len: 863 time: 0.1615591 Aug 30 12:58:21.680698 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-59501316-78a2-435c-ac3a-4870e0095a4b req-2183ed1a-5521-4c93-9414-c41f0f39b188 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 210 time: 0.0423605 Aug 30 12:58:21.705369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:21.719213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'cb263de2-6e68-4b70-95f6-dc9b03199b35'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:21.723803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e3ae9143-86c6-47eb-afe4-66650d7031de'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:21.735284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efc15c-fb15-4720-976e-848500640f85 req-5d5cd96c-ee3f-40ac-bb44-1943a13144ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:21.737445 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06efc15c-fb15-4720-976e-848500640f85 req-5d5cd96c-ee3f-40ac-bb44-1943a13144ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6f3e2131-5260-4689-b845-ccc39c3f1e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066608 Aug 30 12:58:21.764966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:58:21.780399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-8edee5a8-37fb-49ab-ad04-1ee4cc57e361 service neutron] 10.222.0.37 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186515 Aug 30 12:58:21.792390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:21.844633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:58:21.883960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:21.928922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:21.929578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:21.958654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66d15f-ba3a-470d-9d10-97a8da9b7855 req-bba1d26d-f79c-4f8f-a290-aadff4dc6fde tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:21.963477 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba66d15f-ba3a-470d-9d10-97a8da9b7855 req-bba1d26d-f79c-4f8f-a290-aadff4dc6fde tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1095 time: 0.0767641 Aug 30 12:58:21.988537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06efc15c-fb15-4720-976e-848500640f85 req-614e6a24-ccb0-4249-a239-d7911610ea3b service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214222 Aug 30 12:58:21.990927 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-2a1bbbb5-5861-41da-86d4-349f693fe7a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9904158 Aug 30 12:58:22.012531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Request body: {'port': {'device_id': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:22.044021 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba66d15f-ba3a-470d-9d10-97a8da9b7855 req-683609c6-bd7a-4276-9d78-e95dba646200 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714698 Aug 30 12:58:22.249937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:22.281222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06efc15c-fb15-4720-976e-848500640f85 req-9376fb19-722a-4fba-ae09-d9165e62efae service neutron] 10.222.0.16 "GET /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852540 Aug 30 12:58:22.302565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-25192a75-0584-4114-bed0-e6c9a2c087b9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:22.304440 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-25192a75-0584-4114-bed0-e6c9a2c087b9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.2208550 Aug 30 12:58:22.340736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Request body: {'port': {'device_id': 'd4c8205a-a508-4556-b12c-5c8b806aa0e8', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'admin_state_up': True, 'tenant_id': '68ef2c4e683b40999553afb799d2b581'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:22.355849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e9cf4ff6-ded9-4d54-8919-ea73f92430fd None None] Provisioning for port d3220d67-b5fc-4d1a-8676-f84996db6c0e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:22.362275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e9cf4ff6-ded9-4d54-8919-ea73f92430fd None None] Provisioning complete for port d3220d67-b5fc-4d1a-8676-f84996db6c0e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:22.363579 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e9cf4ff6-ded9-4d54-8919-ea73f92430fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:22.397735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e6081-9170-465b-85e2-f764b61308be req-5301021e-476d-492e-9290-5f0eefda8637 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:22.399374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-603e6081-9170-465b-85e2-f764b61308be req-5301021e-476d-492e-9290-5f0eefda8637 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1069024 Aug 30 12:58:22.409286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf4ff6-ded9-4d54-8919-ea73f92430fd None None] Port d3220d67-b5fc-4d1a-8676-f84996db6c0e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:58:22.474497 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-603e6081-9170-465b-85e2-f764b61308be req-2f67e010-ab12-4d76-8228-21e2a6a78c09 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687418 Aug 30 12:58:22.590040 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aad10f46-fcef-4d40-853f-44eba1fd8925 req-837b254b-6e96-43ef-9666-adada0c6ee18 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 210 time: 0.0619123 Aug 30 12:58:22.722183 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06da9b6-5e8a-4ee3-a97c-199da9ce45b9 req-327ebf25-e41e-40d0-b15a-9ffa265958ad tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 210 time: 0.0357816 Aug 30 12:58:22.726702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Made reservation on behalf of 68ef2c4e683b40999553afb799d2b581 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:22.730440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:22.751252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32876) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:22.808665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acdca5-cd81-4289-abfc-8ec3ca711222 req-cf118e62-f414-4690-af3b-2bcd25757ef2 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:22.810464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87acdca5-cd81-4289-abfc-8ec3ca711222 req-cf118e62-f414-4690-af3b-2bcd25757ef2 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1217666 Aug 30 12:58:22.907063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1403979828-network', 'tenant_id': 'd7404fd7db614d59ac058cfa92faa425'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:22.925578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87acdca5-cd81-4289-abfc-8ec3ca711222 req-0ff0805e-390e-4b70-b79a-275432f4c7de tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061230 Aug 30 12:58:23.003663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3220d67-b5fc-4d1a-8676-f84996db6c0e {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:23.009224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Made reservation on behalf of d7404fd7db614d59ac058cfa92faa425 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:23.011457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.016257 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.022719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Allocated IP 172.20.0.8 (ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63/ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc/82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:58:23.027723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d4e3-26a7-4702-a676-89ff74a52c4c req-5309965f-4c91-4ffa-affe-ad5135f2788d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:23.029752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9411d4e3-26a7-4702-a676-89ff74a52c4c req-5309965f-4c91-4ffa-affe-ad5135f2788d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 936 time: 0.1191285 Aug 30 12:58:23.035868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.039053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Transition to ACTIVE for port object d3220d67-b5fc-4d1a-8676-f84996db6c0e will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:23.046581 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.088739 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9411d4e3-26a7-4702-a676-89ff74a52c4c req-64f16c41-fd02-461a-9058-80861100aed0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501175 Aug 30 12:58:23.129900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:23.211542 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.220216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.257054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:58:23.277796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edf1844-2da1-4ed3-ae32-37bc8ce4979d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:23.293192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.295391 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Added segment 0938a0ea-a00d-40f3-9fc6-b0c5340b4248 of type vlan for network 6080af69-1fb4-4a30-be4f-00d6237bc71c Aug 30 12:58:23.347257 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.386228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.387251 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:23.387826 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.447608 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6950030 Aug 30 12:58:23.451660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32884) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:23.457972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Request body: {'subnet': {'network_id': '6080af69-1fb4-4a30-be4f-00d6237bc71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1403979828-subnet', 'tenant_id': 'd7404fd7db614d59ac058cfa92faa425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:23.471999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927f463-b2d4-4e62-bf69-611360191a04 admin admin] Pushing event updated for resources: {'Network': ['ID=6080af69-1fb4-4a30-be4f-00d6237bc71c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:23.483934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 6080af69-1fb4-4a30-be4f-00d6237bc71c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:58:23.486049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Made reservation on behalf of d7404fd7db614d59ac058cfa92faa425 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:23.488571 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.542026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:23.542367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:23.542957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:23.559490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Port d3220d67-b5fc-4d1a-8676-f84996db6c0e on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:23.559712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:23.563923 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.594390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:23.594736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:23.595130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:23.595567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Bound port: d3220d67-b5fc-4d1a-8676-f84996db6c0e, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:23.595919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.670510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3193c75-9310-46c0-aaae-a3fcbca0af27 req-e6bb25a6-5506-4006-86f0-4352d3f8b7ef tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:23.672031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3193c75-9310-46c0-aaae-a3fcbca0af27 req-e6bb25a6-5506-4006-86f0-4352d3f8b7ef tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1152146 Aug 30 12:58:23.727732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:23.730298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.737466 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e74e6ff3-c617-4b77-9d9e-529f49ea72ab req-5ae972c7-b29c-4841-a3e5-e930b97962fe tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 210 time: 0.0497947 Aug 30 12:58:23.738468 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.790211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3193c75-9310-46c0-aaae-a3fcbca0af27 req-23984075-f284-4f0e-bd78-00a840519ac9 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069953 Aug 30 12:58:23.791929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:23.846017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.873962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:58:23.874363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac28ac4-3d0a-43eb-b9e4-367e2db52d83,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:23.883146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:23.891453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:58:23.898112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:23.898722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:23.900231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] 10.222.0.35 "PUT /v2.0/ports/d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 1096 time: 1.8928695 Aug 30 12:58:23.902114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event updated for resources: {'Port': ['ID=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:23.907285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:23.907444 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d482c727-29ba-4167-bcc0-ddc64f97aec7 req-8f752f5a-59d3-4713-b9d2-581173ae0c24 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 210 time: 0.0506315 Aug 30 12:58:23.907536 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b73473c-c5d5-462e-9176-4c7f06edd60b" -d '{"events": [{"name": "network-changed", "server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:23.937762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Checking segment: {'id': '0938a0ea-a00d-40f3-9fc6-b0c5340b4248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6080af69-1fb4-4a30-be4f-00d6237bc71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:23.937762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Network hostable DHCP agents. Network: 6080af69-1fb4-4a30-be4f-00d6237bc71c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:58:23.989426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Network 6080af69-1fb4-4a30-be4f-00d6237bc71c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:58:24.002626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 6080af69-1fb4-4a30-be4f-00d6237bc71c) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:24.012614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c855e5-5dcf-482c-be90-984a25b2306a None None] Network 6080af69-1fb4-4a30-be4f-00d6237bc71c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:58:24.025638 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dbae5b-a617-4eb0-90de-77f7b4813af4 x-openstack-request-id: req-69dbae5b-a617-4eb0-90de-77f7b4813af4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:24.025638 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:24.026291 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69dbae5b-a617-4eb0-90de-77f7b4813af4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:24.026291 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'status': 'completed', 'code': 200} Aug 30 12:58:24.032148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:24.032712 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:24.079901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:24.080283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:24.115541 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c1019039-431a-449e-96d0-ccb2567868f8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6628482 Aug 30 12:58:24.116761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-13481d6a-71f9-45f8-9acb-8e94def15b83 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:24.118292 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-13481d6a-71f9-45f8-9acb-8e94def15b83 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 807 time: 0.3643246 Aug 30 12:58:24.122574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-55652e34-99cc-4691-bc1b-3c7dd6df05bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7876682 Aug 30 12:58:24.137422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-d60eac00-9be7-45c6-818f-43348b0a727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:24.139474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-d60eac00-9be7-45c6-818f-43348b0a727a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1099 time: 0.1707506 Aug 30 12:58:24.141591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757c622-7359-45b2-b066-4504a9886ee7 req-c2a2a7be-23df-491a-a7be-f65bcbabc51f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:24.143365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f757c622-7359-45b2-b066-4504a9886ee7 req-c2a2a7be-23df-491a-a7be-f65bcbabc51f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1072762 Aug 30 12:58:24.153490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Request body: {'port': {'device_id': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620', 'admin_state_up': True, 'tenant_id': '561fc0398f9b42d9a91a45cc39c6a5b7'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:24.218944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f757c622-7359-45b2-b066-4504a9886ee7 req-25e9bfe6-8c59-47a8-9d52-704afd736f2f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680447 Aug 30 12:58:24.250756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44141bcf-d5d3-47e2-851d-597293feace5 service neutron] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:24.259696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Request body: {'port': {'device_id': 'd4c8205a-a508-4556-b12c-5c8b806aa0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:24.364052 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-288a25eb-4d7a-4fc0-8e23-0433322e76b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.1001770 Aug 30 12:58:24.376732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d4820-9cc7-4fd8-a54d-69fa1be1876c None None] Network 6080af69-1fb4-4a30-be4f-00d6237bc71c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:58:24.424598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3abbeb-e58d-43e8-8848-6db184d992ae req-0be17e08-8197-49e9-81db-5b9b60b028d3 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:24.426725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e3abbeb-e58d-43e8-8848-6db184d992ae req-0be17e08-8197-49e9-81db-5b9b60b028d3 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0771501 Aug 30 12:58:24.445385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-61da452e-d5c0-450f-bb37-2a4eb86f46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:24.446866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-61da452e-d5c0-450f-bb37-2a4eb86f46d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0733511 Aug 30 12:58:24.481474 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e3abbeb-e58d-43e8-8848-6db184d992ae req-118c968c-55c2-476a-a155-ffb750d9e65c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Aug 30 12:58:24.492074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24890b0a-bda9-41f1-99a9-be90bfb14e5a req-3a012e53-b6b2-4dd0-b415-ceed1b617dc2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:24.499306 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24890b0a-bda9-41f1-99a9-be90bfb14e5a req-3a012e53-b6b2-4dd0-b415-ceed1b617dc2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 948 time: 0.2322359 Aug 30 12:58:24.537387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:24.611764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24890b0a-bda9-41f1-99a9-be90bfb14e5a req-642aa8ad-375a-451a-a104-2d3997e14058 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115425 Aug 30 12:58:24.613786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-9bed9798-fe89-4d8c-bda4-5aee6f0f852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:24.615071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-9bed9798-fe89-4d8c-bda4-5aee6f0f852b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479642 Aug 30 12:58:24.615641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Made reservation on behalf of 561fc0398f9b42d9a91a45cc39c6a5b7 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:24.618990 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:24.657217 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-e9e44e43-f2c0-41c1-8b5e-7c79fec2cc3f req-b07d12a6-9ddd-46ce-a1de-c8b8841ad0b2 tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] show failed (client error): The resource could not be found. Aug 30 12:58:24.658245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9e44e43-f2c0-41c1-8b5e-7c79fec2cc3f req-b07d12a6-9ddd-46ce-a1de-c8b8841ad0b2 tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] 10.222.0.37 "GET /v2.0/security-groups/f5d8d730-c7b1-4a65-954e-cf531e15bfec HTTP/1.1" status: 404 len: 352 time: 0.0160344 Aug 30 12:58:24.782234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fa8686d-538c-403c-bcf9-8f02efa8b14e req-919b2ac2-b4cf-4155-9f17-046ca5289d57 tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7404fd7db614d59ac058cfa92faa425 HTTP/1.1" status: 200 len: 2984 time: 0.0689070 Aug 30 12:58:24.850321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fa8686d-538c-403c-bcf9-8f02efa8b14e req-e8e59908-1fe0-4117-8e83-4369ac836109 tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] 10.222.0.37 "GET /v2.0/security-groups/2edf1844-2da1-4ed3-ae32-37bc8ce4979d HTTP/1.1" status: 200 len: 2981 time: 0.0668473 Aug 30 12:58:24.921456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fa8686d-538c-403c-bcf9-8f02efa8b14e req-59fe4cd4-9664-4208-b7be-f1fbcab1759e tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] 10.222.0.37 "GET /v2.0/security-groups/2edf1844-2da1-4ed3-ae32-37bc8ce4979d HTTP/1.1" status: 200 len: 2981 time: 0.0626767 Aug 30 12:58:24.945881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-3e88829a-86b7-4000-8e45-e576b5ab04b3 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155348 Aug 30 12:58:25.054218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Allocated IP 172.20.0.14 (ace8436c-ba87-4145-877a-ff183bc69620/f1e0d212-3552-4bf1-98b9-e1dd45852c9c/1a435757-e738-4744-ba4a-32773806e4a4) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:58:25.070972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d14ef-ea30-4eb1-b7aa-53d3be9c15ba req-1408197f-7bfa-4a35-896e-18df56ce50e4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:25.079815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-575d14ef-ea30-4eb1-b7aa-53d3be9c15ba req-1408197f-7bfa-4a35-896e-18df56ce50e4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 931 time: 0.0680075 Aug 30 12:58:25.127179 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-575d14ef-ea30-4eb1-b7aa-53d3be9c15ba req-33a4a214-552f-4790-a02c-e1b50058fb72 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467126 Aug 30 12:58:25.166449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67306ada-cc96-4c88-a136-d95114384012 req-c55d2b9d-fb0b-4d86-a4bc-85477c46cadf tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:25.167968 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67306ada-cc96-4c88-a136-d95114384012 req-c55d2b9d-fb0b-4d86-a4bc-85477c46cadf tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1502831 Aug 30 12:58:25.229464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f74b44d-a273-4f1b-99da-df263c2efcd5 req-29ee713a-c4e0-429a-bac6-41987c1536ba service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698679 Aug 30 12:58:25.275575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:25.316817 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-640fdb6f-1dff-4a96-a3ad-2cbe464b83f6 req-abb06368-5498-49b5-b120-fabc79e9442c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 210 time: 0.0355866 Aug 30 12:58:25.320794 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67306ada-cc96-4c88-a136-d95114384012 req-3adf5c12-df86-40ad-a393-4c293e1eb473 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405902 Aug 30 12:58:25.324549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:25.383185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Transition to ACTIVE for port object 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:25.408088 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:25.470486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8dac-14e1-4e2f-8e61-2592441ba011 req-d9835e7c-6545-4371-86c7-147b8ed51cdd tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:25.471972 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b1f8dac-14e1-4e2f-8e61-2592441ba011 req-d9835e7c-6545-4371-86c7-147b8ed51cdd tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0568976 Aug 30 12:58:25.498491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-8fc04260-2de7-43a4-b544-83a1d4771e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:25.500107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-8fc04260-2de7-43a4-b544-83a1d4771e8a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1099 time: 0.1716814 Aug 30 12:58:25.523238 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b1f8dac-14e1-4e2f-8e61-2592441ba011 req-88e14eab-7a82-418e-a9fa-b0ed0e726660 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Aug 30 12:58:25.569905 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:25.585940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:25.642610 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44e66ff8-a9f5-4a6f-8fe9-2bfbe9931ece req-ea289a9f-82e2-4b62-afb3-9061cf243cba tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] 10.222.0.37 "GET /v2.0/security-groups/2edf1844-2da1-4ed3-ae32-37bc8ce4979d HTTP/1.1" status: 200 len: 2981 time: 0.2632146 Aug 30 12:58:25.743795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaeeb4-e73f-4a82-8910-53e0aa2642c3 req-9377d88b-6697-4651-99e2-ac0513ed9c6a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:25.745379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4caaeeb4-e73f-4a82-8910-53e0aa2642c3 req-9377d88b-6697-4651-99e2-ac0513ed9c6a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 948 time: 0.0520203 Aug 30 12:58:25.748079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Attempting to bind port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:25.748416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Attempting to bind port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:25.748748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Attempting to bind port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:25.771078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:25.771395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Attempting to bind port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:25.777805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-cfc26d45-11a0-4a2f-ac1b-d868e11dd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:25.780555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-cfc26d45-11a0-4a2f-ac1b-d868e11dd239 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2559991 Aug 30 12:58:25.784175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:25.785877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:25.786206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Checking segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:25.786674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Bound using segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:25.787109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Bound port: 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:25.787452 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:25.790589 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4caaeeb4-e73f-4a82-8910-53e0aa2642c3 req-6a5e5c87-b2ae-48bc-ad5f-8a900894ba71 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376406 Aug 30 12:58:25.874185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-0e727065-7c5c-45f0-ac0b-c746c009ac24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.0786605 Aug 30 12:58:25.874950 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-44e66ff8-a9f5-4a6f-8fe9-2bfbe9931ece req-4faa7834-d614-4c3d-9eb3-4f0dc6dbf50a tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 12:58:25.875864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44e66ff8-a9f5-4a6f-8fe9-2bfbe9931ece req-4faa7834-d614-4c3d-9eb3-4f0dc6dbf50a tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] 10.222.0.37 "DELETE /v2.0/security-groups/2edf1844-2da1-4ed3-ae32-37bc8ce4979d HTTP/1.1" status: 409 len: 352 time: 0.2194207 Aug 30 12:58:25.917597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Network ace8436c-ba87-4145-877a-ff183bc69620 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:58:25.919284 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-50659881-add1-4cc3-9944-233a15ea0340 req-ce37dabf-bc62-4867-8636-742799d22df3 tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] show failed (client error): The resource could not be found. Aug 30 12:58:25.921261 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50659881-add1-4cc3-9944-233a15ea0340 req-ce37dabf-bc62-4867-8636-742799d22df3 tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] 10.222.0.37 "GET /v2.0/security-groups/dff6192c-798b-4109-ad5f-bc92889c8bd8 HTTP/1.1" status: 404 len: 352 time: 0.0155401 Aug 30 12:58:25.941884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:25.952794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:58:25.972016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Pushing event updated for resources: {'Port': ['ID=1a435757-e738-4744-ba4a-32773806e4a4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:26.015805 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-eb1cf287-369c-42ab-aafa-45028f4f2903 req-826930d2-970a-470f-8807-306d37051662 tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] show failed (client error): The resource could not be found. Aug 30 12:58:26.016833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eb1cf287-369c-42ab-aafa-45028f4f2903 req-826930d2-970a-470f-8807-306d37051662 tempest-SecurityGroupsNegativeTestJSON-1025302603 tempest-SecurityGroupsNegativeTestJSON-1025302603-project] 10.222.0.37 "GET /v2.0/security-groups/da1f2beb-e239-43eb-a017-53c2425eaa9b HTTP/1.1" status: 404 len: 352 time: 0.0673118 Aug 30 12:58:26.030685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-da9b222a-fd5f-4d37-8e28-a4b0e8bdffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.031129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-da9b222a-fd5f-4d37-8e28-a4b0e8bdffb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1471853 Aug 30 12:58:26.031691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32950) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:26.081571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] For port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:26.107640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.108265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:26.129543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] For port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:26.140008 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:26.144079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f310703-7a3d-4492-8f1c-7699b77e4eb3 admin admin] Deleting subnet bac28ac4-3d0a-43eb-b9e4-367e2db52d83 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:58:26.154006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f310703-7a3d-4492-8f1c-7699b77e4eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:26.156583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-2d5093c6-891a-4583-8b90-a8b2dae7a2ef tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0163736 Aug 30 12:58:26.209318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Request body: {'port': {'device_id': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:26.244172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-230bfb61-f049-4802-b7a5-02c2ae6fdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.245529 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-230bfb61-f049-4802-b7a5-02c2ae6fdba1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984224 Aug 30 12:58:26.254705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.255319 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:26.256664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 HTTP/1.1" status: 200 len: 1091 time: 2.0073149 Aug 30 12:58:26.257105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c8205a-a508-4556-b12c-5c8b806aa0e8', 'tag': '82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:26.259335 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee33760-2572-4a63-9d31-d67ae10a54fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c8205a-a508-4556-b12c-5c8b806aa0e8", "tag": "82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:26.284656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f310703-7a3d-4492-8f1c-7699b77e4eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:26.317390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0d023-6712-48e7-832e-bb8c9b75623a req-fd2b12a2-682b-4330-b170-26dfc5854dfe tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.319734 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0cc0d023-6712-48e7-832e-bb8c9b75623a req-fd2b12a2-682b-4330-b170-26dfc5854dfe tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 943 time: 0.0968535 Aug 30 12:58:26.327170 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3768fa32-96bf-4580-b789-ed7beeff1aea x-openstack-request-id: req-3768fa32-96bf-4580-b789-ed7beeff1aea {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:26.327453 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c8205a-a508-4556-b12c-5c8b806aa0e8", "tag": "82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:26.327721 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3768fa32-96bf-4580-b789-ed7beeff1aea {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:26.328083 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c8205a-a508-4556-b12c-5c8b806aa0e8', 'tag': '82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87', 'status': 'completed', 'code': 200} Aug 30 12:58:26.370058 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0cc0d023-6712-48e7-832e-bb8c9b75623a req-c31a5d6c-67a1-4ecc-ae4b-385a8cd8e871 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441794 Aug 30 12:58:26.496691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e67bd-29ca-4f30-8c4b-aa03ebef23d9 req-5af81efd-1e6a-4c38-8441-9ed096112117 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.499151 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb5e67bd-29ca-4f30-8c4b-aa03ebef23d9 req-5af81efd-1e6a-4c38-8441-9ed096112117 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0547159 Aug 30 12:58:26.541632 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb5e67bd-29ca-4f30-8c4b-aa03ebef23d9 req-3a7cbc68-9aa8-41b0-9b44-9c96bfd04caa tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Aug 30 12:58:26.661276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a36dc-ae2e-4139-bf51-58dbca5ccaad req-8cbcc704-fc8b-4649-bd12-b5e90952f98d tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.663088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a73a36dc-ae2e-4139-bf51-58dbca5ccaad req-8cbcc704-fc8b-4649-bd12-b5e90952f98d tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0539820 Aug 30 12:58:26.682215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601968f-82a3-4b24-bcce-e265cb16f0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:26.705918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a73a36dc-ae2e-4139-bf51-58dbca5ccaad req-c403959e-f167-4aad-948a-35a48bda803b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351911 Aug 30 12:58:26.718502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:26.743003 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f310703-7a3d-4492-8f1c-7699b77e4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:26.836500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac672b-ceb8-43b6-aaeb-cc25516ca86d req-e77223c3-e706-4821-b627-34fce3500dad tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.838149 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e2ac672b-ceb8-43b6-aaeb-cc25516ca86d req-e77223c3-e706-4821-b627-34fce3500dad tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 932 time: 0.2198987 Aug 30 12:58:26.839847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e2fa8426-ebf4-41bc-8060-356f5649629d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.841474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-e2fa8426-ebf4-41bc-8060-356f5649629d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 1094 time: 0.5206950 Aug 30 12:58:26.854451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-c7fdadff-e623-4372-a836-1e44f42ca655 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867391 Aug 30 12:58:26.927238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765c55b-11f5-4ca1-ab58-7428d581a53e req-1e37fe51-30ad-4e97-83c3-d371beb2420f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:26.928914 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5765c55b-11f5-4ca1-ab58-7428d581a53e req-1e37fe51-30ad-4e97-83c3-d371beb2420f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 948 time: 0.0553358 Aug 30 12:58:26.945929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-002ea748-1fc1-4844-9660-97a144db5a9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 HTTP/1.1" status: 200 len: 217 time: 0.0955350 Aug 30 12:58:26.978754 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5765c55b-11f5-4ca1-ab58-7428d581a53e req-1b1c10c3-8237-4fb9-96b0-90e5066af63c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422490 Aug 30 12:58:27.052107 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f310703-7a3d-4492-8f1c-7699b77e4eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.117570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e2ac672b-ceb8-43b6-aaeb-cc25516ca86d req-e0eae560-eab5-4f86-8abe-7e6f02a0b022 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690830 Aug 30 12:58:27.136662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f310703-7a3d-4492-8f1c-7699b77e4eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac28ac4-3d0a-43eb-b9e4-367e2db52d83,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:27.141196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f310703-7a3d-4492-8f1c-7699b77e4eb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.143100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3f310703-7a3d-4492-8f1c-7699b77e4eb3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bac28ac4-3d0a-43eb-b9e4-367e2db52d83 HTTP/1.1" status: 204 len: 168 time: 1.1085925 Aug 30 12:58:27.147426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32968) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:27.200662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-bd985adb-2e9a-44d2-a4a9-370c6cbb16e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:27.201837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-bd985adb-2e9a-44d2-a4a9-370c6cbb16e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.2280402 Aug 30 12:58:27.220772 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.228725 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b73473c-c5d5-462e-9176-4c7f06edd60b req-c065ce57-bb47-4545-a63b-c3f7b6ba3b0d service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556814 Aug 30 12:58:27.244808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-94e6eaa1-ac66-4a35-8620-d6c4e9b69ba8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313020 Aug 30 12:58:27.311396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.322899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6080af69-1fb4-4a30-be4f-00d6237bc71c']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:27.334861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0938a0ea-a00d-40f3-9fc6-b0c5340b4248') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:27.335176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0938a0ea-a00d-40f3-9fc6-b0c5340b4248') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:58:27.346629 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.361417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.368852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:58:27.369321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: timer() Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:58:27.371752 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:58:27.396655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-aa6ce7cd-a5c5-4ffb-9f3b-af20d154616e service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411166 Aug 30 12:58:27.425104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a435757-e738-4744-ba4a-32773806e4a4 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:27.439524 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.455166 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.460542 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6080af69-1fb4-4a30-be4f-00d6237bc71c HTTP/1.1" status: 204 len: 168 time: 0.3113470 Aug 30 12:58:27.468132 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.478140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382d68d-ad0e-4682-9fbf-be814872f806 admin admin] Pushing event deleted for resources: {'Network': ['ID=6080af69-1fb4-4a30-be4f-00d6237bc71c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:27.517846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Transition to ACTIVE for port object 1a435757-e738-4744-ba4a-32773806e4a4 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:27.533678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.609469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bff649-411e-4e10-9e1f-ec4b09431331 req-694e9fd2-56c7-4fd6-bf23-e1302c7f79e4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:27.616710 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32978) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:27.617189 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83bff649-411e-4e10-9e1f-ec4b09431331 req-694e9fd2-56c7-4fd6-bf23-e1302c7f79e4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 943 time: 0.1460452 Aug 30 12:58:27.632280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fa70a38-77b2-4196-8cab-9fc9a651463c req-ffa9c7ac-2de1-47f7-aff4-4bb8a42df014 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251296 Aug 30 12:58:27.643136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Pushing event updated for resources: {'Port': ['ID=1a435757-e738-4744-ba4a-32773806e4a4,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:27.718888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83bff649-411e-4e10-9e1f-ec4b09431331 req-0021801d-01af-40d3-bd88-f296d10f3c2a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999095 Aug 30 12:58:27.726197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfd616-53ff-4723-9324-7ff6dfe2d328 req-d803d10f-063b-459c-b766-4118212b8f94 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:27.734433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-73dfd616-53ff-4723-9324-7ff6dfe2d328 req-d803d10f-063b-459c-b766-4118212b8f94 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1078053 Aug 30 12:58:27.760909 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5ad8b225-70f4-4ead-9514-e9e620c18855 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d7404fd7db614d59ac058cfa92faa425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430378 Aug 30 12:58:27.766745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32982) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:27.787377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-7dd13af2-994b-441d-8942-7d5d8a8b2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:27.788867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-7dd13af2-994b-441d-8942-7d5d8a8b2524 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 1094 time: 0.0752108 Aug 30 12:58:27.797874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-73dfd616-53ff-4723-9324-7ff6dfe2d328 req-11d7ebf5-1612-48c3-983c-355807dd88bb tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585656 Aug 30 12:58:27.822266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:27.822608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:27.823468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:27.843483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c492504-1b26-4858-9e5f-518fb509f17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.862414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Port 1a435757-e738-4744-ba4a-32773806e4a4 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:27.862737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:27.866969 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c492504-1b26-4858-9e5f-518fb509f17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.901700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:27.902040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:27.902428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:27.902871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Bound port: 1a435757-e738-4744-ba4a-32773806e4a4, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:27.903229 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.924496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c492504-1b26-4858-9e5f-518fb509f17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.927386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c492504-1b26-4858-9e5f-518fb509f17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:27.928942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6c492504-1b26-4858-9e5f-518fb509f17e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2edf1844-2da1-4ed3-ae32-37bc8ce4979d HTTP/1.1" status: 204 len: 168 time: 0.1612785 Aug 30 12:58:27.938187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c492504-1b26-4858-9e5f-518fb509f17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edf1844-2da1-4ed3-ae32-37bc8ce4979d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:28.008699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66347a-1026-4a95-974c-e083491568fa req-b0662ac4-c752-4476-9254-65f5eeeabe82 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.010187 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa66347a-1026-4a95-974c-e083491568fa req-b0662ac4-c752-4476-9254-65f5eeeabe82 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.2177064 Aug 30 12:58:28.022989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-d9dfaa49-fb3d-4478-9711-b528b9914682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.024436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-d9dfaa49-fb3d-4478-9711-b528b9914682 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 906 time: 0.2033124 Aug 30 12:58:28.080983 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:28.095210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-055c7e8e-2ea8-460a-a44a-9ca42d650bc2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 HTTP/1.1" status: 200 len: 217 time: 0.0618165 Aug 30 12:58:28.103142 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:28.115698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:28.145832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:28.149960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa629c87-6bc5-4cfc-b26a-13a1561e5c44 req-aeaf69b3-913b-41a3-b0b0-ba48f1021d47 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.151553 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa629c87-6bc5-4cfc-b26a-13a1561e5c44 req-aeaf69b3-913b-41a3-b0b0-ba48f1021d47 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 948 time: 0.0587881 Aug 30 12:58:28.187326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa66347a-1026-4a95-974c-e083491568fa req-ea5781ac-085a-4899-a26f-9826c558c9d9 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685884 Aug 30 12:58:28.196109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.196875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:28.198272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] 10.222.0.35 "PUT /v2.0/ports/1a435757-e738-4744-ba4a-32773806e4a4 HTTP/1.1" status: 200 len: 1092 time: 2.0148504 Aug 30 12:58:28.220706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-7f0a7b5f-e042-4524-b941-3cd26e2e4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.225143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-7f0a7b5f-e042-4524-b941-3cd26e2e4163 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.1163747 Aug 30 12:58:28.256297 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa629c87-6bc5-4cfc-b26a-13a1561e5c44 req-10f1ae52-b23b-4c60-9cce-98c6f6e175a0 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931790 Aug 30 12:58:28.278758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-9f80b2e6-c939-4246-9f55-9ea29521798f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450931 Aug 30 12:58:28.334540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:28.336929 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6defe5-b15b-4b86-bd3b-d187390c09a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "tag": "1a435757-e738-4744-ba4a-32773806e4a4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:28.429278 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f9fc80-484e-40c0-9cfd-a3d2887dc312 x-openstack-request-id: req-27f9fc80-484e-40c0-9cfd-a3d2887dc312 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:28.429564 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "tag": "1a435757-e738-4744-ba4a-32773806e4a4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:28.429946 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27f9fc80-484e-40c0-9cfd-a3d2887dc312 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:28.430337 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4', 'status': 'completed', 'code': 200} Aug 30 12:58:28.472228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424b13a-5427-4b62-9cdb-4a75c95cf3ce service neutron] Pushing event updated for resources: {'Port': ['ID=1a435757-e738-4744-ba4a-32773806e4a4,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:28.485962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-89b586fa-9b68-488f-aebc-dcfa0ed1fcaf service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423852 Aug 30 12:58:28.514299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-9a445a63-8bec-4952-b481-93dba79f7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.515774 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-9a445a63-8bec-4952-b481-93dba79f7c85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 1095 time: 0.2246950 Aug 30 12:58:28.534632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9600a6c-9720-4c4c-81c3-49f829746e21 req-5ae6b72b-930a-4dfd-98cd-4f4c3b3a312c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.536166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9600a6c-9720-4c4c-81c3-49f829746e21 req-5ae6b72b-930a-4dfd-98cd-4f4c3b3a312c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.2557423 Aug 30 12:58:28.612917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-b7170e82-b0c4-4793-a24f-977a392adb9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a435757-e738-4744-ba4a-32773806e4a4 HTTP/1.1" status: 200 len: 217 time: 0.0757749 Aug 30 12:58:28.682325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9600a6c-9720-4c4c-81c3-49f829746e21 req-c6ffa348-5a62-4dc3-ac6b-dc1a42e74204 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132002 Aug 30 12:58:28.713808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee33760-2572-4a63-9d31-d67ae10a54fa req-b876db80-6b82-4353-ac4d-5c2c3bf35aaa service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183883 Aug 30 12:58:28.715119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-240164de-1d0d-427a-a0e1-39c23ddcd3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.716686 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-240164de-1d0d-427a-a0e1-39c23ddcd3e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0823469 Aug 30 12:58:28.764057 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-0a9eb066-aba3-4aaf-9fc7-6833e16ba2d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324075 Aug 30 12:58:28.847107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b734507-03bb-4509-9fdb-0a9954a36645 req-abab83eb-c198-45a4-8f9f-549af70454ff tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.854798 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b734507-03bb-4509-9fdb-0a9954a36645 req-abab83eb-c198-45a4-8f9f-549af70454ff tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 943 time: 0.0641048 Aug 30 12:58:28.863587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-c24e69bb-60fa-415b-a4fa-d39016fcd54a service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928583 Aug 30 12:58:28.863932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33018) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:28.897691 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b734507-03bb-4509-9fdb-0a9954a36645 req-b25e9653-ad41-424e-89b9-00e30a6e11a4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419970 Aug 30 12:58:28.978886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beabf52-5b53-4a9c-a5fa-ab0ed5b1e534 req-b3f012fe-18dd-4296-8b5f-545b481eba9a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:28.979963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1965728401-network', 'tenant_id': '919aaf448c2b4960b0bc207cc67bed38'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:28.980376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5beabf52-5b53-4a9c-a5fa-ab0ed5b1e534 req-b3f012fe-18dd-4296-8b5f-545b481eba9a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1159310 Aug 30 12:58:29.004851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Made reservation on behalf of 919aaf448c2b4960b0bc207cc67bed38 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:29.007407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.011458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba718c-b02d-41a2-a9b2-be1f5d81d5e7 req-3176c0ba-0858-4150-94b1-ef89795c9602 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385205 Aug 30 12:58:29.015754 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.030881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5beabf52-5b53-4a9c-a5fa-ab0ed5b1e534 req-f8c7e90b-da11-47ec-b7fe-1283e360e6cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409148 Aug 30 12:58:29.106312 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.110979 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.114168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-eff2c43b-bce3-474f-b18c-eaad6517a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:29.115850 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-eff2c43b-bce3-474f-b18c-eaad6517a2d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 1095 time: 0.0429130 Aug 30 12:58:29.131703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:58:29.146241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:29.149002 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.149341 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Added segment 8edd13aa-bd55-4469-b0cf-fc85a17f4c99 of type vlan for network 85b23412-467f-4f3e-8b55-decbbe850201 Aug 30 12:58:29.189092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.208720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-4adb3e3c-fabc-41c2-8796-b0d6b1f74539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:29.210209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-4adb3e3c-fabc-41c2-8796-b0d6b1f74539 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.0859561 Aug 30 12:58:29.218505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.219755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:29.220505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.261702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-0278ac56-8dd6-495d-ae3d-b64bfdb725fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a435757-e738-4744-ba4a-32773806e4a4 HTTP/1.1" status: 200 len: 217 time: 0.0428255 Aug 30 12:58:29.293024 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4269741 Aug 30 12:58:29.308432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:58:29.314802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Request body: {'subnet': {'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1965728401-subnet', 'tenant_id': '919aaf448c2b4960b0bc207cc67bed38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:29.326437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-d63bb765-3b15-46ac-b769-9fd1640afe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:29.327902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-d63bb765-3b15-46ac-b769-9fd1640afe58 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0574341 Aug 30 12:58:29.332525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda39c5b-00ff-496b-b386-14c26e16dc35 admin admin] Pushing event updated for resources: {'Network': ['ID=85b23412-467f-4f3e-8b55-decbbe850201,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:29.352901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 85b23412-467f-4f3e-8b55-decbbe850201 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:58:29.368134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb8888-94a5-407f-ab62-b78f87e51400 req-f6d57d34-5ac2-46ba-960c-2fe53734fd81 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:29.376097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45eb8888-94a5-407f-ab62-b78f87e51400 req-f6d57d34-5ac2-46ba-960c-2fe53734fd81 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1019211 Aug 30 12:58:29.397240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Made reservation on behalf of 919aaf448c2b4960b0bc207cc67bed38 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:29.399589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.436676 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-cfc9ea49-8e65-4c3d-b929-8207a2b68957 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994017 Aug 30 12:58:29.460299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45eb8888-94a5-407f-ab62-b78f87e51400 req-8da2338b-b925-4881-92ee-ddc45cbeb8b2 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830314 Aug 30 12:58:29.477977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c77c69-f3df-4294-86dc-361127e290b1 req-a0ebdfc5-3f72-474a-853b-b25dc644693a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:29.485332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-13c77c69-f3df-4294-86dc-361127e290b1 req-a0ebdfc5-3f72-474a-853b-b25dc644693a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 948 time: 0.1383097 Aug 30 12:58:29.569020 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-13c77c69-f3df-4294-86dc-361127e290b1 req-7ae7b784-91b0-4aa7-9f72-ad6a08569295 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826385 Aug 30 12:58:29.597254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-f29ca8bf-8e62-47b7-9439-f6fd5adf09b3 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506648 Aug 30 12:58:29.619962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.684150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db198819-93a6-483c-ab96-0292a32f931d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:29.694426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Checking segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:29.694780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Network hostable DHCP agents. Network: 85b23412-467f-4f3e-8b55-decbbe850201, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:58:29.703833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a6defe5-b15b-4b86-bd3b-d187390c09a5 req-53b53ae7-7ac2-4c22-b4c8-d18ca42c9c02 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985594 Aug 30 12:58:29.713930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Network 85b23412-467f-4f3e-8b55-decbbe850201 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:58:29.725127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 85b23412-467f-4f3e-8b55-decbbe850201) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:29.729739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:29.730377 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:29.734728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ca6638-5ee4-422a-8a7a-10f6aac8bbe9 None None] Network 85b23412-467f-4f3e-8b55-decbbe850201 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:58:29.746797 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ac79499c-649f-43cc-b83e-c86170671c9c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4367778 Aug 30 12:58:29.807524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763ec0e-c579-4ff6-9efa-f46fe85831ac req-ffb8567a-0c70-4926-82e8-14ec4b568353 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:29.808906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1763ec0e-c579-4ff6-9efa-f46fe85831ac req-ffb8567a-0c70-4926-82e8-14ec4b568353 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0538549 Aug 30 12:58:29.857208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1763ec0e-c579-4ff6-9efa-f46fe85831ac req-f515d30f-1a17-4125-8575-a0717d58c91b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Aug 30 12:58:29.865564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b949fa2c-d39f-410d-9ceb-e2bcbd7b9b70 None None] Network 85b23412-467f-4f3e-8b55-decbbe850201 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:58:30.034478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad48804-aee8-41f1-b920-ae7e13d64db5 req-029a234a-231b-455d-b7d0-ba717fe50fec tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:30.036018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5ad48804-aee8-41f1-b920-ae7e13d64db5 req-029a234a-231b-455d-b7d0-ba717fe50fec tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 943 time: 0.0584834 Aug 30 12:58:30.078693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5ad48804-aee8-41f1-b920-ae7e13d64db5 req-ddc9f078-8fb8-4158-828a-44f84394d184 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360138 Aug 30 12:58:30.138659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:30.244738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659accc9-84a1-4eb4-9195-c9c75358019d req-5590b3c7-5e12-4a0c-aade-18c7ec787eca tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:30.246260 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-659accc9-84a1-4eb4-9195-c9c75358019d req-5590b3c7-5e12-4a0c-aade-18c7ec787eca tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0550561 Aug 30 12:58:30.254463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:30.266825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'mac_address': 'fa:16:3e:d4:ef:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:30.268686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-346cc0ca-fe53-452b-97b3-d5fa8b2cedd9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:30.270222 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-346cc0ca-fe53-452b-97b3-d5fa8b2cedd9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.1215613 Aug 30 12:58:30.287395 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-1611284e-4abb-4f3c-9d01-29cba5aedb7f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/quotas/919aaf448c2b4960b0bc207cc67bed38 HTTP/1.1" status: 200 len: 375 time: 0.0105741 Aug 30 12:58:30.289805 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-659accc9-84a1-4eb4-9195-c9c75358019d req-db8deb0d-8436-4062-9703-4b394f25f437 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323465 Aug 30 12:58:30.308532 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:30.321457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3220d67-b5fc-4d1a-8676-f84996db6c0e {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:30.323263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-dfebab69-da68-4bf9-a27d-3fade0e9f069 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271451 Aug 30 12:58:30.342578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:30.346418 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:30.391981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:30.417599 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-10fb5ee3-0e9f-4571-85ac-c78f25ac8901 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859187 Aug 30 12:58:30.508371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-4c4d6c62-8fd2-4400-81a9-1a3f78db0cd2 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844452 Aug 30 12:58:30.532186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:30.583196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf3daf-8050-4d74-a80a-d93fe69e6955 req-80da15df-ab47-4329-a8d9-9136d77fd50a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:30.584624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbcf3daf-8050-4d74-a80a-d93fe69e6955 req-80da15df-ab47-4329-a8d9-9136d77fd50a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0510485 Aug 30 12:58:30.628620 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbcf3daf-8050-4d74-a80a-d93fe69e6955 req-a5629e24-7717-4153-8648-eb5a8131fb60 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373154 Aug 30 12:58:30.721718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80625878-63bf-4954-999f-ae03456e0bc3 req-8b8d7c10-9601-4d7d-ac2a-238f5eff76b3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 210 time: 0.0336282 Aug 30 12:58:30.744432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799194e-2820-4edc-89f4-71059d0a85b3 req-5d47ab90-8439-4b85-b1c9-106f810ab92d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:30.746359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5799194e-2820-4edc-89f4-71059d0a85b3 req-5d47ab90-8439-4b85-b1c9-106f810ab92d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.0527413 Aug 30 12:58:30.786439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5799194e-2820-4edc-89f4-71059d0a85b3 req-581d7c25-6227-4293-b22e-ebe1611776d2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327046 Aug 30 12:58:30.930804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d3220d67-b5fc-4d1a-8676-f84996db6c0e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:30.979534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88358890-58b1-43b9-80cd-19d43183fc8a req-58fc429b-3908-46a2-9e39-fd610e1f2cf6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:30.981712 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88358890-58b1-43b9-80cd-19d43183fc8a req-58fc429b-3908-46a2-9e39-fd610e1f2cf6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0622604 Aug 30 12:58:31.024148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88358890-58b1-43b9-80cd-19d43183fc8a req-516b1649-be34-4217-ab00-740a0634fd90 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353150 Aug 30 12:58:31.196607 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3334f1-7d97-4cc0-a1e8-646ef907c7e4 req-693ae748-db1b-4655-89ec-2f128c69847a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:31.198126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c3334f1-7d97-4cc0-a1e8-646ef907c7e4 req-693ae748-db1b-4655-89ec-2f128c69847a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 943 time: 0.0525918 Aug 30 12:58:31.240609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c3334f1-7d97-4cc0-a1e8-646ef907c7e4 req-283398e7-ed28-4683-8784-56480ee510af tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359378 Aug 30 12:58:31.407013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f9283-c3b0-4e76-b524-428d1d40a0e7 req-00412ae0-32ef-46c4-a918-fe86a5742c3a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:31.408529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-506f9283-c3b0-4e76-b524-428d1d40a0e7 req-00412ae0-32ef-46c4-a918-fe86a5742c3a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0520761 Aug 30 12:58:31.445361 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-506f9283-c3b0-4e76-b524-428d1d40a0e7 req-d9f9a7f2-4b34-4b66-afac-99a5bc17d63b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Aug 30 12:58:31.673473 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:58:31.695613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-77cb8b47-72aa-4945-bb1a-2cedc4caa27f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:31.699454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-77cb8b47-72aa-4945-bb1a-2cedc4caa27f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.1186452 Aug 30 12:58:31.715574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Request body: {'port': {'device_id': 'f64c16aa-18a8-494f-9088-b6c6c20b2f3e', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'admin_state_up': True, 'tenant_id': '919aaf448c2b4960b0bc207cc67bed38'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:31.816724 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-525dc688-4a04-47f8-9634-7beb9e68f187 req-bbc8f35b-23d2-4de2-b1cd-df674cd18f67 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 210 time: 0.0270197 Aug 30 12:58:31.939146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f218dc-71a1-420a-a085-1ded9c561980 req-8a93a7d6-10e0-49f1-a45c-73bccf1eb012 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:31.940611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37f218dc-71a1-420a-a085-1ded9c561980 req-8a93a7d6-10e0-49f1-a45c-73bccf1eb012 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.0545299 Aug 30 12:58:31.980243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37f218dc-71a1-420a-a085-1ded9c561980 req-105c81c6-93ec-49da-be97-6b1368e253e6 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331068 Aug 30 12:58:32.089644 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52e209-5636-4336-9aa9-cfdb69d48736 req-f6dad097-c19d-4907-998d-6037d94feb51 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:32.091227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e52e209-5636-4336-9aa9-cfdb69d48736 req-f6dad097-c19d-4907-998d-6037d94feb51 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.3700340 Aug 30 12:58:32.142684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bd2ed-d5bc-4c63-be11-bef8d1c246fe req-9ab4b0f4-d36c-4bc8-966b-23fde9117e0d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:32.144246 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-622bd2ed-d5bc-4c63-be11-bef8d1c246fe req-9ab4b0f4-d36c-4bc8-966b-23fde9117e0d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0528622 Aug 30 12:58:32.145687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e52e209-5636-4336-9aa9-cfdb69d48736 req-9836e502-3980-4d03-ab8e-6171f45affa0 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456223 Aug 30 12:58:32.152569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Made reservation on behalf of 919aaf448c2b4960b0bc207cc67bed38 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:32.155089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:32.156787 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:32.194499 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-622bd2ed-d5bc-4c63-be11-bef8d1c246fe req-b4fff6cb-7c20-48ae-835e-6f621e7ead54 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423973 Aug 30 12:58:32.286839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:32.293824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Allocated IP 172.20.0.2 (85b23412-467f-4f3e-8b55-decbbe850201/db198819-93a6-483c-ab96-0292a32f931d/237284f0-8753-4620-8adc-6c65110b9b74) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:58:32.300009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'port_id': '82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87', 'mac_address': 'fa:16:3e:51:cd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:32.344262 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:32.356201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:32.380415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:32.386992 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:32.393651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d1a55-632c-45a7-82e6-0a0dc4910050 req-7a4f698e-22ee-49cf-ab4f-3296bb3effd2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:32.395268 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b58d1a55-632c-45a7-82e6-0a0dc4910050 req-7a4f698e-22ee-49cf-ab4f-3296bb3effd2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 943 time: 0.0660748 Aug 30 12:58:32.440902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:32.445820 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b58d1a55-632c-45a7-82e6-0a0dc4910050 req-b62504da-d5c6-4c3c-9452-13069a9f4cc6 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Aug 30 12:58:32.454950 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:32.494697 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:32.566594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Network 85b23412-467f-4f3e-8b55-decbbe850201 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:58:32.572163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:32.574640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:58:32.602281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event updated for resources: {'Port': ['ID=237284f0-8753-4620-8adc-6c65110b9b74,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:32.633772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610f21f-8b28-4660-a874-9b39c210a081 req-ae2e16d2-584d-4db6-8c58-3fc18c4ecbe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:32.635272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d610f21f-8b28-4660-a874-9b39c210a081 req-ae2e16d2-584d-4db6-8c58-3fc18c4ecbe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.1103516 Aug 30 12:58:32.642004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:32.642571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:32.671983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e004db81-ecfd-44e3-ad7c-3dbc607603c5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9609597 Aug 30 12:58:32.684032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d610f21f-8b28-4660-a874-9b39c210a081 req-dcd96d81-c142-43f3-835e-2129c99c7996 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Aug 30 12:58:32.689610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Request body: {'port': {'device_id': 'f64c16aa-18a8-494f-9088-b6c6c20b2f3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:32.746422 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:32.858558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:32.992879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e562c2f-c150-4b6a-b9f8-aea6a104849a req-30bc4080-a084-4b8d-880a-c76f41b19376 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:32.994562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e562c2f-c150-4b6a-b9f8-aea6a104849a req-30bc4080-a084-4b8d-880a-c76f41b19376 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 931 time: 0.0805943 Aug 30 12:58:33.059721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e562c2f-c150-4b6a-b9f8-aea6a104849a req-9e867807-d7c0-472b-9ce3-d5e1437b8dae tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580862 Aug 30 12:58:33.095271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237284f0-8753-4620-8adc-6c65110b9b74 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:33.102869 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:33.117481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Transition to ACTIVE for port object 237284f0-8753-4620-8adc-6c65110b9b74 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:33.121876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:33.124247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b3d08-3dfb-48ed-beea-829efc2cfcd6 req-bca517c7-3181-44dd-9e21-d3a7bd9d4d5c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:33.126967 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf0b3d08-3dfb-48ed-beea-829efc2cfcd6 req-bca517c7-3181-44dd-9e21-d3a7bd9d4d5c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.0703809 Aug 30 12:58:33.167252 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf0b3d08-3dfb-48ed-beea-829efc2cfcd6 req-761e666a-6609-4bcf-a5c4-519af27cd963 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Aug 30 12:58:33.188854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Pushing event updated for resources: {'Port': ['ID=237284f0-8753-4620-8adc-6c65110b9b74,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:33.248851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Attempting to bind port 237284f0-8753-4620-8adc-6c65110b9b74 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:33.249157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Attempting to bind port 237284f0-8753-4620-8adc-6c65110b9b74 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:33.249433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Attempting to bind port 237284f0-8753-4620-8adc-6c65110b9b74 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:33.275751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Port 237284f0-8753-4620-8adc-6c65110b9b74 on network 85b23412-467f-4f3e-8b55-decbbe850201 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:33.276059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Attempting to bind port 237284f0-8753-4620-8adc-6c65110b9b74 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:33.284148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:33.284481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Checking segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:33.284862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Bound using segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:33.285286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Bound port: 237284f0-8753-4620-8adc-6c65110b9b74, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:33.285640 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:33.307665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602fc8b-db43-4076-8aee-106d5855bc70 req-7a1f281f-7c47-4b38-8203-bd36ff87c708 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:33.309150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c602fc8b-db43-4076-8aee-106d5855bc70 req-7a1f281f-7c47-4b38-8203-bd36ff87c708 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0726004 Aug 30 12:58:33.316940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e9b1c-409d-4506-8843-8a120b4882af req-cffbb278-ab64-4cd8-93ea-11d8f91700ca tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:33.318443 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-523e9b1c-409d-4506-8843-8a120b4882af req-cffbb278-ab64-4cd8-93ea-11d8f91700ca tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0531921 Aug 30 12:58:33.356357 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-523e9b1c-409d-4506-8843-8a120b4882af req-ae8d30d6-2cbf-48d3-9db7-c1015c3686fb tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319958 Aug 30 12:58:33.387263 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c602fc8b-db43-4076-8aee-106d5855bc70 req-18b949d5-6614-4ebe-b366-af42d940d2f0 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566740 Aug 30 12:58:33.388788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] For port 237284f0-8753-4620-8adc-6c65110b9b74, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:33.392419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] For port 237284f0-8753-4620-8adc-6c65110b9b74, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=237284f0-8753-4620-8adc-6c65110b9b74,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:33.410536 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:33.441810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:33.442421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:33.443783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] 10.222.0.16 "PUT /v2.0/ports/237284f0-8753-4620-8adc-6c65110b9b74 HTTP/1.1" status: 200 len: 1091 time: 0.7582669 Aug 30 12:58:33.444214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64c16aa-18a8-494f-9088-b6c6c20b2f3e', 'tag': '237284f0-8753-4620-8adc-6c65110b9b74'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:33.446470 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f64c16aa-18a8-494f-9088-b6c6c20b2f3e", "tag": "237284f0-8753-4620-8adc-6c65110b9b74"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:33.478993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85371b4c-dce1-47b3-843c-02cfc8b52202 service neutron] Pushing event updated for resources: {'Port': ['ID=237284f0-8753-4620-8adc-6c65110b9b74,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:33.503980 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f833401-fc78-4f34-b63f-667ff2a4b1ea x-openstack-request-id: req-6f833401-fc78-4f34-b63f-667ff2a4b1ea {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:33.504501 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64c16aa-18a8-494f-9088-b6c6c20b2f3e", "tag": "237284f0-8753-4620-8adc-6c65110b9b74", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:33.504921 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f833401-fc78-4f34-b63f-667ff2a4b1ea {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:33.505505 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64c16aa-18a8-494f-9088-b6c6c20b2f3e', 'tag': '237284f0-8753-4620-8adc-6c65110b9b74', 'status': 'completed', 'code': 200} Aug 30 12:58:33.564348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-c42897bf-3394-408f-8715-1cb61d42de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:33.565977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-c42897bf-3394-408f-8715-1cb61d42de65 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 1094 time: 0.0492687 Aug 30 12:58:33.597157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d2b90-179f-4512-9a72-9e894f845dab req-df5dfa6a-e2ed-4446-9221-e491300de671 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:33.605728 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f7d2b90-179f-4512-9a72-9e894f845dab req-df5dfa6a-e2ed-4446-9221-e491300de671 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 944 time: 0.0600834 Aug 30 12:58:33.616983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-68b954fa-8096-4a29-aa77-5ea3b8e32d55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=237284f0-8753-4620-8adc-6c65110b9b74 HTTP/1.1" status: 200 len: 217 time: 0.0355265 Aug 30 12:58:33.644337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f7d2b90-179f-4512-9a72-9e894f845dab req-90371a9f-9a67-4992-9969-57f45c8c6450 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Aug 30 12:58:33.687833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-d519cb73-5dd0-4fa6-93df-e3672310d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:33.689322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-d519cb73-5dd0-4fa6-93df-e3672310d9e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.0482693 Aug 30 12:58:33.722505 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-8853bc36-7474-4249-9acb-10f22abdf61d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247147 Aug 30 12:58:33.845210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b709190-f4d4-46b1-8416-a4f3e92b43d5 req-3073332d-4484-49f2-b239-0e275eb4583f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:33.846707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b709190-f4d4-46b1-8416-a4f3e92b43d5 req-3073332d-4484-49f2-b239-0e275eb4583f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0713620 Aug 30 12:58:33.863520 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-e446b16f-a798-42ec-aaf2-e6ecabf275f6 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323421 Aug 30 12:58:33.890596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b709190-f4d4-46b1-8416-a4f3e92b43d5 req-a40ed6c6-9538-4a21-9756-b674aa2fb1ad tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369570 Aug 30 12:58:33.977140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b45a5c-6bd6-492d-b08b-e20eae922847 req-a8e1aa37-be6e-4499-a571-87a6f3d8bdee service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908291 Aug 30 12:58:34.074193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-1b0913b4-eab7-45c2-a5f4-d45bb712c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:34.076557 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-1b0913b4-eab7-45c2-a5f4-d45bb712c25c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 1094 time: 0.0414662 Aug 30 12:58:34.172944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-f919a6b0-51e1-432b-b850-60dec1af768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:34.174641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-f919a6b0-51e1-432b-b850-60dec1af768b service neutron] 10.222.0.16 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 913 time: 0.0902443 Aug 30 12:58:34.174768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:34.178190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9e75d-5534-4d3d-bb56-bf967598eb64 req-9d94d8e9-65c1-478e-98b8-00c53765d717 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:34.179747 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50f9e75d-5534-4d3d-bb56-bf967598eb64 req-9d94d8e9-65c1-478e-98b8-00c53765d717 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 943 time: 0.0485039 Aug 30 12:58:34.220936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-dfdb52d2-7364-410b-ad0e-318c8c1028b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=237284f0-8753-4620-8adc-6c65110b9b74 HTTP/1.1" status: 200 len: 217 time: 0.0383062 Aug 30 12:58:34.228232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50f9e75d-5534-4d3d-bb56-bf967598eb64 req-2463741b-8687-4e58-a252-8b0cce50cb26 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Aug 30 12:58:34.232581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port d3220d67-b5fc-4d1a-8676-f84996db6c0e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:34.237374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d3220d67-b5fc-4d1a-8676-f84996db6c0e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:34.237788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:34.317198 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:34.319041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-1166b741-68bb-4d9f-82d7-e60f0b3333a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:34.320492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-1166b741-68bb-4d9f-82d7-e60f0b3333a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.0854757 Aug 30 12:58:34.341081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:34.343515 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60916ee-67fb-436a-ad69-1c5b15e441c0" -d '{"events": [{"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-plugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:34.343857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110fda-c55c-41a5-b94c-2273ca12bdf2 req-f5ecd2ee-c87a-45be-9ee4-f263100da119 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:34.345309 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a110fda-c55c-41a5-b94c-2273ca12bdf2 req-f5ecd2ee-c87a-45be-9ee4-f263100da119 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.0746732 Aug 30 12:58:34.356005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:34.360887 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:34.366216 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-7c99a9e2-b2d1-47cc-8932-001db9001328 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368845 Aug 30 12:58:34.384468 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda2c54f-b188-4c39-980e-574a7e958eac x-openstack-request-id: req-fda2c54f-b188-4c39-980e-574a7e958eac {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:34.384754 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-plugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:34.385006 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fda2c54f-b188-4c39-980e-574a7e958eac {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:34.385392 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'code': 200} Aug 30 12:58:34.420209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:34.461979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a110fda-c55c-41a5-b94c-2273ca12bdf2 req-45a5b50a-d63a-44ae-be2d-2c96184fb208 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945530 Aug 30 12:58:34.492479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae185e6-9600-4743-8c4d-998361e69c1a req-218e6f3a-89c0-4d69-b082-c2279e47e389 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:34.494002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eae185e6-9600-4743-8c4d-998361e69c1a req-218e6f3a-89c0-4d69-b082-c2279e47e389 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0599818 Aug 30 12:58:34.525297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-4b883646-a323-4d0a-9a64-768ba16f81c9 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434112 Aug 30 12:58:34.536042 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eae185e6-9600-4743-8c4d-998361e69c1a req-55140ef6-8164-40f2-bbb2-a7713847e91c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340652 Aug 30 12:58:34.613987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cf233-d2f3-4a93-b027-3ae00ad75fb4 req-c7be391e-e657-4a92-8331-e9fed46a43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:34.615454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c35cf233-d2f3-4a93-b027-3ae00ad75fb4 req-c7be391e-e657-4a92-8331-e9fed46a43f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1101 time: 0.1314471 Aug 30 12:58:34.654137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d753ba-28e2-4491-92fb-75b65bc119d3 req-47727925-b59a-41a0-8296-6a0b86b4a8c4 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:34.655559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2d753ba-28e2-4491-92fb-75b65bc119d3 req-47727925-b59a-41a0-8296-6a0b86b4a8c4 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1292474 Aug 30 12:58:34.702452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c35cf233-d2f3-4a93-b027-3ae00ad75fb4 req-7e4125f1-ad32-45a5-8aca-2e085faa50ed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765455 Aug 30 12:58:34.704694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce9cbf9c-3b2d-496c-892d-ba67d1befc8d req-b6ac15b2-c7e0-4512-a82f-d7abb95b1d56 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673286 Aug 30 12:58:34.722108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2d753ba-28e2-4491-92fb-75b65bc119d3 req-e1f01f6f-687b-44cd-8980-33781f6b6eef tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588613 Aug 30 12:58:34.767486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a656b1d-4ea0-43c2-99c9-43ec2055a6cf req-e950d885-99ee-49cd-af68-3928a2f0a723 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:34.768971 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a656b1d-4ea0-43c2-99c9-43ec2055a6cf req-e950d885-99ee-49cd-af68-3928a2f0a723 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 944 time: 0.0505133 Aug 30 12:58:34.805730 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a656b1d-4ea0-43c2-99c9-43ec2055a6cf req-30357cdc-8b17-4bae-a60a-05f04ce1ef3c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308523 Aug 30 12:58:35.002679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe66af7-c78c-48eb-8ee1-6c3e40581da1 req-9a24f29d-2652-44e8-92a1-8566338333cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:35.004117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-abe66af7-c78c-48eb-8ee1-6c3e40581da1 req-9a24f29d-2652-44e8-92a1-8566338333cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0477457 Aug 30 12:58:35.039824 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-abe66af7-c78c-48eb-8ee1-6c3e40581da1 req-91393d1c-27aa-4872-b258-d4ea83f3d2a4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298867 Aug 30 12:58:35.347538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c09477-091d-4214-b5e3-c80170b038e5 req-c7ff73e2-99a0-4c4e-92da-fbee16776328 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:35.349017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09c09477-091d-4214-b5e3-c80170b038e5 req-c7ff73e2-99a0-4c4e-92da-fbee16776328 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 943 time: 0.0479436 Aug 30 12:58:35.388303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09c09477-091d-4214-b5e3-c80170b038e5 req-ac2a60ec-2db9-4503-b577-8a8f892af807 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Aug 30 12:58:35.578989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb14a2e-8e02-4629-a61f-607fbe4328a4 req-7a7da67b-1906-4196-b08d-c76e00845db5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:35.580451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7bb14a2e-8e02-4629-a61f-607fbe4328a4 req-7a7da67b-1906-4196-b08d-c76e00845db5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0520864 Aug 30 12:58:35.619182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7bb14a2e-8e02-4629-a61f-607fbe4328a4 req-6bb5b3b8-4d91-4c1c-819e-efc15cfd0c4a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328629 Aug 30 12:58:35.656184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6a12-642e-48bc-9268-6ea6fac8bff2 req-b842f1a8-9401-4088-beb3-def6d44daaaa tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:35.658068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38ed6a12-642e-48bc-9268-6ea6fac8bff2 req-b842f1a8-9401-4088-beb3-def6d44daaaa tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0547259 Aug 30 12:58:35.697263 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38ed6a12-642e-48bc-9268-6ea6fac8bff2 req-f17969d5-159a-4d37-96a2-81c1ccddfb2b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Aug 30 12:58:35.837479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3222f23-9170-4ad1-af02-2ac4d8220eb2 req-b5200a3b-dc80-4f56-820c-a9b736eb2dc6 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:35.838977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3222f23-9170-4ad1-af02-2ac4d8220eb2 req-b5200a3b-dc80-4f56-820c-a9b736eb2dc6 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0491781 Aug 30 12:58:35.876779 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3222f23-9170-4ad1-af02-2ac4d8220eb2 req-621ef1b8-9640-49ca-94a2-4fba53014a5f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Aug 30 12:58:35.922772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb78ab-9748-45fd-a42f-386a1924cb88 req-b3c7c5d1-da98-457a-a09a-db01a814da4e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:35.924241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9eeb78ab-9748-45fd-a42f-386a1924cb88 req-b3c7c5d1-da98-457a-a09a-db01a814da4e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 944 time: 0.0513828 Aug 30 12:58:35.961418 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9eeb78ab-9748-45fd-a42f-386a1924cb88 req-e989011f-3658-4502-a4e3-0e8afbc3eaf5 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311625 Aug 30 12:58:36.156180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d35f22-9b5e-473a-8e8e-def2ef901219 req-001a6264-d366-4593-b607-b18f8e6cb89a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:36.158517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24d35f22-9b5e-473a-8e8e-def2ef901219 req-001a6264-d366-4593-b607-b18f8e6cb89a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0521462 Aug 30 12:58:36.192614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:36.198242 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24d35f22-9b5e-473a-8e8e-def2ef901219 req-7dddfc60-c166-4bda-85d0-cbebef2ca5ed tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338302 Aug 30 12:58:36.242919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:36.246883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:36.247259 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:36.330609 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:36.363186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:36.367512 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:36.391082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c8205a-a508-4556-b12c-5c8b806aa0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:36.393292 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b85165-95b5-474a-97cb-e35681154cfa" -d '{"events": [{"server_uuid": "d4c8205a-a508-4556-b12c-5c8b806aa0e8", "name": "network-vif-plugged", "status": "completed", "tag": "82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:36.432408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:36.451917 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db88b46-63ac-4596-9c76-5b53222a4619 x-openstack-request-id: req-7db88b46-63ac-4596-9c76-5b53222a4619 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:36.452408 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c8205a-a508-4556-b12c-5c8b806aa0e8", "name": "network-vif-plugged", "status": "completed", "tag": "82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:36.452878 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7db88b46-63ac-4596-9c76-5b53222a4619 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:36.453538 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c8205a-a508-4556-b12c-5c8b806aa0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87', 'code': 200} Aug 30 12:58:36.539978 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5b3b2f4-e32c-4e44-bba3-2ba7f49a5232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:36.563733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55a24f-950b-46c4-babd-3b5776f7bb23 req-8a25fcf8-d088-425f-a0f0-1d95a2cf7fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:36.565447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a55a24f-950b-46c4-babd-3b5776f7bb23 req-8a25fcf8-d088-425f-a0f0-1d95a2cf7fea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 1096 time: 0.0574210 Aug 30 12:58:36.583120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448520bf-d5aa-4eec-ae6a-6107c1781e45 req-162ba986-0f7d-4cec-8c67-52e99e28d67d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:36.584788 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-448520bf-d5aa-4eec-ae6a-6107c1781e45 req-162ba986-0f7d-4cec-8c67-52e99e28d67d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 943 time: 0.0814402 Aug 30 12:58:36.608216 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a55a24f-950b-46c4-babd-3b5776f7bb23 req-6edb7089-3f7e-4fc2-b6b4-92ed72227377 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Aug 30 12:58:36.629239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-448520bf-d5aa-4eec-ae6a-6107c1781e45 req-46e733e6-8323-42e0-9ed7-b03b3d058911 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373433 Aug 30 12:58:36.739023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6244cad-0421-454a-8e81-52fd17287e5e req-ea6f97b9-eb69-4eae-b8dd-c57f33263533 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:36.740614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6244cad-0421-454a-8e81-52fd17287e5e req-ea6f97b9-eb69-4eae-b8dd-c57f33263533 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0537167 Aug 30 12:58:36.779647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6244cad-0421-454a-8e81-52fd17287e5e req-d3089e70-8d10-46e2-b174-146861bdf5ac tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Aug 30 12:58:36.838774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fba88f-18a1-40ff-8aa0-3fbcf828296d req-6eb4f78c-4864-40a5-91cd-df1d6caef787 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:36.840258 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0fba88f-18a1-40ff-8aa0-3fbcf828296d req-6eb4f78c-4864-40a5-91cd-df1d6caef787 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0500996 Aug 30 12:58:36.878252 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0fba88f-18a1-40ff-8aa0-3fbcf828296d req-b3ed42e7-7c9a-4c9f-897f-9167da178e94 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Aug 30 12:58:36.884675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5432a3-5bb4-4762-bdf3-4a9b74a01975 req-ff98d064-b178-4bce-b466-1a4c9fe5fef6 tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:36.886284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db5432a3-5bb4-4762-bdf3-4a9b74a01975 req-ff98d064-b178-4bce-b466-1a4c9fe5fef6 tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1101 time: 0.0400772 Aug 30 12:58:36.921614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db5432a3-5bb4-4762-bdf3-4a9b74a01975 req-a019fd5e-f3e6-4ca2-8d55-4ebb4d0a54b7 tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288391 Aug 30 12:58:36.995384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b59a78-75c8-4165-aa5d-3fe5122e6998 req-1933face-1944-4f38-91cd-55978b76bd2f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:36.996885 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4b59a78-75c8-4165-aa5d-3fe5122e6998 req-1933face-1944-4f38-91cd-55978b76bd2f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0535407 Aug 30 12:58:37.036607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4b59a78-75c8-4165-aa5d-3fe5122e6998 req-8e5cfb5c-d8de-4d81-a1ed-01090dc9d0f7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Aug 30 12:58:37.144948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7a207-2ea0-47a9-9eba-1af6cb76c3c7 req-f0a3f6d0-56af-4ddd-8322-61600174f561 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:37.146438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71a7a207-2ea0-47a9-9eba-1af6cb76c3c7 req-f0a3f6d0-56af-4ddd-8322-61600174f561 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 945 time: 0.0540791 Aug 30 12:58:37.187187 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71a7a207-2ea0-47a9-9eba-1af6cb76c3c7 req-7963883f-d1ba-4a3c-bc23-88ab7ef0708b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340762 Aug 30 12:58:37.442906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-9dd41c7c-d03c-4237-827c-f1455ca6aa8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415661 Aug 30 12:58:37.457614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575b45a-b155-4752-8d52-8db98f6e8dc2 req-60450358-0c31-4dec-a943-b8d54dd2aa01 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:37.459312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5575b45a-b155-4752-8d52-8db98f6e8dc2 req-60450358-0c31-4dec-a943-b8d54dd2aa01 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0501230 Aug 30 12:58:37.497840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5575b45a-b155-4752-8d52-8db98f6e8dc2 req-6c7a8b4b-a7d3-433a-b008-5133a277837d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Aug 30 12:58:37.577190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 237284f0-8753-4620-8adc-6c65110b9b74 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:37.681727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 237284f0-8753-4620-8adc-6c65110b9b74, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=237284f0-8753-4620-8adc-6c65110b9b74,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:37.694977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '237284f0-8753-4620-8adc-6c65110b9b74', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'port_id': '237284f0-8753-4620-8adc-6c65110b9b74', 'mac_address': 'fa:16:3e:81:32:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db198819-93a6-483c-ab96-0292a32f931d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:37.737328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:37.751504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237284f0-8753-4620-8adc-6c65110b9b74 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:37.780948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 237284f0-8753-4620-8adc-6c65110b9b74, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=237284f0-8753-4620-8adc-6c65110b9b74,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:37.785867 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:37.789114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724b0f9-5a64-4bc8-a309-4dfcb72d1622 req-a8708568-62bd-4763-bb1b-e783a6038f26 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:37.791341 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1724b0f9-5a64-4bc8-a309-4dfcb72d1622 req-a8708568-62bd-4763-bb1b-e783a6038f26 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 943 time: 0.0822394 Aug 30 12:58:37.839598 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1724b0f9-5a64-4bc8-a309-4dfcb72d1622 req-bfc38bb3-2a96-4b41-851b-3195942d6399 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415266 Aug 30 12:58:37.858114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=237284f0-8753-4620-8adc-6c65110b9b74,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:38.003005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ca5b4-ea3d-4d64-a336-71430a657436 req-e45af4f0-5817-4de7-98eb-f7625408df15 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:38.004654 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7d6ca5b4-ea3d-4d64-a336-71430a657436 req-e45af4f0-5817-4de7-98eb-f7625408df15 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0524182 Aug 30 12:58:38.061490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7d6ca5b4-ea3d-4d64-a336-71430a657436 req-ea96f467-dad6-4be0-a275-7cd387717d0a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Aug 30 12:58:38.138214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['237284f0-8753-4620-8adc-6c65110b9b74'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:38.168248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255363a2-421c-4cf0-9e5d-df78bf7cf183 req-ef8c08dc-a9f5-41c7-aa71-36f0a4e3da10 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:38.175107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-255363a2-421c-4cf0-9e5d-df78bf7cf183 req-ef8c08dc-a9f5-41c7-aa71-36f0a4e3da10 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0568464 Aug 30 12:58:38.238363 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-255363a2-421c-4cf0-9e5d-df78bf7cf183 req-b5d9f98d-12f3-414d-88a9-a08b8ae1192f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612142 Aug 30 12:58:38.333780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7fb5d-d21b-4648-8279-3f09e8afa779 req-21782651-17c1-4b90-97c7-eb63966b2bbd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:38.335355 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66e7fb5d-d21b-4648-8279-3f09e8afa779 req-21782651-17c1-4b90-97c7-eb63966b2bbd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 945 time: 0.0665011 Aug 30 12:58:38.380319 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66e7fb5d-d21b-4648-8279-3f09e8afa779 req-75ef1085-aa10-48c0-97fd-712ac6b83e6e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386481 Aug 30 12:58:38.611478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9ba75-46b7-47c6-b5a7-4c9e85e8e6fb req-1d51647e-3d3a-49e2-a1d5-8c1b579654ce tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:38.612881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38a9ba75-46b7-47c6-b5a7-4c9e85e8e6fb req-1d51647e-3d3a-49e2-a1d5-8c1b579654ce tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0480940 Aug 30 12:58:38.650213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38a9ba75-46b7-47c6-b5a7-4c9e85e8e6fb req-c57ffb07-7375-49cd-ac6a-d747e4977628 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313444 Aug 30 12:58:38.807901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-eb11bc37-b89e-405e-931e-d81ea5c1a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:38.809344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-eb11bc37-b89e-405e-931e-d81ea5c1a35e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1101 time: 0.0402517 Aug 30 12:58:38.902536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-7e13e8a3-3905-4240-85b5-c6fa55a28adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:38.904047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-7e13e8a3-3905-4240-85b5-c6fa55a28adc service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.0869923 Aug 30 12:58:38.954674 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-8c3458f9-1ca5-4113-b20a-774977f46159 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.0361993 Aug 30 12:58:38.956692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7113c-183a-40f4-9a24-920d94d86fcf req-7afb2a23-6559-41ac-8ea4-f6f0ff9823da tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:38.958182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ca7113c-183a-40f4-9a24-920d94d86fcf req-7afb2a23-6559-41ac-8ea4-f6f0ff9823da tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 944 time: 0.0493486 Aug 30 12:58:38.997035 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ca7113c-183a-40f4-9a24-920d94d86fcf req-fcc52faf-8d6b-42b2-b4ee-cf2afc8e7bc8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328109 Aug 30 12:58:39.016257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-5936a437-8710-4131-ab6a-2e6f4d11ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:39.017765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-5936a437-8710-4131-ab6a-2e6f4d11ad11 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0470395 Aug 30 12:58:39.067228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-824dc78d-d2a9-41b2-982d-e7323ca7e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:39.068669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-824dc78d-d2a9-41b2-982d-e7323ca7e5af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400269 Aug 30 12:58:39.166783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-7314b46a-4076-4447-b3f3-bba0c834baac service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894485 Aug 30 12:58:39.192447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b080f1-ce7b-4542-8931-aec29bbd523e req-1d62aaf7-cc10-413e-8415-77f528319cc5 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:39.194410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3b080f1-ce7b-4542-8931-aec29bbd523e req-1d62aaf7-cc10-413e-8415-77f528319cc5 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0531075 Aug 30 12:58:39.238151 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3b080f1-ce7b-4542-8931-aec29bbd523e req-0d38e5e4-e4eb-43d0-89ca-b9ac47d5e53f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364668 Aug 30 12:58:39.282758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-d94f3a6c-526b-4963-9ccf-5fb00a86da61 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994601 Aug 30 12:58:39.295964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dc166524-fce1-41b2-8373-ba96cb84f0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:39.376214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc753d-b91a-4ddd-ac77-af6b9089efe2 req-1c7f2fd7-87ba-4374-9639-06fa9e68ddfe tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:39.378605 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6dc753d-b91a-4ddd-ac77-af6b9089efe2 req-1c7f2fd7-87ba-4374-9639-06fa9e68ddfe tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0549710 Aug 30 12:58:39.422069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6dc753d-b91a-4ddd-ac77-af6b9089efe2 req-65de68a7-9f3c-48cb-be0e-0487e22c860e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 Aug 30 12:58:39.523101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f9e060-53f1-439d-ac60-44df1fde31d7 req-d661abc7-7a2b-46d6-97f8-128a75f927ce tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:39.526132 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5f9e060-53f1-439d-ac60-44df1fde31d7 req-d661abc7-7a2b-46d6-97f8-128a75f927ce tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 945 time: 0.0570676 Aug 30 12:58:39.564619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5f9e060-53f1-439d-ac60-44df1fde31d7 req-cb609768-c0a7-428a-83d4-3b38e0135670 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335495 Aug 30 12:58:39.593926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:39.596361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 237284f0-8753-4620-8adc-6c65110b9b74 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:39.711842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 237284f0-8753-4620-8adc-6c65110b9b74 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:39.719545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 237284f0-8753-4620-8adc-6c65110b9b74 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:39.720336 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:39.769504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:39.779656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d661a-c095-4e34-98a3-7f004435dc1b req-91f0547c-277e-41f9-883e-d274543f4e53 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:39.786750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'port_id': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429', 'mac_address': 'fa:16:3e:14:66:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbace6a-fc20-419c-b799-875664335cbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:39.787838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b64d661a-c095-4e34-98a3-7f004435dc1b req-91f0547c-277e-41f9-883e-d274543f4e53 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0611770 Aug 30 12:58:39.838516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b64d661a-c095-4e34-98a3-7f004435dc1b req-d6e239df-0990-4143-83af-cfd17772dcac tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496264 Aug 30 12:58:39.874541 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:39.909166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:39.916308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:39.932211 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:39.955694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2389064-e9ed-415c-982b-2eef812baf9d req-25123afb-ef3a-4d23-8c6f-600dcf71f458 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:39.960375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:39.966700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64c16aa-18a8-494f-9088-b6c6c20b2f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237284f0-8753-4620-8adc-6c65110b9b74'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:39.968533 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f788db7b-aafc-4b7d-bc90-c606d5cd5fea" -d '{"events": [{"server_uuid": "f64c16aa-18a8-494f-9088-b6c6c20b2f3e", "name": "network-vif-plugged", "status": "completed", "tag": "237284f0-8753-4620-8adc-6c65110b9b74"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:39.974539 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:39.975590 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2389064-e9ed-415c-982b-2eef812baf9d req-25123afb-ef3a-4d23-8c6f-600dcf71f458 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.2079365 Aug 30 12:58:39.986501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 237284f0-8753-4620-8adc-6c65110b9b74, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=237284f0-8753-4620-8adc-6c65110b9b74,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:39.996309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2389064-e9ed-415c-982b-2eef812baf9d req-a2835d34-1e0e-4ba1-a06b-2f34f3ad38aa tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/quotas/68ef2c4e683b40999553afb799d2b581 HTTP/1.1" status: 200 len: 375 time: 0.0198414 Aug 30 12:58:40.007549 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:40.063670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:40.072512 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2389064-e9ed-415c-982b-2eef812baf9d req-ca775092-08f2-4601-a65f-ddd57b07214a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691898 Aug 30 12:58:40.154269 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5449c9f2-fe47-4bcb-bcd2-4a1a7e7031a2 x-openstack-request-id: req-5449c9f2-fe47-4bcb-bcd2-4a1a7e7031a2 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:40.154554 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64c16aa-18a8-494f-9088-b6c6c20b2f3e", "name": "network-vif-plugged", "status": "completed", "tag": "237284f0-8753-4620-8adc-6c65110b9b74", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:40.154796 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5449c9f2-fe47-4bcb-bcd2-4a1a7e7031a2 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:40.155194 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64c16aa-18a8-494f-9088-b6c6c20b2f3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237284f0-8753-4620-8adc-6c65110b9b74', 'code': 200} Aug 30 12:58:40.157917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['8b1da1d4-177f-46d9-b3f1-8465fbf0a429'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:40.192795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=237284f0-8753-4620-8adc-6c65110b9b74,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:40.224886 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2389064-e9ed-415c-982b-2eef812baf9d req-03b22fd6-4699-4924-a03c-e9c81ac28d06 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518021 Aug 30 12:58:40.232348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 1a435757-e738-4744-ba4a-32773806e4a4 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:40.265896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e223c-695e-4dd3-a321-8710ae1cfb58 req-3616d0a5-9e3c-4f1f-9801-58ea47ce060f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:40.274699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-824e223c-695e-4dd3-a321-8710ae1cfb58 req-3616d0a5-9e3c-4f1f-9801-58ea47ce060f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 945 time: 0.1342165 Aug 30 12:58:40.307666 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-48c957b4-4194-426f-a6c0-5b51739874b9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009495 Aug 30 12:58:40.312712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75680907-d179-47ca-9e6e-88de78f5d6ad req-d742df26-fd79-44ae-9b3c-c396f276c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:40.314786 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-75680907-d179-47ca-9e6e-88de78f5d6ad req-d742df26-fd79-44ae-9b3c-c396f276c79c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 1096 time: 0.1420403 Aug 30 12:58:40.361684 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-824e223c-695e-4dd3-a321-8710ae1cfb58 req-20c2fd0d-7704-4586-a890-c3823e462035 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812786 Aug 30 12:58:40.373994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2389064-e9ed-415c-982b-2eef812baf9d req-a1cbaea2-ff45-4eaa-816a-1bed1d336822 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475646 Aug 30 12:58:40.444871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:40.455981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-75680907-d179-47ca-9e6e-88de78f5d6ad req-f518e4f0-e0b8-4b7e-8c94-2dc1d7352629 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309125 Aug 30 12:58:40.463439 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '1a435757-e738-4744-ba4a-32773806e4a4', 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620', 'port_id': '1a435757-e738-4744-ba4a-32773806e4a4', 'mac_address': 'fa:16:3e:79:23:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1e0d212-3552-4bf1-98b9-e1dd45852c9c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:40.488943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-d353d4fa-5d24-4f03-b44a-336df2117848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:40.494093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-d353d4fa-5d24-4f03-b44a-336df2117848 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 1095 time: 0.1263676 Aug 30 12:58:40.535455 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:40.565985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a435757-e738-4744-ba4a-32773806e4a4 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:40.626409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:40.639602 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:40.644298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c02b0-2a5a-4500-bb9d-59026b8344d6 req-6f90e9e9-8fcc-4612-a140-b5dd8b4c406f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:40.651850 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae1c02b0-2a5a-4500-bb9d-59026b8344d6 req-6f90e9e9-8fcc-4612-a140-b5dd8b4c406f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.1219440 Aug 30 12:58:40.725965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae1c02b0-2a5a-4500-bb9d-59026b8344d6 req-a806ca7a-cec0-40f7-af92-3d567fd1e507 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687606 Aug 30 12:58:40.735894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd0483-668a-4f9e-8d30-2ff5ba70944b req-75a605ef-5c40-429d-9de1-4db1f95af14b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:40.747096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-34e15ee0-d399-4074-baaa-6670d4bebaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:40.747785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70fd0483-668a-4f9e-8d30-2ff5ba70944b req-75a605ef-5c40-429d-9de1-4db1f95af14b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1341603 Aug 30 12:58:40.751786 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-34e15ee0-d399-4074-baaa-6670d4bebaf8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.2200875 Aug 30 12:58:40.763469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=1a435757-e738-4744-ba4a-32773806e4a4,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:40.802106 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:40.812509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-9138b870-890a-4713-b637-f69625cbd82b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 HTTP/1.1" status: 200 len: 217 time: 0.0517228 Aug 30 12:58:40.824055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70fd0483-668a-4f9e-8d30-2ff5ba70944b req-36df84da-1e8a-4219-996b-7c4c6cd64c20 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751619 Aug 30 12:58:40.906685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-e8513c32-9875-43c4-95e6-3feb88325fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:40.913879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-e8513c32-9875-43c4-95e6-3feb88325fb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0778370 Aug 30 12:58:40.990158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-8ecc07e4-cf0d-47e8-ba0e-466bfc4aa325 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604043 Aug 30 12:58:41.035737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dce12b-d020-4918-b74c-e6e780e3c422 req-b642cbc1-113f-4f7a-bad8-9ce55ff36689 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:41.038425 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94dce12b-d020-4918-b74c-e6e780e3c422 req-b642cbc1-113f-4f7a-bad8-9ce55ff36689 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0870776 Aug 30 12:58:41.092833 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94dce12b-d020-4918-b74c-e6e780e3c422 req-7bfb4461-f248-4b0d-8f2c-1642a842fcbd tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474420 Aug 30 12:58:41.144982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['1a435757-e738-4744-ba4a-32773806e4a4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:41.146481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-753537e7-6264-4691-a94e-f7edd11a8065 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472991 Aug 30 12:58:41.331475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61417497-6485-41c7-b565-f86eab4e8ab8 req-cca60ff6-cdcb-430f-b24e-a78b8498694b service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736465 Aug 30 12:58:41.512400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132a11e-fb9f-406b-9630-71936e1a49b1 req-0bc37650-7acb-40bc-8afe-100ccd4c0865 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:41.514959 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e132a11e-fb9f-406b-9630-71936e1a49b1 req-0bc37650-7acb-40bc-8afe-100ccd4c0865 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 945 time: 0.0795791 Aug 30 12:58:41.569966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e132a11e-fb9f-406b-9630-71936e1a49b1 req-b4d060ef-8fa8-4c2e-bb6b-aaa245ac0357 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491266 Aug 30 12:58:41.594593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:41.648521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:41.649387 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:41.755700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:41.805014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:41.814183 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:41.840459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-cdb9694b-08b7-4639-812c-60e03fc731dd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:41.859869 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-cdb9694b-08b7-4639-812c-60e03fc731dd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.4980018 Aug 30 12:58:41.866512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:41.880806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-3d613ce6-8d3c-467d-881b-31c03bd31e9a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/quotas/68ef2c4e683b40999553afb799d2b581 HTTP/1.1" status: 200 len: 375 time: 0.0200193 Aug 30 12:58:41.915956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3f0b5-f01a-402b-9552-1cf5d7bbe7dd req-47a496b5-904e-457b-bf5a-f129c62671f1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:41.925865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cf3f0b5-f01a-402b-9552-1cf5d7bbe7dd req-47a496b5-904e-457b-bf5a-f129c62671f1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 945 time: 0.1107252 Aug 30 12:58:41.934998 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-0d7913d8-2054-446d-ad5d-d29230f20857 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525026 Aug 30 12:58:41.970240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cf3f0b5-f01a-402b-9552-1cf5d7bbe7dd req-f7886218-ec24-4ee5-947e-a237e1c55f1b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426965 Aug 30 12:58:42.033700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:42.059437 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-75a74570-e939-4337-a477-b6f85eecdad7 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160080 Aug 30 12:58:42.124507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcde84-3810-47aa-9774-080444a9a2c8 req-d4fa7392-be10-428c-b422-f867478bf437 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:42.126862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdfcde84-3810-47aa-9774-080444a9a2c8 req-d4fa7392-be10-428c-b422-f867478bf437 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0666828 Aug 30 12:58:42.155871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872bd208-2de3-4828-9230-2591ab60228c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:42.158356 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e617d579-7a7d-4678-bc48-9a649e31b780" -d '{"events": [{"server_uuid": "872bd208-2de3-4828-9230-2591ab60228c", "name": "network-vif-plugged", "status": "completed", "tag": "8b1da1d4-177f-46d9-b3f1-8465fbf0a429"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:42.175583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdfcde84-3810-47aa-9774-080444a9a2c8 req-7a97523c-a982-459e-b03e-4904452932e0 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Aug 30 12:58:42.186222 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-7bbbd149-a069-4c8a-a5b4-d4f4570ca45e service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249678 Aug 30 12:58:42.322753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdcab9-2090-4269-9489-311066a23733 req-324ea617-220a-499b-aff3-a33df46d3266 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:42.331991 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93cdcab9-2090-4269-9489-311066a23733 req-324ea617-220a-499b-aff3-a33df46d3266 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0769882 Aug 30 12:58:42.351524 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44cbaf2-c8b5-4232-b3d9-8d3e7e9bc4af x-openstack-request-id: req-f44cbaf2-c8b5-4232-b3d9-8d3e7e9bc4af {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:42.351921 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872bd208-2de3-4828-9230-2591ab60228c", "name": "network-vif-plugged", "status": "completed", "tag": "8b1da1d4-177f-46d9-b3f1-8465fbf0a429", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:42.352273 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f44cbaf2-c8b5-4232-b3d9-8d3e7e9bc4af {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:42.352765 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872bd208-2de3-4828-9230-2591ab60228c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429', 'code': 200} Aug 30 12:58:42.377424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93cdcab9-2090-4269-9489-311066a23733 req-a9fc433c-d323-499d-b1d1-cf856828b21b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444250 Aug 30 12:58:42.519841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78481d42-875d-4b75-90a9-64907b3bba7f req-8db576bc-f2fb-4cef-aafb-dcc578aafc99 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 210 time: 0.0307529 Aug 30 12:58:42.745532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafef4f-85ab-476a-ae87-5b929e4c0e88 req-0a3dd745-b9f4-44d7-960e-24f909113b4d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:42.746795 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dafef4f-85ab-476a-ae87-5b929e4c0e88 req-0a3dd745-b9f4-44d7-960e-24f909113b4d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 945 time: 0.0860300 Aug 30 12:58:42.801706 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dafef4f-85ab-476a-ae87-5b929e4c0e88 req-d9a8516c-915c-4a51-a7e7-985253858f53 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469189 Aug 30 12:58:43.134963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5864a-bb0e-4d98-8d87-a8806ecaa395 req-acef6f22-9277-4388-87fe-05518099e8ed tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:43.144298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcc5864a-bb0e-4d98-8d87-a8806ecaa395 req-acef6f22-9277-4388-87fe-05518099e8ed tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 945 time: 0.0761185 Aug 30 12:58:43.167679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01909f3-d79e-4003-89b7-3f74be14fdb5 req-4e7d7494-6641-4576-a866-16b99b629b6b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:43.170056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a01909f3-d79e-4003-89b7-3f74be14fdb5 req-4e7d7494-6641-4576-a866-16b99b629b6b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 945 time: 0.0883784 Aug 30 12:58:43.208401 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcc5864a-bb0e-4d98-8d87-a8806ecaa395 req-f7e4ba58-fb91-4ff9-b8fa-7643684f2090 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629964 Aug 30 12:58:43.224973 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a01909f3-d79e-4003-89b7-3f74be14fdb5 req-9f5ecc87-d868-4d53-bb3b-393ac2ab93b0 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470383 Aug 30 12:58:43.323572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef0c9c-0972-4de4-8ad4-a89c6f07d771 req-b2b7ff4c-0ef5-46aa-aba1-e8900cf0125f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:43.325112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76ef0c9c-0972-4de4-8ad4-a89c6f07d771 req-b2b7ff4c-0ef5-46aa-aba1-e8900cf0125f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0587189 Aug 30 12:58:43.371425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76ef0c9c-0972-4de4-8ad4-a89c6f07d771 req-0b98e69a-1c37-4b4e-a7af-7c035fa385b6 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390840 Aug 30 12:58:43.533250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0487ad5-d0e5-48fd-9ef4-2f840c1c3eea req-fad8a81f-cb63-4678-bd64-53a153dc7848 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:43.534938 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0487ad5-d0e5-48fd-9ef4-2f840c1c3eea req-fad8a81f-cb63-4678-bd64-53a153dc7848 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0768604 Aug 30 12:58:43.581422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0487ad5-d0e5-48fd-9ef4-2f840c1c3eea req-b68c9657-ee79-48f1-a086-dacabff149d3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401607 Aug 30 12:58:43.708419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c9a6441-dd34-49dc-8a31-c66d6393865e req-f31de558-9810-4b25-befc-e95e326c33a4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 210 time: 0.0401785 Aug 30 12:58:43.835207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-5f609f86-82ab-4bdf-87e2-27b6a7838963 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:43.836654 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-5f609f86-82ab-4bdf-87e2-27b6a7838963 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.1583135 Aug 30 12:58:43.865453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Request body: {'port': {'device_id': 'ce99190e-b0e5-4996-9594-ae6506f94d25', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'admin_state_up': True, 'tenant_id': '68ef2c4e683b40999553afb799d2b581'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:43.994875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Made reservation on behalf of 68ef2c4e683b40999553afb799d2b581 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:43.999444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:44.146652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Allocated IP 172.20.0.9 (ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63/ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc/8b754937-e1c0-41f2-96d0-2039d3d4099c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:58:44.272536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 1a435757-e738-4744-ba4a-32773806e4a4 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:44.363337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 1a435757-e738-4744-ba4a-32773806e4a4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:44.367175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 1a435757-e738-4744-ba4a-32773806e4a4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:44.367846 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:44.384373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72373-03ff-40a2-97bb-7726c13635f2 req-648cb0f5-3b75-4cb0-8b40-2cb2ff5df883 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:44.392639 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9f72373-03ff-40a2-97bb-7726c13635f2 req-648cb0f5-3b75-4cb0-8b40-2cb2ff5df883 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 945 time: 0.0763798 Aug 30 12:58:44.441104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:44.455672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9f72373-03ff-40a2-97bb-7726c13635f2 req-7a358629-ae36-4df2-91cc-a594f9a773e7 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617974 Aug 30 12:58:44.457090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:44.482560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:44.485327 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4585ce51-3b8a-4b9e-b03b-66f62b9d1f33" -d '{"events": [{"server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "name": "network-vif-plugged", "status": "completed", "tag": "1a435757-e738-4744-ba4a-32773806e4a4"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:44.504863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:44.516028 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:44.599038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=1a435757-e738-4744-ba4a-32773806e4a4,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:44.617111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3c929-f633-4e10-94d7-7fcb489dcfe6 req-9969d6ef-090c-489f-9301-0ffaf09a2b9a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:44.619295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21c3c929-f633-4e10-94d7-7fcb489dcfe6 req-9969d6ef-090c-489f-9301-0ffaf09a2b9a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0851653 Aug 30 12:58:44.673801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21c3c929-f633-4e10-94d7-7fcb489dcfe6 req-2e06639b-c6ea-42b6-8dc2-5fe9161a7947 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462327 Aug 30 12:58:44.717006 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc987f28-8d8d-4125-b243-9c41e6f09026 x-openstack-request-id: req-cc987f28-8d8d-4125-b243-9c41e6f09026 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:44.717622 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "name": "network-vif-plugged", "status": "completed", "tag": "1a435757-e738-4744-ba4a-32773806e4a4", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:44.718077 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc987f28-8d8d-4125-b243-9c41e6f09026 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:44.718668 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4', 'code': 200} Aug 30 12:58:44.914440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f367a7-b1ba-4ac5-a83a-8264488be6c9 req-fac6edf4-7862-49c7-9b95-d2f426caad25 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:44.917704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54f367a7-b1ba-4ac5-a83a-8264488be6c9 req-fac6edf4-7862-49c7-9b95-d2f426caad25 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 945 time: 0.6390924 Aug 30 12:58:44.937687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:44.964102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:44.975226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3949d0-7084-40f9-96d7-283009e4411c req-14fd16a3-59e4-49f4-804f-6ef1c2cd939a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:44.983663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff3949d0-7084-40f9-96d7-283009e4411c req-14fd16a3-59e4-49f4-804f-6ef1c2cd939a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0785654 Aug 30 12:58:44.994219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-a3fb1b29-c9d7-4da1-9951-cf4f077d89dc tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:44.995291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-a3fb1b29-c9d7-4da1-9951-cf4f077d89dc tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 945 time: 0.1565316 Aug 30 12:58:44.997783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6cbe7c-c28e-4b42-be4b-4f929b5562c1 req-dc7b1da8-b328-4878-951c-5efa402d5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:44.999262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec6cbe7c-c28e-4b42-be4b-4f929b5562c1 req-dc7b1da8-b328-4878-951c-5efa402d5391 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 1097 time: 0.1507235 Aug 30 12:58:45.048890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff3949d0-7084-40f9-96d7-283009e4411c req-6923816c-e85a-4f86-9884-a0db1dd5770d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638237 Aug 30 12:58:45.066688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:58:45.080064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:45.089827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54f367a7-b1ba-4ac5-a83a-8264488be6c9 req-9357524a-5f60-406e-b9d0-5560ba7d70ed tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630268 Aug 30 12:58:45.092447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:58:45.095285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event updated for resources: {'Port': ['ID=8b754937-e1c0-41f2-96d0-2039d3d4099c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:45.168475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec6cbe7c-c28e-4b42-be4b-4f929b5562c1 req-bce240ad-2ed9-4ae4-8474-916cb428eff7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506619 Aug 30 12:58:45.197282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:45.198101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:45.231775 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dc5d5c61-c522-43cd-9fdd-fc48f638977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3705778 Aug 30 12:58:45.235527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Deleting port 237284f0-8753-4620-8adc-6c65110b9b74 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:58:45.235878 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:45.245277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Request body: {'port': {'device_id': 'ce99190e-b0e5-4996-9594-ae6506f94d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:45.252291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a31a5e-0d45-4ca4-86b8-43dfa024b1e8 req-b6eae689-3137-46dc-a375-f89cf6768d28 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:45.254349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3a31a5e-0d45-4ca4-86b8-43dfa024b1e8 req-b6eae689-3137-46dc-a375-f89cf6768d28 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 931 time: 0.0922034 Aug 30 12:58:45.304750 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3a31a5e-0d45-4ca4-86b8-43dfa024b1e8 req-2401247c-407f-43d6-96ba-c6ee08879dc0 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432942 Aug 30 12:58:45.388719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:45.416099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] For port 237284f0-8753-4620-8adc-6c65110b9b74, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=237284f0-8753-4620-8adc-6c65110b9b74,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:45.416464 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:45.454613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Calling delete_port for 237284f0-8753-4620-8adc-6c65110b9b74 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:58:45.743330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12587a06-57a2-42c7-b06d-dfefb5dcf1c0 req-3104405f-9c62-4a19-adc4-f7e78e1bd171 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:45.751563 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12587a06-57a2-42c7-b06d-dfefb5dcf1c0 req-3104405f-9c62-4a19-adc4-f7e78e1bd171 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.1816158 Aug 30 12:58:45.840563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a1db3-abf6-4b7f-a6db-e386f7c62f19 req-099918ac-af8c-48ad-a2fa-4cb586cb9364 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:45.850663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc2a1db3-abf6-4b7f-a6db-e386f7c62f19 req-099918ac-af8c-48ad-a2fa-4cb586cb9364 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0825570 Aug 30 12:58:45.872968 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12587a06-57a2-42c7-b06d-dfefb5dcf1c0 req-d62bad76-99ab-4762-8b9f-ee998284a07c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154521 Aug 30 12:58:45.913097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc2a1db3-abf6-4b7f-a6db-e386f7c62f19 req-605dfc20-b42c-4ff9-9330-0ed06eb9e3ec tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610228 Aug 30 12:58:45.942268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:45.993978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event deleted for resources: {'Port': ['ID=237284f0-8753-4620-8adc-6c65110b9b74,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:46.063511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b754937-e1c0-41f2-96d0-2039d3d4099c {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:46.100599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] No DVR routers for this DVR port 237284f0-8753-4620-8adc-6c65110b9b74 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:58:46.108002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:46.111018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3aed458f-9c3b-40e8-8127-8c8121538713 req-1f6397e7-65a4-4ac1-a256-df02e1e8818d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "DELETE /v2.0/ports/237284f0-8753-4620-8adc-6c65110b9b74 HTTP/1.1" status: 204 len: 173 time: 1.1034129 Aug 30 12:58:46.116474 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:46.119116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64c16aa-18a8-494f-9088-b6c6c20b2f3e', 'name': 'network-vif-deleted', 'tag': '237284f0-8753-4620-8adc-6c65110b9b74'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:46.121817 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5981303e-213f-454a-b2aa-002d649277a7" -d '{"events": [{"server_uuid": "f64c16aa-18a8-494f-9088-b6c6c20b2f3e", "name": "network-vif-deleted", "tag": "237284f0-8753-4620-8adc-6c65110b9b74"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:46.139237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Transition to ACTIVE for port object 8b754937-e1c0-41f2-96d0-2039d3d4099c will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:46.156485 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:46.276086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Pushing event updated for resources: {'Port': ['ID=8b754937-e1c0-41f2-96d0-2039d3d4099c,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:46.379115 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6fb588f6-93f2-4efe-8432-b3b0857f0b80 req-9d7215d6-d281-4a81-8bea-6d0e35da1185 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=f64c16aa-18a8-494f-9088-b6c6c20b2f3e HTTP/1.1" status: 200 len: 210 time: 0.0581243 Aug 30 12:58:46.396113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8f934-48a7-4223-95d6-e81934d6cd77 req-173afa4d-e22e-4497-bc1c-506278201c20 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:46.397884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbf8f934-48a7-4223-95d6-e81934d6cd77 req-173afa4d-e22e-4497-bc1c-506278201c20 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0856502 Aug 30 12:58:46.398734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Attempting to bind port 8b754937-e1c0-41f2-96d0-2039d3d4099c on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:46.399237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Attempting to bind port 8b754937-e1c0-41f2-96d0-2039d3d4099c by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:46.399712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Attempting to bind port 8b754937-e1c0-41f2-96d0-2039d3d4099c on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:46.413175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Port 8b754937-e1c0-41f2-96d0-2039d3d4099c on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:46.414086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Attempting to bind port 8b754937-e1c0-41f2-96d0-2039d3d4099c on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:46.426343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:46.426618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Checking segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:46.426994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Bound using segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:46.427439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Bound port: 8b754937-e1c0-41f2-96d0-2039d3d4099c, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:46.427778 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:46.513158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbf8f934-48a7-4223-95d6-e81934d6cd77 req-6f3d9067-9829-4f28-bbbe-f4f1aff232ff tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928652 Aug 30 12:58:46.513158 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53254792-77e6-44f4-9cd4-fc48577b2c3b x-openstack-request-id: req-53254792-77e6-44f4-9cd4-fc48577b2c3b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:46.513158 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64c16aa-18a8-494f-9088-b6c6c20b2f3e", "name": "network-vif-deleted", "tag": "237284f0-8753-4620-8adc-6c65110b9b74", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:46.513158 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-53254792-77e6-44f4-9cd4-fc48577b2c3b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:46.513158 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64c16aa-18a8-494f-9088-b6c6c20b2f3e', 'name': 'network-vif-deleted', 'tag': '237284f0-8753-4620-8adc-6c65110b9b74', 'status': 'completed', 'code': 200} Aug 30 12:58:46.561509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] For port 8b754937-e1c0-41f2-96d0-2039d3d4099c, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:46.566640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] For port 8b754937-e1c0-41f2-96d0-2039d3d4099c, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b754937-e1c0-41f2-96d0-2039d3d4099c,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:46.572969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:46.636166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:46.637195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:46.638692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] 10.222.0.16 "PUT /v2.0/ports/8b754937-e1c0-41f2-96d0-2039d3d4099c HTTP/1.1" status: 200 len: 1091 time: 1.3977220 Aug 30 12:58:46.688609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785edbc7-f9f6-4330-b7aa-e74e54d3d5cd service neutron] Pushing event updated for resources: {'Port': ['ID=8b754937-e1c0-41f2-96d0-2039d3d4099c,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:46.719236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c8e68-a1a8-4e54-a62b-6427d0344363 req-55c70f6a-1933-4eb7-b2ac-bc48513c5f76 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:46.722511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c5c8e68-a1a8-4e54-a62b-6427d0344363 req-55c70f6a-1933-4eb7-b2ac-bc48513c5f76 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 943 time: 0.1101894 Aug 30 12:58:46.823201 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c5c8e68-a1a8-4e54-a62b-6427d0344363 req-c5aca1bc-744a-453d-8c75-b4470125693b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872865 Aug 30 12:58:46.829603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-0009a0c3-ef43-4665-a6e5-739f8c58b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:46.831733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-0009a0c3-ef43-4665-a6e5-739f8c58b7b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 1094 time: 0.1082852 Aug 30 12:58:46.890217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-0406be09-9046-4589-88bb-e3e26b56237d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b754937-e1c0-41f2-96d0-2039d3d4099c HTTP/1.1" status: 200 len: 217 time: 0.0458143 Aug 30 12:58:46.987098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-056b5285-e300-4ede-8c81-9f613cc5e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:46.989154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-056b5285-e300-4ede-8c81-9f613cc5e068 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.0865498 Aug 30 12:58:47.068042 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-584619e9-923d-4f46-bc30-754cf53f3c56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686252 Aug 30 12:58:47.069769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff8c09-2993-4512-97b3-d1390d7b5b9b req-104ef3e3-3b02-4c27-9187-7e40f6ba5961 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:47.080381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8dff8c09-2993-4512-97b3-d1390d7b5b9b req-104ef3e3-3b02-4c27-9187-7e40f6ba5961 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.0746188 Aug 30 12:58:47.136900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8dff8c09-2993-4512-97b3-d1390d7b5b9b req-9b0c882c-7921-439f-ab0a-6604fe5fd562 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542645 Aug 30 12:58:47.170442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba2b0a-21ca-4478-a99c-a353c19d0a77 req-ceee0bd3-aef5-4848-96ce-555493fb3bbe tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:47.178228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba2b0a-21ca-4478-a99c-a353c19d0a77 req-ceee0bd3-aef5-4848-96ce-555493fb3bbe tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.1671498 Aug 30 12:58:47.264051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-dd315f66-1ec4-47f2-9538-c75984fd9d6b service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854012 Aug 30 12:58:47.309175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ba2b0a-21ca-4478-a99c-a353c19d0a77 req-09017dd1-c66b-44ab-b25e-da3a93ef4d47 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300466 Aug 30 12:58:47.366504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e38dbf-db30-4e05-bec1-ef6a52cc24ad req-c562b56f-dadf-4a52-9f26-bfa2ae1bdcc7 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:47.370357 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75e38dbf-db30-4e05-bec1-ef6a52cc24ad req-c562b56f-dadf-4a52-9f26-bfa2ae1bdcc7 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 1097 time: 0.0517805 Aug 30 12:58:47.399773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-558ffe8e-07b2-48bb-ada9-af0eef984e11 req-d807bfbc-a3b4-4f31-8e06-517cdb1245de service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238077 Aug 30 12:58:47.417876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75e38dbf-db30-4e05-bec1-ef6a52cc24ad req-0ce5c916-dcfa-4ced-a8b8-afa3f3aedfac tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Aug 30 12:58:47.592178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af770f-4704-470c-aa51-f5b914eeb9bc req-4fe7b21d-9a1f-4690-875a-5e45e3e98fee tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:47.593324 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09af770f-4704-470c-aa51-f5b914eeb9bc req-4fe7b21d-9a1f-4690-875a-5e45e3e98fee tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 1097 time: 0.0902996 Aug 30 12:58:47.607705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 237284f0-8753-4620-8adc-6c65110b9b74 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:47.645242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 237284f0-8753-4620-8adc-6c65110b9b74 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:58:47.645804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 237284f0-8753-4620-8adc-6c65110b9b74 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:58:47.676482 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09af770f-4704-470c-aa51-f5b914eeb9bc req-f2ff9c74-420d-4611-9625-e6f76920c927 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720372 Aug 30 12:58:47.774629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e80ccf28-9eda-43ca-bd20-ebcd73b4c2b3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:47.777004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e80ccf28-9eda-43ca-bd20-ebcd73b4c2b3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.1864312 Aug 30 12:58:47.794517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167f48f-d07f-428e-b6bf-9ea9036755bf req-5c9ddcb7-14e2-4989-aa23-73b913794397 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:47.797873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f167f48f-d07f-428e-b6bf-9ea9036755bf req-5c9ddcb7-14e2-4989-aa23-73b913794397 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0614259 Aug 30 12:58:47.802931 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e91d45ae-bf5c-48b9-9904-2d87e246e65d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/quotas/919aaf448c2b4960b0bc207cc67bed38 HTTP/1.1" status: 200 len: 375 time: 0.0158994 Aug 30 12:58:47.846640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-ae0d8fe7-e69a-423e-be33-c6c6c03f2594 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363686 Aug 30 12:58:47.851926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f167f48f-d07f-428e-b6bf-9ea9036755bf req-0f387565-11ab-45f7-9f94-ebf93e1d274f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458665 Aug 30 12:58:47.962169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-3b1390d9-8a3e-4fe4-96f5-e43067d165d1 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082692 Aug 30 12:58:48.071675 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-f6212b17-f581-4b69-8be3-2f27280df326 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081355 Aug 30 12:58:48.083831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0960d8a-88cd-4b69-b4ac-11d1a0e6bade req-d3b83df4-4fdf-4ce0-b55e-c67e4e542f6b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:48.086355 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0960d8a-88cd-4b69-b4ac-11d1a0e6bade req-d3b83df4-4fdf-4ce0-b55e-c67e4e542f6b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 943 time: 0.0608187 Aug 30 12:58:48.136235 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0960d8a-88cd-4b69-b4ac-11d1a0e6bade req-42991554-c3ae-46d8-a3cd-7279c2a58409 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Aug 30 12:58:48.285982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5cc12c8-5e8f-4e37-9234-c7192ee09555 req-b83a5f18-82dc-4b98-b0e8-280e9e8f1dbb tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0443792 Aug 30 12:58:48.536395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce99190e-b0e5-4996-9594-ae6506f94d25', 'tag': '8b754937-e1c0-41f2-96d0-2039d3d4099c'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:48.538726 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322fc3e6-08cd-43af-92bb-e049a310d24c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce99190e-b0e5-4996-9594-ae6506f94d25", "tag": "8b754937-e1c0-41f2-96d0-2039d3d4099c"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:48.589517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28180b-5b73-4657-b709-5c6bfe096117 req-c97874af-a0b7-42a7-a9e2-319b0a231652 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:48.591836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9e28180b-5b73-4657-b709-5c6bfe096117 req-c97874af-a0b7-42a7-a9e2-319b0a231652 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0994549 Aug 30 12:58:48.652104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9e28180b-5b73-4657-b709-5c6bfe096117 req-eef65719-56e0-4681-b442-0809a4ef23b9 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479996 Aug 30 12:58:48.706311 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1fe074-ad0c-4acd-a42f-adbc5aeb4ccc x-openstack-request-id: req-3d1fe074-ad0c-4acd-a42f-adbc5aeb4ccc {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:48.706652 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce99190e-b0e5-4996-9594-ae6506f94d25", "tag": "8b754937-e1c0-41f2-96d0-2039d3d4099c", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:48.706903 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d1fe074-ad0c-4acd-a42f-adbc5aeb4ccc {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:48.707408 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce99190e-b0e5-4996-9594-ae6506f94d25', 'tag': '8b754937-e1c0-41f2-96d0-2039d3d4099c', 'status': 'completed', 'code': 200} Aug 30 12:58:48.820290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-fab28a90-8cf2-4543-9385-2da5616af4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:48.825810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-fab28a90-8cf2-4543-9385-2da5616af4c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 1094 time: 0.0819464 Aug 30 12:58:49.025200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543398e6-761c-4200-9b04-a98608b9fa21 req-38fdb08d-1e59-4774-ab6e-39828db5046a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:49.027036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-543398e6-761c-4200-9b04-a98608b9fa21 req-38fdb08d-1e59-4774-ab6e-39828db5046a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0707765 Aug 30 12:58:49.069797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-729260b4-894e-45f4-b8f2-7dc5a71153ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:49.071417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-729260b4-894e-45f4-b8f2-7dc5a71153ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 906 time: 0.2338927 Aug 30 12:58:49.110356 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-543398e6-761c-4200-9b04-a98608b9fa21 req-f353b20c-5e58-4dcc-9214-6218b192689b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689952 Aug 30 12:58:49.177956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-a72ec6c0-4d1a-4cc5-8638-c4acc892d0a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b754937-e1c0-41f2-96d0-2039d3d4099c HTTP/1.1" status: 200 len: 217 time: 0.0661075 Aug 30 12:58:49.259263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-3f7ce125-acb6-46fd-971c-e30735357559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:49.262068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-3f7ce125-acb6-46fd-971c-e30735357559 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.0755408 Aug 30 12:58:49.406809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-7914d44d-1bd2-494a-a77b-40b70d7810f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535560 Aug 30 12:58:49.459081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f4a85-977e-4ccf-9691-5530d6a8f818 req-1339f3d9-3401-46d5-938d-43271d211db4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:49.460612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb1f4a85-977e-4ccf-9691-5530d6a8f818 req-1339f3d9-3401-46d5-938d-43271d211db4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 943 time: 0.1548069 Aug 30 12:58:49.516791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-d92aba72-a271-4d46-9610-86dce638a8b8 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 12:58:49.524988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-d92aba72-a271-4d46-9610-86dce638a8b8 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225308 Aug 30 12:58:49.530905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Request body: {'binding': {'host': 'n-h1-688802-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:49.531588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Unknown quota resources ['binding']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 12:58:49.618079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb1f4a85-977e-4ccf-9691-5530d6a8f818 req-858bcb7f-218e-4655-8c30-a75fe3b0cbfb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261101 Aug 30 12:58:49.633761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b754937-e1c0-41f2-96d0-2039d3d4099c details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:49.686785 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-2b9d5576-a9a5-45d4-935e-ae65547b2f40 service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705832 Aug 30 12:58:49.831911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8b754937-e1c0-41f2-96d0-2039d3d4099c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b754937-e1c0-41f2-96d0-2039d3d4099c,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:49.846915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '8b754937-e1c0-41f2-96d0-2039d3d4099c', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'port_id': '8b754937-e1c0-41f2-96d0-2039d3d4099c', 'mac_address': 'fa:16:3e:87:92:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:49.848081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a36ce28-7dc4-4a73-aa01-cd064c42d2da req-9923a913-6cad-4d34-930d-97d36c81ad94 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0741043 Aug 30 12:58:49.885517 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-322fc3e6-08cd-43af-92bb-e049a310d24c req-2d620cef-09f7-439a-b7bd-d48f5c539f89 service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875436 Aug 30 12:58:49.925533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:49.942986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b754937-e1c0-41f2-96d0-2039d3d4099c {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:49.964136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 on host n-h1-688802-6 for vnic_type normal with profile None {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:49.964475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:49.964803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:49.973270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8b754937-e1c0-41f2-96d0-2039d3d4099c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b754937-e1c0-41f2-96d0-2039d3d4099c,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:49.980513 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:49.981892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986507d-c57f-46fc-9807-314ef66452f1 req-d4894133-f4c4-4dd5-ac7f-feeab3669349 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:49.983551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-d4894133-f4c4-4dd5-ac7f-feeab3669349 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.1812658 Aug 30 12:58:49.984245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Port 1a435757-e738-4744-ba4a-32773806e4a4 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:49.984571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:49.999909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Request body: {'port': {'device_id': '2d46f232-5ae4-45a9-ae84-0128403f51d6', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'admin_state_up': True, 'tenant_id': '919aaf448c2b4960b0bc207cc67bed38'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:50.004994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:50.005350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:50.005868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:50.006310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Bound port: 1a435757-e738-4744-ba4a-32773806e4a4, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:50.075829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8b754937-e1c0-41f2-96d0-2039d3d4099c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:50.177951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:50.212360 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:50.214114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-497c0aa1-5415-4b08-b696-7d2598fc7534 service neutron] 10.222.0.37 "POST /v2.0/ports/1a435757-e738-4744-ba4a-32773806e4a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.6881864 Aug 30 12:58:50.241806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e6d42-ade8-4868-ab10-53b363848d2e req-b0a4e045-775e-44fe-a801-208b9210a67b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:50.250395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-368e6d42-ade8-4868-ab10-53b363848d2e req-b0a4e045-775e-44fe-a801-208b9210a67b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0970395 Aug 30 12:58:50.295357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-368e6d42-ade8-4868-ab10-53b363848d2e req-a4b0d2b2-2ec2-4af8-a8bc-37d321862372 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Aug 30 12:58:50.296470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Made reservation on behalf of 919aaf448c2b4960b0bc207cc67bed38 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:50.300411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['8b754937-e1c0-41f2-96d0-2039d3d4099c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:50.314674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:50.510789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced25478-8514-46cd-a4f0-0497badf666c req-5bab2981-433b-4211-9b99-46fca881e330 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:50.521588 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ced25478-8514-46cd-a4f0-0497badf666c req-5bab2981-433b-4211-9b99-46fca881e330 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1266654 Aug 30 12:58:50.586608 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ced25478-8514-46cd-a4f0-0497badf666c req-6c2f69e5-bb12-484b-bf36-040c34003e41 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Aug 30 12:58:50.628006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-d7405634-21f5-4a3b-9f04-065c9ad8adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:50.629163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-d7405634-21f5-4a3b-9f04-065c9ad8adfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 1097 time: 0.1056037 Aug 30 12:58:50.630369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Allocated IP 172.20.0.4 (85b23412-467f-4f3e-8b55-decbbe850201/db198819-93a6-483c-ab96-0292a32f931d/db1f006f-99e4-4fec-8939-868260f1c1e6) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:58:50.646194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2174-64e0-48ab-9940-fa13a25191ac req-3b9a8af3-4ee1-409a-8a84-d44d3659f2d0 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:50.647673 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-085a2174-64e0-48ab-9940-fa13a25191ac req-3b9a8af3-4ee1-409a-8a84-d44d3659f2d0 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.0848100 Aug 30 12:58:50.787225 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-085a2174-64e0-48ab-9940-fa13a25191ac req-50a55984-fbb3-4e80-9822-507a26ec1d69 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267138 Aug 30 12:58:50.800453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d3e1c-9a71-49c2-b930-2fe2a05a948b req-fd236096-7a3e-461e-82f2-04463df29614 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:50.802362 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-985d3e1c-9a71-49c2-b930-2fe2a05a948b req-fd236096-7a3e-461e-82f2-04463df29614 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 944 time: 0.0641017 Aug 30 12:58:50.852351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-94d82204-2310-4571-a449-123ab31e4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:50.853887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-94d82204-2310-4571-a449-123ab31e4d9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.2019215 Aug 30 12:58:50.857981 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-985d3e1c-9a71-49c2-b930-2fe2a05a948b req-5cd171ea-e64d-4eec-837e-d6d2e93e0380 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432076 Aug 30 12:58:51.189840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-715e67f8-381f-449c-b49e-ee22d6aa191d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a435757-e738-4744-ba4a-32773806e4a4 HTTP/1.1" status: 200 len: 217 time: 0.3277717 Aug 30 12:58:51.261718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-72312be0-64d6-4a21-b802-654d68601247 req-9c64ebd0-7e1a-4082-9452-d6a305dd8a3d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0761867 Aug 30 12:58:51.310549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:51.319354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-df9e1499-2025-49f6-a79b-03b16063a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:51.320944 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-df9e1499-2025-49f6-a79b-03b16063a615 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.1188130 Aug 30 12:58:51.369558 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-08a04742-4fc5-47d2-a1dd-994994c70182 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393689 Aug 30 12:58:51.462932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e8552d-5977-48c2-bdc7-6c2a1f18bcc5 req-c638cc84-4b62-4fe1-a655-fb09fad89927 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:51.464834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11e8552d-5977-48c2-bdc7-6c2a1f18bcc5 req-c638cc84-4b62-4fe1-a655-fb09fad89927 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0892956 Aug 30 12:58:51.486516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-ca848465-bc14-4166-892e-1779ace29030 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037512 Aug 30 12:58:51.497222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:51.555634 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11e8552d-5977-48c2-bdc7-6c2a1f18bcc5 req-afdf18f2-5a5a-48da-b2cb-b7e14d7709fb tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808430 Aug 30 12:58:51.604200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Network 85b23412-467f-4f3e-8b55-decbbe850201 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:58:51.612410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:51.619107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:58:51.656678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b754937-e1c0-41f2-96d0-2039d3d4099c up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:51.703206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event updated for resources: {'Port': ['ID=db1f006f-99e4-4fec-8939-868260f1c1e6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:51.726418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:51.727090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:51.739253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 8b754937-e1c0-41f2-96d0-2039d3d4099c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:51.742652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.742966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.743326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.743635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.743957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.744064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 8b754937-e1c0-41f2-96d0-2039d3d4099c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:51.744285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.744385 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:51.744607 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.744926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.745245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.745979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.746087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.746438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:58:51.785801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db4ada-5e3a-4217-9446-7c42b24531ec req-0feeceae-bf3f-43cd-8a8b-d862f599f692 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:51.787503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73db4ada-5e3a-4217-9446-7c42b24531ec req-0feeceae-bf3f-43cd-8a8b-d862f599f692 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1287367 Aug 30 12:58:51.790444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-d812a1ed-853e-4814-95de-280d6d1bc136 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904294 Aug 30 12:58:51.791706 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-784744af-c273-4a9a-917e-50008238ef7e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7961421 Aug 30 12:58:51.817814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Request body: {'port': {'device_id': '2d46f232-5ae4-45a9-ae84-0128403f51d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:51.864442 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:51.869965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73db4ada-5e3a-4217-9446-7c42b24531ec req-6b5aa96f-6cb6-488d-9e77-893804de00b5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747387 Aug 30 12:58:51.905533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:51.914072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce99190e-b0e5-4996-9594-ae6506f94d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b754937-e1c0-41f2-96d0-2039d3d4099c'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:51.917371 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30352b4-81d7-4084-98f8-9e791c2a0d60" -d '{"events": [{"server_uuid": "ce99190e-b0e5-4996-9594-ae6506f94d25", "name": "network-vif-plugged", "status": "completed", "tag": "8b754937-e1c0-41f2-96d0-2039d3d4099c"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:51.934259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8b754937-e1c0-41f2-96d0-2039d3d4099c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b754937-e1c0-41f2-96d0-2039d3d4099c,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:51.941351 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:52.010496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc11ef-e586-40f6-b4e8-cf1b8af953b7 req-5c61982c-f2f7-4920-9017-79860713fdeb tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:52.018253 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19dc11ef-e586-40f6-b4e8-cf1b8af953b7 req-5c61982c-f2f7-4920-9017-79860713fdeb tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.1034675 Aug 30 12:58:52.029087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8b754937-e1c0-41f2-96d0-2039d3d4099c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:52.058143 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19dc11ef-e586-40f6-b4e8-cf1b8af953b7 req-b3f61bc3-69a2-431c-abf6-d8856c66eeca tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384016 Aug 30 12:58:52.111312 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d93d4bb-d8a7-44d3-9884-ac863bf1584e x-openstack-request-id: req-5d93d4bb-d8a7-44d3-9884-ac863bf1584e {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:52.111312 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce99190e-b0e5-4996-9594-ae6506f94d25", "name": "network-vif-plugged", "status": "completed", "tag": "8b754937-e1c0-41f2-96d0-2039d3d4099c", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:52.111563 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d93d4bb-d8a7-44d3-9884-ac863bf1584e {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:52.111792 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce99190e-b0e5-4996-9594-ae6506f94d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b754937-e1c0-41f2-96d0-2039d3d4099c', 'code': 200} Aug 30 12:58:52.157521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687ba9e-cac5-4cc1-915b-44b74ea6128e req-0a80c25b-8d72-4e2e-af01-6dc383838bb0 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:52.159327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6687ba9e-cac5-4cc1-915b-44b74ea6128e req-0a80c25b-8d72-4e2e-af01-6dc383838bb0 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 945 time: 0.1046667 Aug 30 12:58:52.222671 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6687ba9e-cac5-4cc1-915b-44b74ea6128e req-f1d6c002-195a-4c10-a7b2-4ba86201e94e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519941 Aug 30 12:58:52.333380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1f006f-99e4-4fec-8939-868260f1c1e6 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:52.344621 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:52.365272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Transition to ACTIVE for port object db1f006f-99e4-4fec-8939-868260f1c1e6 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:52.373090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa533ba-f443-487d-9b06-8dfaaa8d9db0 req-6a36baba-e2e7-40c0-a402-e0a3dedffbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:52.375035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfa533ba-f443-487d-9b06-8dfaaa8d9db0 req-6a36baba-e2e7-40c0-a402-e0a3dedffbd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 1096 time: 0.0727825 Aug 30 12:58:52.376589 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:52.464792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6f232-a7f5-41a0-affe-18ab92b45700 req-0ff32e1f-a5ac-41bb-a997-b2367ce80704 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:52.466375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Pushing event updated for resources: {'Port': ['ID=db1f006f-99e4-4fec-8939-868260f1c1e6,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:52.473727 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ba6f232-a7f5-41a0-affe-18ab92b45700 req-0ff32e1f-a5ac-41bb-a997-b2367ce80704 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 943 time: 0.0768721 Aug 30 12:58:52.476545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfa533ba-f443-487d-9b06-8dfaaa8d9db0 req-ea3a5bc9-b466-49eb-b282-96adbdb8378c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896833 Aug 30 12:58:52.509166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ba6f232-a7f5-41a0-affe-18ab92b45700 req-c213fce3-d537-423d-8877-3b5f9955211e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347459 Aug 30 12:58:52.550847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Attempting to bind port db1f006f-99e4-4fec-8939-868260f1c1e6 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:52.551082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Attempting to bind port db1f006f-99e4-4fec-8939-868260f1c1e6 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:52.551452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Attempting to bind port db1f006f-99e4-4fec-8939-868260f1c1e6 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:52.556366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Port db1f006f-99e4-4fec-8939-868260f1c1e6 on network 85b23412-467f-4f3e-8b55-decbbe850201 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:52.556692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Attempting to bind port db1f006f-99e4-4fec-8939-868260f1c1e6 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:52.564974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:52.565311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Checking segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:52.565705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Bound using segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:52.566161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Bound port: db1f006f-99e4-4fec-8939-868260f1c1e6, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:52.566523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:52.650883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] For port db1f006f-99e4-4fec-8939-868260f1c1e6, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:52.659335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] For port db1f006f-99e4-4fec-8939-868260f1c1e6, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=db1f006f-99e4-4fec-8939-868260f1c1e6,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:52.672687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:52.697845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892408d-fbe1-4414-878d-6d5e1d5cb81e req-47e15942-80af-4514-8306-05a7cc8e0fa3 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:52.700113 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7892408d-fbe1-4414-878d-6d5e1d5cb81e req-47e15942-80af-4514-8306-05a7cc8e0fa3 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0622742 Aug 30 12:58:52.716192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:52.716801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:52.718203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] 10.222.0.16 "PUT /v2.0/ports/db1f006f-99e4-4fec-8939-868260f1c1e6 HTTP/1.1" status: 200 len: 1091 time: 0.9067676 Aug 30 12:58:52.718638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d46f232-5ae4-45a9-ae84-0128403f51d6', 'tag': 'db1f006f-99e4-4fec-8939-868260f1c1e6'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:52.720855 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7b713a-d9d8-4f6a-9589-9346c92cddc3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d46f232-5ae4-45a9-ae84-0128403f51d6", "tag": "db1f006f-99e4-4fec-8939-868260f1c1e6"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:52.746779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bad87e-98c7-405e-bd48-72b18d715599 service neutron] Pushing event updated for resources: {'Port': ['ID=db1f006f-99e4-4fec-8939-868260f1c1e6,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:52.758558 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7892408d-fbe1-4414-878d-6d5e1d5cb81e req-4a316788-7734-4179-9638-693bd851eb37 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487804 Aug 30 12:58:52.822547 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe985c9-3ba9-4b7f-b7ef-19ad7251db72 x-openstack-request-id: req-0fe985c9-3ba9-4b7f-b7ef-19ad7251db72 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:52.822845 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d46f232-5ae4-45a9-ae84-0128403f51d6", "tag": "db1f006f-99e4-4fec-8939-868260f1c1e6", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:52.823161 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fe985c9-3ba9-4b7f-b7ef-19ad7251db72 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:52.823941 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d46f232-5ae4-45a9-ae84-0128403f51d6', 'tag': 'db1f006f-99e4-4fec-8939-868260f1c1e6', 'status': 'completed', 'code': 200} Aug 30 12:58:52.835297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986507d-c57f-46fc-9807-314ef66452f1 req-c6fd25bf-a277-4e55-a323-bbe89288206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:52.837017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-c6fd25bf-a277-4e55-a323-bbe89288206b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 1094 time: 0.0545313 Aug 30 12:58:52.891492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-40a409f0-fa54-4cce-ba56-cf16290995fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db1f006f-99e4-4fec-8939-868260f1c1e6 HTTP/1.1" status: 200 len: 217 time: 0.0408087 Aug 30 12:58:52.959739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986507d-c57f-46fc-9807-314ef66452f1 req-01718e80-f56b-4bbb-af5a-eba1779ca6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:52.961871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-01718e80-f56b-4bbb-af5a-eba1779ca6ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.0593481 Aug 30 12:58:53.010635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-464159fb-9da1-4eaa-9600-dfc12643286e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371921 Aug 30 12:58:53.118940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108602c-f45d-46a9-b624-3fd015d62765 req-70a7d9ca-c783-4080-8d9f-c3a7de5b7a91 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:53.120483 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e108602c-f45d-46a9-b624-3fd015d62765 req-70a7d9ca-c783-4080-8d9f-c3a7de5b7a91 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1378922 Aug 30 12:58:53.177291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-22619ed5-1385-4138-87c5-93ca028dc1ca service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458845 Aug 30 12:58:53.182777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e108602c-f45d-46a9-b624-3fd015d62765 req-33a5fa91-a281-4c0f-92b7-98f6f1f50a6c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524962 Aug 30 12:58:53.188849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be8e5f-3bd5-443e-9bda-899a04a477e2 req-1c8ffa31-59bb-484a-b84d-95fd7d6284bf tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:53.190416 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-13be8e5f-3bd5-443e-9bda-899a04a477e2 req-1c8ffa31-59bb-484a-b84d-95fd7d6284bf tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.0536683 Aug 30 12:58:53.248863 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-13be8e5f-3bd5-443e-9bda-899a04a477e2 req-defa1ef7-0450-4dd0-bccf-ce8b15c1a463 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496502 Aug 30 12:58:53.360658 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8986507d-c57f-46fc-9807-314ef66452f1 req-f9cf65b2-ba3d-41a9-9157-f62419faef25 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754351 Aug 30 12:58:53.366624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6ae4-ca10-4e92-810f-c15fc90f09b7 req-7d8d6461-8dc5-41bf-b4af-4f49b64245af tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:53.368278 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-705a6ae4-ca10-4e92-810f-c15fc90f09b7 req-7d8d6461-8dc5-41bf-b4af-4f49b64245af tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 945 time: 0.0539012 Aug 30 12:58:53.427826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-e92aeb4e-2d77-4aeb-8514-7e4c1615ef93 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:53.429309 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-e92aeb4e-2d77-4aeb-8514-7e4c1615ef93 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 803 time: 0.1500413 Aug 30 12:58:53.442147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-705a6ae4-ca10-4e92-810f-c15fc90f09b7 req-6baad2e1-325b-47ff-9826-d9373f2f95ee tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551534 Aug 30 12:58:53.475286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-3d9f9319-9424-4bc9-b1ec-f2e3339d6f23 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/quotas/79bbe82aad2b4287884ace0fb8add6b8 HTTP/1.1" status: 200 len: 375 time: 0.0152481 Aug 30 12:58:53.513970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-4228920a-1f41-439c-bc2e-5f8a98a7babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:53.515475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-4228920a-1f41-439c-bc2e-5f8a98a7babb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 1094 time: 0.0851448 Aug 30 12:58:53.602316 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-f807bfac-96f5-414f-9ba2-699c96c2bc6e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168704 Aug 30 12:58:53.659969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b253a-941c-4280-9789-2741823c7e43 req-c950deda-f4ae-4c4f-9aef-44f248ec52f7 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:53.662049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f6b253a-941c-4280-9789-2741823c7e43 req-c950deda-f4ae-4c4f-9aef-44f248ec52f7 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 943 time: 0.0638189 Aug 30 12:58:53.694608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-2373a51d-4ba8-4965-ab92-8f7064c43a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:53.696081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-2373a51d-4ba8-4965-ab92-8f7064c43a18 service neutron] 10.222.0.16 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 913 time: 0.1622505 Aug 30 12:58:53.703755 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f6b253a-941c-4280-9789-2741823c7e43 req-74dff1a3-6e8e-4113-8c2f-720c08be38a8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351536 Aug 30 12:58:53.747835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-db3440a0-37db-41f5-b679-ca192e35db58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db1f006f-99e4-4fec-8939-868260f1c1e6 HTTP/1.1" status: 200 len: 217 time: 0.0400259 Aug 30 12:58:53.773963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-e6aaf332-0e2e-42f7-8b11-840e4415eb90 service neutron] 10.222.0.37 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556876 Aug 30 12:58:53.884096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-e67d3e09-4933-458d-8106-e0bac6b3e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:53.885479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-e67d3e09-4933-458d-8106-e0bac6b3e741 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.1062806 Aug 30 12:58:53.912213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8bc80-2b8b-40d5-b18a-85543d001044 req-dacc3ae9-5d6d-4d35-9266-8158bc343f12 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:53.914937 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57c8bc80-2b8b-40d5-b18a-85543d001044 req-dacc3ae9-5d6d-4d35-9266-8158bc343f12 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0714109 Aug 30 12:58:53.946726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-e032adde-4cf8-4989-8711-8d27b25308c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443292 Aug 30 12:58:53.954202 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-b584bf27-30d7-4655-af9a-0efff5951d5f service neutron] 10.222.0.37 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732614 Aug 30 12:58:53.962322 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57c8bc80-2b8b-40d5-b18a-85543d001044 req-f791b7de-d32b-4eb6-bec7-10adcfb8ce4b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389996 Aug 30 12:58:54.080366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-48d2a5d8-7958-4996-b9ee-48e9907c2d55 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225612 Aug 30 12:58:54.135566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ef80c0f-6664-4c01-9e64-bd08c205a8fc req-041a2289-9331-4d91-8986-e394593ed020 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 210 time: 0.0329366 Aug 30 12:58:54.193894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af7b713a-d9d8-4f6a-9589-9346c92cddc3 req-be4c0033-011e-440e-9911-0d0ab29135b0 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007004 Aug 30 12:58:54.328428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c91b3-6105-4721-83e6-f42f848f2d0e req-67d687d0-c127-4006-a83f-4b92731622b2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:54.336417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db9c91b3-6105-4721-83e6-f42f848f2d0e req-67d687d0-c127-4006-a83f-4b92731622b2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0812447 Aug 30 12:58:54.383082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200089d-4340-4be6-a633-1704bc450a5a req-168d71ee-5914-4d85-a1f5-3f434bfeddbb tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:54.386017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db9c91b3-6105-4721-83e6-f42f848f2d0e req-46b7b0f5-3873-4a06-a072-392475513b14 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483735 Aug 30 12:58:54.393527 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c200089d-4340-4be6-a633-1704bc450a5a req-168d71ee-5914-4d85-a1f5-3f434bfeddbb tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.0697558 Aug 30 12:58:54.441630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c200089d-4340-4be6-a633-1704bc450a5a req-63b4abd6-8957-4247-9f8d-2b3eb9dafaec tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465901 Aug 30 12:58:54.572855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf937e-2fd5-4877-a47c-cfabfe94b79a req-302539ac-4021-4464-af6c-b74a4df55b06 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:54.574454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0dbf937e-2fd5-4877-a47c-cfabfe94b79a req-302539ac-4021-4464-af6c-b74a4df55b06 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 945 time: 0.0575960 Aug 30 12:58:54.619653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0dbf937e-2fd5-4877-a47c-cfabfe94b79a req-eb1719b7-798b-4333-a37b-3742dcfc4eb3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386300 Aug 30 12:58:54.743844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924fd2f-e262-4787-9908-3022096a54b8 req-a93cb382-c3c1-406d-8f53-96b89c9685cd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:54.745505 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8924fd2f-e262-4787-9908-3022096a54b8 req-a93cb382-c3c1-406d-8f53-96b89c9685cd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 945 time: 0.0561910 Aug 30 12:58:54.794463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8924fd2f-e262-4787-9908-3022096a54b8 req-034a585c-c19e-4d22-adda-1d9dd87f0656 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 Aug 30 12:58:54.844555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c7d12-6024-4cf3-8b24-87738be78511 req-5a9f7843-e00d-4796-b764-0074d7648b56 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:54.846333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-431c7d12-6024-4cf3-8b24-87738be78511 req-5a9f7843-e00d-4796-b764-0074d7648b56 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 943 time: 0.0606952 Aug 30 12:58:54.891347 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-431c7d12-6024-4cf3-8b24-87738be78511 req-53a47955-2750-4120-89f6-a0fcdd043709 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373678 Aug 30 12:58:55.089602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b15c3-43bf-48c4-a286-11d49fd206d4 req-8a2e014a-9ded-4537-93c1-7a5345321d09 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:55.091915 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bb5b15c3-43bf-48c4-a286-11d49fd206d4 req-8a2e014a-9ded-4537-93c1-7a5345321d09 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 945 time: 0.0526171 Aug 30 12:58:55.100021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297b069-e923-4907-b882-ff2c089fe854 req-d0cb1534-0a6e-4a39-b878-dd7f1e076094 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:55.101408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b297b069-e923-4907-b882-ff2c089fe854 req-d0cb1534-0a6e-4a39-b878-dd7f1e076094 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "GET /v2.0/ports?device_id=872bd208-2de3-4828-9230-2591ab60228c HTTP/1.1" status: 200 len: 946 time: 0.0831795 Aug 30 12:58:55.119103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b0295-d5a8-412d-bf7d-e5bc40058b91 req-fe8a7cc3-56eb-4f7a-b76a-7581d7a2fe90 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:55.120578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-089b0295-d5a8-412d-bf7d-e5bc40058b91 req-fe8a7cc3-56eb-4f7a-b76a-7581d7a2fe90 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0693219 Aug 30 12:58:55.139493 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bb5b15c3-43bf-48c4-a286-11d49fd206d4 req-80fe3fcf-d161-4abf-9ff0-790e13d97c73 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Aug 30 12:58:55.277597 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27d6307d-32d6-4787-8235-0da1bdb5982b req-c37a7ebc-759f-48ad-9213-d99a67947cac tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 210 time: 0.0358157 Aug 30 12:58:55.293032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-089b0295-d5a8-412d-bf7d-e5bc40058b91 req-2017f77f-1499-4d34-9d63-b151caf873b9 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521964 Aug 30 12:58:55.356720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-730dc2b3-c69b-4bc4-bb55-1010c13adf45 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:55.358427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-730dc2b3-c69b-4bc4-bb55-1010c13adf45 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 803 time: 0.1366651 Aug 30 12:58:55.375705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Request body: {'port': {'device_id': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'admin_state_up': True, 'tenant_id': '79bbe82aad2b4287884ace0fb8add6b8'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:55.393472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-b297b069-e923-4907-b882-ff2c089fe854 req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Deleting port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:58:55.393834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b297b069-e923-4907-b882-ff2c089fe854 req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:55.555941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b297b069-e923-4907-b882-ff2c089fe854 req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] For port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:55.556312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b297b069-e923-4907-b882-ff2c089fe854 req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:55.563227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7c65-d31e-41ef-afcf-b2ab05d78e0c req-f2b4eb16-1a03-465e-aaa7-0879c7cb27cf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:55.564802 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10bb7c65-d31e-41ef-afcf-b2ab05d78e0c req-f2b4eb16-1a03-465e-aaa7-0879c7cb27cf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1009150 Aug 30 12:58:55.602962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-b297b069-e923-4907-b882-ff2c089fe854 req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Calling delete_port for 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:58:55.605469 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10bb7c65-d31e-41ef-afcf-b2ab05d78e0c req-793730e0-115f-41b8-91c0-7d45f5b2ca00 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340188 Aug 30 12:58:55.621119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Made reservation on behalf of 79bbe82aad2b4287884ace0fb8add6b8 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:58:55.625218 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:55.679542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device db1f006f-99e4-4fec-8939-868260f1c1e6 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:58:55.697233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:55.699303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d854f-e5e3-4bed-92b1-1efeb133bce4 req-ba0a689d-2d0e-4c3f-92e8-f57b29d020cd tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:55.706760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f85d854f-e5e3-4bed-92b1-1efeb133bce4 req-ba0a689d-2d0e-4c3f-92e8-f57b29d020cd tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.1527786 Aug 30 12:58:55.814486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f85d854f-e5e3-4bed-92b1-1efeb133bce4 req-1d516bc7-681c-43c7-a1c4-609f230648b1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065376 Aug 30 12:58:55.854851 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:55.859388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port db1f006f-99e4-4fec-8939-868260f1c1e6, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=db1f006f-99e4-4fec-8939-868260f1c1e6,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:55.917380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Allocated IP 172.20.0.11 (5fd40165-90b2-4c24-9905-dd1306484e87/ddbace6a-fc20-419c-b799-875664335cbc/4eee665c-72df-4f5f-a11e-7568c396ecf9) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:58:55.923685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b297b069-e923-4907-b882-ff2c089fe854 req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:55.966912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Pushing event deleted for resources: {'Port': ['ID=8b1da1d4-177f-46d9-b3f1-8465fbf0a429,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:56.019168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'db1f006f-99e4-4fec-8939-868260f1c1e6', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'port_id': 'db1f006f-99e4-4fec-8939-868260f1c1e6', 'mac_address': 'fa:16:3e:65:de:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db198819-93a6-483c-ab96-0292a32f931d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:58:56.058469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b297b069-e923-4907-b882-ff2c089fe854 req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] No DVR routers for this DVR port 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:58:56.064736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b297b069-e923-4907-b882-ff2c089fe854 req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:56.066741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b297b069-e923-4907-b882-ff2c089fe854 req-90cac517-d0b5-4822-a2cc-ae67c04079b4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "DELETE /v2.0/ports/8b1da1d4-177f-46d9-b3f1-8465fbf0a429 HTTP/1.1" status: 204 len: 173 time: 0.9452922 Aug 30 12:58:56.069017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872bd208-2de3-4828-9230-2591ab60228c', 'name': 'network-vif-deleted', 'tag': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:56.071603 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f0d55b-48a0-4173-8b86-76afa2c72f1f" -d '{"events": [{"server_uuid": "872bd208-2de3-4828-9230-2591ab60228c", "name": "network-vif-deleted", "tag": "8b1da1d4-177f-46d9-b3f1-8465fbf0a429"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:56.083021 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:56.112111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1f006f-99e4-4fec-8939-868260f1c1e6 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:56.147837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b32b85-6936-4594-9b04-be33cd1ef627 req-e1a65b54-5748-42ac-9446-851c541da5c2 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:56.149372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8b32b85-6936-4594-9b04-be33cd1ef627 req-e1a65b54-5748-42ac-9446-851c541da5c2 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 943 time: 0.1705465 Aug 30 12:58:56.150833 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544e49f9-6d0d-45e1-915b-56a7a15fee4c x-openstack-request-id: req-544e49f9-6d0d-45e1-915b-56a7a15fee4c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:56.151115 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872bd208-2de3-4828-9230-2591ab60228c", "name": "network-vif-deleted", "tag": "8b1da1d4-177f-46d9-b3f1-8465fbf0a429", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:56.151361 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-544e49f9-6d0d-45e1-915b-56a7a15fee4c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:56.151737 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872bd208-2de3-4828-9230-2591ab60228c', 'name': 'network-vif-deleted', 'tag': '8b1da1d4-177f-46d9-b3f1-8465fbf0a429', 'status': 'completed', 'code': 200} Aug 30 12:58:56.153820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port db1f006f-99e4-4fec-8939-868260f1c1e6, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=db1f006f-99e4-4fec-8939-868260f1c1e6,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:56.160984 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:56.230131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=db1f006f-99e4-4fec-8939-868260f1c1e6,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:56.245124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8b32b85-6936-4594-9b04-be33cd1ef627 req-7e1d832a-c097-45df-ab3c-e76472e8265d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892329 Aug 30 12:58:56.271176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:56.315552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9379cde6-f362-42c3-8210-5d8441264b21 req-1e597ad5-5d05-4c6e-b694-c13f3847210f tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:56.317830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9379cde6-f362-42c3-8210-5d8441264b21 req-1e597ad5-5d05-4c6e-b694-c13f3847210f tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 945 time: 0.0698047 Aug 30 12:58:56.321427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:56.374400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9379cde6-f362-42c3-8210-5d8441264b21 req-f42ecf90-f12f-49c5-a5e2-4f1d22a0763b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477092 Aug 30 12:58:56.411331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Network 5fd40165-90b2-4c24-9905-dd1306484e87 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:58:56.422999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:58:56.426117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:58:56.432803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Pushing event updated for resources: {'Port': ['ID=4eee665c-72df-4f5f-a11e-7568c396ecf9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:56.501168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce25f73-4f60-4093-9303-5fe2d50d465f req-89b5e87c-e7d8-4b6d-a837-0d595215be0c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:56.502795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bce25f73-4f60-4093-9303-5fe2d50d465f req-89b5e87c-e7d8-4b6d-a837-0d595215be0c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0592906 Aug 30 12:58:56.546220 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bce25f73-4f60-4093-9303-5fe2d50d465f req-1fcc46ed-aa60-463c-bfbe-013c2bef2d96 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371196 Aug 30 12:58:56.575268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['db1f006f-99e4-4fec-8939-868260f1c1e6'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:56.765351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1e672-a9b0-44c1-baf3-239d359cc733 req-441e67b7-bc92-47bb-904d-f2686f18bbb5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:56.767245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63d1e672-a9b0-44c1-baf3-239d359cc733 req-441e67b7-bc92-47bb-904d-f2686f18bbb5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0711396 Aug 30 12:58:56.780460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566430-7f42-4d7a-8dd8-4390c6d772db req-41761a15-7c66-4f43-9c6d-416b11f667db tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:56.786139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74566430-7f42-4d7a-8dd8-4390c6d772db req-41761a15-7c66-4f43-9c6d-416b11f667db tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 932 time: 0.4181120 Aug 30 12:58:56.807282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:56.808631 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:56.811005 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63d1e672-a9b0-44c1-baf3-239d359cc733 req-54f21c02-0f86-445c-8be9-93de70350e30 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372648 Aug 30 12:58:56.854209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-b22ab253-1ccc-4d82-95be-aeda4c165c5b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:56.856212 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-b22ab253-1ccc-4d82-95be-aeda4c165c5b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 945 time: 0.1261930 Aug 30 12:58:56.857771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-fcb037f7-6090-414f-8ac4-330f4c9ba3e4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4872105 Aug 30 12:58:56.866010 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74566430-7f42-4d7a-8dd8-4390c6d772db req-a075bcda-0915-44a6-8160-e390dacd05ae tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729735 Aug 30 12:58:56.901764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Request body: {'port': {'device_id': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:58:57.023692 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:57.050573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845147e9-d538-42af-bcc1-fa3da97b8409 req-c0225d1c-42fb-4fea-bac0-777c8739e063 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:57.052019 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-845147e9-d538-42af-bcc1-fa3da97b8409 req-c0225d1c-42fb-4fea-bac0-777c8739e063 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.1262183 Aug 30 12:58:57.108744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Deleting port 8b754937-e1c0-41f2-96d0-2039d3d4099c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:58:57.109078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:57.234330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-845147e9-d538-42af-bcc1-fa3da97b8409 req-dd0e400e-41ce-4f31-b026-cfe4b287960f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750314 Aug 30 12:58:57.341988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] For port 8b754937-e1c0-41f2-96d0-2039d3d4099c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8b754937-e1c0-41f2-96d0-2039d3d4099c,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:57.342530 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:57.365551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Calling delete_port for 8b754937-e1c0-41f2-96d0-2039d3d4099c owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:58:57.369690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fdf8d-deb8-44a1-9c47-5293c33e1994 req-1852d1a1-690d-4757-a2e9-17b3490ba2f8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:57.371237 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd7fdf8d-deb8-44a1-9c47-5293c33e1994 req-1852d1a1-690d-4757-a2e9-17b3490ba2f8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 944 time: 0.0551801 Aug 30 12:58:57.424701 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd7fdf8d-deb8-44a1-9c47-5293c33e1994 req-f2da5402-bc3f-4d37-b847-10ed82bd42ff tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460794 Aug 30 12:58:57.527124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eee665c-72df-4f5f-a11e-7568c396ecf9 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:58:57.537344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:57.557468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Transition to ACTIVE for port object 4eee665c-72df-4f5f-a11e-7568c396ecf9 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:58:57.570475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a550e-d3a9-408a-abcb-bde1fad8ffca req-cf4a86fc-ddab-4002-9ea8-9f478524b42c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:57.571976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f5a550e-d3a9-408a-abcb-bde1fad8ffca req-cf4a86fc-ddab-4002-9ea8-9f478524b42c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ce99190e-b0e5-4996-9594-ae6506f94d25 HTTP/1.1" status: 200 len: 945 time: 0.1227834 Aug 30 12:58:57.592193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:57.667076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee823a3-a27a-4b62-a7fd-e3396f0b6cd4 req-714845ea-17b5-4b78-8c24-715edbdf3446 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:57.669525 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aee823a3-a27a-4b62-a7fd-e3396f0b6cd4 req-714845ea-17b5-4b78-8c24-715edbdf3446 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0510929 Aug 30 12:58:57.683202 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:57.691306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Pushing event updated for resources: {'Port': ['ID=4eee665c-72df-4f5f-a11e-7568c396ecf9,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:57.692447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device db1f006f-99e4-4fec-8939-868260f1c1e6 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:58:57.697608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:57.698198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f5a550e-d3a9-408a-abcb-bde1fad8ffca req-36fc9bfb-8004-423c-bb2e-d519f251db5b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069813 Aug 30 12:58:57.722938 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aee823a3-a27a-4b62-a7fd-e3396f0b6cd4 req-46d3926c-dcc9-4ced-8014-a038c69ebd29 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468621 Aug 30 12:58:57.742060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['8b754937-e1c0-41f2-96d0-2039d3d4099c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:58:57.774466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event deleted for resources: {'Port': ['ID=8b754937-e1c0-41f2-96d0-2039d3d4099c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:57.812231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] No DVR routers for this DVR port 8b754937-e1c0-41f2-96d0-2039d3d4099c on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:58:57.814995 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:57.817207 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1379c0fa-8294-427c-a3a2-0972f588af2e req-bb76984d-0a4f-4a6c-91c4-caad676cdcc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "DELETE /v2.0/ports/8b754937-e1c0-41f2-96d0-2039d3d4099c HTTP/1.1" status: 204 len: 173 time: 0.9468706 Aug 30 12:58:57.840511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port db1f006f-99e4-4fec-8939-868260f1c1e6 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:58:57.843805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Attempting to bind port 4eee665c-72df-4f5f-a11e-7568c396ecf9 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:58:57.844210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Attempting to bind port 4eee665c-72df-4f5f-a11e-7568c396ecf9 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:58:57.844603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Attempting to bind port 4eee665c-72df-4f5f-a11e-7568c396ecf9 on network 5fd40165-90b2-4c24-9905-dd1306484e87 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:57.848802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port db1f006f-99e4-4fec-8939-868260f1c1e6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:58:57.849174 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:57.852482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Port 4eee665c-72df-4f5f-a11e-7568c396ecf9 on network 5fd40165-90b2-4c24-9905-dd1306484e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:58:57.852845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Attempting to bind port 4eee665c-72df-4f5f-a11e-7568c396ecf9 on network 5fd40165-90b2-4c24-9905-dd1306484e87 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:58:57.861331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:58:57.861746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Checking segment: {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:58:57.862192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Bound using segment: {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:58:57.862695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Bound port: 4eee665c-72df-4f5f-a11e-7568c396ecf9, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:58:57.863117 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:57.990361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:58:57.993085 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:58.000504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:58:58.010637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b228cf-0059-4341-a1ae-41039e8ae908 req-755ce0b8-b76e-42b8-9be6-05856df5da08 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.013346 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01b228cf-0059-4341-a1ae-41039e8ae908 req-755ce0b8-b76e-42b8-9be6-05856df5da08 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 944 time: 0.0578303 Aug 30 12:58:58.015439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e5257-4378-40e7-91d6-9c945900e455 req-3121edfa-ca44-4bda-a5c2-5cc5ffb845a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.017017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-440e5257-4378-40e7-91d6-9c945900e455 req-3121edfa-ca44-4bda-a5c2-5cc5ffb845a9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1158528 Aug 30 12:58:58.018687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:58.019853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d46f232-5ae4-45a9-ae84-0128403f51d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1f006f-99e4-4fec-8939-868260f1c1e6'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:58.022168 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf96c9c-1219-469a-93fb-148687fc3980" -d '{"events": [{"server_uuid": "2d46f232-5ae4-45a9-ae84-0128403f51d6", "name": "network-vif-plugged", "status": "completed", "tag": "db1f006f-99e4-4fec-8939-868260f1c1e6"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:58.035661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port db1f006f-99e4-4fec-8939-868260f1c1e6, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=db1f006f-99e4-4fec-8939-868260f1c1e6,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:58:58.041396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:58.042708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b754937-e1c0-41f2-96d0-2039d3d4099c no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:58.056520 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01b228cf-0059-4341-a1ae-41039e8ae908 req-1d8e6dff-5cb7-40aa-be59-f30d5a43ac70 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336225 Aug 30 12:58:58.077611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.078705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:58.080712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] 10.222.0.16 "PUT /v2.0/ports/4eee665c-72df-4f5f-a11e-7568c396ecf9 HTTP/1.1" status: 200 len: 1092 time: 1.1834435 Aug 30 12:58:58.084099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 8b754937-e1c0-41f2-96d0-2039d3d4099c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:58:58.084445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b754937-e1c0-41f2-96d0-2039d3d4099c not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:58:58.084859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:58:58.115330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6d9ae-fb85-43db-b5b0-415b1c433479 service neutron] Pushing event updated for resources: {'Port': ['ID=4eee665c-72df-4f5f-a11e-7568c396ecf9,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:58.122664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:58:58.123263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8b1da1d4-177f-46d9-b3f1-8465fbf0a429 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:58:58.126685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-440e5257-4378-40e7-91d6-9c945900e455 req-9fef289e-12b0-4110-8e9b-b9d488c10fba tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792422 Aug 30 12:58:58.141043 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:58:58.151523 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=db1f006f-99e4-4fec-8939-868260f1c1e6,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:58:58.154019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce99190e-b0e5-4996-9594-ae6506f94d25', 'name': 'network-vif-deleted', 'tag': '8b754937-e1c0-41f2-96d0-2039d3d4099c'}, {'name': 'network-changed', 'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:58:58.157148 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07451267-a601-414b-8357-0683a993a1be" -d '{"events": [{"server_uuid": "ce99190e-b0e5-4996-9594-ae6506f94d25", "name": "network-vif-deleted", "tag": "8b754937-e1c0-41f2-96d0-2039d3d4099c"}, {"name": "network-changed", "server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:58:58.194082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-e343b638-41e0-49fa-b78d-d9c54947e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.195869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-e343b638-41e0-49fa-b78d-d9c54947e254 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 1095 time: 0.0568585 Aug 30 12:58:58.201238 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab6eb19-6f0a-48a3-bed4-3c4da2a17201 x-openstack-request-id: req-9ab6eb19-6f0a-48a3-bed4-3c4da2a17201 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:58.201603 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d46f232-5ae4-45a9-ae84-0128403f51d6", "name": "network-vif-plugged", "status": "completed", "tag": "db1f006f-99e4-4fec-8939-868260f1c1e6", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:58.201979 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ab6eb19-6f0a-48a3-bed4-3c4da2a17201 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:58.202593 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d46f232-5ae4-45a9-ae84-0128403f51d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1f006f-99e4-4fec-8939-868260f1c1e6', 'code': 200} Aug 30 12:58:58.249266 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 12:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a073ac5b-d3e3-4630-b35f-d1cdd1743241 x-openstack-request-id: req-a073ac5b-d3e3-4630-b35f-d1cdd1743241 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:58:58.249836 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce99190e-b0e5-4996-9594-ae6506f94d25", "name": "network-vif-deleted", "tag": "8b754937-e1c0-41f2-96d0-2039d3d4099c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:58:58.249836 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a073ac5b-d3e3-4630-b35f-d1cdd1743241 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:58:58.250216 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce99190e-b0e5-4996-9594-ae6506f94d25', 'name': 'network-vif-deleted', 'tag': '8b754937-e1c0-41f2-96d0-2039d3d4099c', 'status': 'completed', 'code': 200} Aug 30 12:58:58.250475 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9', 'status': 'completed', 'code': 200} Aug 30 12:58:58.251977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-0c192ca5-53d8-4343-a822-ff9aa3a7d86d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9 HTTP/1.1" status: 200 len: 217 time: 0.0424907 Aug 30 12:58:58.364284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-e682cb7c-9592-43af-b0e0-19eaf0c1bd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.366462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-e682cb7c-9592-43af-b0e0-19eaf0c1bd7b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddbace6a-fc20-419c-b799-875664335cbc HTTP/1.1" status: 200 len: 843 time: 0.1039910 Aug 30 12:58:58.405718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ca76-259b-4aa3-a129-61f273cd096c req-8eed75f7-5a5a-49b8-921e-81ea76abd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.407220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3580ca76-259b-4aa3-a129-61f273cd096c req-8eed75f7-5a5a-49b8-921e-81ea76abd393 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 1096 time: 0.1185613 Aug 30 12:58:58.409288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-61086bca-416d-49d5-beea-ddd0d812a4bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd40165-90b2-4c24-9905-dd1306484e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342352 Aug 30 12:58:58.423019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2da64-7a60-40e9-b789-92a75c3a67f6 req-3ba32da5-42ab-478f-ae9e-501d45d7198f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.424988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efb2da64-7a60-40e9-b789-92a75c3a67f6 req-3ba32da5-42ab-478f-ae9e-501d45d7198f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.1194050 Aug 30 12:58:58.538507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3580ca76-259b-4aa3-a129-61f273cd096c req-bcd14213-885f-448b-a38b-221a42f4d1e2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125293 Aug 30 12:58:58.545478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d8e2-041d-4ec2-b362-5aadd0dfb470 req-78aa69cf-2bc7-42ae-a834-dc2e193cd38a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.547393 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8452d8e2-041d-4ec2-b362-5aadd0dfb470 req-78aa69cf-2bc7-42ae-a834-dc2e193cd38a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Aug 30 12:58:58.553402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efb2da64-7a60-40e9-b789-92a75c3a67f6 req-23ce0e6b-f602-4399-bf32-3b8374c1e9f1 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125441 Aug 30 12:58:58.577770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-17aa9162-8ba1-40e6-ac26-6dd60c476894 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505642 Aug 30 12:58:58.586539 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8452d8e2-041d-4ec2-b362-5aadd0dfb470 req-2ae4c3d0-fe4f-46c6-a17a-401876fc34f2 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334759 Aug 30 12:58:58.844299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdf1cd-122e-4fd9-b185-f2b6b8b30e74 req-54f344d9-7e2c-4e8f-aeba-2cbc2fa1516b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.846033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c5fdf1cd-122e-4fd9-b185-f2b6b8b30e74 req-54f344d9-7e2c-4e8f-aeba-2cbc2fa1516b tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0502818 Aug 30 12:58:58.853336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f443c900-07d1-4818-b3f6-9c6ac43662dc req-54fd51e5-fb8e-4cb9-8115-d531cd4ab509 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054835 Aug 30 12:58:58.889570 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c5fdf1cd-122e-4fd9-b185-f2b6b8b30e74 req-4eae2cc8-c73f-4143-8ca3-d8bad769056f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349500 Aug 30 12:58:58.943188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07451267-a601-414b-8357-0683a993a1be req-17afbc81-d079-42f7-872a-a04a409c6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:58.944798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07451267-a601-414b-8357-0683a993a1be req-17afbc81-d079-42f7-872a-a04a409c6078 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 1095 time: 0.0423768 Aug 30 12:58:59.054021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07451267-a601-414b-8357-0683a993a1be req-e3f201b0-4eaa-4341-8352-0967fde80a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:59.055496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07451267-a601-414b-8357-0683a993a1be req-e3f201b0-4eaa-4341-8352-0967fde80a85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 904 time: 0.0899024 Aug 30 12:58:59.140611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07451267-a601-414b-8357-0683a993a1be req-35976645-098e-4ac0-acda-5207bf02dd72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9 HTTP/1.1" status: 200 len: 217 time: 0.0730522 Aug 30 12:58:59.187801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575312d-3845-4520-836f-ed25d38975d9 req-212dffd6-0374-412e-918c-08decc608e3b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:59.189297 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1575312d-3845-4520-836f-ed25d38975d9 req-212dffd6-0374-412e-918c-08decc608e3b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 944 time: 0.0508165 Aug 30 12:58:59.218992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07451267-a601-414b-8357-0683a993a1be req-b04ded59-c24e-400b-b3df-7c89190e541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:59.220340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07451267-a601-414b-8357-0683a993a1be req-b04ded59-c24e-400b-b3df-7c89190e541d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddbace6a-fc20-419c-b799-875664335cbc HTTP/1.1" status: 200 len: 843 time: 0.0709982 Aug 30 12:58:59.228133 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1575312d-3845-4520-836f-ed25d38975d9 req-00d0119d-e661-4d47-92ba-bdda25c3f407 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Aug 30 12:58:59.228601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca831-8aed-433f-bc39-fe350111816d req-e4ec82a6-2805-4a30-b0d9-baa6f9e92ddb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:59.230022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-e4ec82a6-2805-4a30-b0d9-baa6f9e92ddb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.1717837 Aug 30 12:58:59.266442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07451267-a601-414b-8357-0683a993a1be req-a8bcd5ec-4cfc-4c84-9503-46836e958556 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd40165-90b2-4c24-9905-dd1306484e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318387 Aug 30 12:58:59.268021 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-39464e96-4333-4ce4-996d-e5c5b98f34e5 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/quotas/68ef2c4e683b40999553afb799d2b581 HTTP/1.1" status: 200 len: 375 time: 0.0244257 Aug 30 12:58:59.336002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24edc7-0e50-45be-be18-ae85eb128de8 req-2f3ede5f-b53c-44b4-937a-bd38731a1abe tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:59.337619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f24edc7-0e50-45be-be18-ae85eb128de8 req-2f3ede5f-b53c-44b4-937a-bd38731a1abe tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0530105 Aug 30 12:58:59.375116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-50e3ebb7-a04a-4d69-8040-a9d97b2731aa tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012194 Aug 30 12:58:59.376321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f24edc7-0e50-45be-be18-ae85eb128de8 req-f1bdf476-c6a5-4c40-90e0-f753f2a1a3b4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Aug 30 12:58:59.438148 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07451267-a601-414b-8357-0683a993a1be req-892a3ccc-d28a-4bc8-bf6e-8975cf638535 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627066 Aug 30 12:58:59.537507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-86db8d6f-0cf8-4a10-ac4a-9bc6dd0f3bfa service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488335 Aug 30 12:58:59.599746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07451267-a601-414b-8357-0683a993a1be req-9f8e8a6f-bcce-4670-9b25-47a8ca9b9ec1 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490428 Aug 30 12:58:59.641516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-526d3817-d9c5-4d6f-8281-48e4e72e5325 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974836 Aug 30 12:58:59.671924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38ef42-f3c5-44b7-bf11-5dcb1c6634d8 req-174cafe1-bc27-4b27-95fc-85593a279caa tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:59.673394 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a38ef42-f3c5-44b7-bf11-5dcb1c6634d8 req-174cafe1-bc27-4b27-95fc-85593a279caa tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.0498612 Aug 30 12:58:59.714685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a38ef42-f3c5-44b7-bf11-5dcb1c6634d8 req-a369a377-e5c2-47d6-8580-cd0fb53dc7f2 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351038 Aug 30 12:58:59.801486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a750af5a-2354-4382-9ed0-746030c23a36 req-45ff46bc-6ba6-4b46-ba0f-1c4906b5583a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 210 time: 0.0285921 Aug 30 12:58:59.826413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f4787-e79b-462c-be2b-5faa5ce932a7 req-42004015-257a-46aa-b3b1-6783032b7e26 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:58:59.827941 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-412f4787-e79b-462c-be2b-5faa5ce932a7 req-42004015-257a-46aa-b3b1-6783032b7e26 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 945 time: 0.0526216 Aug 30 12:58:59.869715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-412f4787-e79b-462c-be2b-5faa5ce932a7 req-e8dedd5e-c499-4f86-956c-940aa10c3931 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351491 Aug 30 12:59:00.013958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2ed88-70e3-4ca3-930b-f3cbcddd81f6 req-09aec291-d454-482e-a5f4-dcc229aa89f7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:00.015423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ba2ed88-70e3-4ca3-930b-f3cbcddd81f6 req-09aec291-d454-482e-a5f4-dcc229aa89f7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0519464 Aug 30 12:59:00.054295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ba2ed88-70e3-4ca3-930b-f3cbcddd81f6 req-890daad4-8604-45d8-adfd-0d4a0378d2e0 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327985 Aug 30 12:59:00.354401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bf92a-24df-41c3-86cc-79a4be5af7a7 req-28704fe0-c310-4be7-91bb-860b3afd9585 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:00.357013 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-770bf92a-24df-41c3-86cc-79a4be5af7a7 req-28704fe0-c310-4be7-91bb-860b3afd9585 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 944 time: 0.0573022 Aug 30 12:59:00.379669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:00.395025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-770bf92a-24df-41c3-86cc-79a4be5af7a7 req-3325798b-5f38-41bc-997b-575ce55c0a80 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Aug 30 12:59:00.470409 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:00.494487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:00.496762 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5c4ac3-3d12-4cad-8c43-3a9cb2ed2ceb" -d '{"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-unplugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:00.501553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc040a9-0f84-4723-aea6-3d4f153a08d0 req-cab28e9a-d587-435c-982b-fd196cbf7834 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:00.503314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fc040a9-0f84-4723-aea6-3d4f153a08d0 req-cab28e9a-d587-435c-982b-fd196cbf7834 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0569685 Aug 30 12:59:00.509558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:00.515063 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:00.550798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fc040a9-0f84-4723-aea6-3d4f153a08d0 req-493668aa-db92-41b1-9420-d8ed3ce34b19 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Aug 30 12:59:00.556448 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:00.578449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:00.597972 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6653fb91-6204-4857-974a-1e06ba5a89cb x-openstack-request-id: req-6653fb91-6204-4857-974a-1e06ba5a89cb {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:00.598275 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-unplugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:00.598533 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6653fb91-6204-4857-974a-1e06ba5a89cb {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:00.598930 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'code': 200} Aug 30 12:59:00.857788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb06fd-8fd4-4c55-982f-c2e1d8fb373c req-0e7b6cb8-ec5e-4ef7-bf87-f4214d7d2926 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:00.859411 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dddb06fd-8fd4-4c55-982f-c2e1d8fb373c req-0e7b6cb8-ec5e-4ef7-bf87-f4214d7d2926 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.0682757 Aug 30 12:59:00.904464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dddb06fd-8fd4-4c55-982f-c2e1d8fb373c req-aa6b7df7-477a-4729-a06f-771cd2893d04 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Aug 30 12:59:00.908149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca831-8aed-433f-bc39-fe350111816d req-7cf3a746-c29d-4001-8580-3975ef1bd92c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:00.909740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-7cf3a746-c29d-4001-8580-3975ef1bd92c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.1389663 Aug 30 12:59:00.941331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a5e1ac8-c6b8-4ad9-9544-e411dc32490d req-2ee35121-d960-4d96-9c49-b6e9aa1e0742 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 210 time: 0.0618598 Aug 30 12:59:00.944750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Request body: {'port': {'device_id': 'bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'admin_state_up': True, 'tenant_id': '68ef2c4e683b40999553afb799d2b581'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:01.011763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfc6b9-a1b3-422b-9162-f2869b20ecd7 req-c22f2a4f-7543-4aca-a067-05b9bfef1b67 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:01.014048 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28bfc6b9-a1b3-422b-9162-f2869b20ecd7 req-c22f2a4f-7543-4aca-a067-05b9bfef1b67 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 945 time: 0.0518577 Aug 30 12:59:01.055905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28bfc6b9-a1b3-422b-9162-f2869b20ecd7 req-57c12026-193b-494e-a8f4-d0bfbc704ac8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Aug 30 12:59:01.065805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Made reservation on behalf of 68ef2c4e683b40999553afb799d2b581 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:01.069746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:01.238033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8469229-adaa-4f37-ac5e-0076b538b839 req-e7ac880b-e85e-444e-a9fc-56c00bb998f7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:01.239679 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8469229-adaa-4f37-ac5e-0076b538b839 req-e7ac880b-e85e-444e-a9fc-56c00bb998f7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 948 time: 0.1072643 Aug 30 12:59:01.288819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Allocated IP 172.20.0.13 (ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63/ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc/942ddabf-5639-4e03-9b06-bfc71f917285) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:01.307094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8469229-adaa-4f37-ac5e-0076b538b839 req-a8795826-f95f-4cff-917b-b357b72f4dd3 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583489 Aug 30 12:59:01.479720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:01.523533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:01.534169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96eea6-5cc9-40e9-809d-121b432bd0a8 req-32816eff-ab7e-4b86-820c-69afb1530fb9 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:01.535765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5e96eea6-5cc9-40e9-809d-121b432bd0a8 req-32816eff-ab7e-4b86-820c-69afb1530fb9 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 944 time: 0.0612352 Aug 30 12:59:01.537276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:01.576566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:01.580379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:01.584511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:01.615284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event updated for resources: {'Port': ['ID=942ddabf-5639-4e03-9b06-bfc71f917285,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:01.615515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5e96eea6-5cc9-40e9-809d-121b432bd0a8 req-5cffdce6-6d75-4b7d-9adb-b99332d1191b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632246 Aug 30 12:59:01.656045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:01.656045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:01.673511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-ac9df1d1-e4d8-4680-bc89-a29b57ec820e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7344511 Aug 30 12:59:01.689101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4eee665c-72df-4f5f-a11e-7568c396ecf9 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:01.699111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Request body: {'port': {'device_id': 'bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:01.767310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a10ae1-0f7a-49d7-9610-129bcfdd565c req-e8474b40-46e8-40a6-9bb1-062ae32de3ea tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:01.769396 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:01.775921 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e8a10ae1-0f7a-49d7-9610-129bcfdd565c req-e8474b40-46e8-40a6-9bb1-062ae32de3ea tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0823135 Aug 30 12:59:01.823018 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e8a10ae1-0f7a-49d7-9610-129bcfdd565c req-95b3c4dc-314b-44fb-af64-35c856be9444 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 Aug 30 12:59:01.914179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:01.930000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '4eee665c-72df-4f5f-a11e-7568c396ecf9', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'port_id': '4eee665c-72df-4f5f-a11e-7568c396ecf9', 'mac_address': 'fa:16:3e:d4:38:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbace6a-fc20-419c-b799-875664335cbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:01.977468 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:01.993447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eee665c-72df-4f5f-a11e-7568c396ecf9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:02.025514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:02.030529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:02.101115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=4eee665c-72df-4f5f-a11e-7568c396ecf9,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:02.127994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893a366-075b-494b-9f8b-bb2494d0bbfc req-2bbcadad-d0a4-4780-b441-0e590205519d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:02.129846 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1893a366-075b-494b-9f8b-bb2494d0bbfc req-2bbcadad-d0a4-4780-b441-0e590205519d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 932 time: 0.0807235 Aug 30 12:59:02.160664 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7725de-a4e7-44a7-bfb3-665fa808a506 req-ec696a03-f21c-4714-b26d-f4d9d630174e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:02.162809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a7725de-a4e7-44a7-bfb3-665fa808a506 req-ec696a03-f21c-4714-b26d-f4d9d630174e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.1629410 Aug 30 12:59:02.176793 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1893a366-075b-494b-9f8b-bb2494d0bbfc req-f95544d5-8b31-4fa3-9fd4-10e2290bf1ed tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Aug 30 12:59:02.187323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942ddabf-5639-4e03-9b06-bfc71f917285 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:02.204567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:02.232058 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a7725de-a4e7-44a7-bfb3-665fa808a506 req-81ca0039-8862-47b7-87ee-322d3946809f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557017 Aug 30 12:59:02.233094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Transition to ACTIVE for port object 942ddabf-5639-4e03-9b06-bfc71f917285 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:02.236141 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:02.288970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Pushing event updated for resources: {'Port': ['ID=942ddabf-5639-4e03-9b06-bfc71f917285,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:02.348063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['4eee665c-72df-4f5f-a11e-7568c396ecf9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:02.364791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Attempting to bind port 942ddabf-5639-4e03-9b06-bfc71f917285 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:02.365932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Attempting to bind port 942ddabf-5639-4e03-9b06-bfc71f917285 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:02.366269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Attempting to bind port 942ddabf-5639-4e03-9b06-bfc71f917285 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:02.370926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Port 942ddabf-5639-4e03-9b06-bfc71f917285 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:59:02.371306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Attempting to bind port 942ddabf-5639-4e03-9b06-bfc71f917285 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:02.376696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:02.377072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Checking segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:02.377492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Bound using segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:02.377970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Bound port: 942ddabf-5639-4e03-9b06-bfc71f917285, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:02.378376 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:02.389329 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:02.451228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f921a-e406-4dc0-9f78-79947959b6dc req-d7727a55-2b88-4984-a2d1-dfa93705c236 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:02.452865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d76f921a-e406-4dc0-9f78-79947959b6dc req-d7727a55-2b88-4984-a2d1-dfa93705c236 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 948 time: 0.0695081 Aug 30 12:59:02.463126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] For port 942ddabf-5639-4e03-9b06-bfc71f917285, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:02.468228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] For port 942ddabf-5639-4e03-9b06-bfc71f917285, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=942ddabf-5639-4e03-9b06-bfc71f917285,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:02.474169 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:02.517566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d76f921a-e406-4dc0-9f78-79947959b6dc req-70ee09ed-7cb7-4960-9f13-62a8fd1cd0b7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572727 Aug 30 12:59:02.535148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:02.535655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:02.537208 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] 10.222.0.16 "PUT /v2.0/ports/942ddabf-5639-4e03-9b06-bfc71f917285 HTTP/1.1" status: 200 len: 1092 time: 0.8523407 Aug 30 12:59:02.537643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8', 'tag': '942ddabf-5639-4e03-9b06-bfc71f917285'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:02.540317 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d3fb13-9379-4701-b390-7c864eab6859" -d '{"events": [{"name": "network-changed", "server_uuid": "bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8", "tag": "942ddabf-5639-4e03-9b06-bfc71f917285"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:02.562422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:02.572519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc371415-3c1e-4488-bcf0-b71f17976b6a service neutron] Pushing event updated for resources: {'Port': ['ID=942ddabf-5639-4e03-9b06-bfc71f917285,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:02.590667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'mac_address': 'fa:16:3e:d1:87:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:02.612461 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eb2455-19ea-4152-867d-9eae8df3ca73 x-openstack-request-id: req-49eb2455-19ea-4152-867d-9eae8df3ca73 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:02.612765 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8", "tag": "942ddabf-5639-4e03-9b06-bfc71f917285", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:02.613062 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49eb2455-19ea-4152-867d-9eae8df3ca73 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:02.613461 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8', 'tag': '942ddabf-5639-4e03-9b06-bfc71f917285', 'status': 'completed', 'code': 200} Aug 30 12:59:02.650150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca831-8aed-433f-bc39-fe350111816d req-7589b395-e7f2-4181-89e2-0529d3e257fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:02.651695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-7589b395-e7f2-4181-89e2-0529d3e257fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 1095 time: 0.0539653 Aug 30 12:59:02.657475 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:02.675295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bc6e02-24e2-40b1-8eb1-920a555bba93 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:02.698209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:02.703512 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:02.717783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-fddf628e-382e-4fd0-8edd-ab1343f31241 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=942ddabf-5639-4e03-9b06-bfc71f917285 HTTP/1.1" status: 200 len: 217 time: 0.0502465 Aug 30 12:59:02.759236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb0606-5051-43d6-bbee-671a0f363b65 req-1357516c-29f9-4c82-90a2-08de199b6824 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:02.761010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=10']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:02.769525 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aebb0606-5051-43d6-bbee-671a0f363b65 req-1357516c-29f9-4c82-90a2-08de199b6824 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 945 time: 0.0649593 Aug 30 12:59:02.785151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ca831-8aed-433f-bc39-fe350111816d req-7dd7b08c-e3bf-4325-9f4f-5acbc85f77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:02.787285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-7dd7b08c-e3bf-4325-9f4f-5acbc85f77b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.0624702 Aug 30 12:59:02.814335 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aebb0606-5051-43d6-bbee-671a0f363b65 req-f4158347-15df-40d0-bb73-b115c125abb5 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432060 Aug 30 12:59:02.834260 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-2f208e11-132f-4fc8-8970-fb09a2413b3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344584 Aug 30 12:59:02.944623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-20ff0bc2-244d-4457-a14e-a77b8488cfa7 service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965908 Aug 30 12:59:03.003238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b49b59e-1b23-4b21-ac87-ff88ba0169f8 req-a4df6daa-11e2-4dfe-a951-4a06ebf1d274 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:03.004856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b49b59e-1b23-4b21-ac87-ff88ba0169f8 req-a4df6daa-11e2-4dfe-a951-4a06ebf1d274 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0500410 Aug 30 12:59:03.045887 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b49b59e-1b23-4b21-ac87-ff88ba0169f8 req-6702da35-2a15-4060-a7b5-6b941f30fb06 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342770 Aug 30 12:59:03.078777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-b12bba08-a86c-4bf3-af0b-bd5c9a5f0a64 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:03.080185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-b12bba08-a86c-4bf3-af0b-bd5c9a5f0a64 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1097 time: 0.0732210 Aug 30 12:59:03.085412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-434ca831-8aed-433f-bc39-fe350111816d req-0933055b-9c26-4096-ab3c-4930b1dd6ebb service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293592 Aug 30 12:59:03.103835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:03.133993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['00bc6e02-24e2-40b1-8eb1-920a555bba93'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:03.364813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93656f9-edf3-4a00-b476-47667da2d6b3 req-2b9c42a8-bbbd-466d-9554-20c82a07b4d6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:03.366364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f93656f9-edf3-4a00-b476-47667da2d6b3 req-2b9c42a8-bbbd-466d-9554-20c82a07b4d6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 946 time: 0.0583735 Aug 30 12:59:03.419599 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f93656f9-edf3-4a00-b476-47667da2d6b3 req-b0e15082-d465-4a2c-8e74-f4f20113814c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Aug 30 12:59:03.482967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:03.514599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3fb13-9379-4701-b390-7c864eab6859 req-11c75fca-d03a-4c1f-8403-76572a739fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:03.516153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65d3fb13-9379-4701-b390-7c864eab6859 req-11c75fca-d03a-4c1f-8403-76572a739fe5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 1095 time: 0.3585460 Aug 30 12:59:03.550474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcbaa97-7f60-4ab3-a392-7e0b448eb55d req-2c6e0969-0974-4e1c-bd04-e0135a6a47dd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:03.552036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6fcbaa97-7f60-4ab3-a392-7e0b448eb55d req-2c6e0969-0974-4e1c-bd04-e0135a6a47dd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 944 time: 0.1129346 Aug 30 12:59:03.630621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf3fcc-3799-4bca-befe-fc9e2f89400e req-ea75df60-ad2c-465c-90b2-771c4b7935be tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:03.632654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bcaf3fcc-3799-4bca-befe-fc9e2f89400e req-ea75df60-ad2c-465c-90b2-771c4b7935be tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0508997 Aug 30 12:59:03.672826 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bcaf3fcc-3799-4bca-befe-fc9e2f89400e req-0879b767-d60a-4e94-b244-d072495fc97a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Aug 30 12:59:03.693974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6fcbaa97-7f60-4ab3-a392-7e0b448eb55d req-03e0880b-0bf9-46b2-aaae-decc8cdde204 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282451 Aug 30 12:59:03.712220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 1a435757-e738-4744-ba4a-32773806e4a4 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:03.716664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4eee665c-72df-4f5f-a11e-7568c396ecf9 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:03.756213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3fb13-9379-4701-b390-7c864eab6859 req-b8958899-0af5-451a-9e68-e8c21b0f6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:03.757692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65d3fb13-9379-4701-b390-7c864eab6859 req-b8958899-0af5-451a-9e68-e8c21b0f6829 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 906 time: 0.2189076 Aug 30 12:59:03.762585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:03.813776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65d3fb13-9379-4701-b390-7c864eab6859 req-45131d51-986b-4017-939a-dcb1e564ffe7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=942ddabf-5639-4e03-9b06-bfc71f917285 HTTP/1.1" status: 200 len: 217 time: 0.0417829 Aug 30 12:59:03.825244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 4eee665c-72df-4f5f-a11e-7568c396ecf9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:03.834918 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 4eee665c-72df-4f5f-a11e-7568c396ecf9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:03.835369 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:03.872059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:03.885179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:03.891930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 1a435757-e738-4744-ba4a-32773806e4a4 has no active binding in host n-h1-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 12:59:03.944025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:03.958514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b9df2-3d59-4271-9469-70d6a642831e req-0ca38ce4-0224-4fb1-bfb1-eab1b72f9b5b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:03.967037 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-168b9df2-3d59-4271-9469-70d6a642831e req-0ca38ce4-0224-4fb1-bfb1-eab1b72f9b5b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 945 time: 0.0746138 Aug 30 12:59:03.968702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:03.971022 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f329ba-5df1-488d-a4c3-480fb00e8bf5" -d '{"events": [{"server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "name": "network-vif-plugged", "status": "completed", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:03.986172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:03.992774 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:03.993316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3fb13-9379-4701-b390-7c864eab6859 req-bc5ee681-6d71-4389-a76c-609fe4399809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:03.994898 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65d3fb13-9379-4701-b390-7c864eab6859 req-bc5ee681-6d71-4389-a76c-609fe4399809 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.1675186 Aug 30 12:59:04.016936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-168b9df2-3d59-4271-9469-70d6a642831e req-b32991cb-8062-4dca-b3e2-9c904be3ff78 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485787 Aug 30 12:59:04.053237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=4eee665c-72df-4f5f-a11e-7568c396ecf9,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:04.071094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65d3fb13-9379-4701-b390-7c864eab6859 req-db3f9d0b-acef-4dc3-9a64-173bc66dcd36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564642 Aug 30 12:59:04.073266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:04.080510 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:04.098138 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5788545f-7d26-4e90-a2bd-8adcd51162ae x-openstack-request-id: req-5788545f-7d26-4e90-a2bd-8adcd51162ae {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:04.098363 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "name": "network-vif-plugged", "status": "completed", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:04.098612 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5788545f-7d26-4e90-a2bd-8adcd51162ae {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:04.099033 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9', 'code': 200} Aug 30 12:59:04.232854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545ff6-f06d-487c-8a20-7e3dcaca1825 req-833e8935-7541-46f5-900e-685606c7ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:04.234470 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1545ff6-f06d-487c-8a20-7e3dcaca1825 req-833e8935-7541-46f5-900e-685606c7ddce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 1097 time: 0.0556490 Aug 30 12:59:04.281479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1545ff6-f06d-487c-8a20-7e3dcaca1825 req-10682427-291b-4e1d-b149-97dbc71aa09e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381737 Aug 30 12:59:04.284499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=1a435757-e738-4744-ba4a-32773806e4a4,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:04.296008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 on host n-h2-688802-6 for vnic_type normal with profile {"migrating_to": "n-h1-688802-6"} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:04.296401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:04.297100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:04.312647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Port 1a435757-e738-4744-ba4a-32773806e4a4 on network ace8436c-ba87-4145-877a-ff183bc69620 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:59:04.312973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Attempting to bind port 1a435757-e738-4744-ba4a-32773806e4a4 on network ace8436c-ba87-4145-877a-ff183bc69620 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:04.337486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c46611-7fe2-47c8-ad39-b6a6e962d586 req-f7e47600-9c8a-4831-8857-9220ec7ae07f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:04.338993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49c46611-7fe2-47c8-ad39-b6a6e962d586 req-f7e47600-9c8a-4831-8857-9220ec7ae07f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1637845 Aug 30 12:59:04.339787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:04.340780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Checking segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:04.341345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Bound using segment: {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:04.341807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Bound port: 1a435757-e738-4744-ba4a-32773806e4a4, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb00707-0871-45cd-a18a-6d8ef57dd3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ace8436c-ba87-4145-877a-ff183bc69620'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:04.342163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:04.345392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65d3fb13-9379-4701-b390-7c864eab6859 req-5bb0d856-b87d-4b60-b79c-269b1948afd8 service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612636 Aug 30 12:59:04.412369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49c46611-7fe2-47c8-ad39-b6a6e962d586 req-5f8b9560-cce6-4941-aad6-4584c4650448 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595348 Aug 30 12:59:04.435160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:04.438481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:04.444200 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:04.551441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec49575-fa9c-4ba9-be1a-b4302515a14f req-440843a8-1294-4c9a-a88f-cd3be94d764e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:04.559245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ec49575-fa9c-4ba9-be1a-b4302515a14f req-440843a8-1294-4c9a-a88f-cd3be94d764e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0623531 Aug 30 12:59:04.571280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Pushing event updated for resources: {'Port': ['ID=1a435757-e738-4744-ba4a-32773806e4a4,revision_number=8']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:04.580778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:04.581656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:04.582825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-914f68f7-cdb6-4e8f-813a-abed3eca4c3a service neutron] 10.222.0.16 "PUT /v2.0/ports/1a435757-e738-4744-ba4a-32773806e4a4 HTTP/1.1" status: 200 len: 1122 time: 1.4834888 Aug 30 12:59:04.610839 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ec49575-fa9c-4ba9-be1a-b4302515a14f req-e2152a51-a49e-4c2a-b441-664a73c68e0e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505567 Aug 30 12:59:04.614207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4'}, {'name': 'network-changed', 'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:04.616481 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05" -d '{"events": [{"server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "name": "network-vif-unplugged", "status": "completed", "tag": "1a435757-e738-4744-ba4a-32773806e4a4"}, {"name": "network-changed", "server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "tag": "1a435757-e738-4744-ba4a-32773806e4a4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:04.626150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65d3fb13-9379-4701-b390-7c864eab6859 req-eecf2e7d-7fa5-4de9-9aae-2c9fe148bb78 service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399171 Aug 30 12:59:04.665296 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05dd58d6-16dd-4782-9563-e0e6d05531ed x-openstack-request-id: req-05dd58d6-16dd-4782-9563-e0e6d05531ed {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:04.665688 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "name": "network-vif-unplugged", "status": "completed", "tag": "1a435757-e738-4744-ba4a-32773806e4a4", "code": 200}, {"name": "network-changed", "server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "tag": "1a435757-e738-4744-ba4a-32773806e4a4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:04.666076 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05dd58d6-16dd-4782-9563-e0e6d05531ed {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:04.666544 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4', 'code': 200} Aug 30 12:59:04.666862 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4', 'status': 'completed', 'code': 200} Aug 30 12:59:04.721513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['1a435757-e738-4744-ba4a-32773806e4a4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:04.771473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['1a435757-e738-4744-ba4a-32773806e4a4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:04.785861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-002c8113-211f-432d-9941-0aeae33e57ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:04.788825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-002c8113-211f-432d-9941-0aeae33e57ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 1125 time: 0.0847833 Aug 30 12:59:04.827903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3db08-162c-4d25-ae12-b270e2e265c5 req-4d4a2a3c-08b7-47ee-b68f-8b1c13ffb6c8 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:04.836320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-72b3db08-162c-4d25-ae12-b270e2e265c5 req-4d4a2a3c-08b7-47ee-b68f-8b1c13ffb6c8 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0827758 Aug 30 12:59:04.883957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-72b3db08-162c-4d25-ae12-b270e2e265c5 req-12e12eff-3ccb-46d5-b7bb-277c9a53cd32 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422242 Aug 30 12:59:04.930462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b7795-ccd3-4f57-a5aa-e554e13a0344 req-e027b0c1-87e4-4110-89dd-ac9deb2283a0 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:04.932011 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b3b7795-ccd3-4f57-a5aa-e554e13a0344 req-e027b0c1-87e4-4110-89dd-ac9deb2283a0 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 944 time: 0.1371117 Aug 30 12:59:04.964724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-c182b50e-15d9-479c-8ebb-69410b7838bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:04.966215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-c182b50e-15d9-479c-8ebb-69410b7838bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.1681387 Aug 30 12:59:05.024254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b3b7795-ccd3-4f57-a5aa-e554e13a0344 req-8c3d3458-ae13-4f16-8d79-d1a2f8d31857 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793214 Aug 30 12:59:05.025600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-3b79a428-10bb-407a-9d04-bccb9a144b9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a435757-e738-4744-ba4a-32773806e4a4 HTTP/1.1" status: 200 len: 217 time: 0.0471609 Aug 30 12:59:05.088255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-ab4f7dd3-f418-4ebb-8b60-7175adcefb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:05.091047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-ab4f7dd3-f418-4ebb-8b60-7175adcefb18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0558543 Aug 30 12:59:05.161986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-4c994d0e-1022-4e73-95cb-f78fb9432718 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608938 Aug 30 12:59:05.190957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627700c-d6b9-480a-ae53-ae6e4a3be9ee req-8567403e-5576-478d-bc63-7199c80fba8f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:05.192769 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1627700c-d6b9-480a-ae53-ae6e4a3be9ee req-8567403e-5576-478d-bc63-7199c80fba8f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 946 time: 0.0811639 Aug 30 12:59:05.248541 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1627700c-d6b9-480a-ae53-ae6e4a3be9ee req-1d430ef0-8a16-407f-8a98-e0565e9bac6c tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494986 Aug 30 12:59:05.280164 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-33808355-3c43-438a-95b3-bdc161675504 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009810 Aug 30 12:59:05.371219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be663471-22ac-48fa-9ff0-d6b1c1ab7e05 req-1ce49ae4-e02b-4f96-aedb-d45236433c80 service neutron] 10.222.0.35 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814359 Aug 30 12:59:05.534696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc3623-c627-4a59-b7c6-acddbf180ff2 req-b3d6bc49-a8ec-4dd7-98f4-0c95854c7db3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:05.536117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86cc3623-c627-4a59-b7c6-acddbf180ff2 req-b3d6bc49-a8ec-4dd7-98f4-0c95854c7db3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0504429 Aug 30 12:59:05.581425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86cc3623-c627-4a59-b7c6-acddbf180ff2 req-c2839c48-9721-428a-9cfd-cc5591ccea59 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391519 Aug 30 12:59:05.728305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b164239-ce78-497a-bd4f-6e5c8bee1d29 req-197c4179-9872-4e8c-b0b1-569b3ad2cd80 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:05.729834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b164239-ce78-497a-bd4f-6e5c8bee1d29 req-197c4179-9872-4e8c-b0b1-569b3ad2cd80 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0519750 Aug 30 12:59:05.755312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 942ddabf-5639-4e03-9b06-bfc71f917285 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:05.768618 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b164239-ce78-497a-bd4f-6e5c8bee1d29 req-7ebbdf4e-b067-4fb9-9f7d-cbd6c51d821c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328662 Aug 30 12:59:05.850797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 942ddabf-5639-4e03-9b06-bfc71f917285, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=942ddabf-5639-4e03-9b06-bfc71f917285,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:05.862729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '942ddabf-5639-4e03-9b06-bfc71f917285', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'port_id': '942ddabf-5639-4e03-9b06-bfc71f917285', 'mac_address': 'fa:16:3e:4f:5b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:05.900308 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:05.922845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942ddabf-5639-4e03-9b06-bfc71f917285 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:05.942781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 942ddabf-5639-4e03-9b06-bfc71f917285, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=942ddabf-5639-4e03-9b06-bfc71f917285,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:05.946661 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:05.996253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=942ddabf-5639-4e03-9b06-bfc71f917285,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:05.997727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed159850-3e47-4557-aea3-64a95fc365d8 req-416dda7e-3a06-499e-8645-c09e370f17d7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:06.002363 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed159850-3e47-4557-aea3-64a95fc365d8 req-416dda7e-3a06-499e-8645-c09e370f17d7 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 950 time: 0.0554688 Aug 30 12:59:06.045439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed159850-3e47-4557-aea3-64a95fc365d8 req-1bdbdfb4-e125-4ef3-aad3-99190d4502d1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341442 Aug 30 12:59:06.145548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dfd3e-07a2-4e5f-af0d-8ceddaa05c89 req-c1b3c71a-c194-4195-a745-be404c6a8422 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:06.147149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-377dfd3e-07a2-4e5f-af0d-8ceddaa05c89 req-c1b3c71a-c194-4195-a745-be404c6a8422 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0493140 Aug 30 12:59:06.189504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-377dfd3e-07a2-4e5f-af0d-8ceddaa05c89 req-b2cbe224-a189-4c68-92fa-ded66875b8b8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347126 Aug 30 12:59:06.376499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509b426-8fce-4185-b452-4b2b6f6e5e30 req-dc4f524a-6268-442f-9c7d-cb11f829aa8b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:06.378070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9509b426-8fce-4185-b452-4b2b6f6e5e30 req-dc4f524a-6268-442f-9c7d-cb11f829aa8b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 946 time: 0.0575466 Aug 30 12:59:06.396028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:06.426584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9509b426-8fce-4185-b452-4b2b6f6e5e30 req-fb11f70b-dbf7-4bb6-bfe2-b17e09c6ab85 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Aug 30 12:59:06.434158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['942ddabf-5639-4e03-9b06-bfc71f917285'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:06.481093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 00bc6e02-24e2-40b1-8eb1-920a555bba93 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:06.481478 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:06.553546 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f39f3161-595a-4fc7-a05d-8cb7fd2d0f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:06.641969 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:06.686041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:06.688365 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d450314d-be48-4eed-9816-912bdf9a210a" -d '{"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-plugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:06.706830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:06.716683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88cc82e-d0c0-4eb9-930e-06f228b5563b req-906f6411-7706-4999-b5f7-642df7001d7b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:06.718708 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f88cc82e-d0c0-4eb9-930e-06f228b5563b req-906f6411-7706-4999-b5f7-642df7001d7b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 946 time: 0.0586612 Aug 30 12:59:06.720834 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:06.747723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77af9d-4b3b-4cc3-933d-2bb19f405e18 req-86a3b57b-d41b-48a7-baa6-61b41dfabd72 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:06.749328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b77af9d-4b3b-4cc3-933d-2bb19f405e18 req-86a3b57b-d41b-48a7-baa6-61b41dfabd72 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0637517 Aug 30 12:59:06.773409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f88cc82e-d0c0-4eb9-930e-06f228b5563b req-67a5a47f-85b3-40e6-8cc6-fe88e889faa2 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Aug 30 12:59:06.783659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=11']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:06.815169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b77af9d-4b3b-4cc3-933d-2bb19f405e18 req-2b2bbcc2-0321-4b8a-81c3-910c19fb727e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596530 Aug 30 12:59:06.827982 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96b2774-6c20-4b5f-8ae9-5a451618c81c x-openstack-request-id: req-d96b2774-6c20-4b5f-8ae9-5a451618c81c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:06.828485 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-plugged", "status": "completed", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:06.828907 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d96b2774-6c20-4b5f-8ae9-5a451618c81c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:06.829463 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'code': 200} Aug 30 12:59:06.923433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d674485-b66d-47e8-bb15-e5aa61e8fd73 req-0ed49595-52d5-4642-96c8-f23e3e4c191e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:06.926207 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d674485-b66d-47e8-bb15-e5aa61e8fd73 req-0ed49595-52d5-4642-96c8-f23e3e4c191e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0529311 Aug 30 12:59:06.978767 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d674485-b66d-47e8-bb15-e5aa61e8fd73 req-06d08634-6e89-4dbb-aac3-264629f2730b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479159 Aug 30 12:59:07.006698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72335faf-6db5-4dc6-88cf-b3d86c17849e req-a8c91a10-05e6-44f7-aa17-49bc66753882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:07.008197 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-72335faf-6db5-4dc6-88cf-b3d86c17849e req-a8c91a10-05e6-44f7-aa17-49bc66753882 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 1102 time: 0.0440776 Aug 30 12:59:07.050923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-72335faf-6db5-4dc6-88cf-b3d86c17849e req-c17c2884-3790-4299-a6eb-db2f53a98fde service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309637 Aug 30 12:59:07.165943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec61f7f-b1f5-45a9-9fef-3c422651fd56 req-2e3fd9c3-9e1f-4383-8f95-353c55029821 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:07.167057 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aec61f7f-b1f5-45a9-9fef-3c422651fd56 req-2e3fd9c3-9e1f-4383-8f95-353c55029821 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 951 time: 0.0517504 Aug 30 12:59:07.204755 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aec61f7f-b1f5-45a9-9fef-3c422651fd56 req-0a4ee6e5-90da-4f42-a090-35598f466c58 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Aug 30 12:59:07.314228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397123c-7350-40d6-bf5c-27ea5415f0a6 req-a895fd58-cd23-456d-92fc-b2366e340fcd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:07.315724 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9397123c-7350-40d6-bf5c-27ea5415f0a6 req-a895fd58-cd23-456d-92fc-b2366e340fcd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0548003 Aug 30 12:59:07.359851 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9397123c-7350-40d6-bf5c-27ea5415f0a6 req-f2b728eb-71e1-4953-bfcd-28ae7246e24b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371232 Aug 30 12:59:07.890857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733338a0-32f8-4e32-abcd-8a90037a2d9c req-41effba4-4db2-40a4-a479-f664376e4964 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:07.892335 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733338a0-32f8-4e32-abcd-8a90037a2d9c req-41effba4-4db2-40a4-a479-f664376e4964 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 946 time: 0.0509737 Aug 30 12:59:07.930407 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733338a0-32f8-4e32-abcd-8a90037a2d9c req-3f38f42d-bfa0-4bbe-b625-5aefef327075 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Aug 30 12:59:07.930625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb220b-275c-4083-99a5-ab120336290b req-8dc2f015-82a3-4c5f-8cd0-21df834e7cf7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:07.931894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5eb220b-275c-4083-99a5-ab120336290b req-8dc2f015-82a3-4c5f-8cd0-21df834e7cf7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0495212 Aug 30 12:59:07.972185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5eb220b-275c-4083-99a5-ab120336290b req-b04d4ed7-d71c-43ba-b8f1-915b4ca07c50 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Aug 30 12:59:08.092916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa522d6e-134c-4d9a-8485-b5a54e9a9c05 req-5e1a61ae-411e-43fa-a60d-70cd0588ee99 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:08.094308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa522d6e-134c-4d9a-8485-b5a54e9a9c05 req-5e1a61ae-411e-43fa-a60d-70cd0588ee99 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0497346 Aug 30 12:59:08.132267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa522d6e-134c-4d9a-8485-b5a54e9a9c05 req-e5250f19-f32b-4f2f-8105-3af362303bfc tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320976 Aug 30 12:59:08.326605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbca33-2861-48a6-aca8-26e40fe23db5 req-b3e280c2-4b4b-407b-aefc-5283c795a722 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:08.328140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6cbca33-2861-48a6-aca8-26e40fe23db5 req-b3e280c2-4b4b-407b-aefc-5283c795a722 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 951 time: 0.0516138 Aug 30 12:59:08.371891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6cbca33-2861-48a6-aca8-26e40fe23db5 req-9cb30845-5413-4190-afd3-491c54097dec tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379412 Aug 30 12:59:08.498244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d63df-dac0-468c-81e4-f069736f600e req-925f2f7d-3c1f-4b88-b6a7-cb7bfdab37de tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:08.499708 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc0d63df-dac0-468c-81e4-f069736f600e req-925f2f7d-3c1f-4b88-b6a7-cb7bfdab37de tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0506465 Aug 30 12:59:08.538409 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc0d63df-dac0-468c-81e4-f069736f600e req-9f332bff-503e-4f30-8e08-218032ecdf2e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Aug 30 12:59:08.662288 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:59:09.068736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151935ba-4423-4712-a874-732caebc6437 req-dcd0dd21-a978-4760-a9c4-45d6d99b14bd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:09.070533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-151935ba-4423-4712-a874-732caebc6437 req-dcd0dd21-a978-4760-a9c4-45d6d99b14bd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 946 time: 0.0656362 Aug 30 12:59:09.109063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db354b58-f45c-4f7c-b58d-2d9a3ac3df67 req-664c8aee-3e81-4ff5-a671-ca6129307958 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:09.110702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db354b58-f45c-4f7c-b58d-2d9a3ac3df67 req-664c8aee-3e81-4ff5-a671-ca6129307958 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0560627 Aug 30 12:59:09.128066 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-151935ba-4423-4712-a874-732caebc6437 req-a289665a-f7ba-4cd8-91bf-524caf9a609e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512009 Aug 30 12:59:09.155460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db354b58-f45c-4f7c-b58d-2d9a3ac3df67 req-6ab21ba6-96b7-45b5-9418-e642effa7ac4 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Aug 30 12:59:09.279329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6a31c-4bde-43a1-bb45-f9c11335308b req-55c05cb4-ed79-4a1f-958b-2ebf9ef95130 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:09.281148 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1a6a31c-4bde-43a1-bb45-f9c11335308b req-55c05cb4-ed79-4a1f-958b-2ebf9ef95130 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 944 time: 0.0554118 Aug 30 12:59:09.299815 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c9fec7ab-360a-4ada-9101-a478a4846379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:09.331113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1a6a31c-4bde-43a1-bb45-f9c11335308b req-84f9c4a5-6071-496c-a830-21bd4b398d0f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432458 Aug 30 12:59:09.528215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8aeee5-b01a-4453-94cc-a2c90a31e90e req-01a16702-d9cf-4f79-b710-ac60ccd98e25 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:09.529966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba8aeee5-b01a-4453-94cc-a2c90a31e90e req-01a16702-d9cf-4f79-b710-ac60ccd98e25 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 951 time: 0.0663373 Aug 30 12:59:09.577101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba8aeee5-b01a-4453-94cc-a2c90a31e90e req-f6c67bea-895e-41fe-ac47-f719938f4d98 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Aug 30 12:59:09.703664 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d1860-6867-44b1-9a43-f651fa9e7b3f req-1fca2fc6-75ae-4a0c-a5e5-ea9792603df9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:09.705503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e61d1860-6867-44b1-9a43-f651fa9e7b3f req-1fca2fc6-75ae-4a0c-a5e5-ea9792603df9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 945 time: 0.0542772 Aug 30 12:59:09.759989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e61d1860-6867-44b1-9a43-f651fa9e7b3f req-3e871373-9842-4460-b9a1-bd015587ae0c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Aug 30 12:59:09.764152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 942ddabf-5639-4e03-9b06-bfc71f917285 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:09.820316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 942ddabf-5639-4e03-9b06-bfc71f917285 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:09.824250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 942ddabf-5639-4e03-9b06-bfc71f917285 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:09.824631 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:09.873340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395db89-5f1f-46d9-b8b3-f38069e20533 req-09c801e1-536a-4351-bf98-a5ac155d1898 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:09.876503 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c395db89-5f1f-46d9-b8b3-f38069e20533 req-09c801e1-536a-4351-bf98-a5ac155d1898 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 1102 time: 0.0460668 Aug 30 12:59:09.915910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c395db89-5f1f-46d9-b8b3-f38069e20533 req-c4c418be-44ac-4cbd-ab7e-b925bbf2c065 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331817 Aug 30 12:59:09.920742 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:09.922312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:09.950546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942ddabf-5639-4e03-9b06-bfc71f917285'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:09.953182 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269b52b1-db77-4213-89d3-ba1b1dd21d8e" -d '{"events": [{"server_uuid": "bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "942ddabf-5639-4e03-9b06-bfc71f917285"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:09.953632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-8e7a3f28-3980-4672-b7c2-94e01af66467 service neutron] 10.222.0.35 "GET /v2.0/ports/1a435757-e738-4744-ba4a-32773806e4a4/bindings/n-h1-688802-6 HTTP/1.1" status: 200 len: 384 time: 0.0687876 Aug 30 12:59:09.968075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 942ddabf-5639-4e03-9b06-bfc71f917285, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=942ddabf-5639-4e03-9b06-bfc71f917285,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:09.974607 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:10.008079 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f41619-87fb-4063-94cb-e8e09cacc2dc x-openstack-request-id: req-27f41619-87fb-4063-94cb-e8e09cacc2dc {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:10.008373 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8", "name": "network-vif-plugged", "status": "completed", "tag": "942ddabf-5639-4e03-9b06-bfc71f917285", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:10.008698 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27f41619-87fb-4063-94cb-e8e09cacc2dc {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:10.009146 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942ddabf-5639-4e03-9b06-bfc71f917285', 'code': 200} Aug 30 12:59:10.036956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=942ddabf-5639-4e03-9b06-bfc71f917285,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:10.151365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acc8eb-7bfb-4716-81a4-d8095c7bc949 req-63da49c7-8edb-4099-b2fe-a427aec04a3c tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:10.153611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d0acc8eb-7bfb-4716-81a4-d8095c7bc949 req-63da49c7-8edb-4099-b2fe-a427aec04a3c tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 1102 time: 0.0409069 Aug 30 12:59:10.166617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b839b-4c89-48b1-889d-7c719a320ecc req-4faae638-1923-4d9d-b04c-ae69e1c948f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:10.168136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-440b839b-4c89-48b1-889d-7c719a320ecc req-4faae638-1923-4d9d-b04c-ae69e1c948f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 1097 time: 0.0899913 Aug 30 12:59:10.196882 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d0acc8eb-7bfb-4716-81a4-d8095c7bc949 req-9fc0946e-8e6f-4e38-9dc5-86b726b2b4c7 tempest-ServersAdminTestJSON-913367228 tempest-ServersAdminTestJSON-913367228-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Aug 30 12:59:10.223663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:10.238993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-440b839b-4c89-48b1-889d-7c719a320ecc req-6a21bd3f-9e95-4023-bfed-bc454c277420 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616307 Aug 30 12:59:10.274565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:10.317609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a435757-e738-4744-ba4a-32773806e4a4 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:10.331743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db52c54b-f4d8-4337-875b-b9ec109fbb8a req-cbfacaf8-258e-4301-86a5-5e44407a3ee9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:10.333235 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db52c54b-f4d8-4337-875b-b9ec109fbb8a req-cbfacaf8-258e-4301-86a5-5e44407a3ee9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0933757 Aug 30 12:59:10.338255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:10.362809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:10.410336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db52c54b-f4d8-4337-875b-b9ec109fbb8a req-7bfb0e34-1bcc-49a8-8a69-0b23c7e4f40c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693169 Aug 30 12:59:10.413105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 1a435757-e738-4744-ba4a-32773806e4a4 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:10.468960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e20b46-c09e-4a9f-965e-cbc705137ca9 req-43917b89-768d-44f8-aa31-506836518333 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:10.471133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] Transition to ACTIVE for port object 1a435757-e738-4744-ba4a-32773806e4a4 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:10.476576 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:10.478206 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3e20b46-c09e-4a9f-965e-cbc705137ca9 req-43917b89-768d-44f8-aa31-506836518333 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 949 time: 0.0791273 Aug 30 12:59:10.518466 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3e20b46-c09e-4a9f-965e-cbc705137ca9 req-0ed0e12e-d3a1-425a-88f0-e3002ac56b7f tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Aug 30 12:59:10.570595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] No DVR routers for this DVR port 1a435757-e738-4744-ba4a-32773806e4a4 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:10.629071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] 10.222.0.35 "PUT /v2.0/ports/1a435757-e738-4744-ba4a-32773806e4a4/bindings/n-h1-688802-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6670749 Aug 30 12:59:10.639616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c666e-f341-4b7d-b4c5-90b0c7f01b1f req-b15b5f05-8d2d-4d29-aa53-8f7cd9a22c85 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:10.641079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a03c666e-f341-4b7d-b4c5-90b0c7f01b1f req-b15b5f05-8d2d-4d29-aa53-8f7cd9a22c85 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 945 time: 0.1527276 Aug 30 12:59:10.642156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc724d49-72ee-44f3-91a3-b2a073eda231 service neutron] Pushing event updated for resources: {'Port': ['ID=1a435757-e738-4744-ba4a-32773806e4a4,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:10.694376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a03c666e-f341-4b7d-b4c5-90b0c7f01b1f req-5dd2bf1f-098a-409b-8a91-b052f1ab763f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461016 Aug 30 12:59:10.706528 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:10.751903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-aa76a114-885e-41aa-961e-b704ee53b036 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:10.753368 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-aa76a114-885e-41aa-961e-b704ee53b036 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.0429714 Aug 30 12:59:10.809461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-d4a2cafe-89de-4d6d-95a3-d78c6879fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:10.810963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-d4a2cafe-89de-4d6d-95a3-d78c6879fdb5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7 HTTP/1.1" status: 200 len: 1096 time: 0.0442672 Aug 30 12:59:10.900552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0b84d-fb36-481d-9231-298bcb7addd4 req-1555db20-df42-46f1-9102-39a31d12848e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:10.902375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bc0b84d-fb36-481d-9231-298bcb7addd4 req-1555db20-df42-46f1-9102-39a31d12848e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 946 time: 0.0791912 Aug 30 12:59:10.904297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-4379219c-ab0e-46af-8105-bd36ea05c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:10.905621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-4379219c-ab0e-46af-8105-bd36ea05c7fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 1096 time: 0.0575860 Aug 30 12:59:10.994334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bc0b84d-fb36-481d-9231-298bcb7addd4 req-c52ae72b-fbf0-4330-a2db-30d5c95d1128 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860226 Aug 30 12:59:11.022503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-0ee81ae0-61d9-4903-89ca-9636ee9a37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:11.023963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-0ee81ae0-61d9-4903-89ca-9636ee9a37ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 200 len: 908 time: 0.1098075 Aug 30 12:59:11.067728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-efaea149-f835-4dcc-b0a7-bcb4986db0d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a435757-e738-4744-ba4a-32773806e4a4 HTTP/1.1" status: 200 len: 217 time: 0.0353916 Aug 30 12:59:11.118013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-3a6ba7c6-276c-49a1-808a-16065cebb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:11.119391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-3a6ba7c6-276c-49a1-808a-16065cebb0fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 200 len: 847 time: 0.0431068 Aug 30 12:59:11.154895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-f61754ad-75ec-4a39-adf0-f89c5c214129 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ace8436c-ba87-4145-877a-ff183bc69620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271258 Aug 30 12:59:11.248787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-54e7f5d3-6781-4b5f-8274-eabe62705b71 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833445 Aug 30 12:59:11.344046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-c853974d-f540-4b39-a5ed-8802c2ed1c97 service neutron] 10.222.0.16 "GET /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839255 Aug 30 12:59:11.541226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c11479-c6af-474f-996f-972d2a38a222 req-9907cd3d-b8b4-4954-9dd9-44e55d66dce5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:11.545053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63c11479-c6af-474f-996f-972d2a38a222 req-9907cd3d-b8b4-4954-9dd9-44e55d66dce5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0549681 Aug 30 12:59:11.556650 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-728dc68d-28b5-4926-9f69-ba1892984427 req-6511f62e-fbbe-424f-bc36-7aeebbe012fe service neutron] show failed (client error): The resource could not be found. Aug 30 12:59:11.557821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-6511f62e-fbbe-424f-bc36-7aeebbe012fe service neutron] 10.222.0.35 "GET /v2.0/ports/d3220d67-b5fc-4d1a-8676-f84996db6c0e/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0634918 Aug 30 12:59:11.590022 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63c11479-c6af-474f-996f-972d2a38a222 req-6f9fd5e2-aa4a-449e-af50-b01ce1898e9e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Aug 30 12:59:11.685728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-e7df7951-395c-4dcf-bb3a-e922601c2dd8 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:11.687224 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-e7df7951-395c-4dcf-bb3a-e922601c2dd8 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51&tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.0919211 Aug 30 12:59:11.699243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bfd99-e60f-43a7-83b4-7ff75e13f770 req-da6bd8c9-0104-40c4-b1f1-05944cfcdb7c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:11.700765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-813bfd99-e60f-43a7-83b4-7ff75e13f770 req-da6bd8c9-0104-40c4-b1f1-05944cfcdb7c tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 949 time: 0.0923383 Aug 30 12:59:11.784761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4eee665c-72df-4f5f-a11e-7568c396ecf9 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:11.794582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-813bfd99-e60f-43a7-83b4-7ff75e13f770 req-ae28f9fa-bb54-4e41-b10f-a2afea5dd016 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860271 Aug 30 12:59:11.894553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-d8213e6d-d0c7-4c51-85cd-86e2aed97638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:11.896132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-d8213e6d-d0c7-4c51-85cd-86e2aed97638 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 1101 time: 0.0880134 Aug 30 12:59:11.910275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-39beabe4-955e-4d6f-92fe-9c80498fa8ac service neutron] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:11.913930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-39beabe4-955e-4d6f-92fe-9c80498fa8ac service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:11.915732 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-caa6676b-1b30-4f5d-8461-b44518b5bb7b req-39beabe4-955e-4d6f-92fe-9c80498fa8ac service neutron] 10.222.0.16 "DELETE /v2.0/ports/1a435757-e738-4744-ba4a-32773806e4a4/bindings/n-h2-688802-6 HTTP/1.1" status: 204 len: 173 time: 0.2140076 Aug 30 12:59:11.932963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:12.046680 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:12.062663 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:12.073130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:12.085812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '4eee665c-72df-4f5f-a11e-7568c396ecf9', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'port_id': '4eee665c-72df-4f5f-a11e-7568c396ecf9', 'mac_address': 'fa:16:3e:d4:38:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbace6a-fc20-419c-b799-875664335cbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:12.131866 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:12.149867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f9bc3-07e2-4877-8d62-16c2d871a734 req-6bc4402f-7d21-4623-8439-c2361f85c804 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:12.154198 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-182f9bc3-07e2-4877-8d62-16c2d871a734 req-6bc4402f-7d21-4623-8439-c2361f85c804 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 945 time: 0.0701699 Aug 30 12:59:12.155226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eee665c-72df-4f5f-a11e-7568c396ecf9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:12.182079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:12.186823 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:12.203233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-182f9bc3-07e2-4877-8d62-16c2d871a734 req-48a68e13-7111-42ca-abc3-75baf2d63059 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439286 Aug 30 12:59:12.258351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=4eee665c-72df-4f5f-a11e-7568c396ecf9,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:12.317391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-99221718-27bb-4718-83fc-c5d8a8443560 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:12.319104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-99221718-27bb-4718-83fc-c5d8a8443560 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 949 time: 0.2950473 Aug 30 12:59:12.350006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['4eee665c-72df-4f5f-a11e-7568c396ecf9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:12.358766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9275b-7765-400a-bf21-2cd972eb22c1 req-6993d833-858a-48a9-9667-d4c710559bfa tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:12.360606 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ce9275b-7765-400a-bf21-2cd972eb22c1 req-6993d833-858a-48a9-9667-d4c710559bfa tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 1096 time: 0.0501583 Aug 30 12:59:12.419566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e196e7-5e78-4013-b79e-7acb977930ab req-95594246-1597-40d3-9a04-6a28a03092b4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:12.431240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2e196e7-5e78-4013-b79e-7acb977930ab req-95594246-1597-40d3-9a04-6a28a03092b4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 946 time: 0.1883042 Aug 30 12:59:12.445895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ce9275b-7765-400a-bf21-2cd972eb22c1 req-e3ede123-c74a-419c-aa2a-cac04c7c0bb5 tempest-LiveMigrationTest-1387645076 tempest-LiveMigrationTest-1387645076-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668662 Aug 30 12:59:12.504783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:12.576243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2e196e7-5e78-4013-b79e-7acb977930ab req-644a4f97-4122-48e4-bc18-8749c9f78866 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433027 Aug 30 12:59:12.637547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:12.642051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Deleting port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:12.642661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:12.834098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1830714-e5a0-455f-8403-9fd78d47265d req-b54f8807-40da-4b45-b223-faeeb6debadb tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:12.843730 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1830714-e5a0-455f-8403-9fd78d47265d req-b54f8807-40da-4b45-b223-faeeb6debadb tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0678446 Aug 30 12:59:12.884188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1830714-e5a0-455f-8403-9fd78d47265d req-d6782208-1bb8-453d-aed3-ef60c35f94ad tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391669 Aug 30 12:59:13.078312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11ed5e-98cc-4d99-90d3-2e2b602ac9d8 req-583950de-e2d6-4967-9490-fb05a9e12777 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:13.088592 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb11ed5e-98cc-4d99-90d3-2e2b602ac9d8 req-583950de-e2d6-4967-9490-fb05a9e12777 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 945 time: 0.0798028 Aug 30 12:59:13.095608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:13.097968 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4949b4-9bd6-42df-9cd5-dde493f0ba83" -d '{"events": [{"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:13.102515 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:13.145161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Transition to ACTIVE for port object d3220d67-b5fc-4d1a-8676-f84996db6c0e will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:13.156761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413383ef-857b-4557-8fc8-81828fbe7331 req-d4a0dd0e-830d-491b-82a5-e06600db51e7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:13.157507 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb11ed5e-98cc-4d99-90d3-2e2b602ac9d8 req-63e329a8-5b7a-4791-b8b7-030298b6560a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668297 Aug 30 12:59:13.163797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-413383ef-857b-4557-8fc8-81828fbe7331 req-d4a0dd0e-830d-491b-82a5-e06600db51e7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 946 time: 0.1187060 Aug 30 12:59:13.176681 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:13.279583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] No DVR routers for this DVR port d3220d67-b5fc-4d1a-8676-f84996db6c0e on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:13.282794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] For port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:13.283231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:13.336792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Calling delete_port for 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:13.404311 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-413383ef-857b-4557-8fc8-81828fbe7331 req-0f94b623-b385-45a6-a657-00a09461a34a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374842 Aug 30 12:59:13.500375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be3b28-2196-4adb-9612-a4f255ef2e77 req-64158a1c-0565-46da-8377-9c39ae09a1ff tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:13.503402 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8be3b28-2196-4adb-9612-a4f255ef2e77 req-64158a1c-0565-46da-8377-9c39ae09a1ff tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=f58dc066-a627-40ac-a310-fb8b8f57f2ed HTTP/1.1" status: 200 len: 949 time: 0.0676999 Aug 30 12:59:13.576535 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8be3b28-2196-4adb-9612-a4f255ef2e77 req-bb1bd4c1-a2eb-4afc-982e-babb0b011bb5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661871 Aug 30 12:59:13.593567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:13.610778 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4262641f-9e25-4b7d-96b6-67eaa1bb127e x-openstack-request-id: req-4262641f-9e25-4b7d-96b6-67eaa1bb127e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:13.611072 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:13.611326 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4262641f-9e25-4b7d-96b6-67eaa1bb127e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:13.611714 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'code': 200} Aug 30 12:59:13.629476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:13.641451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4fad01e6-e309-4459-bc38-9956954b959e', '00bc6e02-24e2-40b1-8eb1-920a555bba93'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:13.699840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Pushing event deleted for resources: {'Port': ['ID=54345427-c1cd-4b9a-86c8-ec8ce9e8a105,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:13.708246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:13.708602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:13.708938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:13.767519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Port d3220d67-b5fc-4d1a-8676-f84996db6c0e on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:59:13.767852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:13.776911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] No DVR routers for this DVR port 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:13.780912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:13.783046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4338efe-2c40-4512-b9c1-4d8ba692bc12 req-54b58a27-2b01-4405-a864-0abdeabde6a1 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "DELETE /v2.0/ports/54345427-c1cd-4b9a-86c8-ec8ce9e8a105 HTTP/1.1" status: 204 len: 173 time: 1.4527986 Aug 30 12:59:13.791360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4eee665c-72df-4f5f-a11e-7568c396ecf9 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:13.816689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-27faaf59-a8c7-4ea3-9670-d329b52d06df tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:13.818340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-27faaf59-a8c7-4ea3-9670-d329b52d06df tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.16 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 945 time: 0.2099264 Aug 30 12:59:13.819725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:13.819890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:13.820191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:13.820643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Bound port: d3220d67-b5fc-4d1a-8676-f84996db6c0e, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:13.821001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:13.957347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 4eee665c-72df-4f5f-a11e-7568c396ecf9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:13.958025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:13.982887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba2458-722c-4825-984c-4997e95f443b req-dda98c33-7390-457e-bdb5-ea4df5c33bdc tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:13.994500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53ba2458-722c-4825-984c-4997e95f443b req-dda98c33-7390-457e-bdb5-ea4df5c33bdc tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 946 time: 0.2350693 Aug 30 12:59:14.021496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:14.030558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:14.045868 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:14.090845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Deleting port 1a435757-e738-4744-ba4a-32773806e4a4 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:14.091343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:14.098715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53ba2458-722c-4825-984c-4997e95f443b req-a04cce2f-6bd6-4f7f-9b92-6efdfac24371 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002834 Aug 30 12:59:14.139095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:14.220367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] For port 1a435757-e738-4744-ba4a-32773806e4a4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=1a435757-e738-4744-ba4a-32773806e4a4,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:14.221094 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:14.227553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:14.230637 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca60e4db-43ee-46cf-9e09-52e3a503bc87" -d '{"events": [{"server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "name": "network-vif-plugged", "status": "completed", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:14.240968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Calling delete_port for 1a435757-e738-4744-ba4a-32773806e4a4 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:14.264063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:14.270286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:14.302440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:14.304848 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:14.307211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] 10.222.0.16 "PUT /v2.0/ports/d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 1096 time: 2.3788733 Aug 30 12:59:14.379504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=4eee665c-72df-4f5f-a11e-7568c396ecf9,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:14.425442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:14.506733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:14.507204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:14.540431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5f647-e2fe-4075-b265-2c370baf87d0 req-c0150b98-c4d2-4b6c-a085-53ac3c0ed249 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:14.543833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:14.544184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 54345427-c1cd-4b9a-86c8-ec8ce9e8a105 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:14.546585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38b5f647-e2fe-4075-b265-2c370baf87d0 req-c0150b98-c4d2-4b6c-a085-53ac3c0ed249 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 945 time: 0.0934064 Aug 30 12:59:14.605571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406d7de-72b0-4f03-a724-c5819fd3ea4f service neutron] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:14.617832 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38b5f647-e2fe-4075-b265-2c370baf87d0 req-dac64d40-b151-4452-8ea3-0d67deda6573 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626342 Aug 30 12:59:14.641982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-0d520fd6-9ec0-46c5-82d8-db43fb541ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:14.643720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-0d520fd6-9ec0-46c5-82d8-db43fb541ff8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1099 time: 0.2250233 Aug 30 12:59:14.657404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0c0ce-6a9d-4938-b159-2396f0f06cbf req-a6002fed-3c3e-4fe8-b8de-e461b00fc950 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:14.665245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4b0c0ce-6a9d-4938-b159-2396f0f06cbf req-a6002fed-3c3e-4fe8-b8de-e461b00fc950 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 948 time: 0.5812650 Aug 30 12:59:14.669313 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e78f50-d3c5-434c-ae2e-3d51ab7c2c53 x-openstack-request-id: req-04e78f50-d3c5-434c-ae2e-3d51ab7c2c53 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:14.670166 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "name": "network-vif-plugged", "status": "completed", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:14.670166 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04e78f50-d3c5-434c-ae2e-3d51ab7c2c53 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:14.670513 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9', 'code': 200} Aug 30 12:59:14.861043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4b0c0ce-6a9d-4938-b159-2396f0f06cbf req-25939292-9aec-43cb-aa85-52f095d0c94b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946313 Aug 30 12:59:14.868763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7d5c4-fb7d-40a9-8949-658acafc7e5e req-ae7f8723-7b71-482c-b887-12c31dcb8ebd tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:14.877577 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-61f7d5c4-fb7d-40a9-8949-658acafc7e5e req-ae7f8723-7b71-482c-b887-12c31dcb8ebd tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 945 time: 0.0676856 Aug 30 12:59:14.899105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:14.911634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['1a435757-e738-4744-ba4a-32773806e4a4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:14.973560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-6c00c9a9-859d-43bd-af7f-bb8072589126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:14.975745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-61f7d5c4-fb7d-40a9-8949-658acafc7e5e req-4e4e072b-0375-412f-9e63-3aeedc4f5a6a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969973 Aug 30 12:59:14.976690 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-6c00c9a9-859d-43bd-af7f-bb8072589126 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2971654 Aug 30 12:59:14.983445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Pushing event deleted for resources: {'Port': ['ID=1a435757-e738-4744-ba4a-32773806e4a4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:15.069248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-13ecce84-f94b-4675-b74e-31004c401c97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.0685179 Aug 30 12:59:15.094163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] No DVR routers for this DVR port 1a435757-e738-4744-ba4a-32773806e4a4 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:15.103526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:15.106056 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-470fda0b-34b0-4b05-92e4-02ae12afd579 req-652c4091-9dbe-4239-8d5a-59cceaac9bd6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.16 "DELETE /v2.0/ports/1a435757-e738-4744-ba4a-32773806e4a4 HTTP/1.1" status: 204 len: 173 time: 1.2805262 Aug 30 12:59:15.169246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-faa4ed85-887a-498a-ae69-e2568214b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:15.170956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-faa4ed85-887a-498a-ae69-e2568214b6e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0782969 Aug 30 12:59:15.323296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728dc68d-28b5-4926-9f69-ba1892984427 req-a3929488-a64a-4d7c-be50-9e6dbb3993a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:15.325458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-a3929488-a64a-4d7c-be50-9e6dbb3993a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1388617 Aug 30 12:59:15.341045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-a310c3f2-8e5d-4e1c-8775-cb74cdcc9051 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:15.342695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-a310c3f2-8e5d-4e1c-8775-cb74cdcc9051 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 946 time: 0.1581316 Aug 30 12:59:15.351559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0ce9e-dce3-4575-8f50-7713c523d79d req-880c6a5a-2971-4158-8e45-7f2cb80fc3b4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:15.353204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93d0ce9e-dce3-4575-8f50-7713c523d79d req-880c6a5a-2971-4158-8e45-7f2cb80fc3b4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 946 time: 0.0998328 Aug 30 12:59:15.453955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa844d1-0482-42f5-b47f-9112c9079f7d req-74eb96e6-5d1a-4a44-b9b3-20375d9eee86 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:15.456260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bfa844d1-0482-42f5-b47f-9112c9079f7d req-74eb96e6-5d1a-4a44-b9b3-20375d9eee86 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 950 time: 0.0666702 Aug 30 12:59:15.511513 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bfa844d1-0482-42f5-b47f-9112c9079f7d req-cf31a1e0-5015-459d-a832-5cdff2edd068 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466108 Aug 30 12:59:15.543212 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93d0ce9e-dce3-4575-8f50-7713c523d79d req-aa874f87-a8f3-46c3-beb8-d83afb20a258 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391349 Aug 30 12:59:15.564351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Deleting port 942ddabf-5639-4e03-9b06-bfc71f917285 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:15.565030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:15.572402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-1454ed00-1197-40ba-a329-331daeb10bb2 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286577 Aug 30 12:59:15.655952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58dc066-a627-40ac-a310-fb8b8f57f2ed', 'name': 'network-vif-deleted', 'tag': '54345427-c1cd-4b9a-86c8-ec8ce9e8a105'}, {'name': 'network-changed', 'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e'}, {'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'name': 'network-vif-deleted', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:15.658639 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1fb99c-965f-4801-a575-10d7b109fb0a" -d '{"events": [{"server_uuid": "f58dc066-a627-40ac-a310-fb8b8f57f2ed", "name": "network-vif-deleted", "tag": "54345427-c1cd-4b9a-86c8-ec8ce9e8a105"}, {"name": "network-changed", "server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e"}, {"server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "name": "network-vif-deleted", "tag": "1a435757-e738-4744-ba4a-32773806e4a4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:15.743145 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1b84c8f1-6316-47e9-90b5-e309259e1910 req-a478b35d-aa39-4eb0-ae64-9cd161fb2824 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 210 time: 0.0524201 Aug 30 12:59:15.824005 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8adf93-9caa-4a1c-926b-0d8852cc3595 x-openstack-request-id: req-6b8adf93-9caa-4a1c-926b-0d8852cc3595 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:15.829403 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58dc066-a627-40ac-a310-fb8b8f57f2ed", "name": "network-vif-deleted", "tag": "54345427-c1cd-4b9a-86c8-ec8ce9e8a105", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e", "status": "completed", "code": 200}, {"server_uuid": "cc7801d3-df73-4d7a-a55d-d67a4c5a4a51", "name": "network-vif-deleted", "tag": "1a435757-e738-4744-ba4a-32773806e4a4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:15.829695 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6b8adf93-9caa-4a1c-926b-0d8852cc3595 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:15.830093 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58dc066-a627-40ac-a310-fb8b8f57f2ed', 'name': 'network-vif-deleted', 'tag': '54345427-c1cd-4b9a-86c8-ec8ce9e8a105', 'status': 'completed', 'code': 200} Aug 30 12:59:15.830356 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'status': 'completed', 'code': 200} Aug 30 12:59:15.830604 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7801d3-df73-4d7a-a55d-d67a4c5a4a51', 'name': 'network-vif-deleted', 'tag': '1a435757-e738-4744-ba4a-32773806e4a4', 'status': 'completed', 'code': 200} Aug 30 12:59:15.947703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728dc68d-28b5-4926-9f69-ba1892984427 req-87e280fa-273b-4c8d-9785-37ce9733ad9d service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640387 Aug 30 12:59:15.952281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] For port 942ddabf-5639-4e03-9b06-bfc71f917285, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=942ddabf-5639-4e03-9b06-bfc71f917285,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:15.953226 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:15.972018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Calling delete_port for 942ddabf-5639-4e03-9b06-bfc71f917285 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:15.988609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-afd7433e-1307-4bf8-b759-dbc7c3441a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:15.991326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-afd7433e-1307-4bf8-b759-dbc7c3441a87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1099 time: 0.1582749 Aug 30 12:59:16.053346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a11a6-b90e-45af-b38f-858324ada062 req-d7b2cade-550e-4fa1-a37b-330dd25b0a10 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:16.063277 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-220a11a6-b90e-45af-b38f-858324ada062 req-d7b2cade-550e-4fa1-a37b-330dd25b0a10 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 948 time: 0.1228821 Aug 30 12:59:16.199021 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-220a11a6-b90e-45af-b38f-858324ada062 req-ae956994-d51d-4045-9f62-880192af677e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296272 Aug 30 12:59:16.312122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-8d89311a-f244-4ff4-a34d-3f290d10b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:16.313600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-8d89311a-f244-4ff4-a34d-3f290d10b818 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1099 time: 0.1525307 Aug 30 12:59:16.370191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-4cade946-cbfc-4cea-93be-3c8b61624f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:16.372028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-4cade946-cbfc-4cea-93be-3c8b61624f16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.3678038 Aug 30 12:59:16.407723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-5ae8017d-5b3c-4079-b5ea-b957da26b5c8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:16.410249 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-5ae8017d-5b3c-4079-b5ea-b957da26b5c8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 945 time: 0.1127410 Aug 30 12:59:16.465960 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-1341e38f-8df4-47b3-b46c-27451136ae18 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.0601568 Aug 30 12:59:16.477460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662aaf4-2032-4aaf-962b-50356235b259 req-da80a5b3-5ce1-4336-9df6-e3d3f0e20094 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:16.485458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8662aaf4-2032-4aaf-962b-50356235b259 req-da80a5b3-5ce1-4336-9df6-e3d3f0e20094 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 945 time: 0.2422092 Aug 30 12:59:16.547417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:16.560737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:16.614061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event deleted for resources: {'Port': ['ID=942ddabf-5639-4e03-9b06-bfc71f917285,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:16.623341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Deleting port db1f006f-99e4-4fec-8939-868260f1c1e6 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:16.624635 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:16.625914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-8e9d8e9d-1367-4c65-a0a9-452424ffc5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:16.627383 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-8e9d8e9d-1367-4c65-a0a9-452424ffc5f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1398208 Aug 30 12:59:16.631427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-b5b6812f-5469-4d5b-9fa8-ae5a3b72a968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:16.631640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-b5b6812f-5469-4d5b-9fa8-ae5a3b72a968 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.3061049 Aug 30 12:59:16.646699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8662aaf4-2032-4aaf-962b-50356235b259 req-420f82df-a552-424c-9b00-9474944b1c42 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596849 Aug 30 12:59:16.747863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] For port db1f006f-99e4-4fec-8939-868260f1c1e6, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=db1f006f-99e4-4fec-8939-868260f1c1e6,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:16.748632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:16.763847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Calling delete_port for db1f006f-99e4-4fec-8939-868260f1c1e6 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:16.805048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-02a2f5cf-f18c-4569-8f49-7529ba37a9cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.1562808 Aug 30 12:59:16.806863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] No DVR routers for this DVR port 942ddabf-5639-4e03-9b06-bfc71f917285 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:16.814423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:16.816488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1eaf369b-e789-4d4f-a4f0-4cec211f398b req-96f25871-be0f-4b34-ba38-c15362b17fa7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "DELETE /v2.0/ports/942ddabf-5639-4e03-9b06-bfc71f917285 HTTP/1.1" status: 204 len: 173 time: 1.4623125 Aug 30 12:59:17.036312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bcdcd-f24c-484a-813e-8ae06ad41438 req-24cba833-92f1-4ec3-a9d9-75020dd7c18a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:17.041309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-160bcdcd-f24c-484a-813e-8ae06ad41438 req-24cba833-92f1-4ec3-a9d9-75020dd7c18a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 950 time: 0.1184912 Aug 30 12:59:17.043452 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:17.064721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['db1f006f-99e4-4fec-8939-868260f1c1e6'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:17.088757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event deleted for resources: {'Port': ['ID=db1f006f-99e4-4fec-8939-868260f1c1e6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:17.102319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.102757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.103209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.103579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.104001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.104384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.105481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.106000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.106408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.106801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.107193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.107983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:17.212245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-160bcdcd-f24c-484a-813e-8ae06ad41438 req-048a09cd-ed2f-470f-9914-6d993cae6d23 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245699 Aug 30 12:59:17.213285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] No DVR routers for this DVR port db1f006f-99e4-4fec-8939-868260f1c1e6 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:17.218655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:17.222282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1543eea-0db4-4d0e-9ced-4c1a34d02fa3 req-b1b8f517-fe8a-470a-87c7-721fbd434bbf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "DELETE /v2.0/ports/db1f006f-99e4-4fec-8939-868260f1c1e6 HTTP/1.1" status: 204 len: 173 time: 0.8006675 Aug 30 12:59:17.222831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d46f232-5ae4-45a9-ae84-0128403f51d6', 'name': 'network-vif-deleted', 'tag': 'db1f006f-99e4-4fec-8939-868260f1c1e6'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:17.225233 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83033ed6-9ebd-4ae3-bd45-b830ea061ba8" -d '{"events": [{"server_uuid": "2d46f232-5ae4-45a9-ae84-0128403f51d6", "name": "network-vif-deleted", "tag": "db1f006f-99e4-4fec-8939-868260f1c1e6"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:17.450033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef358c0a-d5fa-4562-a6bb-b65a5fcb22df req-deaab7e2-9b79-4c56-96ff-b0caefc0e4cc tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 210 time: 0.0623894 Aug 30 12:59:17.459440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-87c673cc-feee-452a-a40e-3665ac212814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:17.461807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-87c673cc-feee-452a-a40e-3665ac212814 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.6277509 Aug 30 12:59:17.478892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d965fe9-1816-4877-8599-0d3f83668de0 req-7ffc686d-6102-42b5-9e17-db6a9ff2f880 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8 HTTP/1.1" status: 200 len: 210 time: 0.7047255 Aug 30 12:59:17.564048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-548d96fa-01fb-469d-8365-8854b986dbc0 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:17.565615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-548d96fa-01fb-469d-8365-8854b986dbc0 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 950 time: 0.7973740 Aug 30 12:59:17.634182 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b072b46b-87fc-42ea-a12a-73ab759c628b x-openstack-request-id: req-b072b46b-87fc-42ea-a12a-73ab759c628b {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:17.634690 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d46f232-5ae4-45a9-ae84-0128403f51d6", "name": "network-vif-deleted", "tag": "db1f006f-99e4-4fec-8939-868260f1c1e6", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:17.634776 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b072b46b-87fc-42ea-a12a-73ab759c628b {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:17.635206 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d46f232-5ae4-45a9-ae84-0128403f51d6', 'name': 'network-vif-deleted', 'tag': 'db1f006f-99e4-4fec-8939-868260f1c1e6', 'status': 'completed', 'code': 200} Aug 30 12:59:17.653634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-84455a15-1143-4a70-a89f-f2d21ddbb6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:17.655134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-84455a15-1143-4a70-a89f-f2d21ddbb6e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9849246 Aug 30 12:59:17.783797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-1ed12e3f-5b4c-4127-807e-3936fb2e63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:17.785258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-1ed12e3f-5b4c-4127-807e-3936fb2e63dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3043377 Aug 30 12:59:17.788074 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-541f2f04-1422-4d50-a884-aab44f90bd29 req-919cb042-9cf7-4d43-b70b-8837e8957d44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0393341 Aug 30 12:59:17.827181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:17.832244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8', 'name': 'network-vif-deleted', 'tag': '942ddabf-5639-4e03-9b06-bfc71f917285'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:17.834625 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a33ea71-8278-440b-8c92-377a111f4dcd" -d '{"events": [{"server_uuid": "bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8", "name": "network-vif-deleted", "tag": "942ddabf-5639-4e03-9b06-bfc71f917285"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:17.919609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 1a435757-e738-4744-ba4a-32773806e4a4 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:17.926101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-b2fc972c-b0f6-4bb6-819f-d8c87dc41e7c service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439981 Aug 30 12:59:17.936608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffccbb-237b-4461-b96b-5293e7db5339 req-682863a5-cf95-4731-baa9-c55a5b8a4770 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:17.938205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5ffccbb-237b-4461-b96b-5293e7db5339 req-682863a5-cf95-4731-baa9-c55a5b8a4770 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 948 time: 0.2894313 Aug 30 12:59:17.942312 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1717bb-b1ce-456d-b2ae-cb4403baaac5 x-openstack-request-id: req-ba1717bb-b1ce-456d-b2ae-cb4403baaac5 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:17.942599 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8", "name": "network-vif-deleted", "tag": "942ddabf-5639-4e03-9b06-bfc71f917285", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:17.942853 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ba1717bb-b1ce-456d-b2ae-cb4403baaac5 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:17.943235 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf395e1a-95f0-4aad-bbe3-7bc14d82d1c8', 'name': 'network-vif-deleted', 'tag': '942ddabf-5639-4e03-9b06-bfc71f917285', 'status': 'completed', 'code': 200} Aug 30 12:59:17.997622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 1a435757-e738-4744-ba4a-32773806e4a4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:17.998496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 1a435757-e738-4744-ba4a-32773806e4a4 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:17.999450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 942ddabf-5639-4e03-9b06-bfc71f917285 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:18.031643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 942ddabf-5639-4e03-9b06-bfc71f917285 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:18.032537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 942ddabf-5639-4e03-9b06-bfc71f917285 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:18.063625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Deleting port 4fad01e6-e309-4459-bc38-9956954b959e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:18.069377 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:18.072931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:18.087735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'mac_address': 'fa:16:3e:d4:ef:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:18.159745 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:18.181162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3220d67-b5fc-4d1a-8676-f84996db6c0e {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:18.211532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:18.220677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] For port 4fad01e6-e309-4459-bc38-9956954b959e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4fad01e6-e309-4459-bc38-9956954b959e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:18.221047 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:18.231066 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:18.236177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Calling delete_port for 4fad01e6-e309-4459-bc38-9956954b959e owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:18.345302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:18.362211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.362800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.365108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.365756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.366204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.366706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.367316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.367742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.368643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.369152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.369646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.370082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:18.379469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73fa2-15db-40ef-80d7-7f892d400d03 req-007f4b83-9200-4dca-b64f-a7a75d6353bb tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:18.393638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cb73fa2-15db-40ef-80d7-7f892d400d03 req-007f4b83-9200-4dca-b64f-a7a75d6353bb tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=2c78e4fa-d992-4b7d-ab98-02143c676de5 HTTP/1.1" status: 200 len: 950 time: 0.0752745 Aug 30 12:59:18.448197 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-57d676ca-b7f7-4397-9524-6ef01577fea1 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293352 Aug 30 12:59:18.464362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5ffccbb-237b-4461-b96b-5293e7db5339 req-9907619c-6969-4464-a373-dac16007c4d5 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032854 Aug 30 12:59:18.507874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cb73fa2-15db-40ef-80d7-7f892d400d03 req-9d951f2b-074d-477d-97ff-bf8bd829add6 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132584 Aug 30 12:59:18.555216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['d3220d67-b5fc-4d1a-8676-f84996db6c0e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:18.568950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-cb133ea5-b7d9-4492-8c96-f8fbb9caccf1 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260192 Aug 30 12:59:18.636624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:18.656578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['00bc6e02-24e2-40b1-8eb1-920a555bba93'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:18.683395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a95c16c-9063-449a-a323-3ed4d3de29f0 req-35ef1156-df0f-4983-b1b0-626b66eaf244 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 210 time: 0.0807421 Aug 30 12:59:18.750531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Pushing event deleted for resources: {'Port': ['ID=4fad01e6-e309-4459-bc38-9956954b959e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:18.884791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] No DVR routers for this DVR port 4fad01e6-e309-4459-bc38-9956954b959e on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:18.897130 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:18.902205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83d7eb14-ac49-48d5-a16d-c3d9df5fb826 req-0b141620-9f2f-41a6-8f20-7e16863cab18 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "DELETE /v2.0/ports/4fad01e6-e309-4459-bc38-9956954b959e HTTP/1.1" status: 204 len: 173 time: 1.3154700 Aug 30 12:59:18.940777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd1fb99c-965f-4801-a575-10d7b109fb0a req-f18884d0-f3bd-48ca-9814-5f54441aaab8 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732203 Aug 30 12:59:19.004448 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba1b127e-47da-4de0-8747-1379987693eb req-af8757c5-1594-42b4-b964-b347331f44ce tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0576074 Aug 30 12:59:19.214961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bcb7ef6c-9d64-4832-8500-882c97821563 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:19.222461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bcb7ef6c-9d64-4832-8500-882c97821563 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.1852121 Aug 30 12:59:19.258409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-de553612-f6a4-4fe0-aef5-4b28226ba9fb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/quotas/68ef2c4e683b40999553afb799d2b581 HTTP/1.1" status: 200 len: 375 time: 0.0203433 Aug 30 12:59:19.346224 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-99c80748-4629-49a6-a7cc-c8d52246eb1e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865064 Aug 30 12:59:19.476603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-ea74564f-4d5c-4ec0-8dfb-0938f3d395d5 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281536 Aug 30 12:59:19.608949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-dafd9612-7549-4bcc-b5db-eb9c7c50c6dc service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255608 Aug 30 12:59:19.656121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167fdf9-1cce-47d3-8bac-263952804b29 req-61f4cb68-87a4-456f-b56f-d0f39c7e37b8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:19.657597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a167fdf9-1cce-47d3-8bac-263952804b29 req-61f4cb68-87a4-456f-b56f-d0f39c7e37b8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.0646346 Aug 30 12:59:19.735720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a167fdf9-1cce-47d3-8bac-263952804b29 req-aa97d27b-2f06-42c0-a38d-7860e0a02f45 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695627 Aug 30 12:59:19.825805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:19.900883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad36b8ca-5158-4de2-bdc9-5d35d96f0802 req-30ef12fe-6b6a-4922-91b1-a5a75c130502 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 210 time: 0.0470812 Aug 30 12:59:19.935820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port d3220d67-b5fc-4d1a-8676-f84996db6c0e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:19.941298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port d3220d67-b5fc-4d1a-8676-f84996db6c0e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:19.941852 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:19.944947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c78e4fa-d992-4b7d-ab98-02143c676de5', 'name': 'network-vif-deleted', 'tag': '4fad01e6-e309-4459-bc38-9956954b959e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:19.947965 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d863e65-3f03-4838-94ce-27ef3fe26804" -d '{"events": [{"server_uuid": "2c78e4fa-d992-4b7d-ab98-02143c676de5", "name": "network-vif-deleted", "tag": "4fad01e6-e309-4459-bc38-9956954b959e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:20.048667 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24e97fc5-fc9a-4f89-a3ad-e306827b860f req-c8ecca0d-1e8c-4af6-aaf0-7359b34e4978 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 210 time: 0.0487137 Aug 30 12:59:20.066731 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:20.106437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:20.109823 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dcded2-4ce9-4572-b8b6-16df0c28c395" -d '{"events": [{"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-plugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:20.126221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:20.135380 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:20.137017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device db1f006f-99e4-4fec-8939-868260f1c1e6 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:20.195682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: db1f006f-99e4-4fec-8939-868260f1c1e6 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:20.196032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device db1f006f-99e4-4fec-8939-868260f1c1e6 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:20.351558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:20.375119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-7979805f-7bf6-4e87-90d7-993baeda705d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:20.376733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-7979805f-7bf6-4e87-90d7-993baeda705d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 950 time: 0.1495218 Aug 30 12:59:20.452441 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f68013-8d9d-42db-885a-f29bb745117e x-openstack-request-id: req-67f68013-8d9d-42db-885a-f29bb745117e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:20.452722 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c78e4fa-d992-4b7d-ab98-02143c676de5", "name": "network-vif-deleted", "tag": "4fad01e6-e309-4459-bc38-9956954b959e", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:20.452971 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67f68013-8d9d-42db-885a-f29bb745117e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:20.453362 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c78e4fa-d992-4b7d-ab98-02143c676de5', 'name': 'network-vif-deleted', 'tag': '4fad01e6-e309-4459-bc38-9956954b959e', 'status': 'completed', 'code': 200} Aug 30 12:59:20.455865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4fad01e6-e309-4459-bc38-9956954b959e no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:20.491117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 4fad01e6-e309-4459-bc38-9956954b959e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:20.491461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4fad01e6-e309-4459-bc38-9956954b959e not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:20.507219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b43b4397-d3ed-435e-b9e8-4b3156c15e2a req-55364d7f-98e2-412e-9e65-4f61b2b3f822 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0664735 Aug 30 12:59:20.530559 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415c8bc2-3eb7-47dc-be50-f01f30fa0472 x-openstack-request-id: req-415c8bc2-3eb7-47dc-be50-f01f30fa0472 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:20.530848 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-plugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:20.531096 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-415c8bc2-3eb7-47dc-be50-f01f30fa0472 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:20.531481 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'code': 200} Aug 30 12:59:20.543517 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-578c5ca7-9a44-4f12-8f72-507e12e6e93b service neutron] 10.222.0.16 "GET /v2.0/ports/d3220d67-b5fc-4d1a-8676-f84996db6c0e/bindings/n-h1-688802-6 HTTP/1.1" status: 200 len: 382 time: 0.1528041 Aug 30 12:59:20.642337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-a80e31ab-8309-4a9e-b6eb-380cffffc60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:20.644228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-a80e31ab-8309-4a9e-b6eb-380cffffc60e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1101 time: 0.0748746 Aug 30 12:59:20.746247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa3a52-d140-46de-967c-1ca9fe36ef42 req-b3d53f44-6362-4f76-90bb-2510a6d7104b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:20.755938 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a6aa3a52-d140-46de-967c-1ca9fe36ef42 req-b3d53f44-6362-4f76-90bb-2510a6d7104b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1209447 Aug 30 12:59:20.813311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a6aa3a52-d140-46de-967c-1ca9fe36ef42 req-178e9ad4-caba-4ce9-a5f2-856bebdf7cd8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496297 Aug 30 12:59:20.830929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899b2a-4f10-4eee-9c44-15066d6737c6 req-4e248ff8-8890-4d33-b37e-738a49db4be5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:20.832583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70899b2a-4f10-4eee-9c44-15066d6737c6 req-4e248ff8-8890-4d33-b37e-738a49db4be5 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 951 time: 0.1860926 Aug 30 12:59:20.871522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-9be7ade0-8b64-4bf9-83a7-794791be2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:20.873187 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-9be7ade0-8b64-4bf9-83a7-794791be2902 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1905606 Aug 30 12:59:20.956420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-1d8acf04-f648-482d-8b2b-d19bedd97f69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.0687037 Aug 30 12:59:21.012485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70899b2a-4f10-4eee-9c44-15066d6737c6 req-84dba909-22f1-4ca9-a4cf-a88ddfc4f264 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381071 Aug 30 12:59:21.036983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-84d48e85-8daf-4d8c-b45a-2cb020bb83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:21.038814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-84d48e85-8daf-4d8c-b45a-2cb020bb83e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0725315 Aug 30 12:59:21.106687 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21af130b-0b70-44ad-bf01-3c3522cec7e4 req-1d61afe1-66ad-42db-a780-18847a0e3fa0 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc7801d3-df73-4d7a-a55d-d67a4c5a4a51 HTTP/1.1" status: 200 len: 210 time: 0.0544746 Aug 30 12:59:21.133921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-1ba5f262-8c2b-4348-8b4d-e77acbf86bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:21.136300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-1ba5f262-8c2b-4348-8b4d-e77acbf86bca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0840557 Aug 30 12:59:21.246913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e9f0d540-7dcb-45ac-b647-095c3fa71933 req-a8d2485b-9ca1-4566-90d6-541bf278472e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 210 time: 0.0743501 Aug 30 12:59:21.319354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-45222283-b4a3-4ddc-9a05-bf49b0beb27b service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685073 Aug 30 12:59:21.602206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-e732ad31-a1b2-4b93-900c-b004a5fbd0c2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:21.605367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-e732ad31-a1b2-4b93-900c-b004a5fbd0c2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.1874135 Aug 30 12:59:21.624026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Request body: {'port': {'device_id': 'c55c09dd-b960-4255-9df6-ea7d39f144bb', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'admin_state_up': True, 'tenant_id': '68ef2c4e683b40999553afb799d2b581'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:21.698153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9281d278-d874-4b78-889f-c7063ea5baec req-5def165a-048d-46d3-9b02-9df12b15154f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0553467 Aug 30 12:59:21.767134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-f74a8c4a-e8f1-4751-91c6-3f0fd72c867a service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399123 Aug 30 12:59:21.852036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Made reservation on behalf of 68ef2c4e683b40999553afb799d2b581 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:21.856185 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:22.019018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86df27a-d3aa-4ee3-811c-bdf0ce299590 req-f7e528cc-f232-4a22-ac95-d40082809cb2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:22.025717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c86df27a-d3aa-4ee3-811c-bdf0ce299590 req-f7e528cc-f232-4a22-ac95-d40082809cb2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1065583 Aug 30 12:59:22.119663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c86df27a-d3aa-4ee3-811c-bdf0ce299590 req-5f95b312-2d6f-4547-ab82-22f802db1275 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866382 Aug 30 12:59:22.233530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Allocated IP 172.20.0.5 (ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63/ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc/98cf2755-13dd-4926-906f-1d36c4a0c7d2) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:22.257618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-9dd9d4f0-0acd-40e4-88ae-8a0f4fa8447e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:22.264054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-9dd9d4f0-0acd-40e4-88ae-8a0f4fa8447e tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 951 time: 0.2556243 Aug 30 12:59:22.280661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b9ec3-8d32-480e-89cf-6a701177702f req-0f11344d-6f60-432f-901d-72423e037677 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:22.289285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728b9ec3-8d32-480e-89cf-6a701177702f req-0f11344d-6f60-432f-901d-72423e037677 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 951 time: 0.1397645 Aug 30 12:59:22.406009 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-433b6a67-ea1f-4bbb-9160-0cf8f39395ae req-e1c601c9-1595-4593-9664-6767dcf77eb5 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 210 time: 0.0495689 Aug 30 12:59:22.593745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:22.646781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728b9ec3-8d32-480e-89cf-6a701177702f req-adae3173-0228-46fa-bad5-a2ac089884b9 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/security-groups?id=75989d25-7313-4734-9618-fd0c94f60564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565052 Aug 30 12:59:22.696687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:22.710871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:22.761407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Deleting port 00bc6e02-24e2-40b1-8eb1-920a555bba93 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:22.762023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:22.828409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event updated for resources: {'Port': ['ID=98cf2755-13dd-4926-906f-1d36c4a0c7d2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:22.832593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:22.836603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:22.842080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:22.888420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b832d3f-3ee2-481b-90ed-52cd4d61b3a0 req-3ddb48e2-3b3a-4e46-9355-80e089d2ddfd tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0699112 Aug 30 12:59:22.907879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:22.908870 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:22.960206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-7f866405-dd48-4511-b171-294c2f3a4fc3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3405683 Aug 30 12:59:22.978346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Request body: {'port': {'device_id': 'c55c09dd-b960-4255-9df6-ea7d39f144bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:22.992420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] For port 00bc6e02-24e2-40b1-8eb1-920a555bba93, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=00bc6e02-24e2-40b1-8eb1-920a555bba93,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:22.992796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:23.025544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Calling delete_port for 00bc6e02-24e2-40b1-8eb1-920a555bba93 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:23.105912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:23.303534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24e6f3-a761-4d97-8673-d2da4255d98a req-0445a8d4-0992-48c6-ab6b-e0d3940594e1 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:23.322389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e24e6f3-a761-4d97-8673-d2da4255d98a req-0445a8d4-0992-48c6-ab6b-e0d3940594e1 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1052411 Aug 30 12:59:23.398970 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e24e6f3-a761-4d97-8673-d2da4255d98a req-69651b5a-db7a-473c-bdd7-ca3ba3ff39b8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642786 Aug 30 12:59:23.415278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:23.507538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Pushing event deleted for resources: {'Port': ['ID=00bc6e02-24e2-40b1-8eb1-920a555bba93,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:23.675035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cf2755-13dd-4926-906f-1d36c4a0c7d2 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:23.686379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:23.700298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Transition to ACTIVE for port object 98cf2755-13dd-4926-906f-1d36c4a0c7d2 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:23.730679 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:23.867825 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7c1fc86-f00d-483c-9e21-e4851346d735 req-df0d76f9-7c2d-4f8e-a508-18908467355a tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b4f9bed-f95a-4e77-af36-74755e7cfed3 HTTP/1.1" status: 200 len: 210 time: 0.0485644 Aug 30 12:59:23.873700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] No DVR routers for this DVR port 00bc6e02-24e2-40b1-8eb1-920a555bba93 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:23.882713 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:23.884863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a1cfa32-5df8-491d-9b9f-80f08bf357f7 req-7d8ee8f5-8c95-4a4b-b470-26d46b378f50 tempest-ServersAdminTestJSON-1405343885 tempest-ServersAdminTestJSON-1405343885-project] 10.222.0.35 "DELETE /v2.0/ports/00bc6e02-24e2-40b1-8eb1-920a555bba93 HTTP/1.1" status: 204 len: 173 time: 1.5812094 Aug 30 12:59:23.896081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-deleted', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:23.900834 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344991d6-e6e6-4096-b5b8-399f30ffb2d2" -d '{"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-deleted", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:23.944278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095f710-e442-4bdb-a70f-3a96b23b213f req-27d8ab78-8164-4a3f-bfa7-4e6643e46baa tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:23.952614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8095f710-e442-4bdb-a70f-3a96b23b213f req-27d8ab78-8164-4a3f-bfa7-4e6643e46baa tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 931 time: 0.4254024 Aug 30 12:59:24.025804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Pushing event updated for resources: {'Port': ['ID=98cf2755-13dd-4926-906f-1d36c4a0c7d2,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:24.028530 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ce996e1d-3464-45ff-90b8-fc5123381f9c req-ac209c18-d31c-4c3f-ae75-65688e7bebe2 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0409679 Aug 30 12:59:24.101295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8095f710-e442-4bdb-a70f-3a96b23b213f req-0ef89b6d-0a57-40ba-8678-225bde7e9e3a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477921 Aug 30 12:59:24.115482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Attempting to bind port 98cf2755-13dd-4926-906f-1d36c4a0c7d2 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:24.115929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Attempting to bind port 98cf2755-13dd-4926-906f-1d36c4a0c7d2 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:24.116375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Attempting to bind port 98cf2755-13dd-4926-906f-1d36c4a0c7d2 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:24.121638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Port 98cf2755-13dd-4926-906f-1d36c4a0c7d2 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:59:24.122092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Attempting to bind port 98cf2755-13dd-4926-906f-1d36c4a0c7d2 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:24.128008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:24.128473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Checking segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:24.129082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Bound using segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:24.129624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Bound port: 98cf2755-13dd-4926-906f-1d36c4a0c7d2, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:24.130217 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:24.134334 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab0bb9a-0378-41ee-933d-d958caecbd1b x-openstack-request-id: req-7ab0bb9a-0378-41ee-933d-d958caecbd1b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:24.134334 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4f9bed-f95a-4e77-af36-74755e7cfed3", "name": "network-vif-deleted", "tag": "00bc6e02-24e2-40b1-8eb1-920a555bba93", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:24.134738 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ab0bb9a-0378-41ee-933d-d958caecbd1b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:24.135237 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4f9bed-f95a-4e77-af36-74755e7cfed3', 'name': 'network-vif-deleted', 'tag': '00bc6e02-24e2-40b1-8eb1-920a555bba93', 'status': 'completed', 'code': 200} Aug 30 12:59:24.273227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] For port 98cf2755-13dd-4926-906f-1d36c4a0c7d2, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:24.277639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] For port 98cf2755-13dd-4926-906f-1d36c4a0c7d2, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=98cf2755-13dd-4926-906f-1d36c4a0c7d2,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:24.296792 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:24.342041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-939fffa0-8b38-4cc4-aedd-5302ff412183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:24.343556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-939fffa0-8b38-4cc4-aedd-5302ff412183 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a&tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8 HTTP/1.1" status: 200 len: 1101 time: 0.1224990 Aug 30 12:59:24.371204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:24.381900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:24.383142 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:24.384888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] 10.222.0.35 "PUT /v2.0/ports/98cf2755-13dd-4926-906f-1d36c4a0c7d2 HTTP/1.1" status: 200 len: 1091 time: 1.4135778 Aug 30 12:59:24.471662 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:24.544303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 00bc6e02-24e2-40b1-8eb1-920a555bba93 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:24.544719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 00bc6e02-24e2-40b1-8eb1-920a555bba93 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:24.640645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd5d21-642f-489d-a9c2-c90aea4dc6eb req-a973fdb9-d2c6-4137-94b9-28777faa2343 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:24.648505 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4cdd5d21-642f-489d-a9c2-c90aea4dc6eb req-a973fdb9-d2c6-4137-94b9-28777faa2343 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1269670 Aug 30 12:59:24.709607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4cdd5d21-642f-489d-a9c2-c90aea4dc6eb req-70ecf51a-9a8d-42a5-a28d-cd8861c0bb43 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556574 Aug 30 12:59:24.830098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29c4fd-0bfe-4b82-8441-7460dd248037 service neutron] Pushing event updated for resources: {'Port': ['ID=98cf2755-13dd-4926-906f-1d36c4a0c7d2,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:24.870826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:24.883616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-65bd8e37-2fc9-488e-b851-ecc71c489cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:24.885124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-65bd8e37-2fc9-488e-b851-ecc71c489cc5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 1094 time: 0.1060629 Aug 30 12:59:24.971074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-600eaace-d6db-4be2-9eb5-72aab71fdd6e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98cf2755-13dd-4926-906f-1d36c4a0c7d2 HTTP/1.1" status: 200 len: 217 time: 0.0523469 Aug 30 12:59:25.210599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c3db59a-0f0c-41a7-b20a-25da59ce9cac req-92865c5e-91cf-40b3-8a1d-75e8ca522196 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0570664 Aug 30 12:59:25.240520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-ddaea443-9e3c-47cd-8518-7fde63fcc45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:25.243630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-ddaea443-9e3c-47cd-8518-7fde63fcc45d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.2602079 Aug 30 12:59:25.354740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-267aec6e-88a7-4853-b974-310c621ba914 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822065 Aug 30 12:59:25.367494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee9a5b-b353-469f-9695-9aa32dd5cf13 req-fb789ec1-c712-4288-a697-f319756b2371 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:25.370040 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0aee9a5b-b353-469f-9695-9aa32dd5cf13 req-fb789ec1-c712-4288-a697-f319756b2371 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 943 time: 0.0791643 Aug 30 12:59:25.398145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34476) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:25.482269 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0aee9a5b-b353-469f-9695-9aa32dd5cf13 req-a8defa9e-9f09-4544-b877-f950e3aafe2a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982468 Aug 30 12:59:25.533059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:25.557064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-fe20d38b-f426-416e-a104-fd7e431ddba9 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852601 Aug 30 12:59:25.634290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:25.637249 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd76ee55-c9e4-41e7-82ae-02a21ac3bf9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=43d8545bec2a4b9f9bc76a8312dc65ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314279 Aug 30 12:59:25.638865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34480) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:25.711447 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-040dbb5c-6817-4541-bb4c-025e9d048866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:25.774436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:25.781893 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-040dbb5c-6817-4541-bb4c-025e9d048866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:25.802343 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74a30f8a-ce51-49da-a02f-e32254bb9b87 req-ce8dcf02-6aef-4192-9d70-5f386cb68290 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374725 Aug 30 12:59:25.818915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Transition to ACTIVE for port object d3220d67-b5fc-4d1a-8676-f84996db6c0e will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:25.826175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:25.882843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:25.904613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:25.934459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] No DVR routers for this DVR port d3220d67-b5fc-4d1a-8676-f84996db6c0e on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:25.977159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:25.977783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:25.978283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:25.978434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:25.985196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Port d3220d67-b5fc-4d1a-8676-f84996db6c0e on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:59:25.985884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Attempting to bind port d3220d67-b5fc-4d1a-8676-f84996db6c0e on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:25.992563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:25.993157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:25.993906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:25.994612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Bound port: d3220d67-b5fc-4d1a-8676-f84996db6c0e, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:25.995257 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:26.021819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb112690-7d9e-4959-9611-3cbaf707b1de req-947624ed-6834-4a69-b2d4-186f1f400d25 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:26.025487 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fb112690-7d9e-4959-9611-3cbaf707b1de req-947624ed-6834-4a69-b2d4-186f1f400d25 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.1820183 Aug 30 12:59:26.095875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:26.100638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:26.111525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:26.159720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55c09dd-b960-4255-9df6-ea7d39f144bb', 'tag': '98cf2755-13dd-4926-906f-1d36c4a0c7d2'}, {'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:26.163323 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1316f9a2-a722-473d-88f1-e0af338feda3" -d '{"events": [{"name": "network-changed", "server_uuid": "c55c09dd-b960-4255-9df6-ea7d39f144bb", "tag": "98cf2755-13dd-4926-906f-1d36c4a0c7d2"}, {"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:26.168851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:26.169488 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:26.171639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] 10.222.0.35 "PUT /v2.0/ports/d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 1097 time: 1.8188024 Aug 30 12:59:26.176951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fb112690-7d9e-4959-9611-3cbaf707b1de req-2b25e4ed-a1f9-498f-93c6-471985c6e1c2 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379385 Aug 30 12:59:26.180299 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-040dbb5c-6817-4541-bb4c-025e9d048866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:26.210831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedf6103-0bd8-4d61-881f-c10a255a5887 service neutron] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=11']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:26.216717 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-040dbb5c-6817-4541-bb4c-025e9d048866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:26.227616 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-040dbb5c-6817-4541-bb4c-025e9d048866 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75989d25-7313-4734-9618-fd0c94f60564 HTTP/1.1" status: 204 len: 168 time: 0.5810108 Aug 30 12:59:26.262097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dbb5c-6817-4541-bb4c-025e9d048866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75989d25-7313-4734-9618-fd0c94f60564,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:26.306315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-3c027115-5acf-4be1-a278-ab9d1ff86b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:26.308637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-3c027115-5acf-4be1-a278-ab9d1ff86b63 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1100 time: 0.0869000 Aug 30 12:59:26.334191 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9479814b-bdd2-4c8c-abea-5f4e42311f7d x-openstack-request-id: req-9479814b-bdd2-4c8c-abea-5f4e42311f7d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:26.334191 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55c09dd-b960-4255-9df6-ea7d39f144bb", "tag": "98cf2755-13dd-4926-906f-1d36c4a0c7d2", "status": "completed", "code": 200}, {"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-unplugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:26.334191 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9479814b-bdd2-4c8c-abea-5f4e42311f7d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:26.334191 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55c09dd-b960-4255-9df6-ea7d39f144bb', 'tag': '98cf2755-13dd-4926-906f-1d36c4a0c7d2', 'status': 'completed', 'code': 200} Aug 30 12:59:26.334660 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'code': 200} Aug 30 12:59:26.454054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c441131-53d4-4a0b-b8ef-7035ceea3218 req-77cd97b6-9253-4f1e-a1a1-bc35620b8c15 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d46f232-5ae4-45a9-ae84-0128403f51d6 HTTP/1.1" status: 200 len: 210 time: 0.0648081 Aug 30 12:59:26.539936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-8027f722-d55e-428f-957b-e79685ddc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:26.541615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-8027f722-d55e-428f-957b-e79685ddc31f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 1094 time: 0.1850605 Aug 30 12:59:26.745902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-aebb7697-4689-42cb-9a64-eea8229c1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:26.747350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-aebb7697-4689-42cb-9a64-eea8229c1ecf service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.4315505 Aug 30 12:59:26.831185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34514) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:26.845533 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-547dda3c-9b7e-4823-8c05-21adc1ed5877 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.0702868 Aug 30 12:59:26.937104 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cadfe1a7-042a-4d81-9f3d-866e26243743 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=518a01fb698c417aa5c280701c23182f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041129 Aug 30 12:59:26.938100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34516) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:26.947375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236ebf9-cf76-4e6a-a1f1-17f87b5d7006 req-b027f6fb-ed91-43a6-b3fc-9a3918706bf9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:26.955100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6236ebf9-cf76-4e6a-a1f1-17f87b5d7006 req-b027f6fb-ed91-43a6-b3fc-9a3918706bf9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 943 time: 0.2846315 Aug 30 12:59:26.997123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-e6707055-d5aa-4d3f-9942-55442d8c7fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:26.998776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-e6707055-d5aa-4d3f-9942-55442d8c7fb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1338098 Aug 30 12:59:26.999786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-18c19142-633a-4213-9cd2-cef2eb7e438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:27.001101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-18c19142-633a-4213-9cd2-cef2eb7e438e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 906 time: 0.4463999 Aug 30 12:59:27.020121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d36deb5-1536-4d93-acb3-28d49e62dbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:27.035952 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6236ebf9-cf76-4e6a-a1f1-17f87b5d7006 req-53f1798c-ddf1-4095-89d9-deeb814a37ca tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751438 Aug 30 12:59:27.070231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d36deb5-1536-4d93-acb3-28d49e62dbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:27.141771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-6b5aa4e8-7d21-4418-8a1f-a645267d3ac9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98cf2755-13dd-4926-906f-1d36c4a0c7d2 HTTP/1.1" status: 200 len: 217 time: 0.1030269 Aug 30 12:59:27.158469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d36deb5-1536-4d93-acb3-28d49e62dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:27.161049 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d36deb5-1536-4d93-acb3-28d49e62dbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:27.162219 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8d36deb5-1536-4d93-acb3-28d49e62dbf3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4663604c-c613-4146-a6f1-ec2958b72ae5 HTTP/1.1" status: 204 len: 168 time: 0.2230337 Aug 30 12:59:27.173488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36deb5-1536-4d93-acb3-28d49e62dbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4663604c-c613-4146-a6f1-ec2958b72ae5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:27.231495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-663486e8-0f57-4b62-a0fa-3bd553cf4cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:27.233046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-663486e8-0f57-4b62-a0fa-3bd553cf4cfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1947510 Aug 30 12:59:27.330831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-45da0f4b-b875-4fb5-b886-bf9f3ac0ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:27.332237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-45da0f4b-b875-4fb5-b886-bf9f3ac0ee24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.1640022 Aug 30 12:59:27.486291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-4113788e-eb5f-475d-8b5a-1a1939298145 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446840 Aug 30 12:59:27.488505 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-09867e1d-dc2d-45bf-bc19-0f6d6c2750a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564229 Aug 30 12:59:27.508253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb71106-e9fa-40b4-9aa9-4fc582c8e1d7 req-da384421-2c7d-49ca-838d-fffbf31e1408 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:27.509998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-edb71106-e9fa-40b4-9aa9-4fc582c8e1d7 req-da384421-2c7d-49ca-838d-fffbf31e1408 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.1929505 Aug 30 12:59:27.745522 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-edb71106-e9fa-40b4-9aa9-4fc582c8e1d7 req-085fceea-b46f-4ae2-af86-ce127574ce89 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388717 Aug 30 12:59:27.780463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637b2145-6b92-4b41-8ae0-e38e2c710f0f req-eeb2d4bd-8115-4387-9cbe-4b5489acb090 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692397 Aug 30 12:59:27.784247 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-b02e74d7-38a0-4550-9774-a73e2b6bf8a1 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954336 Aug 30 12:59:28.096329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1316f9a2-a722-473d-88f1-e0af338feda3 req-6779ef5c-e5a0-49ea-9d22-74ad22364052 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952995 Aug 30 12:59:28.112180 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:28.304800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cac114-216c-4225-a284-38b1901838b9 req-601faad7-72bb-4cfa-8122-bff11bd1cc37 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:28.316759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64cac114-216c-4225-a284-38b1901838b9 req-601faad7-72bb-4cfa-8122-bff11bd1cc37 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 943 time: 0.1104758 Aug 30 12:59:28.335531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:28.338188 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba" -d '{"events": [{"name": "network-changed", "server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:28.402330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64cac114-216c-4225-a284-38b1901838b9 req-bfa74612-2774-4132-b6ec-f10e3ab03e40 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845554 Aug 30 12:59:28.444225 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616b3759-0b35-45ea-a2e7-0fb33516d2c3 x-openstack-request-id: req-616b3759-0b35-45ea-a2e7-0fb33516d2c3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:28.444520 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:28.444773 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-616b3759-0b35-45ea-a2e7-0fb33516d2c3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:28.445168 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'status': 'completed', 'code': 200} Aug 30 12:59:28.672289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-ccd0a564-8167-467d-8529-556463616ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:28.674113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-ccd0a564-8167-467d-8529-556463616ea5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1100 time: 0.2269633 Aug 30 12:59:28.680095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-38ca8909-2045-4753-8a02-8802b3477fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:28.681891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-38ca8909-2045-4753-8a02-8802b3477fc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1100 time: 0.2358751 Aug 30 12:59:28.767647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e568e-9c8e-489b-8a91-654cdf9d3dc1 req-fb1f0353-8676-4bf0-af6c-df573d5165cd tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:28.781567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c75e568e-9c8e-489b-8a91-654cdf9d3dc1 req-fb1f0353-8676-4bf0-af6c-df573d5165cd tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.2592211 Aug 30 12:59:28.817909 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c75e568e-9c8e-489b-8a91-654cdf9d3dc1 req-7766180d-664a-4c08-8941-21e5df703db9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/quotas/919aaf448c2b4960b0bc207cc67bed38 HTTP/1.1" status: 200 len: 375 time: 0.0337477 Aug 30 12:59:28.890814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-0cd52396-95b2-48c0-8951-10fe00659f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:28.896572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-0cd52396-95b2-48c0-8951-10fe00659f6d service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2127929 Aug 30 12:59:28.900198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-40126ff6-7ca9-47bc-bfd0-6271898750b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:28.901892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-40126ff6-7ca9-47bc-bfd0-6271898750b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2088985 Aug 30 12:59:28.908818 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c75e568e-9c8e-489b-8a91-654cdf9d3dc1 req-64a5b4d3-575c-4b84-a8c8-6820764698b5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893133 Aug 30 12:59:29.053926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c75e568e-9c8e-489b-8a91-654cdf9d3dc1 req-6ef4fb95-539e-46e1-a60a-02c9862c36ab service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435122 Aug 30 12:59:29.158707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-782c1787-8578-47b6-a235-e9cd8dd5f47b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.2504680 Aug 30 12:59:29.190603 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-ad1f8edd-99f8-4031-b3f0-d83c38ce0f85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 200 len: 217 time: 0.2693686 Aug 30 12:59:29.308412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd989a73-8d01-42f9-9ec2-8ce04f658d7b req-0d73a6d0-a973-405c-9fd2-317753ee2d24 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:29.321199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd989a73-8d01-42f9-9ec2-8ce04f658d7b req-0d73a6d0-a973-405c-9fd2-317753ee2d24 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.4175100 Aug 30 12:59:29.333388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-abcbd2a8-7c27-4740-8d4a-f1f6cf840df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:29.335205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-abcbd2a8-7c27-4740-8d4a-f1f6cf840df8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1721697 Aug 30 12:59:29.338323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-3629227f-52df-41eb-a244-a905bd35fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:29.339854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-3629227f-52df-41eb-a244-a905bd35fd19 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1215017 Aug 30 12:59:29.341286 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c75e568e-9c8e-489b-8a91-654cdf9d3dc1 req-c8b20f1f-1068-42b8-b32c-1d70063e476e service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864304 Aug 30 12:59:29.532464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd989a73-8d01-42f9-9ec2-8ce04f658d7b req-796fb2aa-bf01-4f21-a25e-376e17c89854 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951363 Aug 30 12:59:29.580703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-47767e4a-f364-40ee-bb8e-b177affdd1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:29.586090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-47767e4a-f364-40ee-bb8e-b177affdd1da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2256248 Aug 30 12:59:29.593575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-bb21f18b-ff9a-46b0-8b87-04d4a83ecf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:29.597692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-bb21f18b-ff9a-46b0-8b87-04d4a83ecf20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357218 Aug 30 12:59:29.896944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0746e39-0bce-4551-b9f3-5d36ce41dc3e req-4b5f55ab-7131-428a-ac7a-6c5508006144 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:29.909406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d0746e39-0bce-4551-b9f3-5d36ce41dc3e req-4b5f55ab-7131-428a-ac7a-6c5508006144 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 943 time: 0.2082269 Aug 30 12:59:30.075790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d0746e39-0bce-4551-b9f3-5d36ce41dc3e req-9cac8e89-9783-4081-8f60-0d071973b68a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643250 Aug 30 12:59:30.120834 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b474cfc-a934-40d8-90bd-c78ff381b98a req-074d174e-199f-4cce-9aa6-3c17269e9ed7 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=52b6b62b-e013-4978-9de7-95fa2c3a8e55 HTTP/1.1" status: 200 len: 210 time: 0.1539936 Aug 30 12:59:30.286161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-510a6ccd-221d-4b6a-81ab-8b81760b01cd service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873000 Aug 30 12:59:30.287903 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-b1d98492-7b28-4f17-84c4-27dc8c38c231 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727121 Aug 30 12:59:30.488647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 98cf2755-13dd-4926-906f-1d36c4a0c7d2 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:30.615664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-a8a38970-cfd0-4e17-a40a-fd31f39e5b77 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148270 Aug 30 12:59:30.649401 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fc6e920-ef67-4e6a-b6f2-d193432ce6ba req-73c616e9-193a-4bb7-82b8-b54bfd5479df service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535578 Aug 30 12:59:30.753912 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:30.874816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 98cf2755-13dd-4926-906f-1d36c4a0c7d2, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=98cf2755-13dd-4926-906f-1d36c4a0c7d2,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:30.910010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '98cf2755-13dd-4926-906f-1d36c4a0c7d2', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'port_id': '98cf2755-13dd-4926-906f-1d36c4a0c7d2', 'mac_address': 'fa:16:3e:4c:ec:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:30.968974 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:31.000735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cf2755-13dd-4926-906f-1d36c4a0c7d2 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:31.046470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 98cf2755-13dd-4926-906f-1d36c4a0c7d2, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=98cf2755-13dd-4926-906f-1d36c4a0c7d2,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:31.056701 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:31.106064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80646cb7-cb36-4d7e-8dfb-9d8384e2d3e1 req-d4534dba-2da8-4956-be48-cb08f042c0f9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:31.114332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80646cb7-cb36-4d7e-8dfb-9d8384e2d3e1 req-d4534dba-2da8-4956-be48-cb08f042c0f9 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.0841715 Aug 30 12:59:31.179648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80646cb7-cb36-4d7e-8dfb-9d8384e2d3e1 req-41fe6ba8-5eab-435a-99b9-914b9554218e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587902 Aug 30 12:59:31.192525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=98cf2755-13dd-4926-906f-1d36c4a0c7d2,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:31.392052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05c202-83dc-4974-90c6-89adbb925559 req-550f0d65-f550-4119-92cb-60beb03be608 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:31.400740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad05c202-83dc-4974-90c6-89adbb925559 req-550f0d65-f550-4119-92cb-60beb03be608 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 944 time: 0.1129501 Aug 30 12:59:31.430201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['98cf2755-13dd-4926-906f-1d36c4a0c7d2'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:31.522789 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad05c202-83dc-4974-90c6-89adbb925559 req-c95c1d68-0e84-4eec-b5dc-7de22fb7cd7b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198134 Aug 30 12:59:31.895752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6639141-aafc-4c8f-a4be-c1cdcd3a077e req-7dff5dfc-42ec-48db-94fa-e4cc1787d113 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:31.906762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6639141-aafc-4c8f-a4be-c1cdcd3a077e req-7dff5dfc-42ec-48db-94fa-e4cc1787d113 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 944 time: 0.2127135 Aug 30 12:59:32.025617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34708) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:32.122246 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-bf7a5a32-bcad-4b82-aa32-20a9a4641c84 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:32.131373 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-bf7a5a32-bcad-4b82-aa32-20a9a4641c84 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.2003658 Aug 30 12:59:32.153389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6b55685c-e84e-4634-b2af-91a86bb20a91 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/quotas/919aaf448c2b4960b0bc207cc67bed38 HTTP/1.1" status: 200 len: 375 time: 0.0205555 Aug 30 12:59:32.195345 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6d656628-146b-461b-be1d-1fb3a8058b82 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405169 Aug 30 12:59:32.285574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-0562cd3e-1290-46e7-af30-d46fde2f9155 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:32.287075 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-0562cd3e-1290-46e7-af30-d46fde2f9155 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.35 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 944 time: 0.5720394 Aug 30 12:59:32.333882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6639141-aafc-4c8f-a4be-c1cdcd3a077e req-cf0c7389-75b5-4666-941c-634bc5205655 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245968 Aug 30 12:59:32.341104 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-f36d42a7-a09a-4b62-92ae-11d24507c102 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444974 Aug 30 12:59:32.343021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4a11-05ba-47a0-aa17-32c2055bc522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.435602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Deleting port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:32.436231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.491674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-c9bbe993-d1ac-463f-8700-cb40d8732ea7 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494682 Aug 30 12:59:32.520947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:32.525031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd34ec-b4ef-4873-8a7d-0f678f21e3bc req-8cc223fd-ad03-4bdf-9885-4770c895ba70 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:32.532485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35dd34ec-b4ef-4873-8a7d-0f678f21e3bc req-8cc223fd-ad03-4bdf-9885-4770c895ba70 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 949 time: 0.1138227 Aug 30 12:59:32.540443 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4a11-05ba-47a0-aa17-32c2055bc522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.548153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4a11-05ba-47a0-aa17-32c2055bc522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.593130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8a0d4a11-05ba-47a0-aa17-32c2055bc522 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=517011d0559942ce82690f07c76ae4ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5676172 Aug 30 12:59:32.594621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d4a11-05ba-47a0-aa17-32c2055bc522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69aace3-93eb-477c-926c-a86fcb588336,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:32.596924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34728) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:32.598350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] For port 7a9ac668-c79d-4fb3-8e20-0a829d975b56, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=7a9ac668-c79d-4fb3-8e20-0a829d975b56,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:32.598784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.643172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35dd34ec-b4ef-4873-8a7d-0f678f21e3bc req-5c2d40fb-4d0f-45dd-9c85-279916d13553 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096723 Aug 30 12:59:32.667261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Calling delete_port for 7a9ac668-c79d-4fb3-8e20-0a829d975b56 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:32.723727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:32.747584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'mac_address': 'fa:16:3e:d4:ef:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:32.761421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-84e527ea-c8e0-4aae-87d5-55bd310885e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.798054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-84e527ea-c8e0-4aae-87d5-55bd310885e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.856213 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.881389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3220d67-b5fc-4d1a-8676-f84996db6c0e {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:32.892866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1923a8-09a6-4100-aa30-a3f359594b4f req-c5e38faf-5f38-4658-a732-cf702c93bc83 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:32.901288 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a1923a8-09a6-4100-aa30-a3f359594b4f req-c5e38faf-5f38-4658-a732-cf702c93bc83 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=2cd354c7-dece-4341-94c1-930a031a6d7b HTTP/1.1" status: 200 len: 944 time: 0.0867858 Aug 30 12:59:32.922266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:32.924524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-84e527ea-c8e0-4aae-87d5-55bd310885e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.929926 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-84e527ea-c8e0-4aae-87d5-55bd310885e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.931715 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-84e527ea-c8e0-4aae-87d5-55bd310885e0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b69aace3-93eb-477c-926c-a86fcb588336 HTTP/1.1" status: 204 len: 168 time: 0.3302641 Aug 30 12:59:32.942635 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:32.965565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e527ea-c8e0-4aae-87d5-55bd310885e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69aace3-93eb-477c-926c-a86fcb588336,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:33.030421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:33.043670 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a1923a8-09a6-4100-aa30-a3f359594b4f req-5c9a32ef-bb55-4c81-9cd9-8a6765a67255 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313961 Aug 30 12:59:33.067912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Pushing event deleted for resources: {'Port': ['ID=7a9ac668-c79d-4fb3-8e20-0a829d975b56,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:33.087400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f384668d-fd62-4a0f-af05-fb7a49142662 req-d6b84ff1-f983-4922-ac4c-6811bfedcd0b tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:33.096147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f384668d-fd62-4a0f-af05-fb7a49142662 req-d6b84ff1-f983-4922-ac4c-6811bfedcd0b tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 1101 time: 0.1280811 Aug 30 12:59:33.133163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=12']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:33.143944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] No DVR routers for this DVR port 7a9ac668-c79d-4fb3-8e20-0a829d975b56 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:33.153096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:33.155552 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23ddca18-300c-494b-ae77-1078f5f7b5d7 req-eca183bc-6330-450a-bef3-03a2c412ae06 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.35 "DELETE /v2.0/ports/7a9ac668-c79d-4fb3-8e20-0a829d975b56 HTTP/1.1" status: 204 len: 173 time: 0.8593688 Aug 30 12:59:33.156007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'name': 'network-vif-deleted', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:33.160089 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f801931-c998-4d5d-b968-d8e9dd509ea7" -d '{"events": [{"server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "name": "network-vif-deleted", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:33.184414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f384668d-fd62-4a0f-af05-fb7a49142662 req-fb3e8f62-fb0d-419c-b84f-d8172d1375fe tempest-MigrationsAdminTest-771481043 tempest-MigrationsAdminTest-771481043-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871387 Aug 30 12:59:33.280748 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93a16f3-9bba-4ff4-a20b-aaea927c6f45 x-openstack-request-id: req-e93a16f3-9bba-4ff4-a20b-aaea927c6f45 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:33.281048 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd354c7-dece-4341-94c1-930a031a6d7b", "name": "network-vif-deleted", "tag": "7a9ac668-c79d-4fb3-8e20-0a829d975b56", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:33.281332 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e93a16f3-9bba-4ff4-a20b-aaea927c6f45 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:33.281708 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd354c7-dece-4341-94c1-930a031a6d7b', 'name': 'network-vif-deleted', 'tag': '7a9ac668-c79d-4fb3-8e20-0a829d975b56', 'status': 'completed', 'code': 200} Aug 30 12:59:33.357919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e5cc437-5479-471a-826a-fd029c394d22 req-024cc53e-afeb-4018-bf45-b1177f610e5b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 210 time: 0.0573275 Aug 30 12:59:33.361418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d3220d67-b5fc-4d1a-8676-f84996db6c0e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:33.483796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34774) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:33.509459 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e76985f-99ac-4615-a256-39fde0e6e418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:33.546548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbf573-ec14-4101-b334-40854040cef8 req-b2638551-3abc-4db7-8ac4-b4363fa1da0c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:33.561871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c8fbf573-ec14-4101-b334-40854040cef8 req-b2638551-3abc-4db7-8ac4-b4363fa1da0c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 944 time: 0.1067460 Aug 30 12:59:33.683459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c8fbf573-ec14-4101-b334-40854040cef8 req-4a665f78-3930-4db0-95e2-41d3255d9ebb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203506 Aug 30 12:59:33.751848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e76985f-99ac-4615-a256-39fde0e6e418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:33.757456 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e76985f-99ac-4615-a256-39fde0e6e418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:33.796638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6cf8c-f6e9-4233-a30e-11fa31309de4 req-c6eb0901-39d9-4f37-b9d5-2208d01dfa7c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:33.798191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4a6cf8c-f6e9-4233-a30e-11fa31309de4 req-c6eb0901-39d9-4f37-b9d5-2208d01dfa7c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0534830 Aug 30 12:59:33.813224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76985f-99ac-4615-a256-39fde0e6e418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8c0627-1ee1-4e76-8ae1-654b4af9c9d5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:33.820907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9e76985f-99ac-4615-a256-39fde0e6e418 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4935efe6d4247b29fc86ecf05154362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335314 Aug 30 12:59:33.821612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34788) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:33.872529 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4a6cf8c-f6e9-4233-a30e-11fa31309de4 req-3a5b3f83-c574-4c5d-b046-f2bd9e42c34f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679033 Aug 30 12:59:33.892564 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b1d566d-12ff-4021-b603-1bd3ce102e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:33.935903 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b1d566d-12ff-4021-b603-1bd3ce102e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:34.006708 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b1d566d-12ff-4021-b603-1bd3ce102e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:34.009326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b1d566d-12ff-4021-b603-1bd3ce102e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:34.013796 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8b1d566d-12ff-4021-b603-1bd3ce102e0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2a8c0627-1ee1-4e76-8ae1-654b4af9c9d5 HTTP/1.1" status: 204 len: 168 time: 0.1883533 Aug 30 12:59:34.018800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d566d-12ff-4021-b603-1bd3ce102e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8c0627-1ee1-4e76-8ae1-654b4af9c9d5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:34.351927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c599016-f0e5-412e-a099-96c81f4bf9fb req-8b394c9f-dc4f-4ddd-acb6-fac52b03bc7a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:34.351927 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c599016-f0e5-412e-a099-96c81f4bf9fb req-8b394c9f-dc4f-4ddd-acb6-fac52b03bc7a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 944 time: 0.0505309 Aug 30 12:59:34.395795 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c599016-f0e5-412e-a099-96c81f4bf9fb req-8b770bae-e226-467c-b9f1-27126e40498a tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374033 Aug 30 12:59:34.505458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 98cf2755-13dd-4926-906f-1d36c4a0c7d2 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:34.530810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ca142e9-001c-45bd-bd38-81534f068c40 req-a969d5f8-9571-4269-bf08-2dbaab2d44aa tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 210 time: 0.0476892 Aug 30 12:59:34.572960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 98cf2755-13dd-4926-906f-1d36c4a0c7d2 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:34.576723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 98cf2755-13dd-4926-906f-1d36c4a0c7d2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:34.577158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:34.659056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:34.684616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55c09dd-b960-4255-9df6-ea7d39f144bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cf2755-13dd-4926-906f-1d36c4a0c7d2'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:34.685368 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60385ef5-4c51-4950-bef0-54cd4cc1486f" -d '{"events": [{"server_uuid": "c55c09dd-b960-4255-9df6-ea7d39f144bb", "name": "network-vif-plugged", "status": "completed", "tag": "98cf2755-13dd-4926-906f-1d36c4a0c7d2"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:34.704743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 98cf2755-13dd-4926-906f-1d36c4a0c7d2, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=98cf2755-13dd-4926-906f-1d36c4a0c7d2,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:34.712357 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:34.714365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 7a9ac668-c79d-4fb3-8e20-0a829d975b56 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:34.750930 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2b60fd-69c1-4b7d-99f6-2ed878f9be1c x-openstack-request-id: req-cf2b60fd-69c1-4b7d-99f6-2ed878f9be1c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:34.751225 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55c09dd-b960-4255-9df6-ea7d39f144bb", "name": "network-vif-plugged", "status": "completed", "tag": "98cf2755-13dd-4926-906f-1d36c4a0c7d2", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:34.751471 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf2b60fd-69c1-4b7d-99f6-2ed878f9be1c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:34.752282 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55c09dd-b960-4255-9df6-ea7d39f144bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cf2755-13dd-4926-906f-1d36c4a0c7d2', 'code': 200} Aug 30 12:59:34.774540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 7a9ac668-c79d-4fb3-8e20-0a829d975b56 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:34.774891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 7a9ac668-c79d-4fb3-8e20-0a829d975b56 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:34.807963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=98cf2755-13dd-4926-906f-1d36c4a0c7d2,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:34.869273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-a492eed6-b28d-41b2-be79-c2384c1c6340 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:34.871800 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-a492eed6-b28d-41b2-be79-c2384c1c6340 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 803 time: 0.1552525 Aug 30 12:59:34.881100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee88cf6-fb39-40ae-8e15-dab8967cad8d req-9062330f-581d-492c-88e8-3332991b107e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:34.883131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cee88cf6-fb39-40ae-8e15-dab8967cad8d req-9062330f-581d-492c-88e8-3332991b107e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 945 time: 0.1002450 Aug 30 12:59:34.887935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea5373-415e-4154-8643-005dc6b56744 req-285009a1-9c7b-426c-9ffc-09ffac6fb741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:34.889689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aea5373-415e-4154-8643-005dc6b56744 req-285009a1-9c7b-426c-9ffc-09ffac6fb741 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 1096 time: 0.0713112 Aug 30 12:59:34.891544 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-5eac67d2-c98a-4e6c-8bfa-f893c5fed1a3 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/quotas/79bbe82aad2b4287884ace0fb8add6b8 HTTP/1.1" status: 200 len: 375 time: 0.0129046 Aug 30 12:59:34.945585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34868) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:34.955710 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-2979a19a-56c9-46e5-abee-7d67d302fa01 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573294 Aug 30 12:59:35.056296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cee88cf6-fb39-40ae-8e15-dab8967cad8d req-db782535-dc56-4a89-9d9f-cb2fba3ad684 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643014 Aug 30 12:59:35.079032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aea5373-415e-4154-8643-005dc6b56744 req-767d7f9b-a4b2-4ae6-8d08-64ad93bda21c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782916 Aug 30 12:59:35.082890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-91061eab-a287-4eb9-9dbb-3ff12dd2fcc6 service neutron] 10.222.0.37 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196547 Aug 30 12:59:35.087032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-network', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:35.099068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-8f75d10c-c9ff-4d4b-8686-1acec25c5a7b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:35.100743 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-8f75d10c-c9ff-4d4b-8686-1acec25c5a7b tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.35 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 944 time: 0.2011263 Aug 30 12:59:35.161931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Made reservation on behalf of 3649a66f50344339bb413d4c0fc84ce0 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:35.164378 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.183869 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-25ad9e2b-b697-4a55-b77f-73938bae6b71 service neutron] 10.222.0.37 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957088 Aug 30 12:59:35.186966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-5e8e6142-a843-4baa-93f1-7935bec3fc6c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:35.188392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-5e8e6142-a843-4baa-93f1-7935bec3fc6c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.2280610 Aug 30 12:59:35.196401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.238137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316430a6-bc4c-42ec-8260-894536dda099 req-13c3bb8d-1708-4024-93a6-85b73f36ffde tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:35.239635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-316430a6-bc4c-42ec-8260-894536dda099 req-13c3bb8d-1708-4024-93a6-85b73f36ffde tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.0939860 Aug 30 12:59:35.311043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-316430a6-bc4c-42ec-8260-894536dda099 req-09da525c-e989-4471-8e56-e5cd429fc9d7 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626583 Aug 30 12:59:35.354350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Request body: {'port': {'device_id': '86fce589-d058-4338-8189-504da390e4fc', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'admin_state_up': True, 'tenant_id': '919aaf448c2b4960b0bc207cc67bed38'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:35.435807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.456376 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.486704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4429bfe5-6896-4b6b-b1eb-6b969e65bf7a req-d075783d-fb4b-4281-b22f-3eb22660fb9d tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 210 time: 0.0851727 Aug 30 12:59:35.539736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde544-aae8-4c74-986d-f14039d13e89 req-c0c62059-1f82-4a7f-8542-7acd21f0ec1f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:35.542222 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44bde544-aae8-4c74-986d-f14039d13e89 req-c0c62059-1f82-4a7f-8542-7acd21f0ec1f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 944 time: 0.0528719 Aug 30 12:59:35.548528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:59:35.590162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa377f2-09f9-4c26-94e0-ee9a4f607c89,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:35.590836 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44bde544-aae8-4c74-986d-f14039d13e89 req-adddc0db-5d09-4824-a28c-1f74ed9dfc58 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428786 Aug 30 12:59:35.612267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.612730 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Added segment cc6a6c16-a038-44a4-a9d5-b9637ced3fcb of type vlan for network 303b3366-599b-4cee-9967-339df50bf102 Aug 30 12:59:35.707105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.740527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29316f20-1461-49db-8649-327ccd01a2f4 req-cb2490f3-9ae4-4168-80cd-a0318d1e1a2b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:35.742628 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29316f20-1461-49db-8649-327ccd01a2f4 req-cb2490f3-9ae4-4168-80cd-a0318d1e1a2b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.1767538 Aug 30 12:59:35.758714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Deleting port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:35.759102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.770056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Made reservation on behalf of 919aaf448c2b4960b0bc207cc67bed38 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:35.774604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.859638 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.860597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:35.861184 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:35.926283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44889e49-5840-47d6-9c49-3be855605c23 req-1f2979e0-7bbb-4d50-93b9-de7ee2190300 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 210 time: 0.1012402 Aug 30 12:59:35.974473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4eee665c-72df-4f5f-a11e-7568c396ecf9 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:36.052861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1038959 Aug 30 12:59:36.053125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.055843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34890) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:36.060879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Request body: {'subnet': {'network_id': '303b3366-599b-4cee-9967-339df50bf102', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-subnet', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:36.073396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c823043-e83a-42ba-994a-0f133df69636 admin admin] Pushing event updated for resources: {'Network': ['ID=303b3366-599b-4cee-9967-339df50bf102,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:36.083846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 303b3366-599b-4cee-9967-339df50bf102 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:59:36.098855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Made reservation on behalf of 3649a66f50344339bb413d4c0fc84ce0 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:36.101121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.110014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] For port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:36.110389 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.119908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:36.161758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Calling delete_port for 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:36.167749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.223552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1cd51-0905-4c3a-bf0b-ce5046d71967 req-cea70b14-c791-4542-9c40-b94375824702 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:36.231508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7b1cd51-0905-4c3a-bf0b-ce5046d71967 req-cea70b14-c791-4542-9c40-b94375824702 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 945 time: 0.0825613 Aug 30 12:59:36.244677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-29316f20-1461-49db-8649-327ccd01a2f4 req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Deleting port d3220d67-b5fc-4d1a-8676-f84996db6c0e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:36.245026 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29316f20-1461-49db-8649-327ccd01a2f4 req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.248511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=4eee665c-72df-4f5f-a11e-7568c396ecf9,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:36.276753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Allocated IP 172.20.0.14 (85b23412-467f-4f3e-8b55-decbbe850201/db198819-93a6-483c-ab96-0292a32f931d/328c0cad-a345-4846-bc71-584f2080dcf1) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:36.312480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7b1cd51-0905-4c3a-bf0b-ce5046d71967 req-b21a2be9-e793-46ee-baa5-5c1d7ddb0a44 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745802 Aug 30 12:59:36.440426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.465432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f686a52-f362-4719-89ae-3301e38352d1 req-51a8ceb1-1ebf-4ff4-9b79-fa5e78012bb4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:36.468076 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f686a52-f362-4719-89ae-3301e38352d1 req-51a8ceb1-1ebf-4ff4-9b79-fa5e78012bb4 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "GET /v2.0/ports?device_id=0ba2228f-7841-42d9-94fd-94a25e822dce HTTP/1.1" status: 200 len: 944 time: 0.2121019 Aug 30 12:59:36.508963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-29316f20-1461-49db-8649-327ccd01a2f4 req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:36.509607 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29316f20-1461-49db-8649-327ccd01a2f4 req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.515993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:36.596732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-43eddaee-dd90-4909-9017-34e3137dc676 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:36.598260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-43eddaee-dd90-4909-9017-34e3137dc676 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 803 time: 0.2456427 Aug 30 12:59:36.607564 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ca88e428-cb5b-4ce3-b83a-86fee7d42295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.626520 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Request body: {'port': {'device_id': '8a945bd1-d3e0-4543-bf1f-147946d275ea', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'admin_state_up': True, 'tenant_id': '79bbe82aad2b4287884ace0fb8add6b8'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:36.630592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port d3220d67-b5fc-4d1a-8676-f84996db6c0e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:36.634644 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-29316f20-1461-49db-8649-327ccd01a2f4 req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Calling delete_port for d3220d67-b5fc-4d1a-8676-f84996db6c0e owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:36.636203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d3220d67-b5fc-4d1a-8676-f84996db6c0e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:36.636893 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.719265 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.754025 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9'}, {'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:36.756516 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a590582f-8576-42b3-b8bd-1f46e58788ed" -d '{"events": [{"server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "name": "network-vif-unplugged", "status": "completed", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9"}, {"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-plugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:36.763435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d3220d67-b5fc-4d1a-8676-f84996db6c0e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3220d67-b5fc-4d1a-8676-f84996db6c0e,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:36.768095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.778903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.792672 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-511f9ccc-f8ce-4005-88be-3aaba1d34887 req-facfd694-8a23-4f1a-9b3c-fdeba44b8e89 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 210 time: 0.0998654 Aug 30 12:59:36.823959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=13']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:36.834200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Pushing event deleted for resources: {'Port': ['ID=6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:36.918738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] No DVR routers for this DVR port 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:36.921427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.923814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df1a9a0b-f12c-438b-945d-bdef9a7047cf req-7dd8e543-0d28-4b4f-87e7-9edce763693d tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.35 "DELETE /v2.0/ports/6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 HTTP/1.1" status: 204 len: 173 time: 1.5807745 Aug 30 12:59:36.933757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'name': 'network-vif-deleted', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:36.936564 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60468f84-b8bc-43bf-a22e-dd50fb0ecc98" -d '{"events": [{"server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "name": "network-vif-deleted", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:36.966830 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:36.972518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1c48e4c-a0c5-4a30-a844-89700605b461 req-c640eb53-8a33-4ecf-b574-6238e399c07c tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=4f9924aa-2f51-4875-b075-1645a445dbb2 HTTP/1.1" status: 200 len: 210 time: 0.0871494 Aug 30 12:59:36.994602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4218f8a-f5d5-47e3-8aaa-5ec45b60c043,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:37.035624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b15b09-3037-41d7-b73a-d57b96db93c2 req-735abc78-ee1a-414f-98a5-29697943fd65 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:37.035790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-6f686a52-f362-4719-89ae-3301e38352d1 req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Deleting port 4eee665c-72df-4f5f-a11e-7568c396ecf9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:37.036000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f686a52-f362-4719-89ae-3301e38352d1 req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.043872 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a3b15b09-3037-41d7-b73a-d57b96db93c2 req-735abc78-ee1a-414f-98a5-29697943fd65 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=91fcdea9-3a21-474c-b130-02c50e6ae76a HTTP/1.1" status: 200 len: 950 time: 0.4934704 Aug 30 12:59:37.046941 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed169b90-2df6-43db-932a-817ea2258fef x-openstack-request-id: req-ed169b90-2df6-43db-932a-817ea2258fef {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:37.047434 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "name": "network-vif-unplugged", "status": "completed", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9", "code": 200}, {"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-plugged", "status": "completed", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:37.047592 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed169b90-2df6-43db-932a-817ea2258fef {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:37.047906 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9', 'code': 200} Aug 30 12:59:37.048544 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'code': 200} Aug 30 12:59:37.063418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Checking segment: {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:37.063993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Network hostable DHCP agents. Network: 303b3366-599b-4cee-9967-339df50bf102, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:59:37.087137 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.108235 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a3b15b09-3037-41d7-b73a-d57b96db93c2 req-98980d79-d98a-4079-ae0b-a6e47020933b tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633490 Aug 30 12:59:37.130744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Network 303b3366-599b-4cee-9967-339df50bf102 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:59:37.134543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Made reservation on behalf of 79bbe82aad2b4287884ace0fb8add6b8 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:37.138563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.157601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 303b3366-599b-4cee-9967-339df50bf102) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:37.167475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:37.168202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.168937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6992b1-054c-4db8-9a9e-b3e3a340120b None None] Network 303b3366-599b-4cee-9967-339df50bf102 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:59:37.195393 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d127fd-c428-4c04-acd3-8815f094c553 x-openstack-request-id: req-f8d127fd-c428-4c04-acd3-8815f094c553 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:37.195688 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9924aa-2f51-4875-b075-1645a445dbb2", "name": "network-vif-deleted", "tag": "6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:37.195991 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f8d127fd-c428-4c04-acd3-8815f094c553 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:37.196503 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9924aa-2f51-4875-b075-1645a445dbb2', 'name': 'network-vif-deleted', 'tag': '6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73', 'status': 'completed', 'code': 200} Aug 30 12:59:37.215495 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-521f5e55-b858-4ff6-9bc2-2c4a8644c9f4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1585522 Aug 30 12:59:37.218677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34910) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:37.225272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:37.240212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Network 85b23412-467f-4f3e-8b55-decbbe850201 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:37.259044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:37.267924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event updated for resources: {'Port': ['ID=328c0cad-a345-4846-bc71-584f2080dcf1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:37.273390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:37.284326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.285424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.314100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Allocated IP 172.20.0.6 (5fd40165-90b2-4c24-9905-dd1306484e87/ddbace6a-fc20-419c-b799-875664335cbc/77692002-a032-4b03-90f5-b50d0486b19b) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:37.344720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-303b3366-599b-4cee-9967-339df50bf102', 'network_id': '303b3366-599b-4cee-9967-339df50bf102', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'fixed_ips': [{'subnet_id': 'a4218f8a-f5d5-47e3-8aaa-5ec45b60c043'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 12:59:37.345787 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.365400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.553314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Allocated IP 172.20.0.2 (303b3366-599b-4cee-9967-339df50bf102/a4218f8a-f5d5-47e3-8aaa-5ec45b60c043/9d554a75-0a25-40cc-8f1c-6cbc83833c10) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:37.622911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.647897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8142f-9c1f-4a2f-9d38-4ef3770aff17 req-5817ced6-e90b-49a9-b20c-dc350eb55740 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:37.650151 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dba8142f-9c1f-4a2f-9d38-4ef3770aff17 req-5817ced6-e90b-49a9-b20c-dc350eb55740 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 945 time: 0.1915891 Aug 30 12:59:37.663041 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29316f20-1461-49db-8649-327ccd01a2f4 req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.667698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6f686a52-f362-4719-89ae-3301e38352d1 req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] For port 4eee665c-72df-4f5f-a11e-7568c396ecf9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4eee665c-72df-4f5f-a11e-7568c396ecf9,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:37.668069 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f686a52-f362-4719-89ae-3301e38352d1 req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.699503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-6f686a52-f362-4719-89ae-3301e38352d1 req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Calling delete_port for 4eee665c-72df-4f5f-a11e-7568c396ecf9 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:37.729530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba910b-61bf-4a01-9b22-a9da6e214251 req-ca965b62-340c-43a2-abdf-9f8cd6ed3cf4 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:37.731133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03ba910b-61bf-4a01-9b22-a9da6e214251 req-ca965b62-340c-43a2-abdf-9f8cd6ed3cf4 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 932 time: 0.5885172 Aug 30 12:59:37.737223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:37.737881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.752726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Pushing event deleted for resources: {'Port': ['ID=d3220d67-b5fc-4d1a-8676-f84996db6c0e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:37.772601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e3ae9143-86c6-47eb-afe4-66650d7031de'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:37.775073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'cb263de2-6e68-4b70-95f6-dc9b03199b35'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:37.796137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dba8142f-9c1f-4a2f-9d38-4ef3770aff17 req-d8742566-77d0-4526-91b6-5490a895e101 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204603 Aug 30 12:59:37.810755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.871480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-29316f20-1461-49db-8649-327ccd01a2f4 req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] No DVR routers for this DVR port d3220d67-b5fc-4d1a-8676-f84996db6c0e on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:37.954128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.964821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29316f20-1461-49db-8649-327ccd01a2f4 req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:37.967782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29316f20-1461-49db-8649-327ccd01a2f4 req-b79bdc55-4abd-45af-b0a1-1982a80edc4c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "DELETE /v2.0/ports/d3220d67-b5fc-4d1a-8676-f84996db6c0e HTTP/1.1" status: 204 len: 173 time: 2.2125311 Aug 30 12:59:38.003191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-4c4492fc-757c-4f52-b96d-6fda69f06f44 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6588869 Aug 30 12:59:38.030279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03ba910b-61bf-4a01-9b22-a9da6e214251 req-aa851fc1-9a23-479d-9415-03095f375bc1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818625 Aug 30 12:59:38.046361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Request body: {'port': {'device_id': '86fce589-d058-4338-8189-504da390e4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:38.106127 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.113593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Network 5fd40165-90b2-4c24-9905-dd1306484e87 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:38.135667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Transition to ACTIVE for port object 9d554a75-0a25-40cc-8f1c-6cbc83833c10 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:38.175525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.177934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:38.178297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Transition to ACTIVE for port object 9d554a75-0a25-40cc-8f1c-6cbc83833c10 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:38.180697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:38.214135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Pushing event updated for resources: {'Port': ['ID=77692002-a032-4b03-90f5-b50d0486b19b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:38.216826 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.291553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:38.292179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.299475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Network 303b3366-599b-4cee-9967-339df50bf102 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:38.304810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:38.311445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:38.315066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Pushing event updated for resources: {'Port': ['ID=9d554a75-0a25-40cc-8f1c-6cbc83833c10,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:38.333923 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebad77b-d426-4417-833e-496f3cc26198 req-67edf78b-1ce3-4686-9d07-55115a5d6e99 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:38.335723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ebad77b-d426-4417-833e-496f3cc26198 req-67edf78b-1ce3-4686-9d07-55115a5d6e99 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 931 time: 0.2388825 Aug 30 12:59:38.342145 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.378069 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.381707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-b55db182-28e4-4e94-8328-3cbf4f23c5cd tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7592313 Aug 30 12:59:38.403408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Attempting to bind port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:38.403778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Attempting to bind port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:38.404149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Attempting to bind port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 on network 303b3366-599b-4cee-9967-339df50bf102 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:38.412665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:38.412665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Checking segment: {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:38.413311 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.413717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Bound using segment: {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:38.414120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Bound port: 9d554a75-0a25-40cc-8f1c-6cbc83833c10, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:38.414508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.442116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Request body: {'port': {'device_id': '8a945bd1-d3e0-4543-bf1f-147946d275ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:38.458674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f686a52-f362-4719-89ae-3301e38352d1 req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.479156 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ebad77b-d426-4417-833e-496f3cc26198 req-8ed42b36-00c3-4bb4-8ea7-26fff403bd13 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031833 Aug 30 12:59:38.518897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-398c5352-6b89-401c-8f65-5991cb4270b2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:38.526894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-398c5352-6b89-401c-8f65-5991cb4270b2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.2834041 Aug 30 12:59:38.528975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Pushing event deleted for resources: {'Port': ['ID=4eee665c-72df-4f5f-a11e-7568c396ecf9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:38.540181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:38.597612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: d3220d67-b5fc-4d1a-8676-f84996db6c0e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:38.600125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3220d67-b5fc-4d1a-8676-f84996db6c0e not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:38.601829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-4fd2ce8e-7aa3-4206-88c5-95b9574c41c4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/quotas/68ef2c4e683b40999553afb799d2b581 HTTP/1.1" status: 200 len: 375 time: 0.0739837 Aug 30 12:59:38.602447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:38.621993 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.631646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:38.632143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 6e0e8ca0-b1cf-4422-b1f0-3c3b6a844a73 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:38.656127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f686a52-f362-4719-89ae-3301e38352d1 req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] No DVR routers for this DVR port 4eee665c-72df-4f5f-a11e-7568c396ecf9 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:38.659362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] For port 9d554a75-0a25-40cc-8f1c-6cbc83833c10, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:38.662468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6f686a52-f362-4719-89ae-3301e38352d1 req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.664904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f686a52-f362-4719-89ae-3301e38352d1 req-a9d0c140-573e-4969-90f4-642fd9dbebe1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "DELETE /v2.0/ports/4eee665c-72df-4f5f-a11e-7568c396ecf9 HTTP/1.1" status: 204 len: 173 time: 2.1839912 Aug 30 12:59:38.669132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] For port 9d554a75-0a25-40cc-8f1c-6cbc83833c10, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9d554a75-0a25-40cc-8f1c-6cbc83833c10,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:38.680328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.709458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-05707284-46dd-4d62-8fa7-7f7887bc260e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1066184 Aug 30 12:59:38.730717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Allocated IP 172.25.2.235 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/616d39b5-53e8-4003-9707-3e3e3ebec9bb) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:38.769256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc4955-8f18-4960-88d7-ef276a860d74 None None] Pushing event updated for resources: {'Port': ['ID=9d554a75-0a25-40cc-8f1c-6cbc83833c10,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:38.867925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328c0cad-a345-4846-bc71-584f2080dcf1 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:38.884207 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.900966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-650b9ec8-032c-4188-b7ae-102a9bec18a0 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798682 Aug 30 12:59:38.940702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5504d2-4bf7-48cb-b763-c5446b7c7bb8 req-2d42eee8-3b79-4339-8431-3044f70c1097 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:38.942249 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d5504d2-4bf7-48cb-b763-c5446b7c7bb8 req-2d42eee8-3b79-4339-8431-3044f70c1097 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 945 time: 0.1291802 Aug 30 12:59:38.960010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Transition to ACTIVE for port object 328c0cad-a345-4846-bc71-584f2080dcf1 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:38.976329 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:38.985438 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:39.089868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Pushing event updated for resources: {'Port': ['ID=328c0cad-a345-4846-bc71-584f2080dcf1,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:39.123606 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-1e633251-979d-4d74-989a-9361f2ebef3a service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212684 Aug 30 12:59:39.146033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d5504d2-4bf7-48cb-b763-c5446b7c7bb8 req-9d971437-cc70-4c5f-92ab-bc4a9d5ae0d7 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959221 Aug 30 12:59:39.209710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-deleted', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e'}, {'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'name': 'network-vif-deleted', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:39.217201 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127d8a5e-d39d-4b11-ac98-32cf2af0baff" -d '{"events": [{"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-deleted", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e"}, {"server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "name": "network-vif-deleted", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:39.255468 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:39.323597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b65a0432-02c4-4954-bdf9-62d1c99dc744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:39.334274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Attempting to bind port 328c0cad-a345-4846-bc71-584f2080dcf1 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:39.334688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Attempting to bind port 328c0cad-a345-4846-bc71-584f2080dcf1 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:39.335271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Attempting to bind port 328c0cad-a345-4846-bc71-584f2080dcf1 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:39.345086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Port 328c0cad-a345-4846-bc71-584f2080dcf1 on network 85b23412-467f-4f3e-8b55-decbbe850201 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:59:39.345636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Attempting to bind port 328c0cad-a345-4846-bc71-584f2080dcf1 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:39.357867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:39.358267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Checking segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:39.358713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Bound using segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:39.359235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Bound port: 328c0cad-a345-4846-bc71-584f2080dcf1, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:39.359752 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:39.433590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] For port 328c0cad-a345-4846-bc71-584f2080dcf1, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:39.437942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] For port 328c0cad-a345-4846-bc71-584f2080dcf1, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=328c0cad-a345-4846-bc71-584f2080dcf1,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:39.446947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-8c198031-5f69-451d-9396-fa408fd4437e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:39.451124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-8c198031-5f69-451d-9396-fa408fd4437e tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.16 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 945 time: 0.3048580 Aug 30 12:59:39.461053 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:39.466581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77692002-a032-4b03-90f5-b50d0486b19b {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:39.474855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:39.488832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-a8d08707-1217-464e-b81a-6113a547a46f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2589958 Aug 30 12:59:39.492296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Transition to ACTIVE for port object 77692002-a032-4b03-90f5-b50d0486b19b will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:39.522229 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:39.545970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:39.563401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Pushing event updated for resources: {'Port': ['ID=616d39b5-53e8-4003-9707-3e3e3ebec9bb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:39.583355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:39.586600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:39.600102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:39.600737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:39.602307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] 10.222.0.35 "PUT /v2.0/ports/328c0cad-a345-4846-bc71-584f2080dcf1 HTTP/1.1" status: 200 len: 1092 time: 1.5604486 Aug 30 12:59:39.609082 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b4a341-6e17-44ba-a387-fe888c7fac48 x-openstack-request-id: req-85b4a341-6e17-44ba-a387-fe888c7fac48 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:39.609378 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fcdea9-3a21-474c-b130-02c50e6ae76a", "name": "network-vif-deleted", "tag": "d3220d67-b5fc-4d1a-8676-f84996db6c0e", "status": "completed", "code": 200}, {"server_uuid": "0ba2228f-7841-42d9-94fd-94a25e822dce", "name": "network-vif-deleted", "tag": "4eee665c-72df-4f5f-a11e-7568c396ecf9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:39.609634 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85b4a341-6e17-44ba-a387-fe888c7fac48 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:39.610109 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fcdea9-3a21-474c-b130-02c50e6ae76a', 'name': 'network-vif-deleted', 'tag': 'd3220d67-b5fc-4d1a-8676-f84996db6c0e', 'status': 'completed', 'code': 200} Aug 30 12:59:39.610312 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ba2228f-7841-42d9-94fd-94a25e822dce', 'name': 'network-vif-deleted', 'tag': '4eee665c-72df-4f5f-a11e-7568c396ecf9', 'status': 'completed', 'code': 200} Aug 30 12:59:39.705112 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90de27df-f7b1-4e85-8be7-66b11aea76b6 req-65f9d040-21b3-424b-9527-3be6a2cc7d27 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 210 time: 0.0500162 Aug 30 12:59:39.740711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c1c1b-4f38-4c64-9f46-c5d3348bdeff req-69a3cc97-e233-45b3-a8d8-e1726ffaf499 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:39.742392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=77692002-a032-4b03-90f5-b50d0486b19b,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:39.756956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b02c1c1b-4f38-4c64-9f46-c5d3348bdeff req-69a3cc97-e233-45b3-a8d8-e1726ffaf499 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 944 time: 0.2380526 Aug 30 12:59:39.792083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-17debf3b-5619-4049-871f-81f6e9662ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:39.794084 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-17debf3b-5619-4049-871f-81f6e9662ccd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1096 time: 0.1830039 Aug 30 12:59:39.892265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df369e2-793b-4e37-80cd-1e6ea3bbf47a service neutron] Pushing event updated for resources: {'Port': ['ID=328c0cad-a345-4846-bc71-584f2080dcf1,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:39.912071 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:39.957467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-b5d287fa-d61c-4668-97c1-06c11c5d36b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:39.959658 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-b5d287fa-d61c-4668-97c1-06c11c5d36b8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 1095 time: 0.2814004 Aug 30 12:59:39.989524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Attempting to bind port 77692002-a032-4b03-90f5-b50d0486b19b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:39.989905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Attempting to bind port 77692002-a032-4b03-90f5-b50d0486b19b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:39.990195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Attempting to bind port 77692002-a032-4b03-90f5-b50d0486b19b on network 5fd40165-90b2-4c24-9905-dd1306484e87 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:39.994855 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b02c1c1b-4f38-4c64-9f46-c5d3348bdeff req-323f5446-e31e-4734-8887-986fa0fad9a8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307355 Aug 30 12:59:40.010626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 013f98b0-fd04-4fb9-b4e4-27939a51296f no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:40.048348 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-0ca58d29-0344-4008-88d7-617d747c85b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=328c0cad-a345-4846-bc71-584f2080dcf1 HTTP/1.1" status: 200 len: 217 time: 0.0785046 Aug 30 12:59:40.048728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd609607-512e-4734-9296-ee86cd7263cd req-9857bd64-5fd4-49e2-a8ec-f8c911c29680 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:40.050341 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fd609607-512e-4734-9296-ee86cd7263cd req-9857bd64-5fd4-49e2-a8ec-f8c911c29680 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 951 time: 0.2050040 Aug 30 12:59:40.054125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Port 77692002-a032-4b03-90f5-b50d0486b19b on network 5fd40165-90b2-4c24-9905-dd1306484e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:59:40.054125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Attempting to bind port 77692002-a032-4b03-90f5-b50d0486b19b on network 5fd40165-90b2-4c24-9905-dd1306484e87 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:40.103526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf6aab0-372b-40b6-95a8-31017c855b3c None None] Network 303b3366-599b-4cee-9967-339df50bf102 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:59:40.112956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:40.113326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Checking segment: {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:40.113694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Bound using segment: {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:40.114150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Bound port: 77692002-a032-4b03-90f5-b50d0486b19b, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fd1524-545b-4f4c-a672-6303f1f23af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:40.114504 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.129415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-72fe8ecb-87e6-459f-b83d-4a1dbffce0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:40.130911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-72fe8ecb-87e6-459f-b83d-4a1dbffce0fd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.0733464 Aug 30 12:59:40.183018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-183658f6-17ef-43cb-a79a-8a807b14e795 None None] Provisioning for port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:40.223215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4eee665c-72df-4f5f-a11e-7568c396ecf9 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:40.245551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Deleting port 013f98b0-fd04-4fb9-b4e4-27939a51296f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:40.246246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.254164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fd609607-512e-4734-9296-ee86cd7263cd req-a6b6714b-06c4-4c47-a3cb-b4d6dc6c011f tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723359 Aug 30 12:59:40.257738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-e8f9e57d-66a1-47ea-8a5c-423ad4914f88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085913 Aug 30 12:59:40.262679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 4eee665c-72df-4f5f-a11e-7568c396ecf9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:40.263050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4eee665c-72df-4f5f-a11e-7568c396ecf9 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:40.324501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-0fae3613-0c71-4a7a-9e26-a9d22e5e9bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:40.326526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-0fae3613-0c71-4a7a-9e26-a9d22e5e9bbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.4845619 Aug 30 12:59:40.347598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] For port 77692002-a032-4b03-90f5-b50d0486b19b, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:40.349940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.395458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] For port 77692002-a032-4b03-90f5-b50d0486b19b, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=77692002-a032-4b03-90f5-b50d0486b19b,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:40.417311 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.452964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b6ca0-b82a-4bc8-8d00-c5c1a547e0fa req-e0039d82-52f6-4870-b18a-79bc09e4fbf7 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:40.456695 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-567b6ca0-b82a-4bc8-8d00-c5c1a547e0fa req-e0039d82-52f6-4870-b18a-79bc09e4fbf7 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/ports?device_id=76a66d54-8929-4875-b670-6d921e8f9167 HTTP/1.1" status: 200 len: 945 time: 0.1467781 Aug 30 12:59:40.457259 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-f48e70a5-1dd9-4552-9945-c67c14e62b3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.1072638 Aug 30 12:59:40.470107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4b314-5239-4e3c-b4ba-80e9c8fb22d9 req-2fbbcc58-2fba-4557-9a60-1f1b221fb352 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:40.472041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04a4b314-5239-4e3c-b4ba-80e9c8fb22d9 req-2fbbcc58-2fba-4557-9a60-1f1b221fb352 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 943 time: 0.3376074 Aug 30 12:59:40.506586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9d554a75-0a25-40cc-8f1c-6cbc83833c10 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:40.577240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:40.577908 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.579389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/77692002-a032-4b03-90f5-b50d0486b19b HTTP/1.1" status: 200 len: 1091 time: 2.1430359 Aug 30 12:59:40.582449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:40.584617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a945bd1-d3e0-4543-bf1f-147946d275ea', 'tag': '77692002-a032-4b03-90f5-b50d0486b19b'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:40.586143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] For port 013f98b0-fd04-4fb9-b4e4-27939a51296f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=013f98b0-fd04-4fb9-b4e4-27939a51296f,segment=NetworkSegment(acb00707-0871-45cd-a18a-6d8ef57dd3b2),segment_id=acb00707-0871-45cd-a18a-6d8ef57dd3b2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:40.586420 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0905bbf9-d05b-4779-8030-8466f30aa44f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a945bd1-d3e0-4543-bf1f-147946d275ea", "tag": "77692002-a032-4b03-90f5-b50d0486b19b"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:40.586558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.596824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:40.597572 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.658482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Calling delete_port for 013f98b0-fd04-4fb9-b4e4-27939a51296f owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:40.701790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-f48529b6-c2bb-4353-9ab1-22316eb399d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:40.704426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-f48529b6-c2bb-4353-9ab1-22316eb399d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.2270823 Aug 30 12:59:40.709259 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.711441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-5a52a42b-d82f-40ef-8536-326481c97b19 service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312575 Aug 30 12:59:40.720496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53498c9b-d4a9-4bbf-98f0-e6164cddf1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=77692002-a032-4b03-90f5-b50d0486b19b,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:40.733939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.16', 62248) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:40.737973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04a4b314-5239-4e3c-b4ba-80e9c8fb22d9 req-68aa5e65-b476-4e15-96be-b8ec690d097d tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550387 Aug 30 12:59:40.764614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 9d554a75-0a25-40cc-8f1c-6cbc83833c10, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9d554a75-0a25-40cc-8f1c-6cbc83833c10,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:40.767080 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.771997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5ab93473-9141-4b6c-bb86-70a5b284a587 None None] Provisioning complete for port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:40.772786 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5ab93473-9141-4b6c-bb86-70a5b284a587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.778488 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-567b6ca0-b82a-4bc8-8d00-c5c1a547e0fa req-67969692-b576-4f36-9a06-0a17255aceb6 tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c96f146-1204-4e30-ba72-730676859310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313671 Aug 30 12:59:40.796427 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:40.888123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=9d554a75-0a25-40cc-8f1c-6cbc83833c10,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:40.936993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-5824a5d3-8cd4-4c35-ae48-7081817b21df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222352 Aug 30 12:59:41.085840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71eae91e-4abf-472d-9a60-adca9f207b65 req-b54044c3-58d4-49ec-acf9-57455a50c0b0 service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359027 Aug 30 12:59:41.167248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-af98fcd4-d148-443f-a343-409b5f908fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179930 Aug 30 12:59:41.199892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e411f-02e1-4cc8-b92b-c5f6ff424e31 req-12b88bc3-30d0-4a0d-83ab-41f59d00435a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:41.201345 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-610e411f-02e1-4cc8-b92b-c5f6ff424e31 req-12b88bc3-30d0-4a0d-83ab-41f59d00435a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 944 time: 0.1426930 Aug 30 12:59:41.214442 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52c36b1-29f6-43b6-b11f-1f24c6571f1a x-openstack-request-id: req-d52c36b1-29f6-43b6-b11f-1f24c6571f1a {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:41.214723 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a945bd1-d3e0-4543-bf1f-147946d275ea", "tag": "77692002-a032-4b03-90f5-b50d0486b19b", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:41.214972 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d52c36b1-29f6-43b6-b11f-1f24c6571f1a {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:41.215360 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a945bd1-d3e0-4543-bf1f-147946d275ea', 'tag': '77692002-a032-4b03-90f5-b50d0486b19b', 'status': 'completed', 'code': 200} Aug 30 12:59:41.242233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-81498e7e-a91c-4165-b9f7-906485a3920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:41.243684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-81498e7e-a91c-4165-b9f7-906485a3920a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 1094 time: 0.5817375 Aug 30 12:59:41.269079 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a07e8c7-3b1c-4404-8c10-f3306127d705 req-07c8bc68-e065-4b25-8084-6d8be98fd2c2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 210 time: 0.0604696 Aug 30 12:59:41.284562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:41.328286 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-699cb7f3-2e3c-441e-b1e0-ab88ecd95098 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77692002-a032-4b03-90f5-b50d0486b19b HTTP/1.1" status: 200 len: 217 time: 0.0639327 Aug 30 12:59:41.338833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Pushing event deleted for resources: {'Port': ['ID=013f98b0-fd04-4fb9-b4e4-27939a51296f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:41.346669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2180328-49ff-49fe-a058-d45b8969da3f req-396729f4-f525-42c9-a165-4c912fba400d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:41.348145 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2180328-49ff-49fe-a058-d45b8969da3f req-396729f4-f525-42c9-a165-4c912fba400d tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 951 time: 0.6079743 Aug 30 12:59:41.349167 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:41.384428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27ec884-aa2c-409d-8315-218979281556 req-e9a5d8a8-a8cd-40fb-a65b-bab3f0d01fee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1925950 Aug 30 12:59:41.396063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-610e411f-02e1-4cc8-b92b-c5f6ff424e31 req-d7b9c8a6-3aa0-482c-a413-31f4e0101f90 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773846 Aug 30 12:59:41.416950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] No DVR routers for this DVR port 013f98b0-fd04-4fb9-b4e4-27939a51296f on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:41.425150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:41.427096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] 10.222.0.16 "DELETE /v2.0/ports/013f98b0-fd04-4fb9-b4e4-27939a51296f HTTP/1.1" status: 204 len: 173 time: 1.9576669 Aug 30 12:59:41.456507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de3169c7-30e2-4c6d-a916-7c6fe17873b4 req-7cd01773-f34e-43d7-a293-dc7f23a17b25 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802556 Aug 30 12:59:41.465063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-a2fbb9fd-a946-46f0-a59d-4124aebfd70b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:41.466575 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-a2fbb9fd-a946-46f0-a59d-4124aebfd70b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.7633555 Aug 30 12:59:41.472428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec884-aa2c-409d-8315-218979281556 req-7f0e3b85-faa5-4ef1-9878-5ca61f971119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:41.473982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27ec884-aa2c-409d-8315-218979281556 req-7f0e3b85-faa5-4ef1-9878-5ca61f971119 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 1099 time: 0.0548222 Aug 30 12:59:41.524320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Request body: {'port': {'device_id': 'eec11385-ac7b-4b81-bebb-ee8f7eb91f16', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'admin_state_up': True, 'tenant_id': '68ef2c4e683b40999553afb799d2b581'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:41.628248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-ca594faf-41e9-4f6b-bca5-38229b79b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:41.630117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-ca594faf-41e9-4f6b-bca5-38229b79b9af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddbace6a-fc20-419c-b799-875664335cbc HTTP/1.1" status: 200 len: 843 time: 0.2914457 Aug 30 12:59:41.718684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-33ebf594-4c82-478f-94c5-875d7dcd44e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd40165-90b2-4c24-9905-dd1306484e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794954 Aug 30 12:59:41.731143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a350fc2-6a1b-4290-b068-405bbb267453 req-27af4fa8-3d62-496e-94c8-030ff1cbf2af tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:41.732650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a350fc2-6a1b-4290-b068-405bbb267453 req-27af4fa8-3d62-496e-94c8-030ff1cbf2af tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 951 time: 0.3694007 Aug 30 12:59:41.798351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fce589-d058-4338-8189-504da390e4fc', 'tag': '328c0cad-a345-4846-bc71-584f2080dcf1'}, {'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'name': 'network-vif-deleted', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:41.800562 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f44878c-e105-4e68-aaff-1d68e8839003" -d '{"events": [{"name": "network-changed", "server_uuid": "86fce589-d058-4338-8189-504da390e4fc", "tag": "328c0cad-a345-4846-bc71-584f2080dcf1"}, {"server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "name": "network-vif-deleted", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:41.883219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb54837-1789-4e54-be45-fb4590796f41 req-f66f12ef-d40e-4bd6-8b50-c2980f10747e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:41.890970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-abb54837-1789-4e54-be45-fb4590796f41 req-f66f12ef-d40e-4bd6-8b50-c2980f10747e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 943 time: 0.0838506 Aug 30 12:59:41.893936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec884-aa2c-409d-8315-218979281556 req-8eb5de8c-2926-4b21-bb8d-6a136a403f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:41.895446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27ec884-aa2c-409d-8315-218979281556 req-8eb5de8c-2926-4b21-bb8d-6a136a403f44 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.4025536 Aug 30 12:59:41.908512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-c2180328-49ff-49fe-a058-d45b8969da3f req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Deleting port e3ae9143-86c6-47eb-afe4-66650d7031de {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:41.908851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c2180328-49ff-49fe-a058-d45b8969da3f req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:41.918947 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a350fc2-6a1b-4290-b068-405bbb267453 req-9f944e7d-88e0-4f40-be48-a5050a481a0a tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663327 Aug 30 12:59:41.960334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27ec884-aa2c-409d-8315-218979281556 req-0d24d41a-a0b2-4a0d-b676-d757f682f146 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35 HTTP/1.1" status: 200 len: 217 time: 0.0521483 Aug 30 12:59:41.979048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34990) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:41.992813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-abb54837-1789-4e54-be45-fb4590796f41 req-f9e882d5-d508-4984-ad76-350855758ea9 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009750 Aug 30 12:59:42.005690 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-2d802d75-0697-42b1-bc7b-d07cbd827a07 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708950 Aug 30 12:59:42.041388 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Made reservation on behalf of 68ef2c4e683b40999553afb799d2b581 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:42.044946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.062047 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.068136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 12:59:42.090030 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232e3d2e-6e1b-4949-abb1-3272d859dbdd x-openstack-request-id: req-232e3d2e-6e1b-4949-abb1-3272d859dbdd {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:42.090414 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fce589-d058-4338-8189-504da390e4fc", "tag": "328c0cad-a345-4846-bc71-584f2080dcf1", "status": "completed", "code": 200}, {"server_uuid": "76a66d54-8929-4875-b670-6d921e8f9167", "name": "network-vif-deleted", "tag": "013f98b0-fd04-4fb9-b4e4-27939a51296f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:42.090740 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-232e3d2e-6e1b-4949-abb1-3272d859dbdd {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:42.091205 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fce589-d058-4338-8189-504da390e4fc', 'tag': '328c0cad-a345-4846-bc71-584f2080dcf1', 'status': 'completed', 'code': 200} Aug 30 12:59:42.091529 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a66d54-8929-4875-b670-6d921e8f9167', 'name': 'network-vif-deleted', 'tag': '013f98b0-fd04-4fb9-b4e4-27939a51296f', 'status': 'completed', 'code': 200} Aug 30 12:59:42.111666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e6173b-0836-4bb6-aad7-c71e1789ca84 admin admin] Deleting subnet f1e0d212-3552-4bf1-98b9-e1dd45852c9c {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:59:42.125600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3e6173b-0836-4bb6-aad7-c71e1789ca84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.177783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-3303bbb0-f33b-4743-9419-909fe88e1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:42.179291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-3303bbb0-f33b-4743-9419-909fe88e1072 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 1095 time: 0.1162305 Aug 30 12:59:42.181175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3e6173b-0836-4bb6-aad7-c71e1789ca84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.184356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec884-aa2c-409d-8315-218979281556 req-932ba09b-6f41-486c-9e2b-c0b05bad910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:42.185739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27ec884-aa2c-409d-8315-218979281556 req-932ba09b-6f41-486c-9e2b-c0b05bad910f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2058210 Aug 30 12:59:42.256487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-c2180328-49ff-49fe-a058-d45b8969da3f req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] For port e3ae9143-86c6-47eb-afe4-66650d7031de, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e3ae9143-86c6-47eb-afe4-66650d7031de,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:42.256755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c2180328-49ff-49fe-a058-d45b8969da3f req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.295857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-c2180328-49ff-49fe-a058-d45b8969da3f req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Calling delete_port for e3ae9143-86c6-47eb-afe4-66650d7031de owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:42.299715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3e6173b-0836-4bb6-aad7-c71e1789ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.342300 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9840207-a556-4a7f-b43f-d616b8f70675 req-4ae9a5d5-83ba-4077-be62-4b94d6d979ff service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248096 Aug 30 12:59:42.357618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ec884-aa2c-409d-8315-218979281556 req-220c1606-94ac-420b-80df-ab67e252c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:42.359154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27ec884-aa2c-409d-8315-218979281556 req-220c1606-94ac-420b-80df-ab67e252c1f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1557004 Aug 30 12:59:42.433531 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b7c5c46-d702-4c46-abf4-20e93a12f31c req-2f4f25ea-6cfc-4a37-a48f-e74936c1085c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 210 time: 0.0819623 Aug 30 12:59:42.443187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-4f22098d-6c04-4eba-84b4-c9a17e516035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:42.444759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-4f22098d-6c04-4eba-84b4-c9a17e516035 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 913 time: 0.2401922 Aug 30 12:59:42.474982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Allocated IP 172.20.0.13 (ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63/ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc/bece1b33-c4ae-41b7-9977-ae73821c996f) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:42.488690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9d554a75-0a25-40cc-8f1c-6cbc83833c10 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:42.503193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-5ac585d6-31ba-4e35-917c-0f7a71e28891 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=328c0cad-a345-4846-bc71-584f2080dcf1 HTTP/1.1" status: 200 len: 217 time: 0.0462837 Aug 30 12:59:42.519226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:59:42.529703 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Sync routers for ids ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:59:42.545064 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Routers {'d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:59:42.545992 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:59:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:42.557695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:42.558502 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.585979 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.587268 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6fd3163a-e007-477d-abc2-3daf2ee9449b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3675075 Aug 30 12:59:42.591736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3e6173b-0836-4bb6-aad7-c71e1789ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.593029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-102f6f36-dee0-474f-bdfe-ef985b1ec07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:42.594650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-102f6f36-dee0-474f-bdfe-ef985b1ec07d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 1094 time: 0.1546829 Aug 30 12:59:42.596558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34996) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:42.633320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6173b-0836-4bb6-aad7-c71e1789ca84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1e0d212-3552-4bf1-98b9-e1dd45852c9c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:42.637025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3e6173b-0836-4bb6-aad7-c71e1789ca84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.641841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b3e6173b-0836-4bb6-aad7-c71e1789ca84 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f1e0d212-3552-4bf1-98b9-e1dd45852c9c HTTP/1.1" status: 204 len: 168 time: 0.6477551 Aug 30 12:59:42.664674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34998) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:42.704261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Set router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:59:42.734116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27ec884-aa2c-409d-8315-218979281556 req-abeb789a-ee32-4b31-a17c-f2d4f37e27b9 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627717 Aug 30 12:59:42.739616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-a9b9f7c9-5645-4776-9f87-35f87736c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:42.741029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-a9b9f7c9-5645-4776-9f87-35f87736c4b0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.1862512 Aug 30 12:59:42.765616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abbe2-e0d5-40f6-b7f9-9184a8d838f0 req-f17a0699-d013-408c-a108-15170c280eff tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:42.767156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e30abbe2-e0d5-40f6-b7f9-9184a8d838f0 req-f17a0699-d013-408c-a108-15170c280eff tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 944 time: 0.2471931 Aug 30 12:59:42.844933 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.849533 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c2180328-49ff-49fe-a058-d45b8969da3f req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.856191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-fd2d879a-b13d-4f4c-a086-f820de991147 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028390 Aug 30 12:59:42.861302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'cb263de2-6e68-4b70-95f6-dc9b03199b35'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:42.909006 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:37Z', 'updated_at': '2021-08-30T12:59:39Z', 'revision_number': 3, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'gw_port': {'id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:38Z', 'updated_at': '2021-08-30T12:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:42.912241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Pushing event deleted for resources: {'Port': ['ID=e3ae9143-86c6-47eb-afe4-66650d7031de,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:42.939635 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Checking router: d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:59:42.940377 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Updating router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 port 616d39b5-53e8-4003-9707-3e3e3ebec9bb binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:59:42.960269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-7ec28c4f-bb5a-43be-a6d5-269baf79beb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:42.972259 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-7ec28c4f-bb5a-43be-a6d5-269baf79beb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 200 len: 904 time: 0.3496208 Aug 30 12:59:42.975092 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:42.982309 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e30abbe2-e0d5-40f6-b7f9-9184a8d838f0 req-8fd8f710-441f-4a9d-836e-7e1512f78646 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829190 Aug 30 12:59:43.076951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2180328-49ff-49fe-a058-d45b8969da3f req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] No DVR routers for this DVR port e3ae9143-86c6-47eb-afe4-66650d7031de on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:43.104284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-5da55562-5e20-42aa-9516-cb8ae59e39e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77692002-a032-4b03-90f5-b50d0486b19b HTTP/1.1" status: 200 len: 217 time: 0.1307209 Aug 30 12:59:43.112424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.119994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c2180328-49ff-49fe-a058-d45b8969da3f req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.126209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2180328-49ff-49fe-a058-d45b8969da3f req-4c24a7d0-47d1-47d3-aa95-97738294bfbf tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.16 "DELETE /v2.0/ports/e3ae9143-86c6-47eb-afe4-66650d7031de HTTP/1.1" status: 204 len: 173 time: 1.7604356 Aug 30 12:59:43.144559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27ec884-aa2c-409d-8315-218979281556 req-eb5f80de-5b2c-45f2-8063-f9e76c8c59d2 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025586 Aug 30 12:59:43.146273 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.162540 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-2cdf223c-1883-46a1-b8ce-2eeadb369321 service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895751 Aug 30 12:59:43.166299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace8436c-ba87-4145-877a-ff183bc69620']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:43.193533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb00707-0871-45cd-a18a-6d8ef57dd3b2') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:43.193934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb00707-0871-45cd-a18a-6d8ef57dd3b2') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:43.254376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-deleted', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:43.259608 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c0e04c-7860-4dd8-a0da-fe88b5f3bd31" -d '{"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-deleted", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:43.267312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.295638 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.318862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:59:43.319245 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: timer() Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:59:43.321000 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:59:43.377514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41aebd-4a99-4983-b41c-c0d7c034effb req-4dbe27b3-eb6a-4fde-bc2b-686fa9b3cf88 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:43.381090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c41aebd-4a99-4983-b41c-c0d7c034effb req-4dbe27b3-eb6a-4fde-bc2b-686fa9b3cf88 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 943 time: 0.2022994 Aug 30 12:59:43.432469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.436493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f44878c-e105-4e68-aaff-1d68e8839003 req-741797d7-b824-47e0-a086-b00197f8c45b service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603402 Aug 30 12:59:43.456980 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.461830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] 10.222.0.37 "DELETE /v2.0/networks/ace8436c-ba87-4145-877a-ff183bc69620 HTTP/1.1" status: 204 len: 168 time: 0.7934475 Aug 30 12:59:43.463239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1c0d3-9784-4a6a-b5d3-ee68c20f67fe admin admin] Pushing event deleted for resources: {'Network': ['ID=ace8436c-ba87-4145-877a-ff183bc69620,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:43.464288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35010) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:43.470612 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.478838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c41aebd-4a99-4983-b41c-c0d7c034effb req-b63d4d8b-bf34-464d-8cff-fba8a15889b9 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846150 Aug 30 12:59:43.486388 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Transition to ACTIVE for port object 616d39b5-53e8-4003-9707-3e3e3ebec9bb will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:43.493636 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.530356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a655768-2459-4f07-bdd1-f7c7ed3e9831 admin admin] Deleting subnet e536888f-da53-4ed3-8b2e-d86f14f1ca2a {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 12:59:43.534320 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a655768-2459-4f07-bdd1-f7c7ed3e9831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.555383 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Pushing event updated for resources: {'Port': ['ID=616d39b5-53e8-4003-9707-3e3e3ebec9bb,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:43.566347 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.566668 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.567028 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.568182 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.568526 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.568867 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.569197 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.569520 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.569916 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.570245 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.570707 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.571324 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:43.592898 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Attempting to bind port 616d39b5-53e8-4003-9707-3e3e3ebec9bb on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:43.594408 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Attempting to bind port 616d39b5-53e8-4003-9707-3e3e3ebec9bb by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:43.594951 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Attempting to bind port 616d39b5-53e8-4003-9707-3e3e3ebec9bb on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:43.603664 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:43.605026 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a655768-2459-4f07-bdd1-f7c7ed3e9831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.605279 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:43.606537 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.607116 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:43.607875 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Bound port: 616d39b5-53e8-4003-9707-3e3e3ebec9bb, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:43.608703 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.637993 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b824be80-692b-4329-b0de-ecca35ccd4d6 req-f546bc77-a882-455d-970c-76cae2be634c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a967c5e-a886-4593-8eab-8dd2c9f8fd3c HTTP/1.1" status: 200 len: 210 time: 0.5667684 Aug 30 12:59:43.688398 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a655768-2459-4f07-bdd1-f7c7ed3e9831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.693480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-6edc529c-0aca-4059-8eaf-2f1668536d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:43.703795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-6edc529c-0aca-4059-8eaf-2f1668536d4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ddbace6a-fc20-419c-b799-875664335cbc HTTP/1.1" status: 200 len: 843 time: 0.5491595 Aug 30 12:59:43.715794 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] For port 616d39b5-53e8-4003-9707-3e3e3ebec9bb, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:43.719603 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] For port 616d39b5-53e8-4003-9707-3e3e3ebec9bb, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=616d39b5-53e8-4003-9707-3e3e3ebec9bb,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:43.726488 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9008b2-0bc9-46ee-9119-fa4525a18fc7 x-openstack-request-id: req-1a9008b2-0bc9-46ee-9119-fa4525a18fc7 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:43.727047 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a967c5e-a886-4593-8eab-8dd2c9f8fd3c", "name": "network-vif-deleted", "tag": "e3ae9143-86c6-47eb-afe4-66650d7031de", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:43.727495 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a9008b2-0bc9-46ee-9119-fa4525a18fc7 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:43.728051 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a967c5e-a886-4593-8eab-8dd2c9f8fd3c', 'name': 'network-vif-deleted', 'tag': 'e3ae9143-86c6-47eb-afe4-66650d7031de', 'status': 'completed', 'code': 200} Aug 30 12:59:43.730917 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.791627 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Routers {'d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:59:43.792530 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:59:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:43.794028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24cbbc05-9f98-4b74-b81c-e6539906d823 req-a195f63f-755e-45fb-a9fe-b06f58fa8606 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 210 time: 0.0580328 Aug 30 12:59:43.798587 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-193d2b11-da16-4311-9cc8-22f85e1f5a45 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd40165-90b2-4c24-9905-dd1306484e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739348 Aug 30 12:59:43.801374 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a655768-2459-4f07-bdd1-f7c7ed3e9831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.828988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655768-2459-4f07-bdd1-f7c7ed3e9831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e536888f-da53-4ed3-8b2e-d86f14f1ca2a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:43.838845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a655768-2459-4f07-bdd1-f7c7ed3e9831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.844403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5a655768-2459-4f07-bdd1-f7c7ed3e9831 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e536888f-da53-4ed3-8b2e-d86f14f1ca2a HTTP/1.1" status: 204 len: 168 time: 0.3744569 Aug 30 12:59:43.845019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35014) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:43.850259 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7679d2a-ecc0-4018-b0e2-f7bfc484686e None None] Pushing event updated for resources: {'Port': ['ID=616d39b5-53e8-4003-9707-3e3e3ebec9bb,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:43.914978 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] Set router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:59:43.915275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:43.927235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87', '98cf2755-13dd-4926-906f-1d36c4a0c7d2'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:43.949978 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.047098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 77692002-a032-4b03-90f5-b50d0486b19b details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:44.058060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:44.060214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:44.067794 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.083146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: e3ae9143-86c6-47eb-afe4-66650d7031de {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:44.083441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87045706-4929-4e84-94a3-1611298e7b38']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:44.083954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e3ae9143-86c6-47eb-afe4-66650d7031de not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:44.092558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:44.099995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2773a4c-9dec-4546-a7b5-3841313c3d22') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:44.100385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2773a4c-9dec-4546-a7b5-3841313c3d22') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:44.105620 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:44.112214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.118617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event updated for resources: {'Port': ['ID=bece1b33-c4ae-41b7-9977-ae73821c996f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:44.132708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.140814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 12:59:44.141615 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.144516 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-e92eca57-b42f-4bd5-8a6f-a41c4c25d694 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363757 Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: timer() Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 12:59:44.186497 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 12:59:44.208987 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.216585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.221794 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] 10.222.0.37 "DELETE /v2.0/networks/87045706-4929-4e84-94a3-1611298e7b38 HTTP/1.1" status: 204 len: 168 time: 0.3749621 Aug 30 12:59:44.234872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486f2a0-b3a3-4cd7-b8e4-1bcef06d3612 admin admin] Pushing event deleted for resources: {'Network': ['ID=87045706-4929-4e84-94a3-1611298e7b38,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:44.280598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:44.281255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.297024 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:37Z', 'updated_at': '2021-08-30T12:59:39Z', 'revision_number': 3, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'gw_port': {'id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:38Z', 'updated_at': '2021-08-30T12:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:44.315726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc7958-75af-47aa-9c78-95faacdef9b4 req-71c872b0-a8a0-4867-8e33-8a14f76a29d3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:44.317435 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3fc7958-75af-47aa-9c78-95faacdef9b4 req-71c872b0-a8a0-4867-8e33-8a14f76a29d3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 944 time: 0.2171185 Aug 30 12:59:44.330815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 77692002-a032-4b03-90f5-b50d0486b19b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=77692002-a032-4b03-90f5-b50d0486b19b,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:44.335921 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a21e89-fca9-4c41-8703-c3641b6163c0 None None] The sync data for ids ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'] in n-d-688802-6 is: [{'id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:37Z', 'updated_at': '2021-08-30T12:59:39Z', 'revision_number': 3, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'gw_port': {'id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:38Z', 'updated_at': '2021-08-30T12:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:59:44.345642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '77692002-a032-4b03-90f5-b50d0486b19b', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'port_id': '77692002-a032-4b03-90f5-b50d0486b19b', 'mac_address': 'fa:16:3e:c2:a0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbace6a-fc20-419c-b799-875664335cbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:44.359315 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-18b457d2-8e2f-466d-ac1a-6bcb44fa6941 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8394780 Aug 30 12:59:44.388795 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.390529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Request body: {'port': {'device_id': 'eec11385-ac7b-4b81-bebb-ee8f7eb91f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:44.404824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77692002-a032-4b03-90f5-b50d0486b19b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:44.421001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0905bbf9-d05b-4779-8030-8466f30aa44f req-008c0ae4-3ede-4430-9be6-678629b19086 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584269 Aug 30 12:59:44.430532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35020) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:44.438047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 77692002-a032-4b03-90f5-b50d0486b19b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=77692002-a032-4b03-90f5-b50d0486b19b,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:44.442833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.459345 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3fc7958-75af-47aa-9c78-95faacdef9b4 req-82de11c8-e901-43ca-b5bd-1efaa6d510c4 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313350 Aug 30 12:59:44.498736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4bc0e3cd-04ba-4043-9ccc-9132354a85d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=561fc0398f9b42d9a91a45cc39c6a5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669963 Aug 30 12:59:44.500899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35022) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:44.512821 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.514286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=77692002-a032-4b03-90f5-b50d0486b19b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:44.533482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.565220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 328c0cad-a345-4846-bc71-584f2080dcf1 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:44.572192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-86d7c9c4-d066-4d79-854a-1ce767453908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.606643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-86d7c9c4-d066-4d79-854a-1ce767453908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.708751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['77692002-a032-4b03-90f5-b50d0486b19b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:44.716423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774579eb-fa90-465d-83dd-1627cf9c085c req-bb3578de-1f4c-409c-b8b9-732e07640b77 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:44.718576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-774579eb-fa90-465d-83dd-1627cf9c085c req-bb3578de-1f4c-409c-b8b9-732e07640b77 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 944 time: 0.0983760 Aug 30 12:59:44.776254 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-86d7c9c4-d066-4d79-854a-1ce767453908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.780428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-86d7c9c4-d066-4d79-854a-1ce767453908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:44.783362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-86d7c9c4-d066-4d79-854a-1ce767453908 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c96f146-1204-4e30-ba72-730676859310 HTTP/1.1" status: 204 len: 168 time: 0.2789574 Aug 30 12:59:44.796419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-774579eb-fa90-465d-83dd-1627cf9c085c req-c81c412d-3803-4697-b889-bd2080f713ed tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659275 Aug 30 12:59:44.797304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7c9c4-d066-4d79-854a-1ce767453908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c96f146-1204-4e30-ba72-730676859310,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:44.840647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 328c0cad-a345-4846-bc71-584f2080dcf1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=328c0cad-a345-4846-bc71-584f2080dcf1,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:44.870353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '328c0cad-a345-4846-bc71-584f2080dcf1', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'port_id': '328c0cad-a345-4846-bc71-584f2080dcf1', 'mac_address': 'fa:16:3e:bc:50:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db198819-93a6-483c-ab96-0292a32f931d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:44.950418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819f8b-1545-4375-975b-dacd46b0b6c7 req-75b6ca3f-8fcb-4247-b2e8-5191872f83ff tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:44.958140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-19819f8b-1545-4375-975b-dacd46b0b6c7 req-75b6ca3f-8fcb-4247-b2e8-5191872f83ff tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 932 time: 0.0741017 Aug 30 12:59:45.003423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-19819f8b-1545-4375-975b-dacd46b0b6c7 req-86fb691c-b663-40f2-ba9b-af2e01f073b7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438991 Aug 30 12:59:45.055167 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.081525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328c0cad-a345-4846-bc71-584f2080dcf1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:45.121188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 328c0cad-a345-4846-bc71-584f2080dcf1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=328c0cad-a345-4846-bc71-584f2080dcf1,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:45.131500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.164694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Allocated IP 172.20.0.1 (303b3366-599b-4cee-9967-339df50bf102/a4218f8a-f5d5-47e3-8aaa-5ec45b60c043/d4123ac9-3fdf-48bf-8437-6b83a1451829) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:45.220128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=328c0cad-a345-4846-bc71-584f2080dcf1,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:45.252803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bece1b33-c4ae-41b7-9977-ae73821c996f {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:45.272340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3e1b7-d501-4f0f-b584-9722e8cdf396 req-80d54056-2e08-434c-adca-57dc42e9a514 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:45.280098 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eef3e1b7-d501-4f0f-b584-9722e8cdf396 req-80d54056-2e08-434c-adca-57dc42e9a514 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.0725777 Aug 30 12:59:45.291452 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.315324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Transition to ACTIVE for port object bece1b33-c4ae-41b7-9977-ae73821c996f will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:45.327394 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.328661 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eef3e1b7-d501-4f0f-b584-9722e8cdf396 req-54f4e038-3b1b-4ec5-9d33-cc8b9167f019 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475862 Aug 30 12:59:45.394538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35042) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:45.413575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.416948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Pushing event updated for resources: {'Port': ['ID=bece1b33-c4ae-41b7-9977-ae73821c996f,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:45.455730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-25d9458b-8882-4202-beb2-0cf58801ac9b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=345156d1aeb94953966929cf44018dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599580 Aug 30 12:59:45.458173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35044) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:45.468888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Transition to ACTIVE for port object d4123ac9-3fdf-48bf-8437-6b83a1451829 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:45.511683 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eca39b0-6835-4bcb-8495-651162c00c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.517774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Attempting to bind port bece1b33-c4ae-41b7-9977-ae73821c996f on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:45.518120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Attempting to bind port bece1b33-c4ae-41b7-9977-ae73821c996f by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:45.518458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Attempting to bind port bece1b33-c4ae-41b7-9977-ae73821c996f on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:45.519688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['328c0cad-a345-4846-bc71-584f2080dcf1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:45.528098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Port bece1b33-c4ae-41b7-9977-ae73821c996f on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:59:45.528429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Attempting to bind port bece1b33-c4ae-41b7-9977-ae73821c996f on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:45.535401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:45.535756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Checking segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:45.536209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Bound using segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:45.536837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Bound port: bece1b33-c4ae-41b7-9977-ae73821c996f, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:45.537087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.539274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eca39b0-6835-4bcb-8495-651162c00c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.555822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.604310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eca39b0-6835-4bcb-8495-651162c00c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.607328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eca39b0-6835-4bcb-8495-651162c00c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.611765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8eca39b0-6835-4bcb-8495-651162c00c46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2789608-8a7d-4019-9926-aa205b4c9c6e HTTP/1.1" status: 204 len: 168 time: 0.1501541 Aug 30 12:59:45.622518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca39b0-6835-4bcb-8495-651162c00c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2789608-8a7d-4019-9926-aa205b4c9c6e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:45.661980 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 12:59:45.666105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Network 303b3366-599b-4cee-9967-339df50bf102 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:45.678069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:45.685393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Pushing event updated for resources: {'Port': ['ID=d4123ac9-3fdf-48bf-8437-6b83a1451829,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:45.694924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:45.748635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8d2f3-7561-463f-adb3-e4b67fbd5609 req-c958972b-dc4b-44b1-9535-6472f4ca09a6 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:45.756170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6cb8d2f3-7561-463f-adb3-e4b67fbd5609 req-c958972b-dc4b-44b1-9535-6472f4ca09a6 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 945 time: 0.1668758 Aug 30 12:59:45.758541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] For port bece1b33-c4ae-41b7-9977-ae73821c996f, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:45.764481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] For port bece1b33-c4ae-41b7-9977-ae73821c996f, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=bece1b33-c4ae-41b7-9977-ae73821c996f,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:45.798994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.855649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.938463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:45.939131 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:45.940543 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] 10.222.0.16 "PUT /v2.0/ports/bece1b33-c4ae-41b7-9977-ae73821c996f HTTP/1.1" status: 200 len: 1092 time: 1.5595617 Aug 30 12:59:45.952427 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6cb8d2f3-7561-463f-adb3-e4b67fbd5609 req-4e8fece5-cdc6-489d-8a04-381b8116116b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953087 Aug 30 12:59:45.954329 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec11385-ac7b-4b81-bebb-ee8f7eb91f16', 'tag': 'bece1b33-c4ae-41b7-9977-ae73821c996f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:45.962523 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012" -d '{"events": [{"name": "network-changed", "server_uuid": "eec11385-ac7b-4b81-bebb-ee8f7eb91f16", "tag": "bece1b33-c4ae-41b7-9977-ae73821c996f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:46.061340 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b146373-8c9f-4d25-820e-f02497160417 x-openstack-request-id: req-1b146373-8c9f-4d25-820e-f02497160417 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:46.061631 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec11385-ac7b-4b81-bebb-ee8f7eb91f16", "tag": "bece1b33-c4ae-41b7-9977-ae73821c996f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:46.061907 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b146373-8c9f-4d25-820e-f02497160417 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:46.062300 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec11385-ac7b-4b81-bebb-ee8f7eb91f16', 'tag': 'bece1b33-c4ae-41b7-9977-ae73821c996f', 'status': 'completed', 'code': 200} Aug 30 12:59:46.062478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 77692002-a032-4b03-90f5-b50d0486b19b up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:46.083930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e6b0c-00a7-4f8b-8eab-48d3c704438b service neutron] Pushing event updated for resources: {'Port': ['ID=bece1b33-c4ae-41b7-9977-ae73821c996f,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:46.126846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 77692002-a032-4b03-90f5-b50d0486b19b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:46.134244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 77692002-a032-4b03-90f5-b50d0486b19b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:46.140615 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:46.216574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-5d7d6010-7a69-476a-9d46-4a66577e00a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:46.217140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f55eb8-b537-4a50-b11f-0747d6fa814a req-a11e4b21-abaa-4e2f-a629-4ce041aed2fe tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:46.218166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e3e4651e-1ef5-4c67-b654-59e51e5fe6e0 None None] Provisioning for port d4123ac9-3fdf-48bf-8437-6b83a1451829 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:46.219086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-5d7d6010-7a69-476a-9d46-4a66577e00a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 1095 time: 0.2205851 Aug 30 12:59:46.220901 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2f55eb8-b537-4a50-b11f-0747d6fa814a req-a11e4b21-abaa-4e2f-a629-4ce041aed2fe tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 944 time: 0.1711719 Aug 30 12:59:46.233741 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e3e4651e-1ef5-4c67-b654-59e51e5fe6e0 None None] Provisioning complete for port d4123ac9-3fdf-48bf-8437-6b83a1451829 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:46.234342 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e3e4651e-1ef5-4c67-b654-59e51e5fe6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:46.276429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-4b75bce6-a785-4601-aa6b-dc460f4dc2c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bece1b33-c4ae-41b7-9977-ae73821c996f HTTP/1.1" status: 200 len: 217 time: 0.0458524 Aug 30 12:59:46.299474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2f55eb8-b537-4a50-b11f-0747d6fa814a req-7547ea46-6996-4bf1-a234-dba059037fb1 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670605 Aug 30 12:59:46.358596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b3b74-bb18-4737-8544-ddba12b26679 req-7084e3f0-e90d-4e75-9c7e-c3b1c50693fe tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:46.361186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4651e-1ef5-4c67-b654-59e51e5fe6e0 None None] Port d4123ac9-3fdf-48bf-8437-6b83a1451829 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:59:46.361484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-041b3b74-bb18-4737-8544-ddba12b26679 req-7084e3f0-e90d-4e75-9c7e-c3b1c50693fe tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 944 time: 0.2052407 Aug 30 12:59:46.364289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:46.365262 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:46.445279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a945bd1-d3e0-4543-bf1f-147946d275ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77692002-a032-4b03-90f5-b50d0486b19b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:46.453031 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fdfa1d-885a-4147-9e38-ff3554e7bc30" -d '{"events": [{"server_uuid": "8a945bd1-d3e0-4543-bf1f-147946d275ea", "name": "network-vif-plugged", "status": "completed", "tag": "77692002-a032-4b03-90f5-b50d0486b19b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:46.474884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 77692002-a032-4b03-90f5-b50d0486b19b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=77692002-a032-4b03-90f5-b50d0486b19b,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:46.483288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-ce792053-7f4a-4b35-abcb-39da75ff0d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:46.484990 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-ce792053-7f4a-4b35-abcb-39da75ff0d23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.1871290 Aug 30 12:59:46.495374 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:46.555452 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-39bcdabe-a3a5-4357-b275-8d7da4dade55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272985 Aug 30 12:59:46.568971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa22b26-9425-4497-8939-20767864fda2 req-b04e965c-deb4-4bbc-8f14-f59599a45be3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:46.578243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5fa22b26-9425-4497-8939-20767864fda2 req-b04e965c-deb4-4bbc-8f14-f59599a45be3 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.0978386 Aug 30 12:59:46.588363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 616d39b5-53e8-4003-9707-3e3e3ebec9bb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:46.597920 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-041b3b74-bb18-4737-8544-ddba12b26679 req-1e01fae4-b988-4556-b16c-c31aea4758f1 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100949 Aug 30 12:59:46.642720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5fa22b26-9425-4497-8939-20767864fda2 req-908a67e1-0e24-4c4e-ad5f-71c65e4abb85 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Aug 30 12:59:46.684166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=77692002-a032-4b03-90f5-b50d0486b19b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:46.703621 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49805b-5a9a-44a7-b5ce-7f718f798928 x-openstack-request-id: req-7d49805b-5a9a-44a7-b5ce-7f718f798928 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:46.704503 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a945bd1-d3e0-4543-bf1f-147946d275ea", "name": "network-vif-plugged", "status": "completed", "tag": "77692002-a032-4b03-90f5-b50d0486b19b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:46.705000 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d49805b-5a9a-44a7-b5ce-7f718f798928 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:46.705623 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a945bd1-d3e0-4543-bf1f-147946d275ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77692002-a032-4b03-90f5-b50d0486b19b', 'code': 200} Aug 30 12:59:46.718524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 616d39b5-53e8-4003-9707-3e3e3ebec9bb completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:46.724304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 616d39b5-53e8-4003-9707-3e3e3ebec9bb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:46.725162 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:46.819695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:46.847365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 616d39b5-53e8-4003-9707-3e3e3ebec9bb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=616d39b5-53e8-4003-9707-3e3e3ebec9bb,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:46.855446 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:46.895053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-4fb54831-e518-40ca-8bd0-ba89f3c107ee tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:46.896736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-4fb54831-e518-40ca-8bd0-ba89f3c107ee tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 948 time: 0.1107888 Aug 30 12:59:46.960780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=616d39b5-53e8-4003-9707-3e3e3ebec9bb,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:47.104431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Deleting port cb263de2-6e68-4b70-95f6-dc9b03199b35 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:47.105259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:47.108167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97125fda-85b3-48a9-910e-0a19936f807d req-1dd96eee-28be-4b8a-b6c1-08b65564e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:47.109655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97125fda-85b3-48a9-910e-0a19936f807d req-1dd96eee-28be-4b8a-b6c1-08b65564e73c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 1096 time: 0.1163464 Aug 30 12:59:47.154202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-c3c4bb2f-fd27-4519-a8f5-9b15776ffbe3 service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901446 Aug 30 12:59:47.161454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e99eb7-c205-4390-a758-60f6386e4846 req-2bd3339a-ef89-4291-b9cf-a344243d6a89 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:47.163456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60e99eb7-c205-4390-a758-60f6386e4846 req-2bd3339a-ef89-4291-b9cf-a344243d6a89 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 945 time: 0.1082401 Aug 30 12:59:47.173959 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97125fda-85b3-48a9-910e-0a19936f807d req-ead109bf-f58d-4ccc-97a8-48b7b7f13afd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516269 Aug 30 12:59:47.229511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] For port cb263de2-6e68-4b70-95f6-dc9b03199b35, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=cb263de2-6e68-4b70-95f6-dc9b03199b35,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:47.230028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:47.251914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Calling delete_port for cb263de2-6e68-4b70-95f6-dc9b03199b35 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:47.276093 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:47.286991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:47.353688 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25e6e434-93e9-4ecb-8f9d-2bd06b05681a req-ebf3744f-7244-444f-8eac-089c05ac2f7c service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827118 Aug 30 12:59:47.378994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:47.380937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Pushing event updated for resources: {'Port': ['ID=d4123ac9-3fdf-48bf-8437-6b83a1451829,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:47.474058 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:47.486468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'cb263de2-6e68-4b70-95f6-dc9b03199b35'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:47.513354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Pushing event deleted for resources: {'Port': ['ID=cb263de2-6e68-4b70-95f6-dc9b03199b35,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:47.561153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] No DVR routers for this DVR port cb263de2-6e68-4b70-95f6-dc9b03199b35 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:47.564561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:47.566618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff601aee-cba6-4d95-a9d2-93b36b691f6b req-08e6c25d-c4a2-4510-9e7d-1bb9f10ab341 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "DELETE /v2.0/ports/cb263de2-6e68-4b70-95f6-dc9b03199b35 HTTP/1.1" status: 204 len: 173 time: 0.6560256 Aug 30 12:59:47.567080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'name': 'network-vif-deleted', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:47.577564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2df9b7-fe68-46f9-8564-38812a8223e2 req-5eabac72-33da-44a4-9bc1-e34cbf26532b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:47.580025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e2df9b7-fe68-46f9-8564-38812a8223e2 req-5eabac72-33da-44a4-9bc1-e34cbf26532b tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 945 time: 0.1720126 Aug 30 12:59:47.580447 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246cf8f4-f3b9-4803-965f-c766f63a8b3b" -d '{"events": [{"server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "name": "network-vif-deleted", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:47.605824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-2e373f1a-899a-427d-9e5d-9a7fed4129cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:47.605824 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-2e373f1a-899a-427d-9e5d-9a7fed4129cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 1095 time: 0.1670213 Aug 30 12:59:47.615733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Network 303b3366-599b-4cee-9967-339df50bf102 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:47.641046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:47.672113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60e99eb7-c205-4390-a758-60f6386e4846 req-51f7161b-977e-470e-bba3-08a880ec179f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927735 Aug 30 12:59:47.737049 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff98b96-d254-4593-8bce-1d1d799ed718 x-openstack-request-id: req-0ff98b96-d254-4593-8bce-1d1d799ed718 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:47.737565 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca26256-2a8d-4002-abe9-cb90c90ccfa4", "name": "network-vif-deleted", "tag": "cb263de2-6e68-4b70-95f6-dc9b03199b35", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:47.737938 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ff98b96-d254-4593-8bce-1d1d799ed718 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:47.738437 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca26256-2a8d-4002-abe9-cb90c90ccfa4', 'name': 'network-vif-deleted', 'tag': 'cb263de2-6e68-4b70-95f6-dc9b03199b35', 'status': 'completed', 'code': 200} Aug 30 12:59:47.754737 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e2df9b7-fe68-46f9-8564-38812a8223e2 req-8849084d-5bb7-427c-a365-7fc69bec764f tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539066 Aug 30 12:59:47.943900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45e48d-5238-4f13-a555-628a88606bad req-4bef0528-2da4-47e4-86e2-09ea8be207f1 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:47.945809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac45e48d-5238-4f13-a555-628a88606bad req-4bef0528-2da4-47e4-86e2-09ea8be207f1 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 944 time: 0.1218119 Aug 30 12:59:47.986757 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-357af1db-89e0-4089-a9ec-7bc5d2c1e557 req-c0266e1a-899e-4c4b-a26d-44a9e49ef7da tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=fca26256-2a8d-4002-abe9-cb90c90ccfa4 HTTP/1.1" status: 200 len: 210 time: 0.0929067 Aug 30 12:59:47.991369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-05b56995-f8b3-42e9-9ad1-1df3da877d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:47.992654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-05b56995-f8b3-42e9-9ad1-1df3da877d4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 906 time: 0.3703561 Aug 30 12:59:48.030415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac45e48d-5238-4f13-a555-628a88606bad req-40095a7a-baac-4604-b39b-c3a7777491b4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773101 Aug 30 12:59:48.096299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:59:48.105715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-0aa23a57-9148-4679-9883-19028b3b3c50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bece1b33-c4ae-41b7-9977-ae73821c996f HTTP/1.1" status: 200 len: 217 time: 0.1026676 Aug 30 12:59:48.122719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-319161dc-5821-4cdc-9c0b-9466cb1347e6 None None] Provisioning complete for port d4123ac9-3fdf-48bf-8437-6b83a1451829 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:48.123098 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-319161dc-5821-4cdc-9c0b-9466cb1347e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:48.175957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-319161dc-5821-4cdc-9c0b-9466cb1347e6 None None] Port d4123ac9-3fdf-48bf-8437-6b83a1451829 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:59:48.251407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-c29a7f96-b529-4265-a381-9432bf0360c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:48.252895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-c29a7f96-b529-4265-a381-9432bf0360c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.0945697 Aug 30 12:59:48.297480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-76be99b7-19ac-403e-8b14-b8b1746a3c9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359592 Aug 30 12:59:48.298802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:59:48.307895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Sync routers for ids ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:59:48.310298 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8cf9a407-a40d-4d8c-8838-c6a71dfc935e admin admin] 10.222.0.37 "PUT /v2.0/routers/d8c0ea1c-d1f5-4390-8cb9-5436b4996f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7106147 Aug 30 12:59:48.319352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Routers {'d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:59:48.320240 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:59:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:48.390134 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-5d083fb7-8082-4f8e-8ca3-c7fcaad5eaab tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4dd03517d15a4297bbc408580df44f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337377 Aug 30 12:59:48.466323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Set router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:59:48.491363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-0c123be5-19d1-4623-a1df-ba929f085474 service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798055 Aug 30 12:59:48.495736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 616d39b5-53e8-4003-9707-3e3e3ebec9bb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:48.574827 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-c9df788a-3334-42bd-93b1-d11dd5eb849f tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:48.576368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-c9df788a-3334-42bd-93b1-d11dd5eb849f tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854355 Aug 30 12:59:48.609396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-90a04432-c8e9-4628-8fda-5d93a3d31d20 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/quotas/4dd03517d15a4297bbc408580df44f7a HTTP/1.1" status: 200 len: 375 time: 0.0247343 Aug 30 12:59:48.612282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 328c0cad-a345-4846-bc71-584f2080dcf1 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:48.651305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-ecffad71-df2a-4b7e-b202-09874d2ce794 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4dd03517d15a4297bbc408580df44f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297108 Aug 30 12:59:48.653618 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ceeef5d-9d9d-4a89-b898-3d74bb88d012 req-e4693495-ce5b-47d3-adc4-012ee2c0c5cf service neutron] 10.222.0.16 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549211 Aug 30 12:59:48.669744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 616d39b5-53e8-4003-9707-3e3e3ebec9bb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:48.670147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:48.752644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 328c0cad-a345-4846-bc71-584f2080dcf1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:48.765083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 328c0cad-a345-4846-bc71-584f2080dcf1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:48.765457 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:48.830878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4e4bf-c92c-4e53-986b-c4223c7ce8c3 req-ae1e629e-6e76-43d8-9a65-fba8978c076e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:48.832590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dc4e4bf-c92c-4e53-986b-c4223c7ce8c3 req-ae1e629e-6e76-43d8-9a65-fba8978c076e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 945 time: 0.0775788 Aug 30 12:59:48.907341 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dc4e4bf-c92c-4e53-986b-c4223c7ce8c3 req-ff3686be-3478-4430-bd1e-45cc7278ff52 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663953 Aug 30 12:59:48.910156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:37Z', 'updated_at': '2021-08-30T12:59:46Z', 'revision_number': 4, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'gw_port': {'id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:38Z', 'updated_at': '2021-08-30T12:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd4123ac9-3fdf-48bf-8437-6b83a1451829', 'name': '', 'network_id': '303b3366-599b-4cee-9967-339df50bf102', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'mac_address': 'fa:16:3e:26:db:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a4218f8a-f5d5-47e3-8aaa-5ec45b60c043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:44Z', 'updated_at': '2021-08-30T12:59:46Z', 'revision_number': 2, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'subnets': [{'id': 'a4218f8a-f5d5-47e3-8aaa-5ec45b60c043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:48.954618 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a2e1c-5201-4e40-9d0d-e3207862b270 req-80f030df-bd35-484a-8daf-24565a67c8ba tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:48.962230 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f7a2e1c-5201-4e40-9d0d-e3207862b270 req-80f030df-bd35-484a-8daf-24565a67c8ba tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 945 time: 0.0694127 Aug 30 12:59:48.978853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Checking router: d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:59:48.978853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Updating router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 port d4123ac9-3fdf-48bf-8437-6b83a1451829 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:59:48.987758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc886b9c-0c0c-4758-8c68-91cf8a6778fa req-f57a23c4-2c07-46e1-a387-1aa893b6af38 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 210 time: 0.0433879 Aug 30 12:59:49.001346 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f7a2e1c-5201-4e40-9d0d-e3207862b270 req-048d99ec-4dac-4e62-8a9a-7613681bfc5e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377362 Aug 30 12:59:49.049333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.051314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.054120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35158) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:49.060854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-network', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:49.107934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Made reservation on behalf of 156d8135e7554698b2eaf3c3ca31aa4c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:49.111336 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.115111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fce589-d058-4338-8189-504da390e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328c0cad-a345-4846-bc71-584f2080dcf1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:49.118308 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d972c7-5d2a-4120-a7b2-ce2853f844a0" -d '{"events": [{"server_uuid": "86fce589-d058-4338-8189-504da390e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "328c0cad-a345-4846-bc71-584f2080dcf1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:49.122936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.141043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 328c0cad-a345-4846-bc71-584f2080dcf1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=328c0cad-a345-4846-bc71-584f2080dcf1,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:49.199532 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.271193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479c369-2099-456e-80ac-4781110de2e4 req-ada80a3c-8259-4c47-929d-8be26ad84190 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:49.281095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8479c369-2099-456e-80ac-4781110de2e4 req-ada80a3c-8259-4c47-929d-8be26ad84190 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 944 time: 0.0876079 Aug 30 12:59:49.291496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.299972 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.332634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 12:59:49.359466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8479c369-2099-456e-80ac-4781110de2e4 req-48c7ea0c-caa7-4a00-945a-e80a04015d99 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773506 Aug 30 12:59:49.361849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.362251 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Added segment 4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4 of type vlan for network 66c77a70-dde4-48ec-9721-af7e9cd05d9d Aug 30 12:59:49.369717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=328c0cad-a345-4846-bc71-584f2080dcf1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:49.420274 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.444180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.445306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:49.446558 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.511164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787f696b-0d65-48bf-94fd-9d926cb4ed59,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:49.515738 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.528910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Transition to ACTIVE for port object d4123ac9-3fdf-48bf-8437-6b83a1451829 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:49.537084 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.561460 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5055566 Aug 30 12:59:49.565745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35186) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:49.569045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b799d-5840-4567-ae46-113fbd166689 admin admin] Pushing event updated for resources: {'Network': ['ID=66c77a70-dde4-48ec-9721-af7e9cd05d9d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:49.578299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Request body: {'subnet': {'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-subnet', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:49.590148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 66c77a70-dde4-48ec-9721-af7e9cd05d9d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 12:59:49.657654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Made reservation on behalf of 156d8135e7554698b2eaf3c3ca31aa4c for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:49.666027 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.668601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac24f46-e293-4d4a-93ad-7e6ff69b4237 None None] Pushing event updated for resources: {'Port': ['ID=d4123ac9-3fdf-48bf-8437-6b83a1451829,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:49.742996 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9ad346-05d4-44b8-9c06-16177a6e358a x-openstack-request-id: req-4c9ad346-05d4-44b8-9c06-16177a6e358a {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:49.743309 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fce589-d058-4338-8189-504da390e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "328c0cad-a345-4846-bc71-584f2080dcf1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:49.743590 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c9ad346-05d4-44b8-9c06-16177a6e358a {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:49.744054 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fce589-d058-4338-8189-504da390e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328c0cad-a345-4846-bc71-584f2080dcf1', 'code': 200} Aug 30 12:59:49.796813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Attempting to bind port d4123ac9-3fdf-48bf-8437-6b83a1451829 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:49.796813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Attempting to bind port d4123ac9-3fdf-48bf-8437-6b83a1451829 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:49.797075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Attempting to bind port d4123ac9-3fdf-48bf-8437-6b83a1451829 on network 303b3366-599b-4cee-9967-339df50bf102 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:49.804612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:49.805004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Checking segment: {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:49.805415 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.805838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Bound using segment: {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:49.806836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Bound port: d4123ac9-3fdf-48bf-8437-6b83a1451829, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:49.807220 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.890839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] For port d4123ac9-3fdf-48bf-8437-6b83a1451829, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:49.901061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] For port d4123ac9-3fdf-48bf-8437-6b83a1451829, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d4123ac9-3fdf-48bf-8437-6b83a1451829,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:49.913513 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:49.975100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Routers {'d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:59:49.975758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:59:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:50.067143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac24f46-e293-4d4a-93ad-7e6ff69b4237 None None] Pushing event updated for resources: {'Port': ['ID=d4123ac9-3fdf-48bf-8437-6b83a1451829,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:50.076019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:50.091661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259109a-7bac-46c5-9707-915d58d78942 req-e03b5d3b-70ec-4dcf-b7a2-525208d00f21 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:50.093133 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e259109a-7bac-46c5-9707-915d58d78942 req-e03b5d3b-70ec-4dcf-b7a2-525208d00f21 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 946 time: 0.0766654 Aug 30 12:59:50.108960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device bece1b33-c4ae-41b7-9977-ae73821c996f details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:50.147428 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e259109a-7bac-46c5-9707-915d58d78942 req-03a625af-d87c-4529-8c03-b2d1fa3948bb tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 Aug 30 12:59:50.155966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88db78-6d91-4fcd-9397-adfd1371408f req-bbfc6e6d-437c-42ea-8fe4-0f0216cf966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:50.157467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae88db78-6d91-4fcd-9397-adfd1371408f req-bbfc6e6d-437c-42ea-8fe4-0f0216cf966e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 1097 time: 0.2668707 Aug 30 12:59:50.169692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] Set router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:59:50.200611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a3b2ef-ae5e-4be7-86b7-346e03ddb403,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:50.222172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07850b81-c60f-41bd-8e28-e2c476ce25ef req-91bd3c7a-6a96-449c-9637-1c6f32f6ae7c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:50.223931 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07850b81-c60f-41bd-8e28-e2c476ce25ef req-91bd3c7a-6a96-449c-9637-1c6f32f6ae7c tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 949 time: 0.1650362 Aug 30 12:59:50.259685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae88db78-6d91-4fcd-9397-adfd1371408f req-86810842-87ed-417d-997d-8b340d886e77 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841548 Aug 30 12:59:50.264014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Checking segment: {'id': '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:50.264344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Network hostable DHCP agents. Network: 66c77a70-dde4-48ec-9721-af7e9cd05d9d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 12:59:50.291538 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07850b81-c60f-41bd-8e28-e2c476ce25ef req-fd9e8306-2597-46da-9dc0-8b661e1b3dbb tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530913 Aug 30 12:59:50.304772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Network 66c77a70-dde4-48ec-9721-af7e9cd05d9d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 12:59:50.317323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 66c77a70-dde4-48ec-9721-af7e9cd05d9d) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:50.321935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:50.323019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:50.341980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f11a711b-ad97-43b0-b148-230fde40451f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7718866 Aug 30 12:59:50.342316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35224) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:50.346942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:50.395019 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:50.396089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:50.438384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ea4e742-ed67-4924-b248-e6a201d189b0 req-fb092a0a-2c92-4a03-854a-b7ec41e5293d tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 210 time: 0.0423801 Aug 30 12:59:50.468001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12233cef-3755-4c45-8dfa-dbb7ad2472fc None None] Network 66c77a70-dde4-48ec-9721-af7e9cd05d9d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:59:50.499855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:50.563715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1a2c8-64f2-4bfa-8109-b5700bcef463 req-4ee7af26-4f73-4104-acfa-230bc80f912e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:50.565236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10d1a2c8-64f2-4bfa-8109-b5700bcef463 req-4ee7af26-4f73-4104-acfa-230bc80f912e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 944 time: 0.0591502 Aug 30 12:59:50.579247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port bece1b33-c4ae-41b7-9977-ae73821c996f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=bece1b33-c4ae-41b7-9977-ae73821c996f,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:50.612826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'bece1b33-c4ae-41b7-9977-ae73821c996f', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'port_id': 'bece1b33-c4ae-41b7-9977-ae73821c996f', 'mac_address': 'fa:16:3e:d0:8f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:50.621871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cb263de2-6e68-4b70-95f6-dc9b03199b35 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:50.652338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10d1a2c8-64f2-4bfa-8109-b5700bcef463 req-b0ce0e34-cd59-4e9c-b67a-97c3c189c161 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802498 Aug 30 12:59:50.686856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6738e-e33c-43e3-a971-ede842488b09 req-b0d6d068-17ab-45c4-8739-1235385a1019 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:50.694195 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ee6738e-e33c-43e3-a971-ede842488b09 req-b0d6d068-17ab-45c4-8739-1235385a1019 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 945 time: 0.2568252 Aug 30 12:59:50.700289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: cb263de2-6e68-4b70-95f6-dc9b03199b35 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:50.700650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device cb263de2-6e68-4b70-95f6-dc9b03199b35 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:50.705634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:50.745036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-0b27f1ee-10ee-4482-b8d6-fe7d14ca5dd4 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4dd03517d15a4297bbc408580df44f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240874 Aug 30 12:59:50.768526 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:50.794723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bece1b33-c4ae-41b7-9977-ae73821c996f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:50.823197 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ee6738e-e33c-43e3-a971-ede842488b09 req-bfa0251e-b63f-44a9-946c-6a68b283f24a tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207774 Aug 30 12:59:50.851143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port bece1b33-c4ae-41b7-9977-ae73821c996f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=bece1b33-c4ae-41b7-9977-ae73821c996f,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:50.877207 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:50.906330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-66c77a70-dde4-48ec-9721-af7e9cd05d9d', 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'fixed_ips': [{'subnet_id': '20a3b2ef-ae5e-4be7-86b7-346e03ddb403'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 12:59:50.907377 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:50.921635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-af55c1ef-b726-40c9-8684-eae2220c3f48 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:50.923162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-af55c1ef-b726-40c9-8684-eae2220c3f48 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643188 Aug 30 12:59:50.927500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dca54538-46bb-420e-8c25-440848c08047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:37Z', 'updated_at': '2021-08-30T12:59:46Z', 'revision_number': 4, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'gw_port': {'id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:38Z', 'updated_at': '2021-08-30T12:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd4123ac9-3fdf-48bf-8437-6b83a1451829', 'name': '', 'network_id': '303b3366-599b-4cee-9967-339df50bf102', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'mac_address': 'fa:16:3e:26:db:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a4218f8a-f5d5-47e3-8aaa-5ec45b60c043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:44Z', 'updated_at': '2021-08-30T12:59:49Z', 'revision_number': 4, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'subnets': [{'id': 'a4218f8a-f5d5-47e3-8aaa-5ec45b60c043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:50.940884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Request body: {'port': {'device_id': 'a0729b90-2002-4b3e-b797-b83b113288a0', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '4dd03517d15a4297bbc408580df44f7a'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:50.979116 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca54538-46bb-420e-8c25-440848c08047 None None] The sync data for ids ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'] in n-d-688802-6 is: [{'id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:37Z', 'updated_at': '2021-08-30T12:59:46Z', 'revision_number': 4, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'gw_port': {'id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:38Z', 'updated_at': '2021-08-30T12:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd4123ac9-3fdf-48bf-8437-6b83a1451829', 'name': '', 'network_id': '303b3366-599b-4cee-9967-339df50bf102', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'mac_address': 'fa:16:3e:26:db:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': 'a4218f8a-f5d5-47e3-8aaa-5ec45b60c043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:44Z', 'updated_at': '2021-08-30T12:59:49Z', 'revision_number': 4, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'subnets': [{'id': 'a4218f8a-f5d5-47e3-8aaa-5ec45b60c043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:59:51.035173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=bece1b33-c4ae-41b7-9977-ae73821c996f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:51.044371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.086089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Made reservation on behalf of 4dd03517d15a4297bbc408580df44f7a for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 12:59:51.090648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.092297 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.113233 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.142045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Allocated IP 172.20.0.2 (66c77a70-dde4-48ec-9721-af7e9cd05d9d/20a3b2ef-ae5e-4be7-86b7-346e03ddb403/a34f67bd-c1e1-44c4-bf58-46ddcba1564d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:51.220972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['bece1b33-c4ae-41b7-9977-ae73821c996f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:51.238655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.244315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.293990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Allocated IP 172.25.2.132 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/839a4982-8d7c-4771-a0d1-3fd636264356) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:51.339281 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5474b7-2668-445c-8306-27091dd417dd req-a2e57c84-5d09-4541-bba9-1e9f0223772a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:51.340867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d5474b7-2668-445c-8306-27091dd417dd req-a2e57c84-5d09-4541-bba9-1e9f0223772a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 946 time: 0.0831194 Aug 30 12:59:51.428204 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.442142 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d5474b7-2668-445c-8306-27091dd417dd req-071e10ea-f924-49ee-b2d4-8a0c3d1e7333 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685577 Aug 30 12:59:51.443870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Transition to ACTIVE for port object a34f67bd-c1e1-44c4-bf58-46ddcba1564d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:51.498532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Transition to ACTIVE for port object a34f67bd-c1e1-44c4-bf58-46ddcba1564d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:51.507410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.545103 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.561531 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.595665 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eba6dd76-4d37-4830-a974-a2527830d92b req-e56b0f2b-924c-4b34-b5df-4088610dae5f tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 210 time: 0.0467966 Aug 30 12:59:51.619766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:51.621213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:51.625068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:51.626100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Network 66c77a70-dde4-48ec-9721-af7e9cd05d9d is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:51.637929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:51.640166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:51.650721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Pushing event updated for resources: {'Port': ['ID=a34f67bd-c1e1-44c4-bf58-46ddcba1564d,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:51.674474 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Pushing event updated for resources: {'Port': ['ID=839a4982-8d7c-4771-a0d1-3fd636264356,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:51.766845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Attempting to bind port a34f67bd-c1e1-44c4-bf58-46ddcba1564d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:51.767626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Attempting to bind port a34f67bd-c1e1-44c4-bf58-46ddcba1564d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:51.768309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Attempting to bind port a34f67bd-c1e1-44c4-bf58-46ddcba1564d on network 66c77a70-dde4-48ec-9721-af7e9cd05d9d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:51.779943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:51.780379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Checking segment: {'id': '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:51.781007 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.781410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Bound using segment: {'id': '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:51.781934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Bound port: a34f67bd-c1e1-44c4-bf58-46ddcba1564d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:51.782323 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:51.848075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d867b-775b-4053-aa1e-d9d9505af578,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:51.864128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.864484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.864815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.865148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.865474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.865825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.866150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.866469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.867027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.867157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.867402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.867715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 12:59:51.893163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b85062-519f-4fe4-b082-99a4a1132bd1 req-09f86e2d-b657-4a9a-924a-4434fa42da96 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:51.900537 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-22b85062-519f-4fe4-b082-99a4a1132bd1 req-09f86e2d-b657-4a9a-924a-4434fa42da96 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 945 time: 0.1085098 Aug 30 12:59:51.936114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc36247-aab5-402f-befc-d728495204d3 req-a94504c8-6e09-40e0-a3e1-a1804c6c4254 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:51.937608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc36247-aab5-402f-befc-d728495204d3 req-a94504c8-6e09-40e0-a3e1-a1804c6c4254 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 949 time: 0.2174170 Aug 30 12:59:51.938209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] For port a34f67bd-c1e1-44c4-bf58-46ddcba1564d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:51.952480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6dafd-83fc-47eb-8055-04cabb48b14f req-ca8849ea-25ff-4f75-ba83-c0529297cfcc tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:51.959931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] For port a34f67bd-c1e1-44c4-bf58-46ddcba1564d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a34f67bd-c1e1-44c4-bf58-46ddcba1564d,segment=NetworkSegment(4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4),segment_id=4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:51.960741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28e6dafd-83fc-47eb-8055-04cabb48b14f req-ca8849ea-25ff-4f75-ba83-c0529297cfcc tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 949 time: 0.2508442 Aug 30 12:59:51.969365 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.011889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-22b85062-519f-4fe4-b082-99a4a1132bd1 req-7efca8ee-f416-4157-b953-f2c52fa0eec2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004758 Aug 30 12:59:52.030400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Allocated IP 192.168.233.69 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/da6538be-1384-407f-9f68-0f0f8dfb6554) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:52.086256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716732ca-8988-493a-adeb-e70dcfe43eb1 None None] Pushing event updated for resources: {'Port': ['ID=a34f67bd-c1e1-44c4-bf58-46ddcba1564d,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:52.108135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 77692002-a032-4b03-90f5-b50d0486b19b details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 12:59:52.142034 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.255133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 77692002-a032-4b03-90f5-b50d0486b19b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=77692002-a032-4b03-90f5-b50d0486b19b,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:52.257250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.267954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '77692002-a032-4b03-90f5-b50d0486b19b', 'network_id': '5fd40165-90b2-4c24-9905-dd1306484e87', 'port_id': '77692002-a032-4b03-90f5-b50d0486b19b', 'mac_address': 'fa:16:3e:c2:a0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddbace6a-fc20-419c-b799-875664335cbc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 12:59:52.280860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Transition to ACTIVE for port object da6538be-1384-407f-9f68-0f0f8dfb6554 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:52.323074 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.375935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28e6dafd-83fc-47eb-8055-04cabb48b14f req-8aa9866f-6015-4d17-a43d-c3d223438ef8 tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/security-groups?id=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142616 Aug 30 12:59:52.391228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77692002-a032-4b03-90f5-b50d0486b19b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:52.463689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 77692002-a032-4b03-90f5-b50d0486b19b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=77692002-a032-4b03-90f5-b50d0486b19b,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:52.481892 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.571671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=77692002-a032-4b03-90f5-b50d0486b19b,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:52.586082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['77692002-a032-4b03-90f5-b50d0486b19b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 12:59:52.594652 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.640965 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.692360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a34f67bd-c1e1-44c4-bf58-46ddcba1564d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:52.780708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:52.784974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Pushing event updated for resources: {'Port': ['ID=da6538be-1384-407f-9f68-0f0f8dfb6554,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:52.809905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:52.814991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:52.824263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a34f67bd-c1e1-44c4-bf58-46ddcba1564d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:52.838868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d4123ac9-3fdf-48bf-8437-6b83a1451829 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:52.849616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd2e1f-ba6c-4e9e-931e-7b56061641de req-a1fcf56e-a57c-4bb4-9c29-77eaf3193afa tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:52.857807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fdbd2e1f-ba6c-4e9e-931e-7b56061641de req-a1fcf56e-a57c-4bb4-9c29-77eaf3193afa tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 946 time: 0.2210851 Aug 30 12:59:52.878484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b51d9-a458-4e48-94e9-8b9c06b6688f req-7f4b02f2-c6b6-4297-889d-ffbd4b376e81 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:52.892336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f92b51d9-a458-4e48-94e9-8b9c06b6688f req-7f4b02f2-c6b6-4297-889d-ffbd4b376e81 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 944 time: 0.5987029 Aug 30 12:59:52.896830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-bdc36247-aab5-402f-befc-d728495204d3 req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Deleting port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:52.897047 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bdc36247-aab5-402f-befc-d728495204d3 req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.902117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Router d655f24e-7722-4368-83b2-577b0054abdb is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 12:59:52.967177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port d4123ac9-3fdf-48bf-8437-6b83a1451829 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:52.970553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:52.971332 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.973154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d4123ac9-3fdf-48bf-8437-6b83a1451829 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:52.973788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:52.989028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fdbd2e1f-ba6c-4e9e-931e-7b56061641de req-aae6522f-ee2c-44c6-8480-60a70d3eab13 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302230 Aug 30 12:59:52.991436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f92b51d9-a458-4e48-94e9-8b9c06b6688f req-f4308672-7977-49b2-9ada-cabf84269abf tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974860 Aug 30 12:59:53.072626 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-fa85b765-bd22-483a-b95a-33aed120a0c8 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1357508 Aug 30 12:59:53.120683 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.124072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:59:53.136499 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Sync routers for ids ['d655f24e-7722-4368-83b2-577b0054abdb'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:59:53.146156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Request body: {'port': {'device_id': 'a0729b90-2002-4b3e-b797-b83b113288a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 12:59:53.151971 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Routers {'d655f24e-7722-4368-83b2-577b0054abdb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:59:53.155618 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:59:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d655f24e-7722-4368-83b2-577b0054abdb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:53.171385 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.177143 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e30a62db-e00c-46b2-b28e-fd301c1da11a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8336587 Aug 30 12:59:53.178365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35260) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:53.195706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port d4123ac9-3fdf-48bf-8437-6b83a1451829, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d4123ac9-3fdf-48bf-8437-6b83a1451829,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:53.203052 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.242576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc809d6-e4c3-4e7e-84d8-aa2ccfed0ad1 req-95980cbc-acc2-4cd3-ac6a-580384b90a55 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:53.249337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0fc809d6-e4c3-4e7e-84d8-aa2ccfed0ad1 req-95980cbc-acc2-4cd3-ac6a-580384b90a55 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 935 time: 0.1721222 Aug 30 12:59:53.320422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=d4123ac9-3fdf-48bf-8437-6b83a1451829,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:53.332764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fea4a83d-7d37-462f-af72-95b36103cea0 None None] Provisioning for port da6538be-1384-407f-9f68-0f0f8dfb6554 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:53.346631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fea4a83d-7d37-462f-af72-95b36103cea0 None None] Provisioning complete for port da6538be-1384-407f-9f68-0f0f8dfb6554 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:53.347493 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fea4a83d-7d37-462f-af72-95b36103cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.378917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0fc809d6-e4c3-4e7e-84d8-aa2ccfed0ad1 req-d9aab430-e5cb-42a7-a612-ebbd1307c1fd tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150737 Aug 30 12:59:53.383633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-bdc36247-aab5-402f-befc-d728495204d3 req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] For port fa1f907b-eeaf-4415-9897-ef1d1a7bede9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:53.386646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fea4a83d-7d37-462f-af72-95b36103cea0 None None] Port da6538be-1384-407f-9f68-0f0f8dfb6554 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:59:53.386940 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bdc36247-aab5-402f-befc-d728495204d3 req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.432507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-bdc36247-aab5-402f-befc-d728495204d3 req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Calling delete_port for fa1f907b-eeaf-4415-9897-ef1d1a7bede9 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:53.458713 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Set router d655f24e-7722-4368-83b2-577b0054abdb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:59:53.597742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.641714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bdc36247-aab5-402f-befc-d728495204d3 req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.664743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed7258-8c7b-41d1-af3b-59dfd859207d None None] Network 66c77a70-dde4-48ec-9721-af7e9cd05d9d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 12:59:53.711900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Pushing event deleted for resources: {'Port': ['ID=fa1f907b-eeaf-4415-9897-ef1d1a7bede9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:53.748012 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:50Z', 'updated_at': '2021-08-30T12:59:51Z', 'revision_number': 3, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'gw_port': {'id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:51Z', 'updated_at': '2021-08-30T12:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:53.764006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e30f6-7c49-4292-ba0a-63d6d46fde36 req-9640fb16-72ac-448b-bf76-4c2547898c2d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:53.765781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-059e30f6-7c49-4292-ba0a-63d6d46fde36 req-9640fb16-72ac-448b-bf76-4c2547898c2d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 946 time: 0.1723537 Aug 30 12:59:53.781024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cee1f1c1-9e74-41a9-801f-0f1577b2a465 None None] Provisioning for port a34f67bd-c1e1-44c4-bf58-46ddcba1564d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:53.799096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cee1f1c1-9e74-41a9-801f-0f1577b2a465 None None] Provisioning complete for port a34f67bd-c1e1-44c4-bf58-46ddcba1564d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:53.799768 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cee1f1c1-9e74-41a9-801f-0f1577b2a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.809213 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Checking router: d655f24e-7722-4368-83b2-577b0054abdb for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:59:53.809438 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Updating router d655f24e-7722-4368-83b2-577b0054abdb port 839a4982-8d7c-4771-a0d1-3fd636264356 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:59:53.836979 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.855798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc36247-aab5-402f-befc-d728495204d3 req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] No DVR routers for this DVR port fa1f907b-eeaf-4415-9897-ef1d1a7bede9 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:53.866139 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bdc36247-aab5-402f-befc-d728495204d3 req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:53.868133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc36247-aab5-402f-befc-d728495204d3 req-03685ce2-3c10-468e-8319-7e5dfef9b85e tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.35 "DELETE /v2.0/ports/fa1f907b-eeaf-4415-9897-ef1d1a7bede9 HTTP/1.1" status: 204 len: 173 time: 1.9047480 Aug 30 12:59:53.869351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e54815-f94b-4f9e-900f-0cc66bc793b0 req-2e6b262e-2b94-490f-806b-b8c52d4bc718 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:53.878215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4e54815-f94b-4f9e-900f-0cc66bc793b0 req-2e6b262e-2b94-490f-806b-b8c52d4bc718 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 945 time: 0.1667173 Aug 30 12:59:53.903757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'name': 'network-vif-deleted', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:53.908148 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2fb72f-93cd-4de0-b509-b31def8099af" -d '{"events": [{"server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "name": "network-vif-deleted", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:53.929910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-059e30f6-7c49-4292-ba0a-63d6d46fde36 req-643320fc-4ccb-468d-9d82-45e8c368c605 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525149 Aug 30 12:59:53.997469 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4e54815-f94b-4f9e-900f-0cc66bc793b0 req-75fec788-5cf5-41f3-9efb-e92cb84ff867 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173503 Aug 30 12:59:54.073524 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cee1f1c1-9e74-41a9-801f-0f1577b2a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.139359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2eabeab1-a455-492e-ad3e-a906413abbb1 req-37cb1201-e36e-45db-ad7f-6509874e9ebc tempest-MigrationsAdminTest-2036692632 tempest-MigrationsAdminTest-2036692632-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fc709e3-3884-458d-903e-631e43ea4117 HTTP/1.1" status: 200 len: 210 time: 0.0734918 Aug 30 12:59:54.157578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device bece1b33-c4ae-41b7-9977-ae73821c996f up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:54.234970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cee1f1c1-9e74-41a9-801f-0f1577b2a465 None None] For port a34f67bd-c1e1-44c4-bf58-46ddcba1564d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a34f67bd-c1e1-44c4-bf58-46ddcba1564d,segment=NetworkSegment(4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4),segment_id=4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:54.263954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cee1f1c1-9e74-41a9-801f-0f1577b2a465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.363638 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.389828 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Transition to ACTIVE for port object 839a4982-8d7c-4771-a0d1-3fd636264356 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:54.402619 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.423854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port bece1b33-c4ae-41b7-9977-ae73821c996f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:54.433355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port bece1b33-c4ae-41b7-9977-ae73821c996f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:54.433899 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.536970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d4123ac9-3fdf-48bf-8437-6b83a1451829 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:54.541380 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757c0bc-78cd-4e67-a1df-548dc5680dcc None None] Pushing event updated for resources: {'Port': ['ID=839a4982-8d7c-4771-a0d1-3fd636264356,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:54.572079 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Attempting to bind port 839a4982-8d7c-4771-a0d1-3fd636264356 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:54.576332 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Attempting to bind port 839a4982-8d7c-4771-a0d1-3fd636264356 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:54.576916 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Attempting to bind port 839a4982-8d7c-4771-a0d1-3fd636264356 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:54.590639 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:54.591365 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:54.591963 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.592572 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:54.594387 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Bound port: 839a4982-8d7c-4771-a0d1-3fd636264356, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:54.595012 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.595131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1f1c1-9e74-41a9-801f-0f1577b2a465 None None] Pushing event updated for resources: {'Port': ['ID=a34f67bd-c1e1-44c4-bf58-46ddcba1564d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:54.641342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fa1f907b-eeaf-4415-9897-ef1d1a7bede9 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:54.648954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6538be-1384-407f-9f68-0f0f8dfb6554 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:54.659287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.663768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ce5fd-2fd3-44c2-9659-d2caa99f9735 req-7e585a26-dce6-4b89-a71a-afd97b951436 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:54.668748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: fa1f907b-eeaf-4415-9897-ef1d1a7bede9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:54.669345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fa1f907b-eeaf-4415-9897-ef1d1a7bede9 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:54.673068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-021ce5fd-2fd3-44c2-9659-d2caa99f9735 req-7e585a26-dce6-4b89-a71a-afd97b951436 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 944 time: 0.3087401 Aug 30 12:59:54.674733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f86cee4a-20e7-43ad-9520-8425c3c1232e None None] Provisioning complete for port a34f67bd-c1e1-44c4-bf58-46ddcba1564d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:54.675176 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f86cee4a-20e7-43ad-9520-8425c3c1232e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.679848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Transition to ACTIVE for port object da6538be-1384-407f-9f68-0f0f8dfb6554 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:54.682653 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be015d90-1e7b-440f-9db9-3957d2341a39 x-openstack-request-id: req-be015d90-1e7b-440f-9db9-3957d2341a39 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:54.682944 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc709e3-3884-458d-903e-631e43ea4117", "name": "network-vif-deleted", "tag": "fa1f907b-eeaf-4415-9897-ef1d1a7bede9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:54.683310 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be015d90-1e7b-440f-9db9-3957d2341a39 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:54.683850 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc709e3-3884-458d-903e-631e43ea4117', 'name': 'network-vif-deleted', 'tag': 'fa1f907b-eeaf-4415-9897-ef1d1a7bede9', 'status': 'completed', 'code': 200} Aug 30 12:59:54.698363 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.718244 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] For port 839a4982-8d7c-4771-a0d1-3fd636264356, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:54.723467 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] For port 839a4982-8d7c-4771-a0d1-3fd636264356, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=839a4982-8d7c-4771-a0d1-3fd636264356,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:54.732745 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.740650 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.770376 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-021ce5fd-2fd3-44c2-9659-d2caa99f9735 req-469b9668-46f8-459d-b95f-8b9a8d7dc7f9 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961311 Aug 30 12:59:54.808616 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757c0bc-78cd-4e67-a1df-548dc5680dcc None None] Pushing event updated for resources: {'Port': ['ID=839a4982-8d7c-4771-a0d1-3fd636264356,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:54.830555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.833576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e1c7c-fe8c-4594-b72a-966f01339783 req-cd819090-87cb-4af1-9297-679594897ba7 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:54.835614 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Routers {'d655f24e-7722-4368-83b2-577b0054abdb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:59:54.836234 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:59:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d655f24e-7722-4368-83b2-577b0054abdb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:54.841445 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-481e1c7c-fe8c-4594-b72a-966f01339783 req-cd819090-87cb-4af1-9297-679594897ba7 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 947 time: 0.1562693 Aug 30 12:59:54.866270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=da6538be-1384-407f-9f68-0f0f8dfb6554,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:54.878391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port bece1b33-c4ae-41b7-9977-ae73821c996f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=bece1b33-c4ae-41b7-9977-ae73821c996f,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:54.880232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec11385-ac7b-4b81-bebb-ee8f7eb91f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bece1b33-c4ae-41b7-9977-ae73821c996f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:54.893724 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcc755b-39e8-4843-847e-3cb3bbc24f12" -d '{"events": [{"server_uuid": "eec11385-ac7b-4b81-bebb-ee8f7eb91f16", "name": "network-vif-plugged", "status": "completed", "tag": "bece1b33-c4ae-41b7-9977-ae73821c996f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:54.903633 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:54.904566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 77692002-a032-4b03-90f5-b50d0486b19b no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:54.973230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Attempting to bind port da6538be-1384-407f-9f68-0f0f8dfb6554 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:54.973842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Attempting to bind port da6538be-1384-407f-9f68-0f0f8dfb6554 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:54.974368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Attempting to bind port da6538be-1384-407f-9f68-0f0f8dfb6554 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:54.996119 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] Set router d655f24e-7722-4368-83b2-577b0054abdb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:59:54.997076 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-481e1c7c-fe8c-4594-b72a-966f01339783 req-5e6db079-afe2-4dd9-9cd0-fbd4699e0143 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545699 Aug 30 12:59:55.002653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Port da6538be-1384-407f-9f68-0f0f8dfb6554 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 12:59:55.007109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Attempting to bind port da6538be-1384-407f-9f68-0f0f8dfb6554 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:55.019476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:55.021207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:55.022505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:55.023158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Bound port: da6538be-1384-407f-9f68-0f0f8dfb6554, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:55.025441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:55.036345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d4123ac9-3fdf-48bf-8437-6b83a1451829 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:55.036659 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:55.089133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=bece1b33-c4ae-41b7-9977-ae73821c996f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:55.134702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Allocated IP 172.20.0.1 (66c77a70-dde4-48ec-9721-af7e9cd05d9d/20a3b2ef-ae5e-4be7-86b7-346e03ddb403/6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 12:59:55.187201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] For port da6538be-1384-407f-9f68-0f0f8dfb6554, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 12:59:55.196321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] For port da6538be-1384-407f-9f68-0f0f8dfb6554, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=da6538be-1384-407f-9f68-0f0f8dfb6554,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 12:59:55.206539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:55.228472 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:50Z', 'updated_at': '2021-08-30T12:59:51Z', 'revision_number': 3, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'gw_port': {'id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:51Z', 'updated_at': '2021-08-30T12:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:55.241238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:55.242227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:55.259068 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:55.261512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] 10.222.0.35 "PUT /v2.0/ports/da6538be-1384-407f-9f68-0f0f8dfb6554 HTTP/1.1" status: 200 len: 1095 time: 2.1188643 Aug 30 12:59:55.284352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Transition to ACTIVE for port object 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:55.289528 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28b2cb4-5e42-4b88-b78a-1296b8784240 None None] The sync data for ids ['d655f24e-7722-4368-83b2-577b0054abdb'] in n-d-688802-6 is: [{'id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:50Z', 'updated_at': '2021-08-30T12:59:51Z', 'revision_number': 3, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'gw_port': {'id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:51Z', 'updated_at': '2021-08-30T12:59:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 12:59:55.298289 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:55.324114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 77692002-a032-4b03-90f5-b50d0486b19b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 12:59:55.355571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 77692002-a032-4b03-90f5-b50d0486b19b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=77692002-a032-4b03-90f5-b50d0486b19b,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:55.377683 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:55.413811 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd86e0-d70e-445b-9f84-661e61a8a976 x-openstack-request-id: req-cacd86e0-d70e-445b-9f84-661e61a8a976 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:55.414433 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec11385-ac7b-4b81-bebb-ee8f7eb91f16", "name": "network-vif-plugged", "status": "completed", "tag": "bece1b33-c4ae-41b7-9977-ae73821c996f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:55.421354 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cacd86e0-d70e-445b-9f84-661e61a8a976 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:55.423223 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec11385-ac7b-4b81-bebb-ee8f7eb91f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bece1b33-c4ae-41b7-9977-ae73821c996f', 'code': 200} Aug 30 12:59:55.435487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:55.439696 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Network 66c77a70-dde4-48ec-9721-af7e9cd05d9d is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:55.443566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:55.452145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 12:59:55.500176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240adcd6-2cdc-41ca-a3bd-e71d9d955b63 req-f381ef03-66d7-4436-800d-3ecff9a9479b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:55.510386 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-240adcd6-2cdc-41ca-a3bd-e71d9d955b63 req-f381ef03-66d7-4436-800d-3ecff9a9479b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 946 time: 0.1707265 Aug 30 12:59:55.517169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-8f293564-1f15-4211-8747-042e4d6bf07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:55.518718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-8f293564-1f15-4211-8747-042e4d6bf07b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4dd03517d15a4297bbc408580df44f7a&device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 1098 time: 0.1741350 Aug 30 12:59:55.519786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2bc366-be85-450b-9eda-54c92c10aeb9 service neutron] Pushing event updated for resources: {'Port': ['ID=da6538be-1384-407f-9f68-0f0f8dfb6554,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:55.580848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=77692002-a032-4b03-90f5-b50d0486b19b,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:55.606584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-240adcd6-2cdc-41ca-a3bd-e71d9d955b63 req-9a7c5406-0f74-4977-b9b1-ea5e51d85907 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866892 Aug 30 12:59:55.613865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-4b23be3a-46f1-4d55-a916-1a7140a3b287 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=da6538be-1384-407f-9f68-0f0f8dfb6554 HTTP/1.1" status: 200 len: 217 time: 0.0805039 Aug 30 12:59:55.647669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Pushing event updated for resources: {'Port': ['ID=6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:55.683452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-7dac9dd7-c430-475a-9865-1329affc99bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:55.684995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-7dac9dd7-c430-475a-9865-1329affc99bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0601115 Aug 30 12:59:55.708484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b6fc7-ccef-463a-a4df-e16fe74ee152 req-23ca9c97-b06d-472f-ba79-ddaa25b5bab3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:55.718318 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b2b6fc7-ccef-463a-a4df-e16fe74ee152 req-23ca9c97-b06d-472f-ba79-ddaa25b5bab3 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 946 time: 0.1837173 Aug 30 12:59:55.726791 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:55.732771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94270f2e-6079-44a2-b8ba-b78a07c8f8df req-52753968-9bf1-4eb6-bb21-3979eb653526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:55.734410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94270f2e-6079-44a2-b8ba-b78a07c8f8df req-52753968-9bf1-4eb6-bb21-3979eb653526 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 1097 time: 0.2009063 Aug 30 12:59:55.819725 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b2b6fc7-ccef-463a-a4df-e16fe74ee152 req-e23b1cde-cc15-49be-94d6-11dc3d2380c7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912399 Aug 30 12:59:55.829601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94270f2e-6079-44a2-b8ba-b78a07c8f8df req-33f0bded-ba8d-49c4-9c00-79b0ecf67f62 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526655 Aug 30 12:59:55.836746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-1b2117ad-4d47-4b45-80e4-41be3f265684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:55.838913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-1b2117ad-4d47-4b45-80e4-41be3f265684 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1433287 Aug 30 12:59:55.906893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4240537b-ee9a-4efb-9c10-4ad70f8f417a None None] Provisioning for port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:55.912555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4240537b-ee9a-4efb-9c10-4ad70f8f417a None None] Provisioning complete for port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:55.913186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4240537b-ee9a-4efb-9c10-4ad70f8f417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.012804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.035602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4240537b-ee9a-4efb-9c10-4ad70f8f417a None None] Port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:59:56.037355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-2210b4f9-c3d6-4024-a785-62a4c6e44d93 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800694 Aug 30 12:59:56.217734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a46ae2-de5c-41ec-9e59-02e44cfd9a4f req-299458cf-bf07-4c8b-8742-dd4787510b0f service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711268 Aug 30 12:59:56.241349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e66f45-cdb4-40d0-a5d5-332071d3ba2d req-3e6eb2b6-e252-47e8-a2f5-1808f7c31816 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:56.243946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1e66f45-cdb4-40d0-a5d5-332071d3ba2d req-3e6eb2b6-e252-47e8-a2f5-1808f7c31816 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 947 time: 0.0857615 Aug 30 12:59:56.257484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c5eb1-a765-4cfb-90fa-ce94f8037a06 req-06df00b4-d547-4a13-bdad-c7a8ed0814d8 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:56.260124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-169c5eb1-a765-4cfb-90fa-ce94f8037a06 req-06df00b4-d547-4a13-bdad-c7a8ed0814d8 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 943 time: 0.1668789 Aug 30 12:59:56.270489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35310) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:56.325440 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1e66f45-cdb4-40d0-a5d5-332071d3ba2d req-f305f41c-3cf8-4ab4-bc54-e795993aeaea tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647001 Aug 30 12:59:56.339317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-ae928ccc-5665-493a-9ba0-0c1469c41361 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:56.341381 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-ae928ccc-5665-493a-9ba0-0c1469c41361 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 946 time: 0.0959613 Aug 30 12:59:56.348498 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-169c5eb1-a765-4cfb-90fa-ce94f8037a06 req-f9cb5a05-34cf-4883-91a6-42703ab75401 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770426 Aug 30 12:59:56.378948 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.384565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.488247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Deleting port 328c0cad-a345-4846-bc71-584f2080dcf1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:56.488597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.520128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.554345 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1b49399f-3959-4d89-b76c-2f82134c3a61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3a63f3c910b340c2a8d3bd487e39c6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815404 Aug 30 12:59:56.556658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35314) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:56.566571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Pushing event updated for resources: {'Port': ['ID=6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:56.589082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a34f67bd-c1e1-44c4-bf58-46ddcba1564d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:56.645970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] For port 328c0cad-a345-4846-bc71-584f2080dcf1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=328c0cad-a345-4846-bc71-584f2080dcf1,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:56.646159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.666504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Network 66c77a70-dde4-48ec-9721-af7e9cd05d9d is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 12:59:56.667909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 12:59:56.680322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8e3c-cef1-4e9b-b993-b7e2e6d8d37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.684040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Calling delete_port for 328c0cad-a345-4846-bc71-584f2080dcf1 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:56.686354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0729b90-2002-4b3e-b797-b83b113288a0', 'tag': 'da6538be-1384-407f-9f68-0f0f8dfb6554'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:56.689158 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068d5b35-d73b-413c-8930-6af1b2bf6965" -d '{"events": [{"name": "network-changed", "server_uuid": "a0729b90-2002-4b3e-b797-b83b113288a0", "tag": "da6538be-1384-407f-9f68-0f0f8dfb6554"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:56.695931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a34f67bd-c1e1-44c4-bf58-46ddcba1564d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:56.696920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.750454 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8e3c-cef1-4e9b-b993-b7e2e6d8d37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.807584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Router d655f24e-7722-4368-83b2-577b0054abdb has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 12:59:56.823960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 839a4982-8d7c-4771-a0d1-3fd636264356 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:56.840412 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a099dac6-5f21-4bd3-b193-6c889765819e x-openstack-request-id: req-a099dac6-5f21-4bd3-b193-6c889765819e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:56.840706 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0729b90-2002-4b3e-b797-b83b113288a0", "tag": "da6538be-1384-407f-9f68-0f0f8dfb6554", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:56.840961 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a099dac6-5f21-4bd3-b193-6c889765819e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:56.841350 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0729b90-2002-4b3e-b797-b83b113288a0', 'tag': 'da6538be-1384-407f-9f68-0f0f8dfb6554', 'status': 'completed', 'code': 200} Aug 30 12:59:56.931468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 839a4982-8d7c-4771-a0d1-3fd636264356 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 12:59:56.937373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 839a4982-8d7c-4771-a0d1-3fd636264356 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:56.937874 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:56.968014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 12:59:56.986413 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2c987bd0-3a6e-4293-a9eb-77b989e27e0f admin admin] 10.222.0.37 "PUT /v2.0/routers/d655f24e-7722-4368-83b2-577b0054abdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7976477 Aug 30 12:59:56.995072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-181f1818-b7c4-476c-b402-969e3bd2940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:56.996657 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-181f1818-b7c4-476c-b402-969e3bd2940e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4dd03517d15a4297bbc408580df44f7a&device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 1098 time: 0.1604195 Aug 30 12:59:57.005994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b15aa4-e06d-4512-89ce-24829d14e76a req-cdb4f562-7fba-456c-8963-4be1eee19964 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:57.014993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6b15aa4-e06d-4512-89ce-24829d14e76a req-cdb4f562-7fba-456c-8963-4be1eee19964 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=86fce589-d058-4338-8189-504da390e4fc HTTP/1.1" status: 200 len: 946 time: 0.2809939 Aug 30 12:59:57.065412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137d67f-e3ed-49ca-89e1-a3f020bacd6b req-deac99bf-7fb3-4809-b43b-ebeffd9c51cb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:57.067769 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d137d67f-e3ed-49ca-89e1-a3f020bacd6b req-deac99bf-7fb3-4809-b43b-ebeffd9c51cb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 946 time: 0.1014314 Aug 30 12:59:57.090350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8e3c-cef1-4e9b-b993-b7e2e6d8d37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:57.092948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8e3c-cef1-4e9b-b993-b7e2e6d8d37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:57.097143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7a3b8e3c-cef1-4e9b-b993-b7e2e6d8d37c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc HTTP/1.1" status: 204 len: 168 time: 0.5362077 Aug 30 12:59:57.157715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:57.160261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b8e3c-cef1-4e9b-b993-b7e2e6d8d37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abef3fdb-cfb8-45dc-ae1b-da5f6b359dcc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:57.170654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d137d67f-e3ed-49ca-89e1-a3f020bacd6b req-8933945c-4baa-4007-9c89-28cd362fac5b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960183 Aug 30 12:59:57.224578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6b15aa4-e06d-4512-89ce-24829d14e76a req-562e76b2-e628-4564-a351-6930832b4636 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057135 Aug 30 12:59:57.228057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 839a4982-8d7c-4771-a0d1-3fd636264356, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=839a4982-8d7c-4771-a0d1-3fd636264356,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:57.250824 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:57.260804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:57.304601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event deleted for resources: {'Port': ['ID=328c0cad-a345-4846-bc71-584f2080dcf1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:57.311007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-cdfa4121-a63f-4a20-850f-1a538280ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:57.312565 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-cdfa4121-a63f-4a20-850f-1a538280ae07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2949891 Aug 30 12:59:57.398404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-626a7d52-a98f-4a2f-ba2c-b3b7f1a175f6 None None] Provisioning complete for port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:57.398792 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-626a7d52-a98f-4a2f-ba2c-b3b7f1a175f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:57.430485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] No DVR routers for this DVR port 328c0cad-a345-4846-bc71-584f2080dcf1 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:57.433941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:57.438417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-876fd9e7-69e1-45c0-9e3e-d303a23ddad1 req-4c58c612-c3f9-4404-b178-ba53f5b896e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "DELETE /v2.0/ports/328c0cad-a345-4846-bc71-584f2080dcf1 HTTP/1.1" status: 204 len: 173 time: 1.0895240 Aug 30 12:59:57.453285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-8018d918-4614-4d7f-ae26-c25babc47506 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=da6538be-1384-407f-9f68-0f0f8dfb6554 HTTP/1.1" status: 200 len: 217 time: 0.1071112 Aug 30 12:59:57.467682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-516ac5cf-8e79-45b9-a78f-53060616dd34 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:57.494865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-516ac5cf-8e79-45b9-a78f-53060616dd34 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 943 time: 0.1962750 Aug 30 12:59:57.568164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-626a7d52-a98f-4a2f-ba2c-b3b7f1a175f6 None None] Port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 12:59:57.609208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=839a4982-8d7c-4771-a0d1-3fd636264356,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:57.625321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35346) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:57.662927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-4d18ba76-652e-4954-a340-7378ac90ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:57.663448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c1cd8-8c52-4f12-9522-93b146dcea24 req-a5e53f2f-ca53-4326-a058-83d056cf8ce2 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:57.664802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-4d18ba76-652e-4954-a340-7378ac90ce39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1981046 Aug 30 12:59:57.665571 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-444c1cd8-8c52-4f12-9522-93b146dcea24 req-a5e53f2f-ca53-4326-a058-83d056cf8ce2 tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 943 time: 0.1691399 Aug 30 12:59:57.731559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269aeb6-a536-413e-a054-36ad04b82597 req-2f8c1f34-13a0-4fe9-ac55-0dc881f69fe0 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:57.732894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7269aeb6-a536-413e-a054-36ad04b82597 req-2f8c1f34-13a0-4fe9-ac55-0dc881f69fe0 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 947 time: 0.1864591 Aug 30 12:59:57.737729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-50d10152-6ca5-4756-ada9-4c44f4b30fe8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de287b43ae0f45569b4dd90693daf37c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1091242 Aug 30 12:59:57.739174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35348) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 12:59:57.760581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Deleting port 77692002-a032-4b03-90f5-b50d0486b19b {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 12:59:57.760929 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:57.836322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Sync routers for ids ['d655f24e-7722-4368-83b2-577b0054abdb'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 12:59:57.849176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Routers {'d655f24e-7722-4368-83b2-577b0054abdb'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 12:59:57.850483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:59:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d655f24e-7722-4368-83b2-577b0054abdb'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:57.856030 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-444c1cd8-8c52-4f12-9522-93b146dcea24 req-97839db3-04a4-4797-88d2-4ab5c8ef4d2e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/security-groups?id=ced87c23-b06a-44a8-bdbf-2840beabf49c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746647 Aug 30 12:59:57.999253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] For port 77692002-a032-4b03-90f5-b50d0486b19b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=77692002-a032-4b03-90f5-b50d0486b19b,segment=NetworkSegment(f8fd1524-545b-4f4c-a672-6303f1f23af0),segment_id=f8fd1524-545b-4f4c-a672-6303f1f23af0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 12:59:57.999253 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.015303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Set router d655f24e-7722-4368-83b2-577b0054abdb gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 12:59:58.023166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Calling delete_port for 77692002-a032-4b03-90f5-b50d0486b19b owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 12:59:58.121079 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.322063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-afb5e70a-e683-41cd-9cb8-02a4d3f9fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:58.323586 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-afb5e70a-e683-41cd-9cb8-02a4d3f9fe67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6483889 Aug 30 12:59:58.336508 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.371449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:50Z', 'updated_at': '2021-08-30T12:59:55Z', 'revision_number': 4, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'gw_port': {'id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:51Z', 'updated_at': '2021-08-30T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a', 'name': '', 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'mac_address': 'fa:16:3e:13:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '20a3b2ef-ae5e-4be7-86b7-346e03ddb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:54Z', 'updated_at': '2021-08-30T12:59:56Z', 'revision_number': 2, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'subnets': [{'id': '20a3b2ef-ae5e-4be7-86b7-346e03ddb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 12:59:58.378231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Pushing event deleted for resources: {'Port': ['ID=77692002-a032-4b03-90f5-b50d0486b19b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:58.388790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7269aeb6-a536-413e-a054-36ad04b82597 req-1c67b7b8-5a0c-441d-8001-71ff51b8c3db tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6472318 Aug 30 12:59:58.432263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdc68b-cff4-482f-8275-21a06d2bf8ee req-a322ce83-6a7e-46c8-8453-2cd5685b525d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:58.437868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07bdc68b-cff4-482f-8275-21a06d2bf8ee req-a322ce83-6a7e-46c8-8453-2cd5685b525d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 946 time: 0.1529040 Aug 30 12:59:58.465094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Checking router: d655f24e-7722-4368-83b2-577b0054abdb for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 12:59:58.468504 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0535d9f-046c-48cb-b4a2-3e707b5fde13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.474437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Updating router d655f24e-7722-4368-83b2-577b0054abdb port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 12:59:58.514938 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0535d9f-046c-48cb-b4a2-3e707b5fde13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.551974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-49895f0f-ffbe-42ad-8913-3550d3180a5d service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107170 Aug 30 12:59:58.570225 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.604167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 839a4982-8d7c-4771-a0d1-3fd636264356 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 12:59:58.608149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07bdc68b-cff4-482f-8275-21a06d2bf8ee req-42c00c8d-e049-45f5-ba9a-58c3ce9d27de tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666679 Aug 30 12:59:58.657762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] No DVR routers for this DVR port 77692002-a032-4b03-90f5-b50d0486b19b on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 12:59:58.668268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.682074 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f892c8ed-575f-4f2c-813c-3d98c32c6ac8 req-fbd56e99-90a1-4780-8910-bb555610b65e tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.16 "DELETE /v2.0/ports/77692002-a032-4b03-90f5-b50d0486b19b HTTP/1.1" status: 204 len: 173 time: 1.1713192 Aug 30 12:59:58.683349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a945bd1-d3e0-4543-bf1f-147946d275ea', 'name': 'network-vif-deleted', 'tag': '77692002-a032-4b03-90f5-b50d0486b19b'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:58.708535 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a522398-dd49-45f9-8daf-88d389c962e4" -d '{"events": [{"server_uuid": "8a945bd1-d3e0-4543-bf1f-147946d275ea", "name": "network-vif-deleted", "tag": "77692002-a032-4b03-90f5-b50d0486b19b"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:58.724860 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0535d9f-046c-48cb-b4a2-3e707b5fde13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.738161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0535d9f-046c-48cb-b4a2-3e707b5fde13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.739397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b0535d9f-046c-48cb-b4a2-3e707b5fde13 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cff83b87-139f-429f-a335-d8f2bf57a5b5 HTTP/1.1" status: 204 len: 168 time: 0.9990621 Aug 30 12:59:58.788684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0535d9f-046c-48cb-b4a2-3e707b5fde13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff83b87-139f-429f-a335-d8f2bf57a5b5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:58.802422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 328c0cad-a345-4846-bc71-584f2080dcf1 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 12:59:58.829356 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f84586e-e93e-40be-a29a-e5c2d0fa6655 x-openstack-request-id: req-0f84586e-e93e-40be-a29a-e5c2d0fa6655 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:58.829356 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a945bd1-d3e0-4543-bf1f-147946d275ea", "name": "network-vif-deleted", "tag": "77692002-a032-4b03-90f5-b50d0486b19b", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:58.829356 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f84586e-e93e-40be-a29a-e5c2d0fa6655 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:58.829356 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a945bd1-d3e0-4543-bf1f-147946d275ea', 'name': 'network-vif-deleted', 'tag': '77692002-a032-4b03-90f5-b50d0486b19b', 'status': 'completed', 'code': 200} Aug 30 12:59:58.840838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-068d5b35-d73b-413c-8930-6af1b2bf6965 req-31ae32e6-1f72-46e2-892a-b23b22818a19 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745445 Aug 30 12:59:58.848453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fce589-d058-4338-8189-504da390e4fc', 'name': 'network-vif-deleted', 'tag': '328c0cad-a345-4846-bc71-584f2080dcf1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 12:59:58.850904 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49118bab-493f-4a11-8344-661918d1e4ee" -d '{"events": [{"server_uuid": "86fce589-d058-4338-8189-504da390e4fc", "name": "network-vif-deleted", "tag": "328c0cad-a345-4846-bc71-584f2080dcf1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 12:59:58.882711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edf016-c66c-449c-b637-6ae25fc53803 req-ba4d1528-be53-4eb3-81da-5a7237d9ba19 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:58.892359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29edf016-c66c-449c-b637-6ae25fc53803 req-ba4d1528-be53-4eb3-81da-5a7237d9ba19 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 945 time: 0.1731346 Aug 30 12:59:58.951347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 839a4982-8d7c-4771-a0d1-3fd636264356 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 12:59:58.951915 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:58.953512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 328c0cad-a345-4846-bc71-584f2080dcf1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 12:59:58.954024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 328c0cad-a345-4846-bc71-584f2080dcf1 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 12:59:58.970534 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29edf016-c66c-449c-b637-6ae25fc53803 req-ed649d7b-8b13-4d08-b1b5-1bb60eb28c87 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768621 Aug 30 12:59:59.093263 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 12:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab3812b-4f85-483e-9812-30d682bd8f2b x-openstack-request-id: req-cab3812b-4f85-483e-9812-30d682bd8f2b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 12:59:59.093263 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fce589-d058-4338-8189-504da390e4fc", "name": "network-vif-deleted", "tag": "328c0cad-a345-4846-bc71-584f2080dcf1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 12:59:59.093606 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cab3812b-4f85-483e-9812-30d682bd8f2b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 12:59:59.094438 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fce589-d058-4338-8189-504da390e4fc', 'name': 'network-vif-deleted', 'tag': '328c0cad-a345-4846-bc71-584f2080dcf1', 'status': 'completed', 'code': 200} Aug 30 12:59:59.223025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-ac6e8062-40e7-43f3-a217-66870348878f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:59.232284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-ac6e8062-40e7-43f3-a217-66870348878f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.2397976 Aug 30 12:59:59.242759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9028482b-1194-4968-8b5f-9b695064b2f3 req-eda910d1-8be2-4410-acd7-28534cbf824d tempest-ImagesTestJSON-482642499 tempest-ImagesTestJSON-482642499-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a945bd1-d3e0-4543-bf1f-147946d275ea HTTP/1.1" status: 200 len: 210 time: 0.0676057 Aug 30 12:59:59.265638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-7ead4474-1ff2-43aa-8ebc-4cb9efcda530 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/quotas/919aaf448c2b4960b0bc207cc67bed38 HTTP/1.1" status: 200 len: 375 time: 0.0322309 Aug 30 12:59:59.355195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-6e1ce6b5-93e9-45bd-afdc-9f759b01c4aa tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440667 Aug 30 12:59:59.480208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defea2ff-ac21-45b3-8ba8-4ea3723e0b34 req-30226ee3-14f9-48f5-bde0-df3bbe6b0f1c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:59.486701 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-defea2ff-ac21-45b3-8ba8-4ea3723e0b34 req-30226ee3-14f9-48f5-bde0-df3bbe6b0f1c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 946 time: 0.1115360 Aug 30 12:59:59.511320 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:59.536483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Transition to ACTIVE for port object 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 12:59:59.546961 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:59.559405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d6c2e11f-af6d-4a49-b322-3eb22cfabec9 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993506 Aug 30 12:59:59.593873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-defea2ff-ac21-45b3-8ba8-4ea3723e0b34 req-4730d4c4-c769-49bd-93ae-62ab6d380c60 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931642 Aug 30 12:59:59.667480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a0592-950a-49c5-b10a-2bb7078f9e65 None None] Pushing event updated for resources: {'Port': ['ID=6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 12:59:59.718355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-c7d2c29e-e806-43e2-b5b9-4ce18293d010 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570077 Aug 30 12:59:59.832876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Attempting to bind port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 12:59:59.833250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Attempting to bind port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 12:59:59.833717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Attempting to bind port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a on network 66c77a70-dde4-48ec-9721-af7e9cd05d9d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 12:59:59.840109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 12:59:59.840510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Checking segment: {'id': '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 12:59:59.840960 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:59.841358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Bound using segment: {'id': '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 12:59:59.842094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Bound port: 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 12:59:59.842245 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 12:59:59.923303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa66932-5bb3-456c-9000-d0f74b7bf992 req-dbb90eb2-a2dd-4b6a-8c6c-142a18600740 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 12:59:59.942368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afa66932-5bb3-456c-9000-d0f74b7bf992 req-dbb90eb2-a2dd-4b6a-8c6c-142a18600740 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 947 time: 0.1358945 Aug 30 13:00:00.003424 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afa66932-5bb3-456c-9000-d0f74b7bf992 req-71f0f734-77ce-475f-8ba0-649a1be13541 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601299 Aug 30 13:00:00.085871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] For port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:00.135524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] For port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a,segment=NetworkSegment(4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4),segment_id=4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:00.153496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:00.182500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 77692002-a032-4b03-90f5-b50d0486b19b no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:00.222154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9c264ce1-e600-4e23-8e98-0b354b291c1d req-5177614b-6c50-41ca-ad9c-c55c40e3e4ae tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 210 time: 0.0536432 Aug 30 13:00:00.331384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 77692002-a032-4b03-90f5-b50d0486b19b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:00.331998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 77692002-a032-4b03-90f5-b50d0486b19b not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:00.352346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Routers {'d655f24e-7722-4368-83b2-577b0054abdb'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:00.353857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T12:59:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d655f24e-7722-4368-83b2-577b0054abdb'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:00.399782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce00324-4a95-469d-b509-8ad5cf951fb6 req-1e90cf96-9be8-47bf-a516-d05ea8c6fc67 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:00.401864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ce00324-4a95-469d-b509-8ad5cf951fb6 req-1e90cf96-9be8-47bf-a516-d05ea8c6fc67 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 946 time: 0.1424737 Aug 30 13:00:00.459583 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a0592-950a-49c5-b10a-2bb7078f9e65 None None] Pushing event updated for resources: {'Port': ['ID=6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:00.612456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ce00324-4a95-469d-b509-8ad5cf951fb6 req-84a4b654-9cf9-4613-9ff2-afc8002c800e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727486 Aug 30 13:00:00.691576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device da6538be-1384-407f-9f68-0f0f8dfb6554 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:00:00.801124 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:00.849478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] Set router d655f24e-7722-4368-83b2-577b0054abdb gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:01.036505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35458) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:01.127808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-63391bb7-c1ec-4f0c-9571-342123b67339 admin admin] Deleting subnet ddbace6a-fc20-419c-b799-875664335cbc {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:00:01.133271 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63391bb7-c1ec-4f0c-9571-342123b67339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:01.229494 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63391bb7-c1ec-4f0c-9571-342123b67339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:01.287274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67b09-cd52-4d4e-9f96-e40902c885ff req-3536cea1-29a6-4ae5-8dbe-c1786995fd21 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:01.327967 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fb67b09-cd52-4d4e-9f96-e40902c885ff req-3536cea1-29a6-4ae5-8dbe-c1786995fd21 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 947 time: 0.2142634 Aug 30 13:00:01.391551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63391bb7-c1ec-4f0c-9571-342123b67339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:01.460745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fb67b09-cd52-4d4e-9f96-e40902c885ff req-7d14bfb2-e0a3-4340-bb11-780f97deb6c3 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314692 Aug 30 13:00:01.539612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55781e70-7604-457b-adcc-a3dd193a5fc1 req-3938cb44-2064-4a05-9db7-e939c554593a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 210 time: 0.0546472 Aug 30 13:00:01.557804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port da6538be-1384-407f-9f68-0f0f8dfb6554, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=da6538be-1384-407f-9f68-0f0f8dfb6554,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:01.595230 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56094b-b920-4d29-b800-a235595301b6 req-a9eca98c-1008-4213-a9e5-49fc055a8c2a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:01.598086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c56094b-b920-4d29-b800-a235595301b6 req-a9eca98c-1008-4213-a9e5-49fc055a8c2a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 946 time: 0.0966320 Aug 30 13:00:01.605486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'da6538be-1384-407f-9f68-0f0f8dfb6554', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'da6538be-1384-407f-9f68-0f0f8dfb6554', 'mac_address': 'fa:16:3e:e8:5e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:00:01.636166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63391bb7-c1ec-4f0c-9571-342123b67339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:01.672737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63391bb7-c1ec-4f0c-9571-342123b67339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:01.693507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-63391bb7-c1ec-4f0c-9571-342123b67339 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ddbace6a-fc20-419c-b799-875664335cbc HTTP/1.1" status: 204 len: 168 time: 0.6537514 Aug 30 13:00:01.694711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35474) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:01.788864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-6c56094b-b920-4d29-b800-a235595301b6 req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Deleting port bece1b33-c4ae-41b7-9977-ae73821c996f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:01.789235 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6c56094b-b920-4d29-b800-a235595301b6 req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:01.819458 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:01.884757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6538be-1384-407f-9f68-0f0f8dfb6554 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:01.891960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-6c56094b-b920-4d29-b800-a235595301b6 req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] For port bece1b33-c4ae-41b7-9977-ae73821c996f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=bece1b33-c4ae-41b7-9977-ae73821c996f,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:01.892404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6c56094b-b920-4d29-b800-a235595301b6 req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:01.909547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-6c56094b-b920-4d29-b800-a235595301b6 req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Calling delete_port for bece1b33-c4ae-41b7-9977-ae73821c996f owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:01.920368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63391bb7-c1ec-4f0c-9571-342123b67339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddbace6a-fc20-419c-b799-875664335cbc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:01.954673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port da6538be-1384-407f-9f68-0f0f8dfb6554, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=da6538be-1384-407f-9f68-0f0f8dfb6554,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:01.981710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:50Z', 'updated_at': '2021-08-30T12:59:55Z', 'revision_number': 4, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'gw_port': {'id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:51Z', 'updated_at': '2021-08-30T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a', 'name': '', 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'mac_address': 'fa:16:3e:13:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '20a3b2ef-ae5e-4be7-86b7-346e03ddb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:54Z', 'updated_at': '2021-08-30T13:00:00Z', 'revision_number': 4, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'subnets': [{'id': '20a3b2ef-ae5e-4be7-86b7-346e03ddb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:01.990364 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:01.991527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:02.062362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b770cc7-57b6-4200-a306-b07c156f9406 None None] The sync data for ids ['d655f24e-7722-4368-83b2-577b0054abdb'] in n-d-688802-6 is: [{'id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:50Z', 'updated_at': '2021-08-30T12:59:55Z', 'revision_number': 4, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'gw_port': {'id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:51Z', 'updated_at': '2021-08-30T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a', 'name': '', 'network_id': '66c77a70-dde4-48ec-9721-af7e9cd05d9d', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'mac_address': 'fa:16:3e:13:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '20a3b2ef-ae5e-4be7-86b7-346e03ddb403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:54Z', 'updated_at': '2021-08-30T13:00:00Z', 'revision_number': 4, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'subnets': [{'id': '20a3b2ef-ae5e-4be7-86b7-346e03ddb403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:00:02.188780 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:02.210374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd40165-90b2-4c24-9905-dd1306484e87']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:02.227297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fd1524-545b-4f4c-a672-6303f1f23af0') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:02.228071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fd1524-545b-4f4c-a672-6303f1f23af0') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:02.238743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:02.244181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=da6538be-1384-407f-9f68-0f0f8dfb6554,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:02.276302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:02.282924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:00:02.283563 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:02.324814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['da6538be-1384-407f-9f68-0f0f8dfb6554'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:00:02.345147 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:00:02.351615 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:02.358458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:02.361317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] 10.222.0.37 "DELETE /v2.0/networks/5fd40165-90b2-4c24-9905-dd1306484e87 HTTP/1.1" status: 204 len: 168 time: 0.6253593 Aug 30 13:00:02.375433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10850d59-51d5-4900-b589-4203f051bafc admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd40165-90b2-4c24-9905-dd1306484e87,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:02.380284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-18ca6a51-3aba-4931-b266-ea9d5a743128 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:02.382343 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-18ca6a51-3aba-4931-b266-ea9d5a743128 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.1946175 Aug 30 13:00:02.390554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0480380-224d-4be6-af88-147b0d04dda6 req-5596dfb4-05c8-4724-89e9-a57b793df8b8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:02.401992 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0480380-224d-4be6-af88-147b0d04dda6 req-5596dfb4-05c8-4724-89e9-a57b793df8b8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=eec11385-ac7b-4b81-bebb-ee8f7eb91f16 HTTP/1.1" status: 200 len: 946 time: 0.6620054 Aug 30 13:00:02.435342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Request body: {'port': {'device_id': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'admin_state_up': True, 'tenant_id': '919aaf448c2b4960b0bc207cc67bed38'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:02.603901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:02.806092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35494) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:02.808536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:02.816989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:02.817539 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:02.909042 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e50e2864-b6b2-46fc-90b0-803d62de2fc9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79bbe82aad2b4287884ace0fb8add6b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1014979 Aug 30 13:00:02.910135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35496) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:02.966821 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:03.006161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0480380-224d-4be6-af88-147b0d04dda6 req-acda1edc-7485-4b77-af30-e532d9ad70ba tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025434 Aug 30 13:00:03.009139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6c56094b-b920-4d29-b800-a235595301b6 req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:03.056313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a,segment=NetworkSegment(4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4),segment_id=4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:03.062739 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:03.068831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dcc21e8a-6131-4203-8106-1b06fb60c372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:03.092236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event deleted for resources: {'Port': ['ID=bece1b33-c4ae-41b7-9977-ae73821c996f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:03.154851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:03.177576 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dcc21e8a-6131-4203-8106-1b06fb60c372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:03.194295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c56094b-b920-4d29-b800-a235595301b6 req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] No DVR routers for this DVR port bece1b33-c4ae-41b7-9977-ae73821c996f on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:00:03.210652 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-6c56094b-b920-4d29-b800-a235595301b6 req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:03.212941 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c56094b-b920-4d29-b800-a235595301b6 req-c6da8145-c723-45c7-b9f0-dd5cd89ba810 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.16 "DELETE /v2.0/ports/bece1b33-c4ae-41b7-9977-ae73821c996f HTTP/1.1" status: 204 len: 173 time: 1.6022024 Aug 30 13:00:03.213506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec11385-ac7b-4b81-bebb-ee8f7eb91f16', 'name': 'network-vif-deleted', 'tag': 'bece1b33-c4ae-41b7-9977-ae73821c996f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:03.216086 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a7e615-4e90-4466-bdc4-ee0dbfff084f" -d '{"events": [{"server_uuid": "eec11385-ac7b-4b81-bebb-ee8f7eb91f16", "name": "network-vif-deleted", "tag": "bece1b33-c4ae-41b7-9977-ae73821c996f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:03.241607 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dcc21e8a-6131-4203-8106-1b06fb60c372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:03.246187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dcc21e8a-6131-4203-8106-1b06fb60c372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:03.250369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dcc21e8a-6131-4203-8106-1b06fb60c372 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ced87c23-b06a-44a8-bdbf-2840beabf49c HTTP/1.1" status: 204 len: 168 time: 0.3382955 Aug 30 13:00:03.251142 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd28b024-6165-44a5-8665-cb8cd525ec94 req-d6a5deb2-b432-4033-952f-8d2e247ae2eb tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 210 time: 0.0615935 Aug 30 13:00:03.270744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc21e8a-6131-4203-8106-1b06fb60c372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced87c23-b06a-44a8-bdbf-2840beabf49c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:03.297074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d5fb4-77ff-4f49-b10e-68315fbd108f req-90a1371d-34b6-4e40-a212-633bbd6e24fe tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:03.307127 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-239d5fb4-77ff-4f49-b10e-68315fbd108f req-90a1371d-34b6-4e40-a212-633bbd6e24fe tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 948 time: 0.2420893 Aug 30 13:00:03.327018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Made reservation on behalf of 919aaf448c2b4960b0bc207cc67bed38 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:03.337702 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:03.364800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-239d5fb4-77ff-4f49-b10e-68315fbd108f req-196e386b-bc61-4c74-820a-e65d86b89d4f tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559313 Aug 30 13:00:03.398857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87', '98cf2755-13dd-4926-906f-1d36c4a0c7d2'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:03.606030 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf87dbe-ceb6-43c7-85e6-7b79e4ff0b40 x-openstack-request-id: req-1bf87dbe-ceb6-43c7-85e6-7b79e4ff0b40 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:03.606578 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec11385-ac7b-4b81-bebb-ee8f7eb91f16", "name": "network-vif-deleted", "tag": "bece1b33-c4ae-41b7-9977-ae73821c996f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:03.606578 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bf87dbe-ceb6-43c7-85e6-7b79e4ff0b40 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:03.606939 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec11385-ac7b-4b81-bebb-ee8f7eb91f16', 'name': 'network-vif-deleted', 'tag': 'bece1b33-c4ae-41b7-9977-ae73821c996f', 'status': 'completed', 'code': 200} Aug 30 13:00:03.772312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Allocated IP 172.20.0.5 (85b23412-467f-4f3e-8b55-decbbe850201/db198819-93a6-483c-ab96-0292a32f931d/ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:04.120918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:04.192675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device bece1b33-c4ae-41b7-9977-ae73821c996f no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:04.244601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: bece1b33-c4ae-41b7-9977-ae73821c996f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:04.245522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device bece1b33-c4ae-41b7-9977-ae73821c996f not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:04.277522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:04.359581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Network 85b23412-467f-4f3e-8b55-decbbe850201 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:04.364963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:04.370128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:04.464729 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event updated for resources: {'Port': ['ID=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:04.540583 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:04.618835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:04.620155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:04.633819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:04.634649 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:04.646733 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-d079fe1c-8496-4856-903e-dc24544992c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2160039 Aug 30 13:00:04.656590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1593a9-eae6-4b51-a0cc-fc6cc6c2b741 req-0b5bbe23-c34f-4cb9-aa8f-79830e32b7c1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:04.663282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f1593a9-eae6-4b51-a0cc-fc6cc6c2b741 req-0b5bbe23-c34f-4cb9-aa8f-79830e32b7c1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 931 time: 0.1763892 Aug 30 13:00:04.683957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device da6538be-1384-407f-9f68-0f0f8dfb6554 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:04.702528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f90fc0-af4b-4602-ae96-ee6d592ec962 req-0d3598af-77fa-4f2c-b3e4-6a8d1604e568 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:04.704763 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f90fc0-af4b-4602-ae96-ee6d592ec962 req-0d3598af-77fa-4f2c-b3e4-6a8d1604e568 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 948 time: 0.1083651 Aug 30 13:00:04.754970 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f1593a9-eae6-4b51-a0cc-fc6cc6c2b741 req-c1f9bd72-0642-44af-9c2b-9489ff2c8232 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826087 Aug 30 13:00:04.810502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35546) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:04.824560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f90fc0-af4b-4602-ae96-ee6d592ec962 req-ec33f487-51a3-4e75-85a0-2b89a8175e16 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126182 Aug 30 13:00:04.829710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port da6538be-1384-407f-9f68-0f0f8dfb6554 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:04.834625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port da6538be-1384-407f-9f68-0f0f8dfb6554 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:04.835012 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:04.961461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Request body: {'port': {'device_id': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:05.021653 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.086122 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a23e-279d-4b8e-8bd6-4a66b6347f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.094445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port da6538be-1384-407f-9f68-0f0f8dfb6554, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=da6538be-1384-407f-9f68-0f0f8dfb6554,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:05.095638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0729b90-2002-4b3e-b797-b83b113288a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6538be-1384-407f-9f68-0f0f8dfb6554'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:05.098957 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c88b0c-b32b-40e6-9a75-90ea73de7f37" -d '{"events": [{"server_uuid": "a0729b90-2002-4b3e-b797-b83b113288a0", "name": "network-vif-plugged", "status": "completed", "tag": "da6538be-1384-407f-9f68-0f0f8dfb6554"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:05.124525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.147566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343f0cd-17c6-4cd7-9d0a-87a67b358029 req-dceb6036-ca08-440c-a971-5af8f4b0d3e9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:05.154892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c343f0cd-17c6-4cd7-9d0a-87a67b358029 req-dceb6036-ca08-440c-a971-5af8f4b0d3e9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 945 time: 0.2445598 Aug 30 13:00:05.158905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.227798 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c343f0cd-17c6-4cd7-9d0a-87a67b358029 req-7c3e28b5-4af1-4a9d-9154-280698b0fb80 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673120 Aug 30 13:00:05.258316 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca4dbbe-6b49-4ccd-81f7-b0ee259ae19b x-openstack-request-id: req-4ca4dbbe-6b49-4ccd-81f7-b0ee259ae19b {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:05.259084 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0729b90-2002-4b3e-b797-b83b113288a0", "name": "network-vif-plugged", "status": "completed", "tag": "da6538be-1384-407f-9f68-0f0f8dfb6554", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:05.259084 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ca4dbbe-6b49-4ccd-81f7-b0ee259ae19b {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:05.259320 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0729b90-2002-4b3e-b797-b83b113288a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6538be-1384-407f-9f68-0f0f8dfb6554', 'code': 200} Aug 30 13:00:05.260946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=da6538be-1384-407f-9f68-0f0f8dfb6554,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:05.266537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35556) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:05.382464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76bab4-3fd7-46f6-b4e7-db44a224caf1 req-a8e92539-3f5b-4a97-9542-e809b66676e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:05.386619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b76bab4-3fd7-46f6-b4e7-db44a224caf1 req-a8e92539-3f5b-4a97-9542-e809b66676e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 1100 time: 0.0800810 Aug 30 13:00:05.444138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-network', 'tenant_id': '53a8d29c14914348beb1a09388685f20'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:05.474460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b76bab4-3fd7-46f6-b4e7-db44a224caf1 req-ad85d706-c39f-43d0-b3d3-bb515e97a928 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790691 Aug 30 13:00:05.519736 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a23e-279d-4b8e-8bd6-4a66b6347f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.531020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bd9a23e-279d-4b8e-8bd6-4a66b6347f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.545533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:05.548420 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.557770 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.587667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9a23e-279d-4b8e-8bd6-4a66b6347f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c93f37b-d863-4af0-b08e-bedf21ea36a9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:05.597621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3bd9a23e-279d-4b8e-8bd6-4a66b6347f59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98677f8c544644af9e77579ea87af1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7856565 Aug 30 13:00:05.601834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35560) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:05.669348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:05.678522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.691436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Transition to ACTIVE for port object ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:05.696632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.703710 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60cfd68c-f0fa-43ab-87af-c21a06c73963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.734806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.739657 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60cfd68c-f0fa-43ab-87af-c21a06c73963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.766245 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.778432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:00:05.788192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.788483 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Added segment cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f of type vlan for network 3d069a2b-f34e-48dd-a07f-e1f299591259 Aug 30 13:00:05.834869 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.850724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Attempting to bind port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:05.850724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Attempting to bind port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:05.850724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Attempting to bind port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:05.850724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da on network 85b23412-467f-4f3e-8b55-decbbe850201 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:00:05.850724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Attempting to bind port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:05.853187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:05.866283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:05.866623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Checking segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:05.867003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Bound using segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:05.867432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Bound port: ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:05.868326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.939011 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.941036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:05.941880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:05.985585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:06.001730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:06.017727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257bd22-d05a-4aae-b118-166cfa4bffd1 req-38f3b302-35d4-4f24-aa62-2b0f4041dc7b tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:06.019452 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4257bd22-d05a-4aae-b118-166cfa4bffd1 req-38f3b302-35d4-4f24-aa62-2b0f4041dc7b tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 949 time: 0.0741100 Aug 30 13:00:06.021431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:06.030300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3276b7-fa06-452b-8856-4671ddfb2ec3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:06.048472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7805061 Aug 30 13:00:06.049394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35568) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:06.060110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Request body: {'subnet': {'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-subnet', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:06.063701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60cfd68c-f0fa-43ab-87af-c21a06c73963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:06.066994 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60cfd68c-f0fa-43ab-87af-c21a06c73963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:06.069050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-60cfd68c-f0fa-43ab-87af-c21a06c73963 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c93f37b-d863-4af0-b08e-bedf21ea36a9 HTTP/1.1" status: 204 len: 168 time: 0.4654746 Aug 30 13:00:06.090568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fce12-32da-4425-8b1e-9f1f17e85def admin admin] Pushing event updated for resources: {'Network': ['ID=3d069a2b-f34e-48dd-a07f-e1f299591259,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:06.101863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 3d069a2b-f34e-48dd-a07f-e1f299591259 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:00:06.107488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfd68c-f0fa-43ab-87af-c21a06c73963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c93f37b-d863-4af0-b08e-bedf21ea36a9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:06.125417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5810a2f-1850-40ff-a293-74c284ae8ed7 req-733213b8-e974-4886-afca-dca5e248ae7a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:06.132850 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5810a2f-1850-40ff-a293-74c284ae8ed7 req-733213b8-e974-4886-afca-dca5e248ae7a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 943 time: 0.2466080 Aug 30 13:00:06.151140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:06.153572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:06.161480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:06.165908 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:06.168023 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] 10.222.0.16 "PUT /v2.0/ports/ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da HTTP/1.1" status: 200 len: 1091 time: 1.5014315 Aug 30 13:00:06.168184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:06.172877 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b3c614-5723-4441-93a3-3442fc0173ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:06.270247 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5810a2f-1850-40ff-a293-74c284ae8ed7 req-70b73022-73ca-4652-85b3-7ce3f7a0f3fa tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363168 Aug 30 13:00:06.316583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d75720-82e8-456e-93bc-94ccf66951b9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:06.338390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4257bd22-d05a-4aae-b118-166cfa4bffd1 req-3b4fc819-1240-4a76-86a3-0fb23927f519 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115327 Aug 30 13:00:06.346354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-a5ddeb2f-f966-4553-892b-8208fa7a4ecf tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:06.347913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-a5ddeb2f-f966-4553-892b-8208fa7a4ecf tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 945 time: 0.1500826 Aug 30 13:00:06.363030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-8f485988-0f20-4834-b8cd-e56852f79cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:06.364529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-8f485988-0f20-4834-b8cd-e56852f79cb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 1094 time: 0.1203756 Aug 30 13:00:06.478179 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-64477e9b-9c9e-4138-81b3-1ad1600a25d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da HTTP/1.1" status: 200 len: 217 time: 0.1038072 Aug 30 13:00:06.564827 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20c0b5af-fcf9-4492-8001-9bbff1187778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:06.619882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-025d5429-27d6-4ce4-8c79-da28929134aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:06.621359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-025d5429-27d6-4ce4-8c79-da28929134aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.1371670 Aug 30 13:00:06.701910 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794f33b1-1020-4fff-a0a3-28ff6ff6ed2e x-openstack-request-id: req-794f33b1-1020-4fff-a0a3-28ff6ff6ed2e {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:06.702553 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:06.702553 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-794f33b1-1020-4fff-a0a3-28ff6ff6ed2e {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:06.702888 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da', 'status': 'completed', 'code': 200} Aug 30 13:00:06.705707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35582) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:06.729389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-efd6e57a-318c-4e2c-994b-fe8be32b7a92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425513 Aug 30 13:00:06.736493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:06.738877 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b4e0a49-2dea-4e2d-a8e6-956242413c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:06.801330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0328e39-401b-457a-adfd-dba28386f118 req-d2354dfb-050c-4782-9708-63e9920a27c2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:06.806574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d0328e39-401b-457a-adfd-dba28386f118 req-d2354dfb-050c-4782-9708-63e9920a27c2 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 945 time: 0.2154138 Aug 30 13:00:06.819252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a467f0e-fef5-4869-b05f-0e95e9dcd576,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:06.845342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Checking segment: {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:06.846108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Network hostable DHCP agents. Network: 3d069a2b-f34e-48dd-a07f-e1f299591259, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:00:06.860510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Deleting port 98cf2755-13dd-4926-906f-1d36c4a0c7d2 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:06.861409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:06.931647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-0858b0ed-fc0d-4684-99c9-1b146793cf93 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938081 Aug 30 13:00:06.940455 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d0328e39-401b-457a-adfd-dba28386f118 req-175871c4-5f7b-42a1-8ede-1c5883784d34 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265006 Aug 30 13:00:06.969026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Network 3d069a2b-f34e-48dd-a07f-e1f299591259 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:00:06.991711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 3d069a2b-f34e-48dd-a07f-e1f299591259) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:06.999037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:07.000604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.005858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd954f-af3c-4d95-86d3-880073190981 None None] Network 3d069a2b-f34e-48dd-a07f-e1f299591259 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:00:07.118077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] For port 98cf2755-13dd-4926-906f-1d36c4a0c7d2, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=98cf2755-13dd-4926-906f-1d36c4a0c7d2,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:07.119201 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.123522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b4e0a49-2dea-4e2d-a8e6-956242413c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.128167 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0103023f-e1ab-452f-8f2c-a90b497db070 req-742e573f-dd64-4991-833a-3362e38f7e20 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849434 Aug 30 13:00:07.146962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b4e0a49-2dea-4e2d-a8e6-956242413c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.154035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Calling delete_port for 98cf2755-13dd-4926-906f-1d36c4a0c7d2 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:07.196281 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e0a49-2dea-4e2d-a8e6-956242413c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5ccf08-8cd9-4c14-9598-4ca664e1be45,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:07.231821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-3d069a2b-f34e-48dd-a07f-e1f299591259', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:00:07.234017 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.237234 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c97c1147-4924-4f55-a886-d24126fae231 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1841419 Aug 30 13:00:07.237939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35584) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:07.245971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:07.281906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0b4e0a49-2dea-4e2d-a8e6-956242413c37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46d342e26cc943a8bedc2f143083cbe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5721607 Aug 30 13:00:07.282141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35586) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:07.299520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.300637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.310644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3c614-5723-4441-93a3-3442fc0173ef req-9ddd621f-0e77-442f-8fb0-794d5624fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:07.315369 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80b3c614-5723-4441-93a3-3442fc0173ef req-9ddd621f-0e77-442f-8fb0-794d5624fac7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 1094 time: 0.0989342 Aug 30 13:00:07.467803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3c614-5723-4441-93a3-3442fc0173ef req-7571ee94-26d7-4bdf-bcda-b8a857a5b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:07.469404 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80b3c614-5723-4441-93a3-3442fc0173ef req-7571ee94-26d7-4bdf-bcda-b8a857a5b6e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 913 time: 0.1475854 Aug 30 13:00:07.484364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Allocated IP 172.20.0.2 (3d069a2b-f34e-48dd-a07f-e1f299591259/7a467f0e-fef5-4869-b05f-0e95e9dcd576/97c31466-03e8-4564-92cc-b6015ba59877) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:07.513141 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.552677 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80b3c614-5723-4441-93a3-3442fc0173ef req-f1c50e7b-b3d5-4e43-b27f-c2ea851549ab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da HTTP/1.1" status: 200 len: 217 time: 0.0431998 Aug 30 13:00:07.597865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69067a2c-ad4a-43f9-aa0d-d72b1ce05204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.601638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffdaa68-beac-4ba6-9dc8-00daac151fd5 req-fe9284a7-61a0-496c-9bac-325f7d12f9a7 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:07.609537 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ffdaa68-beac-4ba6-9dc8-00daac151fd5 req-fe9284a7-61a0-496c-9bac-325f7d12f9a7 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 949 time: 0.1329594 Aug 30 13:00:07.632910 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.666242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3c614-5723-4441-93a3-3442fc0173ef req-14a10723-aa39-48b7-97ae-4812a1f242e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:07.668605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80b3c614-5723-4441-93a3-3442fc0173ef req-14a10723-aa39-48b7-97ae-4812a1f242e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.1077318 Aug 30 13:00:07.682828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ffdaa68-beac-4ba6-9dc8-00daac151fd5 req-dbe655f5-ad96-4016-b820-8cc9adf1f86b tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725818 Aug 30 13:00:07.688569 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69067a2c-ad4a-43f9-aa0d-d72b1ce05204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.731931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event deleted for resources: {'Port': ['ID=98cf2755-13dd-4926-906f-1d36c4a0c7d2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:07.750836 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80b3c614-5723-4441-93a3-3442fc0173ef req-f06f86b4-06ad-4a06-9763-c1efcdb7a01c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612566 Aug 30 13:00:07.755647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87', '98cf2755-13dd-4926-906f-1d36c4a0c7d2'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:07.792694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9579dc5-3fb1-4ac8-a05c-8b5e778b4f47 req-ebe317f9-bdbe-4eb4-9402-04572c8bf4d3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:07.801848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9579dc5-3fb1-4ac8-a05c-8b5e778b4f47 req-ebe317f9-bdbe-4eb4-9402-04572c8bf4d3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 943 time: 0.3284838 Aug 30 13:00:07.856095 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.909168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] No DVR routers for this DVR port 98cf2755-13dd-4926-906f-1d36c4a0c7d2 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:00:07.915506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.916622 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:07.917700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0498f64-14db-4ab7-9bfe-97d2920b2a31 req-1009a5cc-fc90-417f-8de8-57a522a8e6c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "DELETE /v2.0/ports/98cf2755-13dd-4926-906f-1d36c4a0c7d2 HTTP/1.1" status: 204 len: 173 time: 1.5581257 Aug 30 13:00:07.919835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55c09dd-b960-4255-9df6-ea7d39f144bb', 'name': 'network-vif-deleted', 'tag': '98cf2755-13dd-4926-906f-1d36c4a0c7d2'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:07.923029 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f769632d-0ce0-417b-9006-d2cfb292a191" -d '{"events": [{"server_uuid": "c55c09dd-b960-4255-9df6-ea7d39f144bb", "name": "network-vif-deleted", "tag": "98cf2755-13dd-4926-906f-1d36c4a0c7d2"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:07.952084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Transition to ACTIVE for port object 97c31466-03e8-4564-92cc-b6015ba59877 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:07.997614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Transition to ACTIVE for port object 97c31466-03e8-4564-92cc-b6015ba59877 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:08.023267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80b3c614-5723-4441-93a3-3442fc0173ef req-87861406-56cd-4a51-9dc5-22bd1411c189 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626958 Aug 30 13:00:08.033016 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:08.102540 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9579dc5-3fb1-4ac8-a05c-8b5e778b4f47 req-8372f6e0-329b-4b0a-9be2-11065ce85f15 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990577 Aug 30 13:00:08.183118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69067a2c-ad4a-43f9-aa0d-d72b1ce05204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:08.190669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69067a2c-ad4a-43f9-aa0d-d72b1ce05204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:08.195156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-69067a2c-ad4a-43f9-aa0d-d72b1ce05204 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7c5ccf08-8cd9-4c14-9598-4ca664e1be45 HTTP/1.1" status: 204 len: 168 time: 0.9083207 Aug 30 13:00:08.221014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69067a2c-ad4a-43f9-aa0d-d72b1ce05204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5ccf08-8cd9-4c14-9598-4ca664e1be45,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:08.235124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Pushing event updated for resources: {'Port': ['ID=97c31466-03e8-4564-92cc-b6015ba59877,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:08.251307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Network 3d069a2b-f34e-48dd-a07f-e1f299591259 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:08.256108 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdb4299-999c-479e-ae85-df1205c9f770 x-openstack-request-id: req-0cdb4299-999c-479e-ae85-df1205c9f770 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:08.256647 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55c09dd-b960-4255-9df6-ea7d39f144bb", "name": "network-vif-deleted", "tag": "98cf2755-13dd-4926-906f-1d36c4a0c7d2", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:08.257078 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cdb4299-999c-479e-ae85-df1205c9f770 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:08.258985 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55c09dd-b960-4255-9df6-ea7d39f144bb', 'name': 'network-vif-deleted', 'tag': '98cf2755-13dd-4926-906f-1d36c4a0c7d2', 'status': 'completed', 'code': 200} Aug 30 13:00:08.260781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:08.268950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:08.270168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80b3c614-5723-4441-93a3-3442fc0173ef req-293bab97-7d1e-4b3f-ae78-92722a854bf1 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369940 Aug 30 13:00:08.549935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65f6af39-b242-4df4-9cf5-fecd7156e936 req-5107c407-9459-486a-b321-55726569df2d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=c55c09dd-b960-4255-9df6-ea7d39f144bb HTTP/1.1" status: 200 len: 210 time: 0.1580155 Aug 30 13:00:08.553416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Attempting to bind port 97c31466-03e8-4564-92cc-b6015ba59877 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:08.553852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Attempting to bind port 97c31466-03e8-4564-92cc-b6015ba59877 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:08.554294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Attempting to bind port 97c31466-03e8-4564-92cc-b6015ba59877 on network 3d069a2b-f34e-48dd-a07f-e1f299591259 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:08.574004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:08.574777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Checking segment: {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:08.575158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:08.575657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Bound using segment: {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:08.576292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Bound port: 97c31466-03e8-4564-92cc-b6015ba59877, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:08.576692 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:08.659087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] For port 97c31466-03e8-4564-92cc-b6015ba59877, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:08.663086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] For port 97c31466-03e8-4564-92cc-b6015ba59877, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=97c31466-03e8-4564-92cc-b6015ba59877,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:08.670085 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:08.705895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:08.736012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d130f-0633-44e2-b63f-1f5296b79cb1 None None] Pushing event updated for resources: {'Port': ['ID=97c31466-03e8-4564-92cc-b6015ba59877,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:08.745933 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:08.910367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c89dc3-9a0e-4d45-8684-5d0463e15354 req-3a0426ac-1adf-48d2-b81a-600cd40ee08b tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:08.912530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62c89dc3-9a0e-4d45-8684-5d0463e15354 req-3a0426ac-1adf-48d2-b81a-600cd40ee08b tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 949 time: 0.1545894 Aug 30 13:00:08.945331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Allocated IP 172.25.2.34 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:09.064513 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62c89dc3-9a0e-4d45-8684-5d0463e15354 req-64112ae9-e339-41f5-b35a-77b7f3e0178b tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137800 Aug 30 13:00:09.202490 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:09.293278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:09.318844 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af1c1506-61a7-4b1c-9187-66bfdd419a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:09.361598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:09.375597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9cefc-4fd0-48c8-8b61-302f9ad21754 req-83f27505-e315-4667-aebd-a74279b83d2f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:09.377129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26d9cefc-4fd0-48c8-8b61-302f9ad21754 req-83f27505-e315-4667-aebd-a74279b83d2f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 943 time: 0.1289916 Aug 30 13:00:09.378077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:09.380414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Pushing event updated for resources: {'Port': ['ID=aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:09.393471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:09.505415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26d9cefc-4fd0-48c8-8b61-302f9ad21754 req-5855ad11-d6ab-4266-82d7-c78065b431a9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093180 Aug 30 13:00:09.828792 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:09.911477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:10.224102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:00:10.261867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1139e958-d524-4cbe-a3eb-88dd00767bbc None None] Network 3d069a2b-f34e-48dd-a07f-e1f299591259 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:00:10.328836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb871c87-2ba5-48d1-ad83-8e5f5b95d24d req-4e7c566d-2ff3-42e0-8e40-3ca71635c001 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:10.339243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb871c87-2ba5-48d1-ad83-8e5f5b95d24d req-4e7c566d-2ff3-42e0-8e40-3ca71635c001 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 949 time: 0.0735972 Aug 30 13:00:10.385616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-03f4ccf0-7396-460f-bd88-d85f9b13b4c1 None None] Provisioning for port 97c31466-03e8-4564-92cc-b6015ba59877 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:10.400508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb871c87-2ba5-48d1-ad83-8e5f5b95d24d req-d8826226-2eff-4251-840f-3df3167e8416 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/security-groups?id=a85d867b-775b-4053-aa1e-d9d9505af578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571268 Aug 30 13:00:10.516777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-15d402c0-2030-4f07-804a-b368b4336981 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:10.518625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:10.525915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-15d402c0-2030-4f07-804a-b368b4336981 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.4978340 Aug 30 13:00:10.554370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'port_id': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da', 'mac_address': 'fa:16:3e:2e:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db198819-93a6-483c-ab96-0292a32f931d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:00:10.609170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 97c31466-03e8-4564-92cc-b6015ba59877 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:10.625402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-f6f4d878-edac-4365-9850-2dced4e6abe4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/quotas/68ef2c4e683b40999553afb799d2b581 HTTP/1.1" status: 200 len: 375 time: 0.0869668 Aug 30 13:00:10.671214 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:10.679735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0953abe-facb-4137-8583-d1edcc4a00d9 req-a3d2e19a-58ab-41bb-b68e-ce28be8c1757 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:10.683550 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0953abe-facb-4137-8583-d1edcc4a00d9 req-a3d2e19a-58ab-41bb-b68e-ce28be8c1757 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 943 time: 0.0752120 Aug 30 13:00:10.738931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0953abe-facb-4137-8583-d1edcc4a00d9 req-b9bbbd92-b128-47d1-9290-2ed71e0d384d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Aug 30 13:00:10.744140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 98cf2755-13dd-4926-906f-1d36c4a0c7d2 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:10.762986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-467d85fe-a336-480c-8bbb-b0cf39ed4ba9 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:10.762986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-467d85fe-a336-480c-8bbb-b0cf39ed4ba9 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.35 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 949 time: 0.7327466 Aug 30 13:00:10.784643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:10.799358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 98cf2755-13dd-4926-906f-1d36c4a0c7d2 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:10.799696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 98cf2755-13dd-4926-906f-1d36c4a0c7d2 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:10.801368 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:10.817861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-f4c97ec9-2f28-417b-97b4-0dd0fc95a7ca tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1913643 Aug 30 13:00:10.818855 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:10.831538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:10.839386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 97c31466-03e8-4564-92cc-b6015ba59877 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:10.842803 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:10.849910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 97c31466-03e8-4564-92cc-b6015ba59877 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:10.854302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:10.955709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:11.042567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:11.080832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Deleting port da6538be-1384-407f-9f68-0f0f8dfb6554 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:11.081177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:11.100347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:11.140741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-c2202a9c-012f-4dfb-ae96-f18387c35fc4 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132749 Aug 30 13:00:11.142959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 97c31466-03e8-4564-92cc-b6015ba59877, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=97c31466-03e8-4564-92cc-b6015ba59877,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:11.151973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-94622404-7968-41f6-bdfc-2a6109d6a49f None None] Provisioning complete for port 97c31466-03e8-4564-92cc-b6015ba59877 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:11.152224 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94622404-7968-41f6-bdfc-2a6109d6a49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:11.195275 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:11.272877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Router 42c6a73c-9bf8-43de-bcc0-8a693740f008 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:00:11.284375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] For port da6538be-1384-407f-9f68-0f0f8dfb6554, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=da6538be-1384-407f-9f68-0f0f8dfb6554,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:11.284617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:11.315010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Calling delete_port for da6538be-1384-407f-9f68-0f0f8dfb6554 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:11.371370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=97c31466-03e8-4564-92cc-b6015ba59877,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:11.382791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-737f706e-7b79-434e-8f50-c0dc6056b6e8 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263861 Aug 30 13:00:11.574954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:00:11.584263 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Sync routers for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:00:11.599809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:11.601313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-346b747f-ee0f-484f-86d4-dd7c5f959cba admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3607910 Aug 30 13:00:11.604573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35710) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:11.629892 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:11.630860 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:11.682350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:11.695486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['da6538be-1384-407f-9f68-0f0f8dfb6554'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:11.736268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Pushing event deleted for resources: {'Port': ['ID=da6538be-1384-407f-9f68-0f0f8dfb6554,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:11.781691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cdb38b47-370a-4fd5-89e1-5613c5ac5c3e req-b9c79837-a559-4ed5-b54d-0ecf95227885 tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.37 "GET /v2.0/ports?device_id=a0729b90-2002-4b3e-b797-b83b113288a0 HTTP/1.1" status: 200 len: 210 time: 0.0840821 Aug 30 13:00:11.816662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] No DVR routers for this DVR port da6538be-1384-407f-9f68-0f0f8dfb6554 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:00:11.825349 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:11.827323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79e7b10c-2af3-4b71-9b01-322368cad85e req-6ee6117d-a13c-48a0-ad30-10001233224e tempest-ServerDiagnosticsNegativeTest-1312533223 tempest-ServerDiagnosticsNegativeTest-1312533223-project] 10.222.0.35 "DELETE /v2.0/ports/da6538be-1384-407f-9f68-0f0f8dfb6554 HTTP/1.1" status: 204 len: 173 time: 1.0555732 Aug 30 13:00:11.827867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0729b90-2002-4b3e-b797-b83b113288a0', 'name': 'network-vif-deleted', 'tag': 'da6538be-1384-407f-9f68-0f0f8dfb6554'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:11.830154 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a32afea-ca3c-404a-aad9-27c8abcc0814" -d '{"events": [{"server_uuid": "a0729b90-2002-4b3e-b797-b83b113288a0", "name": "network-vif-deleted", "tag": "da6538be-1384-407f-9f68-0f0f8dfb6554"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:11.968081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-833f7841-1e84-4824-a446-38cf595ad589 req-7ec23a67-5002-4c30-869d-d64b4a627edd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 210 time: 0.0852597 Aug 30 13:00:12.022027 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:12.080253 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:12.241859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:12.381347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82433a78-c695-40ee-8d24-99aa1d7fc8c7 req-fb42fb15-9200-44f1-a1df-3e43d24dd8e5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:12.385027 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8a1a85-a1ae-4c08-b207-f538b5a1edaa x-openstack-request-id: req-cd8a1a85-a1ae-4c08-b207-f538b5a1edaa {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:12.385853 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0729b90-2002-4b3e-b797-b83b113288a0", "name": "network-vif-deleted", "tag": "da6538be-1384-407f-9f68-0f0f8dfb6554", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:12.386345 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd8a1a85-a1ae-4c08-b207-f538b5a1edaa {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:12.387034 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0729b90-2002-4b3e-b797-b83b113288a0', 'name': 'network-vif-deleted', 'tag': 'da6538be-1384-407f-9f68-0f0f8dfb6554', 'status': 'completed', 'code': 200} Aug 30 13:00:12.394380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:12.400507 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-82433a78-c695-40ee-8d24-99aa1d7fc8c7 req-fb42fb15-9200-44f1-a1df-3e43d24dd8e5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 944 time: 0.2050414 Aug 30 13:00:12.413881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:12.417032 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:12.529510 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:09Z', 'revision_number': 3, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:12.588542 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Checking router: 42c6a73c-9bf8-43de-bcc0-8a693740f008 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:00:12.589604 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Updating router 42c6a73c-9bf8-43de-bcc0-8a693740f008 port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:00:12.636889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 97c31466-03e8-4564-92cc-b6015ba59877 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:12.692729 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:12.745838 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:12.799390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-82433a78-c695-40ee-8d24-99aa1d7fc8c7 req-3de8f31c-8809-491b-b3d9-1ea55e266f75 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946829 Aug 30 13:00:12.882432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:12.889712 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:12.900154 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba0d7ed-6ef2-4cb6-bda9-4de9a452219f" -d '{"events": [{"server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "name": "network-vif-plugged", "status": "completed", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:12.922865 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:13.131000 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:13.157245 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Transition to ACTIVE for port object aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:13.168677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:13.181578 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:13.194367 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f1482f-43f3-42a1-b2d8-eafacfc81a51 x-openstack-request-id: req-75f1482f-43f3-42a1-b2d8-eafacfc81a51 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:13.197014 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "name": "network-vif-plugged", "status": "completed", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:13.197470 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75f1482f-43f3-42a1-b2d8-eafacfc81a51 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:13.198070 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da', 'code': 200} Aug 30 13:00:13.201472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 97c31466-03e8-4564-92cc-b6015ba59877 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:13.204655 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:13.269826 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb3d2-5b29-4938-b916-d2890337855a None None] Pushing event updated for resources: {'Port': ['ID=aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:13.272309 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Attempting to bind port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:13.272801 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Attempting to bind port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:13.273259 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Attempting to bind port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:13.279492 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:13.279987 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:13.280476 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:13.280951 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:13.281504 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Bound port: aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:13.282039 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:13.374986 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] For port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:13.380897 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] For port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:13.397094 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:13.417308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe9e14d8-4727-4361-bd8c-eba519a72f50 req-94b93bd2-93fc-47fe-ab9d-03c5d5896b1a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 210 time: 0.0521472 Aug 30 13:00:13.427584 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:13.474484 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb3d2-5b29-4938-b916-d2890337855a None None] Pushing event updated for resources: {'Port': ['ID=aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:13.496642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5e2b4-9e36-4c1d-b990-ab70fefee5da req-867eb4a1-a917-44c1-855d-75d63e94a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:13.498278 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6cd5e2b4-9e36-4c1d-b990-ab70fefee5da req-867eb4a1-a917-44c1-855d-75d63e94a87a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 1096 time: 0.2217808 Aug 30 13:00:13.502398 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:13.504376 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:13.660736 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6cd5e2b4-9e36-4c1d-b990-ab70fefee5da req-bcf4f0a5-9f8b-4a26-b7ba-31396fdf7290 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318283 Aug 30 13:00:13.706937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35772) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:13.782808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Allocated IP 172.20.0.1 (3d069a2b-f34e-48dd-a07f-e1f299591259/7a467f0e-fef5-4869-b05f-0e95e9dcd576/a1ec2555-0ca7-4280-86d1-b0f9a84c4962) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:13.799900 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:13.834490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-2d78a2d1-01f6-4680-803e-8074ebb16568 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:13.840472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-2d78a2d1-01f6-4680-803e-8074ebb16568 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.3732014 Aug 30 13:00:13.854753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Request body: {'port': {'device_id': 'ca33fd0d-778a-42b7-bac2-414a04f84742', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'admin_state_up': True, 'tenant_id': '68ef2c4e683b40999553afb799d2b581'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:14.018390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:14.048302 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Transition to ACTIVE for port object a1ec2555-0ca7-4280-86d1-b0f9a84c4962 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:14.103774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Made reservation on behalf of 68ef2c4e683b40999553afb799d2b581 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:14.107937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:14.117473 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:14.145874 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:09Z', 'revision_number': 3, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:14.179297 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad6672a-f407-4107-8a8f-391d6e9cd22e None None] The sync data for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 is: [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:09Z', 'revision_number': 3, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:00:14.225591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7204adc7-50c9-498d-98a1-923610364c4c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dd03517d15a4297bbc408580df44f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5088699 Aug 30 13:00:14.230959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35780) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:14.281594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Network 3d069a2b-f34e-48dd-a07f-e1f299591259 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:14.290989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:14.314355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ec2555-0ca7-4280-86d1-b0f9a84c4962,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:14.324115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:14.379033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0330d549-10cf-4e48-9573-81583eaf284e req-3d751104-1135-4b7f-8fad-71381453646c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:14.384177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1415e2a2-cf88-40e9-b2f7-9290c56f6c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:14.387296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0330d549-10cf-4e48-9573-81583eaf284e req-3d751104-1135-4b7f-8fad-71381453646c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.2722433 Aug 30 13:00:14.389304 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:14.438273 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1415e2a2-cf88-40e9-b2f7-9290c56f6c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:14.533810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35786) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:14.654526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1415e2a2-cf88-40e9-b2f7-9290c56f6c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:14.657089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1415e2a2-cf88-40e9-b2f7-9290c56f6c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:14.663362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1415e2a2-cf88-40e9-b2f7-9290c56f6c40 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a85d867b-775b-4053-aa1e-d9d9505af578 HTTP/1.1" status: 204 len: 168 time: 0.4311786 Aug 30 13:00:14.729542 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:14.732737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device da6538be-1384-407f-9f68-0f0f8dfb6554 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:14.778892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87a1a7d4-0ec7-4e3a-9eb9-4c91990b2102 req-f1c957df-1ef2-4cdb-aa69-c01fd849ce24 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 210 time: 0.1849475 Aug 30 13:00:14.784531 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0330d549-10cf-4e48-9573-81583eaf284e req-df1fa9db-509b-4bf0-b377-395bd78824b2 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962035 Aug 30 13:00:14.807629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: da6538be-1384-407f-9f68-0f0f8dfb6554 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:14.808026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device da6538be-1384-407f-9f68-0f0f8dfb6554 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:14.829059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415e2a2-cf88-40e9-b2f7-9290c56f6c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d867b-775b-4053-aa1e-d9d9505af578,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:14.880776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4d313f53-34b9-4bee-be5d-707679d5e9b2 None None] Provisioning for port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:14.896681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Allocated IP 172.20.0.9 (ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63/ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc/3bec3ec8-951d-4495-85db-cfd1f7edfe28) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:14.909691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4d313f53-34b9-4bee-be5d-707679d5e9b2 None None] Provisioning complete for port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:14.910930 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d313f53-34b9-4bee-be5d-707679d5e9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.064959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4d313f53-34b9-4bee-be5d-707679d5e9b2 None None] Port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:00:15.165576 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b10b968-1476-45b3-be5a-cd83d854c8bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.189978 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.199225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.264435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.285436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35798) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:15.315002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3077761-a5e4-4a15-8978-ca0452e3a597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.324235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ec2555-0ca7-4280-86d1-b0f9a84c4962,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:15.328781 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.400802 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b10b968-1476-45b3-be5a-cd83d854c8bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.404133 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.418381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:15.451594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b10b968-1476-45b3-be5a-cd83d854c8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.490692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:15.510633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Network 3d069a2b-f34e-48dd-a07f-e1f299591259 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:15.513264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:15.530119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:15.532663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:15.545448 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event updated for resources: {'Port': ['ID=3bec3ec8-951d-4495-85db-cfd1f7edfe28,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:15.584648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4b10b968-1476-45b3-be5a-cd83d854c8bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce2996061c754866abe59d951354fb02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0421069 Aug 30 13:00:15.587893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35800) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:15.594336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10b968-1476-45b3-be5a-cd83d854c8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fb489f-fdb3-4785-a3d5-f16e52a21bfc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:15.637259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:15.638109 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.717880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3077761-a5e4-4a15-8978-ca0452e3a597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.730904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3077761-a5e4-4a15-8978-ca0452e3a597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.749033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-a2ad5a39-48a2-4c44-990a-a00b7c19f357 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8982663 Aug 30 13:00:15.781068 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be81b676-4999-43c0-8d7d-8d5ebde1f86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.799327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b3077761-a5e4-4a15-8978-ca0452e3a597 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7be0265cc7ad4b4cb2c8fd887ef127c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107210 Aug 30 13:00:15.800641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3077761-a5e4-4a15-8978-ca0452e3a597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbaaa24-cb97-47d0-a536-aa5b0343910d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:15.802686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35806) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:15.852649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be81b676-4999-43c0-8d7d-8d5ebde1f86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.892526 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a9c22fb6-b127-493a-8dd2-8b17b476e8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:15.919767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Router 42c6a73c-9bf8-43de-bcc0-8a693740f008 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:00:15.937917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Request body: {'port': {'device_id': 'ca33fd0d-778a-42b7-bac2-414a04f84742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:16.000034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4b62b640-7128-4958-9541-6c74014b32a8 None None] Provisioning complete for port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:16.000657 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b62b640-7128-4958-9541-6c74014b32a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.028508 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a9c22fb6-b127-493a-8dd2-8b17b476e8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.036465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.064011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4b62b640-7128-4958-9541-6c74014b32a8 None None] Port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:00:16.098581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03ccaf-f48b-4f4b-91b8-7d5b327467ad req-fe0b6ae0-64cb-471f-984f-5262df1dd639 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:16.100950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec03ccaf-f48b-4f4b-91b8-7d5b327467ad req-fe0b6ae0-64cb-471f-984f-5262df1dd639 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 931 time: 0.1393301 Aug 30 13:00:16.276831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec03ccaf-f48b-4f4b-91b8-7d5b327467ad req-9708892f-7190-4a5f-bc33-6527ea7c7b1c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683350 Aug 30 13:00:16.452936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be81b676-4999-43c0-8d7d-8d5ebde1f86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.466124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be81b676-4999-43c0-8d7d-8d5ebde1f86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.467518 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be81b676-4999-43c0-8d7d-8d5ebde1f86a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a3fb489f-fdb3-4785-a3d5-f16e52a21bfc HTTP/1.1" status: 204 len: 168 time: 0.8741031 Aug 30 13:00:16.560840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bec3ec8-951d-4495-85db-cfd1f7edfe28 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:16.578568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.584147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81b676-4999-43c0-8d7d-8d5ebde1f86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fb489f-fdb3-4785-a3d5-f16e52a21bfc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:16.605859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afcb294-bd6f-4cc2-93a6-26d8b03f1402 req-e27ae3f9-185c-48d5-96f7-fcb72657a73b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:16.609334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6afcb294-bd6f-4cc2-93a6-26d8b03f1402 req-e27ae3f9-185c-48d5-96f7-fcb72657a73b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.6869175 Aug 30 13:00:16.614381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:16.723003 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a9c22fb6-b127-493a-8dd2-8b17b476e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.726432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a9c22fb6-b127-493a-8dd2-8b17b476e8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.734105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Transition to ACTIVE for port object 3bec3ec8-951d-4495-85db-cfd1f7edfe28 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:16.746815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.748336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a9c22fb6-b127-493a-8dd2-8b17b476e8ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3fbaaa24-cb97-47d0-a536-aa5b0343910d HTTP/1.1" status: 204 len: 168 time: 0.9335825 Aug 30 13:00:16.766410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:00:16.781186 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8bb2be28-e332-4461-9aa1-2b0cf08f1ed2 admin admin] 10.222.0.37 "PUT /v2.0/routers/42c6a73c-9bf8-43de-bcc0-8a693740f008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1748350 Aug 30 13:00:16.802240 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6afcb294-bd6f-4cc2-93a6-26d8b03f1402 req-ba8275e3-0e26-4a63-9590-fd9022417aa2 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450317 Aug 30 13:00:16.810028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c22fb6-b127-493a-8dd2-8b17b476e8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbaaa24-cb97-47d0-a536-aa5b0343910d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:16.821350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76058d56-a5b6-433c-b276-5ee5e60dfbce req-ec0116d1-7b17-4c63-a54f-b144dde3fd03 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:16.832772 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76058d56-a5b6-433c-b276-5ee5e60dfbce req-ec0116d1-7b17-4c63-a54f-b144dde3fd03 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 946 time: 0.2480140 Aug 30 13:00:16.848643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:16.877724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:16.878119 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:16.896331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Pushing event updated for resources: {'Port': ['ID=3bec3ec8-951d-4495-85db-cfd1f7edfe28,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:16.959654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Sync routers for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:00:16.976275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76058d56-a5b6-433c-b276-5ee5e60dfbce req-bbaceb6b-a68f-4786-ae4c-6ecb3c5d3828 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372275 Aug 30 13:00:17.026066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:17.027767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:17.077515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Attempting to bind port 3bec3ec8-951d-4495-85db-cfd1f7edfe28 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:17.079941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Attempting to bind port 3bec3ec8-951d-4495-85db-cfd1f7edfe28 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:17.080874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Attempting to bind port 3bec3ec8-951d-4495-85db-cfd1f7edfe28 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:17.100770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Port 3bec3ec8-951d-4495-85db-cfd1f7edfe28 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:00:17.101812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Attempting to bind port 3bec3ec8-951d-4495-85db-cfd1f7edfe28 on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:17.125520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:17.127366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Checking segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:17.128518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Bound using segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:17.129320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Bound port: 3bec3ec8-951d-4495-85db-cfd1f7edfe28, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:17.143100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:17.285140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] For port 3bec3ec8-951d-4495-85db-cfd1f7edfe28, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:17.299932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] For port 3bec3ec8-951d-4495-85db-cfd1f7edfe28, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3bec3ec8-951d-4495-85db-cfd1f7edfe28,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:17.312444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:17.317884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35836) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:17.360507 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:17.390997 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:17.424844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Pushing event updated for resources: {'Port': ['ID=3bec3ec8-951d-4495-85db-cfd1f7edfe28,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:17.427964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:17.486925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:17.488439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:17.489886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0363cc59-94b0-4c6b-8ef2-7aa15e045372 service neutron] 10.222.0.35 "PUT /v2.0/ports/3bec3ec8-951d-4495-85db-cfd1f7edfe28 HTTP/1.1" status: 200 len: 1091 time: 1.7268248 Aug 30 13:00:17.520678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca33fd0d-778a-42b7-bac2-414a04f84742', 'tag': '3bec3ec8-951d-4495-85db-cfd1f7edfe28'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:17.527189 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f588033c-80eb-4819-982f-c3e8a8f7a232" -d '{"events": [{"name": "network-changed", "server_uuid": "ca33fd0d-778a-42b7-bac2-414a04f84742", "tag": "3bec3ec8-951d-4495-85db-cfd1f7edfe28"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:17.639536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:17.653235 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:17.660877 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:17.677576 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:17.689912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4f253-6109-4d8b-8255-d2a50f0d60f3 req-3cf86493-6463-4f6e-8a03-23dd1511c9ac tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:17.705917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eba4f253-6109-4d8b-8255-d2a50f0d60f3 req-3cf86493-6463-4f6e-8a03-23dd1511c9ac tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 943 time: 0.2957726 Aug 30 13:00:17.735396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0f410e5e-5574-41b1-9399-c41aacb68b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:17.740339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-0f410e5e-5574-41b1-9399-c41aacb68b0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 1094 time: 0.1970415 Aug 30 13:00:17.779544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b192b1a2-9fe1-4c26-9ef9-1b08a4f206a7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:17.798932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e38979870ac48368913b139bea45111&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771638 Aug 30 13:00:17.802565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35860) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:17.811655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-151c0e87-669e-4455-884d-e71b143d43b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bec3ec8-951d-4495-85db-cfd1f7edfe28 HTTP/1.1" status: 200 len: 217 time: 0.0555239 Aug 30 13:00:17.821605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:17.828912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.829256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.829593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.835035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.835250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.835558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.836457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.836794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.837124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.837539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.837888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.838211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd4ad59-50e5-4338-af54-d0f7853c8cf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:17.852033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eba4f253-6109-4d8b-8255-d2a50f0d60f3 req-b2c64be4-ccc2-4e6a-af94-a038443ece02 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395819 Aug 30 13:00:17.984603 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb25e23f-dd68-4aad-b6c9-66d32ad346c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:17.988878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-d285cabd-c4a7-4aa9-87b1-0b6a8a091cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:17.991239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-d285cabd-c4a7-4aa9-87b1-0b6a8a091cd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.1372328 Aug 30 13:00:18.061054 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb25e23f-dd68-4aad-b6c9-66d32ad346c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:18.065105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-14c596cb-05d1-4c78-8451-fa08c8f68691 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649157 Aug 30 13:00:18.196923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb25e23f-dd68-4aad-b6c9-66d32ad346c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:18.200281 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb25e23f-dd68-4aad-b6c9-66d32ad346c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:18.205382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fb25e23f-dd68-4aad-b6c9-66d32ad346c2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b192b1a2-9fe1-4c26-9ef9-1b08a4f206a7 HTTP/1.1" status: 204 len: 168 time: 0.3938532 Aug 30 13:00:18.222254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25e23f-dd68-4aad-b6c9-66d32ad346c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b192b1a2-9fe1-4c26-9ef9-1b08a4f206a7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:18.302641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-d5f8410c-41c7-44e5-81d8-5c4c22a6a325 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190213 Aug 30 13:00:18.343000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a1ec2555-0ca7-4280-86d1-b0f9a84c4962', 'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'mac_address': 'fa:16:3e:bb:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:13Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 2, 'project_id': '53a8d29c14914348beb1a09388685f20', 'subnets': [{'id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:18.369389 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd98e65c-d1e8-4a08-82f0-f52c942f1a7c x-openstack-request-id: req-bd98e65c-d1e8-4a08-82f0-f52c942f1a7c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:18.369885 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca33fd0d-778a-42b7-bac2-414a04f84742", "tag": "3bec3ec8-951d-4495-85db-cfd1f7edfe28", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:18.370300 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd98e65c-d1e8-4a08-82f0-f52c942f1a7c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:18.370846 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca33fd0d-778a-42b7-bac2-414a04f84742', 'tag': '3bec3ec8-951d-4495-85db-cfd1f7edfe28', 'status': 'completed', 'code': 200} Aug 30 13:00:18.426569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Checking router: 42c6a73c-9bf8-43de-bcc0-8a693740f008 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:00:18.427338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Updating router 42c6a73c-9bf8-43de-bcc0-8a693740f008 port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:00:18.489777 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:18.584711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556cb1d-0960-4028-9820-a99193c1425e req-d779d440-0dda-4853-be1c-39da09b76021 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:18.587227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:18.593355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a556cb1d-0960-4028-9820-a99193c1425e req-d779d440-0dda-4853-be1c-39da09b76021 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.2210605 Aug 30 13:00:18.618408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471338e-87cb-4a80-acba-4a32b1ae6fac req-00c65bad-83ad-49fa-b0ab-cf52c4104f86 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:18.631267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8471338e-87cb-4a80-acba-4a32b1ae6fac req-00c65bad-83ad-49fa-b0ab-cf52c4104f86 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 946 time: 0.1637890 Aug 30 13:00:18.667281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1587e265-fa06-4963-8d88-2ab246ee6ec3 req-143c1dcd-d285-443d-8bee-ecb0d456fef1 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627429 Aug 30 13:00:18.674563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:18.675299 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:18.722331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a556cb1d-0960-4028-9820-a99193c1425e req-60deb775-9568-40af-ae62-9e25df673251 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279564 Aug 30 13:00:18.791752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8471338e-87cb-4a80-acba-4a32b1ae6fac req-5181456e-7dc8-4a9f-b13f-a584027bf112 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435516 Aug 30 13:00:18.864298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-2c85fc2c-1ce3-4d21-bc94-91899b23d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:18.872018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-2c85fc2c-1ce3-4d21-bc94-91899b23d75f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 1094 time: 0.1371217 Aug 30 13:00:18.925090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35926) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:19.064856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-f5aa0c3c-93e8-4e32-ad55-df2d009cdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:19.066451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-f5aa0c3c-93e8-4e32-ad55-df2d009cdd19 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 906 time: 0.1859596 Aug 30 13:00:19.093054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-205680325-network', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:19.166957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb110a-e142-4008-86e0-6f52b1ce6758 req-40fb8002-382d-4e0a-a19f-ef07a30d7013 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:19.169381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c4cb110a-e142-4008-86e0-6f52b1ce6758 req-40fb8002-382d-4e0a-a19f-ef07a30d7013 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 943 time: 0.1830018 Aug 30 13:00:19.171447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Made reservation on behalf of f6a953cec6c2437c874098fdf177af99 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:19.174000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:19.220956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-49e3f2a3-6a66-43b6-9767-2df261fc2a38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3bec3ec8-951d-4495-85db-cfd1f7edfe28 HTTP/1.1" status: 200 len: 217 time: 0.1430571 Aug 30 13:00:19.241271 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:19.392445 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:19.412086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-1b294986-a54c-4e28-8e9e-2465fa0f1557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:19.414173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-1b294986-a54c-4e28-8e9e-2465fa0f1557 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.1878242 Aug 30 13:00:19.427524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Transition to ACTIVE for port object a1ec2555-0ca7-4280-86d1-b0f9a84c4962 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:19.439498 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:19.478407 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-4c807148-b448-4029-97b6-07f7402d9e70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563650 Aug 30 13:00:19.586390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c4cb110a-e142-4008-86e0-6f52b1ce6758 req-26dad2c9-3016-436e-bef7-995707352341 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938947 Aug 30 13:00:19.630038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Pushing event updated for resources: {'Port': ['ID=a1ec2555-0ca7-4280-86d1-b0f9a84c4962,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:19.669531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.669531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.669957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.670704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.671112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.671815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.672224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.672616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.673009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.673802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.674570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.674967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:19.687340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-8eabf195-fce4-4245-b8bd-611e63695aa1 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003021 Aug 30 13:00:19.758392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Attempting to bind port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:19.758982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Attempting to bind port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:19.760255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Attempting to bind port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 on network 3d069a2b-f34e-48dd-a07f-e1f299591259 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:19.772670 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:19.795353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:19.795740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Checking segment: {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:19.796147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:19.796544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Bound using segment: {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:19.797021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Bound port: a1ec2555-0ca7-4280-86d1-b0f9a84c4962, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:19.797428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:19.811892 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:19.900911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f588033c-80eb-4819-982f-c3e8a8f7a232 req-76598491-02a0-4adc-a52f-26bfc3f55f98 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018156 Aug 30 13:00:19.955754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:00:19.986739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6923e-d56e-48cc-9ece-8530d9c24030 req-946df6ab-f6c7-4f37-944e-5ffd60efcfba tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:19.988659 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-05b6923e-d56e-48cc-9ece-8530d9c24030 req-946df6ab-f6c7-4f37-944e-5ffd60efcfba tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.0906923 Aug 30 13:00:20.028749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-6e4f9aff-a3a1-461e-80fc-a9413ba10ae9 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:20.030916 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-6e4f9aff-a3a1-461e-80fc-a9413ba10ae9 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 946 time: 0.4004364 Aug 30 13:00:20.099096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] For port a1ec2555-0ca7-4280-86d1-b0f9a84c4962, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:20.108456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] For port a1ec2555-0ca7-4280-86d1-b0f9a84c4962, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a1ec2555-0ca7-4280-86d1-b0f9a84c4962,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:20.112367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-05b6923e-d56e-48cc-9ece-8530d9c24030 req-b84cf86c-13e5-4697-aa02-d41058c86a32 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162388 Aug 30 13:00:20.117443 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:20.131673 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2f77bd-70d2-41e6-8c88-ea34cd2adf2e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:20.195913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:20.196631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:20.233928 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:20.238531 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Added segment a24d0f11-3380-4b68-ab99-f36db07a85f2 of type vlan for network 04d536bb-3083-4b23-a3cf-0f68eb4415bf Aug 30 13:00:20.342471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128dba7-f416-4a1c-94c7-e0ef517552ae req-42777ad8-d51d-4cc3-815c-3a1a41cc9168 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:20.343296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3203e83-052b-436d-b686-fccf14d5d3b7 None None] Pushing event updated for resources: {'Port': ['ID=a1ec2555-0ca7-4280-86d1-b0f9a84c4962,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:20.350342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5128dba7-f416-4a1c-94c7-e0ef517552ae req-42777ad8-d51d-4cc3-815c-3a1a41cc9168 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 946 time: 0.4507360 Aug 30 13:00:20.373427 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:20.459258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:20.471578 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5128dba7-f416-4a1c-94c7-e0ef517552ae req-35e98b8f-c4e4-4f88-aba2-07279473430e tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200125 Aug 30 13:00:20.481223 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:20.482566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:20.484663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:20.498094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Deleting port 6e124bae-834f-411f-ac76-5d743d4f0aa0 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:20.498875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:20.744663 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] For port 6e124bae-834f-411f-ac76-5d743d4f0aa0, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6e124bae-834f-411f-ac76-5d743d4f0aa0,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:20.745323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:20.817408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8912237 Aug 30 13:00:20.824128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36000) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:20.831541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Request body: {'subnet': {'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-205680325-subnet', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:20.865816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5314ce-94e2-458d-b2ae-5968db1ade72 req-4971b5a5-58cf-4d93-9dc6-e18369d0dde6 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:20.872507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Made reservation on behalf of f6a953cec6c2437c874098fdf177af99 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:20.875074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a1ec2555-0ca7-4280-86d1-b0f9a84c4962', 'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'mac_address': 'fa:16:3e:bb:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:13Z', 'updated_at': '2021-08-30T13:00:20Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'subnets': [{'id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:20.875966 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:20.878451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c9df8-ebf0-4d2e-a574-e12b3717388c admin admin] Pushing event updated for resources: {'Network': ['ID=04d536bb-3083-4b23-a3cf-0f68eb4415bf,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:20.879352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b5314ce-94e2-458d-b2ae-5968db1ade72 req-4971b5a5-58cf-4d93-9dc6-e18369d0dde6 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 943 time: 0.1787572 Aug 30 13:00:20.960117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 04d536bb-3083-4b23-a3cf-0f68eb4415bf details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:00:20.960117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5577b72f-d5fa-42d8-bd32-41a597f7edd6 None None] The sync data for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 is: [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a1ec2555-0ca7-4280-86d1-b0f9a84c4962', 'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'mac_address': 'fa:16:3e:bb:1f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:13Z', 'updated_at': '2021-08-30T13:00:20Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'subnets': [{'id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:00:21.100110 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b5314ce-94e2-458d-b2ae-5968db1ade72 req-2979adcd-c01c-4dde-b0fd-8597b3dd9174 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128408 Aug 30 13:00:21.510120 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:21.510670 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:21.511082 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Floating IP d3af2b03-c8cf-4e6f-b844-dadc254bc738 disassociated. External IP: 172.25.2.242, port: 6e124bae-834f-411f-ac76-5d743d4f0aa0. Aug 30 13:00:21.511482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Calling delete_port for 6e124bae-834f-411f-ac76-5d743d4f0aa0 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:21.596038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07328313-9e81-48a1-a2f8-423e02cd5b6e req-f3a6e133-27e7-4ca4-84f6-aa433705afe9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:21.597748 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07328313-9e81-48a1-a2f8-423e02cd5b6e req-f3a6e133-27e7-4ca4-84f6-aa433705afe9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.3172629 Aug 30 13:00:21.744768 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07328313-9e81-48a1-a2f8-423e02cd5b6e req-9131e014-5bcf-4585-ab50-f27d8b855d0e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987551 Aug 30 13:00:21.749083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:21.984997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3816a430-a0c9-42d9-bddb-9cbb39884b3a,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:22.013704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Checking segment: {'id': 'a24d0f11-3380-4b68-ab99-f36db07a85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:22.014070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Network hostable DHCP agents. Network: 04d536bb-3083-4b23-a3cf-0f68eb4415bf, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:00:22.078843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ff266-20aa-48b4-adf5-9de3eaed4a3e req-6de6b38f-31a7-49d1-9c01-f6d5250d1b94 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:22.080404 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e2ff266-20aa-48b4-adf5-9de3eaed4a3e req-6de6b38f-31a7-49d1-9c01-f6d5250d1b94 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 946 time: 0.2031903 Aug 30 13:00:22.129836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Network 04d536bb-3083-4b23-a3cf-0f68eb4415bf is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:00:22.136906 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:22.191631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 04d536bb-3083-4b23-a3cf-0f68eb4415bf) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:22.200054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:22.200660 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:22.201493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f92ba4c-6029-4fbd-a70f-f2bfc3bb5ed4 None None] Network 04d536bb-3083-4b23-a3cf-0f68eb4415bf requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:00:22.207959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event deleted for resources: {'Port': ['ID=6e124bae-834f-411f-ac76-5d743d4f0aa0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:22.228180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e2ff266-20aa-48b4-adf5-9de3eaed4a3e req-a7fee6a2-0f2d-43f1-ba8f-05820005d6c0 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups?id=debf9d3b-8416-4544-b95a-bb39573c7d85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348767 Aug 30 13:00:22.272132 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c02cf5e2-26c4-4cdc-897c-045e6939e485 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4419897 Aug 30 13:00:22.272452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36024) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:22.278272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:22.298546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6e124bae-834f-411f-ac76-5d743d4f0aa0 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:22.344077 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:22.347146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:22.372337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 6e124bae-834f-411f-ac76-5d743d4f0aa0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:22.385184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6e124bae-834f-411f-ac76-5d743d4f0aa0 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:22.440239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:22.593139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da84ec9-f457-43d1-b958-037d66f23eb7 req-0e6dcd38-2488-454a-a7a5-4c9de0e8a54f tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:22.597974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5da84ec9-f457-43d1-b958-037d66f23eb7 req-0e6dcd38-2488-454a-a7a5-4c9de0e8a54f tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 943 time: 0.2223167 Aug 30 13:00:22.616424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-04d536bb-3083-4b23-a3cf-0f68eb4415bf', 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'fixed_ips': [{'subnet_id': '3816a430-a0c9-42d9-bddb-9cbb39884b3a'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:00:22.617840 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:22.653898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Router 3aee0e33-5ca4-4f94-b384-d0faca294942 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:00:22.662088 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:00:22.742679 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5da84ec9-f457-43d1-b958-037d66f23eb7 req-09d5fbc4-4033-41e5-9917-55cab5bb9299 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308689 Aug 30 13:00:22.928388 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:23.023309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Allocated IP 172.20.0.2 (04d536bb-3083-4b23-a3cf-0f68eb4415bf/3816a430-a0c9-42d9-bddb-9cbb39884b3a/76003ea4-16c4-4444-9764-13437d225b31) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:23.051221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:00:23.063836 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] Sync routers for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:00:23.085737 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:23.087614 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:23.121141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a1ec2555-0ca7-4280-86d1-b0f9a84c4962 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:23.174979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] No DVR routers for this DVR port 6e124bae-834f-411f-ac76-5d743d4f0aa0 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:00:23.178482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:23.180996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f50a6f9c-729a-4bf4-9042-6f0f8e655a6c req-f33cc20a-9bc0-4789-822c-7869d20ba6a2 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.16 "DELETE /v2.0/ports/6e124bae-834f-411f-ac76-5d743d4f0aa0 HTTP/1.1" status: 204 len: 173 time: 3.1239977 Aug 30 13:00:23.181635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'name': 'network-vif-deleted', 'tag': '6e124bae-834f-411f-ac76-5d743d4f0aa0'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:23.181799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3bec3ec8-951d-4495-85db-cfd1f7edfe28 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:00:23.184202 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f08b0d-1621-4797-8c33-e95098abcb49" -d '{"events": [{"server_uuid": "bf91d77f-1be8-4f20-af86-811c967898dc", "name": "network-vif-deleted", "tag": "6e124bae-834f-411f-ac76-5d743d4f0aa0"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:23.238850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b93f71-17c9-4c7e-b1ea-a760f887c99f req-b7b8a20b-a192-4ffb-9220-a5160cdc1029 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:23.251005 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19b93f71-17c9-4c7e-b1ea-a760f887c99f req-b7b8a20b-a192-4ffb-9220-a5160cdc1029 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.2172763 Aug 30 13:00:23.317343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:23.372322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:23.432608 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19b93f71-17c9-4c7e-b1ea-a760f887c99f req-316d7aff-d6af-4c34-a431-19227cb9f92b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775601 Aug 30 13:00:23.443594 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:23.571995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:23.588025 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1584bb8d-085d-4085-8fc1-d4d2fe8a2fab x-openstack-request-id: req-1584bb8d-085d-4085-8fc1-d4d2fe8a2fab {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:23.588323 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf91d77f-1be8-4f20-af86-811c967898dc", "name": "network-vif-deleted", "tag": "6e124bae-834f-411f-ac76-5d743d4f0aa0", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:23.588579 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1584bb8d-085d-4085-8fc1-d4d2fe8a2fab {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:23.588984 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf91d77f-1be8-4f20-af86-811c967898dc', 'name': 'network-vif-deleted', 'tag': '6e124bae-834f-411f-ac76-5d743d4f0aa0', 'status': 'completed', 'code': 200} Aug 30 13:00:23.604391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Allocated IP 172.25.2.111 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/ae11d786-3700-446f-98b8-940f99b3bc1c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:23.606032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:23.606533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:23.779437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 3bec3ec8-951d-4495-85db-cfd1f7edfe28, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3bec3ec8-951d-4495-85db-cfd1f7edfe28,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:23.797408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76501dee-a35e-454a-946d-1d79068744b5 req-272eb784-6aed-49e3-89a5-5233b17aec55 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf91d77f-1be8-4f20-af86-811c967898dc HTTP/1.1" status: 200 len: 210 time: 0.0571136 Aug 30 13:00:23.864177 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:23.865079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '3bec3ec8-951d-4495-85db-cfd1f7edfe28', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'port_id': '3bec3ec8-951d-4495-85db-cfd1f7edfe28', 'mac_address': 'fa:16:3e:46:33:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:00:23.907785 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] Checking router: 3aee0e33-5ca4-4f94-b384-d0faca294942 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:00:23.943500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:23.968563 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:23.970255 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:23.975472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:23.993716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Transition to ACTIVE for port object 76003ea4-16c4-4444-9764-13437d225b31 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:24.024784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13bb09-8d59-475b-9446-44baf0fd7e53 req-b8deadca-3a00-4cc4-963a-0bec72ecc5ba tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:24.040358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a13bb09-8d59-475b-9446-44baf0fd7e53 req-b8deadca-3a00-4cc4-963a-0bec72ecc5ba tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 943 time: 0.1210592 Aug 30 13:00:24.046966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:24.051495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Transition to ACTIVE for port object 76003ea4-16c4-4444-9764-13437d225b31 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:24.079333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:24.086132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bec3ec8-951d-4495-85db-cfd1f7edfe28 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:24.108631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 3bec3ec8-951d-4495-85db-cfd1f7edfe28, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3bec3ec8-951d-4495-85db-cfd1f7edfe28,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:24.115713 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:24.115960 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a13bb09-8d59-475b-9446-44baf0fd7e53 req-a3bffbc3-33f6-417c-9904-f3f971772d49 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745456 Aug 30 13:00:24.157922 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:24.171884 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:24.200209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Network 04d536bb-3083-4b23-a3cf-0f68eb4415bf is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:24.206607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port a1ec2555-0ca7-4280-86d1-b0f9a84c4962, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a1ec2555-0ca7-4280-86d1-b0f9a84c4962,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:24.208051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:24.213606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:24.217496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:24.219315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Pushing event updated for resources: {'Port': ['ID=76003ea4-16c4-4444-9764-13437d225b31,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:24.251182 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:24.318656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Attempting to bind port 76003ea4-16c4-4444-9764-13437d225b31 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:24.319128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Attempting to bind port 76003ea4-16c4-4444-9764-13437d225b31 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'a24d0f11-3380-4b68-ab99-f36db07a85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:24.319556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Attempting to bind port 76003ea4-16c4-4444-9764-13437d225b31 on network 04d536bb-3083-4b23-a3cf-0f68eb4415bf {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:24.323361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=3bec3ec8-951d-4495-85db-cfd1f7edfe28,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:24.330638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:24.331014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Checking segment: {'id': 'a24d0f11-3380-4b68-ab99-f36db07a85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:24.331512 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:24.331970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Bound using segment: {'id': 'a24d0f11-3380-4b68-ab99-f36db07a85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:24.332505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Bound port: 76003ea4-16c4-4444-9764-13437d225b31, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24d0f11-3380-4b68-ab99-f36db07a85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:24.332972 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:24.443054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=a1ec2555-0ca7-4280-86d1-b0f9a84c4962,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:24.495151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['3bec3ec8-951d-4495-85db-cfd1f7edfe28'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:24.599357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] For port 76003ea4-16c4-4444-9764-13437d225b31, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:24.606361 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:24.657174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ca0cb-0d4f-4ada-98ac-54827e64da28 req-2aa85492-af05-4f96-908e-57e4ed93053a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:24.659695 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-371ca0cb-0d4f-4ada-98ac-54827e64da28 req-2aa85492-af05-4f96-908e-57e4ed93053a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1159053 Aug 30 13:00:24.664985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] For port 76003ea4-16c4-4444-9764-13437d225b31, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=76003ea4-16c4-4444-9764-13437d225b31,segment=NetworkSegment(a24d0f11-3380-4b68-ab99-f36db07a85f2),segment_id=a24d0f11-3380-4b68-ab99-f36db07a85f2)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:24.691557 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:24.753269 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-371ca0cb-0d4f-4ada-98ac-54827e64da28 req-a177e4d5-5379-42d0-8752-07d22a8fd4a3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852420 Aug 30 13:00:24.769110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Pushing event updated for resources: {'Port': ['ID=ae11d786-3700-446f-98b8-940f99b3bc1c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:24.788003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:24.791180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:24.802558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:24.853003 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d17d75-70b4-4c3f-9663-cf9b7b19e5c1 None None] The sync data for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 is: [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T12:55:35Z', 'revision_number': 4, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '83e08d1d-b8f4-4129-9d14-1c7593ccf790', 'name': '', 'network_id': '6f3e2131-5260-4689-b845-ccc39c3f1e8d', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'mac_address': 'fa:16:3e:f9:7d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:32Z', 'updated_at': '2021-08-30T12:55:43Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'subnets': [{'id': '847ae926-76df-4ae1-bf8f-f4b3c291ba50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:00:24.915327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814726a-e757-46cf-a0f0-3898f11417c5 None None] Pushing event updated for resources: {'Port': ['ID=76003ea4-16c4-4444-9764-13437d225b31,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:25.106004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36054) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:25.250715 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02f391f6-2b47-42a5-a03d-eb3ae48bbb2e tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:25.354064 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02f391f6-2b47-42a5-a03d-eb3ae48bbb2e tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:25.392256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278f9f9-3864-4a5e-8fde-de35bb50db1e req-1978a21b-d43e-4c61-b030-bc4fe3037687 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:25.393734 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2278f9f9-3864-4a5e-8fde-de35bb50db1e req-1978a21b-d43e-4c61-b030-bc4fe3037687 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 944 time: 0.1263161 Aug 30 13:00:25.443266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:25.444346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5e4425-827f-4b70-a396-a0654ce3b1f6 None None] New status for floating IP d3af2b03-c8cf-4e6f-b844-dadc254bc738: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:00:25.511924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2278f9f9-3864-4a5e-8fde-de35bb50db1e req-0ea2fe63-da20-446f-81a6-cef59e163cfa tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606728 Aug 30 13:00:25.513097 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02f391f6-2b47-42a5-a03d-eb3ae48bbb2e tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:25.516401 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02f391f6-2b47-42a5-a03d-eb3ae48bbb2e tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:25.517640 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-02f391f6-2b47-42a5-a03d-eb3ae48bbb2e tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "DELETE /v2.0/security-groups/debf9d3b-8416-4544-b95a-bb39573c7d85 HTTP/1.1" status: 204 len: 168 time: 0.4106083 Aug 30 13:00:25.523639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36060) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:25.544203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f391f6-2b47-42a5-a03d-eb3ae48bbb2e tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=debf9d3b-8416-4544-b95a-bb39573c7d85,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:25.551168 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-00b25e30-58be-47eb-93ca-96848368caad tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] show failed (client error): The resource could not be found. Aug 30 13:00:25.554446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-00b25e30-58be-47eb-93ca-96848368caad tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "GET /v2.0/security-groups/debf9d3b-8416-4544-b95a-bb39573c7d85 HTTP/1.1" status: 404 len: 347 time: 0.0294137 Aug 30 13:00:25.559444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36062) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:25.938677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Deleting port 2adf4025-0bf7-4e52-9af3-9146474a4a57 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:25.939449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:25.962576 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:25.989824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8527482-aacf-4192-b598-f54d795f2d01 req-54a67b9d-7efc-4dce-a301-655c10c8d328 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:25.994339 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8527482-aacf-4192-b598-f54d795f2d01 req-54a67b9d-7efc-4dce-a301-655c10c8d328 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1162405 Aug 30 13:00:26.064887 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8527482-aacf-4192-b598-f54d795f2d01 req-f57e37bf-34fd-4495-b9c3-42a5fd85848f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619011 Aug 30 13:00:26.150810 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:26.151325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:26.175713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Calling delete_port for 2adf4025-0bf7-4e52-9af3-9146474a4a57 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:26.412386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Router c19197b2-dff2-4576-9830-b1110418c7ba is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:00:26.431276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b44c7-b35a-4005-a8a6-007b7ea7007e None None] Network 04d536bb-3083-4b23-a3cf-0f68eb4415bf requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:00:26.508241 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:26.551225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Pushing event deleted for resources: {'Port': ['ID=2adf4025-0bf7-4e52-9af3-9146474a4a57,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:26.571414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2b7f8624-0c1a-4419-9687-1dbe81df392b None None] Provisioning for port 76003ea4-16c4-4444-9764-13437d225b31 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:26.730733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a1ec2555-0ca7-4280-86d1-b0f9a84c4962 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:26.752763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9285aa0a-fd68-488a-b898-c27cc6ba3731 req-bb8c019d-20ac-4d97-bd64-2dc9a040c11c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:26.765641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9285aa0a-fd68-488a-b898-c27cc6ba3731 req-bb8c019d-20ac-4d97-bd64-2dc9a040c11c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 944 time: 0.1369631 Aug 30 13:00:26.795315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:26.804644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:26.809012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-182fc388-7e56-4a2f-a1f8-65628eb3e3b7 tempest-ServersWithSpecificFlavorTestJSON-711663046 tempest-ServersWithSpecificFlavorTestJSON-711663046-project] 10.222.0.37 "DELETE /v2.0/floatingips/d3af2b03-c8cf-4e6f-b844-dadc254bc738 HTTP/1.1" status: 204 len: 168 time: 1.1620886 Aug 30 13:00:26.824127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9285aa0a-fd68-488a-b898-c27cc6ba3731 req-0d9944e6-0bdd-4a47-b620-87e599461386 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527523 Aug 30 13:00:26.840401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3bec3ec8-951d-4495-85db-cfd1f7edfe28 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:26.840743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:00:26.850669 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Sync routers for ids ['c19197b2-dff2-4576-9830-b1110418c7ba'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:00:26.867464 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Routers {'c19197b2-dff2-4576-9830-b1110418c7ba'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:26.868109 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c19197b2-dff2-4576-9830-b1110418c7ba'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:26.905789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:26.907300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2288d4ac-5c3e-4c4e-8111-d6b816dbc77d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6324446 Aug 30 13:00:26.909883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36078) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:26.931148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:26.931424 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:27.008729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 3bec3ec8-951d-4495-85db-cfd1f7edfe28 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:27.027377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 3bec3ec8-951d-4495-85db-cfd1f7edfe28 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:27.031416 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:27.146073 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Set router c19197b2-dff2-4576-9830-b1110418c7ba gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:27.330992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 76003ea4-16c4-4444-9764-13437d225b31 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:27.342506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505fc67-a15b-4575-a305-3dad7101852d req-c097ab66-c977-4f86-9b1b-2c0618c5bfe1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:27.352430 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6505fc67-a15b-4575-a305-3dad7101852d req-c097ab66-c977-4f86-9b1b-2c0618c5bfe1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1234739 Aug 30 13:00:27.433964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6505fc67-a15b-4575-a305-3dad7101852d req-49dfdf19-ffa2-4637-9e42-8503f45de8c1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793464 Aug 30 13:00:27.443334 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:27.482764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 76003ea4-16c4-4444-9764-13437d225b31 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:27.489151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33fd0d-778a-42b7-bac2-414a04f84742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bec3ec8-951d-4495-85db-cfd1f7edfe28'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:27.496982 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3effb1-29c3-4075-89f5-58d7bb0b283c" -d '{"events": [{"server_uuid": "ca33fd0d-778a-42b7-bac2-414a04f84742", "name": "network-vif-plugged", "status": "completed", "tag": "3bec3ec8-951d-4495-85db-cfd1f7edfe28"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:27.530293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 3bec3ec8-951d-4495-85db-cfd1f7edfe28, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3bec3ec8-951d-4495-85db-cfd1f7edfe28,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:27.531414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 76003ea4-16c4-4444-9764-13437d225b31 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:27.531785 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:27.582536 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:27.666236 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae64710-20fd-4c92-aa7f-020aa1c4a6a4 x-openstack-request-id: req-8ae64710-20fd-4c92-aa7f-020aa1c4a6a4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:27.671706 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca33fd0d-778a-42b7-bac2-414a04f84742", "name": "network-vif-plugged", "status": "completed", "tag": "3bec3ec8-951d-4495-85db-cfd1f7edfe28", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:27.671983 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ae64710-20fd-4c92-aa7f-020aa1c4a6a4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:27.672398 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33fd0d-778a-42b7-bac2-414a04f84742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bec3ec8-951d-4495-85db-cfd1f7edfe28', 'code': 200} Aug 30 13:00:27.736476 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:22Z', 'updated_at': '2021-08-30T13:00:25Z', 'revision_number': 3, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'gw_port': {'id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:23Z', 'updated_at': '2021-08-30T13:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:27.771353 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Checking router: c19197b2-dff2-4576-9830-b1110418c7ba for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:00:27.771704 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Updating router c19197b2-dff2-4576-9830-b1110418c7ba port ae11d786-3700-446f-98b8-940f99b3bc1c binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:00:27.805912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=3bec3ec8-951d-4495-85db-cfd1f7edfe28,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:27.812625 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:27.839493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36102) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:27.852137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7732bb90-873e-4a28-9cb6-8f7435465725 req-0f371b6e-7921-4851-bd90-caaa23e95d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:27.854011 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7732bb90-873e-4a28-9cb6-8f7435465725 req-0f371b6e-7921-4851-bd90-caaa23e95d10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 1096 time: 0.1387060 Aug 30 13:00:27.902881 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:27.923687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7732bb90-873e-4a28-9cb6-8f7435465725 req-db11d16a-4321-45cc-a3fb-6320e906ef6c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602767 Aug 30 13:00:27.979285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.021009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 76003ea4-16c4-4444-9764-13437d225b31, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=76003ea4-16c4-4444-9764-13437d225b31,segment=NetworkSegment(a24d0f11-3380-4b68-ab99-f36db07a85f2),segment_id=a24d0f11-3380-4b68-ab99-f36db07a85f2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:28.029607 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.115107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6069080-826b-4d42-8488-1a0c931785c5 req-8dc5bacc-409e-456a-a8f6-edcc37f31a8e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:28.124999 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6069080-826b-4d42-8488-1a0c931785c5 req-8dc5bacc-409e-456a-a8f6-edcc37f31a8e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 945 time: 0.1548553 Aug 30 13:00:28.204980 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.231318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=76003ea4-16c4-4444-9764-13437d225b31,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:28.265205 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.281599 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Transition to ACTIVE for port object ae11d786-3700-446f-98b8-940f99b3bc1c will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:28.298437 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.302562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Allocated IP 172.20.0.1 (04d536bb-3083-4b23-a3cf-0f68eb4415bf/3816a430-a0c9-42d9-bddb-9cbb39884b3a/1b0affd9-8f3a-4075-9f7f-609e1c1b4148) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:28.357245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6069080-826b-4d42-8488-1a0c931785c5 req-6562ee85-55bc-4f54-9b62-1f1142a39f61 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250504 Aug 30 13:00:28.377779 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac2cae-bf81-4b7d-b598-cf48608fdb04 None None] Pushing event updated for resources: {'Port': ['ID=ae11d786-3700-446f-98b8-940f99b3bc1c,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:28.419667 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Attempting to bind port ae11d786-3700-446f-98b8-940f99b3bc1c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:28.419667 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Attempting to bind port ae11d786-3700-446f-98b8-940f99b3bc1c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:28.419667 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Attempting to bind port ae11d786-3700-446f-98b8-940f99b3bc1c on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:28.425641 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:28.426055 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:28.426460 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.427565 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:28.428043 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Bound port: ae11d786-3700-446f-98b8-940f99b3bc1c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:28.428706 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.564965 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] For port ae11d786-3700-446f-98b8-940f99b3bc1c, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:28.577973 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] For port ae11d786-3700-446f-98b8-940f99b3bc1c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ae11d786-3700-446f-98b8-940f99b3bc1c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:28.588442 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.599900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 76003ea4-16c4-4444-9764-13437d225b31 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:28.634094 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.652690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Transition to ACTIVE for port object 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:28.684527 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Routers {'c19197b2-dff2-4576-9830-b1110418c7ba'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:28.686992 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c19197b2-dff2-4576-9830-b1110418c7ba'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:28.708108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 76003ea4-16c4-4444-9764-13437d225b31 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:28.708778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.734575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.810540 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc81d09-6307-41ad-aa64-a9a9ed8a2ac9 req-0e3bcec9-3c9f-4ac1-ae8b-b05c3f7356c8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:28.818351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1dc81d09-6307-41ad-aa64-a9a9ed8a2ac9 req-0e3bcec9-3c9f-4ac1-ae8b-b05c3f7356c8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1248240 Aug 30 13:00:28.845754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Network 04d536bb-3083-4b23-a3cf-0f68eb4415bf is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:28.860721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:28.877986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:28.930304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1dc81d09-6307-41ad-aa64-a9a9ed8a2ac9 req-24195313-3a1f-4777-9716-9999eecb4283 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087418 Aug 30 13:00:28.958290 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddac2cae-bf81-4b7d-b598-cf48608fdb04 None None] Pushing event updated for resources: {'Port': ['ID=ae11d786-3700-446f-98b8-940f99b3bc1c,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:28.988919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:28.991485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0affd9-8f3a-4075-9f7f-609e1c1b4148,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:29.029177 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] Set router c19197b2-dff2-4576-9830-b1110418c7ba gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:29.094264 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:29.294497 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:29.433401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-00d4fc86-41a8-4584-8215-b6c4307ded94 None None] Provisioning for port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:29.438299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-00d4fc86-41a8-4584-8215-b6c4307ded94 None None] Provisioning complete for port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:29.439464 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-00d4fc86-41a8-4584-8215-b6c4307ded94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:29.479418 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:22Z', 'updated_at': '2021-08-30T13:00:25Z', 'revision_number': 3, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'gw_port': {'id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:23Z', 'updated_at': '2021-08-30T13:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:29.545135 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cd199d-7a32-4ec5-966a-7eff60ffb3f0 None None] The sync data for ids ['c19197b2-dff2-4576-9830-b1110418c7ba'] in n-d-688802-6 is: [{'id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:22Z', 'updated_at': '2021-08-30T13:00:25Z', 'revision_number': 3, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'gw_port': {'id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f3:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:23Z', 'updated_at': '2021-08-30T13:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:00:29.571656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-00d4fc86-41a8-4584-8215-b6c4307ded94 None None] Port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:00:29.679739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9094a0-7136-4f6d-8099-a6208660e490 req-eb433175-f3c0-4679-ab68-1e564004df4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:29.688576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f9094a0-7136-4f6d-8099-a6208660e490 req-eb433175-f3c0-4679-ab68-1e564004df4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 945 time: 0.1899436 Aug 30 13:00:29.714996 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:29.725348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:29.780968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f9094a0-7136-4f6d-8099-a6208660e490 req-3ff0431f-da94-408b-9511-d3422fcdfc13 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909846 Aug 30 13:00:29.819362 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:29.843334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Pushing event updated for resources: {'Port': ['ID=1b0affd9-8f3a-4075-9f7f-609e1c1b4148,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:29.965091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Deleting port 83e08d1d-b8f4-4129-9d14-1c7593ccf790 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:29.965646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:30.090109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Network 04d536bb-3083-4b23-a3cf-0f68eb4415bf is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:30.091726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:30.150237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] For port 83e08d1d-b8f4-4129-9d14-1c7593ccf790, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=83e08d1d-b8f4-4129-9d14-1c7593ccf790,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:30.151663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:30.185817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Calling delete_port for 83e08d1d-b8f4-4129-9d14-1c7593ccf790 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:30.477137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb769d-debd-4ee1-b1b7-047ebc8de9e1 req-f6120e3b-3817-4a21-8834-a632313d836b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:30.478715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69bb769d-debd-4ee1-b1b7-047ebc8de9e1 req-f6120e3b-3817-4a21-8834-a632313d836b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1642587 Aug 30 13:00:30.532130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-abb0bd21-a265-4227-8d86-47cece70fac3 None None] Provisioning complete for port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:30.532726 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-abb0bd21-a265-4227-8d86-47cece70fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:30.659795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-abb0bd21-a265-4227-8d86-47cece70fac3 None None] Port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:00:30.694939 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:30.787157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ae11d786-3700-446f-98b8-940f99b3bc1c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:30.854683 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69bb769d-debd-4ee1-b1b7-047ebc8de9e1 req-0d4a0616-5eb7-4b1a-99b3-f2a02e19c09d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566170 Aug 30 13:00:30.953478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ae11d786-3700-446f-98b8-940f99b3bc1c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:30.958029 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ae11d786-3700-446f-98b8-940f99b3bc1c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:30.958717 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:31.074085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:31.109576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d59c5d-ff86-4b42-9edb-9530f81bd44d req-1796313a-d59c-4d13-a63a-89ed4327239b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:31.111143 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1d59c5d-ff86-4b42-9edb-9530f81bd44d req-1796313a-d59c-4d13-a63a-89ed4327239b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 945 time: 0.1491404 Aug 30 13:00:31.134248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Router c19197b2-dff2-4576-9830-b1110418c7ba has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:00:31.152312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:31.213098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ae11d786-3700-446f-98b8-940f99b3bc1c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ae11d786-3700-446f-98b8-940f99b3bc1c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:31.223972 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:31.224194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Pushing event deleted for resources: {'Port': ['ID=83e08d1d-b8f4-4129-9d14-1c7593ccf790,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:31.324341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ae11d786-3700-446f-98b8-940f99b3bc1c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:31.352104 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1d59c5d-ff86-4b42-9edb-9530f81bd44d req-397129bd-d6f8-4e65-86c4-c6d13e4cc7b8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290925 Aug 30 13:00:31.460166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:00:31.467173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-277872b0-ff0b-4685-98f3-73a73a0bc744 admin admin] 10.222.0.37 "PUT /v2.0/routers/c19197b2-dff2-4576-9830-b1110418c7ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5541742 Aug 30 13:00:31.908186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c752c-89fd-47a5-9351-581c7b86dd04 req-7f634e24-d72a-4c36-9e9a-31df51c96607 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:31.909706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-449c752c-89fd-47a5-9351-581c7b86dd04 req-7f634e24-d72a-4c36-9e9a-31df51c96607 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 945 time: 0.0958061 Aug 30 13:00:31.959187 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:32.020166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-449c752c-89fd-47a5-9351-581c7b86dd04 req-d35dcc3b-205a-424c-ba67-b2cf425a1881 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930107 Aug 30 13:00:32.365808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Sync routers for ids ['c19197b2-dff2-4576-9830-b1110418c7ba'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:00:32.382219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Routers {'c19197b2-dff2-4576-9830-b1110418c7ba'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:32.391353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c19197b2-dff2-4576-9830-b1110418c7ba'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:32.532584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Router 3aee0e33-5ca4-4f94-b384-d0faca294942 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:00:32.691115 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-d6a4fc85-615a-416d-a5d6-476008c3ee3e tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4723122 Aug 30 13:00:32.715866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:32.723597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ae11d786-3700-446f-98b8-940f99b3bc1c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:32.783355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Set router c19197b2-dff2-4576-9830-b1110418c7ba gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:32.787472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:32.804823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:00:32.812812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36144) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:32.813765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8d89a1b9-6a9b-48d3-bb15-dd4e2faa196f admin admin] 10.222.0.37 "PUT /v2.0/routers/3aee0e33-5ca4-4f94-b384-d0faca294942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9723728 Aug 30 13:00:32.821506 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] Sync routers for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:00:32.850799 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:32.851562 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:32.909066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ae11d786-3700-446f-98b8-940f99b3bc1c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:32.922300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:32.957967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.033851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.077890 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:33.162729 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Allocated IP 172.25.2.63 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/48cfb73f-33b1-4a17-a7fe-b0564ccd7b1e) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:33.311314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.353546 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.391217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.399182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:22Z', 'updated_at': '2021-08-30T13:00:29Z', 'revision_number': 4, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'gw_port': {'id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:23Z', 'updated_at': '2021-08-30T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '1b0affd9-8f3a-4075-9f7f-609e1c1b4148', 'name': '', 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'mac_address': 'fa:16:3e:9c:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3816a430-a0c9-42d9-bddb-9cbb39884b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:28Z', 'updated_at': '2021-08-30T13:00:29Z', 'revision_number': 2, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'subnets': [{'id': '3816a430-a0c9-42d9-bddb-9cbb39884b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:33.449493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Checking router: c19197b2-dff2-4576-9830-b1110418c7ba for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:00:33.449882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Updating router c19197b2-dff2-4576-9830-b1110418c7ba port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:00:33.457544 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T13:00:30Z', 'revision_number': 5, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port': {'id': '941bcf2e-f890-4da2-9d70-0747741ce22a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:16:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:28Z', 'updated_at': '2021-08-30T12:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:33.500609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Deleting port 941bcf2e-f890-4da2-9d70-0747741ce22a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:33.501251 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.510166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:33.511831 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] Checking router: 3aee0e33-5ca4-4f94-b384-d0faca294942 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:00:33.514091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:33.515328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.520623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:33.532961 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] Routers {'3aee0e33-5ca4-4f94-b384-d0faca294942'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:33.533607 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3aee0e33-5ca4-4f94-b384-d0faca294942'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:33.535808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Pushing event updated for resources: {'Port': ['ID=48cfb73f-33b1-4a17-a7fe-b0564ccd7b1e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:33.680040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] For port 941bcf2e-f890-4da2-9d70-0747741ce22a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=941bcf2e-f890-4da2-9d70-0747741ce22a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:33.680456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.707137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Calling delete_port for 941bcf2e-f890-4da2-9d70-0747741ce22a owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:33.734489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.806454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.871435 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] Set router 3aee0e33-5ca4-4f94-b384-d0faca294942 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:33.973990 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:33.985089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Transition to ACTIVE for port object 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:33.996966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.005399 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.083759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Pushing event deleted for resources: {'Port': ['ID=941bcf2e-f890-4da2-9d70-0747741ce22a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:34.106288 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T13:00:33Z', 'revision_number': 6, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:34.138859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42e28e-49fc-43b6-94f4-fcc170d7fc77 None None] Pushing event updated for resources: {'Port': ['ID=1b0affd9-8f3a-4075-9f7f-609e1c1b4148,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:34.144650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.180826 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d086a0d-40db-4b4c-a2bd-6343077db6d4 None None] The sync data for ids ['3aee0e33-5ca4-4f94-b384-d0faca294942'] in n-d-688802-6 is: [{'id': '3aee0e33-5ca4-4f94-b384-d0faca294942', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577366556-router', 'tenant_id': 'f3d1015602d54330ba4f72bec9251580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:26Z', 'updated_at': '2021-08-30T13:00:33Z', 'revision_number': 6, 'project_id': 'f3d1015602d54330ba4f72bec9251580', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:00:34.195880 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Attempting to bind port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:34.196256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Attempting to bind port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'a24d0f11-3380-4b68-ab99-f36db07a85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:34.196628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Attempting to bind port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 on network 04d536bb-3083-4b23-a3cf-0f68eb4415bf {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:34.202313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:34.202701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Checking segment: {'id': 'a24d0f11-3380-4b68-ab99-f36db07a85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:34.203113 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.203514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Bound using segment: {'id': 'a24d0f11-3380-4b68-ab99-f36db07a85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:34.203990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Bound port: 1b0affd9-8f3a-4075-9f7f-609e1c1b4148, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24d0f11-3380-4b68-ab99-f36db07a85f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:34.204376 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.240334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.251271 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.327657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] For port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:34.332442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] For port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1b0affd9-8f3a-4075-9f7f-609e1c1b4148,segment=NetworkSegment(a24d0f11-3380-4b68-ab99-f36db07a85f2),segment_id=a24d0f11-3380-4b68-ab99-f36db07a85f2)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:34.342604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.346963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Pushing event updated for resources: {'Port': ['ID=48cfb73f-33b1-4a17-a7fe-b0564ccd7b1e,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:34.347853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.352955 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.434471 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.435218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aee0e33-5ca4-4f94-b384-d0faca294942 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:00:34.442725 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.453411 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3236b96b-c697-497a-b24b-e092186b30bb admin admin] 10.222.0.37 "DELETE /v2.0/routers/3aee0e33-5ca4-4f94-b384-d0faca294942 HTTP/1.1" status: 204 len: 168 time: 1.6302280 Aug 30 13:00:34.453411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36154) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:34.482736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Routers {'c19197b2-dff2-4576-9830-b1110418c7ba'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:34.483443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c19197b2-dff2-4576-9830-b1110418c7ba'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:34.528256 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.567753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.576917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-bb16b0bf-3959-4cbb-901b-0adc0f3d7495 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8734648 Aug 30 13:00:34.630333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-08666a99-a19a-43bc-a850-6ec7a2a34a14 admin admin] Deleting subnet 847ae926-76df-4ae1-bf8f-f4b3c291ba50 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:00:34.646518 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08666a99-a19a-43bc-a850-6ec7a2a34a14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.710867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42e28e-49fc-43b6-94f4-fcc170d7fc77 None None] Pushing event updated for resources: {'Port': ['ID=1b0affd9-8f3a-4075-9f7f-609e1c1b4148,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:34.760059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08666a99-a19a-43bc-a850-6ec7a2a34a14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.807570 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-0112900f-9a0f-4ac4-9dfd-5d6728f232e0 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.2287624 Aug 30 13:00:34.822605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 83e08d1d-b8f4-4129-9d14-1c7593ccf790 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:34.876599 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 83e08d1d-b8f4-4129-9d14-1c7593ccf790 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:34.876944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 83e08d1d-b8f4-4129-9d14-1c7593ccf790 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:34.937496 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08666a99-a19a-43bc-a850-6ec7a2a34a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:34.937861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] Set router c19197b2-dff2-4576-9830-b1110418c7ba gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:35.046048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08666a99-a19a-43bc-a850-6ec7a2a34a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:35.047124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-70d37990-13af-46cb-a044-40ea9dad3229 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:35.048895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-70d37990-13af-46cb-a044-40ea9dad3229 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.2363067 Aug 30 13:00:35.082594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08666a99-a19a-43bc-a850-6ec7a2a34a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847ae926-76df-4ae1-bf8f-f4b3c291ba50,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:35.087979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-9c058f17-7b97-4964-a254-84ff0827bd63 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:00:35.089009 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f644d490-622e-4db1-8d8c-295ba99589b2 req-9c058f17-7b97-4964-a254-84ff0827bd63 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0326774 Aug 30 13:00:35.130749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08666a99-a19a-43bc-a850-6ec7a2a34a14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:35.130749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-08666a99-a19a-43bc-a850-6ec7a2a34a14 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/847ae926-76df-4ae1-bf8f-f4b3c291ba50 HTTP/1.1" status: 204 len: 168 time: 0.6741490 Aug 30 13:00:35.131972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36160) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:35.143214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3719b096-e53b-4b7e-b5ac-85724a792072 None None] Network 6f3e2131-5260-4689-b845-ccc39c3f1e8d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:00:35.264347 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:35.295123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2a63a-2f29-45c6-9723-eb1375a408c3 req-99f39b1b-0175-40a8-9ff0-de002505f014 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:35.297923 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32f2a63a-2f29-45c6-9723-eb1375a408c3 req-99f39b1b-0175-40a8-9ff0-de002505f014 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.0939112 Aug 30 13:00:35.424569 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-2fcfdb51-04cb-4c3c-b159-061ff287dda4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442972 Aug 30 13:00:35.449703 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32f2a63a-2f29-45c6-9723-eb1375a408c3 req-39f895f6-3fa9-4024-905f-220c8e3cf967 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385009 Aug 30 13:00:35.489343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Deleting port bad4bfb5-41b7-4c57-95cb-eec17a1096fa {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:35.490390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:35.520984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c82d98a-7eff-4c64-b5c0-95b3bf91282d None None] DHCP port deletion for 6f3e2131-5260-4689-b845-ccc39c3f1e8d request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:00:35.643687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7413-80e1-491e-81c5-2572baf3133d req-9d846fb1-501a-400f-a5a2-f14e27f8dbd4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:35.655925 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-9d846fb1-501a-400f-a5a2-f14e27f8dbd4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301171 Aug 30 13:00:35.659132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:22Z', 'updated_at': '2021-08-30T13:00:29Z', 'revision_number': 4, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'gw_port': {'id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:23Z', 'updated_at': '2021-08-30T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '1b0affd9-8f3a-4075-9f7f-609e1c1b4148', 'name': '', 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'mac_address': 'fa:16:3e:9c:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3816a430-a0c9-42d9-bddb-9cbb39884b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:28Z', 'updated_at': '2021-08-30T13:00:34Z', 'revision_number': 4, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'subnets': [{'id': '3816a430-a0c9-42d9-bddb-9cbb39884b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:35.666846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] For port bad4bfb5-41b7-4c57-95cb-eec17a1096fa, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bad4bfb5-41b7-4c57-95cb-eec17a1096fa,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:35.667424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:35.687557 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-8de11d8b-de0b-48b1-a00f-063080fbadf1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/quotas/c7498a1be3eb4f79a17f877ba20a3172 HTTP/1.1" status: 200 len: 375 time: 0.0309048 Aug 30 13:00:35.704466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Calling delete_port for bad4bfb5-41b7-4c57-95cb-eec17a1096fa owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:35.718551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b57d33-52bd-463a-8b62-07d4eed0ee7d None None] The sync data for ids ['c19197b2-dff2-4576-9830-b1110418c7ba'] in n-d-688802-6 is: [{'id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:22Z', 'updated_at': '2021-08-30T13:00:29Z', 'revision_number': 4, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'gw_port': {'id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:23Z', 'updated_at': '2021-08-30T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '1b0affd9-8f3a-4075-9f7f-609e1c1b4148', 'name': '', 'network_id': '04d536bb-3083-4b23-a3cf-0f68eb4415bf', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'mac_address': 'fa:16:3e:9c:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '3816a430-a0c9-42d9-bddb-9cbb39884b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:28Z', 'updated_at': '2021-08-30T13:00:34Z', 'revision_number': 4, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'subnets': [{'id': '3816a430-a0c9-42d9-bddb-9cbb39884b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:00:35.725030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2c82d98a-7eff-4c64-b5c0-95b3bf91282d None None] Deleting port bad4bfb5-41b7-4c57-95cb-eec17a1096fa {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:35.726274 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2c82d98a-7eff-4c64-b5c0-95b3bf91282d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:35.754158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-079bd098-e11d-4f04-8948-286ceefb970b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652869 Aug 30 13:00:35.866143 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11e6589a-90f4-487a-83ce-a959bcc65485 req-b5aafa8b-949c-44f2-b371-6cc44e37069b tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips/bb685adc-5592-4ad4-9831-4c1ce3663655 HTTP/1.1" status: 200 len: 692 time: 0.1510017 Aug 30 13:00:35.889313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2c82d98a-7eff-4c64-b5c0-95b3bf91282d None None] For port bad4bfb5-41b7-4c57-95cb-eec17a1096fa, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bad4bfb5-41b7-4c57-95cb-eec17a1096fa,segment=NetworkSegment(32cb43c8-d856-4372-b78a-09efdc20be44),segment_id=32cb43c8-d856-4372-b78a-09efdc20be44)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:35.889963 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2c82d98a-7eff-4c64-b5c0-95b3bf91282d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:35.946698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2c82d98a-7eff-4c64-b5c0-95b3bf91282d None None] Calling delete_port for bad4bfb5-41b7-4c57-95cb-eec17a1096fa owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:36.027078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.044135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] No DVR routers for this DVR port bad4bfb5-41b7-4c57-95cb-eec17a1096fa on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:00:36.085932 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2c82d98a-7eff-4c64-b5c0-95b3bf91282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.101592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6589a-90f4-487a-83ce-a959bcc65485 req-57e00c2f-cd34-4f87-865d-99ec7befc32d tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:36.109260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11e6589a-90f4-487a-83ce-a959bcc65485 req-57e00c2f-cd34-4f87-865d-99ec7befc32d tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.2356412 Aug 30 13:00:36.114660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-11e6589a-90f4-487a-83ce-a959bcc65485 req-e5a26d53-0142-4b92-8403-a346156d43ef tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:00:36.126332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11e6589a-90f4-487a-83ce-a959bcc65485 req-e5a26d53-0142-4b92-8403-a346156d43ef tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161166 Aug 30 13:00:36.127222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82d98a-7eff-4c64-b5c0-95b3bf91282d None None] Pushing event deleted for resources: {'Port': ['ID=bad4bfb5-41b7-4c57-95cb-eec17a1096fa,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:36.138063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82d98a-7eff-4c64-b5c0-95b3bf91282d None None] No DVR routers for this DVR port bad4bfb5-41b7-4c57-95cb-eec17a1096fa on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:00:36.147166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad4bfb5-41b7-4c57-95cb-eec17a1096fa,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:36.368701 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.386144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3e2131-5260-4689-b845-ccc39c3f1e8d']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:36.405508 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cb43c8-d856-4372-b78a-09efdc20be44') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:36.405768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cb43c8-d856-4372-b78a-09efdc20be44') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:36.424666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69230df-5fbb-4fdc-9093-db061a87673e req-c5014e6c-6850-4c01-95eb-c9f217fa1857 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:36.435239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f69230df-5fbb-4fdc-9093-db061a87673e req-c5014e6c-6850-4c01-95eb-c9f217fa1857 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 945 time: 0.1448317 Aug 30 13:00:36.454692 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.502855 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f69230df-5fbb-4fdc-9093-db061a87673e req-d13e4ac5-ce35-4f88-9be1-d5b7066b4ce6 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529647 Aug 30 13:00:36.504519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.529190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:00:36.529894 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:00:36.532018 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:00:36.544074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-f30b8bd0-43be-43bd-9e68-0a2da12a6784 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:36.556477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-933eeea3-f3b1-4591-a1db-546760785acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.557051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-f30b8bd0-43be-43bd-9e68-0a2da12a6784 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/networks?id=303b3366-599b-4cee-9967-339df50bf102 HTTP/1.1" status: 200 len: 815 time: 0.2918124 Aug 30 13:00:36.590924 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-b4f34439-0b50-46bd-ac05-6132c771e792 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/quotas/3649a66f50344339bb413d4c0fc84ce0 HTTP/1.1" status: 200 len: 375 time: 0.0262251 Aug 30 13:00:36.667091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:36.672547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71407027-6c97-47d7-bef1-7b1233882d91 req-def7708a-a199-4350-a531-3cca30759219 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 210 time: 0.0478644 Aug 30 13:00:36.705054 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.718663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.721050 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6f3e2131-5260-4689-b845-ccc39c3f1e8d HTTP/1.1" status: 204 len: 168 time: 1.5885153 Aug 30 13:00:36.730889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36206) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:36.732422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1efbc-fe7c-4e1e-82a8-2c429e3ef337 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3e2131-5260-4689-b845-ccc39c3f1e8d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:36.786142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:36.792162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:36.793347 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.802645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88f6516d-ac2e-466e-9096-0679d9b302a4 req-919ad10b-9920-416a-a34b-12bc2b072b13 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=f6a953cec6c2437c874098fdf177af99 HTTP/1.1" status: 200 len: 695 time: 0.0671043 Aug 30 13:00:36.946617 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:36.953924 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-5d986cd2-38ba-4b57-97a3-88827655385d tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3649a66f50344339bb413d4c0fc84ce0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3479140 Aug 30 13:00:36.998738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6516d-ac2e-466e-9096-0679d9b302a4 req-0d7918ad-d37d-479f-82b1-085253c7cb8f tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:37.000586 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88f6516d-ac2e-466e-9096-0679d9b302a4 req-0d7918ad-d37d-479f-82b1-085253c7cb8f tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/networks?id=da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 787 time: 0.1904860 Aug 30 13:00:37.010723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1b0affd9-8f3a-4075-9f7f-609e1c1b4148,segment=NetworkSegment(a24d0f11-3380-4b68-ab99-f36db07a85f2),segment_id=a24d0f11-3380-4b68-ab99-f36db07a85f2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:37.013647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-88f6516d-ac2e-466e-9096-0679d9b302a4 req-70e078fd-a014-4cc2-836d-558100a09669 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:00:37.014686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88f6516d-ac2e-466e-9096-0679d9b302a4 req-70e078fd-a014-4cc2-836d-558100a09669 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060015 Aug 30 13:00:37.022778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:37.119052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=1b0affd9-8f3a-4075-9f7f-609e1c1b4148,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:37.125010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bad4bfb5-41b7-4c57-95cb-eec17a1096fa no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:37.173588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: bad4bfb5-41b7-4c57-95cb-eec17a1096fa {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:37.174101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bad4bfb5-41b7-4c57-95cb-eec17a1096fa not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:37.174634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 941bcf2e-f890-4da2-9d70-0747741ce22a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:37.198321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 941bcf2e-f890-4da2-9d70-0747741ce22a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:37.198816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 941bcf2e-f890-4da2-9d70-0747741ce22a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:37.248679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bd5b7-7afd-480f-82e3-3d308db23d4f req-00bcf09c-dc66-4aa0-8f2d-0acc8abdf2a0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:37.250247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e9bd5b7-7afd-480f-82e3-3d308db23d4f req-00bcf09c-dc66-4aa0-8f2d-0acc8abdf2a0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.0979044 Aug 30 13:00:37.318227 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e9bd5b7-7afd-480f-82e3-3d308db23d4f req-f253e727-3b60-4d31-9338-08d402180f60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538595 Aug 30 13:00:37.456242 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-c2bb3212-568b-40aa-b732-c47ed0c2a08e tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips/bb685adc-5592-4ad4-9831-4c1ce3663655 HTTP/1.1" status: 200 len: 692 time: 0.0551498 Aug 30 13:00:37.461478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-5d74b2cb-eb0d-4d01-b7a7-2ff1f908fa06 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:37.463805 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-5d74b2cb-eb0d-4d01-b7a7-2ff1f908fa06 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 945 time: 0.2036221 Aug 30 13:00:37.514226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-27897147-3c81-40c7-91df-eaed119f0982 service neutron] 10.222.0.37 "GET /v2.0/networks/303b3366-599b-4cee-9967-339df50bf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5472436 Aug 30 13:00:37.590377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-08827f73-6435-4c1e-a2ea-53fbd8c27c64 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:37.591935 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-08827f73-6435-4c1e-a2ea-53fbd8c27c64 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1281505 Aug 30 13:00:37.604937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-552d3554-35ed-41f0-819a-98b881d63a67 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:00:37.610195 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-552d3554-35ed-41f0-819a-98b881d63a67 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113134 Aug 30 13:00:37.798372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-f60ca5e0-5e51-4be1-b8ba-c6e68ef13f70 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1369917 Aug 30 13:00:37.955377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-95ee7950-4db2-4081-89a4-bfd0dd602fbf service neutron] 10.222.0.37 "GET /v2.0/networks/303b3366-599b-4cee-9967-339df50bf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305961 Aug 30 13:00:37.989892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-9ac4ef59-0ea5-4c17-b093-fd89b7bb1af8 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.3750637 Aug 30 13:00:37.995779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Deleting port 3bec3ec8-951d-4495-85db-cfd1f7edfe28 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:37.996122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.048044 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-caa357ec-26aa-45a5-b9f1-7351e0dd1c7d tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.63 HTTP/1.1" status: 200 len: 695 time: 0.0571361 Aug 30 13:00:38.135947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7413-80e1-491e-81c5-2572baf3133d req-3c667302-6654-441e-8b31-b236c830d9b8 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:38.137470 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-3c667302-6654-441e-8b31-b236c830d9b8 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3308890 Aug 30 13:00:38.164549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Request body: {'port': {'device_id': '18255960-7d1e-48ce-af05-7ae4cfc9a1c5', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'c7498a1be3eb4f79a17f877ba20a3172'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:38.252188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Deleting port 48cfb73f-33b1-4a17-a7fe-b0564ccd7b1e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:38.252613 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.296511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] For port 3bec3ec8-951d-4495-85db-cfd1f7edfe28, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3bec3ec8-951d-4495-85db-cfd1f7edfe28,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:38.296889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.324265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Calling delete_port for 3bec3ec8-951d-4495-85db-cfd1f7edfe28 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:38.328311 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.356386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.357410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.389335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Calling delete_port for 48cfb73f-33b1-4a17-a7fe-b0564ccd7b1e owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:38.593532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:38.660793 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.683120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:38.683473 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.718790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Pushing event deleted for resources: {'Port': ['ID=48cfb73f-33b1-4a17-a7fe-b0564ccd7b1e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:38.733991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d4186-4618-4f61-a60e-7e080f7c46bc req-11521f6f-6292-40bd-b595-7f5ac9b9f16d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:38.735432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-020d4186-4618-4f61-a60e-7e080f7c46bc req-11521f6f-6292-40bd-b595-7f5ac9b9f16d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 945 time: 0.5103130 Aug 30 13:00:38.803000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.808022 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.817271 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1552215f-5930-4df7-a5f2-16f6c30c93a7 req-27a52da0-8add-49c9-8f3e-da28835619c3 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "DELETE /v2.0/floatingips/bb685adc-5592-4ad4-9831-4c1ce3663655 HTTP/1.1" status: 204 len: 173 time: 0.7607973 Aug 30 13:00:38.879743 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-020d4186-4618-4f61-a60e-7e080f7c46bc req-db5f91ea-b0af-4080-a3bc-d3f08e8e1c3e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326804 Aug 30 13:00:38.887584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Made reservation on behalf of c7498a1be3eb4f79a17f877ba20a3172 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:38.891149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.915654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:38.926741 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d9a5f20-25ae-4d10-a639-9a65f9924016 req-eb204b43-f4bb-4e61-8c3f-7c58d69edad2 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 210 time: 0.0490208 Aug 30 13:00:39.067602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c23d21f-8c52-4abf-8161-4963d563881e req-b8f8a0d6-9e17-4e42-9d12-0a134484344b tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 210 time: 0.0511611 Aug 30 13:00:39.077895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ef46a-20bf-47cb-b37f-805d12a404c0 req-3bf77c2a-96fb-4987-badf-4b9f4fe79d07 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:39.079418 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a42ef46a-20bf-47cb-b37f-805d12a404c0 req-3bf77c2a-96fb-4987-badf-4b9f4fe79d07 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.0678241 Aug 30 13:00:39.087394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.099328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87', '3bec3ec8-951d-4495-85db-cfd1f7edfe28'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:39.148905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event deleted for resources: {'Port': ['ID=3bec3ec8-951d-4495-85db-cfd1f7edfe28,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:39.151504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a42ef46a-20bf-47cb-b37f-805d12a404c0 req-bcbdb2b4-9ce5-4fcf-82f8-a96a2d0d305e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609474 Aug 30 13:00:39.225372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] No DVR routers for this DVR port 3bec3ec8-951d-4495-85db-cfd1f7edfe28 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:00:39.229615 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.231594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f09d81d-23f2-45f8-bec0-eb17a84ffad3 req-f098a57e-f3bb-413b-9172-9861708aba4c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "DELETE /v2.0/ports/3bec3ec8-951d-4495-85db-cfd1f7edfe28 HTTP/1.1" status: 204 len: 173 time: 1.7575994 Aug 30 13:00:39.232028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca33fd0d-778a-42b7-bac2-414a04f84742', 'name': 'network-vif-deleted', 'tag': '3bec3ec8-951d-4495-85db-cfd1f7edfe28'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:39.242201 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ca7da-493e-4b43-8d36-b96ccae49af5" -d '{"events": [{"server_uuid": "ca33fd0d-778a-42b7-bac2-414a04f84742", "name": "network-vif-deleted", "tag": "3bec3ec8-951d-4495-85db-cfd1f7edfe28"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:39.306932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-b01d615a-036c-4dce-a6b4-e9755d022b43 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1235867 Aug 30 13:00:39.312982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:39.320594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.344343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.354796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.355108 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe8f580-dd8f-462a-8dc1-394b9294dcf1 x-openstack-request-id: req-3fe8f580-dd8f-462a-8dc1-394b9294dcf1 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:39.355398 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca33fd0d-778a-42b7-bac2-414a04f84742", "name": "network-vif-deleted", "tag": "3bec3ec8-951d-4495-85db-cfd1f7edfe28", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:39.355644 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fe8f580-dd8f-462a-8dc1-394b9294dcf1 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:39.356063 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca33fd0d-778a-42b7-bac2-414a04f84742', 'name': 'network-vif-deleted', 'tag': '3bec3ec8-951d-4495-85db-cfd1f7edfe28', 'status': 'completed', 'code': 200} Aug 30 13:00:39.365323 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af27fa60-39b0-44cf-9c4b-5bd975c96f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.392231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7205aa83-72a3-4b49-af69-cb87fbd24a15,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:39.426451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Deleting port 73bb358b-3b17-4095-a6ff-ef20b51d9524 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:39.426789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.570409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] For port 73bb358b-3b17-4095-a6ff-ef20b51d9524, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=73bb358b-3b17-4095-a6ff-ef20b51d9524,segment=NetworkSegment(bd1d7566-44c2-4e5d-8e0e-0f57cf280307),segment_id=bd1d7566-44c2-4e5d-8e0e-0f57cf280307)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:39.570778 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.596597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Allocated IP 192.168.233.53 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/0c4d92e8-6037-4f87-b642-e4edf64c6734) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:39.599209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Calling delete_port for 73bb358b-3b17-4095-a6ff-ef20b51d9524 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:39.676141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-0182657b-4139-44f7-9ef4-f50e37b2c867 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:39.677837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-0182657b-4139-44f7-9ef4-f50e37b2c867 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.16 "GET /v2.0/networks?id=303b3366-599b-4cee-9967-339df50bf102 HTTP/1.1" status: 200 len: 815 time: 0.1672466 Aug 30 13:00:39.687858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.699887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Request body: {'port': {'device_id': '6c4edb03-9c61-489f-9a1f-d2357129735e', 'network_id': '303b3366-599b-4cee-9967-339df50bf102', 'admin_state_up': True, 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:39.920415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Allocated IP 172.25.2.173 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/bde4f3f4-16e0-444c-82e2-b427b00e3cd6) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:39.927291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.933261 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:39.978684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Transition to ACTIVE for port object 0c4d92e8-6037-4f87-b642-e4edf64c6734 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:40.023856 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:40.095234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:40.115511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-637dca37-def5-4e42-b70a-d95e52254228 req-314d8cfb-daab-4fdb-b696-83a487172292 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=ca33fd0d-778a-42b7-bac2-414a04f84742 HTTP/1.1" status: 200 len: 210 time: 0.0705640 Aug 30 13:00:40.120009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=73bb358b-3b17-4095-a6ff-ef20b51d9524,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:40.153601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Made reservation on behalf of 3649a66f50344339bb413d4c0fc84ce0 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:40.157203 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:40.198157 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:40.232867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:40.353318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:40.365236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:40.431000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:40.530779 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:40.547383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event updated for resources: {'Port': ['ID=0c4d92e8-6037-4f87-b642-e4edf64c6734,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:40.574555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:40.587818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:40.616888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-6642073c-9ebb-4a10-936d-6e87cf2e1d50 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4137042 Aug 30 13:00:40.651208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5b3f8-9b9e-4b62-b461-99eff0093cc9 req-739377f6-de92-4b47-adef-1f606ed231fc tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:40.659009 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53b5b3f8-9b9e-4b62-b461-99eff0093cc9 req-739377f6-de92-4b47-adef-1f606ed231fc tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 935 time: 0.4419811 Aug 30 13:00:40.674902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Pushing event updated for resources: {'Port': ['ID=bde4f3f4-16e0-444c-82e2-b427b00e3cd6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:40.716969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:40.718268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:40.725974 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:40.751674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:40.779483 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53b5b3f8-9b9e-4b62-b461-99eff0093cc9 req-ce9fa1d2-968a-4f64-a38d-fe426af01bb2 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163795 Aug 30 13:00:40.782337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-fe8c317a-b3ad-44af-a4ff-53c1e2922757 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6320977 Aug 30 13:00:40.803904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Request body: {'port': {'device_id': '18255960-7d1e-48ce-af05-7ae4cfc9a1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:40.828138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-47c3bad8-4878-4036-a391-6ace774ffa3b None None] Provisioning for port 0c4d92e8-6037-4f87-b642-e4edf64c6734 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:40.851571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-47c3bad8-4878-4036-a391-6ace774ffa3b None None] Provisioning complete for port 0c4d92e8-6037-4f87-b642-e4edf64c6734 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:40.866673 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47c3bad8-4878-4036-a391-6ace774ffa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:40.938795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-9cd5811b-e331-4261-8ded-aad3316731bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:40.940380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-9cd5811b-e331-4261-8ded-aad3316731bd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1095 time: 0.2602565 Aug 30 13:00:40.941811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Allocated IP 172.20.0.12 (303b3366-599b-4cee-9967-339df50bf102/a4218f8a-f5d5-47e3-8aaa-5ec45b60c043/5f669c4a-bcbe-469c-834e-7f638e14f327) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:40.952055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-47c3bad8-4878-4036-a391-6ace774ffa3b None None] Port 0c4d92e8-6037-4f87-b642-e4edf64c6734 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:00:40.966971 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee2ca3f3-b7db-4744-8bc4-cb9929a54a24 req-380d41ab-99a0-404c-b65e-e0a30cea5db0 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 210 time: 0.0751016 Aug 30 13:00:40.985474 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:41.030477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:41.064676 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:41.237115 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:41.262022 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Transition to ACTIVE for port object 5f669c4a-bcbe-469c-834e-7f638e14f327 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:41.456741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a582218-a7cc-4937-ac99-06a9f9c3553a req-0fa88780-98e2-4019-8aa5-ce4c8b855e9b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:41.464467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a582218-a7cc-4937-ac99-06a9f9c3553a req-0fa88780-98e2-4019-8aa5-ce4c8b855e9b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.2679455 Aug 30 13:00:41.501038 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:41.519458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a582218-a7cc-4937-ac99-06a9f9c3553a req-27a64d59-007d-44b8-b799-b66ef875d210 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527105 Aug 30 13:00:41.604754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-9fb5a790-174e-46c3-8809-e9ba4ed179d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:41.606579 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-9fb5a790-174e-46c3-8809-e9ba4ed179d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.5495608 Aug 30 13:00:41.608828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:41.610742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:41.681965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Pushing event updated for resources: {'Port': ['ID=bde4f3f4-16e0-444c-82e2-b427b00e3cd6,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:41.774503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:41.914158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Pushing event updated for resources: {'Port': ['ID=5f669c4a-bcbe-469c-834e-7f638e14f327,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:41.966832 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:41.968201 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-6e409352-5c27-4e2b-9090-3b1b588784ac tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6604476 Aug 30 13:00:41.969593 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-55a8c9a1-e187-4e9a-a0e6-d2d1ec42cec3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.0650110 Aug 30 13:00:41.980535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Network 303b3366-599b-4cee-9967-339df50bf102 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:41.983493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:42.035900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:42.079586 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:42.098405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Router d305f5b4-c59d-4c23-9a04-a6ff2111689b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:00:42.105709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4d92e8-6037-4f87-b642-e4edf64c6734 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:42.113501 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-62a74c45-6365-4e97-aeb4-250f24fd8acc tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.1311426 Aug 30 13:00:42.166462 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:42.336153 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-9846c9eb-d1d7-40fb-aaa5-abc4ecfb3380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:42.338327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-9846c9eb-d1d7-40fb-aaa5-abc4ecfb3380 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1405997 Aug 30 13:00:42.345867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:42.346889 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:42.368899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-c8d9ea16-fc81-4593-acec-93a02895a0a4 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:42.383501 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bd37a87-fd9b-47f9-a6a4-a90ac227f8cc req-c8d9ea16-fc81-4593-acec-93a02895a0a4 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.2682574 Aug 30 13:00:42.417551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ccf4e9c2-5be5-43f3-b491-c397a165b89a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7266805 Aug 30 13:00:42.450556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-c58792da-4acd-4a87-91c5-84f74d66145e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573046 Aug 30 13:00:42.550180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f02bbab6-595d-4c72-9f38-890aa92573a4 None None] Provisioning for port 5f669c4a-bcbe-469c-834e-7f638e14f327 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:42.554529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Transition to ACTIVE for port object 0c4d92e8-6037-4f87-b642-e4edf64c6734 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:42.558520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f02bbab6-595d-4c72-9f38-890aa92573a4 None None] Provisioning complete for port 5f669c4a-bcbe-469c-834e-7f638e14f327 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:42.559445 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f02bbab6-595d-4c72-9f38-890aa92573a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:42.587007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493c3a-72d6-466d-9e9d-54da634feb19 req-a08ea590-728b-4bd9-8c7c-9061ab7f5356 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:42.605610 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4493c3a-72d6-466d-9e9d-54da634feb19 req-a08ea590-728b-4bd9-8c7c-9061ab7f5356 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 935 time: 0.6185167 Aug 30 13:00:42.618085 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:42.649554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f02bbab6-595d-4c72-9f38-890aa92573a4 None None] Port 5f669c4a-bcbe-469c-834e-7f638e14f327 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:00:42.664426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e059-737b-482d-8644-2280ea42da43 req-3c1b106d-a686-4e26-a6db-17b9d421685e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:42.673932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-3c1b106d-a686-4e26-a6db-17b9d421685e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 0.1418483 Aug 30 13:00:42.692392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Request body: {'port': {'device_id': '6c4edb03-9c61-489f-9a1f-d2357129735e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:42.736782 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-5058da16-6fa0-4729-bf06-e398afb50984 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/quotas/68ef2c4e683b40999553afb799d2b581 HTTP/1.1" status: 200 len: 375 time: 0.0619338 Aug 30 13:00:42.861917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3bec3ec8-951d-4495-85db-cfd1f7edfe28 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:42.875161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-2b61b13c-1aa7-4453-bf87-3264c54b712c service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005092 Aug 30 13:00:42.931933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 3bec3ec8-951d-4495-85db-cfd1f7edfe28 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:42.933595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3bec3ec8-951d-4495-85db-cfd1f7edfe28 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:43.045930 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47da06e9-eff9-4b12-bdef-e7a32520397c req-714365f8-7e95-4f6a-bed7-f0656233bb7f service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382365 Aug 30 13:00:43.048585 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:43.150963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:00:43.165804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] Sync routers for ids ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:00:43.189311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] Routers {'d305f5b4-c59d-4c23-9a04-a6ff2111689b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:43.190330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:43.191186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3ed7683e-23cc-4704-a469-ff82c3df6f61 admin admin] 10.222.0.37 "PUT /v2.0/routers/d305f5b4-c59d-4c23-9a04-a6ff2111689b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4510977 Aug 30 13:00:43.207256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36320) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:43.345527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f669c4a-bcbe-469c-834e-7f638e14f327 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:43.355155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:43.369045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Transition to ACTIVE for port object 5f669c4a-bcbe-469c-834e-7f638e14f327 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:43.381598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:43.404180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-37309faa-7e60-4b16-b690-c0f3f5b12f50 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6284981 Aug 30 13:00:43.512848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4493c3a-72d6-466d-9e9d-54da634feb19 req-bd200c03-4dde-49db-a99b-241a73ef7d4c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9060621 Aug 30 13:00:43.619448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Pushing event updated for resources: {'Port': ['ID=5f669c4a-bcbe-469c-834e-7f638e14f327,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:43.665376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Attempting to bind port 5f669c4a-bcbe-469c-834e-7f638e14f327 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:43.678610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Attempting to bind port 5f669c4a-bcbe-469c-834e-7f638e14f327 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:43.678940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Attempting to bind port 5f669c4a-bcbe-469c-834e-7f638e14f327 on network 303b3366-599b-4cee-9967-339df50bf102 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:43.751561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4d92e8-6037-4f87-b642-e4edf64c6734,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:43.893926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] Set router d305f5b4-c59d-4c23-9a04-a6ff2111689b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:43.941769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e102459-8d9a-42c7-857a-b1992e4fd0a1 req-69ffdfd7-883d-4c66-885d-ce354a10dcdc tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:43.946376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e102459-8d9a-42c7-857a-b1992e4fd0a1 req-69ffdfd7-883d-4c66-885d-ce354a10dcdc tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 944 time: 0.2600942 Aug 30 13:00:43.949156 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:43.970753 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-b26aad0e-e285-44ce-9951-62e226666f19 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5262687 Aug 30 13:00:43.991709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Port 5f669c4a-bcbe-469c-834e-7f638e14f327 on network 303b3366-599b-4cee-9967-339df50bf102 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:00:43.992036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Attempting to bind port 5f669c4a-bcbe-469c-834e-7f638e14f327 on network 303b3366-599b-4cee-9967-339df50bf102 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:44.091998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:44.092190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Checking segment: {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:44.092578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Bound using segment: {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:44.093022 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Bound port: 5f669c4a-bcbe-469c-834e-7f638e14f327, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '303b3366-599b-4cee-9967-339df50bf102'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:44.093394 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:44.231282 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e102459-8d9a-42c7-857a-b1992e4fd0a1 req-a78ca97e-b347-44aa-9d17-50f1eaeb79fd tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736499 Aug 30 13:00:44.250189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Attempting to bind port 0c4d92e8-6037-4f87-b642-e4edf64c6734 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:44.253437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Attempting to bind port 0c4d92e8-6037-4f87-b642-e4edf64c6734 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:44.254594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Attempting to bind port 0c4d92e8-6037-4f87-b642-e4edf64c6734 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:44.300892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-b74b48a8-3270-4923-9d27-9d9593a23172 service neutron] 10.222.0.37 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191798 Aug 30 13:00:44.309741 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] For port 5f669c4a-bcbe-469c-834e-7f638e14f327, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:44.315353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] For port 5f669c4a-bcbe-469c-834e-7f638e14f327, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5f669c4a-bcbe-469c-834e-7f638e14f327,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:44.324051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:44.367747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:00:44.396610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:44.398389 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:44.399835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] 10.222.0.16 "PUT /v2.0/ports/5f669c4a-bcbe-469c-834e-7f638e14f327 HTTP/1.1" status: 200 len: 1092 time: 1.7238619 Aug 30 13:00:44.416100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4edb03-9c61-489f-9a1f-d2357129735e', 'tag': '5f669c4a-bcbe-469c-834e-7f638e14f327'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:44.422306 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06a1293-65f0-41c4-821a-3c571ff33ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4edb03-9c61-489f-9a1f-d2357129735e", "tag": "5f669c4a-bcbe-469c-834e-7f638e14f327"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:44.442557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:44.460894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Port 0c4d92e8-6037-4f87-b642-e4edf64c6734 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:00:44.461295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Attempting to bind port 0c4d92e8-6037-4f87-b642-e4edf64c6734 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:44.507175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d240020-60e1-4ab3-bb5d-bbb38431f549 service neutron] Pushing event updated for resources: {'Port': ['ID=5f669c4a-bcbe-469c-834e-7f638e14f327,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:44.595158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-979a1441-b413-47cf-a492-593833ae0c7c tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips/07eb072a-1ba0-42cc-a8f9-30095b74fc48 HTTP/1.1" status: 200 len: 693 time: 0.1549144 Aug 30 13:00:44.649960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:44.650312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:44.650714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:44.651170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Bound port: 0c4d92e8-6037-4f87-b642-e4edf64c6734, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:44.651536 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:44.678853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:42Z', 'updated_at': '2021-08-30T13:00:39Z', 'revision_number': 5, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'gw_port': {'id': 'feccfb8a-58e8-4b48-836c-df86f6914f81', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:53:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:55:43Z', 'updated_at': '2021-08-30T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:44.797556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] Checking router: d305f5b4-c59d-4c23-9a04-a6ff2111689b for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:00:44.807812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] For port 0c4d92e8-6037-4f87-b642-e4edf64c6734, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:44.814326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] For port 0c4d92e8-6037-4f87-b642-e4edf64c6734, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c4d92e8-6037-4f87-b642-e4edf64c6734,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:44.831280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] Routers {'d305f5b4-c59d-4c23-9a04-a6ff2111689b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:44.840557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:44.856765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce7ca4-ecfd-451d-a4f1-74aafe118ee2 req-60386a54-31e2-47c8-bd48-1fbabcde34ce tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:44.873361 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebce7ca4-ecfd-451d-a4f1-74aafe118ee2 req-60386a54-31e2-47c8-bd48-1fbabcde34ce tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1276715 Aug 30 13:00:44.887200 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:44.949592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:44.950521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:44.952173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] 10.222.0.35 "PUT /v2.0/ports/0c4d92e8-6037-4f87-b642-e4edf64c6734 HTTP/1.1" status: 200 len: 1095 time: 4.1585526 Aug 30 13:00:44.956609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18255960-7d1e-48ce-af05-7ae4cfc9a1c5', 'tag': '0c4d92e8-6037-4f87-b642-e4edf64c6734'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:44.959184 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03648538-bab1-4422-9d82-f58cbe1ad923" -d '{"events": [{"name": "network-changed", "server_uuid": "18255960-7d1e-48ce-af05-7ae4cfc9a1c5", "tag": "0c4d92e8-6037-4f87-b642-e4edf64c6734"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:44.988109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:45.036363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'port_id': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da', 'mac_address': 'fa:16:3e:2e:e6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db198819-93a6-483c-ab96-0292a32f931d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:00:45.052139 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] Set router d305f5b4-c59d-4c23-9a04-a6ff2111689b gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:45.088526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebce7ca4-ecfd-451d-a4f1-74aafe118ee2 req-55e23667-42c2-4a0c-a36c-48eca616d281 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119796 Aug 30 13:00:45.232832 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-635f8167-e5e2-4392-bd48-5ff8a59b178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:45.235204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-635f8167-e5e2-4392-bd48-5ff8a59b178e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3649a66f50344339bb413d4c0fc84ce0&device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 1095 time: 0.1457801 Aug 30 13:00:45.251555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:42Z', 'updated_at': '2021-08-30T13:00:44Z', 'revision_number': 6, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:45.257729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c054b2-dd89-4b19-aed3-8503ca838b51 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4d92e8-6037-4f87-b642-e4edf64c6734,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:45.276353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Deleting port feccfb8a-58e8-4b48-836c-df86f6914f81 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:45.276688 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:45.312730 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:45.344816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dcc3e3-4624-41a9-9d51-c66159d51ecb None None] The sync data for ids ['d305f5b4-c59d-4c23-9a04-a6ff2111689b'] in n-d-688802-6 is: [{'id': 'd305f5b4-c59d-4c23-9a04-a6ff2111689b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-287448258-router', 'tenant_id': '9d8f0250a1de4203b21c56d2708e0740', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:55:42Z', 'updated_at': '2021-08-30T13:00:44Z', 'revision_number': 6, 'project_id': '9d8f0250a1de4203b21c56d2708e0740', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:00:45.370099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-6c7890dd-5e08-4127-9f35-bdb83b80d9f2 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:45.381200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:45.383087 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-6c7890dd-5e08-4127-9f35-bdb83b80d9f2 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.7867820 Aug 30 13:00:45.397556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-b71c9d57-4f1b-431b-82bf-45df863dfaf1 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:00:45.400959 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694b6b91-6e1e-43c1-827d-7edaa9a9bd51 x-openstack-request-id: req-694b6b91-6e1e-43c1-827d-7edaa9a9bd51 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:45.402948 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4edb03-9c61-489f-9a1f-d2357129735e", "tag": "5f669c4a-bcbe-469c-834e-7f638e14f327", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:45.403685 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-694b6b91-6e1e-43c1-827d-7edaa9a9bd51 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:45.411337 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4edb03-9c61-489f-9a1f-d2357129735e', 'tag': '5f669c4a-bcbe-469c-834e-7f638e14f327', 'status': 'completed', 'code': 200} Aug 30 13:00:45.417147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-b71c9d57-4f1b-431b-82bf-45df863dfaf1 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0321846 Aug 30 13:00:45.422674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-48db8225-79c4-4b8d-8ece-220f74b0e70c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f669c4a-bcbe-469c-834e-7f638e14f327 HTTP/1.1" status: 200 len: 217 time: 0.1339195 Aug 30 13:00:45.471768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:45.488047 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:45.544162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-8d7a203e-6231-471d-bc9d-f196841eb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:45.545957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-8d7a203e-6231-471d-bc9d-f196841eb379 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4218f8a-f5d5-47e3-8aaa-5ec45b60c043 HTTP/1.1" status: 200 len: 854 time: 0.1026087 Aug 30 13:00:45.615218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:45.646536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7413-80e1-491e-81c5-2572baf3133d req-ec077828-d563-435c-899c-86db921c8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:45.655391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-ec077828-d563-435c-899c-86db921c8847 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 1098 time: 0.5939925 Aug 30 13:00:45.668247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:45.668956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-ca5ad870-2d0f-4fa9-9e4f-be088983b85a tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.2495980 Aug 30 13:00:45.712819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-4df66c11-9e34-49ec-b304-1fa40e930230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:45.714728 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-4df66c11-9e34-49ec-b304-1fa40e930230 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=303b3366-599b-4cee-9967-339df50bf102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1554101 Aug 30 13:00:45.733408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d63069-1e83-4bda-863e-d047f4a3a79e req-e57f1f03-abfb-482a-b768-acab9bfb9b16 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:45.735141 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17d63069-1e83-4bda-863e-d047f4a3a79e req-e57f1f03-abfb-482a-b768-acab9bfb9b16 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 947 time: 0.1167350 Aug 30 13:00:46.106917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-5fdaad6f-73cc-4f31-b09b-4d19758197e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=0c4d92e8-6037-4f87-b642-e4edf64c6734 HTTP/1.1" status: 200 len: 217 time: 0.4062228 Aug 30 13:00:46.112449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-6b216bf4-e293-46d7-9670-68a250c4481d tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.173 HTTP/1.1" status: 200 len: 696 time: 0.4425519 Aug 30 13:00:46.312986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] For port feccfb8a-58e8-4b48-836c-df86f6914f81, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=feccfb8a-58e8-4b48-836c-df86f6914f81,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:46.313699 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:46.363803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:46.562481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:46.563159 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:46.646246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Calling delete_port for feccfb8a-58e8-4b48-836c-df86f6914f81 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:46.720933 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17d63069-1e83-4bda-863e-d047f4a3a79e req-b140f8db-35c0-4ced-b4ca-548597ffb588 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9767439 Aug 30 13:00:46.769113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device feccfb8a-58e8-4b48-836c-df86f6914f81 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:46.878998 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-ba4d9b33-f2ec-4bc5-bcfe-cfbe6dbcf36a service neutron] 10.222.0.16 "GET /v2.0/networks/303b3366-599b-4cee-9967-339df50bf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1213160 Aug 30 13:00:46.916369 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:47.016912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:47.031137 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d9a3bb-7050-4d2a-8e23-c45b8a0a52cb" -d '{"events": [{"server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "name": "network-vif-plugged", "status": "completed", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:47.060920 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f4adf1a9-ab5c-40a4-843c-dba3925938f9 req-7409000e-e1c9-4892-879c-800dcf7515b7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 210 time: 0.1335378 Aug 30 13:00:47.098395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:47.193339 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:47.202328 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952ec6a1-376f-432b-9680-68dcbdadba48 x-openstack-request-id: req-952ec6a1-376f-432b-9680-68dcbdadba48 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:47.205879 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:47.208881 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c1ea6259-e9a3-408b-8ec8-5362a385ef8d req-9ad0eb55-ac78-4a8e-9599-137d4552eb2d service neutron] 10.222.0.16 "GET /v2.0/networks/303b3366-599b-4cee-9967-339df50bf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168509 Aug 30 13:00:47.231993 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18255960-7d1e-48ce-af05-7ae4cfc9a1c5", "tag": "0c4d92e8-6037-4f87-b642-e4edf64c6734", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:47.233308 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-952ec6a1-376f-432b-9680-68dcbdadba48 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:47.234807 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18255960-7d1e-48ce-af05-7ae4cfc9a1c5', 'tag': '0c4d92e8-6037-4f87-b642-e4edf64c6734', 'status': 'completed', 'code': 200} Aug 30 13:00:47.267784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7413-80e1-491e-81c5-2572baf3133d req-f1ff71a5-04ba-4f36-ad0b-dcb4ec5a40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:47.284128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-f1ff71a5-04ba-4f36-ad0b-dcb4ec5a40e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 1.1648514 Aug 30 13:00:47.297638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:47.460952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-24ffa450-da9b-4c4a-8f4a-289b9512a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:47.462500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-24ffa450-da9b-4c4a-8f4a-289b9512a6b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3649a66f50344339bb413d4c0fc84ce0&device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 1095 time: 0.1551948 Aug 30 13:00:47.489344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0729a-6a3f-4bc8-b03d-2ada71936834 req-7a993a4b-feda-4beb-9b36-c17cb7db4d09 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:47.492334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7b0729a-6a3f-4bc8-b03d-2ada71936834 req-7a993a4b-feda-4beb-9b36-c17cb7db4d09 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 944 time: 0.1955092 Aug 30 13:00:47.627550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:47.662635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 73bb358b-3b17-4095-a6ff-ef20b51d9524 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:47.684007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Pushing event deleted for resources: {'Port': ['ID=feccfb8a-58e8-4b48-836c-df86f6914f81,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:47.727819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f7413-80e1-491e-81c5-2572baf3133d req-87939982-8c85-40e4-a7b6-500a775352e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:47.731040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 73bb358b-3b17-4095-a6ff-ef20b51d9524 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:47.732465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 73bb358b-3b17-4095-a6ff-ef20b51d9524 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:47.737770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-87939982-8c85-40e4-a7b6-500a775352e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4387667 Aug 30 13:00:47.749587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-abc2b86b-a45d-4a28-bab4-6fe8a9148218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:47.751386 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-abc2b86b-a45d-4a28-bab4-6fe8a9148218 service neutron] 10.222.0.16 "GET /v2.0/networks?id=303b3366-599b-4cee-9967-339df50bf102 HTTP/1.1" status: 200 len: 916 time: 0.2581375 Aug 30 13:00:47.777952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7b0729a-6a3f-4bc8-b03d-2ada71936834 req-e5699ba7-d474-4a47-888c-588d61a922ca tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528133 Aug 30 13:00:47.809080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e059-737b-482d-8644-2280ea42da43 req-2efc6785-31ad-4070-996e-e4b79ff80562 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:47.810892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-2efc6785-31ad-4070-996e-e4b79ff80562 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 805 time: 1.1464849 Aug 30 13:00:47.855865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-3b14d75b-4be0-4526-a402-70c444addb7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f669c4a-bcbe-469c-834e-7f638e14f327 HTTP/1.1" status: 200 len: 217 time: 0.0768445 Aug 30 13:00:47.950756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-a04afde3-add3-45c0-af28-e54023092c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:47.952146 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-a04afde3-add3-45c0-af28-e54023092c85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a4218f8a-f5d5-47e3-8aaa-5ec45b60c043 HTTP/1.1" status: 200 len: 854 time: 0.0865822 Aug 30 13:00:47.961124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a044b-f687-4399-9d18-84340f96538a req-83b03b84-7cc6-4b90-a90b-f70951619a3f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:47.969159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-885a044b-f687-4399-9d18-84340f96538a req-83b03b84-7cc6-4b90-a90b-f70951619a3f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.0922592 Aug 30 13:00:47.976681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Request body: {'port': {'device_id': 'b121752b-50f0-49ea-86fb-b79f2e2d4b2d', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'admin_state_up': True, 'tenant_id': '68ef2c4e683b40999553afb799d2b581'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:48.053617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-885a044b-f687-4399-9d18-84340f96538a req-407bdb1e-447f-4cb1-9114-caeb10f90d08 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834165 Aug 30 13:00:48.081324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-9533d148-53fb-4519-aa91-9cefc3a14dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:48.088312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-9533d148-53fb-4519-aa91-9cefc3a14dfc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=303b3366-599b-4cee-9967-339df50bf102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111948 Aug 30 13:00:48.095562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Deleting port bde4f3f4-16e0-444c-82e2-b427b00e3cd6 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:48.095911 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:48.102291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:48.337421 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-47b124bc-f3a7-4fa6-ae71-93b53d3d1ebc service neutron] 10.222.0.16 "GET /v2.0/networks/303b3366-599b-4cee-9967-339df50bf102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155576 Aug 30 13:00:48.463996 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69bde64-724b-4da4-8f42-30124084a0ae x-openstack-request-id: req-b69bde64-724b-4da4-8f42-30124084a0ae {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:48.464356 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "name": "network-vif-plugged", "status": "completed", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:48.464574 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b69bde64-724b-4da4-8f42-30124084a0ae {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:48.464939 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da', 'code': 200} Aug 30 13:00:48.526140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a1293-65f0-41c4-821a-3c571ff33ac6 req-73a79185-a3fc-4159-9e74-d1ba2b07a47b service neutron] 10.222.0.16 "GET /v2.0/networks/303b3366-599b-4cee-9967-339df50bf102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694050 Aug 30 13:00:48.683379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fcf7b4-0236-4abd-a179-1d92c44c518e req-973b329f-3ae4-4e32-b60c-40f027642704 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:48.697732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47fcf7b4-0236-4abd-a179-1d92c44c518e req-973b329f-3ae4-4e32-b60c-40f027642704 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 947 time: 0.1311984 Aug 30 13:00:48.778268 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47fcf7b4-0236-4abd-a179-1d92c44c518e req-f45e8ece-0c96-4876-8552-67307def166b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793908 Aug 30 13:00:48.947605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a5ddd5f-c378-482a-821a-4da85fe95483 req-ed2d7417-78da-42b6-84f5-41e72d5fdc74 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 210 time: 0.0346086 Aug 30 13:00:49.027143 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:49.066953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:49.101222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27409b62-317f-4fbb-84d0-a1a8b680b60b req-f7c4db8f-0490-45b4-ba2e-1e7980db8d15 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:49.103517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27409b62-317f-4fbb-84d0-a1a8b680b60b req-f7c4db8f-0490-45b4-ba2e-1e7980db8d15 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 944 time: 0.0871069 Aug 30 13:00:49.167228 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27409b62-317f-4fbb-84d0-a1a8b680b60b req-df4cec6d-10b2-452e-851e-f41fae179509 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564065 Aug 30 13:00:49.266460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-11a9317b-0da2-4ee7-9be2-2fe448e46df0 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5131652 Aug 30 13:00:49.311045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:49.311854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d305f5b4-c59d-4c23-9a04-a6ff2111689b {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:00:49.318302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:49.321888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2da75724-0853-43e5-b9c9-9c2d929c2567 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d305f5b4-c59d-4c23-9a04-a6ff2111689b HTTP/1.1" status: 204 len: 168 time: 6.0664201 Aug 30 13:00:49.327422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91a9b8-ebb0-48d8-ba35-acd848920d2c req-cbdf945b-4483-44d9-ae93-ae04b29565a6 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:49.329239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36392) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:49.329913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Made reservation on behalf of 68ef2c4e683b40999553afb799d2b581 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:49.333693 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:49.340770 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d91a9b8-ebb0-48d8-ba35-acd848920d2c req-cbdf945b-4483-44d9-ae93-ae04b29565a6 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1023939 Aug 30 13:00:49.421549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d91a9b8-ebb0-48d8-ba35-acd848920d2c req-f01b41d9-0021-4870-9790-9f9930f79384 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796983 Aug 30 13:00:49.434537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:49.434925 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:49.558321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Calling delete_port for bde4f3f4-16e0-444c-82e2-b427b00e3cd6 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:49.619962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c660bc-21aa-4f37-8109-7a1683891620 admin admin] Deleting subnet f4e2e376-d596-447b-a7b9-4ee58866eb13 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:00:49.663746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28c660bc-21aa-4f37-8109-7a1683891620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:49.742223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Allocated IP 172.20.0.6 (ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63/ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc/2624d4bd-dd1a-40ee-a42b-8a4e8625244a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:49.745737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28c660bc-21aa-4f37-8109-7a1683891620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:49.770921 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a17f7413-80e1-491e-81c5-2572baf3133d req-87fa7ea7-3c3b-471e-97be-cf35b96f50e7 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897633 Aug 30 13:00:50.021508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-b81067e9-a47c-492f-85e9-d7c7cd88d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:50.023307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-b81067e9-a47c-492f-85e9-d7c7cd88d575 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 1098 time: 0.1979628 Aug 30 13:00:50.030508 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28c660bc-21aa-4f37-8109-7a1683891620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:50.079636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88e34a-04e0-4af7-b335-5249e2722e3b req-a4346b81-07f0-4680-94cb-a546255425a9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:50.089963 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da88e34a-04e0-4af7-b335-5249e2722e3b req-a4346b81-07f0-4680-94cb-a546255425a9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 947 time: 0.1479518 Aug 30 13:00:50.199623 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da88e34a-04e0-4af7-b335-5249e2722e3b req-645bc224-9cfb-485a-b338-ae03d86d7d63 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030250 Aug 30 13:00:50.258661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:50.318151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Pushing event deleted for resources: {'Port': ['ID=bde4f3f4-16e0-444c-82e2-b427b00e3cd6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:50.460986 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43e953d7-3fec-4d6e-81a2-8feedb65b2bf req-74efb9e6-adc9-491a-8e44-1749bcc6e842 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 210 time: 0.0843441 Aug 30 13:00:50.557519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28c660bc-21aa-4f37-8109-7a1683891620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:50.619363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-d4a383ed-e82d-4e9f-af3f-d27367de75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:50.623045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-d4a383ed-e82d-4e9f-af3f-d27367de75ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.5792708 Aug 30 13:00:50.634260 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:50.704483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5bf3b-e835-48eb-881f-7a79659f7f97 req-fbc148f0-88a7-41ba-8e49-565cce3ab5bd tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:50.726676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4cc5bf3b-e835-48eb-881f-7a79659f7f97 req-fbc148f0-88a7-41ba-8e49-565cce3ab5bd tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 944 time: 0.1308746 Aug 30 13:00:50.822688 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28c660bc-21aa-4f37-8109-7a1683891620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:50.823513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693914f8-e7a4-4b12-b7e9-8b2913d114a6 None None] Network b51b92d2-273d-422c-845c-e5fcef653702 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:00:50.827996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-28c660bc-21aa-4f37-8109-7a1683891620 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f4e2e376-d596-447b-a7b9-4ee58866eb13 HTTP/1.1" status: 204 len: 168 time: 1.4911244 Aug 30 13:00:50.831738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36418) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:50.833123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-f9c7f790-ef9e-4c3d-80df-faf1d76a5fda service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=0c4d92e8-6037-4f87-b642-e4edf64c6734 HTTP/1.1" status: 200 len: 217 time: 0.1807375 Aug 30 13:00:50.833878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c660bc-21aa-4f37-8109-7a1683891620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e2e376-d596-447b-a7b9-4ee58866eb13,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:50.874136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4cc5bf3b-e835-48eb-881f-7a79659f7f97 req-e393a91f-d704-46ea-b4f5-67666b1586aa tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463487 Aug 30 13:00:51.043032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:51.046724 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:51.048047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ed93379-d547-46d3-b74d-eff1dde316f8 req-65787993-87b3-4edd-aac8-c0730f341d84 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "DELETE /v2.0/floatingips/07eb072a-1ba0-42cc-a8f9-30095b74fc48 HTTP/1.1" status: 204 len: 173 time: 4.9199643 Aug 30 13:00:51.096297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-db81858d-3b74-424c-b48d-ef3b576b0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:51.097249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-db81858d-3b74-424c-b48d-ef3b576b0f32 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2367663 Aug 30 13:00:51.171963 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:51.189439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:51.202834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:51.208305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc9d36-b648-4764-acd2-719f0a568ede req-5ffe305e-8b3b-40d9-9b7b-5aed14016bf9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:51.216410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2bc9d36-b648-4764-acd2-719f0a568ede req-5ffe305e-8b3b-40d9-9b7b-5aed14016bf9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.2193992 Aug 30 13:00:51.264901 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-8d9e8805-3d03-4e3c-af63-1e6fa851898c req-e69b0c35-0442-49bf-85d5-b5b2cbc56dd8 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] show failed (client error): The resource could not be found. Aug 30 13:00:51.277572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d9e8805-3d03-4e3c-af63-1e6fa851898c req-e69b0c35-0442-49bf-85d5-b5b2cbc56dd8 tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips/07eb072a-1ba0-42cc-a8f9-30095b74fc48 HTTP/1.1" status: 404 len: 350 time: 0.0779145 Aug 30 13:00:51.370318 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2bc9d36-b648-4764-acd2-719f0a568ede req-30df2dbd-26ab-44d1-8b6b-bc22f679584f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432767 Aug 30 13:00:51.418459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65cc0cf-e3b3-4f60-bb85-65ebf6c36281 None None] DHCP port deletion for b51b92d2-273d-422c-845c-e5fcef653702 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:00:51.502129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-e6caeff6-9154-4129-aee8-a1bbac6846c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:51.503710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-e6caeff6-9154-4129-aee8-a1bbac6846c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3950448 Aug 30 13:00:51.531285 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-dfd99da5-83ee-481c-855e-c07d99e8deb8 req-08d4360f-bb84-437b-b9ce-7504862ccc3d tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] show failed (client error): The resource could not be found. Aug 30 13:00:51.532600 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dfd99da5-83ee-481c-855e-c07d99e8deb8 req-08d4360f-bb84-437b-b9ce-7504862ccc3d tempest-FloatingIPsTestJSON-1227031382 tempest-FloatingIPsTestJSON-1227031382-project] 10.222.0.37 "GET /v2.0/floatingips/07eb072a-1ba0-42cc-a8f9-30095b74fc48 HTTP/1.1" status: 404 len: 350 time: 0.0906272 Aug 30 13:00:51.544506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36428) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:51.553935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:00:51.596783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:51.605105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:00:51.643456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e65cc0cf-e3b3-4f60-bb85-65ebf6c36281 None None] Deleting port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:51.643855 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e65cc0cf-e3b3-4f60-bb85-65ebf6c36281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:51.768342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:51.768342 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:51.780116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event updated for resources: {'Port': ['ID=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:51.836182 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-ad13632c-91d0-4617-a7b9-58f828d898d8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9009922 Aug 30 13:00:51.848647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e65cc0cf-e3b3-4f60-bb85-65ebf6c36281 None None] For port f84de2ed-ce97-4d3b-aa25-ea98ca687be9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f84de2ed-ce97-4d3b-aa25-ea98ca687be9,segment=NetworkSegment(bd1d7566-44c2-4e5d-8e0e-0f57cf280307),segment_id=bd1d7566-44c2-4e5d-8e0e-0f57cf280307)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:51.849231 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e65cc0cf-e3b3-4f60-bb85-65ebf6c36281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:51.851193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380799d-1b18-4994-af7a-f7939c0038d2 req-0691b496-2c2b-451e-ae1f-fc99cad47a30 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:51.853371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0380799d-1b18-4994-af7a-f7939c0038d2 req-0691b496-2c2b-451e-ae1f-fc99cad47a30 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 947 time: 0.4178143 Aug 30 13:00:51.868297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Request body: {'port': {'device_id': 'b121752b-50f0-49ea-86fb-b79f2e2d4b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:51.882034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e65cc0cf-e3b3-4f60-bb85-65ebf6c36281 None None] Calling delete_port for f84de2ed-ce97-4d3b-aa25-ea98ca687be9 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:51.909085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Deleting port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:51.909746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:51.981958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] For port f84de2ed-ce97-4d3b-aa25-ea98ca687be9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f84de2ed-ce97-4d3b-aa25-ea98ca687be9,segment=NetworkSegment(bd1d7566-44c2-4e5d-8e0e-0f57cf280307),segment_id=bd1d7566-44c2-4e5d-8e0e-0f57cf280307)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:51.982618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:51.997822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Calling delete_port for f84de2ed-ce97-4d3b-aa25-ea98ca687be9 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:52.015028 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e65cc0cf-e3b3-4f60-bb85-65ebf6c36281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:52.060635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65cc0cf-e3b3-4f60-bb85-65ebf6c36281 None None] No DVR routers for this DVR port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:00:52.104517 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cc0cf-e3b3-4f60-bb85-65ebf6c36281 None None] Pushing event deleted for resources: {'Port': ['ID=f84de2ed-ce97-4d3b-aa25-ea98ca687be9,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:52.138754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89438327-4a49-4cc1-b192-0e47a8e2277d req-d4e712ae-ec0c-4cb0-957b-e92767a99d82 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:52.142642 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-89438327-4a49-4cc1-b192-0e47a8e2277d req-d4e712ae-ec0c-4cb0-957b-e92767a99d82 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 931 time: 0.4365637 Aug 30 13:00:52.159699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-eedea213-824e-48fe-8bb9-407ae7352200 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6202502 Aug 30 13:00:52.185228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0380799d-1b18-4994-af7a-f7939c0038d2 req-596f7a33-bbe8-4edc-8631-dd4c7e0ec613 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091083 Aug 30 13:00:52.280562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:52.427433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-89438327-4a49-4cc1-b192-0e47a8e2277d req-c1b9778c-5965-47ed-8bfc-b7d4e446792c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732067 Aug 30 13:00:52.612233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f84de2ed-ce97-4d3b-aa25-ea98ca687be9 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:52.648724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: f84de2ed-ce97-4d3b-aa25-ea98ca687be9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:52.651838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f84de2ed-ce97-4d3b-aa25-ea98ca687be9 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:52.727096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03648538-bab1-4422-9d82-f58cbe1ad923 req-e8222c58-40b9-489f-936d-d448df66ec60 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552266 Aug 30 13:00:52.737300 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:52.760120 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:52.796877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Pushing event deleted for resources: {'Port': ['ID=f84de2ed-ce97-4d3b-aa25-ea98ca687be9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:52.812553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5504a1-b9a6-43e9-a839-d730567a483a req-6a02f129-2350-4e58-97cf-1f79e05cae3c tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:52.814120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca5504a1-b9a6-43e9-a839-d730567a483a req-6a02f129-2350-4e58-97cf-1f79e05cae3c tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 944 time: 0.4555855 Aug 30 13:00:52.833221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] No DVR routers for this DVR port f84de2ed-ce97-4d3b-aa25-ea98ca687be9 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:00:52.861722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.862079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.862419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.862889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.863228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.863735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.864017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.864410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.864689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.865555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.866025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.866378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:00:52.917777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 0c4d92e8-6037-4f87-b642-e4edf64c6734 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:00:53.034332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41384b85-b97a-43dc-a6c2-94e7d55b3673 req-96b475a6-80f4-46d6-bfcb-7db4f8833cb5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:53.053950 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41384b85-b97a-43dc-a6c2-94e7d55b3673 req-96b475a6-80f4-46d6-bfcb-7db4f8833cb5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.3853889 Aug 30 13:00:53.159838 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41384b85-b97a-43dc-a6c2-94e7d55b3673 req-203b4957-4b65-4a07-851e-a7d9ba750b80 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048708 Aug 30 13:00:53.212676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 0c4d92e8-6037-4f87-b642-e4edf64c6734, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c4d92e8-6037-4f87-b642-e4edf64c6734,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:53.247070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '0c4d92e8-6037-4f87-b642-e4edf64c6734', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '0c4d92e8-6037-4f87-b642-e4edf64c6734', 'mac_address': 'fa:16:3e:95:2c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:00:53.318784 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:53.344948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4d92e8-6037-4f87-b642-e4edf64c6734 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:53.395746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 0c4d92e8-6037-4f87-b642-e4edf64c6734, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c4d92e8-6037-4f87-b642-e4edf64c6734,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:53.407824 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:53.527132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=0c4d92e8-6037-4f87-b642-e4edf64c6734,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:53.646381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0de0a-943e-44f9-bed3-a2d0e69e2529 req-6d66d2b8-cee0-4aea-be0b-f34b506b9ee6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:53.650272 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ea0de0a-943e-44f9-bed3-a2d0e69e2529 req-6d66d2b8-cee0-4aea-be0b-f34b506b9ee6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 948 time: 0.1956971 Aug 30 13:00:53.690359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Deleting port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:53.690359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:53.695413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:53.709541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b51b92d2-273d-422c-845c-e5fcef653702']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:53.714917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:00:53.725254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:53.726073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1d7566-44c2-4e5d-8e0e-0f57cf280307') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:53.736848 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:53.755026 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:53.764376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:00:53.765302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:00:53.833281 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:00:53.886485 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:53.935556 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:53.938555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] 10.222.0.37 "DELETE /v2.0/networks/b51b92d2-273d-422c-845c-e5fcef653702 HTTP/1.1" status: 204 len: 168 time: 3.0865629 Aug 30 13:00:53.957534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba5710-32ab-4b30-98ab-8edcf6e3036a admin admin] Pushing event deleted for resources: {'Network': ['ID=b51b92d2-273d-422c-845c-e5fcef653702,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:53.977130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca5504a1-b9a6-43e9-a839-d730567a483a req-d24fcab0-05de-458c-8d17-8461e84fa65a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1452262 Aug 30 13:00:53.998342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ea0de0a-943e-44f9-bed3-a2d0e69e2529 req-5adbc318-07e6-4550-af53-8be3d0414f39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362119 Aug 30 13:00:54.162905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] For port 1b0affd9-8f3a-4075-9f7f-609e1c1b4148, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1b0affd9-8f3a-4075-9f7f-609e1c1b4148,segment=NetworkSegment(a24d0f11-3380-4b68-ab99-f36db07a85f2),segment_id=a24d0f11-3380-4b68-ab99-f36db07a85f2)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:54.163276 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:54.207407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Calling delete_port for 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:54.234716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2624d4bd-dd1a-40ee-a42b-8a4e8625244a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:00:54.250435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:54.286820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36462) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:54.317165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Transition to ACTIVE for port object 2624d4bd-dd1a-40ee-a42b-8a4e8625244a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:54.343378 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:54.452060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1645e30c-a11d-4a72-9d22-46badf3385f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3d1015602d54330ba4f72bec9251580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568723 Aug 30 13:00:54.465399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36464) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:54.581850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Attempting to bind port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:00:54.582308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Attempting to bind port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:00:54.582730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Attempting to bind port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:54.590070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:00:54.590468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Attempting to bind port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a on network ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:00:54.611767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7770210-a288-44ad-906c-19605ba6409b req-b4508b3e-83ce-4c0b-a68b-850cb3087fc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:54.613984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7770210-a288-44ad-906c-19605ba6409b req-b4508b3e-83ce-4c0b-a68b-850cb3087fc8 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 943 time: 0.3240175 Aug 30 13:00:54.619092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Pushing event updated for resources: {'Port': ['ID=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:54.629555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:00:54.629555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Checking segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:54.630797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Bound using segment: {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:00:54.632504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Bound port: 2624d4bd-dd1a-40ee-a42b-8a4e8625244a, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9b30ce-c917-4a24-bfa0-e128383477cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:00:54.633771 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:54.681461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:54.711851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0affd9-8f3a-4075-9f7f-609e1c1b4148,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:54.727092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] For port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:00:54.731438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] For port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:00:54.737895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af784a99-af19-4ec7-b722-5a6351a1686d req-7083d02f-ccf3-481c-ad03-d652745df3b9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:54.738989 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af784a99-af19-4ec7-b722-5a6351a1686d req-7083d02f-ccf3-481c-ad03-d652745df3b9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.2744796 Aug 30 13:00:54.748731 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:54.874995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:54.875722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:54.898089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] 10.222.0.35 "PUT /v2.0/ports/2624d4bd-dd1a-40ee-a42b-8a4e8625244a HTTP/1.1" status: 200 len: 1091 time: 3.0359941 Aug 30 13:00:54.901481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b121752b-50f0-49ea-86fb-b79f2e2d4b2d', 'tag': '2624d4bd-dd1a-40ee-a42b-8a4e8625244a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:54.904302 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b956edda-8d67-497f-8df6-1f7bee613dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "b121752b-50f0-49ea-86fb-b79f2e2d4b2d", "tag": "2624d4bd-dd1a-40ee-a42b-8a4e8625244a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:54.923194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 0c4d92e8-6037-4f87-b642-e4edf64c6734 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:00:54.934633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0702a-8726-462a-9f31-6b2418bfda0a service neutron] Pushing event updated for resources: {'Port': ['ID=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:54.944859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7770210-a288-44ad-906c-19605ba6409b req-4c8f9515-e872-4666-99a5-377a201c977a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203797 Aug 30 13:00:55.027696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45e74845-de82-49c5-9b0f-450a467ca8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:55.046243 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7ded88-8663-4ec1-a309-a4c48f888d54 x-openstack-request-id: req-8a7ded88-8663-4ec1-a309-a4c48f888d54 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:55.046525 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b121752b-50f0-49ea-86fb-b79f2e2d4b2d", "tag": "2624d4bd-dd1a-40ee-a42b-8a4e8625244a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:55.046817 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a7ded88-8663-4ec1-a309-a4c48f888d54 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:55.047228 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b121752b-50f0-49ea-86fb-b79f2e2d4b2d', 'tag': '2624d4bd-dd1a-40ee-a42b-8a4e8625244a', 'status': 'completed', 'code': 200} Aug 30 13:00:55.059780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 0c4d92e8-6037-4f87-b642-e4edf64c6734 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:00:55.065708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 0c4d92e8-6037-4f87-b642-e4edf64c6734 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:00:55.066353 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:55.073364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e059-737b-482d-8644-2280ea42da43 req-003a5551-2346-4583-938b-749af79f98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:55.078560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-003a5551-2346-4583-938b-749af79f98e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 1094 time: 0.1256514 Aug 30 13:00:55.107587 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af784a99-af19-4ec7-b722-5a6351a1686d req-a9530d04-b1f5-4d9a-b2bb-0523af41016b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646554 Aug 30 13:00:55.186801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-0172afa7-e645-48ce-81c1-6a52bb45dbe0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2624d4bd-dd1a-40ee-a42b-8a4e8625244a HTTP/1.1" status: 200 len: 217 time: 0.0979574 Aug 30 13:00:55.222847 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:55.268204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 0c4d92e8-6037-4f87-b642-e4edf64c6734, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c4d92e8-6037-4f87-b642-e4edf64c6734,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:55.269594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18255960-7d1e-48ce-af05-7ae4cfc9a1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4d92e8-6037-4f87-b642-e4edf64c6734'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:00:55.274650 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdf4c13-8cf5-4b91-8c75-8b479843d546" -d '{"events": [{"server_uuid": "18255960-7d1e-48ce-af05-7ae4cfc9a1c5", "name": "network-vif-plugged", "status": "completed", "tag": "0c4d92e8-6037-4f87-b642-e4edf64c6734"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:00:55.281624 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:55.281977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45e74845-de82-49c5-9b0f-450a467ca8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:55.339022 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:55.345690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e8e059-737b-482d-8644-2280ea42da43 req-24376ae0-f3fe-4891-8a66-1901f106c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:55.350266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-24376ae0-f3fe-4891-8a66-1901f106c65c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.1431601 Aug 30 13:00:55.372901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d7b14-7c7c-4e26-97da-09184933d343 req-52a209f7-8c0f-4359-86b3-aeab551f7927 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:55.380116 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c1d7b14-7c7c-4e26-97da-09184933d343 req-52a209f7-8c0f-4359-86b3-aeab551f7927 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 948 time: 0.1394401 Aug 30 13:00:55.401178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=0c4d92e8-6037-4f87-b642-e4edf64c6734,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:55.475782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-91c2fa7c-b5e4-44c0-92ec-4475787eccb8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744565 Aug 30 13:00:55.679925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4780665-ac0c-4052-8765-9b4134111d91 req-2f062d8c-1ce9-492f-beab-5ccfe1be9b12 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:55.682362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4780665-ac0c-4052-8765-9b4134111d91 req-2f062d8c-1ce9-492f-beab-5ccfe1be9b12 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 944 time: 0.5043559 Aug 30 13:00:55.739709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36480) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:55.743202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c1d7b14-7c7c-4e26-97da-09184933d343 req-f5424f61-c246-4dbf-a349-7d3c50b534a3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569369 Aug 30 13:00:55.761235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-968971289'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:55.853124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4780665-ac0c-4052-8765-9b4134111d91 req-5e71488d-4cc5-4f5a-a330-142fd64449c1 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618502 Aug 30 13:00:55.858248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-4f4b4169-b618-48bb-a6c8-daeebe4a2c9f service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753448 Aug 30 13:00:55.955979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Router c19197b2-dff2-4576-9830-b1110418c7ba has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:00:55.959290 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45e74845-de82-49c5-9b0f-450a467ca8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:55.966535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45e74845-de82-49c5-9b0f-450a467ca8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:55.971400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45e74845-de82-49c5-9b0f-450a467ca8a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e20e9819-a64d-48bd-b18c-82f96d68e5c4 HTTP/1.1" status: 204 len: 168 time: 1.5047138 Aug 30 13:00:55.999838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74845-de82-49c5-9b0f-450a467ca8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20e9819-a64d-48bd-b18c-82f96d68e5c4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:56.079741 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf3919-4ab5-4d02-9630-8781c100d4eb x-openstack-request-id: req-30bf3919-4ab5-4d02-9630-8781c100d4eb {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:00:56.080612 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18255960-7d1e-48ce-af05-7ae4cfc9a1c5", "name": "network-vif-plugged", "status": "completed", "tag": "0c4d92e8-6037-4f87-b642-e4edf64c6734", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:00:56.081069 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30bf3919-4ab5-4d02-9630-8781c100d4eb {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:00:56.081644 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18255960-7d1e-48ce-af05-7ae4cfc9a1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4d92e8-6037-4f87-b642-e4edf64c6734', 'code': 200} Aug 30 13:00:56.112932 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e8e059-737b-482d-8644-2280ea42da43 req-8b11e9b2-a721-468e-8ae2-460685dd8465 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371848 Aug 30 13:00:56.127864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:56.136389 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:56.210744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:00:56.306758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:56.307126 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Added segment ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a of type vlan for network 771a7f3a-e245-48d3-8293-62931754e424 Aug 30 13:00:56.413331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:56.448590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:00:56.457735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f83b3f-fb4d-4839-bb56-0fab44cd0735 req-c1c970a7-a124-429d-9b0d-d8c10a11d01e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:56.459979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6f83b3f-fb4d-4839-bb56-0fab44cd0735 req-c1c970a7-a124-429d-9b0d-d8c10a11d01e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 943 time: 0.2960138 Aug 30 13:00:56.466265 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-79bfadb6-3114-4675-8615-086c71e58789 admin admin] 10.222.0.37 "PUT /v2.0/routers/c19197b2-dff2-4576-9830-b1110418c7ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9178998 Aug 30 13:00:56.466465 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] Sync routers for ids ['c19197b2-dff2-4576-9830-b1110418c7ba'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:00:56.466972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36490) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:56.477084 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] Routers {'c19197b2-dff2-4576-9830-b1110418c7ba'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:56.477773 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c19197b2-dff2-4576-9830-b1110418c7ba'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:56.496709 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:56.504088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:56.504734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:56.534390 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7909825 Aug 30 13:00:56.576515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36492) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:56.669902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1990463059'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:56.723477 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6f83b3f-fb4d-4839-bb56-0fab44cd0735 req-a1960c58-a4ab-40d2-a81e-81fcf2118ad0 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378304 Aug 30 13:00:56.758102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-436b1f58-d503-4696-8b40-475174f82fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:56.780565 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-436b1f58-d503-4696-8b40-475174f82fd3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 1094 time: 0.5307508 Aug 30 13:00:56.795838 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] Set router c19197b2-dff2-4576-9830-b1110418c7ba gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:56.859799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36498) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:56.909070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1f4ec-9649-4bdb-8fd0-a674f640128d req-fbfe67c9-de04-4858-a1f3-0fd4ebfc6b6c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:56.921707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4c1f4ec-9649-4bdb-8fd0-a674f640128d req-fbfe67c9-de04-4858-a1f3-0fd4ebfc6b6c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.6706576 Aug 30 13:00:56.986778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6bca0-e235-4df8-87dd-d383746a6345 req-1d2a5cd1-0e5e-4a44-aa3b-1f8e546290c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:56.988726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bc6bca0-e235-4df8-87dd-d383746a6345 req-1d2a5cd1-0e5e-4a44-aa3b-1f8e546290c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 1100 time: 0.7606306 Aug 30 13:00:56.995604 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:57.037458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:22Z', 'updated_at': '2021-08-30T13:00:54Z', 'revision_number': 5, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'gw_port': {'id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:23Z', 'updated_at': '2021-08-30T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:57.065458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] Checking router: c19197b2-dff2-4576-9830-b1110418c7ba for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:00:57.078955 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] Routers {'c19197b2-dff2-4576-9830-b1110418c7ba'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:00:57.079774 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:00:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c19197b2-dff2-4576-9830-b1110418c7ba'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:57.189762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:57.195569 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:57.199594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b6122-84c1-46cb-b3a7-71d9d4fafb85 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Network': ['ID=771a7f3a-e245-48d3-8293-62931754e424,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:57.213656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 771a7f3a-e245-48d3-8293-62931754e424 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:00:57.245958 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] Set router c19197b2-dff2-4576-9830-b1110418c7ba gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:00:57.307437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4c1f4ec-9649-4bdb-8fd0-a674f640128d req-83dfd484-f099-464e-a4a0-056848d3d04c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837459 Aug 30 13:00:57.343757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:00:57.372051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:57.374197 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Added segment 9534c666-bab8-4172-800d-03d64ceba00b of type vlan for network cc5a463d-926b-4632-a0da-1ab17dd39b9e Aug 30 13:00:57.477118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:57.515964 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:22Z', 'updated_at': '2021-08-30T13:00:54Z', 'revision_number': 5, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'gw_port': {'id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:23Z', 'updated_at': '2021-08-30T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:00:57.516873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bc6bca0-e235-4df8-87dd-d383746a6345 req-fe4a0511-928c-4209-a078-35b1283ab9d9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237146 Aug 30 13:00:57.534355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4fc1e498-7ac6-460d-a1a1-e1089fdfe908 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9d8f0250a1de4203b21c56d2708e0740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6015463 Aug 30 13:00:57.536032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36506) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:57.539002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:57.544697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:57.545826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:57.577028 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ee4a3-0b44-475f-8ea2-25761bfbabfa None None] The sync data for ids ['c19197b2-dff2-4576-9830-b1110418c7ba'] in n-d-688802-6 is: [{'id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'name': 'tempest-FloatingIPsTestJSON-205680325-router', 'tenant_id': 'f6a953cec6c2437c874098fdf177af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:22Z', 'updated_at': '2021-08-30T13:00:54Z', 'revision_number': 5, 'project_id': 'f6a953cec6c2437c874098fdf177af99', 'gw_port': {'id': 'ae11d786-3700-446f-98b8-940f99b3bc1c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19197b2-dff2-4576-9830-b1110418c7ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:23Z', 'updated_at': '2021-08-30T13:00:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:00:57.716723 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1366687 Aug 30 13:00:57.730764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36508) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:57.740780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'subnet': {'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:57.749587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-b73a8175-ba56-434d-925f-c7be84f7df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:57.751183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-b73a8175-ba56-434d-925f-c7be84f7df1f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 906 time: 0.8885195 Aug 30 13:00:57.764607 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65427e-dc26-48f5-a5c1-5c523b15920e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Network': ['ID=cc5a463d-926b-4632-a0da-1ab17dd39b9e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:57.776888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network cc5a463d-926b-4632-a0da-1ab17dd39b9e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:00:57.808022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0b70-78e4-4fcf-ac56-b41ca207d091 req-65d09b55-5847-4ba3-9014-9cff26a0fa0b tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:57.816081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cecb0b70-78e4-4fcf-ac56-b41ca207d091 req-65d09b55-5847-4ba3-9014-9cff26a0fa0b tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 944 time: 0.3067114 Aug 30 13:00:57.823859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfce92-c6db-403a-a237-5eedd8a29409 req-b6cfdec7-20f7-4dbc-aa9e-31c5c53b6cb9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:57.832425 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bbfce92-c6db-403a-a237-5eedd8a29409 req-b6cfdec7-20f7-4dbc-aa9e-31c5c53b6cb9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 949 time: 0.9276619 Aug 30 13:00:57.880611 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:57.929363 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-9f748a1d-b019-424d-870b-be3bf95d94cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2624d4bd-dd1a-40ee-a42b-8a4e8625244a HTTP/1.1" status: 200 len: 217 time: 0.1583908 Aug 30 13:00:57.943007 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bbfce92-c6db-403a-a237-5eedd8a29409 req-7f9ddc95-7f6e-46e6-adc7-b0148a2e862f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024754 Aug 30 13:00:58.041745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Deleting port ae11d786-3700-446f-98b8-940f99b3bc1c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:00:58.042436 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.080298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30747628-103b-42b3-9fcf-a10c9670953a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.087906 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.138347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30747628-103b-42b3-9fcf-a10c9670953a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.169262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-82ca27f0-ce43-4628-9c73-79ac30625a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:58.170936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-82ca27f0-ce43-4628-9c73-79ac30625a10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.2192585 Aug 30 13:00:58.201175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cecb0b70-78e4-4fcf-ac56-b41ca207d091 req-1277f069-6ec4-490d-8628-fa81c7a31cd2 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840883 Aug 30 13:00:58.228018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:58.231378 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.259072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] For port ae11d786-3700-446f-98b8-940f99b3bc1c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ae11d786-3700-446f-98b8-940f99b3bc1c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:00:58.259072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.281502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Calling delete_port for ae11d786-3700-446f-98b8-940f99b3bc1c owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:00:58.315528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018412ed-1bbb-402e-a20a-19047100ab84 req-206d9099-7873-4e72-abca-aa595cbe7b74 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:58.317139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-9a685e19-2f6b-4bdf-9a1a-c8ab0af0e456 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084809 Aug 30 13:00:58.327593 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-018412ed-1bbb-402e-a20a-19047100ab84 req-206d9099-7873-4e72-abca-aa595cbe7b74 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 943 time: 0.1742425 Aug 30 13:00:58.408835 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30747628-103b-42b3-9fcf-a10c9670953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.412754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30747628-103b-42b3-9fcf-a10c9670953a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.414236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-30747628-103b-42b3-9fcf-a10c9670953a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b9825c52-2cf5-4bad-8f96-c456e21a5bcf HTTP/1.1" status: 204 len: 168 time: 0.8761663 Aug 30 13:00:58.437526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-018412ed-1bbb-402e-a20a-19047100ab84 req-ed55ff51-7ab7-4373-974b-6d7b428312bf tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945706 Aug 30 13:00:58.443720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30747628-103b-42b3-9fcf-a10c9670953a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9825c52-2cf5-4bad-8f96-c456e21a5bcf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:58.516638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-22c7e508-8f6f-41db-8863-c6392d480718 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900954 Aug 30 13:00:58.522701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:00:58.555616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:00:58.557601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1b0affd9-8f3a-4075-9f7f-609e1c1b4148 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:00:58.584290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4790a8-7459-4143-980f-9bb3dc57845c req-f208908d-f3c7-47f6-92cc-5d31f662e624 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:58.592004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de4790a8-7459-4143-980f-9bb3dc57845c req-f208908d-f3c7-47f6-92cc-5d31f662e624 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1389380 Aug 30 13:00:58.627116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.675276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae11d786-3700-446f-98b8-940f99b3bc1c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:58.749372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de4790a8-7459-4143-980f-9bb3dc57845c req-3d824ccd-e5b9-4572-bc97-be90b76a5637 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557896 Aug 30 13:00:58.765952 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b956edda-8d67-497f-8df6-1f7bee613dfa req-60a40ce4-46ed-4de2-b3e7-95c336eea1d0 service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209008 Aug 30 13:00:58.767706 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.778945 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.888490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Subnet': ['ID=dbac50f5-8f70-419d-b23f-b3cec8d49efd,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:00:58.909487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Checking segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:00:58.911081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network hostable DHCP agents. Network: 771a7f3a-e245-48d3-8293-62931754e424, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:00:58.941309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network 771a7f3a-e245-48d3-8293-62931754e424 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:00:58.957715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 771a7f3a-e245-48d3-8293-62931754e424) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:00:58.960001 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.966778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:58.982435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0f97b3-bde1-423b-8fdd-c3a5b17291a1 None None] Network 771a7f3a-e245-48d3-8293-62931754e424 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:00:58.997514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:58.999198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.022739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-352adfb2-5baf-46f1-bc64-800e3808aba9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2898262 Aug 30 13:00:59.025603 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36528) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:59.033384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'subnet': {'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:00:59.141743 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.142548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c19197b2-dff2-4576-9830-b1110418c7ba {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:00:59.153314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.157121 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-601933af-0a66-45e0-b80a-498f9f81e4c4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/c19197b2-dff2-4576-9830-b1110418c7ba HTTP/1.1" status: 204 len: 168 time: 2.6869292 Aug 30 13:00:59.157121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36536) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:00:59.237185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916980b-ca82-4d5c-8e28-1be2a69d83c1 req-4ed06af5-f64d-406f-927b-1e306f588f76 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:59.252246 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b916980b-ca82-4d5c-8e28-1be2a69d83c1 req-4ed06af5-f64d-406f-927b-1e306f588f76 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 949 time: 0.1720355 Aug 30 13:00:59.305851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67448fa-c71e-4ccb-bc55-b272da254f55 admin admin] Deleting subnet 3816a430-a0c9-42d9-bddb-9cbb39884b3a {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:00:59.325008 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c67448fa-c71e-4ccb-bc55-b272da254f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.338834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-771a7f3a-e245-48d3-8293-62931754e424', 'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'fixed_ips': [{'subnet_id': 'dbac50f5-8f70-419d-b23f-b3cec8d49efd'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:00:59.339957 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.358486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:00:59.362279 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.424178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b916980b-ca82-4d5c-8e28-1be2a69d83c1 req-3ce9c37a-0003-4a31-8fed-42631a288de1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708949 Aug 30 13:00:59.438907 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c67448fa-c71e-4ccb-bc55-b272da254f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.503158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd9061-798b-4ac3-a8b6-e5ba65689a94 req-4ba16ef7-6f46-4137-80f9-5aa7b489f612 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:59.513819 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfbd9061-798b-4ac3-a8b6-e5ba65689a94 req-4ba16ef7-6f46-4137-80f9-5aa7b489f612 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 944 time: 0.1548822 Aug 30 13:00:59.607915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfbd9061-798b-4ac3-a8b6-e5ba65689a94 req-65fb4178-e9a0-44e5-9d85-051dc79a42a5 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872805 Aug 30 13:00:59.629524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Allocated IP 10.1.1.2 (771a7f3a-e245-48d3-8293-62931754e424/dbac50f5-8f70-419d-b23f-b3cec8d49efd/b71cfe46-d2e8-4256-8937-6738144d712e) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:00:59.664983 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:00:59.697164 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c67448fa-c71e-4ccb-bc55-b272da254f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.798347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0edea-1971-4d00-9d55-d799127e8557 req-c7b51e86-703a-46e6-8178-19ca86302437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:00:59.803418 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4f0edea-1971-4d00-9d55-d799127e8557 req-c7b51e86-703a-46e6-8178-19ca86302437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 943 time: 0.1762381 Aug 30 13:00:59.925511 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.947693 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.958422 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c67448fa-c71e-4ccb-bc55-b272da254f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:00:59.959225 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Transition to ACTIVE for port object b71cfe46-d2e8-4256-8937-6738144d712e will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:00:59.983178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Transition to ACTIVE for port object b71cfe46-d2e8-4256-8937-6738144d712e will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:00.004381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4f0edea-1971-4d00-9d55-d799127e8557 req-968f4b0d-1205-4e6c-a55f-1bcc84744911 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749368 Aug 30 13:01:00.025022 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:00.038540 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c67448fa-c71e-4ccb-bc55-b272da254f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:00.047079 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c67448fa-c71e-4ccb-bc55-b272da254f55 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3816a430-a0c9-42d9-bddb-9cbb39884b3a HTTP/1.1" status: 204 len: 168 time: 0.8855913 Aug 30 13:01:00.047306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36560) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:00.075723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ec4bff-a8ce-4c2c-b113-f27c70c65bf2 None None] Network 04d536bb-3083-4b23-a3cf-0f68eb4415bf requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:01:00.106035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Network 771a7f3a-e245-48d3-8293-62931754e424 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:00.119576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Subnet': ['ID=3a14ceb5-98a9-43f9-949f-545b61114da6,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:00.123261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:00.176699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67448fa-c71e-4ccb-bc55-b272da254f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3816a430-a0c9-42d9-bddb-9cbb39884b3a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:00.181495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Checking segment: {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:00.181987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network hostable DHCP agents. Network: cc5a463d-926b-4632-a0da-1ab17dd39b9e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:01:00.198324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Pushing event updated for resources: {'Port': ['ID=b71cfe46-d2e8-4256-8937-6738144d712e,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:00.202130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2b7a0-5d28-4e4e-9ffb-0cc9d44a7f37 req-c457465c-8aec-473c-864f-dfddab5aede3 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:00.210420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82b2b7a0-5d28-4e4e-9ffb-0cc9d44a7f37 req-c457465c-8aec-473c-864f-dfddab5aede3 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 1100 time: 0.2184069 Aug 30 13:01:00.218999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network cc5a463d-926b-4632-a0da-1ab17dd39b9e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:01:00.230404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:00.253329 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-82b2b7a0-5d28-4e4e-9ffb-0cc9d44a7f37 req-164c8314-32ca-4326-9c40-a190f22d58af tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:00.254546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f94809-b254-458c-bcd6-b93320980b82 req-f02531bf-69d2-438e-ad0d-80d2887dd88e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:00.257315 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10f94809-b254-458c-bcd6-b93320980b82 req-f02531bf-69d2-438e-ad0d-80d2887dd88e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1410732 Aug 30 13:01:00.275048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, cc5a463d-926b-4632-a0da-1ab17dd39b9e) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:00.288453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:00.289161 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:00.314827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-294d5332-ba6e-4b4a-b74c-4af1d1d68adc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2873752 Aug 30 13:01:00.315435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36568) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:00.325310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'port': {'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'name': 'tempest-TaggedBootDevicesTest_v242-90380503', 'fixed_ips': [{'subnet_id': 'dbac50f5-8f70-419d-b23f-b3cec8d49efd'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:00.334410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:00.352396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10f94809-b254-458c-bcd6-b93320980b82 req-3551ccb2-2746-4ca1-a3a1-428be5b8e4bf tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856378 Aug 30 13:01:00.375233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a323f81-3f6a-426b-a2b7-8313e84613b4 None None] Network cc5a463d-926b-4632-a0da-1ab17dd39b9e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:01:00.449014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Attempting to bind port b71cfe46-d2e8-4256-8937-6738144d712e on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:00.449456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Attempting to bind port b71cfe46-d2e8-4256-8937-6738144d712e by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:00.449853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Attempting to bind port b71cfe46-d2e8-4256-8937-6738144d712e on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:00.677205 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-82b2b7a0-5d28-4e4e-9ffb-0cc9d44a7f37 req-164c8314-32ca-4326-9c40-a190f22d58af tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:00.687415 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-82b2b7a0-5d28-4e4e-9ffb-0cc9d44a7f37 req-164c8314-32ca-4326-9c40-a190f22d58af tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:00.734128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82b2b7a0-5d28-4e4e-9ffb-0cc9d44a7f37 req-164c8314-32ca-4326-9c40-a190f22d58af tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055788 Aug 30 13:01:00.814511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22befee-b263-4a9f-a4c0-114b30d6c23f req-86cad6db-dea2-46ed-adff-b2a3a5c25bd7 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:00.816188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d22befee-b263-4a9f-a4c0-114b30d6c23f req-86cad6db-dea2-46ed-adff-b2a3a5c25bd7 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 944 time: 0.0951254 Aug 30 13:01:00.820731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5f669c4a-bcbe-469c-834e-7f638e14f327 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:01:00.826766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ae11d786-3700-446f-98b8-940f99b3bc1c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:00.831568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c8314-32ca-4326-9c40-a190f22d58af tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065f62db-ef97-457d-b6fa-e122a9cfda18,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:00.843504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:00.854766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:00.855155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Checking segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:00.855530 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:00.855912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Bound using segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:00.856381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Bound port: b71cfe46-d2e8-4256-8937-6738144d712e, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:00.856769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:00.922677 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d22befee-b263-4a9f-a4c0-114b30d6c23f req-7f1b7df6-06c1-4b7d-b1bf-9757488bee88 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987005 Aug 30 13:01:00.936315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Deleting port 76003ea4-16c4-4444-9764-13437d225b31 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:00.936509 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.020634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.050596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] For port 76003ea4-16c4-4444-9764-13437d225b31, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=76003ea4-16c4-4444-9764-13437d225b31,segment=NetworkSegment(a24d0f11-3380-4b68-ab99-f36db07a85f2),segment_id=a24d0f11-3380-4b68-ab99-f36db07a85f2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:01.051262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.061610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] device_id is not set on port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:01:01.093169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Calling delete_port for 76003ea4-16c4-4444-9764-13437d225b31 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:01.192196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ae11d786-3700-446f-98b8-940f99b3bc1c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:01:01.192610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ae11d786-3700-446f-98b8-940f99b3bc1c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:01:01.197532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 2624d4bd-dd1a-40ee-a42b-8a4e8625244a details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:01:01.230681 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.322717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-cc5a463d-926b-4632-a0da-1ab17dd39b9e', 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'fixed_ips': [{'subnet_id': '3a14ceb5-98a9-43f9-949f-545b61114da6'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:01:01.323868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.398084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] DHCP port deletion for 04d536bb-3083-4b23-a3cf-0f68eb4415bf request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:01:01.452011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-384fc568-cfb7-452c-b57a-2e748c80255d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929105 Aug 30 13:01:01.555514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] For port b71cfe46-d2e8-4256-8937-6738144d712e, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:01.567673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5f669c4a-bcbe-469c-834e-7f638e14f327, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5f669c4a-bcbe-469c-834e-7f638e14f327,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:01.583226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-78d7a475-0630-48cb-8f12-2eb5e63af3ab tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:01.585716 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-78d7a475-0630-48cb-8f12-2eb5e63af3ab tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276929 Aug 30 13:01:01.608555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] For port b71cfe46-d2e8-4256-8937-6738144d712e, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b71cfe46-d2e8-4256-8937-6738144d712e,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:01.609244 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-43c6945f-007e-4a2d-8b8f-1dea3b9d9f42 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/quotas/c7498a1be3eb4f79a17f877ba20a3172 HTTP/1.1" status: 200 len: 375 time: 0.0168962 Aug 30 13:01:01.628139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.635418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:01.639430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '5f669c4a-bcbe-469c-834e-7f638e14f327', 'network_id': '303b3366-599b-4cee-9967-339df50bf102', 'port_id': '5f669c4a-bcbe-469c-834e-7f638e14f327', 'mac_address': 'fa:16:3e:bc:c4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4218f8a-f5d5-47e3-8aaa-5ec45b60c043', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:01:01.705714 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-abfde359-61a5-4286-b01a-27801a3cff53 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0913632 Aug 30 13:01:01.765764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '2624d4bd-dd1a-40ee-a42b-8a4e8625244a', 'network_id': 'ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63', 'port_id': '2624d4bd-dd1a-40ee-a42b-8a4e8625244a', 'mac_address': 'fa:16:3e:59:10:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:01:01.768990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de630c0-14c1-49d2-aea7-cd67ea930def req-0c06a8d4-db19-4919-806f-07bab8f22cda tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:01.778072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2de630c0-14c1-49d2-aea7-cd67ea930def req-0c06a8d4-db19-4919-806f-07bab8f22cda tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 943 time: 0.2383292 Aug 30 13:01:01.862856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Allocated IP 10.2.2.2 (cc5a463d-926b-4632-a0da-1ab17dd39b9e/3a14ceb5-98a9-43f9-949f-545b61114da6/c2a1c4e9-1b95-4228-8d76-540c3c4c7926) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:01.872918 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca46d6-8c0e-48de-8867-ec6d56762a57 None None] Pushing event updated for resources: {'Port': ['ID=b71cfe46-d2e8-4256-8937-6738144d712e,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:01.883924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] Deleting port 76003ea4-16c4-4444-9764-13437d225b31 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:01.884318 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.890874 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.928578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.957887 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:01.965049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2de630c0-14c1-49d2-aea7-cd67ea930def req-335abd79-82ee-4b41-9831-d808ba0a82fb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855652 Aug 30 13:01:01.971308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Allocated IP 10.1.1.64 (771a7f3a-e245-48d3-8293-62931754e424/dbac50f5-8f70-419d-b23f-b3cec8d49efd/97a6339c-7374-43d6-b5dd-c60a6ad87c63) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:02.018382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f669c4a-bcbe-469c-834e-7f638e14f327 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:02.028378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76003ea4-16c4-4444-9764-13437d225b31,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:02.051480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] No DVR routers for this DVR port 76003ea4-16c4-4444-9764-13437d225b31 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:01:02.059341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2624d4bd-dd1a-40ee-a42b-8a4e8625244a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:02.149541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5f669c4a-bcbe-469c-834e-7f638e14f327, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5f669c4a-bcbe-469c-834e-7f638e14f327,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:02.158521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:02.172173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] For port 76003ea4-16c4-4444-9764-13437d225b31, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=76003ea4-16c4-4444-9764-13437d225b31,segment=NetworkSegment(a24d0f11-3380-4b68-ab99-f36db07a85f2),segment_id=a24d0f11-3380-4b68-ab99-f36db07a85f2)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:02.172582 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.175064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.192599 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.240260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] Calling delete_port for 76003ea4-16c4-4444-9764-13437d225b31 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:02.272625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.379166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d536bb-3083-4b23-a3cf-0f68eb4415bf']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:02.399613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24d0f11-3380-4b68-ab99-f36db07a85f2') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:02.399906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24d0f11-3380-4b68-ab99-f36db07a85f2') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:02.426463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.426899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=5f669c4a-bcbe-469c-834e-7f638e14f327,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:02.459824 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.479119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:01:02.479643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:01:02.481910 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:01:02.485237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['5f669c4a-bcbe-469c-834e-7f638e14f327'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:02.547774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['2624d4bd-dd1a-40ee-a42b-8a4e8625244a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:02.563628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.595057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Transition to ACTIVE for port object 97a6339c-7374-43d6-b5dd-c60a6ad87c63 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:02.602600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.627370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc487270-3d08-4ae4-a0a8-8abda18567ad req-5372743c-65fa-438c-b88f-9a1c847e40d0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:02.636866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc487270-3d08-4ae4-a0a8-8abda18567ad req-5372743c-65fa-438c-b88f-9a1c847e40d0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1341786 Aug 30 13:01:02.664014 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.669363 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/04d536bb-3083-4b23-a3cf-0f68eb4415bf HTTP/1.1" status: 204 len: 168 time: 2.6181912 Aug 30 13:01:02.669363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780e721-8385-4e5f-9f45-6991bb515ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=04d536bb-3083-4b23-a3cf-0f68eb4415bf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:02.680208 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.722885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Transition to ACTIVE for port object c2a1c4e9-1b95-4228-8d76-540c3c4c7926 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:02.730436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b71cfe46-d2e8-4256-8937-6738144d712e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:02.743995 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.744243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc487270-3d08-4ae4-a0a8-8abda18567ad req-0cab70d9-38e7-4784-8da3-d6f10f665e89 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017425 Aug 30 13:01:02.744339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:02.768894 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:02.913282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] Network 04d536bb-3083-4b23-a3cf-0f68eb4415bf is not hosted by any dhcp agent {{(pid=95700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:01:02.924884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Port': ['ID=97a6339c-7374-43d6-b5dd-c60a6ad87c63,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:02.926672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] No DVR routers for this DVR port 76003ea4-16c4-4444-9764-13437d225b31 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:01:02.957863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Transition to ACTIVE for port object c2a1c4e9-1b95-4228-8d76-540c3c4c7926 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:02.973685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a169f0d-20d4-49d8-b2c4-ad6ee0d5ea82 None None] Pushing event deleted for resources: {'Port': ['ID=76003ea4-16c4-4444-9764-13437d225b31,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:03.009259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network 771a7f3a-e245-48d3-8293-62931754e424 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:03.029187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5285e8-9d9b-44fe-a615-2055af9c0401 req-81187c0a-18a1-4e5d-8fd3-99ce50c7c0a8 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:03.043465 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f5285e8-9d9b-44fe-a615-2055af9c0401 req-81187c0a-18a1-4e5d-8fd3-99ce50c7c0a8 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 945 time: 0.2866054 Aug 30 13:01:03.044332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:03.054179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:03.077507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:03.081147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36626) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:03.194148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:03.194839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:03.220454 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-418c49da-17a3-4e3f-b6df-0aa680b65ed4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6a953cec6c2437c874098fdf177af99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380396 Aug 30 13:01:03.234286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36634) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:03.265735 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f5285e8-9d9b-44fe-a615-2055af9c0401 req-b9acf42d-e038-44d5-b1de-14df7271ac89 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694329 Aug 30 13:01:03.295233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-84f3f5e1-148f-4d09-841a-bc7d14762eb8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9769969 Aug 30 13:01:03.298060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36638) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:03.303831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'port': {'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'name': 'tempest-TaggedBootDevicesTest_v242-504159146', 'fixed_ips': [{'subnet_id': 'dbac50f5-8f70-419d-b23f-b3cec8d49efd'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:03.324344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Network cc5a463d-926b-4632-a0da-1ab17dd39b9e is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:03.351985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Pushing event updated for resources: {'Port': ['ID=c2a1c4e9-1b95-4228-8d76-540c3c4c7926,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:03.364415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:03.377411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:03.483787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b71cfe46-d2e8-4256-8937-6738144d712e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:03.484812 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-842456af-56e6-461b-8ae7-67bdd9965814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:03.509214 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91bb5f9c-d45d-46c1-963f-5562e3dcb1ff req-98d664a8-f588-4531-88a0-a10d718fc008 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 210 time: 0.0832775 Aug 30 13:01:03.560431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ad695-aab1-42c9-a846-ae94b369bb23 req-a52fd89e-3365-436b-acb8-d0e4de89052d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:03.572417 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e84ad695-aab1-42c9-a846-ae94b369bb23 req-a52fd89e-3365-436b-acb8-d0e4de89052d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 944 time: 0.2333038 Aug 30 13:01:03.593202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-842456af-56e6-461b-8ae7-67bdd9965814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:03.652764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:03.658491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:03.670901 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e84ad695-aab1-42c9-a846-ae94b369bb23 req-a45ed2c1-1679-49b6-98a7-ab9a36af492e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971515 Aug 30 13:01:03.676594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Attempting to bind port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:03.678478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Attempting to bind port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:03.680330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Attempting to bind port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 on network cc5a463d-926b-4632-a0da-1ab17dd39b9e {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:03.691362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 76003ea4-16c4-4444-9764-13437d225b31 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:03.697840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f2d99-a662-438e-9984-a34d2d35bdaa None None] Network 771a7f3a-e245-48d3-8293-62931754e424 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:01:03.716422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] device_id is not set on port 0c41a4a6-df09-4307-a892-1ee811eb509e yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:01:03.736438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-842456af-56e6-461b-8ae7-67bdd9965814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:03.740074 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-842456af-56e6-461b-8ae7-67bdd9965814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:03.741719 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-842456af-56e6-461b-8ae7-67bdd9965814 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8d2f77bd-70d2-41e6-8c88-ea34cd2adf2e HTTP/1.1" status: 204 len: 168 time: 0.5063376 Aug 30 13:01:03.760356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842456af-56e6-461b-8ae7-67bdd9965814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2f77bd-70d2-41e6-8c88-ea34cd2adf2e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:03.911929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:03.922137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Checking segment: {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:03.922858 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:03.923261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Bound using segment: {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:03.923891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Bound port: c2a1c4e9-1b95-4228-8d76-540c3c4c7926, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:03.924644 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:04.080967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e421f78-421c-4fd6-a896-1de28bbbbee5 req-81f2c55a-0458-465a-b422-69317cc74eed tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:04.086049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] For port c2a1c4e9-1b95-4228-8d76-540c3c4c7926, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:04.089760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] For port c2a1c4e9-1b95-4228-8d76-540c3c4c7926, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c2a1c4e9-1b95-4228-8d76-540c3c4c7926,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:04.108651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e421f78-421c-4fd6-a896-1de28bbbbee5 req-81f2c55a-0458-465a-b422-69317cc74eed tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.2535253 Aug 30 13:01:04.112919 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:04.132262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 76003ea4-16c4-4444-9764-13437d225b31 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:01:04.132994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 76003ea4-16c4-4444-9764-13437d225b31 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:01:04.219587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e421f78-421c-4fd6-a896-1de28bbbbee5 req-3e815378-43bd-42d7-b297-480f8215ed65 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082907 Aug 30 13:01:04.226281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Allocated IP 10.1.1.115 (771a7f3a-e245-48d3-8293-62931754e424/dbac50f5-8f70-419d-b23f-b3cec8d49efd/0c41a4a6-df09-4307-a892-1ee811eb509e) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:04.283477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6affb945-814a-420f-9759-ea52487d47bd None None] Provisioning for port b71cfe46-d2e8-4256-8937-6738144d712e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:04.355747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6affb945-814a-420f-9759-ea52487d47bd None None] Provisioning complete for port b71cfe46-d2e8-4256-8937-6738144d712e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:04.356734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6affb945-814a-420f-9759-ea52487d47bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:04.469234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32223b7-c0b4-48f6-b601-307a2afbc811 req-ca3d642e-e74b-4cda-9f61-5267647325a7 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:04.482060 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d32223b7-c0b4-48f6-b601-307a2afbc811 req-ca3d642e-e74b-4cda-9f61-5267647325a7 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 945 time: 0.1065981 Aug 30 13:01:04.551537 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d32223b7-c0b4-48f6-b601-307a2afbc811 req-97a1f037-8658-4c3a-a0f6-b6dcc2c6ebe5 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645642 Aug 30 13:01:04.552264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:04.578415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Transition to ACTIVE for port object 0c41a4a6-df09-4307-a892-1ee811eb509e will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:04.702210 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:04.851621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Port': ['ID=0c41a4a6-df09-4307-a892-1ee811eb509e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:04.927629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fe71b-5049-49a1-a32c-848fed48c232 req-a8c977d7-7ad6-42ef-b65b-ce53aaed95ae tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:04.944790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81a48414-979e-4b36-a15b-d22800880ad4 req-b04441db-9efc-4c3a-8654-96ce72d45f70 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 210 time: 0.0937493 Aug 30 13:01:04.947075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-024fe71b-5049-49a1-a32c-848fed48c232 req-a8c977d7-7ad6-42ef-b65b-ce53aaed95ae tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 944 time: 0.1414170 Aug 30 13:01:04.953302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a94d65-c22a-41af-bdcf-a2eb761e029a None None] Pushing event updated for resources: {'Port': ['ID=c2a1c4e9-1b95-4228-8d76-540c3c4c7926,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:04.954268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36688) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:05.008964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-024fe71b-5049-49a1-a32c-848fed48c232 req-f6b9721e-2f8e-4b49-8dfa-494c2701b51d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600905 Aug 30 13:01:05.016313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network 771a7f3a-e245-48d3-8293-62931754e424 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:05.019289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:05.034736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:05.090087 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6affb945-814a-420f-9759-ea52487d47bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:05.127233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-072a9402-504e-499a-adf8-3b382af791a6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649457 Aug 30 13:01:05.205805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6affb945-814a-420f-9759-ea52487d47bd None None] For port b71cfe46-d2e8-4256-8937-6738144d712e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b71cfe46-d2e8-4256-8937-6738144d712e,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:05.214409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:05.215708 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6affb945-814a-420f-9759-ea52487d47bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:05.218019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:05.275798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0e56f046-f7ef-4266-a765-a710a9639c3a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9764824 Aug 30 13:01:05.345746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affb945-814a-420f-9759-ea52487d47bd None None] Pushing event updated for resources: {'Port': ['ID=b71cfe46-d2e8-4256-8937-6738144d712e,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:05.525019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74278c0a-47a3-4b8a-9920-222d20be3c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:05.568836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Provisioning complete for port b71cfe46-d2e8-4256-8937-6738144d712e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:05.572231 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:05.765241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-fe2a060a-3c15-4783-9a8f-075b04365854 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1370728 Aug 30 13:01:05.794035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74278c0a-47a3-4b8a-9920-222d20be3c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:05.802920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74278c0a-47a3-4b8a-9920-222d20be3c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:05.814748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-cba76c68-c9dd-4a27-a877-3003aff9676a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:05.816426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-cba76c68-c9dd-4a27-a877-3003aff9676a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6791770 Aug 30 13:01:05.864874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-74278c0a-47a3-4b8a-9920-222d20be3c21 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d621c78782924083b3ff28fab67df942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9083800 Aug 30 13:01:05.869162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36712) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:05.886832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74278c0a-47a3-4b8a-9920-222d20be3c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793536b6-8e7a-49ba-a862-bb4059ba3df1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:05.931482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Provisioning for port 0c41a4a6-df09-4307-a892-1ee811eb509e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:05.936427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Provisioning complete for port 0c41a4a6-df09-4307-a892-1ee811eb509e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:05.936835 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:05.940733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Request body: {'port': {'device_id': 'e7aad7e9-f6bc-4653-bfad-14b10d1d294b', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'c7498a1be3eb4f79a17f877ba20a3172'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:05.986470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a73f1611-2a43-42f5-a773-5cf1aae13132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.061715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Port 0c41a4a6-df09-4307-a892-1ee811eb509e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:06.064880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514d4ed-11b4-4100-8a48-f4dd321e37ef req-0d1cd3ef-af3a-4319-a3a8-8aebe0865d93 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:06.073026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a514d4ed-11b4-4100-8a48-f4dd321e37ef req-0d1cd3ef-af3a-4319-a3a8-8aebe0865d93 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.5394230 Aug 30 13:01:06.074091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a73f1611-2a43-42f5-a773-5cf1aae13132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.077826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36718) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:06.101901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Provisioning for port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:06.107867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Provisioning complete for port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:06.108254 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.134616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-adb1d56b-f883-4165-ac6d-adade7ee2e4c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734596344', 'description': 'tempest-description--837079427'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:06.160380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36720) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:06.218609 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a73f1611-2a43-42f5-a773-5cf1aae13132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.223035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a73f1611-2a43-42f5-a773-5cf1aae13132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.229223 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a73f1611-2a43-42f5-a773-5cf1aae13132 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/793536b6-8e7a-49ba-a862-bb4059ba3df1 HTTP/1.1" status: 204 len: 168 time: 0.3585849 Aug 30 13:01:06.247270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f01e9171-2e40-4812-bb29-5da31347515a None None] Port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:06.266062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73f1611-2a43-42f5-a773-5cf1aae13132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793536b6-8e7a-49ba-a862-bb4059ba3df1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:06.289146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7ab25-256d-416a-8d07-2b32e1123201 req-95360025-cf13-4611-a31d-1b191dfe6a90 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:06.299718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40e7ab25-256d-416a-8d07-2b32e1123201 req-95360025-cf13-4611-a31d-1b191dfe6a90 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 945 time: 0.1261175 Aug 30 13:01:06.367966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40e7ab25-256d-416a-8d07-2b32e1123201 req-c6150c24-c037-4b8a-a892-44774f0a3054 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641010 Aug 30 13:01:06.386448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ff6210fe-ffa3-4252-bb2e-8452b1544f9c None None] Provisioning complete for port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:06.386829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ff6210fe-ffa3-4252-bb2e-8452b1544f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.451834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2efa3b8-600d-4b85-bd17-ae86dbc45d94 None None] Network cc5a463d-926b-4632-a0da-1ab17dd39b9e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:01:06.503039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5f669c4a-bcbe-469c-834e-7f638e14f327 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:06.533091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-network', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:06.560935 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a514d4ed-11b4-4100-8a48-f4dd321e37ef req-271ee128-e855-45c2-8066-8636c29b23bb tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864738 Aug 30 13:01:06.577944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-adb1d56b-f883-4165-ac6d-adade7ee2e4c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.579594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dea37094-c471-4bc3-9514-8e352ddc88b4 req-ddf98acd-a027-478f-b6bc-aed818dc2626 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 210 time: 0.0698845 Aug 30 13:01:06.676731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ff6210fe-ffa3-4252-bb2e-8452b1544f9c None None] Port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:06.700430 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b251a841-528c-45e6-ad5f-bff85758e916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.713957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-5f564054-0427-44da-adff-88458d13f940 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:06.716007 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-5f564054-0427-44da-adff-88458d13f940 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8982356 Aug 30 13:01:06.748017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Made reservation on behalf of 28b03f7a81aa423797cc8028074cbebd for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:06.751055 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.774109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Request body: {'port': {'device_id': 'f6c61b24-4f3e-4203-9482-dcc08fed10be', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'c7498a1be3eb4f79a17f877ba20a3172'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:06.794323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.824305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c2a1c4e9-1b95-4228-8d76-540c3c4c7926 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:06.829781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 5f669c4a-bcbe-469c-834e-7f638e14f327 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:06.848128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Made reservation on behalf of c7498a1be3eb4f79a17f877ba20a3172 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:06.852048 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.863640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 5f669c4a-bcbe-469c-834e-7f638e14f327 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:06.864815 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:06.912857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7112b-3b9c-4231-aee9-aa783d805fb6 req-a1bca2b0-8d12-441c-86b9-77625b26cb06 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:06.920480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5af7112b-3b9c-4231-aee9-aa783d805fb6 req-a1bca2b0-8d12-441c-86b9-77625b26cb06 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 944 time: 0.2399006 Aug 30 13:01:06.940320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-356a45ae-aa59-44e3-a493-a771b6c81fd2 None None] Provisioning for port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:06.979816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 2624d4bd-dd1a-40ee-a42b-8a4e8625244a up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:07.021921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36730) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:07.037267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a75d9709-3dfd-4e63-8eba-0a2dfd9d7967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.072604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-356a45ae-aa59-44e3-a493-a771b6c81fd2 None None] Provisioning complete for port 0c41a4a6-df09-4307-a892-1ee811eb509e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:07.073388 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-356a45ae-aa59-44e3-a493-a771b6c81fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.117240 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.124157 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5af7112b-3b9c-4231-aee9-aa783d805fb6 req-d64c3dc9-f47e-4edb-98b8-263755caa889 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000580 Aug 30 13:01:07.134993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:07.147929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:07.148266 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.151869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-356a45ae-aa59-44e3-a493-a771b6c81fd2 None None] Port 0c41a4a6-df09-4307-a892-1ee811eb509e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:07.194023 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-adb1d56b-f883-4165-ac6d-adade7ee2e4c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.206326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4edb03-9c61-489f-9a1f-d2357129735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f669c4a-bcbe-469c-834e-7f638e14f327'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:07.209055 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea219b5c-8e32-42fa-8e0b-08367feba951" -d '{"events": [{"server_uuid": "6c4edb03-9c61-489f-9a1f-d2357129735e", "name": "network-vif-plugged", "status": "completed", "tag": "5f669c4a-bcbe-469c-834e-7f638e14f327"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:07.210112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-adb1d56b-f883-4165-ac6d-adade7ee2e4c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.218321 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-a75d9709-3dfd-4e63-8eba-0a2dfd9d7967 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:01:07.218321 n-d-688802-6 neutron-server[95698]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 13:01:07.218321 n-d-688802-6 neutron-server[95698]: [parameters: {'project_id_1': 'e1dae333a84c4cf987f5175540ffb653', 'expiration_1': datetime.datetime(2021, 8, 30, 13, 1, 7, 51448)}] Aug 30 13:01:07.218321 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:01:07.221816 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-a75d9709-3dfd-4e63-8eba-0a2dfd9d7967 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:01:07.250210 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:01:07.250210 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 13:01:07.250210 n-d-688802-6 neutron-server[95699]: [parameters: {'project_id_1': 'c7498a1be3eb4f79a17f877ba20a3172', 'expiration_1': datetime.datetime(2021, 8, 30, 13, 1, 7, 141199)}] Aug 30 13:01:07.250210 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:01:07.250554 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:01:07.256128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:07.268525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Allocated IP 192.168.233.159 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/0a70520c-c107-4e0d-961b-ba1d1b1c2e05) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:07.273078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:07.273645 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.293234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1d56b-f883-4165-ac6d-adade7ee2e4c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:07.308154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5f669c4a-bcbe-469c-834e-7f638e14f327, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5f669c4a-bcbe-469c-834e-7f638e14f327,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:07.311436 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1ff25a-7178-44c4-ac3c-4a2fc84b7782 x-openstack-request-id: req-4b1ff25a-7178-44c4-ac3c-4a2fc84b7782 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:07.311747 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4edb03-9c61-489f-9a1f-d2357129735e", "name": "network-vif-plugged", "status": "completed", "tag": "5f669c4a-bcbe-469c-834e-7f638e14f327", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:07.312003 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b1ff25a-7178-44c4-ac3c-4a2fc84b7782 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:07.312401 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4edb03-9c61-489f-9a1f-d2357129735e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f669c4a-bcbe-469c-834e-7f638e14f327', 'code': 200} Aug 30 13:01:07.329403 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.461984 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.465331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=5f669c4a-bcbe-469c-834e-7f638e14f327,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:07.500662 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.520385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-449d41c4-b39b-4068-8488-f27444f4725e None None] Provisioning complete for port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:07.521296 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-449d41c4-b39b-4068-8488-f27444f4725e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.526784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.544840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb01c9-8a4f-414e-8d47-2906b2a5942e req-1fc0d364-a2cb-4d41-a93f-e02c2255762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:07.546363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6bb01c9-8a4f-414e-8d47-2906b2a5942e req-1fc0d364-a2cb-4d41-a93f-e02c2255762c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 1097 time: 0.1779509 Aug 30 13:01:07.546944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.559001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c2a1c4e9-1b95-4228-8d76-540c3c4c7926, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c2a1c4e9-1b95-4228-8d76-540c3c4c7926,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:07.559330 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-adb1d56b-f883-4165-ac6d-adade7ee2e4c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.563264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-adb1d56b-f883-4165-ac6d-adade7ee2e4c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4413364 Aug 30 13:01:07.563586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36746) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:07.568660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-60dfb119-b9d0-4b3c-ac2b-8ada66118164 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'security_group_rule': {'security_group_id': 'aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:07.582957 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.585041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b71cfe46-d2e8-4256-8937-6738144d712e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:07.593724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:01:07.611823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60dfb119-b9d0-4b3c-ac2b-8ada66118164 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.616944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93001fba-ee77-43f7-bb66-69d731cd0912 req-fb5cdbe2-2e34-417a-98bd-371f17cdca65 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:07.618522 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93001fba-ee77-43f7-bb66-69d731cd0912 req-fb5cdbe2-2e34-417a-98bd-371f17cdca65 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 946 time: 0.1667349 Aug 30 13:01:07.668390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.668764 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Added segment 6f328cc1-e643-4b24-8f74-12b6fef4bfa1 of type vlan for network f116ac93-c444-426f-86ee-8db8f6febea5 Aug 30 13:01:07.670545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97926d75-d337-4720-b71d-0aee4bfdb47a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:07.685127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c2a1c4e9-1b95-4228-8d76-540c3c4c7926,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:07.694211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:07.698611 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60dfb119-b9d0-4b3c-ac2b-8ada66118164 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.705935 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.712205 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60dfb119-b9d0-4b3c-ac2b-8ada66118164 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.712968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.726038 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a75d9709-3dfd-4e63-8eba-0a2dfd9d7967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.746621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6bb01c9-8a4f-414e-8d47-2906b2a5942e req-6b8154d3-86e2-40b5-ac39-86ca64001624 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816533 Aug 30 13:01:07.768373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfb119-b9d0-4b3c-ac2b-8ada66118164 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c778ac-c2ae-42ac-affb-d77eb8caffe9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:07.777707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b71cfe46-d2e8-4256-8937-6738144d712e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:07.778864 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.780958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Transition to ACTIVE for port object 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:07.784268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60dfb119-b9d0-4b3c-ac2b-8ada66118164 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.786194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-60dfb119-b9d0-4b3c-ac2b-8ada66118164 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2215989 Aug 30 13:01:07.790855 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93001fba-ee77-43f7-bb66-69d731cd0912 req-5095c9e3-8518-4fb8-9f6c-13a151d98910 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554377 Aug 30 13:01:07.791007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36754) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:07.793383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.795920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ab7c27a4-99e6-4767-b9fc-76e0e36c927a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'security_group_rule': {'security_group_id': 'aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:07.814565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac6bcb-228e-4c61-bbd8-e2ca1a771f2a req-5a80c178-9a3d-4443-a328-c688cc558641 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:07.816244 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-daac6bcb-228e-4c61-bbd8-e2ca1a771f2a req-5a80c178-9a3d-4443-a328-c688cc558641 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.1001785 Aug 30 13:01:07.847822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Made reservation on behalf of c7498a1be3eb4f79a17f877ba20a3172 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:07.850464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:07.852735 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.877545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.878571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:07.879408 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.902707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-daac6bcb-228e-4c61-bbd8-e2ca1a771f2a req-4c994f64-06af-4eca-a45f-809778f13cb4 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747576 Aug 30 13:01:07.972519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a75d9709-3dfd-4e63-8eba-0a2dfd9d7967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.978178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a75d9709-3dfd-4e63-8eba-0a2dfd9d7967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:07.985259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.005949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:08.042583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d9709-3dfd-4e63-8eba-0a2dfd9d7967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb351c6-3b63-43d9-a5fc-5352f77b2e4d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:08.051281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f31fa68-88b7-4787-9a12-c02920b86c7c req-ecaf13b1-b5f7-46ee-a6c8-cc0f96e2aee4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 210 time: 0.1062603 Aug 30 13:01:08.053218 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a75d9709-3dfd-4e63-8eba-0a2dfd9d7967 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1dae333a84c4cf987f5175540ffb653&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0277851 Aug 30 13:01:08.054582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36756) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:08.066760 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8776543 Aug 30 13:01:08.069751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36758) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:08.082247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Request body: {'subnet': {'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-subnet', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:08.086975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab7c27a4-99e6-4767-b9fc-76e0e36c927a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.105240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa0881-cf87-421a-969b-46b3b143759d admin admin] Pushing event updated for resources: {'Network': ['ID=f116ac93-c444-426f-86ee-8db8f6febea5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:08.134723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network f116ac93-c444-426f-86ee-8db8f6febea5 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:01:08.155816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Made reservation on behalf of 28b03f7a81aa423797cc8028074cbebd for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:08.158362 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.161020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:08.171835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:08.244059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-715ac5ed-34cc-4386-93d1-1172a69a8c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.258959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:08.268591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event updated for resources: {'Port': ['ID=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:08.299456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Allocated IP 192.168.233.139 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/7d7ec366-f414-4bd1-b004-a69c9c179448) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:08.331341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d940e10-8077-4644-9557-515584828530 req-5dbbc731-2260-43ed-a494-6db122f94625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:08.332704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-715ac5ed-34cc-4386-93d1-1172a69a8c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.332881 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d940e10-8077-4644-9557-515584828530 req-5dbbc731-2260-43ed-a494-6db122f94625 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 1096 time: 0.2330461 Aug 30 13:01:08.337175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab7c27a4-99e6-4767-b9fc-76e0e36c927a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.351864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab7c27a4-99e6-4767-b9fc-76e0e36c927a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.404866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c27a4-99e6-4767-b9fc-76e0e36c927a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=749dd74e-ac83-4da4-8812-44ac7289f158,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:08.407547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:08.408200 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.417758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab7c27a4-99e6-4767-b9fc-76e0e36c927a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.419284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ab7c27a4-99e6-4767-b9fc-76e0e36c927a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6274486 Aug 30 13:01:08.422879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36762) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:08.431628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dc8ff-df00-46ef-bd70-d74780e69e5f req-ce6a3431-d90e-4341-a5ca-2e346beb5bf5 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:08.433160 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f12dc8ff-df00-46ef-bd70-d74780e69e5f req-ce6a3431-d90e-4341-a5ca-2e346beb5bf5 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.1588666 Aug 30 13:01:08.437626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:08.472400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da1f09c3-da3b-4522-94cb-89187746b8d1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5905731 Aug 30 13:01:08.507760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-79750f41-0351-4bd1-b55f-99a264299fa9 None None] Provisioning for port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:08.514223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-79750f41-0351-4bd1-b55f-99a264299fa9 None None] Provisioning complete for port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:08.515401 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-79750f41-0351-4bd1-b55f-99a264299fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.516475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-715ac5ed-34cc-4386-93d1-1172a69a8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.519157 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-715ac5ed-34cc-4386-93d1-1172a69a8c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.523214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Request body: {'port': {'device_id': 'e7aad7e9-f6bc-4653-bfad-14b10d1d294b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:08.523364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-715ac5ed-34cc-4386-93d1-1172a69a8c16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1eb351c6-3b63-43d9-a5fc-5352f77b2e4d HTTP/1.1" status: 204 len: 168 time: 0.4644501 Aug 30 13:01:08.567882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.579225 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f12dc8ff-df00-46ef-bd70-d74780e69e5f req-2f9746a2-b5a1-4231-9d34-e727966dea53 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308007 Aug 30 13:01:08.580221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ac5ed-34cc-4386-93d1-1172a69a8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb351c6-3b63-43d9-a5fc-5352f77b2e4d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:08.595641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-79750f41-0351-4bd1-b55f-99a264299fa9 None None] Port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:08.606382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d940e10-8077-4644-9557-515584828530 req-03b0257e-214f-4337-a327-f1c65631b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:08.608233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d940e10-8077-4644-9557-515584828530 req-03b0257e-214f-4337-a327-f1c65631b512 service neutron] 10.222.0.16 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 913 time: 0.2654169 Aug 30 13:01:08.626373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c2a1c4e9-1b95-4228-8d76-540c3c4c7926 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:08.665931 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.679858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:08.680236 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.685990 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d940e10-8077-4644-9557-515584828530 req-2139fbb9-c05c-4bc2-a76d-6f4e253c7a0b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da HTTP/1.1" status: 200 len: 217 time: 0.0527840 Aug 30 13:01:08.692007 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.763384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02997bcf-8c64-47a6-ba1c-ecea6ba59cf9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:08.781936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.787344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Checking segment: {'id': '6f328cc1-e643-4b24-8f74-12b6fef4bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:08.787702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Network hostable DHCP agents. Network: f116ac93-c444-426f-86ee-8db8f6febea5, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:01:08.820199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Network f116ac93-c444-426f-86ee-8db8f6febea5 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:01:08.823117 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.831538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Transition to ACTIVE for port object 7d7ec366-f414-4bd1-b004-a69c9c179448 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:08.867097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, f116ac93-c444-426f-86ee-8db8f6febea5) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:08.874381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:08.874967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.877841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085de50e-b486-4f34-808a-b7e9bfe5fdd7 None None] Network f116ac93-c444-426f-86ee-8db8f6febea5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:01:08.903094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ac57e414-43a4-4a7f-92de-a7f788b8994c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8321388 Aug 30 13:01:08.906495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36770) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:08.925511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d940e10-8077-4644-9557-515584828530 req-cd4af6be-c21e-43f9-b55b-297c8b590c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:08.928558 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d940e10-8077-4644-9557-515584828530 req-cd4af6be-c21e-43f9-b55b-297c8b590c9f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.2315116 Aug 30 13:01:08.931266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:08.984849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Allocated IP 172.25.2.237 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/59784528-4451-4570-b700-215f99105e33) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:08.991502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:08.995063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.164671 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.236760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a903a78-7245-4ed7-989e-88f2c8f6f050 req-0319b1f8-3700-4204-9c03-3bfb5c29c19a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:09.245239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a903a78-7245-4ed7-989e-88f2c8f6f050 req-0319b1f8-3700-4204-9c03-3bfb5c29c19a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.2109385 Aug 30 13:01:09.298809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-f116ac93-c444-426f-86ee-8db8f6febea5', 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'fixed_ips': [{'subnet_id': '02997bcf-8c64-47a6-ba1c-ecea6ba59cf9'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:01:09.299688 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.313149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121752b-50f0-49ea-86fb-b79f2e2d4b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2624d4bd-dd1a-40ee-a42b-8a4e8625244a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:09.315418 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99149ee5-eacd-4224-803a-3c26d9be63db" -d '{"events": [{"server_uuid": "b121752b-50f0-49ea-86fb-b79f2e2d4b2d", "name": "network-vif-plugged", "status": "completed", "tag": "2624d4bd-dd1a-40ee-a42b-8a4e8625244a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:09.336696 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b0d9973d-92e6-4b20-be0b-3a3181ebf574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.396298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.402652 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.428972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a903a78-7245-4ed7-989e-88f2c8f6f050 req-74978e7b-8e5e-41fa-8a88-c2259dd9323a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769629 Aug 30 13:01:09.485725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Allocated IP 172.20.0.2 (f116ac93-c444-426f-86ee-8db8f6febea5/02997bcf-8c64-47a6-ba1c-ecea6ba59cf9/81a2ff62-aea6-43d0-ad1f-e7da52d579bb) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:09.486828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d940e10-8077-4644-9557-515584828530 req-e9b6831d-1b88-4348-b042-470b4236dc94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5378993 Aug 30 13:01:09.538092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.602974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:09.609330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:09.619807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:09.650979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024c2fc-146a-4ab4-b248-fb9b0ffe2742 req-a3376430-bccd-4d57-980d-f57667f9f36a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:09.652520 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8024c2fc-146a-4ab4-b248-fb9b0ffe2742 req-a3376430-bccd-4d57-980d-f57667f9f36a tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 946 time: 0.7230639 Aug 30 13:01:09.695724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6deb98dd-1dc5-4cb9-a920-39bf23e8f332 req-eca3952a-f277-4103-9ee0-d4e0780a45ed tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 210 time: 0.0417707 Aug 30 13:01:09.700040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Port': ['ID=59784528-4451-4570-b700-215f99105e33,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:09.711288 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d940e10-8077-4644-9557-515584828530 req-7e7a4a00-5e9f-43cb-9f78-0f98e985e392 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037795 Aug 30 13:01:09.723383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.735391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:09.767742 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.788232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Transition to ACTIVE for port object 81a2ff62-aea6-43d0-ad1f-e7da52d579bb will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:09.820657 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2466645-e421-45d0-b474-f56279c80c52 x-openstack-request-id: req-b2466645-e421-45d0-b474-f56279c80c52 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:09.821010 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b121752b-50f0-49ea-86fb-b79f2e2d4b2d", "name": "network-vif-plugged", "status": "completed", "tag": "2624d4bd-dd1a-40ee-a42b-8a4e8625244a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:09.821202 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2466645-e421-45d0-b474-f56279c80c52 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:09.821586 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b121752b-50f0-49ea-86fb-b79f2e2d4b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2624d4bd-dd1a-40ee-a42b-8a4e8625244a', 'code': 200} Aug 30 13:01:09.832253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Transition to ACTIVE for port object 81a2ff62-aea6-43d0-ad1f-e7da52d579bb will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:09.849917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d940e10-8077-4644-9557-515584828530 req-568c136a-3f25-4e52-b508-1535e767e470 service neutron] 10.222.0.16 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217644 Aug 30 13:01:09.857100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8024c2fc-146a-4ab4-b248-fb9b0ffe2742 req-74e9ba2f-a9fa-4669-afeb-20f7e8c4c437 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962481 Aug 30 13:01:09.862264 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:09.937163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Network f116ac93-c444-426f-86ee-8db8f6febea5 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:09.948689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:09.955340 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:09.997470 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.018420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Pushing event updated for resources: {'Port': ['ID=81a2ff62-aea6-43d0-ad1f-e7da52d579bb,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:10.032869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event updated for resources: {'Port': ['ID=7d7ec366-f414-4bd1-b004-a69c9c179448,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:10.050691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:10.057326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.070512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:10.074057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:10.089680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Attempting to bind port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:10.090302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Attempting to bind port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6f328cc1-e643-4b24-8f74-12b6fef4bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:10.093585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Attempting to bind port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb on network f116ac93-c444-426f-86ee-8db8f6febea5 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:10.102080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:10.103279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Checking segment: {'id': '6f328cc1-e643-4b24-8f74-12b6fef4bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:10.103279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.103535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Bound using segment: {'id': '6f328cc1-e643-4b24-8f74-12b6fef4bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:10.104417 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Bound port: 81a2ff62-aea6-43d0-ad1f-e7da52d579bb, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f328cc1-e643-4b24-8f74-12b6fef4bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:10.104560 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.111805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.124481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:10.137219 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.138557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.168986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:10.169848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.183501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Transition to ACTIVE for port object 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:10.187522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0398ba-56c1-47b3-8d29-e948866fa86d req-e5a2925d-c22b-45a3-beca-2fa3834771b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:10.189350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b0398ba-56c1-47b3-8d29-e948866fa86d req-e5a2925d-c22b-45a3-beca-2fa3834771b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 1096 time: 0.3104758 Aug 30 13:01:10.194663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.203990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] For port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:10.205120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-be1bb03d-a7c1-4c2d-a6b3-777a0329acae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4474554 Aug 30 13:01:10.209070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cd1fa-d99d-47ee-96bd-2be0a9875c6f req-dfe5e76e-0140-411b-b37f-37cd55eb70b4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:10.211814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-465cd1fa-d99d-47ee-96bd-2be0a9875c6f req-dfe5e76e-0140-411b-b37f-37cd55eb70b4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.2575862 Aug 30 13:01:10.212042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] For port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81a2ff62-aea6-43d0-ad1f-e7da52d579bb,segment=NetworkSegment(6f328cc1-e643-4b24-8f74-12b6fef4bfa1),segment_id=6f328cc1-e643-4b24-8f74-12b6fef4bfa1)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:10.225885 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.257546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Request body: {'port': {'device_id': 'f6c61b24-4f3e-4203-9482-dcc08fed10be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:10.312860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3984b-408a-4df8-8cd7-d9425b158a54 None None] Pushing event updated for resources: {'Port': ['ID=81a2ff62-aea6-43d0-ad1f-e7da52d579bb,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:10.342703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Pushing event updated for resources: {'Port': ['ID=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:10.451907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23252307-9d97-4c6b-b900-2cc266bf53d3 None None] Provisioning for port 7d7ec366-f414-4bd1-b004-a69c9c179448 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:10.462453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23252307-9d97-4c6b-b900-2cc266bf53d3 None None] Provisioning complete for port 7d7ec366-f414-4bd1-b004-a69c9c179448 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:10.462953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-23252307-9d97-4c6b-b900-2cc266bf53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.475353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.498013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Attempting to bind port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:10.498594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Attempting to bind port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:10.498727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Attempting to bind port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:10.507304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:10.507506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Attempting to bind port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:10.531999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:10.532342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:10.532734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:10.533177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Bound port: 0a70520c-c107-4e0d-961b-ba1d1b1c2e05, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:10.533537 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.553009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:10.675883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-23252307-9d97-4c6b-b900-2cc266bf53d3 None None] Port 7d7ec366-f414-4bd1-b004-a69c9c179448 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:10.741174 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.793777 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.804331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.834786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:10.839286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.866335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Allocated IP 172.25.2.244 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/ec422ebc-0ff8-409a-a46e-8a6a061a9844) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:10.871357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b0398ba-56c1-47b3-8d29-e948866fa86d req-bd5259d4-d0e9-42b4-a228-e9bdaa7bf370 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6228054 Aug 30 13:01:10.892851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-465cd1fa-d99d-47ee-96bd-2be0a9875c6f req-6981a090-98ef-40b2-b172-38784536b1c7 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6459982 Aug 30 13:01:10.902524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529673ea-2e51-4874-80a0-ddd336f94821 req-1800ae59-88d2-4a43-97cb-9f6258af646c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:10.912840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-529673ea-2e51-4874-80a0-ddd336f94821 req-1800ae59-88d2-4a43-97cb-9f6258af646c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 945 time: 0.3427827 Aug 30 13:01:10.928389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:10.934973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] For port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:10.954005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] For port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:10.970621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:10.998591 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-529673ea-2e51-4874-80a0-ddd336f94821 req-1e9592bf-92d8-40e3-b767-45d066bb26c4 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843399 Aug 30 13:01:11.119826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:11.120753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.122118 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] 10.222.0.16 "PUT /v2.0/ports/0a70520c-c107-4e0d-961b-ba1d1b1c2e05 HTTP/1.1" status: 200 len: 1096 time: 2.6211743 Aug 30 13:01:11.123236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7aad7e9-f6bc-4653-bfad-14b10d1d294b', 'tag': '0a70520c-c107-4e0d-961b-ba1d1b1c2e05'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:11.125453 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7aad7e9-f6bc-4653-bfad-14b10d1d294b", "tag": "0a70520c-c107-4e0d-961b-ba1d1b1c2e05"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:11.127220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.192542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.198269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7ec366-f414-4bd1-b004-a69c9c179448 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:11.204030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.216763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.225881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.272863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9de9db-121e-4042-8c3b-233a83961688 service neutron] Pushing event updated for resources: {'Port': ['ID=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:11.278516 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Transition to ACTIVE for port object 7d7ec366-f414-4bd1-b004-a69c9c179448 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:11.292860 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.307612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cbc746-afb9-403b-b126-87be5d7e0e33 req-49d7bfa1-d4fc-42ed-a04d-7e340de2cb0c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:11.308075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ebb9a7de-30bd-4cbc-8afd-7a50cc2bbff3 req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Request body: {'security_group': {'name': 'tempest-securitygroup-395048309', 'description': 'tempest-description-974147484'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:11.309326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2cbc746-afb9-403b-b126-87be5d7e0e33 req-49d7bfa1-d4fc-42ed-a04d-7e340de2cb0c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 936 time: 0.2190635 Aug 30 13:01:11.319915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:11.331133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:11.339352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-770fa79f-3628-45ce-9ef3-fe37e0b6be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:11.340516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:11.340816 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-770fa79f-3628-45ce-9ef3-fe37e0b6be34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 1099 time: 0.1668532 Aug 30 13:01:11.353476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Port': ['ID=59784528-4451-4570-b700-215f99105e33,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:11.441179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.452263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7ec366-f414-4bd1-b004-a69c9c179448,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:11.461680 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-c278b96b-ad22-44de-ad61-02ecee8ecc65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=0a70520c-c107-4e0d-961b-ba1d1b1c2e05 HTTP/1.1" status: 200 len: 217 time: 0.1082275 Aug 30 13:01:11.485871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebb9a7de-30bd-4cbc-8afd-7a50cc2bbff3 req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.492548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Pushing event updated for resources: {'Port': ['ID=ec422ebc-0ff8-409a-a46e-8a6a061a9844,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:11.515900 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.517467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-43eaa4b1-9230-4290-8a74-144b0e72d754 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0833111 Aug 30 13:01:11.521927 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebb9a7de-30bd-4cbc-8afd-7a50cc2bbff3 req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.588736 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2cbc746-afb9-403b-b126-87be5d7e0e33 req-078786b0-853f-4e3d-a52d-30eb0415c659 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513604 Aug 30 13:01:11.612987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-64cfbcba-52e4-4734-8c98-ef8ea07abdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:11.612987 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-64cfbcba-52e4-4734-8c98-ef8ea07abdf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1420496 Aug 30 13:01:11.754132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Attempting to bind port 7d7ec366-f414-4bd1-b004-a69c9c179448 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:11.754470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Attempting to bind port 7d7ec366-f414-4bd1-b004-a69c9c179448 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:11.755386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Attempting to bind port 7d7ec366-f414-4bd1-b004-a69c9c179448 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:11.775121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Port 7d7ec366-f414-4bd1-b004-a69c9c179448 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:11.775457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Attempting to bind port 7d7ec366-f414-4bd1-b004-a69c9c179448 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:11.793431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:11.793703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:11.794060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:11.794501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Bound port: 7d7ec366-f414-4bd1-b004-a69c9c179448, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:11.794888 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.822480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:11.825591 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a531f8-5942-43c0-9ca7-6d506cfc23c9" -d '{"events": [{"server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "name": "network-vif-unplugged", "status": "completed", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:11.837625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ed1d2-fa81-441d-830b-6092d0034291 req-3280d0f0-b3a9-4954-9d90-15f7ee371a6f tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:11.839799 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e21ed1d2-fa81-441d-830b-6092d0034291 req-3280d0f0-b3a9-4954-9d90-15f7ee371a6f tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 946 time: 0.1259592 Aug 30 13:01:11.844033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da6d7b61-e980-4f63-b197-c91050cb8ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:11.845735 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-da6d7b61-e980-4f63-b197-c91050cb8ac9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2257020 Aug 30 13:01:11.869542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebb9a7de-30bd-4cbc-8afd-7a50cc2bbff3 req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.908660 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebb9a7de-30bd-4cbc-8afd-7a50cc2bbff3 req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.921788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91ea3f-5228-44d2-95fb-4fd90ef390d1 None None] Network f116ac93-c444-426f-86ee-8db8f6febea5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:01:11.964429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806c0916-8e15-4c2f-a5c4-b000ee6bf8f1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:11.975272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:11.985497 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e21ed1d2-fa81-441d-830b-6092d0034291 req-12d915c2-096a-4852-9e0c-4d329f55dc61 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374104 Aug 30 13:01:12.016513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] For port 7d7ec366-f414-4bd1-b004-a69c9c179448, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:12.027125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] For port 7d7ec366-f414-4bd1-b004-a69c9c179448, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7d7ec366-f414-4bd1-b004-a69c9c179448,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:12.033170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-fcfa4968-c31d-4181-a2e7-8d7fc20fca2f service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688902 Aug 30 13:01:12.050388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.104950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7a8d263c-5114-4e28-a754-8309901b753a None None] Provisioning for port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:12.155309 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59914fa-9053-4154-a618-4b98aef6293a x-openstack-request-id: req-d59914fa-9053-4154-a618-4b98aef6293a {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:12.155612 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7aad7e9-f6bc-4653-bfad-14b10d1d294b", "tag": "0a70520c-c107-4e0d-961b-ba1d1b1c2e05", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:12.155855 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d59914fa-9053-4154-a618-4b98aef6293a {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:12.158713 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.161925 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7aad7e9-f6bc-4653-bfad-14b10d1d294b', 'tag': '0a70520c-c107-4e0d-961b-ba1d1b1c2e05', 'status': 'completed', 'code': 200} Aug 30 13:01:12.247056 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.259002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebb9a7de-30bd-4cbc-8afd-7a50cc2bbff3 req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.285336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:12.286489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.288753 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] 10.222.0.16 "PUT /v2.0/ports/7d7ec366-f414-4bd1-b004-a69c9c179448 HTTP/1.1" status: 200 len: 1096 time: 2.0402935 Aug 30 13:01:12.305228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebb9a7de-30bd-4cbc-8afd-7a50cc2bbff3 req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.340363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bb226f-3883-4a8b-b2db-8a37d20ea111 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7ec366-f414-4bd1-b004-a69c9c179448,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:12.367280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-4bc36509-77fc-42fb-852f-fbc3fb413a30 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--734596344&fields=id&tenant_id=53a8d29c14914348beb1a09388685f20 HTTP/1.1" status: 200 len: 267 time: 0.1448543 Aug 30 13:01:12.384542 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-18f39fe5-5a7b-4096-849c-3eff090bc485 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435886 Aug 30 13:01:12.444895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebb9a7de-30bd-4cbc-8afd-7a50cc2bbff3 req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.450978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebb9a7de-30bd-4cbc-8afd-7a50cc2bbff3 req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1577220 Aug 30 13:01:12.467390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fc1c6-be25-4524-9c5e-e442b3d281f2 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089a8219-8b8f-4052-a7ad-1224e6c879be,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:12.513032 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf7dd21-3006-45fa-a9e7-c6e823494c49 x-openstack-request-id: req-aaf7dd21-3006-45fa-a9e7-c6e823494c49 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:12.513538 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "name": "network-vif-unplugged", "status": "failed", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da", "code": 422}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:12.514004 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaf7dd21-3006-45fa-a9e7-c6e823494c49 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:12.514824 n-d-688802-6 neutron-server[95700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da', 'code': 422} returned with failed status Aug 30 13:01:12.603787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:01:12.642202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-78fd1bd6-5ead-477a-b890-2c275422b0a9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:12.651161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-78fd1bd6-5ead-477a-b890-2c275422b0a9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports/97a6339c-7374-43d6-b5dd-c60a6ad87c63 HTTP/1.1" status: 200 len: 934 time: 0.2711320 Aug 30 13:01:12.685833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81a2ff62-aea6-43d0-ad1f-e7da52d579bb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:12.710289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-2298b1c3-1f15-495b-9ec6-e72eb9006a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:12.712296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-2298b1c3-1f15-495b-9ec6-e72eb9006a21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 1099 time: 0.3440988 Aug 30 13:01:12.751685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:12.757295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:12.757843 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.763893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-b342ec85-8ded-45fd-9e0b-5eaf1575a045 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:12.765561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-b342ec85-8ded-45fd-9e0b-5eaf1575a045 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports/0c41a4a6-df09-4307-a892-1ee811eb509e HTTP/1.1" status: 200 len: 936 time: 0.1136065 Aug 30 13:01:12.792833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252fe61-8caf-42b6-8abc-51ffff501aae req-22f5eec2-6e71-4672-a7d1-0e45d3f621a1 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:12.794543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8252fe61-8caf-42b6-8abc-51ffff501aae req-22f5eec2-6e71-4672-a7d1-0e45d3f621a1 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.1827402 Aug 30 13:01:12.806058 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8ec8f9f3-4281-49f3-86c6-0a207ec23428 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d7ec366-f414-4bd1-b004-a69c9c179448 HTTP/1.1" status: 200 len: 217 time: 0.0390315 Aug 30 13:01:12.857695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8252fe61-8caf-42b6-8abc-51ffff501aae req-7ccaa242-8463-43fc-aae2-3bca5e4e2763 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531554 Aug 30 13:01:12.864803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:01:12.866241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-45d7442e-620e-4989-8a5c-120b31c83d1f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?network_id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0575113 Aug 30 13:01:12.882487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.888284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Sync routers for ids ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:01:12.901957 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:12.903253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-db22ac2e-b60a-4e8a-97be-ea3f89cc0134 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9955995 Aug 30 13:01:12.905952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36864) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:12.925758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Routers {'5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:12.927389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:12.930104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-94046204-e142-4a48-ae08-3cc9330950de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:12.931567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-94046204-e142-4a48-ae08-3cc9330950de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0520301 Aug 30 13:01:12.962553 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-dd563290-dc5f-4401-b200-5df18133dee4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?network_id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0296357 Aug 30 13:01:12.979986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81a2ff62-aea6-43d0-ad1f-e7da52d579bb,segment=NetworkSegment(6f328cc1-e643-4b24-8f74-12b6fef4bfa1),segment_id=6f328cc1-e643-4b24-8f74-12b6fef4bfa1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:12.992921 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.080222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Set router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:13.106247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df662721-c932-4d33-a41b-5ee0da1179bd req-53a861d7-c56d-4c1a-8a1a-85a2442a28b3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:13.107983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df662721-c932-4d33-a41b-5ee0da1179bd req-53a861d7-c56d-4c1a-8a1a-85a2442a28b3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 943 time: 0.0665245 Aug 30 13:01:13.133697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-fe635acc-5a1a-4153-8bf9-a8c7200fb607 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:13.139378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-fe635acc-5a1a-4153-8bf9-a8c7200fb607 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:13.145170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-fe635acc-5a1a-4153-8bf9-a8c7200fb607 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:13.146951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-fe635acc-5a1a-4153-8bf9-a8c7200fb607 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/networks?id=3d069a2b-f34e-48dd-a07f-e1f299591259&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&id=cc5a463d-926b-4632-a0da-1ab17dd39b9e HTTP/1.1" status: 200 len: 1995 time: 0.1647220 Aug 30 13:01:13.157579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-88c1b6d0-06fa-4fd0-9a94-5d880c30a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:13.159087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-88c1b6d0-06fa-4fd0-9a94-5d880c30a80b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 1099 time: 0.6167922 Aug 30 13:01:13.174776 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-1d620f97-f6f8-4a91-aaef-e9abed1d5188 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/quotas/53a8d29c14914348beb1a09388685f20 HTTP/1.1" status: 200 len: 375 time: 0.0200582 Aug 30 13:01:13.202858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df662721-c932-4d33-a41b-5ee0da1179bd req-50107123-ba52-42e2-8e01-70b6983e4369 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878520 Aug 30 13:01:13.238840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8fb367b5-b59e-48c1-92da-b4a8a1bb27ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:13.241047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-8fb367b5-b59e-48c1-92da-b4a8a1bb27ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2759585 Aug 30 13:01:13.260535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-de922e81-767a-4855-be58-c92cc600299d req-a7745a27-10bf-44bc-b508-3532d9a0cb56 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Request body: {'security_group': {'name': 'tempest-securitygroup-390045823', 'description': 'tempest-description-1809514775'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:13.309951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=81a2ff62-aea6-43d0-ad1f-e7da52d579bb,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:13.339842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-de922e81-767a-4855-be58-c92cc600299d req-a7745a27-10bf-44bc-b508-3532d9a0cb56 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.388629 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-eda5fc4b-909f-41d8-addf-2bde838fa726 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2036078 Aug 30 13:01:13.424415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-45b4dad4-eb18-4a73-b435-af7872f3f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:13.425909 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-45b4dad4-eb18-4a73-b435-af7872f3f05b service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2502704 Aug 30 13:01:13.485843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:01:11Z', 'revision_number': 3, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'gw_port': {'id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:10Z', 'updated_at': '2021-08-30T13:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:13.515913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Checking router: 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:01:13.516401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Updating router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee port ec422ebc-0ff8-409a-a46e-8a6a061a9844 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:01:13.546996 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.562078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-de922e81-767a-4855-be58-c92cc600299d req-a7745a27-10bf-44bc-b508-3532d9a0cb56 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.571705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-de922e81-767a-4855-be58-c92cc600299d req-a7745a27-10bf-44bc-b508-3532d9a0cb56 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.630880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-de922e81-767a-4855-be58-c92cc600299d req-a7745a27-10bf-44bc-b508-3532d9a0cb56 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.632131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de922e81-767a-4855-be58-c92cc600299d req-a7745a27-10bf-44bc-b508-3532d9a0cb56 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3804228 Aug 30 13:01:13.639115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7745a27-10bf-44bc-b508-3532d9a0cb56 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7a178b-43f4-4eed-bae9-d4eb7d520f6f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:13.673438 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.807587 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-3e23dd46-2846-4eab-a05a-d469985a58c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=0a70520c-c107-4e0d-961b-ba1d1b1c2e05 HTTP/1.1" status: 200 len: 217 time: 0.3665497 Aug 30 13:01:13.813857 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-b49c048b-cd30-4930-8cd9-3e2022af0a7c service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471010 Aug 30 13:01:13.820062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd427b-a4bf-4227-a946-1e40130e441c req-f704a0d1-74fe-4475-a83a-63b5da6878ec tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:13.822165 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eecd427b-a4bf-4227-a946-1e40130e441c req-f704a0d1-74fe-4475-a83a-63b5da6878ec tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 948 time: 0.0990741 Aug 30 13:01:13.870208 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.883455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Transition to ACTIVE for port object ec422ebc-0ff8-409a-a46e-8a6a061a9844 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:13.890534 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.895985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eecd427b-a4bf-4227-a946-1e40130e441c req-7d9b1398-d508-4b35-bf13-e6b9bd1f4316 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500078 Aug 30 13:01:13.942876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Attempting to bind port ec422ebc-0ff8-409a-a46e-8a6a061a9844 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:13.943356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Attempting to bind port ec422ebc-0ff8-409a-a46e-8a6a061a9844 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:13.943979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Attempting to bind port ec422ebc-0ff8-409a-a46e-8a6a061a9844 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:13.950921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Allocated IP 172.20.0.1 (f116ac93-c444-426f-86ee-8db8f6febea5/02997bcf-8c64-47a6-ba1c-ecea6ba59cf9/fb5949b7-616b-4b56-8a9c-c36d7bd5e792) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:13.951964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-6897e938-60a4-4240-aa76-fd7901aff3c3 service neutron] 10.222.0.37 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429494 Aug 30 13:01:13.953958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:13.954341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:13.954807 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:13.955165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:13.955657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Bound port: ec422ebc-0ff8-409a-a46e-8a6a061a9844, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:13.956040 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.011300 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] For port ec422ebc-0ff8-409a-a46e-8a6a061a9844, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:14.015979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] For port ec422ebc-0ff8-409a-a46e-8a6a061a9844, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ec422ebc-0ff8-409a-a46e-8a6a061a9844,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:14.020006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab510376-ccb7-4948-a48d-d0e6bbbc6c64 None None] Pushing event updated for resources: {'Port': ['ID=ec422ebc-0ff8-409a-a46e-8a6a061a9844,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:14.026511 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.040541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-c4d6abae-ad9a-4308-846b-70317c1d548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:14.042029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-c4d6abae-ad9a-4308-846b-70317c1d548a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2182889 Aug 30 13:01:14.089421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab510376-ccb7-4948-a48d-d0e6bbbc6c64 None None] Pushing event updated for resources: {'Port': ['ID=ec422ebc-0ff8-409a-a46e-8a6a061a9844,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:14.108218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8818fd4a-a623-4661-9415-1c06d1272193 req-03fd3b7d-b7ee-4b28-a826-97ae7a04f499 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855008 Aug 30 13:01:14.113194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Routers {'5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:14.114578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:14.119607 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.120482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-c6625fc8-7823-4582-aaa2-acdc20ed3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:14.122019 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-c6625fc8-7823-4582-aaa2-acdc20ed3eb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709467 Aug 30 13:01:14.130644 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-a4a3b1c7-34f2-4efb-bf08-136118646701 service neutron] 10.222.0.37 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777141 Aug 30 13:01:14.139590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Transition to ACTIVE for port object fb5949b7-616b-4b56-8a9c-c36d7bd5e792 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:14.170280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c61b24-4f3e-4203-9482-dcc08fed10be', 'tag': '7d7ec366-f414-4bd1-b004-a69c9c179448'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:14.172559 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c61b24-4f3e-4203-9482-dcc08fed10be", "tag": "7d7ec366-f414-4bd1-b004-a69c9c179448"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:14.183128 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-e5b305d0-2d0a-4e4b-9852-c4f960f4eb2f service neutron] 10.222.0.37 "GET /v2.0/ports/97a6339c-7374-43d6-b5dd-c60a6ad87c63?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0513561 Aug 30 13:01:14.184704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.230428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] Set router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:14.238834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Network f116ac93-c444-426f-86ee-8db8f6febea5 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:14.246735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:14.249751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:14.289878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5949b7-616b-4b56-8a9c-c36d7bd5e792,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:14.318525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.418134 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-0ad74c3f-dd6f-4235-89e4-1e2714e90630 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329695 Aug 30 13:01:14.424318 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-32672fa3-2954-4c36-842b-86b15bfa71a3 service neutron] 10.222.0.37 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403893 Aug 30 13:01:14.522853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.539307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:01:14.541318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:14.646809 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f4c599a-2c9a-47f3-af1e-a97f8c809e5c req-945e224e-d793-418c-b22b-bafc4f368e4f service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192309 Aug 30 13:01:14.650024 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-c0666cfd-ae89-4aea-a9f5-650411136510 service neutron] 10.222.0.37 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965520 Aug 30 13:01:14.700758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81a2ff62-aea6-43d0-ad1f-e7da52d579bb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:14.714204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-b3dd69ca-ffa6-4b3e-b71a-ee46f5350667 service neutron] 10.222.0.37 "GET /v2.0/ports/0c41a4a6-df09-4307-a892-1ee811eb509e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0483942 Aug 30 13:01:14.787012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.796225 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.833614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d6cfdc08-e6c1-42a4-bb4b-0907ef25ecb4 None None] Provisioning for port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:14.859319 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-a258b146-97f8-4be3-85a7-2afad756270b service neutron] 10.222.0.37 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364415 Aug 30 13:01:14.869376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:14.871605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Pushing event updated for resources: {'Port': ['ID=fb5949b7-616b-4b56-8a9c-c36d7bd5e792,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:14.876912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.883915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d6cfdc08-e6c1-42a4-bb4b-0907ef25ecb4 None None] Provisioning complete for port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:14.884973 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d6cfdc08-e6c1-42a4-bb4b-0907ef25ecb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.927650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d6cfdc08-e6c1-42a4-bb4b-0907ef25ecb4 None None] Port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:14.940219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '0a70520c-c107-4e0d-961b-ba1d1b1c2e05', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '0a70520c-c107-4e0d-961b-ba1d1b1c2e05', 'mac_address': 'fa:16:3e:7c:2e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:01:14.956077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:14.956333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:14.981921 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-b8f30064-7dfc-4141-913c-93a84f1eb7ae service neutron] 10.222.0.37 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155510 Aug 30 13:01:14.993360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Network f116ac93-c444-426f-86ee-8db8f6febea5 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:14.994899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:15.029711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-df9de6f1-8867-419b-849f-05febe633805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:01:11Z', 'revision_number': 3, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'gw_port': {'id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:10Z', 'updated_at': '2021-08-30T13:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:15.037341 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:15.079681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9de6f1-8867-419b-849f-05febe633805 None None] The sync data for ids ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'] in n-d-688802-6 is: [{'id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:01:11Z', 'revision_number': 3, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'gw_port': {'id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:10Z', 'updated_at': '2021-08-30T13:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:01:15.085787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:15.114723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-27564107-f1c1-4881-b3ed-e08eca100e44 service neutron] 10.222.0.37 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260333 Aug 30 13:01:15.128406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:15.182417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:15.249930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:15.265819 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-9d9fb4c1-9f8f-441b-a57a-675591e9e796 service neutron] 10.222.0.37 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430027 Aug 30 13:01:15.361121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7398d263-858c-4044-b71b-c7383e785b52 None None] Provisioning complete for port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:15.361497 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7398d263-858c-4044-b71b-c7383e785b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:15.378175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-98007e93-e99b-4051-93ed-3134e5eeb308 service neutron] 10.222.0.37 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024659 Aug 30 13:01:15.437961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7398d263-858c-4044-b71b-c7383e785b52 None None] Port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:15.444337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:15.537975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-eaddb88a-8b61-4610-b867-62691ddbad74 service neutron] 10.222.0.37 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274235 Aug 30 13:01:15.539479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac8f35-5ee3-4471-a944-567b8509b25a req-1769d9f5-4bc8-4865-9fa9-f3740005d58e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:15.547392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-daac8f35-5ee3-4471-a944-567b8509b25a req-1769d9f5-4bc8-4865-9fa9-f3740005d58e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=e09bbf34-42f0-4067-956b-e469b1a7efdb HTTP/1.1" status: 200 len: 943 time: 0.4972727 Aug 30 13:01:15.592393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:01:15.653481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-6e7b508a-6394-4635-b4ef-e68bd3bd553b service neutron] 10.222.0.37 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082740 Aug 30 13:01:15.740976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-daac8f35-5ee3-4471-a944-567b8509b25a req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Deleting port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:15.741325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-daac8f35-5ee3-4471-a944-567b8509b25a req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:15.751729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-6e027550-30a6-4e06-8ca7-c61b27b34cf8 service neutron] 10.222.0.37 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916443 Aug 30 13:01:15.810358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:01:15.817385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e53701ee-678f-4510-a6e7-b438e2f1ec39 admin admin] 10.222.0.37 "PUT /v2.0/routers/5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9102609 Aug 30 13:01:15.855408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-daac8f35-5ee3-4471-a944-567b8509b25a req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] For port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:15.855749 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-34631814-e6dc-4232-a642-f7ebc6b960ef service neutron] 10.222.0.37 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970933 Aug 30 13:01:15.855866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-daac8f35-5ee3-4471-a944-567b8509b25a req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:15.870898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-daac8f35-5ee3-4471-a944-567b8509b25a req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Calling delete_port for ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:15.973345 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-50c3d347-64b9-4802-b8e6-ce986f2cd3e0 service neutron] 10.222.0.37 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110873 Aug 30 13:01:16.014711 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-daac8f35-5ee3-4471-a944-567b8509b25a req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.049320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event deleted for resources: {'Port': ['ID=ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:16.098869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-daac8f35-5ee3-4471-a944-567b8509b25a req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] No DVR routers for this DVR port ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:01:16.101724 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-daac8f35-5ee3-4471-a944-567b8509b25a req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.104055 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-daac8f35-5ee3-4471-a944-567b8509b25a req-0a80ab54-c77c-4530-8fd7-0d6de21ab36b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "DELETE /v2.0/ports/ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da HTTP/1.1" status: 204 len: 173 time: 0.5558689 Aug 30 13:01:16.104526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'name': 'network-vif-deleted', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:16.106835 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4ecaaa-a08a-48f3-afca-399acfcdec59" -d '{"events": [{"server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "name": "network-vif-deleted", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:16.374941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7d61aff5-c630-4c02-9110-b832230407aa req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1311690351', 'description': 'tempest-description-234798538'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:16.396467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7d61aff5-c630-4c02-9110-b832230407aa req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.404500 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7d61aff5-c630-4c02-9110-b832230407aa req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.500606 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7d61aff5-c630-4c02-9110-b832230407aa req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.505610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7d61aff5-c630-4c02-9110-b832230407aa req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.521867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7d7ec366-f414-4bd1-b004-a69c9c179448 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:01:16.527328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:16.567697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a51391-f649-4c3f-a399-1536dd6731b0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:16.661909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ec422ebc-0ff8-409a-a46e-8a6a061a9844 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:16.684626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7d61aff5-c630-4c02-9110-b832230407aa req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.689816 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7d61aff5-c630-4c02-9110-b832230407aa req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.733136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:16.735865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7d61aff5-c630-4c02-9110-b832230407aa req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.754602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:16.754975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.755777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7d61aff5-c630-4c02-9110-b832230407aa req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3842912 Aug 30 13:01:16.759907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf2cfb-07c9-4345-8ffa-97b37120ba51 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc2a86d-212e-4d4c-8bbb-68aa5cc7fec7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:16.826417 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7d7ec366-f414-4bd1-b004-a69c9c179448, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7d7ec366-f414-4bd1-b004-a69c9c179448,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:16.872673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '7d7ec366-f414-4bd1-b004-a69c9c179448', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '7d7ec366-f414-4bd1-b004-a69c9c179448', 'mac_address': 'fa:16:3e:89:b8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:01:16.879683 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ec422ebc-0ff8-409a-a46e-8a6a061a9844 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:16.888692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ec422ebc-0ff8-409a-a46e-8a6a061a9844 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:16.889279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:16.950912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50539e36-8116-4333-b0c1-3b44ebb26508 req-26dbe36d-d32c-405a-ab6f-62d49f93e0d1 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:16.961116 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8457c0ab-1cde-42d6-b31e-c0fc08d51817 x-openstack-request-id: req-8457c0ab-1cde-42d6-b31e-c0fc08d51817 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:16.961469 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c61b24-4f3e-4203-9482-dcc08fed10be", "tag": "7d7ec366-f414-4bd1-b004-a69c9c179448", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:16.961806 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8457c0ab-1cde-42d6-b31e-c0fc08d51817 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:16.962357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-50539e36-8116-4333-b0c1-3b44ebb26508 req-26dbe36d-d32c-405a-ab6f-62d49f93e0d1 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.0727563 Aug 30 13:01:16.962561 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c61b24-4f3e-4203-9482-dcc08fed10be', 'tag': '7d7ec366-f414-4bd1-b004-a69c9c179448', 'status': 'completed', 'code': 200} Aug 30 13:01:17.052741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-50539e36-8116-4333-b0c1-3b44ebb26508 req-8cca96ec-3c8a-49ad-a60d-6b9274afe58e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877910 Aug 30 13:01:17.099706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:17.145758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7ec366-f414-4bd1-b004-a69c9c179448 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:17.156977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-6dd4857d-8d68-4fa6-ba45-1174ab03df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:17.163611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:17.168250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-6dd4857d-8d68-4fa6-ba45-1174ab03df82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 1099 time: 0.1671636 Aug 30 13:01:17.195348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7d7ec366-f414-4bd1-b004-a69c9c179448, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7d7ec366-f414-4bd1-b004-a69c9c179448,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:17.207887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20543f8-099d-4468-9404-0d3186be06b2 req-c70da5ff-c54a-435e-98de-0bf288094785 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:17.213476 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Sync routers for ids ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:01:17.215756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e20543f8-099d-4468-9404-0d3186be06b2 req-c70da5ff-c54a-435e-98de-0bf288094785 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 948 time: 0.1671634 Aug 30 13:01:17.231385 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:17.234669 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Routers {'5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:17.235373 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:17.241435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aad7e9-f6bc-4653-bfad-14b10d1d294b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a70520c-c107-4e0d-961b-ba1d1b1c2e05'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:17.245177 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7c7455-2dfd-44a2-8a3a-8dbb373a2b45" -d '{"events": [{"server_uuid": "e7aad7e9-f6bc-4653-bfad-14b10d1d294b", "name": "network-vif-plugged", "status": "completed", "tag": "0a70520c-c107-4e0d-961b-ba1d1b1c2e05"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:17.315347 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e20543f8-099d-4468-9404-0d3186be06b2 req-c15fad6d-8af5-4506-ad6c-835ed67efbc9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928099 Aug 30 13:01:17.316108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:17.353415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-55475a9f-dda9-4a11-896c-2417e8fb4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:17.355900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-55475a9f-dda9-4a11-896c-2417e8fb4718 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1808329 Aug 30 13:01:17.361774 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:17.371225 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:17.445425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7d7ec366-f414-4bd1-b004-a69c9c179448,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:17.455365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ec422ebc-0ff8-409a-a46e-8a6a061a9844, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ec422ebc-0ff8-409a-a46e-8a6a061a9844,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:17.459076 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d61131-2320-43ee-bf05-1e0250d48e82 x-openstack-request-id: req-18d61131-2320-43ee-bf05-1e0250d48e82 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:17.459566 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e09bbf34-42f0-4067-956b-e469b1a7efdb", "name": "network-vif-deleted", "tag": "ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da", "status": "failed", "code": 422}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:17.459826 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18d61131-2320-43ee-bf05-1e0250d48e82 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:17.460783 n-d-688802-6 neutron-server[95698]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e09bbf34-42f0-4067-956b-e469b1a7efdb', 'name': 'network-vif-deleted', 'tag': 'ac02b0ca-c6d7-4cfd-a392-8e12d03ec2da', 'status': 'failed', 'code': 422} returned with failed status Aug 30 13:01:17.478992 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-b16a4d1a-80a1-412a-93e9-23faa65475a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7d7ec366-f414-4bd1-b004-a69c9c179448 HTTP/1.1" status: 200 len: 217 time: 0.1151733 Aug 30 13:01:17.494842 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:17.503069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['7d7ec366-f414-4bd1-b004-a69c9c179448'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:17.525427 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Set router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:17.572073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:17.628158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e83e544-058c-41e2-88d7-796106ceb919 req-69d0b2b9-a8c8-4ef4-a97c-314b0fc6b453 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4913096 Aug 30 13:01:17.642290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:17.657782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-dad8f8ff-e0c4-4a16-9977-3ae5718c477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:17.669482 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-dad8f8ff-e0c4-4a16-9977-3ae5718c477c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1705832 Aug 30 13:01:17.708906 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:17.717475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ec422ebc-0ff8-409a-a46e-8a6a061a9844,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:17.791169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-362ac47e-03dd-454c-adae-58a244dd1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:17.792871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-362ac47e-03dd-454c-adae-58a244dd1bab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1186233 Aug 30 13:01:17.815255 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fbf21f2-3a7e-4484-923d-f5b31e0911f9 req-bf07f17a-bc3f-4d4f-ab27-1b08cf7de01e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0358937 Aug 30 13:01:17.855626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:17.905525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-d581f423-4355-4f96-a460-20a247ba2d57 req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1990329556', 'description': 'tempest-description-2119793232'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:17.946855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d581f423-4355-4f96-a460-20a247ba2d57 req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:17.958046 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:01:14Z', 'revision_number': 4, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'gw_port': {'id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:10Z', 'updated_at': '2021-08-30T13:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'fb5949b7-616b-4b56-8a9c-c36d7bd5e792', 'name': '', 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'mac_address': 'fa:16:3e:ca:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '02997bcf-8c64-47a6-ba1c-ecea6ba59cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:13Z', 'updated_at': '2021-08-30T13:01:14Z', 'revision_number': 2, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'subnets': [{'id': '02997bcf-8c64-47a6-ba1c-ecea6ba59cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:17.978537 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-04d0b655-3767-4da4-8f60-e57aa2bf1c37 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619060 Aug 30 13:01:17.989537 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Checking router: 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:01:17.990662 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Updating router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:01:17.991424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Allocated IP 172.25.2.4 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/3974faa4-4b42-44e2-b145-63b4fd104797) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:18.046867 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.160136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6f3e7d5-4959-4e47-8ecf-0e83fa5adea7 req-d32136a7-fb3b-436b-9a53-8b62877d2cde service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709578 Aug 30 13:01:18.171002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-3037cb71-14bc-4a59-b228-3891bd7aa0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:18.173477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-3037cb71-14bc-4a59-b228-3891bd7aa0f1 service neutron] 10.222.0.35 "GET /v2.0/ports/97a6339c-7374-43d6-b5dd-c60a6ad87c63 HTTP/1.1" status: 200 len: 1030 time: 0.0910673 Aug 30 13:01:18.175463 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d581f423-4355-4f96-a460-20a247ba2d57 req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.181924 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d581f423-4355-4f96-a460-20a247ba2d57 req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.247610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d581f423-4355-4f96-a460-20a247ba2d57 req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.249095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d581f423-4355-4f96-a460-20a247ba2d57 req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3498323 Aug 30 13:01:18.249450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.264738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-0a621d41-5ae5-469b-a711-050e5fa9a16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:18.265061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc47d5d-31a3-4a6b-860c-803004e83e6d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:18.267006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-0a621d41-5ae5-469b-a711-050e5fa9a16c service neutron] 10.222.0.35 "GET /v2.0/ports/0c41a4a6-df09-4307-a892-1ee811eb509e HTTP/1.1" status: 200 len: 1032 time: 0.0715392 Aug 30 13:01:18.286890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.287436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.287781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.288118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.288450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.288778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.289103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.289427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.289774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.290097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.290417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.290734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2efddec4-748a-4bb1-936d-828c9749e087 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:18.415039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-09fedf0f-27fa-44c5-885c-4b8d4f358eeb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:18.420904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-09fedf0f-27fa-44c5-885c-4b8d4f358eeb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:18.427292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-09fedf0f-27fa-44c5-885c-4b8d4f358eeb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:18.428962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-09fedf0f-27fa-44c5-885c-4b8d4f358eeb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "GET /v2.0/networks?id=3d069a2b-f34e-48dd-a07f-e1f299591259&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&id=cc5a463d-926b-4632-a0da-1ab17dd39b9e HTTP/1.1" status: 200 len: 1995 time: 0.1552649 Aug 30 13:01:18.437875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a236a5d-8fb8-4e89-8213-dc760e939ae9 req-da8462e0-e633-441e-83fc-36f82ea84541 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:18.439396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a236a5d-8fb8-4e89-8213-dc760e939ae9 req-da8462e0-e633-441e-83fc-36f82ea84541 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.0826299 Aug 30 13:01:18.467632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.511867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:18.517026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7d7ec366-f414-4bd1-b004-a69c9c179448 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:18.546296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:18.547508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a236a5d-8fb8-4e89-8213-dc760e939ae9 req-53b6d828-d0b5-4a7c-adb6-7c19d1e6ff2d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984547 Aug 30 13:01:18.566573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:18.603807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 7d7ec366-f414-4bd1-b004-a69c9c179448 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:18.612174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 7d7ec366-f414-4bd1-b004-a69c9c179448 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:18.612554 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.663751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ec422ebc-0ff8-409a-a46e-8a6a061a9844 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:18.698374 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a66d04-f66f-4992-8cae-ecc1053fb552 x-openstack-request-id: req-a5a66d04-f66f-4992-8cae-ecc1053fb552 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:18.699120 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aad7e9-f6bc-4653-bfad-14b10d1d294b", "name": "network-vif-plugged", "status": "completed", "tag": "0a70520c-c107-4e0d-961b-ba1d1b1c2e05", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:18.699747 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5a66d04-f66f-4992-8cae-ecc1053fb552 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:18.700341 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aad7e9-f6bc-4653-bfad-14b10d1d294b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a70520c-c107-4e0d-961b-ba1d1b1c2e05', 'code': 200} Aug 30 13:01:18.736694 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.763449 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Transition to ACTIVE for port object fb5949b7-616b-4b56-8a9c-c36d7bd5e792 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:18.775908 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.787493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.838602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-db3e2e02-d005-4af2-b34a-4c3e58b7da8c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53a8d29c14914348beb1a09388685f20 HTTP/1.1" status: 200 len: 379 time: 0.3941560 Aug 30 13:01:18.879203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event updated for resources: {'Port': ['ID=3974faa4-4b42-44e2-b145-63b4fd104797,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:18.891380 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.891869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'admin_state_up': True, 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'security_groups': ['aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:18.907791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ec422ebc-0ff8-409a-a46e-8a6a061a9844 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:18.908303 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:18.949251 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Pushing event updated for resources: {'Port': ['ID=fb5949b7-616b-4b56-8a9c-c36d7bd5e792,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:19.008546 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.008884 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.009220 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.009548 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.009897 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.010217 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.010552 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.010850 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.018597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-bda78a82-509d-4c03-96b3-0bebdef1c917 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:19.021577 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.022048 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.022403 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.023387 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:19.026591 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-bda78a82-509d-4c03-96b3-0bebdef1c917 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.2073052 Aug 30 13:01:19.029981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3f724-95f4-42b3-ba3d-8ff0eecb9424 req-4eb5cc42-a945-44e6-a180-e48913f2e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:19.032053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ecf3f724-95f4-42b3-ba3d-8ff0eecb9424 req-4eb5cc42-a945-44e6-a180-e48913f2e517 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 1101 time: 0.3122683 Aug 30 13:01:19.045853 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Attempting to bind port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:19.046219 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Attempting to bind port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6f328cc1-e643-4b24-8f74-12b6fef4bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:19.046577 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Attempting to bind port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 on network f116ac93-c444-426f-86ee-8db8f6febea5 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:19.051041 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-133bd8c6-47a4-42d3-93d6-4cf37da00e5a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/quotas/919aaf448c2b4960b0bc207cc67bed38 HTTP/1.1" status: 200 len: 375 time: 0.0232351 Aug 30 13:01:19.063534 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:19.063903 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Checking segment: {'id': '6f328cc1-e643-4b24-8f74-12b6fef4bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:19.064304 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.064690 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Bound using segment: {'id': '6f328cc1-e643-4b24-8f74-12b6fef4bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:19.065333 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Bound port: fb5949b7-616b-4b56-8a9c-c36d7bd5e792, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f328cc1-e643-4b24-8f74-12b6fef4bfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:19.065751 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.072470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7d7ec366-f414-4bd1-b004-a69c9c179448, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7d7ec366-f414-4bd1-b004-a69c9c179448,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:19.087591 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.110203 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ecf3f724-95f4-42b3-ba3d-8ff0eecb9424 req-0859b924-dafe-4ff2-bbfd-fb4c4b3f9507 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561845 Aug 30 13:01:19.145507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.150892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-4cc26b83-1a0a-4e40-bcd9-69a69982f411 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985792 Aug 30 13:01:19.180708 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] For port fb5949b7-616b-4b56-8a9c-c36d7bd5e792, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:19.184943 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] For port fb5949b7-616b-4b56-8a9c-c36d7bd5e792, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fb5949b7-616b-4b56-8a9c-c36d7bd5e792,segment=NetworkSegment(6f328cc1-e643-4b24-8f74-12b6fef4bfa1),segment_id=6f328cc1-e643-4b24-8f74-12b6fef4bfa1)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:19.192998 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.195416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:19.199317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.234709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7d7ec366-f414-4bd1-b004-a69c9c179448,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:19.338464 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d842793-b7ec-4e8d-ac93-e567f031f532 None None] Pushing event updated for resources: {'Port': ['ID=fb5949b7-616b-4b56-8a9c-c36d7bd5e792,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:19.357917 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Routers {'5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:19.358537 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:19.367510 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-17270f54-0a87-4e71-81a8-ebdc1b3425db service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156761 Aug 30 13:01:19.462422 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.464922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Allocated IP 172.20.0.9 (3d069a2b-f34e-48dd-a07f-e1f299591259/7a467f0e-fef5-4869-b05f-0e95e9dcd576/24f4219d-372f-4637-adb6-6ac697f5efb1) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:19.482604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.484382 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] Set router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:19.531007 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b99671b3-bbed-4b60-b244-b61d5e5e68c5 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624043 Aug 30 13:01:19.624199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event updated for resources: {'Port': ['ID=3974faa4-4b42-44e2-b145-63b4fd104797,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:19.637407 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.705963 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.713394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e83e544-058c-41e2-88d7-796106ceb919 req-5d4881ad-f17e-4559-bb21-8da82e0b14e5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.0797205 Aug 30 13:01:19.802724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e83e544-058c-41e2-88d7-796106ceb919 req-abe90bc2-bc6a-4164-b111-60e44f565ba0 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.0880306 Aug 30 13:01:19.859540 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:01:14Z', 'revision_number': 4, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'gw_port': {'id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:10Z', 'updated_at': '2021-08-30T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'fb5949b7-616b-4b56-8a9c-c36d7bd5e792', 'name': '', 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'mac_address': 'fa:16:3e:ca:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '02997bcf-8c64-47a6-ba1c-ecea6ba59cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:13Z', 'updated_at': '2021-08-30T13:01:19Z', 'revision_number': 4, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'subnets': [{'id': '02997bcf-8c64-47a6-ba1c-ecea6ba59cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:19.897182 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee124df3-e565-4cd4-a13c-c0aff4ea045e None None] The sync data for ids ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'] in n-d-688802-6 is: [{'id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:01:14Z', 'revision_number': 4, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'gw_port': {'id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:10Z', 'updated_at': '2021-08-30T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'fb5949b7-616b-4b56-8a9c-c36d7bd5e792', 'name': '', 'network_id': 'f116ac93-c444-426f-86ee-8db8f6febea5', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'mac_address': 'fa:16:3e:ca:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 840, 'fixed_ips': [{'subnet_id': '02997bcf-8c64-47a6-ba1c-ecea6ba59cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:13Z', 'updated_at': '2021-08-30T13:01:19Z', 'revision_number': 4, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'subnets': [{'id': '02997bcf-8c64-47a6-ba1c-ecea6ba59cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:01:19.938556 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:19.955106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Transition to ACTIVE for port object 24f4219d-372f-4637-adb6-6ac697f5efb1 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:20.022523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:20.108313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network 3d069a2b-f34e-48dd-a07f-e1f299591259 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:20.114977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:20.117188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:20.126968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e544-058c-41e2-88d7-796106ceb919 req-33ac7109-4d49-4562-aa27-8b80096a7a88 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:20.128771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e83e544-058c-41e2-88d7-796106ceb919 req-33ac7109-4d49-4562-aa27-8b80096a7a88 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.3252549 Aug 30 13:01:20.138604 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-84e2aa5f-b243-4438-9b72-9b8387166d07 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50614 time: 0.3586426 Aug 30 13:01:20.152912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-6e83e544-058c-41e2-88d7-796106ceb919 req-85a1e354-4e23-47af-9f6f-d8352064db7d tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:01:20.161993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e83e544-058c-41e2-88d7-796106ceb919 req-85a1e354-4e23-47af-9f6f-d8352064db7d tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252492 Aug 30 13:01:20.211778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Port': ['ID=24f4219d-372f-4637-adb6-6ac697f5efb1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:20.255513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:20.258071 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:20.281970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-3008171f-0187-4c74-a06c-faa738dd2d5a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3954520 Aug 30 13:01:20.285555 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-9d9846be-0f93-4e2b-ba03-04e290a4f398 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/065f62db-ef97-457d-b6fa-e122a9cfda18 HTTP/1.1" status: 200 len: 2981 time: 0.1376941 Aug 30 13:01:20.295922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'admin_state_up': True, 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'security_groups': ['aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:20.360009 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-903cd0fa-548b-4ec2-b9a7-3b19ea684730 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/065f62db-ef97-457d-b6fa-e122a9cfda18 HTTP/1.1" status: 200 len: 2981 time: 0.0622087 Aug 30 13:01:20.445924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16081c-896d-4e20-89b9-86fec4977694 req-978f8c03-0a66-461e-9e73-b06da2018b66 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:20.450365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-90d50a00-f55d-4908-abf2-a47980d2ca62 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2aa377f2-09f9-4c26-94e0-ee9a4f607c89 HTTP/1.1" status: 200 len: 2981 time: 0.0828199 Aug 30 13:01:20.455438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e16081c-896d-4e20-89b9-86fec4977694 req-978f8c03-0a66-461e-9e73-b06da2018b66 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 950 time: 0.1291144 Aug 30 13:01:20.518235 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-f45d8b1c-a372-457c-8db5-1b251e7643cd tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/2aa377f2-09f9-4c26-94e0-ee9a4f607c89 HTTP/1.1" status: 200 len: 2981 time: 0.0660133 Aug 30 13:01:20.559357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e16081c-896d-4e20-89b9-86fec4977694 req-d2a25059-2fd2-4344-8922-8dc3278c8225 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923495 Aug 30 13:01:20.573681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:20.577375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:20.583581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7c19fbb6-8559-4b0f-819b-2fec8841e277 None None] Provisioning for port 24f4219d-372f-4637-adb6-6ac697f5efb1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:20.589368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7c19fbb6-8559-4b0f-819b-2fec8841e277 None None] Provisioning complete for port 24f4219d-372f-4637-adb6-6ac697f5efb1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:20.589959 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7c19fbb6-8559-4b0f-819b-2fec8841e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:20.629324 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-ac301a59-7ebc-4b99-9194-1f5bc0f70995 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4049803e-f8c6-4083-ba52-35d593e4bca6 HTTP/1.1" status: 200 len: 2977 time: 0.1099801 Aug 30 13:01:20.690053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-aabde77b-494c-4f03-95f4-93ab010e7657 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/4049803e-f8c6-4083-ba52-35d593e4bca6 HTTP/1.1" status: 200 len: 2977 time: 0.0595126 Aug 30 13:01:20.698306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fb5949b7-616b-4b56-8a9c-c36d7bd5e792 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:20.712938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c61b24-4f3e-4203-9482-dcc08fed10be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7ec366-f414-4bd1-b004-a69c9c179448'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:20.719491 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dec0cf-25c1-48c0-a29b-c49722cc3aba" -d '{"events": [{"server_uuid": "f6c61b24-4f3e-4203-9482-dcc08fed10be", "name": "network-vif-plugged", "status": "completed", "tag": "7d7ec366-f414-4bd1-b004-a69c9c179448"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:20.744689 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-dd7f4855-0015-4f29-8fd9-2bb8d8392a71 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/581036c6-a58b-474f-92f0-c76535c7c8d8 HTTP/1.1" status: 200 len: 2981 time: 0.0536606 Aug 30 13:01:20.784203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7c19fbb6-8559-4b0f-819b-2fec8841e277 None None] Port 24f4219d-372f-4637-adb6-6ac697f5efb1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:20.805077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-a993e58c-42a1-4206-acca-e50e4ef53d44 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/581036c6-a58b-474f-92f0-c76535c7c8d8 HTTP/1.1" status: 200 len: 2981 time: 0.0594130 Aug 30 13:01:20.866150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:20.867653 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-b08c433b-c825-4fde-94c8-03691e1c4856 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5b3276b7-fa06-452b-8856-4671ddfb2ec3 HTTP/1.1" status: 200 len: 2981 time: 0.0615816 Aug 30 13:01:20.871541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:20.872065 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:20.930455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Allocated IP 10.1.1.24 (771a7f3a-e245-48d3-8293-62931754e424/dbac50f5-8f70-419d-b23f-b3cec8d49efd/e2618e52-0bee-4ce8-8e9c-de471cd123c1) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:20.986126 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-50f0b849-562b-47d9-a621-063efa1ececd tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/5b3276b7-fa06-452b-8856-4671ddfb2ec3 HTTP/1.1" status: 200 len: 2981 time: 0.1110358 Aug 30 13:01:21.032976 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:21.041509 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-9e0cf8d5-4d2f-454f-b4c2-0274b7162981 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/66d93ea2-7e9d-416f-9877-ef8723c2cbef HTTP/1.1" status: 200 len: 2973 time: 0.0538824 Aug 30 13:01:21.080670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port fb5949b7-616b-4b56-8a9c-c36d7bd5e792, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fb5949b7-616b-4b56-8a9c-c36d7bd5e792,segment=NetworkSegment(6f328cc1-e643-4b24-8f74-12b6fef4bfa1),segment_id=6f328cc1-e643-4b24-8f74-12b6fef4bfa1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:21.086976 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:21.112102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-d93f22a8-6d28-4ee7-8e9b-b0c2374abdeb tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/66d93ea2-7e9d-416f-9877-ef8723c2cbef HTTP/1.1" status: 200 len: 2973 time: 0.0700710 Aug 30 13:01:21.146465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=fb5949b7-616b-4b56-8a9c-c36d7bd5e792,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:21.154445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.154793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.155131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.155464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.155933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.156267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.156590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.156913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.157233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.157554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.157899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.158218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:21.176892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-75be6180-530b-4069-90ba-68c29414df97 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7205aa83-72a3-4b49-af69-cb87fbd24a15 HTTP/1.1" status: 200 len: 2981 time: 0.0629818 Aug 30 13:01:21.177117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec33bef-29e4-4cee-8101-a3e8bb724b6c req-9c6ecb2b-cd30-4399-ba29-b2e44ad6e594 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:21.179123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eec33bef-29e4-4cee-8101-a3e8bb724b6c req-9c6ecb2b-cd30-4399-ba29-b2e44ad6e594 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 931 time: 0.0952373 Aug 30 13:01:21.234210 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-1f5f5f62-1895-4bd1-85f9-2159b1d2a467 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/7205aa83-72a3-4b49-af69-cb87fbd24a15 HTTP/1.1" status: 200 len: 2981 time: 0.0400085 Aug 30 13:01:21.239419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eec33bef-29e4-4cee-8101-a3e8bb724b6c req-c8b51bba-6ce5-4d0e-ad60-ffcedc76211b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473895 Aug 30 13:01:21.244413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:21.262425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Transition to ACTIVE for port object e2618e52-0bee-4ce8-8e9c-de471cd123c1 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:21.313154 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:21.342219 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-e912903d-e570-4b8f-9f0e-c1697f0a606e tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/787f696b-0d65-48bf-94fd-9d926cb4ed59 HTTP/1.1" status: 200 len: 2981 time: 0.0903106 Aug 30 13:01:21.419038 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-6ccbfe1a-dfe8-4757-a889-0433db7b1958 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/787f696b-0d65-48bf-94fd-9d926cb4ed59 HTTP/1.1" status: 200 len: 2981 time: 0.0675087 Aug 30 13:01:21.467982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network 771a7f3a-e245-48d3-8293-62931754e424 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:21.486977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-a3ef6523-f316-421b-8a51-1f485c4ea148 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/806c0916-8e15-4c2f-a5c4-b000ee6bf8f1 HTTP/1.1" status: 200 len: 2981 time: 0.0653834 Aug 30 13:01:21.487518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:21.507099 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b5bc22d-45f9-4cca-9032-f571a3215f29 req-8a57b46a-0613-4298-afa3-e1dbf105320f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 210 time: 0.0587134 Aug 30 13:01:21.522927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:21.584808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-2a221838-1387-4e9f-9096-606ff36eebbf tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/806c0916-8e15-4c2f-a5c4-b000ee6bf8f1 HTTP/1.1" status: 200 len: 2981 time: 0.0965536 Aug 30 13:01:21.624219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-4c9641fa-bdc0-4645-81ab-132cf05807f4 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:21.625846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-4c9641fa-bdc0-4645-81ab-132cf05807f4 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.3063357 Aug 30 13:01:21.685787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-43883a10-6cad-46e7-88b5-d95f47b5827c tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/97926d75-d337-4720-b71d-0aee4bfdb47a HTTP/1.1" status: 200 len: 2981 time: 0.0925746 Aug 30 13:01:21.740213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:21.740789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:21.759823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Request body: {'port': {'device_id': '5f1d75cb-9564-469e-9ae4-8321045af00b', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'admin_state_up': True, 'tenant_id': '919aaf448c2b4960b0bc207cc67bed38'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:21.763740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Port': ['ID=e2618e52-0bee-4ce8-8e9c-de471cd123c1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:21.771576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-bbc7263d-d4b7-4242-b0e0-7c13a88ba1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4824159 Aug 30 13:01:21.776225 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-c04e9c2f-dc64-488a-b791-e4ed86808e43 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/97926d75-d337-4720-b71d-0aee4bfdb47a HTTP/1.1" status: 200 len: 2981 time: 0.0774875 Aug 30 13:01:21.825354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2664f701-721a-4e73-99f9-f9223f585f77 None None] Provisioning for port e2618e52-0bee-4ce8-8e9c-de471cd123c1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:21.830533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2664f701-721a-4e73-99f9-f9223f585f77 None None] Provisioning complete for port e2618e52-0bee-4ce8-8e9c-de471cd123c1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:21.831027 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2664f701-721a-4e73-99f9-f9223f585f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:21.851305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-517b8e97-365e-46ec-bcb5-b0db0a93c2f3 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b1293a81-b608-4997-b586-ab551614abd2 HTTP/1.1" status: 200 len: 2981 time: 0.0641181 Aug 30 13:01:21.906763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2664f701-721a-4e73-99f9-f9223f585f77 None None] Port e2618e52-0bee-4ce8-8e9c-de471cd123c1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:21.923040 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-4503af6e-7424-4ffc-8ba6-7a690b391e27 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/b1293a81-b608-4997-b586-ab551614abd2 HTTP/1.1" status: 200 len: 2981 time: 0.0699403 Aug 30 13:01:21.971374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-e59983f2-1a24-4d82-a63d-06c17905683f tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead HTTP/1.1" status: 200 len: 2981 time: 0.0467761 Aug 30 13:01:22.028731 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-a73bab12-d70c-4927-9ae6-8dfade7061d1 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead HTTP/1.1" status: 200 len: 2981 time: 0.0488718 Aug 30 13:01:22.081036 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-3ec4596b-d8b6-4ce3-9f41-b5f7d179e7c7 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c9a51391-f649-4c3f-a399-1536dd6731b0 HTTP/1.1" status: 200 len: 2981 time: 0.0512724 Aug 30 13:01:22.128641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-6ceb02a6-e20d-4208-839b-e684f4543889 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/c9a51391-f649-4c3f-a399-1536dd6731b0 HTTP/1.1" status: 200 len: 2981 time: 0.0464506 Aug 30 13:01:22.165075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'admin_state_up': True, 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'security_groups': ['aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:22.183170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-447f68fc-7f29-4674-8034-98b92481bb6e tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ec510bf7-62a7-4d1f-9cda-696ead4c9432 HTTP/1.1" status: 200 len: 2981 time: 0.0509324 Aug 30 13:01:22.232615 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-0ccab924-e03d-415a-87bc-433b90189bde tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/ec510bf7-62a7-4d1f-9cda-696ead4c9432 HTTP/1.1" status: 200 len: 2981 time: 0.0479004 Aug 30 13:01:22.259721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-356511d9-bb0a-4337-a06e-bfa3d7105475 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6883080 Aug 30 13:01:22.275582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:22.278628 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-e6653895-f8f7-405a-9e4d-e433dd478da9 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f2d61f71-6d83-4cdc-a13e-4372bdab32ff HTTP/1.1" status: 200 len: 2981 time: 0.0454984 Aug 30 13:01:22.336412 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:22.349939 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ac12fda-f9b6-4794-b9be-ea16f0bb046a req-8fc776ca-a7bf-4e75-8fcd-308638fb74ae tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/f2d61f71-6d83-4cdc-a13e-4372bdab32ff HTTP/1.1" status: 200 len: 2981 time: 0.0605285 Aug 30 13:01:22.416089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Made reservation on behalf of 919aaf448c2b4960b0bc207cc67bed38 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:22.421304 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:22.446136 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c1db5-52e0-4f80-909e-5dbd56b47a58 x-openstack-request-id: req-616c1db5-52e0-4f80-909e-5dbd56b47a58 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:22.446729 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c61b24-4f3e-4203-9482-dcc08fed10be", "name": "network-vif-plugged", "status": "completed", "tag": "7d7ec366-f414-4bd1-b004-a69c9c179448", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:22.447146 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-616c1db5-52e0-4f80-909e-5dbd56b47a58 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:22.447714 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c61b24-4f3e-4203-9482-dcc08fed10be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7ec366-f414-4bd1-b004-a69c9c179448', 'code': 200} Aug 30 13:01:22.486582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:22.492338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:22.601620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fb5949b7-616b-4b56-8a9c-c36d7bd5e792 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:22.619099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019bbb5-75ae-44b2-84aa-35f9c25d72b0 req-0c9a78b5-7614-4cb3-b897-1d30ac87b98b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:22.627840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4019bbb5-75ae-44b2-84aa-35f9c25d72b0 req-0c9a78b5-7614-4cb3-b897-1d30ac87b98b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.1110570 Aug 30 13:01:22.656666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:22.657292 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:22.699420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4019bbb5-75ae-44b2-84aa-35f9c25d72b0 req-703e4023-c0d1-4dfd-a9b4-53a33b0d9574 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705433 Aug 30 13:01:22.716645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531aa2d-c6b7-4ac1-843d-5d50182a1900 req-ed149ae2-eaed-430c-8be8-dcd7ecd79a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:22.718202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2531aa2d-c6b7-4ac1-843d-5d50182a1900 req-ed149ae2-eaed-430c-8be8-dcd7ecd79a94 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 1101 time: 0.1616006 Aug 30 13:01:22.737245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Allocated IP 172.20.0.4 (85b23412-467f-4f3e-8b55-decbbe850201/db198819-93a6-483c-ab96-0292a32f931d/18fdb7de-a929-4dcd-8de3-39f2bb92de94) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:22.768180 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:22.777438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2531aa2d-c6b7-4ac1-843d-5d50182a1900 req-e8fbfa63-866a-4e4a-b603-a1c69053a052 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512128 Aug 30 13:01:22.806172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Allocated IP 10.1.1.223 (771a7f3a-e245-48d3-8293-62931754e424/dbac50f5-8f70-419d-b23f-b3cec8d49efd/70497155-57ab-40aa-a3ff-4e8ec33426bd) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:22.837425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60401724-f2e2-4ee9-a197-42c8331439b3 req-fdfec8ac-799b-4da1-b1f5-6e66e75d17a1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:22.838932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-60401724-f2e2-4ee9-a197-42c8331439b3 req-fdfec8ac-799b-4da1-b1f5-6e66e75d17a1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 950 time: 0.0602345 Aug 30 13:01:22.878551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-60401724-f2e2-4ee9-a197-42c8331439b3 req-e32e6975-0fb2-4c84-b3bd-5725fb8896fc tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Aug 30 13:01:22.997264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d216f-a6c2-4160-a186-3dc0454992aa req-2723897f-ca08-4fd5-a85c-9676718d9c0e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:23.003098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d216f-a6c2-4160-a186-3dc0454992aa req-2723897f-ca08-4fd5-a85c-9676718d9c0e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:23.004701 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c1d216f-a6c2-4160-a186-3dc0454992aa req-2723897f-ca08-4fd5-a85c-9676718d9c0e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 1652 time: 0.0609913 Aug 30 13:01:23.045735 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c1d216f-a6c2-4160-a186-3dc0454992aa req-70e2d91f-f88b-4f99-8b0b-d493009b4109 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329237 Aug 30 13:01:23.073024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Allocated IP 172.25.2.121 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/54769f88-adca-4451-a947-f0a9d31d2c10) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:23.167561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6316e7fc-d397-4250-9169-28ff60a9a586 req-5b0a033a-3c7c-431f-ad8c-eff29bae0d05 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecdf27d79ab844b58436a013172edfd0 HTTP/1.1" status: 200 len: 6101 time: 0.0731387 Aug 30 13:01:23.189806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.229604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.232930 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6316e7fc-d397-4250-9169-28ff60a9a586 req-221b4459-1089-48eb-bf58-c27b5ec40e58 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] 10.222.0.37 "GET /v2.0/security-groups/806c0916-8e15-4c2f-a5c4-b000ee6bf8f1 HTTP/1.1" status: 200 len: 2981 time: 0.0583670 Aug 30 13:01:23.279025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Transition to ACTIVE for port object 70497155-57ab-40aa-a3ff-4e8ec33426bd will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:23.290055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6316e7fc-d397-4250-9169-28ff60a9a586 req-d9844667-1f96-4861-9c23-5f31aeb5482c tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] 10.222.0.37 "GET /v2.0/security-groups/806c0916-8e15-4c2f-a5c4-b000ee6bf8f1 HTTP/1.1" status: 200 len: 2981 time: 0.0545421 Aug 30 13:01:23.314617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.337937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.383688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49060a-c6a7-4d4d-82bf-25673d72a46d req-490dcadc-e9c4-48aa-a146-1d5fc88341af tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:23.385329 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d49060a-c6a7-4d4d-82bf-25673d72a46d req-490dcadc-e9c4-48aa-a146-1d5fc88341af tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 931 time: 0.0511115 Aug 30 13:01:23.398815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Network 85b23412-467f-4f3e-8b55-decbbe850201 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:23.409789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:23.415675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:23.433138 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d49060a-c6a7-4d4d-82bf-25673d72a46d req-ca960219-1447-4f70-81b7-78a20b58cdf8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Aug 30 13:01:23.439260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event updated for resources: {'Port': ['ID=18fdb7de-a929-4dcd-8de3-39f2bb92de94,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:23.454498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.507735 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d457803-3c7c-4a36-a6b7-962c5a1c716f req-52e5047f-9c5f-44e7-87db-6b866d1536d1 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/0bc47d5d-31a3-4a6b-860c-803004e83e6d HTTP/1.1" status: 200 len: 1778 time: 0.0390415 Aug 30 13:01:23.529700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network 771a7f3a-e245-48d3-8293-62931754e424 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:23.539610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:23.540247 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.545951 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.547857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:23.558811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:23.563099 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1d457803-3c7c-4a36-a6b7-962c5a1c716f req-ed29ba6c-9b14-4914-b87d-b8b415ad2e96 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.566133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Port': ['ID=70497155-57ab-40aa-a3ff-4e8ec33426bd,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:23.589571 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1d457803-3c7c-4a36-a6b7-962c5a1c716f req-ed29ba6c-9b14-4914-b87d-b8b415ad2e96 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.604544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b47054f7-d684-4a8e-a844-2e10169faec9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9609694 Aug 30 13:01:23.637997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Request body: {'port': {'device_id': '5f1d75cb-9564-469e-9ae4-8321045af00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:23.654094 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1d457803-3c7c-4a36-a6b7-962c5a1c716f req-ed29ba6c-9b14-4914-b87d-b8b415ad2e96 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.658788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1d457803-3c7c-4a36-a6b7-962c5a1c716f req-ed29ba6c-9b14-4914-b87d-b8b415ad2e96 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.661062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d457803-3c7c-4a36-a6b7-962c5a1c716f req-ed29ba6c-9b14-4914-b87d-b8b415ad2e96 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bc47d5d-31a3-4a6b-860c-803004e83e6d HTTP/1.1" status: 204 len: 173 time: 0.1468575 Aug 30 13:01:23.677317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:23.678751 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29ba6c-9b14-4914-b87d-b8b415ad2e96 tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc47d5d-31a3-4a6b-860c-803004e83e6d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:23.695588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:23.711939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:23.721510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:23.722194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.746936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event updated for resources: {'Port': ['ID=54769f88-adca-4451-a947-f0a9d31d2c10,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:23.811320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-400640ee-a35c-40a1-8750-534523e82e5f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9743059 Aug 30 13:01:23.813442 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.815870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-339ea287-a0d8-443a-90d4-c06754af4eb6 req-d443c3a7-7805-4878-94e9-90dff39a262b tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "GET /v2.0/security-groups/8fc2a86d-212e-4d4c-8bbb-68aa5cc7fec7 HTTP/1.1" status: 200 len: 1777 time: 0.0459840 Aug 30 13:01:23.853565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e', 'admin_state_up': True, 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'security_groups': ['aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:23.855573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e6b889bc-dbda-4f96-9b21-412aa8a2242b None None] Provisioning for port 70497155-57ab-40aa-a3ff-4e8ec33426bd completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:23.870346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e6b889bc-dbda-4f96-9b21-412aa8a2242b None None] Provisioning complete for port 70497155-57ab-40aa-a3ff-4e8ec33426bd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:23.871787 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e6b889bc-dbda-4f96-9b21-412aa8a2242b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.888819 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-339ea287-a0d8-443a-90d4-c06754af4eb6 req-ec8c1c33-d7f0-4d3e-8a56-8a63dabf486f tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.913176 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-339ea287-a0d8-443a-90d4-c06754af4eb6 req-ec8c1c33-d7f0-4d3e-8a56-8a63dabf486f tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.954386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.967645 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-339ea287-a0d8-443a-90d4-c06754af4eb6 req-ec8c1c33-d7f0-4d3e-8a56-8a63dabf486f tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.971060 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-339ea287-a0d8-443a-90d4-c06754af4eb6 req-ec8c1c33-d7f0-4d3e-8a56-8a63dabf486f tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:23.973075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-339ea287-a0d8-443a-90d4-c06754af4eb6 req-ec8c1c33-d7f0-4d3e-8a56-8a63dabf486f tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fc2a86d-212e-4d4c-8bbb-68aa5cc7fec7 HTTP/1.1" status: 204 len: 173 time: 0.1492672 Aug 30 13:01:23.990417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c1c33-d7f0-4d3e-8a56-8a63dabf486f tempest-SecurityGroupsTestAdminJSON-1443666867 tempest-SecurityGroupsTestAdminJSON-1443666867-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc2a86d-212e-4d4c-8bbb-68aa5cc7fec7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:24.090294 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.120669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e6b889bc-dbda-4f96-9b21-412aa8a2242b None None] Port 70497155-57ab-40aa-a3ff-4e8ec33426bd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:24.191134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf7bfa-3dec-453c-816d-17733c5d135d req-d5fc4d76-dd83-48e6-8323-2f9299b6422e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:24.193115 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6eaf7bfa-3dec-453c-816d-17733c5d135d req-d5fc4d76-dd83-48e6-8323-2f9299b6422e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.0658472 Aug 30 13:01:24.216518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:24.254092 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6eaf7bfa-3dec-453c-816d-17733c5d135d req-8af1f240-c507-4aec-895d-b116d9007036 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525162 Aug 30 13:01:24.364645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4686c-4468-4362-828a-d3727ce0c63d req-69d95ade-f254-4a4c-8350-cedc5bcfe16f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:24.371837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bd4686c-4468-4362-828a-d3727ce0c63d req-69d95ade-f254-4a4c-8350-cedc5bcfe16f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 950 time: 0.0555584 Aug 30 13:01:24.410754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.416268 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bd4686c-4468-4362-828a-d3727ce0c63d req-51710a64-e571-46d5-b661-06aa15998d30 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Aug 30 13:01:24.487280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-39e156d8-0a8f-4973-b870-03cc962132ef req-237c771a-fba8-4336-b0e1-3494df018023 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] 10.222.0.37 "GET /v2.0/security-groups/ae7a178b-43f4-4eed-bae9-d4eb7d520f6f HTTP/1.1" status: 200 len: 1777 time: 0.0427823 Aug 30 13:01:24.543212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18fdb7de-a929-4dcd-8de3-39f2bb92de94 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:24.552280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.556862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-39e156d8-0a8f-4973-b870-03cc962132ef req-512803e4-03e3-4fbe-b46e-876d2b689893 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.563732 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.581681 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-39e156d8-0a8f-4973-b870-03cc962132ef req-512803e4-03e3-4fbe-b46e-876d2b689893 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.609673 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.621044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Transition to ACTIVE for port object 18fdb7de-a929-4dcd-8de3-39f2bb92de94 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:24.627370 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-39e156d8-0a8f-4973-b870-03cc962132ef req-512803e4-03e3-4fbe-b46e-876d2b689893 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.631100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-39e156d8-0a8f-4973-b870-03cc962132ef req-512803e4-03e3-4fbe-b46e-876d2b689893 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.632422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-39e156d8-0a8f-4973-b870-03cc962132ef req-512803e4-03e3-4fbe-b46e-876d2b689893 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae7a178b-43f4-4eed-bae9-d4eb7d520f6f HTTP/1.1" status: 204 len: 173 time: 0.1379168 Aug 30 13:01:24.645788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512803e4-03e3-4fbe-b46e-876d2b689893 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7a178b-43f4-4eed-bae9-d4eb7d520f6f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:24.669101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.754633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc271-58f5-4f6b-8fe2-5d8cb482cb74 req-66ea12f0-3b34-4446-af29-87a017d24a96 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:24.761491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc271-58f5-4f6b-8fe2-5d8cb482cb74 req-66ea12f0-3b34-4446-af29-87a017d24a96 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:24.766311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3dc271-58f5-4f6b-8fe2-5d8cb482cb74 req-66ea12f0-3b34-4446-af29-87a017d24a96 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:24.773270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c3dc271-58f5-4f6b-8fe2-5d8cb482cb74 req-66ea12f0-3b34-4446-af29-87a017d24a96 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 2373 time: 0.0705948 Aug 30 13:01:24.792211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event updated for resources: {'Port': ['ID=54769f88-adca-4451-a947-f0a9d31d2c10,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:24.814025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c3dc271-58f5-4f6b-8fe2-5d8cb482cb74 req-b336ae93-d3d6-4550-a111-6cfc22a231d6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389838 Aug 30 13:01:24.905512 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.930504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d3695-0995-4c08-9571-6969d6987b31 req-ff2a7f65-a35e-4ccf-bef8-c3179a6ff21c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:24.930924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Pushing event updated for resources: {'Port': ['ID=18fdb7de-a929-4dcd-8de3-39f2bb92de94,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:24.932274 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-531d3695-0995-4c08-9571-6969d6987b31 req-ff2a7f65-a35e-4ccf-bef8-c3179a6ff21c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 950 time: 0.0535374 Aug 30 13:01:24.944785 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:24.946151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-503cc0a4-c585-4758-8b51-7508e04d7c07 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6791637 Aug 30 13:01:24.972298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Allocated IP 10.2.2.100 (cc5a463d-926b-4632-a0da-1ab17dd39b9e/3a14ceb5-98a9-43f9-949f-545b61114da6/b9132d50-ae96-4a27-b256-8bd3fa50c0a9) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:24.982565 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-531d3695-0995-4c08-9571-6969d6987b31 req-61fda73d-bc3c-49c5-be59-839179ada9ba tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Aug 30 13:01:25.017007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Attempting to bind port 18fdb7de-a929-4dcd-8de3-39f2bb92de94 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:25.017007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Attempting to bind port 18fdb7de-a929-4dcd-8de3-39f2bb92de94 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:25.017344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Attempting to bind port 18fdb7de-a929-4dcd-8de3-39f2bb92de94 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:25.025704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-17a4f24d-1dc3-461f-abfb-668d4d8fd485 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.121 HTTP/1.1" status: 200 len: 696 time: 0.0700917 Aug 30 13:01:25.028588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Port 18fdb7de-a929-4dcd-8de3-39f2bb92de94 on network 85b23412-467f-4f3e-8b55-decbbe850201 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:25.028918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Attempting to bind port 18fdb7de-a929-4dcd-8de3-39f2bb92de94 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:25.053902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:25.054238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Checking segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:25.054620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Bound using segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:25.055061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Bound port: 18fdb7de-a929-4dcd-8de3-39f2bb92de94, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:25.055418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.112455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba426aac-de36-4937-8bcb-ba3e450671be req-b23e9fb4-f881-4260-b58f-9851d9bc3914 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:25.115081 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba426aac-de36-4937-8bcb-ba3e450671be req-b23e9fb4-f881-4260-b58f-9851d9bc3914 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 943 time: 0.0573490 Aug 30 13:01:25.168557 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba426aac-de36-4937-8bcb-ba3e450671be req-379bd456-88d3-42b4-a26d-d9c9bfe6070e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Aug 30 13:01:25.262367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-014d995b-f55c-44dc-b701-e71931454f31 req-cf613169-f024-426b-a328-dbb413fb330a tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] 10.222.0.37 "GET /v2.0/security-groups/089a8219-8b8f-4052-a7ad-1224e6c879be HTTP/1.1" status: 200 len: 1776 time: 0.0676947 Aug 30 13:01:25.282324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-c65a76ad-bace-4b12-8646-9148c204e707 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:25.283776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbe3bb28-f174-4503-b8ff-23d8e5b02107 req-c65a76ad-bace-4b12-8646-9148c204e707 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.2451944 Aug 30 13:01:25.292055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] For port 18fdb7de-a929-4dcd-8de3-39f2bb92de94, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:25.298811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] For port 18fdb7de-a929-4dcd-8de3-39f2bb92de94, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=18fdb7de-a929-4dcd-8de3-39f2bb92de94,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:25.307821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.346970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-014d995b-f55c-44dc-b701-e71931454f31 req-714f2207-f43c-4bf9-9e6d-9d8a26a148d6 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.355907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.358900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:25.359522 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.361589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] 10.222.0.35 "PUT /v2.0/ports/18fdb7de-a929-4dcd-8de3-39f2bb92de94 HTTP/1.1" status: 200 len: 1091 time: 1.7300584 Aug 30 13:01:25.363400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1d75cb-9564-469e-9ae4-8321045af00b', 'tag': '18fdb7de-a929-4dcd-8de3-39f2bb92de94'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:25.365785 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680d6984-212f-4929-8ce2-ca02a7560d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1d75cb-9564-469e-9ae4-8321045af00b", "tag": "18fdb7de-a929-4dcd-8de3-39f2bb92de94"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:25.399844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-014d995b-f55c-44dc-b701-e71931454f31 req-714f2207-f43c-4bf9-9e6d-9d8a26a148d6 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.405639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Transition to ACTIVE for port object b9132d50-ae96-4a27-b256-8bd3fa50c0a9 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:25.428473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4cd08-e2c8-4c91-b455-2d14fee58b95 service neutron] Pushing event updated for resources: {'Port': ['ID=18fdb7de-a929-4dcd-8de3-39f2bb92de94,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:25.485505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-f5ed945d-849f-48aa-9331-67636cd04b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:25.487063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-f5ed945d-849f-48aa-9331-67636cd04b85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 1094 time: 0.0727558 Aug 30 13:01:25.494474 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-014d995b-f55c-44dc-b701-e71931454f31 req-714f2207-f43c-4bf9-9e6d-9d8a26a148d6 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.497886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-014d995b-f55c-44dc-b701-e71931454f31 req-714f2207-f43c-4bf9-9e6d-9d8a26a148d6 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.499026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-014d995b-f55c-44dc-b701-e71931454f31 req-714f2207-f43c-4bf9-9e6d-9d8a26a148d6 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] 10.222.0.37 "DELETE /v2.0/security-groups/089a8219-8b8f-4052-a7ad-1224e6c879be HTTP/1.1" status: 204 len: 173 time: 0.2357197 Aug 30 13:01:25.502654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.512680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f2207-f43c-4bf9-9e6d-9d8a26a148d6 tempest-SecurityGroupsTestAdminJSON-1809858200 tempest-SecurityGroupsTestAdminJSON-1809858200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=089a8219-8b8f-4052-a7ad-1224e6c879be,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:25.686236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79d8b4-1762-41c1-9964-a9a1a7e7bed6 req-39661f23-69fc-4e09-9a76-6c7ebc9b9d8b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:25.697391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a79d8b4-1762-41c1-9964-a9a1a7e7bed6 req-39661f23-69fc-4e09-9a76-6c7ebc9b9d8b tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.0852225 Aug 30 13:01:25.761430 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a79d8b4-1762-41c1-9964-a9a1a7e7bed6 req-ede88344-a20e-4071-ae04-395dfa505c22 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630603 Aug 30 13:01:25.921710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-31ae69be-8af8-41a0-bcb4-68ba308855bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18fdb7de-a929-4dcd-8de3-39f2bb92de94 HTTP/1.1" status: 200 len: 217 time: 0.4255865 Aug 30 13:01:25.942507 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b5a0b7cf-246b-4b1e-9030-d9e1c84374e0 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1363645 Aug 30 13:01:25.948627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:25.956550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37066) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:25.985297 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:25.993547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network cc5a463d-926b-4632-a0da-1ab17dd39b9e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:26.007529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:26.015918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:26.054195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Port': ['ID=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:26.061033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-16776a92-908a-4232-80c2-b8067f7aed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:26.062909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-16776a92-908a-4232-80c2-b8067f7aed1d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.1240909 Aug 30 13:01:26.126105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-b25fb0b7-dba0-48f1-a834-1c59563ea7b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540214 Aug 30 13:01:26.143580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7211d4-fa42-41d5-8228-dbc510593940 req-651dcdc0-d6d1-49ea-8993-92f9a8014c17 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:26.149687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7211d4-fa42-41d5-8228-dbc510593940 req-651dcdc0-d6d1-49ea-8993-92f9a8014c17 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:26.150666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.164986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae7211d4-fa42-41d5-8228-dbc510593940 req-651dcdc0-d6d1-49ea-8993-92f9a8014c17 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be&device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 1691 time: 0.2742190 Aug 30 13:01:26.218354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:26.219117 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.248194 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6a1a3ee7-db7b-4559-bc76-5818ae4dddba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecdf27d79ab844b58436a013172edfd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864053 Aug 30 13:01:26.249232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37072) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:26.295146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-9d045489-22fd-4743-8377-22ec49e19026 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4502938 Aug 30 13:01:26.318813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e', 'admin_state_up': True, 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'security_groups': ['aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:26.322704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Allocated IP 172.25.2.139 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/03143636-b64b-4b5f-8a23-9d8100f019ed) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:26.330949 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae7211d4-fa42-41d5-8228-dbc510593940 req-c04b2bd0-0295-48e7-b7c1-f2a35d062660 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650033 Aug 30 13:01:26.381157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e9fed7ad-765f-426d-855a-af729957bf74 None None] Provisioning for port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:26.385429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e9fed7ad-765f-426d-855a-af729957bf74 None None] Provisioning complete for port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:26.385946 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e9fed7ad-765f-426d-855a-af729957bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.430493 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831cfad2-7c8c-453f-8bcc-a68e0c9c158d x-openstack-request-id: req-831cfad2-7c8c-453f-8bcc-a68e0c9c158d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:26.430983 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1d75cb-9564-469e-9ae4-8321045af00b", "tag": "18fdb7de-a929-4dcd-8de3-39f2bb92de94", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:26.431097 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-831cfad2-7c8c-453f-8bcc-a68e0c9c158d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:26.431420 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1d75cb-9564-469e-9ae4-8321045af00b', 'tag': '18fdb7de-a929-4dcd-8de3-39f2bb92de94', 'status': 'completed', 'code': 200} Aug 30 13:01:26.460841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e9fed7ad-765f-426d-855a-af729957bf74 None None] Port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:26.476510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-bcbd3fa8-4d03-4562-9ded-d6da0adf9423 service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086629 Aug 30 13:01:26.482331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad6ba-c55d-440e-b1c7-83340ce5e0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.489440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.534988 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.583062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:26.606614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad6ba-c55d-440e-b1c7-83340ce5e0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.606895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:26.611549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:26.652645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event updated for resources: {'Port': ['ID=03143636-b64b-4b5f-8a23-9d8100f019ed,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:26.704074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Made reservation on behalf of 53a8d29c14914348beb1a09388685f20 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:26.710048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.719756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.734978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c91fca-d3dd-48e1-ad4c-aeb3c62cd09b req-d6663dff-ef20-43cc-be27-a6c76f79a06e service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421308 Aug 30 13:01:26.747333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09fa0-473d-4640-94ca-b6db6b57e84c req-1daf894c-acd6-4296-8c3c-3af14bcaa726 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:26.755479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09fa0-473d-4640-94ca-b6db6b57e84c req-1daf894c-acd6-4296-8c3c-3af14bcaa726 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:26.762454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09fa0-473d-4640-94ca-b6db6b57e84c req-1daf894c-acd6-4296-8c3c-3af14bcaa726 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:26.762628 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.769395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09fa0-473d-4640-94ca-b6db6b57e84c req-1daf894c-acd6-4296-8c3c-3af14bcaa726 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:26.771879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfd09fa0-473d-4640-94ca-b6db6b57e84c req-1daf894c-acd6-4296-8c3c-3af14bcaa726 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 3094 time: 0.2239180 Aug 30 13:01:26.832501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad6ba-c55d-440e-b1c7-83340ce5e0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.835552 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad6ba-c55d-440e-b1c7-83340ce5e0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:26.838983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4d3ad6ba-c55d-440e-b1c7-83340ce5e0c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/806c0916-8e15-4c2f-a5c4-b000ee6bf8f1 HTTP/1.1" status: 204 len: 168 time: 0.5864193 Aug 30 13:01:26.900101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ad6ba-c55d-440e-b1c7-83340ce5e0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c0916-8e15-4c2f-a5c4-b000ee6bf8f1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:26.919500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfd09fa0-473d-4640-94ca-b6db6b57e84c req-1501a855-8067-49ac-8578-ed04ad71f9c8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319456 Aug 30 13:01:26.975536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-b53b4734-1c95-4a3e-88b5-69c45dcdf8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:26.977085 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-b53b4734-1c95-4a3e-88b5-69c45dcdf8bf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 1094 time: 0.1810460 Aug 30 13:01:27.200410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9429879-4d0d-4eb1-8ce2-e956b27e1c5a req-0cee094d-da8d-4c82-9919-2adde5bbd94e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:27.202166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9429879-4d0d-4eb1-8ce2-e956b27e1c5a req-0cee094d-da8d-4c82-9919-2adde5bbd94e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 943 time: 0.1525609 Aug 30 13:01:27.210762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Allocated IP 10.2.2.200 (cc5a463d-926b-4632-a0da-1ab17dd39b9e/3a14ceb5-98a9-43f9-949f-545b61114da6/67aa8042-d52a-4dc9-a7f1-f109a63e6ced) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:27.232925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-703a8c75-1b62-480e-a946-ca89b56f4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:27.234558 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-703a8c75-1b62-480e-a946-ca89b56f4385 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 913 time: 0.2396967 Aug 30 13:01:27.257695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37086) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:27.287181 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.301353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.325205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9429879-4d0d-4eb1-8ce2-e956b27e1c5a req-1679400e-45bc-467f-b42a-f56892ad39dd tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104786 Aug 30 13:01:27.326806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-e79fcfe1-167f-4f92-8373-f8bdcab3b053 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18fdb7de-a929-4dcd-8de3-39f2bb92de94 HTTP/1.1" status: 200 len: 217 time: 0.0751898 Aug 30 13:01:27.370610 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a1c8e0c0-5ec0-4335-9343-68af50a0322d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=262546efe1324992b3a6308158f0d6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1113594 Aug 30 13:01:27.390126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37088) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:27.408747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event updated for resources: {'Port': ['ID=03143636-b64b-4b5f-8a23-9d8100f019ed,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:27.443851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.473448 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.482577 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-b4fb43cc-9dd0-444f-9e06-f6955abc1cad tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5392249 Aug 30 13:01:27.486992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-2d619f57-e4f3-4292-8824-46991f3497f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:27.488842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-2d619f57-e4f3-4292-8824-46991f3497f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.1505008 Aug 30 13:01:27.542169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-3a956a73-000f-473b-b9c4-ed9101a9b094 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400045 Aug 30 13:01:27.552049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-906a0bba-28bf-404c-bf08-9aad333d703f tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.0684943 Aug 30 13:01:27.565651 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c6df5e9-d844-418a-a605-4310ef38c93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.639042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.662857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-28a35c57-3a33-4838-a47c-0a2133cb5d8f tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:27.668876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b73be8d4-cd20-40bb-8541-8f1e49839691 req-28a35c57-3a33-4838-a47c-0a2133cb5d8f tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1159840 Aug 30 13:01:27.682495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c6df5e9-d844-418a-a605-4310ef38c93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.694563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Transition to ACTIVE for port object 67aa8042-d52a-4dc9-a7f1-f109a63e6ced will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:27.759841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-097782b1-0ae0-4895-94bb-3a51406d6e85 service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075922 Aug 30 13:01:27.767053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b617cb-d322-4b60-8742-c362e42e2509 req-7ac016fa-29a9-4604-8549-f84f13eb0845 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:27.768887 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e6b617cb-d322-4b60-8742-c362e42e2509 req-7ac016fa-29a9-4604-8549-f84f13eb0845 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 1101 time: 0.0471392 Aug 30 13:01:27.779099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c3bf3-ccb7-4715-a6ff-530508322266 req-a4bc133c-6675-4e34-9590-f2220e709c78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:27.780590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-049c3bf3-ccb7-4715-a6ff-530508322266 req-a4bc133c-6675-4e34-9590-f2220e709c78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.2016816 Aug 30 13:01:27.813722 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e6b617cb-d322-4b60-8742-c362e42e2509 req-266569b5-b551-4326-983c-c9218f6dfb51 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375657 Aug 30 13:01:27.871864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.883275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c6df5e9-d844-418a-a605-4310ef38c93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.885778 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c6df5e9-d844-418a-a605-4310ef38c93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:27.889090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7c6df5e9-d844-418a-a605-4310ef38c93f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c9a51391-f649-4c3f-a399-1536dd6731b0 HTTP/1.1" status: 204 len: 168 time: 0.4757361 Aug 30 13:01:27.932479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-049c3bf3-ccb7-4715-a6ff-530508322266 req-0eeeeb55-6621-4a43-bcce-1f031890cb42 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417322 Aug 30 13:01:27.936729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6df5e9-d844-418a-a605-4310ef38c93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a51391-f649-4c3f-a399-1536dd6731b0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:27.961226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Network cc5a463d-926b-4632-a0da-1ab17dd39b9e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:27.983177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:27.984957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event updated for resources: {'Port': ['ID=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:27.989454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:28.021314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-680d6984-212f-4929-8ce2-ca02a7560d8b req-f8a8ae57-cb6d-4d62-868b-6e910d677e29 service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505822 Aug 30 13:01:28.070343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:28.070612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-59f78881-14eb-4399-b597-2bfedb51b226 req-c5022e96-992e-4b60-b751-16d463110753 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2250571 Aug 30 13:01:28.071288 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.076296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:28.106875 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.142613 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.149016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-6e8620de-19b0-4b83-babc-f5c44399d4a8 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8398829 Aug 30 13:01:28.161018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f841b0-f9d4-4eb1-ad7c-53dbcbcbfebc req-4ceec268-133e-4e65-bd52-5c449b264fe2 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:28.162699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59f841b0-f9d4-4eb1-ad7c-53dbcbcbfebc req-4ceec268-133e-4e65-bd52-5c449b264fe2 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 1101 time: 0.0679781 Aug 30 13:01:28.166714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:28.253177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59f841b0-f9d4-4eb1-ad7c-53dbcbcbfebc req-2378bc07-7711-4e7d-a812-ed68c9b69895 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833178 Aug 30 13:01:28.257084 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.312815 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.430200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-11584dc8-7784-49d9-a16d-348c42ece288 None None] Provisioning for port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:28.434728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-11584dc8-7784-49d9-a16d-348c42ece288 None None] Provisioning complete for port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:28.435103 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-11584dc8-7784-49d9-a16d-348c42ece288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.478566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Allocated IP 172.25.2.46 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/6f6fc30e-47a3-46af-bf32-1a49e8f2d90c) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:28.508900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-11584dc8-7784-49d9-a16d-348c42ece288 None None] Port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:28.516886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625be4-db82-4218-81b9-01d4d7ffeabd req-edd340eb-aa58-499c-ad88-118ba0e724ea tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:28.525849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625be4-db82-4218-81b9-01d4d7ffeabd req-edd340eb-aa58-499c-ad88-118ba0e724ea tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:28.533302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625be4-db82-4218-81b9-01d4d7ffeabd req-edd340eb-aa58-499c-ad88-118ba0e724ea tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:28.541143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625be4-db82-4218-81b9-01d4d7ffeabd req-edd340eb-aa58-499c-ad88-118ba0e724ea tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:28.548609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca625be4-db82-4218-81b9-01d4d7ffeabd req-edd340eb-aa58-499c-ad88-118ba0e724ea tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:28.550471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca625be4-db82-4218-81b9-01d4d7ffeabd req-edd340eb-aa58-499c-ad88-118ba0e724ea tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 3815 time: 0.1660571 Aug 30 13:01:28.619192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca625be4-db82-4218-81b9-01d4d7ffeabd req-71213b72-b975-4944-9c56-2c647d41ea34 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575693 Aug 30 13:01:28.624967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.683791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f4219d-372f-4637-adb6-6ac697f5efb1 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:28.694729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.697770 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.715016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Transition to ACTIVE for port object 24f4219d-372f-4637-adb6-6ac697f5efb1 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:28.722417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:28.783047 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:28.792842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Pushing event updated for resources: {'Port': ['ID=24f4219d-372f-4637-adb6-6ac697f5efb1,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:28.801642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:28.806512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:28.809208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event updated for resources: {'Port': ['ID=6f6fc30e-47a3-46af-bf32-1a49e8f2d90c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:28.900963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Attempting to bind port 24f4219d-372f-4637-adb6-6ac697f5efb1 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:28.901314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Attempting to bind port 24f4219d-372f-4637-adb6-6ac697f5efb1 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:28.901652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Attempting to bind port 24f4219d-372f-4637-adb6-6ac697f5efb1 on network 3d069a2b-f34e-48dd-a07f-e1f299591259 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:28.907037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Port 24f4219d-372f-4637-adb6-6ac697f5efb1 on network 3d069a2b-f34e-48dd-a07f-e1f299591259 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:28.907361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Attempting to bind port 24f4219d-372f-4637-adb6-6ac697f5efb1 on network 3d069a2b-f34e-48dd-a07f-e1f299591259 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:28.918004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:28.918348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Checking segment: {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:28.918740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Bound using segment: {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:28.919181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Bound port: 24f4219d-372f-4637-adb6-6ac697f5efb1, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:28.919537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.032339 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.089228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] For port 24f4219d-372f-4637-adb6-6ac697f5efb1, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:29.091905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.096593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] For port 24f4219d-372f-4637-adb6-6ac697f5efb1, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=24f4219d-372f-4637-adb6-6ac697f5efb1,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:29.107584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e26a5-a12c-4181-b535-1211eaac1abe req-a21efb00-9525-4b98-98ed-a925abbae584 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:29.109201 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb0e26a5-a12c-4181-b535-1211eaac1abe req-a21efb00-9525-4b98-98ed-a925abbae584 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 943 time: 0.1296163 Aug 30 13:01:29.111161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.132022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:29.133629 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.135994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] 10.222.0.35 "PUT /v2.0/ports/24f4219d-372f-4637-adb6-6ac697f5efb1 HTTP/1.1" status: 200 len: 1091 time: 0.9776947 Aug 30 13:01:29.163134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:29.166269 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fefbe8-8696-4f35-8bc5-5ac1866a0455" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:29.174151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:29.308349 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb0e26a5-a12c-4181-b535-1211eaac1abe req-d0a3d34d-3bbb-4e4b-b953-d91ded6d299b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871970 Aug 30 13:01:29.310667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ff5ce-2e79-4a9f-8ec8-d8fe646b2c97 service neutron] Pushing event updated for resources: {'Port': ['ID=24f4219d-372f-4637-adb6-6ac697f5efb1,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:29.380126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.439083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.455034 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.537485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event updated for resources: {'Port': ['ID=6f6fc30e-47a3-46af-bf32-1a49e8f2d90c,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:29.576846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.593883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.595472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-59f78881-14eb-4399-b597-2bfedb51b226 req-653e5c4f-e07d-4d6f-a2a7-ef7d506b25ee tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5238070 Aug 30 13:01:29.670147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-59f78881-14eb-4399-b597-2bfedb51b226 req-3070664e-d66b-4ae8-be12-f28cf61cd4f6 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0631514 Aug 30 13:01:29.730330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0557e41-1c8c-4182-a466-6a2bc17426f5 req-4d8ece45-17fb-4b2e-bdef-3245fad44a5e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:29.731988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0557e41-1c8c-4182-a466-6a2bc17426f5 req-4d8ece45-17fb-4b2e-bdef-3245fad44a5e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.0829966 Aug 30 13:01:29.797181 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0557e41-1c8c-4182-a466-6a2bc17426f5 req-49111e74-8e65-437d-bf4a-458b4abfa289 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578876 Aug 30 13:01:29.805275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f78881-14eb-4399-b597-2bfedb51b226 req-6238c008-3e82-4197-8de2-7f1ca7a572f9 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:29.807141 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-59f78881-14eb-4399-b597-2bfedb51b226 req-6238c008-3e82-4197-8de2-7f1ca7a572f9 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1300645 Aug 30 13:01:29.853813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a6339c-7374-43d6-b5dd-c60a6ad87c63 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:29.861491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.874126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Transition to ACTIVE for port object 97a6339c-7374-43d6-b5dd-c60a6ad87c63 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:29.882543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:29.954576 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e3da61-e066-4500-803b-9404b8b51d10 x-openstack-request-id: req-16e3da61-e066-4500-803b-9404b8b51d10 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:29.954975 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:29.955330 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-16e3da61-e066-4500-803b-9404b8b51d10 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:29.956442 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'status': 'completed', 'code': 200} Aug 30 13:01:29.956821 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-ad33978a-b799-44eb-bcd9-11dd381c2933 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317276 Aug 30 13:01:30.086820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Pushing event updated for resources: {'Port': ['ID=97a6339c-7374-43d6-b5dd-c60a6ad87c63,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:30.128307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-26952112-cab0-4242-8c91-13ba6593974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.128980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6d7e6e6f-d272-4a90-80da-beb5d90b72df tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.129348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-26952112-cab0-4242-8c91-13ba6593974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.130129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-26952112-cab0-4242-8c91-13ba6593974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.130947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-26952112-cab0-4242-8c91-13ba6593974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.131722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-26952112-cab0-4242-8c91-13ba6593974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.132530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-26952112-cab0-4242-8c91-13ba6593974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.135059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-26952112-cab0-4242-8c91-13ba6593974e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5246 time: 0.1775825 Aug 30 13:01:30.137894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6d7e6e6f-d272-4a90-80da-beb5d90b72df tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639483 Aug 30 13:01:30.155281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-ac4f6efb-1868-405f-9615-89aca8ad191c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/quotas/c7498a1be3eb4f79a17f877ba20a3172 HTTP/1.1" status: 200 len: 375 time: 0.0164449 Aug 30 13:01:30.201223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Attempting to bind port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:30.201792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Attempting to bind port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:30.202365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Attempting to bind port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:30.218112 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-83af7586-cabc-4d00-a298-e4541f0cd61c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618968 Aug 30 13:01:30.567428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:30.641629 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ab38d68-52cb-4bed-8750-73b62e7015c4 req-c4a9b418-be57-4061-b116-2081ef1d8be0 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips/f069092c-083f-459e-946d-595c98bc3eca HTTP/1.1" status: 200 len: 692 time: 0.0503280 Aug 30 13:01:30.671333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3db1-ce98-42fb-9f0d-6b95b0215f96 req-0c5ecfa9-b093-4b41-a61c-2b92bcb24bf5 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.678685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3db1-ce98-42fb-9f0d-6b95b0215f96 req-0c5ecfa9-b093-4b41-a61c-2b92bcb24bf5 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.684615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3db1-ce98-42fb-9f0d-6b95b0215f96 req-0c5ecfa9-b093-4b41-a61c-2b92bcb24bf5 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.690652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3db1-ce98-42fb-9f0d-6b95b0215f96 req-0c5ecfa9-b093-4b41-a61c-2b92bcb24bf5 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.697467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3db1-ce98-42fb-9f0d-6b95b0215f96 req-0c5ecfa9-b093-4b41-a61c-2b92bcb24bf5 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.709026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3db1-ce98-42fb-9f0d-6b95b0215f96 req-0c5ecfa9-b093-4b41-a61c-2b92bcb24bf5 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.716964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54dc3db1-ce98-42fb-9f0d-6b95b0215f96 req-0c5ecfa9-b093-4b41-a61c-2b92bcb24bf5 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 4602 time: 0.7022829 Aug 30 13:01:30.740655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 on network 771a7f3a-e245-48d3-8293-62931754e424 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:30.741387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Attempting to bind port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:30.772085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:30.772610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Checking segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:30.773107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Bound using segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:30.773776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Bound port: 97a6339c-7374-43d6-b5dd-c60a6ad87c63, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:30.774251 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:30.779905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab38d68-52cb-4bed-8750-73b62e7015c4 req-14a63c81-ea05-4ac7-af1b-3c7e91f892f1 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.781315 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ab38d68-52cb-4bed-8750-73b62e7015c4 req-14a63c81-ea05-4ac7-af1b-3c7e91f892f1 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1305804 Aug 30 13:01:30.864023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-2c96bd9f-ff22-49bc-b19a-44805b418ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.864506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-2c96bd9f-ff22-49bc-b19a-44805b418ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.865221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-2c96bd9f-ff22-49bc-b19a-44805b418ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:30.868188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-2c96bd9f-ff22-49bc-b19a-44805b418ef0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=53a8d29c14914348beb1a09388685f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7164631 Aug 30 13:01:30.885605 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54dc3db1-ce98-42fb-9f0d-6b95b0215f96 req-5a64e07a-04d7-4e6e-859e-89146096e69e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600735 Aug 30 13:01:31.079529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 18fdb7de-a929-4dcd-8de3-39f2bb92de94 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:01:31.350666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] For port 97a6339c-7374-43d6-b5dd-c60a6ad87c63, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:31.405496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 18fdb7de-a929-4dcd-8de3-39f2bb92de94, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=18fdb7de-a929-4dcd-8de3-39f2bb92de94,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:31.407047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] For port 97a6339c-7374-43d6-b5dd-c60a6ad87c63, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=97a6339c-7374-43d6-b5dd-c60a6ad87c63,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:31.438848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '18fdb7de-a929-4dcd-8de3-39f2bb92de94', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'port_id': '18fdb7de-a929-4dcd-8de3-39f2bb92de94', 'mac_address': 'fa:16:3e:60:38:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db198819-93a6-483c-ab96-0292a32f931d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:01:31.446395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:31.497201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c543-4d2d-49c5-ac87-61b926a62904 req-a2641560-f971-4851-96ac-882d3ca5a6e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:31.499324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f86c543-4d2d-49c5-ac87-61b926a62904 req-a2641560-f971-4851-96ac-882d3ca5a6e1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 943 time: 0.4726000 Aug 30 13:01:31.539853 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:31.548519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-a58b11c9-0b85-4bb5-a197-b4243a74f134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:31.550029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91fefbe8-8696-4f35-8bc5-5ac1866a0455 req-a58b11c9-0b85-4bb5-a197-b4243a74f134 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6631866 Aug 30 13:01:31.554532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:31.555176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:31.556602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] 10.222.0.35 "PUT /v2.0/ports/97a6339c-7374-43d6-b5dd-c60a6ad87c63 HTTP/1.1" status: 200 len: 1133 time: 2.3867176 Aug 30 13:01:31.564005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fdb7de-a929-4dcd-8de3-39f2bb92de94 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:31.583884 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4af39b63-c613-4e4d-9807-b4d37024e08d tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips/f069092c-083f-459e-946d-595c98bc3eca HTTP/1.1" status: 200 len: 692 time: 0.1093357 Aug 30 13:01:31.593242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c8a01-3682-476e-81f4-8b510f67b66e service neutron] Pushing event updated for resources: {'Port': ['ID=97a6339c-7374-43d6-b5dd-c60a6ad87c63,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:31.598220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 18fdb7de-a929-4dcd-8de3-39f2bb92de94, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=18fdb7de-a929-4dcd-8de3-39f2bb92de94,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:31.614033 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:31.631622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f86c543-4d2d-49c5-ac87-61b926a62904 req-43a8a63f-9e54-48ab-bd5b-dfae301ca539 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142893 Aug 30 13:01:31.652283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:31.776551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-a8dce200-03df-4c51-a3fd-af4267c22d1e tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:31.778033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-a8dce200-03df-4c51-a3fd-af4267c22d1e tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1933150 Aug 30 13:01:31.784505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=18fdb7de-a929-4dcd-8de3-39f2bb92de94,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:31.839770 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:31.863592 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-1edd6141-38e8-465f-9d97-4746635849c5 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0727179 Aug 30 13:01:31.962236 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-6ba8ab9a-e3fd-4d8a-b12b-1d413eb494ce tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0972614 Aug 30 13:01:31.963300 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['18fdb7de-a929-4dcd-8de3-39f2bb92de94'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:31.968681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '97a6339c-7374-43d6-b5dd-c60a6ad87c63'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:31.979216 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d877f64b-acd8-4909-b82d-ec51a60cbec3" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "97a6339c-7374-43d6-b5dd-c60a6ad87c63"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:32.042008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07424c-522e-42ee-8f83-c012e78c6414 req-4dbb6c6d-44dd-4860-85b3-e0c69d4bf5bd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:32.043532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd07424c-522e-42ee-8f83-c012e78c6414 req-4dbb6c6d-44dd-4860-85b3-e0c69d4bf5bd tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.2054503 Aug 30 13:01:32.151897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd07424c-522e-42ee-8f83-c012e78c6414 req-a723ca64-2759-4a07-a2d7-f744add642c9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010635 Aug 30 13:01:32.153013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Deleting port 6f6fc30e-47a3-46af-bf32-1a49e8f2d90c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:32.153367 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:32.333787 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:32.341294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:32.369823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Calling delete_port for 6f6fc30e-47a3-46af-bf32-1a49e8f2d90c owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:32.457281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-568dca39-9c22-444f-8514-f5d2434fc860 req-78b24e28-d24b-4922-ae34-07175b914402 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 210 time: 0.0747414 Aug 30 13:01:32.568962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-86aa8b68-663d-41e5-b1a0-797225cb6e1d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289583 Aug 30 13:01:32.606905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:32.667076 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-403bd105-8933-4d8f-a77d-dde96b287031 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1246319 Aug 30 13:01:32.670570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c41a4a6-df09-4307-a892-1ee811eb509e {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:32.682259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event deleted for resources: {'Port': ['ID=6f6fc30e-47a3-46af-bf32-1a49e8f2d90c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:32.700371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:32.724630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Transition to ACTIVE for port object 0c41a4a6-df09-4307-a892-1ee811eb509e will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:32.759027 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:32.794225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:32.797129 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:32.798351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3edb18d-1e02-41fd-b427-a1c0271f4252 req-4460257e-bd72-4304-a1e5-a4cfe89748f3 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "DELETE /v2.0/floatingips/f069092c-083f-459e-946d-595c98bc3eca HTTP/1.1" status: 204 len: 173 time: 0.8353090 Aug 30 13:01:32.830532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-394f4b3d-15c0-485f-a6bf-dc695bb47384 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:32.834336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-394f4b3d-15c0-485f-a6bf-dc695bb47384 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438619 Aug 30 13:01:32.853997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Request body: {'port': {'device_id': '08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'c7498a1be3eb4f79a17f877ba20a3172'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:32.870580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba529-ce2e-463f-a6c9-c83aa8a7d5b3 req-b8cac0ed-3676-4e58-a302-bf38203189c2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:32.876446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba529-ce2e-463f-a6c9-c83aa8a7d5b3 req-b8cac0ed-3676-4e58-a302-bf38203189c2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:32.893898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba529-ce2e-463f-a6c9-c83aa8a7d5b3 req-b8cac0ed-3676-4e58-a302-bf38203189c2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:32.899992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba529-ce2e-463f-a6c9-c83aa8a7d5b3 req-b8cac0ed-3676-4e58-a302-bf38203189c2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:32.905950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba529-ce2e-463f-a6c9-c83aa8a7d5b3 req-b8cac0ed-3676-4e58-a302-bf38203189c2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:32.912676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ba529-ce2e-463f-a6c9-c83aa8a7d5b3 req-b8cac0ed-3676-4e58-a302-bf38203189c2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:32.920485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d10ba529-ce2e-463f-a6c9-c83aa8a7d5b3 req-b8cac0ed-3676-4e58-a302-bf38203189c2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 4602 time: 0.3186848 Aug 30 13:01:32.923134 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a146f6-97b0-43a5-89fb-36ec4e9b0661 x-openstack-request-id: req-03a146f6-97b0-43a5-89fb-36ec4e9b0661 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:32.923531 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "97a6339c-7374-43d6-b5dd-c60a6ad87c63", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:32.923805 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-03a146f6-97b0-43a5-89fb-36ec4e9b0661 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:32.924259 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '97a6339c-7374-43d6-b5dd-c60a6ad87c63', 'status': 'completed', 'code': 200} Aug 30 13:01:32.962552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Pushing event updated for resources: {'Port': ['ID=0c41a4a6-df09-4307-a892-1ee811eb509e,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:33.058155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Made reservation on behalf of c7498a1be3eb4f79a17f877ba20a3172 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:33.069590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:33.079908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-001de016-10da-4c29-9c93-cac125ef85eb tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.082351 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-001de016-10da-4c29-9c93-cac125ef85eb tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560364 Aug 30 13:01:33.092355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 18fdb7de-a929-4dcd-8de3-39f2bb92de94 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:33.136071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d10ba529-ce2e-463f-a6c9-c83aa8a7d5b3 req-6807c9e2-0856-4889-8763-da3c40c72ad9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2145216 Aug 30 13:01:33.152405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Request body: {'port': {'device_id': '8308f9d9-979f-4f5d-bfa6-8efe479e9f9c', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'c7498a1be3eb4f79a17f877ba20a3172'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:33.225173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 18fdb7de-a929-4dcd-8de3-39f2bb92de94 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:33.231496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 18fdb7de-a929-4dcd-8de3-39f2bb92de94 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:33.231974 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:33.268981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-ea964940-db5d-45e1-849e-a37cd4772dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.270115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-ea964940-db5d-45e1-849e-a37cd4772dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.270627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-ea964940-db5d-45e1-849e-a37cd4772dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.271202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-ea964940-db5d-45e1-849e-a37cd4772dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.271738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-ea964940-db5d-45e1-849e-a37cd4772dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.272290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-ea964940-db5d-45e1-849e-a37cd4772dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.272816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-ea964940-db5d-45e1-849e-a37cd4772dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.274900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-ea964940-db5d-45e1-849e-a37cd4772dc6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6174 time: 0.3389251 Aug 30 13:01:33.344536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Allocated IP 192.168.233.146 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/e255a631-7ac9-493c-87dc-eb9b74903cd5) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:33.381193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:33.382391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445019a-5cde-4585-bf3b-17f778462b05 req-f12db405-e10c-43aa-b6e0-e3cbe5854fed tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.384119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8445019a-5cde-4585-bf3b-17f778462b05 req-f12db405-e10c-43aa-b6e0-e3cbe5854fed tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 944 time: 0.1436107 Aug 30 13:01:33.435595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1d75cb-9564-469e-9ae4-8321045af00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fdb7de-a929-4dcd-8de3-39f2bb92de94'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:33.439087 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30df35e-1012-4b11-b282-2b748a1fdbf6" -d '{"events": [{"server_uuid": "5f1d75cb-9564-469e-9ae4-8321045af00b", "name": "network-vif-plugged", "status": "completed", "tag": "18fdb7de-a929-4dcd-8de3-39f2bb92de94"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:33.456992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 18fdb7de-a929-4dcd-8de3-39f2bb92de94, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=18fdb7de-a929-4dcd-8de3-39f2bb92de94,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:33.463724 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:33.468621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Attempting to bind port 0c41a4a6-df09-4307-a892-1ee811eb509e on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:33.469082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Attempting to bind port 0c41a4a6-df09-4307-a892-1ee811eb509e by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:33.469594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Attempting to bind port 0c41a4a6-df09-4307-a892-1ee811eb509e on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:33.514380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Port 0c41a4a6-df09-4307-a892-1ee811eb509e on network 771a7f3a-e245-48d3-8293-62931754e424 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:33.514881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Attempting to bind port 0c41a4a6-df09-4307-a892-1ee811eb509e on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:33.548844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=18fdb7de-a929-4dcd-8de3-39f2bb92de94,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:33.567664 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:33.573569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:33.574079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Checking segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:33.574804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Bound using segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:33.575122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Bound port: 0c41a4a6-df09-4307-a892-1ee811eb509e, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:33.575597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:33.595564 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8445019a-5cde-4585-bf3b-17f778462b05 req-7ad23d7b-a63f-4dbb-a65b-a07f60b1b679 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026846 Aug 30 13:01:33.596809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Transition to ACTIVE for port object e255a631-7ac9-493c-87dc-eb9b74903cd5 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:33.640997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:33.654674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:33.662254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:33.665941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb1088-8c63-43eb-a1b4-e98b373364d6 req-8c55ce85-addd-4692-a4bb-c63937093f66 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.679955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cbb1088-8c63-43eb-a1b4-e98b373364d6 req-8c55ce85-addd-4692-a4bb-c63937093f66 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4268320 Aug 30 13:01:33.707746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-da24ceb6-bf94-484e-a73c-b67c175887e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.708224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-da24ceb6-bf94-484e-a73c-b67c175887e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.708688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-da24ceb6-bf94-484e-a73c-b67c175887e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.710330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-da24ceb6-bf94-484e-a73c-b67c175887e0 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=53a8d29c14914348beb1a09388685f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4145422 Aug 30 13:01:33.731117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:33.735750 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:33.740845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:33.749190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Made reservation on behalf of c7498a1be3eb4f79a17f877ba20a3172 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:33.764187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:33.915574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event updated for resources: {'Port': ['ID=e255a631-7ac9-493c-87dc-eb9b74903cd5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:33.965320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.966579 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:33.987438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af42a8-97de-4663-83e2-bab0b9425478 req-eb1d056b-fbcc-448a-bc43-77dfce4cbe0e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:33.996843 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50af42a8-97de-4663-83e2-bab0b9425478 req-eb1d056b-fbcc-448a-bc43-77dfce4cbe0e tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.2126989 Aug 30 13:01:34.035193 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-e9bf60e4-db9a-42ee-9302-be2886c3abd6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1864054 Aug 30 13:01:34.047974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Request body: {'port': {'device_id': '08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:34.119475 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a67f0bd-3b0c-4d7c-838e-78c5007d719c x-openstack-request-id: req-2a67f0bd-3b0c-4d7c-838e-78c5007d719c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:34.120429 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1d75cb-9564-469e-9ae4-8321045af00b", "name": "network-vif-plugged", "status": "completed", "tag": "18fdb7de-a929-4dcd-8de3-39f2bb92de94", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:34.120836 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2a67f0bd-3b0c-4d7c-838e-78c5007d719c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:34.121443 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1d75cb-9564-469e-9ae4-8321045af00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fdb7de-a929-4dcd-8de3-39f2bb92de94', 'code': 200} Aug 30 13:01:34.127892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50af42a8-97de-4663-83e2-bab0b9425478 req-acac3a70-4de9-40cf-b2d9-bf10a8bea2a4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253228 Aug 30 13:01:34.155705 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:34.262057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0cbede97-b822-4c4e-a3a1-fa9f61e6b213 None None] Provisioning for port e255a631-7ac9-493c-87dc-eb9b74903cd5 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:34.277689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Allocated IP 192.168.233.27 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/777516e5-fbbe-4575-848c-3ed35a59cf65) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:34.297565 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0cbede97-b822-4c4e-a3a1-fa9f61e6b213 None None] Provisioning complete for port e255a631-7ac9-493c-87dc-eb9b74903cd5 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:34.298043 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0cbede97-b822-4c4e-a3a1-fa9f61e6b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:34.310633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e625fca0-17cc-4d17-bf52-0fc95ba863c4 req-5e3f8853-4ad7-48ef-b0cf-97a2edf817c1 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?tenant_id=28b03f7a81aa423797cc8028074cbebd HTTP/1.1" status: 200 len: 1655 time: 0.1303058 Aug 30 13:01:34.348846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0cbede97-b822-4c4e-a3a1-fa9f61e6b213 None None] Port e255a631-7ac9-493c-87dc-eb9b74903cd5 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:34.459458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:34.460681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625fca0-17cc-4d17-bf52-0fc95ba863c4 req-e330fa42-81b2-44fc-b4c6-3a48cba78fed tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:34.463241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e625fca0-17cc-4d17-bf52-0fc95ba863c4 req-e330fa42-81b2-44fc-b4c6-3a48cba78fed tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks?id=da5f4eeb-23a2-4741-addb-4923406a7fe6&id=da5f4eeb-23a2-4741-addb-4923406a7fe6&id=da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 787 time: 0.1514759 Aug 30 13:01:34.477709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Transition to ACTIVE for port object 777516e5-fbbe-4575-848c-3ed35a59cf65 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:34.512886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-6b5253e1-2a3b-4dfa-89ca-b3118dbc87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:34.514568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d877f64b-acd8-4909-b82d-ec51a60cbec3 req-6b5253e1-2a3b-4dfa-89ca-b3118dbc87d4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7901983 Aug 30 13:01:34.528173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] For port 0c41a4a6-df09-4307-a892-1ee811eb509e, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:34.531778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] For port 0c41a4a6-df09-4307-a892-1ee811eb509e, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c41a4a6-df09-4307-a892-1ee811eb509e,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:34.568571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:34.580770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:34.623005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:34.702777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:34.703387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:34.704821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] 10.222.0.35 "PUT /v2.0/ports/0c41a4a6-df09-4307-a892-1ee811eb509e HTTP/1.1" status: 200 len: 1135 time: 3.0570054 Aug 30 13:01:34.707536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:34.714444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dd386-44cc-4bc8-9bca-3afe587eefc7 req-008e0e23-a738-4aa3-a320-a1b76fe9c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:34.716105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d72dd386-44cc-4bc8-9bca-3afe587eefc7 req-008e0e23-a738-4aa3-a320-a1b76fe9c6a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 1096 time: 0.2005193 Aug 30 13:01:34.723824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:34.734231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:34.756675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbff621-bdb9-49ff-b336-b11dde04d39d req-f8a2fc7e-47e7-4851-829a-7c7546810e40 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:34.762833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:34.777071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cbff621-bdb9-49ff-b336-b11dde04d39d req-f8a2fc7e-47e7-4851-829a-7c7546810e40 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 935 time: 0.2349002 Aug 30 13:01:34.855987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:34.937002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '0c41a4a6-df09-4307-a892-1ee811eb509e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:34.939390 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d56525-1d96-45fd-a794-f7853fde37d3" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "0c41a4a6-df09-4307-a892-1ee811eb509e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:34.957946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556b6e3-a8fd-4098-96db-9b3f7e21df94 service neutron] Pushing event updated for resources: {'Port': ['ID=0c41a4a6-df09-4307-a892-1ee811eb509e,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:34.973436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d72dd386-44cc-4bc8-9bca-3afe587eefc7 req-3c1b66b3-e199-408b-a456-c504a787aa36 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421873 Aug 30 13:01:34.990076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e255a631-7ac9-493c-87dc-eb9b74903cd5 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:35.020329 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f07b8-48bc-4fab-b178-a9dc0289f90b req-0318ad3d-33a0-41d1-96f7-f4ebd46297ca tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.045425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f07b8-48bc-4fab-b178-a9dc0289f90b req-0318ad3d-33a0-41d1-96f7-f4ebd46297ca tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.045681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.046477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:35.070735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f07b8-48bc-4fab-b178-a9dc0289f90b req-0318ad3d-33a0-41d1-96f7-f4ebd46297ca tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.085291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f07b8-48bc-4fab-b178-a9dc0289f90b req-0318ad3d-33a0-41d1-96f7-f4ebd46297ca tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.088003 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cbff621-bdb9-49ff-b336-b11dde04d39d req-a48cd841-c3f4-4dd7-9419-f1cfa705e119 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100383 Aug 30 13:01:35.095727 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:35.096711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f07b8-48bc-4fab-b178-a9dc0289f90b req-0318ad3d-33a0-41d1-96f7-f4ebd46297ca tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.103873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f07b8-48bc-4fab-b178-a9dc0289f90b req-0318ad3d-33a0-41d1-96f7-f4ebd46297ca tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.126858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f07b8-48bc-4fab-b178-a9dc0289f90b req-0318ad3d-33a0-41d1-96f7-f4ebd46297ca tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.134004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0237522 Aug 30 13:01:35.139389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f67f07b8-48bc-4fab-b178-a9dc0289f90b req-0318ad3d-33a0-41d1-96f7-f4ebd46297ca tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5379 time: 0.3575928 Aug 30 13:01:35.154173 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:35.168404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f0590-69b1-417a-9688-7f5b4f596b39 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event updated for resources: {'Port': ['ID=777516e5-fbbe-4575-848c-3ed35a59cf65,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:35.174053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Transition to ACTIVE for port object e255a631-7ac9-493c-87dc-eb9b74903cd5 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:35.187066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:35.218088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-2ba2a4e8-17b6-423a-ac51-7b8a740d6ee7 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips/9f48c3c5-2e17-4280-848e-cea53a8bc706 HTTP/1.1" status: 200 len: 693 time: 0.0910616 Aug 30 13:01:35.237800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Request body: {'port': {'device_id': '8308f9d9-979f-4f5d-bfa6-8efe479e9f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:35.241727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-850da852-321a-46ed-b022-44ec15db103e None None] Provisioning for port 777516e5-fbbe-4575-848c-3ed35a59cf65 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:35.261868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-850da852-321a-46ed-b022-44ec15db103e None None] Provisioning complete for port 777516e5-fbbe-4575-848c-3ed35a59cf65 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:35.262175 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-850da852-321a-46ed-b022-44ec15db103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:35.325375 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f67f07b8-48bc-4fab-b178-a9dc0289f90b req-4878c2ab-a5bc-4666-b35c-7c66bb75b1b0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1847467 Aug 30 13:01:35.340408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-850da852-321a-46ed-b022-44ec15db103e None None] Port 777516e5-fbbe-4575-848c-3ed35a59cf65 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:35.375840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Pushing event updated for resources: {'Port': ['ID=e255a631-7ac9-493c-87dc-eb9b74903cd5,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:35.436078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Attempting to bind port e255a631-7ac9-493c-87dc-eb9b74903cd5 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:35.436431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Attempting to bind port e255a631-7ac9-493c-87dc-eb9b74903cd5 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:35.436790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Attempting to bind port e255a631-7ac9-493c-87dc-eb9b74903cd5 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:35.442754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Port e255a631-7ac9-493c-87dc-eb9b74903cd5 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:35.443203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Attempting to bind port e255a631-7ac9-493c-87dc-eb9b74903cd5 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:35.448865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:35.449222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:35.449615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:35.450099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Bound port: e255a631-7ac9-493c-87dc-eb9b74903cd5, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:35.450558 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:35.573794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] For port e255a631-7ac9-493c-87dc-eb9b74903cd5, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:35.577870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] For port e255a631-7ac9-493c-87dc-eb9b74903cd5, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e255a631-7ac9-493c-87dc-eb9b74903cd5,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:35.595599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080abfe-1b72-44e6-9335-88a766d4a8b1 req-3137b378-e3a5-4c04-b2c1-7b0d6a0a905d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.597091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5080abfe-1b72-44e6-9335-88a766d4a8b1 req-3137b378-e3a5-4c04-b2c1-7b0d6a0a905d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.0791492 Aug 30 13:01:35.598751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:35.651411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.652428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:35.653729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] 10.222.0.16 "PUT /v2.0/ports/e255a631-7ac9-493c-87dc-eb9b74903cd5 HTTP/1.1" status: 200 len: 1096 time: 1.6115811 Aug 30 13:01:35.661915 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7', 'tag': 'e255a631-7ac9-493c-87dc-eb9b74903cd5'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:35.664270 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9803bb-608e-430d-9132-005aa2f739d2" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7", "tag": "e255a631-7ac9-493c-87dc-eb9b74903cd5"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:35.715194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21829055-d7d1-42c3-bde4-d1b1211a00df service neutron] Pushing event updated for resources: {'Port': ['ID=e255a631-7ac9-493c-87dc-eb9b74903cd5,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:35.720575 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5080abfe-1b72-44e6-9335-88a766d4a8b1 req-e9387059-1b89-4bf6-884f-cb4727bf1306 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131697 Aug 30 13:01:35.755704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-78d5374f-5a0b-415d-b46f-94f605080047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.755900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-78d5374f-5a0b-415d-b46f-94f605080047 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7 HTTP/1.1" status: 200 len: 1099 time: 0.0528867 Aug 30 13:01:35.835151 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-c31d7b1f-edfe-484e-8712-c7f04dcce822 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e255a631-7ac9-493c-87dc-eb9b74903cd5 HTTP/1.1" status: 200 len: 217 time: 0.0701258 Aug 30 13:01:35.879443 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441ace06-238e-4c7a-a563-c8b68f37bb44 x-openstack-request-id: req-441ace06-238e-4c7a-a563-c8b68f37bb44 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:35.880080 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "0c41a4a6-df09-4307-a892-1ee811eb509e", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:35.880080 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-441ace06-238e-4c7a-a563-c8b68f37bb44 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:35.880357 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '0c41a4a6-df09-4307-a892-1ee811eb509e', 'status': 'completed', 'code': 200} Aug 30 13:01:35.927658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-da3fc259-e05f-4c81-97a7-42776651ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.929215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-da3fc259-e05f-4c81-97a7-42776651ccba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0852494 Aug 30 13:01:35.945923 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eabba9-6996-4864-a107-5a2cd53b615e req-d20ed810-e25c-4734-858d-3166620778c5 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:35.947476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62eabba9-6996-4864-a107-5a2cd53b615e req-d20ed810-e25c-4734-858d-3166620778c5 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.0662854 Aug 30 13:01:36.041891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:36.086478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-9a54e80c-7db2-4697-9fb8-cdc03606c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.086957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-9a54e80c-7db2-4697-9fb8-cdc03606c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.087430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-9a54e80c-7db2-4697-9fb8-cdc03606c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.087893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-9a54e80c-7db2-4697-9fb8-cdc03606c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.088370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-9a54e80c-7db2-4697-9fb8-cdc03606c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.088818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-9a54e80c-7db2-4697-9fb8-cdc03606c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.089277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-9a54e80c-7db2-4697-9fb8-cdc03606c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.091272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-9a54e80c-7db2-4697-9fb8-cdc03606c08d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6216 time: 0.2082567 Aug 30 13:01:36.101804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-97a15b68-ee17-4311-a67d-e18003c27075 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.103152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-97a15b68-ee17-4311-a67d-e18003c27075 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.8840029 Aug 30 13:01:36.265471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-7cf44363-582d-4c4e-b87b-bdcd2b4813e8 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.1504040 Aug 30 13:01:36.293313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62eabba9-6996-4864-a107-5a2cd53b615e req-10de3022-0c30-4762-84ae-8496d3ac1d4d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356946 Aug 30 13:01:36.308839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-3a96071e-e0f0-44c5-a161-5666c58012ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.310356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-3a96071e-e0f0-44c5-a161-5666c58012ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3619573 Aug 30 13:01:36.354794 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-b8a9bf84-2c82-4b8e-9376-149a0465b1d0 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.0719750 Aug 30 13:01:36.452545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-66031459-658d-440d-a2b4-a1babb7eb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.456337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-66031459-658d-440d-a2b4-a1babb7eb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.469856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-66031459-658d-440d-a2b4-a1babb7eb15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.470884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-66031459-658d-440d-a2b4-a1babb7eb15b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=53a8d29c14914348beb1a09388685f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3666894 Aug 30 13:01:36.496061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-88d6e510-28d3-4d4b-8a36-2f7ba019dbcd service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674533 Aug 30 13:01:36.506647 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3490d754-999e-4f23-bf1a-bf13ffbab3c1 x-openstack-request-id: req-3490d754-999e-4f23-bf1a-bf13ffbab3c1 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:36.506950 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7", "tag": "e255a631-7ac9-493c-87dc-eb9b74903cd5", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:36.507452 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3490d754-999e-4f23-bf1a-bf13ffbab3c1 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:36.507857 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7', 'tag': 'e255a631-7ac9-493c-87dc-eb9b74903cd5', 'status': 'completed', 'code': 200} Aug 30 13:01:36.560556 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-38c8357b-1920-452f-b904-0df2cbec5c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:36.664337 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:01:36.678302 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-d955cd52-496d-4c37-80de-050482e540f7 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627085 Aug 30 13:01:36.751769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1720d3-a80b-4a13-af30-4a3d5947a341 req-9adbee95-4ab6-40fb-9afb-fac27d1510bc tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.759208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f1720d3-a80b-4a13-af30-4a3d5947a341 req-9adbee95-4ab6-40fb-9afb-fac27d1510bc tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 935 time: 0.0792935 Aug 30 13:01:36.781336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2618e52-0bee-4ce8-8e9c-de471cd123c1 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:36.814745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:36.826864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-0cf45ff0-8c1c-4701-b00a-4d474117b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.827780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-0cf45ff0-8c1c-4701-b00a-4d474117b012 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7 HTTP/1.1" status: 200 len: 1099 time: 0.0666783 Aug 30 13:01:36.852166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f1720d3-a80b-4a13-af30-4a3d5947a341 req-2fa265f1-3fd0-4ad1-9f62-62644b3c1c37 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816441 Aug 30 13:01:36.859203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Transition to ACTIVE for port object e2618e52-0bee-4ce8-8e9c-de471cd123c1 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:36.879639 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:36.889627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37286) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:36.923624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-07ec7e7d-7e2b-41d1-ad43-25d436ca8c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:36.925797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31d56525-1d96-45fd-a794-f7853fde37d3 req-07ec7e7d-7e2b-41d1-ad43-25d436ca8c90 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3623025 Aug 30 13:01:36.982420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Pushing event updated for resources: {'Port': ['ID=e2618e52-0bee-4ce8-8e9c-de471cd123c1,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:37.037149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea0b0-8dea-4d08-a541-0fa64a0adb87 req-64b6aea6-f72a-4430-92e7-a3c69a0c939a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.048538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea0b0-8dea-4d08-a541-0fa64a0adb87 req-64b6aea6-f72a-4430-92e7-a3c69a0c939a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.055581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea0b0-8dea-4d08-a541-0fa64a0adb87 req-64b6aea6-f72a-4430-92e7-a3c69a0c939a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.060894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Deleting port 03143636-b64b-4b5f-8a23-9d8100f019ed {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:37.061515 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.063465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea0b0-8dea-4d08-a541-0fa64a0adb87 req-64b6aea6-f72a-4430-92e7-a3c69a0c939a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.071150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea0b0-8dea-4d08-a541-0fa64a0adb87 req-64b6aea6-f72a-4430-92e7-a3c69a0c939a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.077262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea0b0-8dea-4d08-a541-0fa64a0adb87 req-64b6aea6-f72a-4430-92e7-a3c69a0c939a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.085228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ea0b0-8dea-4d08-a541-0fa64a0adb87 req-64b6aea6-f72a-4430-92e7-a3c69a0c939a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.093052 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb9ea0b0-8dea-4d08-a541-0fa64a0adb87 req-64b6aea6-f72a-4430-92e7-a3c69a0c939a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5391 time: 0.1635113 Aug 30 13:01:37.130919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-e22c53ff-0a33-439e-b707-57005e49485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.132433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-e22c53ff-0a33-439e-b707-57005e49485b service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2791250 Aug 30 13:01:37.169175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2b02-9770-490a-9ff8-c46a5aa5a6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.180946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777516e5-fbbe-4575-848c-3ed35a59cf65 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:37.185573 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb9ea0b0-8dea-4d08-a541-0fa64a0adb87 req-ccf3cb3f-8acf-46f0-a2f8-b07f04d85b0e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916758 Aug 30 13:01:37.193694 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.231103 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-e30b045c-7748-4a7e-83bd-70500ffd24c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=e255a631-7ac9-493c-87dc-eb9b74903cd5 HTTP/1.1" status: 200 len: 217 time: 0.0603139 Aug 30 13:01:37.246596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Transition to ACTIVE for port object 777516e5-fbbe-4575-848c-3ed35a59cf65 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:37.259768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Attempting to bind port e2618e52-0bee-4ce8-8e9c-de471cd123c1 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:37.260134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Attempting to bind port e2618e52-0bee-4ce8-8e9c-de471cd123c1 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:37.260425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Attempting to bind port e2618e52-0bee-4ce8-8e9c-de471cd123c1 on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:37.278823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.290768 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.291094 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.308625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Port e2618e52-0bee-4ce8-8e9c-de471cd123c1 on network 771a7f3a-e245-48d3-8293-62931754e424 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:37.308991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Attempting to bind port e2618e52-0bee-4ce8-8e9c-de471cd123c1 on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:37.309865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-e5581364-fb65-4bae-add1-0d4e56651248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.311462 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-e5581364-fb65-4bae-add1-0d4e56651248 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0698066 Aug 30 13:01:37.346296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Calling delete_port for 03143636-b64b-4b5f-8a23-9d8100f019ed owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:37.354927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:37.355310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Checking segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:37.355628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Bound using segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:37.356139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Bound port: e2618e52-0bee-4ce8-8e9c-de471cd123c1, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:37.356410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.390925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddb37c-079e-43ea-ab36-ab6b4d3793d1 req-1166efec-9b08-4c80-b8d3-7cc5461b13ee tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.395182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9eddb37c-079e-43ea-ab36-ab6b4d3793d1 req-1166efec-9b08-4c80-b8d3-7cc5461b13ee tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1001480 Aug 30 13:01:37.418757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=777516e5-fbbe-4575-848c-3ed35a59cf65,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:37.431366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-4fef49ee-f158-4b0e-a43f-df8507a01dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.433199 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-4fef49ee-f158-4b0e-a43f-df8507a01dd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073081 Aug 30 13:01:37.466760 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9eddb37c-079e-43ea-ab36-ab6b4d3793d1 req-f0f70c74-2071-4d06-9460-81046582cec8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622284 Aug 30 13:01:37.571482 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-ac2111ed-515c-4e7e-90b9-b423f3325792 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163938 Aug 30 13:01:37.687104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2b02-9770-490a-9ff8-c46a5aa5a6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.696187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] For port e2618e52-0bee-4ce8-8e9c-de471cd123c1, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:37.702542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] For port e2618e52-0bee-4ce8-8e9c-de471cd123c1, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e2618e52-0bee-4ce8-8e9c-de471cd123c1,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:37.720259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b7c2b02-9770-490a-9ff8-c46a5aa5a6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.726547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Attempting to bind port 777516e5-fbbe-4575-848c-3ed35a59cf65 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:37.726879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Attempting to bind port 777516e5-fbbe-4575-848c-3ed35a59cf65 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:37.727205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Attempting to bind port 777516e5-fbbe-4575-848c-3ed35a59cf65 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:37.729462 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.753219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3bdb2-2b90-4454-96ed-871cd504e237 req-67365905-8c92-49e9-a9fe-54caaa1f3b3c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.757014 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cc3bdb2-2b90-4454-96ed-871cd504e237 req-67365905-8c92-49e9-a9fe-54caaa1f3b3c tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.1661313 Aug 30 13:01:37.803910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Port 777516e5-fbbe-4575-848c-3ed35a59cf65 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:37.804234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Attempting to bind port 777516e5-fbbe-4575-848c-3ed35a59cf65 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:37.813837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cc3bdb2-2b90-4454-96ed-871cd504e237 req-90ca08d4-9bc2-49b4-9d47-2058febbce52 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510137 Aug 30 13:01:37.835376 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f9803bb-608e-430d-9132-005aa2f739d2 req-ba075455-f426-4fc0-8fe6-7f160e894521 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246952 Aug 30 13:01:37.855592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:37.857181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:37.857709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:37.858907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Bound port: 777516e5-fbbe-4575-848c-3ed35a59cf65, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:37.859350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.881757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37298) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:37.881981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1b7c2b02-9770-490a-9ff8-c46a5aa5a6e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=05b48633ec3844da96abb48899d16a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9841032 Aug 30 13:01:37.883302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c2b02-9770-490a-9ff8-c46a5aa5a6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d42318-5975-4bff-b29e-ffff5bab8867,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:37.892655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:37.893622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:37.895044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] 10.222.0.35 "PUT /v2.0/ports/e2618e52-0bee-4ce8-8e9c-de471cd123c1 HTTP/1.1" status: 200 len: 1090 time: 3.1124275 Aug 30 13:01:37.901636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:37.904247 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daf02a3-066a-46da-a4f8-60253d706ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "e2618e52-0bee-4ce8-8e9c-de471cd123c1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:37.947923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:38.004869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2494dcac-244f-4581-920e-8cd00729f4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.014766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b32d9e-1e96-42e8-bdd3-01f3a8cb7f81 service neutron] Pushing event updated for resources: {'Port': ['ID=e2618e52-0bee-4ce8-8e9c-de471cd123c1,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:38.059095 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2494dcac-244f-4581-920e-8cd00729f4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.130646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2494dcac-244f-4581-920e-8cd00729f4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.131215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.134180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2494dcac-244f-4581-920e-8cd00729f4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.135532 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2494dcac-244f-4581-920e-8cd00729f4d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3d42318-5975-4bff-b29e-ffff5bab8867 HTTP/1.1" status: 204 len: 168 time: 0.2525649 Aug 30 13:01:38.140699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] For port 777516e5-fbbe-4575-848c-3ed35a59cf65, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:38.165065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494dcac-244f-4581-920e-8cd00729f4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d42318-5975-4bff-b29e-ffff5bab8867,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:38.180969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event deleted for resources: {'Port': ['ID=03143636-b64b-4b5f-8a23-9d8100f019ed,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:38.195703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] For port 777516e5-fbbe-4575-848c-3ed35a59cf65, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=777516e5-fbbe-4575-848c-3ed35a59cf65,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:38.199916 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.236642 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.261495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552abbd-5664-4060-b5df-d10c6374e1c8 req-78dfdf9a-7d74-4149-b86b-3f7ad6728c9f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.264596 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b552abbd-5664-4060-b5df-d10c6374e1c8 req-78dfdf9a-7d74-4149-b86b-3f7ad6728c9f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 947 time: 0.0711317 Aug 30 13:01:38.318416 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b552abbd-5664-4060-b5df-d10c6374e1c8 req-0d5f4010-adea-46d3-968b-14de50ca2e20 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Aug 30 13:01:38.323378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.324450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.326166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/777516e5-fbbe-4575-848c-3ed35a59cf65 HTTP/1.1" status: 200 len: 1095 time: 3.0929763 Aug 30 13:01:38.440216 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3775599f-e070-4ab7-9922-c33cfb60893c x-openstack-request-id: req-3775599f-e070-4ab7-9922-c33cfb60893c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:38.440640 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "e2618e52-0bee-4ce8-8e9c-de471cd123c1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:38.441047 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3775599f-e070-4ab7-9922-c33cfb60893c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:38.441562 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1', 'status': 'completed', 'code': 200} Aug 30 13:01:38.558734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.561412 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.562869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5683cbb2-fab9-476c-b970-f7a26a271c14 req-a4818c70-234c-4259-b066-54975b134794 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "DELETE /v2.0/floatingips/9f48c3c5-2e17-4280-848e-cea53a8bc706 HTTP/1.1" status: 204 len: 173 time: 2.1924939 Aug 30 13:01:38.564671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2ac91-5eff-4fd6-b3f1-3f0aa924f9a9 service neutron] Pushing event updated for resources: {'Port': ['ID=777516e5-fbbe-4575-848c-3ed35a59cf65,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:38.611550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e255a631-7ac9-493c-87dc-eb9b74903cd5 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:01:38.618135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc0ed4-73d0-4cea-8997-4075479bda30 req-5b4264ac-860b-4ec4-9680-edbef2247d87 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.622812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8fbc0ed4-73d0-4cea-8997-4075479bda30 req-5b4264ac-860b-4ec4-9680-edbef2247d87 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1444728 Aug 30 13:01:38.670634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37312) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:38.680085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-04daa00a-06c2-42d7-b5e8-7a2ec915908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.681611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-04daa00a-06c2-42d7-b5e8-7a2ec915908f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 1098 time: 0.3002501 Aug 30 13:01:38.699957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8fbc0ed4-73d0-4cea-8997-4075479bda30 req-e293daf8-e263-493e-91fb-6688ab949388 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724056 Aug 30 13:01:38.725185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-355fe7b9-3cba-4de9-b4f2-aa8ab8dd057c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.758027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-42eb2eeb-d06e-4bb5-a746-a298351d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.758774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-42eb2eeb-d06e-4bb5-a746-a298351d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.759403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-42eb2eeb-d06e-4bb5-a746-a298351d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.760028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-42eb2eeb-d06e-4bb5-a746-a298351d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.760652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-42eb2eeb-d06e-4bb5-a746-a298351d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.761270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-42eb2eeb-d06e-4bb5-a746-a298351d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.761925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-42eb2eeb-d06e-4bb5-a746-a298351d7860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.763959 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-42eb2eeb-d06e-4bb5-a746-a298351d7860 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6283 time: 0.3274682 Aug 30 13:01:38.775569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e255a631-7ac9-493c-87dc-eb9b74903cd5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e255a631-7ac9-493c-87dc-eb9b74903cd5,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:38.788224 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-d771dd9f-e59a-4880-9cfc-25da2deedc9b tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips/eaf889c8-d183-474f-8a2c-70d92d4131c9 HTTP/1.1" status: 200 len: 693 time: 0.0506492 Aug 30 13:01:38.791301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'e255a631-7ac9-493c-87dc-eb9b74903cd5', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'e255a631-7ac9-493c-87dc-eb9b74903cd5', 'mac_address': 'fa:16:3e:82:f9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:01:38.812565 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-0e32e601-b6b1-4cbe-b5f5-7c61e4c76af6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=777516e5-fbbe-4575-848c-3ed35a59cf65 HTTP/1.1" status: 200 len: 217 time: 0.1177659 Aug 30 13:01:38.851567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.868258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e255a631-7ac9-493c-87dc-eb9b74903cd5 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:38.906284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e255a631-7ac9-493c-87dc-eb9b74903cd5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e255a631-7ac9-493c-87dc-eb9b74903cd5,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:38.912695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:38.922114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-af7c8e42-d145-4326-8b20-6a794e01fc7a tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.923291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-af7c8e42-d145-4326-8b20-6a794e01fc7a tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1278567 Aug 30 13:01:38.943931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62882dd0-55d7-48c5-b5ab-fa978073c898 req-c41b4fb9-aa44-4a11-80c5-ed57e3b7fad3 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.949765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62882dd0-55d7-48c5-b5ab-fa978073c898 req-c41b4fb9-aa44-4a11-80c5-ed57e3b7fad3 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.955542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62882dd0-55d7-48c5-b5ab-fa978073c898 req-c41b4fb9-aa44-4a11-80c5-ed57e3b7fad3 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.962631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62882dd0-55d7-48c5-b5ab-fa978073c898 req-c41b4fb9-aa44-4a11-80c5-ed57e3b7fad3 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.968424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62882dd0-55d7-48c5-b5ab-fa978073c898 req-c41b4fb9-aa44-4a11-80c5-ed57e3b7fad3 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.975301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62882dd0-55d7-48c5-b5ab-fa978073c898 req-c41b4fb9-aa44-4a11-80c5-ed57e3b7fad3 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.981089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62882dd0-55d7-48c5-b5ab-fa978073c898 req-c41b4fb9-aa44-4a11-80c5-ed57e3b7fad3 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:38.982599 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-39b2940a-acfb-41d2-b7fa-f6aa5280c134 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.121 HTTP/1.1" status: 200 len: 696 time: 0.0520592 Aug 30 13:01:38.984971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e255a631-7ac9-493c-87dc-eb9b74903cd5,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:38.995078 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62882dd0-55d7-48c5-b5ab-fa978073c898 req-c41b4fb9-aa44-4a11-80c5-ed57e3b7fad3 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5391 time: 0.3178997 Aug 30 13:01:39.052547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-16d1c979-beb5-47a1-92d5-7cd2702e0a6b tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.121 HTTP/1.1" status: 200 len: 696 time: 0.0622387 Aug 30 13:01:39.073172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-990d5415-0751-4a4c-afaf-bb893de0ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:39.074669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-990d5415-0751-4a4c-afaf-bb893de0ea9a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2380650 Aug 30 13:01:39.134171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-35519ac3-d1f9-41fb-9584-5b6737a19bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:39.134657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-35519ac3-d1f9-41fb-9584-5b6737a19bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:39.135123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-35519ac3-d1f9-41fb-9584-5b6737a19bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:39.136804 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-35519ac3-d1f9-41fb-9584-5b6737a19bac service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=53a8d29c14914348beb1a09388685f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3358445 Aug 30 13:01:39.144441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62882dd0-55d7-48c5-b5ab-fa978073c898 req-68e693fd-b1a3-48a6-8706-15ab1a15bfa6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480012 Aug 30 13:01:39.199850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70497155-57ab-40aa-a3ff-4e8ec33426bd {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:39.233849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-355fe7b9-3cba-4de9-b4f2-aa8ab8dd057c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.242830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Deleting port 54769f88-adca-4451-a947-f0a9d31d2c10 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:39.243361 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.246499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-355fe7b9-3cba-4de9-b4f2-aa8ab8dd057c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.255135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e255a631-7ac9-493c-87dc-eb9b74903cd5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:39.301640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-605a731d-df8e-467d-9f92-480881214307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:39.303151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0daf02a3-066a-46da-a4f8-60253d706ad5 req-605a731d-df8e-467d-9f92-480881214307 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578937 Aug 30 13:01:39.309494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fe7b9-3cba-4de9-b4f2-aa8ab8dd057c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4516b3e9-1682-4a58-a858-7407690bed47,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:39.318676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.326620 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-61805cd7-00e3-46ff-bd17-8958a1016b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.343087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-355fe7b9-3cba-4de9-b4f2-aa8ab8dd057c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b25144c050df43aab773767dc705cbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520870 Aug 30 13:01:39.343779 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37320) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:39.416355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.416802 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.438619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Calling delete_port for 54769f88-adca-4451-a947-f0a9d31d2c10 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:39.458291 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c41a278-8fe6-47d5-a12a-59acd3f1e5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.483866 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c41a278-8fe6-47d5-a12a-59acd3f1e5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.619268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c41a278-8fe6-47d5-a12a-59acd3f1e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.622201 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c41a278-8fe6-47d5-a12a-59acd3f1e5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.625703 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5c41a278-8fe6-47d5-a12a-59acd3f1e5f5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4516b3e9-1682-4a58-a858-7407690bed47 HTTP/1.1" status: 204 len: 168 time: 0.2768857 Aug 30 13:01:39.670754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41a278-8fe6-47d5-a12a-59acd3f1e5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516b3e9-1682-4a58-a858-7407690bed47,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:39.676978 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.725425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event deleted for resources: {'Port': ['ID=54769f88-adca-4451-a947-f0a9d31d2c10,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:39.726203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-0874cf65-6f2d-4b1c-93b5-61a94b720f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:39.728689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-0874cf65-6f2d-4b1c-93b5-61a94b720f96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6441238 Aug 30 13:01:39.806889 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.810250 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.822911 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11d4ce52-1e37-4134-9e83-50456fc9a2e5 req-a2bccc14-9b64-44f8-b5da-7788114ae374 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "DELETE /v2.0/floatingips/eaf889c8-d183-474f-8a2c-70d92d4131c9 HTTP/1.1" status: 204 len: 173 time: 0.7629597 Aug 30 13:01:39.823523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Transition to ACTIVE for port object 70497155-57ab-40aa-a3ff-4e8ec33426bd will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:39.847817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc0b68-547d-4a36-a44c-5057587634d9 req-1b659951-7ada-4b0f-ae92-f82db808acac tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:39.847817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-21fc0b68-547d-4a36-a44c-5057587634d9 req-1b659951-7ada-4b0f-ae92-f82db808acac tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.5433023 Aug 30 13:01:39.848434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.854643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-d3f7bfe8-0237-4caf-9d7a-b07f33e1e2c9 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174316 Aug 30 13:01:39.914104 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:39.927835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-21fc0b68-547d-4a36-a44c-5057587634d9 req-56818769-380f-4689-9180-6969649369ba tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711830 Aug 30 13:01:40.046794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Pushing event updated for resources: {'Port': ['ID=70497155-57ab-40aa-a3ff-4e8ec33426bd,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:40.060006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b6ef1-1a4a-4cb0-954a-ac4f6e11e475 req-9ba761e6-8086-425d-9196-6c68e9a5569c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.063014 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e46b6ef1-1a4a-4cb0-954a-ac4f6e11e475 req-9ba761e6-8086-425d-9196-6c68e9a5569c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 947 time: 0.0879643 Aug 30 13:01:40.158707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f07bbb1d-6eb7-4a58-9166-48ff60f23382 req-388217e7-a2a3-41dd-b00e-1ab5fbe87407 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386122 Aug 30 13:01:40.168433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c5bd5-0d6b-495e-b8d5-a32c186996d6 req-b8b0d80d-6e76-488e-99d9-b060c619330d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.175740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e46b6ef1-1a4a-4cb0-954a-ac4f6e11e475 req-3dc1cde3-fa57-409b-966f-889f6d75ff60 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033225 Aug 30 13:01:40.176575 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb4c5bd5-0d6b-495e-b8d5-a32c186996d6 req-b8b0d80d-6e76-488e-99d9-b060c619330d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1217411 Aug 30 13:01:40.240073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb4c5bd5-0d6b-495e-b8d5-a32c186996d6 req-d1e6a34a-944e-4ce8-af59-024f7eabb567 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623341 Aug 30 13:01:40.246590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Attempting to bind port 70497155-57ab-40aa-a3ff-4e8ec33426bd on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:40.247043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Attempting to bind port 70497155-57ab-40aa-a3ff-4e8ec33426bd by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:40.247394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Attempting to bind port 70497155-57ab-40aa-a3ff-4e8ec33426bd on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:40.261197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Port 70497155-57ab-40aa-a3ff-4e8ec33426bd on network 771a7f3a-e245-48d3-8293-62931754e424 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:40.261749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Attempting to bind port 70497155-57ab-40aa-a3ff-4e8ec33426bd on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:40.275714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:40.276137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Checking segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:40.276605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Bound using segment: {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:40.277931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Bound port: 70497155-57ab-40aa-a3ff-4e8ec33426bd, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '771a7f3a-e245-48d3-8293-62931754e424'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:40.278376 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:40.297974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-6fa15598-b353-41e0-bfe6-72bb9e3f5927 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips/1ca4f7f4-cc7c-42f8-85e6-84b6db28eac3 HTTP/1.1" status: 200 len: 691 time: 0.0801694 Aug 30 13:01:40.398389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] For port 70497155-57ab-40aa-a3ff-4e8ec33426bd, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:40.429950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] For port 70497155-57ab-40aa-a3ff-4e8ec33426bd, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70497155-57ab-40aa-a3ff-4e8ec33426bd,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:40.437530 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:40.444788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8308f9d9-979f-4f5d-bfa6-8efe479e9f9c', 'tag': '777516e5-fbbe-4575-848c-3ed35a59cf65'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:40.447126 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509cef3b-5a1c-4f46-8bc4-43c2b241996e" -d '{"events": [{"name": "network-changed", "server_uuid": "8308f9d9-979f-4f5d-bfa6-8efe479e9f9c", "tag": "777516e5-fbbe-4575-848c-3ed35a59cf65"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:40.481942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-7ab652ba-a3df-4462-bd0c-21844b1af20c tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.486120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-7ab652ba-a3df-4462-bd0c-21844b1af20c tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1821666 Aug 30 13:01:40.491007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31fae7-5e4a-40dc-9c73-479893cfd004 req-a4d5152c-a2f7-40a1-970c-c426295a9212 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.496808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31fae7-5e4a-40dc-9c73-479893cfd004 req-a4d5152c-a2f7-40a1-970c-c426295a9212 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.502612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31fae7-5e4a-40dc-9c73-479893cfd004 req-a4d5152c-a2f7-40a1-970c-c426295a9212 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.508528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31fae7-5e4a-40dc-9c73-479893cfd004 req-a4d5152c-a2f7-40a1-970c-c426295a9212 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.526108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31fae7-5e4a-40dc-9c73-479893cfd004 req-a4d5152c-a2f7-40a1-970c-c426295a9212 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.533158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31fae7-5e4a-40dc-9c73-479893cfd004 req-a4d5152c-a2f7-40a1-970c-c426295a9212 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.540929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31fae7-5e4a-40dc-9c73-479893cfd004 req-a4d5152c-a2f7-40a1-970c-c426295a9212 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.543534 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c31fae7-5e4a-40dc-9c73-479893cfd004 req-a4d5152c-a2f7-40a1-970c-c426295a9212 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5403 time: 0.1881156 Aug 30 13:01:40.560072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:40.560692 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:40.561559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-be8c5be0-dc2b-4c72-9f62-8c1077bca31a tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.0688348 Aug 30 13:01:40.562249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] 10.222.0.35 "PUT /v2.0/ports/70497155-57ab-40aa-a3ff-4e8ec33426bd HTTP/1.1" status: 200 len: 1091 time: 2.6200204 Aug 30 13:01:40.607715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:40.621097 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e255a631-7ac9-493c-87dc-eb9b74903cd5 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:40.639985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a7231-badc-4e89-a39d-60d17f9f7b78 service neutron] Pushing event updated for resources: {'Port': ['ID=70497155-57ab-40aa-a3ff-4e8ec33426bd,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:40.673706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-ad578862-5336-4065-8082-1828b641bf0a tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.0991557 Aug 30 13:01:40.726769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port e255a631-7ac9-493c-87dc-eb9b74903cd5 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:40.733778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:40.734344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c31fae7-5e4a-40dc-9c73-479893cfd004 req-db54a0ca-df46-4539-8bf5-f8a0ed343b87 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1757627 Aug 30 13:01:40.735129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port e255a631-7ac9-493c-87dc-eb9b74903cd5 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:40.735489 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:40.768645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:40.779935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37350) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:40.838414 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3858836-c04d-4e24-9663-4387151948a7 x-openstack-request-id: req-b3858836-c04d-4e24-9663-4387151948a7 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:40.844073 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8308f9d9-979f-4f5d-bfa6-8efe479e9f9c", "tag": "777516e5-fbbe-4575-848c-3ed35a59cf65", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:40.844585 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3858836-c04d-4e24-9663-4387151948a7 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:40.845163 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8308f9d9-979f-4f5d-bfa6-8efe479e9f9c', 'tag': '777516e5-fbbe-4575-848c-3ed35a59cf65', 'status': 'completed', 'code': 200} Aug 30 13:01:40.854382 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:40.892082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e255a631-7ac9-493c-87dc-eb9b74903cd5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e255a631-7ac9-493c-87dc-eb9b74903cd5,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:40.893542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e255a631-7ac9-493c-87dc-eb9b74903cd5'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:40.897164 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f72039-5119-46dc-a2ba-4e837b8fbe99" -d '{"events": [{"server_uuid": "08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7", "name": "network-vif-plugged", "status": "completed", "tag": "e255a631-7ac9-493c-87dc-eb9b74903cd5"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:40.903340 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:40.950555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Deleting port 3974faa4-4b42-44e2-b145-63b4fd104797 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:40.951198 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:40.967857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e255a631-7ac9-493c-87dc-eb9b74903cd5,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:41.024622 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4859a805-66fc-4db0-a47b-4661b2e79b36 x-openstack-request-id: req-4859a805-66fc-4db0-a47b-4661b2e79b36 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:41.025565 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7", "name": "network-vif-plugged", "status": "completed", "tag": "e255a631-7ac9-493c-87dc-eb9b74903cd5", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:41.025944 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4859a805-66fc-4db0-a47b-4661b2e79b36 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:41.026461 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e255a631-7ac9-493c-87dc-eb9b74903cd5', 'code': 200} Aug 30 13:01:41.051704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-network', 'tenant_id': '1482b631204b432a8d71fae65aa7e147'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:41.056894 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.057218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.075671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Calling delete_port for 3974faa4-4b42-44e2-b145-63b4fd104797 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:41.108374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-44cebbfc-a179-4689-bc26-009f73d3bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.109953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-44cebbfc-a179-4689-bc26-009f73d3bb22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 1098 time: 0.2612634 Aug 30 13:01:41.182982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39c8f5-ed4e-4169-8f18-4e30685cba1d req-8caaec32-8c81-49fa-b462-0ea74922817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.184491 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff39c8f5-ed4e-4169-8f18-4e30685cba1d req-8caaec32-8c81-49fa-b462-0ea74922817a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7 HTTP/1.1" status: 200 len: 1101 time: 0.0925312 Aug 30 13:01:41.227006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Made reservation on behalf of 1482b631204b432a8d71fae65aa7e147 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:41.229337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.253936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.255643 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff39c8f5-ed4e-4169-8f18-4e30685cba1d req-adb46d9b-ebfd-4901-ae81-514062ea61b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626676 Aug 30 13:01:41.284632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.312574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c02adc-cada-49d9-8eb5-cac864fe0efe req-7641d53a-cc41-4b83-b1f8-d05dec46c3bf tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.313946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Pushing event deleted for resources: {'Port': ['ID=3974faa4-4b42-44e2-b145-63b4fd104797,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:41.314994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66c02adc-cada-49d9-8eb5-cac864fe0efe req-7641d53a-cc41-4b83-b1f8-d05dec46c3bf tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.2183869 Aug 30 13:01:41.403386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-11fff064-35e4-4baa-803b-827df38e326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.404919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-11fff064-35e4-4baa-803b-827df38e326a service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2844627 Aug 30 13:01:41.405581 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.409622 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.414526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3a51b4e-999b-4157-b5c3-f7b3c1066b83 req-47378c8d-6ea6-4501-817b-cb8d3685e761 tempest-FloatingIPDetailsTestJSON-1727423407 tempest-FloatingIPDetailsTestJSON-1727423407-project] 10.222.0.37 "DELETE /v2.0/floatingips/1ca4f7f4-cc7c-42f8-85e6-84b6db28eac3 HTTP/1.1" status: 204 len: 173 time: 0.7384982 Aug 30 13:01:41.422418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37364) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:41.484177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-274379d9-c504-40b7-b2f9-a1e25141eb7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=777516e5-fbbe-4575-848c-3ed35a59cf65 HTTP/1.1" status: 200 len: 217 time: 0.0672183 Aug 30 13:01:41.496882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66c02adc-cada-49d9-8eb5-cac864fe0efe req-eeb53bbb-0c1f-4be5-86e5-1efac7fe1113 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642413 Aug 30 13:01:41.600137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9132d50-ae96-4a27-b256-8bd3fa50c0a9 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:41.605378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8a099-7898-4bc2-959c-3227d374f44e req-ba7a630b-0960-4b32-a440-29c8e79503a4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.607247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f2a8a099-7898-4bc2-959c-3227d374f44e req-ba7a630b-0960-4b32-a440-29c8e79503a4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 947 time: 0.1300285 Aug 30 13:01:41.619818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-18846085-15dd-49f1-8662-3ac3c193a8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.620346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-18846085-15dd-49f1-8662-3ac3c193a8e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1039360 Aug 30 13:01:41.638936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.703285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.707067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Transition to ACTIVE for port object b9132d50-ae96-4a27-b256-8bd3fa50c0a9 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:41.718594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.721649 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f2a8a099-7898-4bc2-959c-3227d374f44e req-bba34a4e-563d-498b-91c9-b119c79e7631 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825834 Aug 30 13:01:41.734410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38479310-a0ff-4ff4-878b-ffaadcbb4195 req-0fa46d54-370c-40b6-8a9d-6ef06bbbba3b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.744962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38479310-a0ff-4ff4-878b-ffaadcbb4195 req-0fa46d54-370c-40b6-8a9d-6ef06bbbba3b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1525772 Aug 30 13:01:41.748852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.796675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-f2aa7928-1571-4f6b-a0f2-cae9cce669bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.798222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-f2aa7928-1571-4f6b-a0f2-cae9cce669bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1549721 Aug 30 13:01:41.804179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:01:41.866431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c270676-a24b-4404-8879-ea5b08b097a8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:41.902846 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:41.903355 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Added segment d3de8490-4b90-4a61-8595-ca32beb9c9bb of type vlan for network 4870bda7-c209-46ce-a834-c0cbeb43810f Aug 30 13:01:41.904946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de896-b5b6-4a74-9fdd-9d9c3476eca8 req-deaddfa1-27c7-419a-9e0a-9e7a61d643e7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.911184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de896-b5b6-4a74-9fdd-9d9c3476eca8 req-deaddfa1-27c7-419a-9e0a-9e7a61d643e7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.917188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de896-b5b6-4a74-9fdd-9d9c3476eca8 req-deaddfa1-27c7-419a-9e0a-9e7a61d643e7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.923112 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de896-b5b6-4a74-9fdd-9d9c3476eca8 req-deaddfa1-27c7-419a-9e0a-9e7a61d643e7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.929016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de896-b5b6-4a74-9fdd-9d9c3476eca8 req-deaddfa1-27c7-419a-9e0a-9e7a61d643e7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.935243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de896-b5b6-4a74-9fdd-9d9c3476eca8 req-deaddfa1-27c7-419a-9e0a-9e7a61d643e7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.941499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79de896-b5b6-4a74-9fdd-9d9c3476eca8 req-deaddfa1-27c7-419a-9e0a-9e7a61d643e7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:41.943559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c79de896-b5b6-4a74-9fdd-9d9c3476eca8 req-deaddfa1-27c7-419a-9e0a-9e7a61d643e7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5415 time: 0.1189399 Aug 30 13:01:41.996639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Pushing event updated for resources: {'Port': ['ID=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:42.019699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c79de896-b5b6-4a74-9fdd-9d9c3476eca8 req-c8389ee7-2957-43cd-8838-d0597f783b0a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680809 Aug 30 13:01:42.031510 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.072224 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.076134 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.093626 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38479310-a0ff-4ff4-878b-ffaadcbb4195 req-b7989f17-2189-436e-a522-4631af46b7b0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186505 Aug 30 13:01:42.103203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.105417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:42.106042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.173964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3929203 Aug 30 13:01:42.204197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37370) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:42.217422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Request body: {'subnet': {'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-subnet', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:42.282581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-314559fa-5d2e-484e-9556-9a965d2ac7a7 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598844 Aug 30 13:01:42.297630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03d597-84cc-4bb3-ba1b-b284cb707864 admin admin] Pushing event updated for resources: {'Network': ['ID=4870bda7-c209-46ce-a834-c0cbeb43810f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:42.309561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4870bda7-c209-46ce-a834-c0cbeb43810f details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:01:42.350388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-b19ea6b1-23e9-4186-997f-dcd27573aace service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1386793 Aug 30 13:01:42.426611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Attempting to bind port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:42.426953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Attempting to bind port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:42.427284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Attempting to bind port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 on network cc5a463d-926b-4632-a0da-1ab17dd39b9e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:42.437217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Made reservation on behalf of 1482b631204b432a8d71fae65aa7e147 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:42.439670 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.451702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 on network cc5a463d-926b-4632-a0da-1ab17dd39b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:42.452047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Attempting to bind port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 on network cc5a463d-926b-4632-a0da-1ab17dd39b9e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:42.456014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-f06b097e-ebb8-4c42-b99f-edefdfa4e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:42.456999 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-f06b097e-ebb8-4c42-b99f-edefdfa4e04b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1095 time: 0.0736372 Aug 30 13:01:42.514237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:42.514581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Checking segment: {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:42.514967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Bound using segment: {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:42.515636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Bound port: b9132d50-ae96-4a27-b256-8bd3fa50c0a9, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:42.516072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.552709 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-509cef3b-5a1c-4f46-8bc4-43c2b241996e req-e4be1dbd-2eb5-48b1-8809-76264ee91985 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375388 Aug 30 13:01:42.643011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] For port b9132d50-ae96-4a27-b256-8bd3fa50c0a9, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:42.647176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] For port b9132d50-ae96-4a27-b256-8bd3fa50c0a9, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:42.668054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.678730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Deleting port fb5949b7-616b-4b56-8a9c-c36d7bd5e792 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:42.679282 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.751370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-8d59be62-8885-400c-89b8-2a18207a9db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:42.754712 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-8d59be62-8885-400c-89b8-2a18207a9db9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.2648978 Aug 30 13:01:42.805621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:42.806283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.807694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] 10.222.0.35 "PUT /v2.0/ports/b9132d50-ae96-4a27-b256-8bd3fa50c0a9 HTTP/1.1" status: 200 len: 1091 time: 2.2140446 Aug 30 13:01:42.850960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc0a6-bcdc-451a-ab4f-9f6e0a397e31 req-fd4cb65b-3d41-45dc-9a27-3bce3cc19b9a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:42.858475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-529dc0a6-bcdc-451a-ab4f-9f6e0a397e31 req-fd4cb65b-3d41-45dc-9a27-3bce3cc19b9a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.2464969 Aug 30 13:01:42.865790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '70497155-57ab-40aa-a3ff-4e8ec33426bd'}, {'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:42.868199 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "70497155-57ab-40aa-a3ff-4e8ec33426bd"}, {"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "b9132d50-ae96-4a27-b256-8bd3fa50c0a9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:42.874206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Request body: {'port': {'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:42.900966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] For port fb5949b7-616b-4b56-8a9c-c36d7bd5e792, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fb5949b7-616b-4b56-8a9c-c36d7bd5e792,segment=NetworkSegment(6f328cc1-e643-4b24-8f74-12b6fef4bfa1),segment_id=6f328cc1-e643-4b24-8f74-12b6fef4bfa1)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:42.901515 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:42.920535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Calling delete_port for fb5949b7-616b-4b56-8a9c-c36d7bd5e792 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:42.923095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91f7bf-6ef8-4a3a-bf92-dfd9683efe0a service neutron] Pushing event updated for resources: {'Port': ['ID=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:43.002751 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-2f8a7229-6761-4ff5-958d-7b76a91f3171 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.2310054 Aug 30 13:01:43.023707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-529dc0a6-bcdc-451a-ab4f-9f6e0a397e31 req-8991bd0d-4d16-44e0-a0af-3a2ef1448dcb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643131 Aug 30 13:01:43.075731 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:43.082885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:43.135323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 777516e5-fbbe-4575-848c-3ed35a59cf65 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:01:43.246804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 777516e5-fbbe-4575-848c-3ed35a59cf65, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=777516e5-fbbe-4575-848c-3ed35a59cf65,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:43.262580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a12547-efe5-4803-9a5c-76558cb526f7,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:43.272910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '777516e5-fbbe-4575-848c-3ed35a59cf65', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '777516e5-fbbe-4575-848c-3ed35a59cf65', 'mac_address': 'fa:16:3e:ab:87:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:01:43.292426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Checking segment: {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:43.293058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Network hostable DHCP agents. Network: 4870bda7-c209-46ce-a834-c0cbeb43810f, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:01:43.322522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae49d1-a5f9-4d0d-b853-d59075d39eec req-145d6bad-45b6-4bf9-9473-9a0ba43fbac8 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.330176 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:43.333123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eaae49d1-a5f9-4d0d-b853-d59075d39eec req-145d6bad-45b6-4bf9-9473-9a0ba43fbac8 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 946 time: 0.2032943 Aug 30 13:01:43.348394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777516e5-fbbe-4575-848c-3ed35a59cf65 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:43.371923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-1d660275-a039-45e7-b97c-8e31cef70763 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2000029 Aug 30 13:01:43.375297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 777516e5-fbbe-4575-848c-3ed35a59cf65, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=777516e5-fbbe-4575-848c-3ed35a59cf65,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:43.381218 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:43.450716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=777516e5-fbbe-4575-848c-3ed35a59cf65,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:43.478508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Network 4870bda7-c209-46ce-a834-c0cbeb43810f is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:01:43.499818 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eaae49d1-a5f9-4d0d-b853-d59075d39eec req-a598f2b3-4e3b-4089-8ac0-ef35120e0b68 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658015 Aug 30 13:01:43.535123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f692544-2f3d-4348-82fa-423f8806e32b req-3403c7fb-7530-434e-9ea3-a56de9ac7a77 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.543186 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f692544-2f3d-4348-82fa-423f8806e32b req-3403c7fb-7530-434e-9ea3-a56de9ac7a77 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 947 time: 0.5423825 Aug 30 13:01:43.555083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-f6f4de82-be60-4871-bafc-277f9d25b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.556860 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-f6f4de82-be60-4871-bafc-277f9d25b7f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.5397913 Aug 30 13:01:43.559491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4870bda7-c209-46ce-a834-c0cbeb43810f) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:43.570151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.570754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:43.572834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12c33e1-86bb-4f88-bcfa-739a12a8a0c0 None None] Network 4870bda7-c209-46ce-a834-c0cbeb43810f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:01:43.583194 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e8c328-74ec-4f6e-852a-d03d09f88322 x-openstack-request-id: req-17e8c328-74ec-4f6e-852a-d03d09f88322 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:43.583472 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "70497155-57ab-40aa-a3ff-4e8ec33426bd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "b9132d50-ae96-4a27-b256-8bd3fa50c0a9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:43.583750 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17e8c328-74ec-4f6e-852a-d03d09f88322 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:43.584196 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '70497155-57ab-40aa-a3ff-4e8ec33426bd', 'status': 'completed', 'code': 200} Aug 30 13:01:43.584465 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9', 'status': 'completed', 'code': 200} Aug 30 13:01:43.587350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-bccd747a-2fad-4d67-bea5-36c3ce12ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.588867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-bccd747a-2fad-4d67-bea5-36c3ce12ba12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=68ef2c4e683b40999553afb799d2b581&device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 1096 time: 0.1602728 Aug 30 13:01:43.622157 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-12e008b2-1145-40a5-ac28-6f3dbae045e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348353 Aug 30 13:01:43.655057 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-60e8dc55-0cad-4f97-be21-d945429949eb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4395609 Aug 30 13:01:43.666321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37398) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:43.677131 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f692544-2f3d-4348-82fa-423f8806e32b req-c361e93d-30cd-49a7-9e23-4cf18b556af3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328900 Aug 30 13:01:43.751107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:43.782146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-2aa9c762-e6dc-483a-824a-da98758b2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.782500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-2aa9c762-e6dc-483a-824a-da98758b2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.782921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-2aa9c762-e6dc-483a-824a-da98758b2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.783400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-2aa9c762-e6dc-483a-824a-da98758b2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.784126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-2aa9c762-e6dc-483a-824a-da98758b2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.788946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-2aa9c762-e6dc-483a-824a-da98758b2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.789136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-2aa9c762-e6dc-483a-824a-da98758b2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:43.791122 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-2aa9c762-e6dc-483a-824a-da98758b2c3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6417 time: 0.1946704 Aug 30 13:01:43.851991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:43.885531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb5949b7-616b-4b56-8a9c-c36d7bd5e792,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:43.887149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['777516e5-fbbe-4575-848c-3ed35a59cf65'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:43.890451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-4870bda7-c209-46ce-a834-c0cbeb43810f', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:01:43.891636 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.005566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fca11-2ef9-4c2d-ad67-ccb42cb4dd37 req-0d1cb033-60e6-42c8-9fb5-c4ea900ce1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.011837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fca11-2ef9-4c2d-ad67-ccb42cb4dd37 req-0d1cb033-60e6-42c8-9fb5-c4ea900ce1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.016289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-b8ee55b7-8dac-42ab-b26d-bd1ec9da2159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.017861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-b8ee55b7-8dac-42ab-b26d-bd1ec9da2159 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 200 len: 906 time: 0.3855443 Aug 30 13:01:44.024082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fca11-2ef9-4c2d-ad67-ccb42cb4dd37 req-0d1cb033-60e6-42c8-9fb5-c4ea900ce1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.032882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fca11-2ef9-4c2d-ad67-ccb42cb4dd37 req-0d1cb033-60e6-42c8-9fb5-c4ea900ce1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.043643 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fca11-2ef9-4c2d-ad67-ccb42cb4dd37 req-0d1cb033-60e6-42c8-9fb5-c4ea900ce1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.065092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fca11-2ef9-4c2d-ad67-ccb42cb4dd37 req-0d1cb033-60e6-42c8-9fb5-c4ea900ce1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.071890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fca11-2ef9-4c2d-ad67-ccb42cb4dd37 req-0d1cb033-60e6-42c8-9fb5-c4ea900ce1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.083771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-f4f8d328-de19-46c4-a62c-4746f8c42da6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 HTTP/1.1" status: 200 len: 217 time: 0.0562029 Aug 30 13:01:44.087941 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-802fca11-2ef9-4c2d-ad67-ccb42cb4dd37 req-0d1cb033-60e6-42c8-9fb5-c4ea900ce1b2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5415 time: 0.2679021 Aug 30 13:01:44.095130 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.096352 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.097738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f5188-e219-447f-b748-ddbbba3160f0 req-9511e7cf-dce1-43f7-8514-fa8ff0887a97 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.099517 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c5f5188-e219-447f-b748-ddbbba3160f0 req-9511e7cf-dce1-43f7-8514-fa8ff0887a97 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.2798457 Aug 30 13:01:44.101863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67aa8042-d52a-4dc9-a7f1-f109a63e6ced {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:44.132519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Allocated IP 172.20.0.2 (4870bda7-c209-46ce-a834-c0cbeb43810f/f6a12547-efe5-4803-9a5c-76558cb526f7/ad7208db-3432-41a0-823c-f683052976a8) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:44.159739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-0f8a3d5a-540e-4e3d-8b9b-b29d3c11c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.161728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-0f8a3d5a-540e-4e3d-8b9b-b29d3c11c856 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 200 len: 845 time: 0.0550647 Aug 30 13:01:44.163307 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.167059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-6d55b897-3425-4547-b30a-062b0208ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.167720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-6d55b897-3425-4547-b30a-062b0208ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.168331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-6d55b897-3425-4547-b30a-062b0208ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.170022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-6d55b897-3425-4547-b30a-062b0208ade6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=53a8d29c14914348beb1a09388685f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3517346 Aug 30 13:01:44.208205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.212990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-6400f7c6-2eb4-4819-a651-c6c7d3412ca2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359197 Aug 30 13:01:44.338153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-4ed94ee8-6496-446b-ab22-d966f9262dd8 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018127 Aug 30 13:01:44.383235 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.389062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-802fca11-2ef9-4c2d-ad67-ccb42cb4dd37 req-e361c67e-e815-4f6c-ba40-9c5ac9cf957a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2932272 Aug 30 13:01:44.396478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Transition to ACTIVE for port object ad7208db-3432-41a0-823c-f683052976a8 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:44.429845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Transition to ACTIVE for port object ad7208db-3432-41a0-823c-f683052976a8 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:44.440120 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.521419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Network 4870bda7-c209-46ce-a834-c0cbeb43810f is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:44.522804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Pushing event updated for resources: {'Port': ['ID=ad7208db-3432-41a0-823c-f683052976a8,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:44.526834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:44.535162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:44.593651 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.621551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Attempting to bind port ad7208db-3432-41a0-823c-f683052976a8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:44.622751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Attempting to bind port ad7208db-3432-41a0-823c-f683052976a8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:44.623257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Attempting to bind port ad7208db-3432-41a0-823c-f683052976a8 on network 4870bda7-c209-46ce-a834-c0cbeb43810f {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:44.631173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:44.632229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Checking segment: {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:44.632840 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.633466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Bound using segment: {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:44.634109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Bound port: ad7208db-3432-41a0-823c-f683052976a8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:44.634700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.669320 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.709140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] For port ad7208db-3432-41a0-823c-f683052976a8, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:44.712131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] For port ad7208db-3432-41a0-823c-f683052976a8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ad7208db-3432-41a0-823c-f683052976a8,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:44.717705 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.718640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Transition to ACTIVE for port object 67aa8042-d52a-4dc9-a7f1-f109a63e6ced will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:44.730334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-077bb125-0f70-4a86-ba3d-a8330183c8a6 req-7cdd63b5-6082-42b1-8c96-ed1cda806fb5 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348362 Aug 30 13:01:44.744304 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:44.803371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c5f5188-e219-447f-b748-ddbbba3160f0 req-26beef7f-77cb-4169-9ebf-325e43e54c41 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6879728 Aug 30 13:01:44.806669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8ff72-ebbe-4ad5-bb96-25d15e8ba403 None None] Pushing event updated for resources: {'Port': ['ID=ad7208db-3432-41a0-823c-f683052976a8,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:44.819541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-1ee9f884-5b50-41f2-a6e3-5cb78abc031d service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780437 Aug 30 13:01:44.826847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80f9fc-1520-41b2-9295-dd931b5e1355 req-cca8c977-6981-40b3-8ce8-b9e06095798a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.834644 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7e80f9fc-1520-41b2-9295-dd931b5e1355 req-cca8c977-6981-40b3-8ce8-b9e06095798a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.2102664 Aug 30 13:01:44.936333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-f78038c8-feec-4563-936a-b20cee258f52 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:44.937888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-f78038c8-feec-4563-936a-b20cee258f52 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.16 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 946 time: 0.1602156 Aug 30 13:01:44.958648 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7e80f9fc-1520-41b2-9295-dd931b5e1355 req-59c2a6eb-bd11-4d73-b428-991dcf1f98fa tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230388 Aug 30 13:01:44.986058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Pushing event updated for resources: {'Port': ['ID=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:45.001212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c8e65966-30bd-44ab-a869-148c7913640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.002809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c8e65966-30bd-44ab-a869-148c7913640c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8247175 Aug 30 13:01:45.080583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4ccf8-b381-444f-a66c-21e0f42b0048 req-851b48f1-4a05-4af9-be2e-d66fbb5e6516 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.084810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89f4ccf8-b381-444f-a66c-21e0f42b0048 req-851b48f1-4a05-4af9-be2e-d66fbb5e6516 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 946 time: 0.1953261 Aug 30 13:01:45.163152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ef4e7a-3ba4-4276-839b-baf439949dab req-6b708685-0e6b-46a8-a8b7-2a971eb4f85c service neutron] 10.222.0.35 "GET /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172684 Aug 30 13:01:45.164352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Attempting to bind port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:45.164688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Attempting to bind port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:45.165017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Attempting to bind port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced on network cc5a463d-926b-4632-a0da-1ab17dd39b9e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:45.201898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced on network cc5a463d-926b-4632-a0da-1ab17dd39b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:01:45.202379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Attempting to bind port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced on network cc5a463d-926b-4632-a0da-1ab17dd39b9e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:45.214907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:45.215257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Checking segment: {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:45.215647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Bound using segment: {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:45.216213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Bound port: 67aa8042-d52a-4dc9-a7f1-f109a63e6ced, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9534c666-bab8-4172-800d-03d64ceba00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:45.216576 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:45.236581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89f4ccf8-b381-444f-a66c-21e0f42b0048 req-2453b546-1506-4026-bf9c-6b2275987bf0 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/security-groups?id=2aa377f2-09f9-4c26-94e0-ee9a4f607c89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198733 Aug 30 13:01:45.245745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c1b48530-67f1-40bd-83ff-d132e32aa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.246243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c1b48530-67f1-40bd-83ff-d132e32aa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.247178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c1b48530-67f1-40bd-83ff-d132e32aa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.264954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c1b48530-67f1-40bd-83ff-d132e32aa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.269157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c1b48530-67f1-40bd-83ff-d132e32aa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.269582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c1b48530-67f1-40bd-83ff-d132e32aa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.270109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c1b48530-67f1-40bd-83ff-d132e32aa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.272455 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-c1b48530-67f1-40bd-83ff-d132e32aa4bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6442 time: 0.1782568 Aug 30 13:01:45.328826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf38b6-de5b-4dbd-a209-821b7a44fc63 req-62cb07e3-a1e0-43d2-b163-6b2710985f61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.330341 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7bf38b6-de5b-4dbd-a209-821b7a44fc63 req-62cb07e3-a1e0-43d2-b163-6b2710985f61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 948 time: 0.2220113 Aug 30 13:01:45.390009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:01:45.392339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Deleting port 5f669c4a-bcbe-469c-834e-7f638e14f327 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:45.392678 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:45.431272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] For port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:45.455400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] For port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:45.470293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12430a57-f4c9-40bc-a3b7-e614c6e6a69c req-1c5b6fdd-0913-4dbf-a7e0-af0e8a42bf7d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.471968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:45.472144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12430a57-f4c9-40bc-a3b7-e614c6e6a69c req-1c5b6fdd-0913-4dbf-a7e0-af0e8a42bf7d tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.1534765 Aug 30 13:01:45.475275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:45.489201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-8a5d7ff9-4a4f-49d3-b599-cade9ae9a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.489693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-8a5d7ff9-4a4f-49d3-b599-cade9ae9a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.490154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-8a5d7ff9-4a4f-49d3-b599-cade9ae9a388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.491728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-8a5d7ff9-4a4f-49d3-b599-cade9ae9a388 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=53a8d29c14914348beb1a09388685f20&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1970901 Aug 30 13:01:45.501809 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7bf38b6-de5b-4dbd-a209-821b7a44fc63 req-ac49d883-3fd9-44d1-b352-1ab655ab0e53 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635721 Aug 30 13:01:45.513197 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:45.537384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.540300 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:45.540300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] 10.222.0.35 "PUT /v2.0/ports/67aa8042-d52a-4dc9-a7f1-f109a63e6ced HTTP/1.1" status: 200 len: 1091 time: 2.6785972 Aug 30 13:01:45.596149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:45.606212 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10334018-72c7-467a-b806-17160bc44182" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "67aa8042-d52a-4dc9-a7f1-f109a63e6ced"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:45.635046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4b595-ab1f-44c5-9919-1e6be6c80fec service neutron] Pushing event updated for resources: {'Port': ['ID=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:45.638289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] For port 5f669c4a-bcbe-469c-834e-7f638e14f327, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5f669c4a-bcbe-469c-834e-7f638e14f327,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:45.638771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:45.650937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12430a57-f4c9-40bc-a3b7-e614c6e6a69c req-67d977bd-a816-4760-ba5f-a37a7d0be976 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667645 Aug 30 13:01:45.741706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-61002cd2-7185-4514-8bcd-c637cdd24e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.745349 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc3daa4-bc6c-47f9-ad34-9f0ea78888c2 req-61002cd2-7185-4514-8bcd-c637cdd24e0c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2243958 Aug 30 13:01:45.897991 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e42adf8-e778-4790-90c1-937815932750 x-openstack-request-id: req-3e42adf8-e778-4790-90c1-937815932750 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:45.898433 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "67aa8042-d52a-4dc9-a7f1-f109a63e6ced", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:45.898783 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e42adf8-e778-4790-90c1-937815932750 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:45.899291 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced', 'status': 'completed', 'code': 200} Aug 30 13:01:45.912910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-85a54a51-7cb5-452e-9b46-2cea1281b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.913593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-85a54a51-7cb5-452e-9b46-2cea1281b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.914158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-85a54a51-7cb5-452e-9b46-2cea1281b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.915990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-85a54a51-7cb5-452e-9b46-2cea1281b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.916537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-85a54a51-7cb5-452e-9b46-2cea1281b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.917354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-85a54a51-7cb5-452e-9b46-2cea1281b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.917860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-85a54a51-7cb5-452e-9b46-2cea1281b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:45.920252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-85a54a51-7cb5-452e-9b46-2cea1281b019 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6484 time: 0.1038516 Aug 30 13:01:45.984313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-9979aeea-6e70-4a95-be37-faed302ee1ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24f4219d-372f-4637-adb6-6ac697f5efb1 HTTP/1.1" status: 200 len: 217 time: 0.0545797 Aug 30 13:01:46.069367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-ffb145d6-aaa8-4043-bb92-a07a59851240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.071106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-ffb145d6-aaa8-4043-bb92-a07a59851240 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a467f0e-fef5-4869-b05f-0e95e9dcd576 HTTP/1.1" status: 200 len: 856 time: 0.0796959 Aug 30 13:01:46.148783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-4c3fc8fd-bcd8-43ed-9a19-f6f92f0aa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.150362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-4c3fc8fd-bcd8-43ed-9a19-f6f92f0aa9b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d069a2b-f34e-48dd-a07f-e1f299591259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667264 Aug 30 13:01:46.164855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Calling delete_port for 5f669c4a-bcbe-469c-834e-7f638e14f327 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:46.273346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9f8a05-0bf1-49a2-82d1-469495049b31 None None] Network 4870bda7-c209-46ce-a834-c0cbeb43810f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:01:46.274758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245f8bb-8ec8-42b3-89e6-2a9494a3d479 req-5ab6136d-ac64-4cb1-9715-16adff03377a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.281985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2245f8bb-8ec8-42b3-89e6-2a9494a3d479 req-5ab6136d-ac64-4cb1-9715-16adff03377a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1099944 Aug 30 13:01:46.326298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-cd603770-59b6-4b15-81cd-dcdc1f710a9d service neutron] 10.222.0.35 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658721 Aug 30 13:01:46.345027 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2245f8bb-8ec8-42b3-89e6-2a9494a3d479 req-3aed10b3-8e3e-46d5-9601-e02ee86473cb tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620911 Aug 30 13:01:46.423209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Allocated IP 172.25.2.46 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/dc9eccb4-faf3-4e90-809c-436fe54ed95c) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:46.432970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:46.439485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:01:46.446424 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-48e98784-eff3-434d-aa96-6189088e4113 admin admin] 10.222.0.37 "PUT /v2.0/routers/5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0224273 Aug 30 13:01:46.453439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37422) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:46.489017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Pushing event deleted for resources: {'Port': ['ID=5f669c4a-bcbe-469c-834e-7f638e14f327,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:46.490301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['5f669c4a-bcbe-469c-834e-7f638e14f327'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:46.494822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] Sync routers for ids ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:01:46.504306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fa5de8c3-0a59-4b9a-b390-a8a05e373a75 None None] Provisioning for port ad7208db-3432-41a0-823c-f683052976a8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:46.509022 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a9cb6-3298-4977-9960-665fe20b1826 req-cfb88337-d1f4-4681-baf9-826051bab117 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.515484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a9cb6-3298-4977-9960-665fe20b1826 req-cfb88337-d1f4-4681-baf9-826051bab117 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.544476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a9cb6-3298-4977-9960-665fe20b1826 req-cfb88337-d1f4-4681-baf9-826051bab117 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.550972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a9cb6-3298-4977-9960-665fe20b1826 req-cfb88337-d1f4-4681-baf9-826051bab117 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.572066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a9cb6-3298-4977-9960-665fe20b1826 req-cfb88337-d1f4-4681-baf9-826051bab117 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.590207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a9cb6-3298-4977-9960-665fe20b1826 req-cfb88337-d1f4-4681-baf9-826051bab117 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.602066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b6631-3a38-47c8-8b9a-979b66cdabbc req-a3820722-e1f8-4f26-8b64-0a3eb0b608ca tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.607255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a9cb6-3298-4977-9960-665fe20b1826 req-cfb88337-d1f4-4681-baf9-826051bab117 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:46.609419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f72b6631-3a38-47c8-8b9a-979b66cdabbc req-a3820722-e1f8-4f26-8b64-0a3eb0b608ca tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.1699028 Aug 30 13:01:46.614100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a18a9cb6-3298-4977-9960-665fe20b1826 req-cfb88337-d1f4-4681-baf9-826051bab117 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.4710116 Aug 30 13:01:46.632506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-8ed28188-8702-4c61-91ce-d140a8b9d0e0 service neutron] 10.222.0.35 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864335 Aug 30 13:01:46.701848 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:46.704669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-2c0e5053-2c0f-4a26-b28f-0569a4b60497 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=97a6339c-7374-43d6-b5dd-c60a6ad87c63 HTTP/1.1" status: 200 len: 217 time: 0.0619540 Aug 30 13:01:46.720828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ad7208db-3432-41a0-823c-f683052976a8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:46.759468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] Routers {'5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:46.759848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:46.796370 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:46.818417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f72b6631-3a38-47c8-8b9a-979b66cdabbc req-8e510c72-b2ce-4a0f-b315-619323e1e6bb tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079885 Aug 30 13:01:46.887800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] No DVR routers for this DVR port 5f669c4a-bcbe-469c-834e-7f638e14f327 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:01:46.893227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:46.896057 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d4c66220-9af9-4bf9-87d7-3a59ff4390d6 req-0370befb-c0de-4346-a4bd-48735f0d2b01 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.16 "DELETE /v2.0/ports/5f669c4a-bcbe-469c-834e-7f638e14f327 HTTP/1.1" status: 204 len: 173 time: 1.9281151 Aug 30 13:01:46.899971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4edb03-9c61-489f-9a1f-d2357129735e', 'name': 'network-vif-deleted', 'tag': '5f669c4a-bcbe-469c-834e-7f638e14f327'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:46.901867 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b509ff5-36a0-4ad9-8b5a-81b679ddcf35" -d '{"events": [{"server_uuid": "6c4edb03-9c61-489f-9a1f-d2357129735e", "name": "network-vif-deleted", "tag": "5f669c4a-bcbe-469c-834e-7f638e14f327"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:46.913337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a18a9cb6-3298-4977-9960-665fe20b1826 req-893bdb27-a447-451e-8e32-29dd66ba0866 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2373073 Aug 30 13:01:46.927684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ad7208db-3432-41a0-823c-f683052976a8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:46.928675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:46.932152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] Set router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:46.935618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:46.963920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ad7208db-3432-41a0-823c-f683052976a8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:46.964331 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:46.983476 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d83b962c-872a-4e9e-8874-bdfdd13f2ecf req-d3b3b8f7-7958-4062-9de5-875e9a253fa1 tempest-AttachSCSIVolumeTestJSON-25655834 tempest-AttachSCSIVolumeTestJSON-25655834-project] 10.222.0.37 "GET /v2.0/ports?device_id=6c4edb03-9c61-489f-9a1f-d2357129735e HTTP/1.1" status: 200 len: 210 time: 0.0626817 Aug 30 13:01:46.997778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Pushing event updated for resources: {'Port': ['ID=dc9eccb4-faf3-4e90-809c-436fe54ed95c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:47.024288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-25e44cb8-a088-4a94-8101-71ae4ddb6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:47.027100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:47.029455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:47.030009 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-25e44cb8-a088-4a94-8101-71ae4ddb6b21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.2742538 Aug 30 13:01:47.032138 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:47.150044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-9558458d-5818-44fc-8610-f3c52e918989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:47.151565 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-9558458d-5818-44fc-8610-f3c52e918989 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1129582 Aug 30 13:01:47.154590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Deleting port ec422ebc-0ff8-409a-a46e-8a6a061a9844 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:47.154925 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.193900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 777516e5-fbbe-4575-848c-3ed35a59cf65 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:47.258423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0d9a33a7-870b-46e5-95e3-c67c956bd04f None None] Provisioning complete for port ad7208db-3432-41a0-823c-f683052976a8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:47.258802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0d9a33a7-870b-46e5-95e3-c67c956bd04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.268906 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01237742-a0aa-4c8c-8182-1f81a3796fcd x-openstack-request-id: req-01237742-a0aa-4c8c-8182-1f81a3796fcd {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:47.269519 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4edb03-9c61-489f-9a1f-d2357129735e", "name": "network-vif-deleted", "tag": "5f669c4a-bcbe-469c-834e-7f638e14f327", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:47.269519 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01237742-a0aa-4c8c-8182-1f81a3796fcd {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:47.270001 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4edb03-9c61-489f-9a1f-d2357129735e', 'name': 'network-vif-deleted', 'tag': '5f669c4a-bcbe-469c-834e-7f638e14f327', 'status': 'completed', 'code': 200} Aug 30 13:01:47.316160 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-f9cac548-bdc5-4535-aa3f-14a0a02f8fdf service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474075 Aug 30 13:01:47.344998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 777516e5-fbbe-4575-848c-3ed35a59cf65 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:47.373865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e78ca0-92cc-48b2-a59d-bd0991ee9a25 req-070f53b5-6647-4dd3-bb5a-1dd657341844 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:47.376369 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c9e78ca0-92cc-48b2-a59d-bd0991ee9a25 req-070f53b5-6647-4dd3-bb5a-1dd657341844 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 948 time: 0.2827537 Aug 30 13:01:47.387915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 777516e5-fbbe-4575-848c-3ed35a59cf65 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:47.388139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.402364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] For port ec422ebc-0ff8-409a-a46e-8a6a061a9844, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ec422ebc-0ff8-409a-a46e-8a6a061a9844,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:47.402881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.450536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Calling delete_port for ec422ebc-0ff8-409a-a46e-8a6a061a9844 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:47.465769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.479972 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c9e78ca0-92cc-48b2-a59d-bd0991ee9a25 req-af3f2a4a-efe3-4ff2-90f2-4a81cc6a77f1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613143 Aug 30 13:01:47.490556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.525116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0d9a33a7-870b-46e5-95e3-c67c956bd04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.529775 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-a3ad6ff2-f9a3-4ad2-a1a8-9510149c0723 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031512 Aug 30 13:01:47.594693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ad7208db-3432-41a0-823c-f683052976a8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ad7208db-3432-41a0-823c-f683052976a8,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:47.622966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a5b09-7ead-4c56-8784-e7d5907a59d3 req-f1620f3a-511c-43ba-8ced-2fdcb65ef908 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:47.624488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c61a5b09-7ead-4c56-8784-e7d5907a59d3 req-f1620f3a-511c-43ba-8ced-2fdcb65ef908 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.2161968 Aug 30 13:01:47.630433 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.630791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-c1fb3544-a80a-47ba-8b43-baa87db6bae9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=0c41a4a6-df09-4307-a892-1ee811eb509e HTTP/1.1" status: 200 len: 217 time: 0.0825374 Aug 30 13:01:47.682442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:01:43Z', 'revision_number': 5, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'gw_port': {'id': 'ec422ebc-0ff8-409a-a46e-8a6a061a9844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:10Z', 'updated_at': '2021-08-30T13:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:47.712011 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.726038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] Checking router: 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:01:47.731699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.743424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349e656-2552-45c5-b558-2f1753846e6a req-fc20cd7e-1bb5-44c6-a85d-3a96513abb91 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:47.744905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1349e656-2552-45c5-b558-2f1753846e6a req-fc20cd7e-1bb5-44c6-a85d-3a96513abb91 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.2142689 Aug 30 13:01:47.766890 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-0d9a33a7-870b-46e5-95e3-c67c956bd04f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:01:47.767339 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-0d9a33a7-870b-46e5-95e3-c67c956bd04f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:01:47.772666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] Routers {'5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:47.773373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:47.776680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ad7208db-3432-41a0-823c-f683052976a8,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:47.797822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c61a5b09-7ead-4c56-8784-e7d5907a59d3 req-e5dbd582-57de-4227-b0d5-4011a530e9b4 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609941 Aug 30 13:01:47.823690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-72847a0b-bc2a-49da-bf2c-bc17f4c8ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:47.825493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-72847a0b-bc2a-49da-bf2c-bc17f4c8ee01 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.1762908 Aug 30 13:01:47.856201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:01:47.861165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8308f9d9-979f-4f5d-bfa6-8efe479e9f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777516e5-fbbe-4575-848c-3ed35a59cf65'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:47.864062 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661ff9cd-8e00-4a30-a525-71554fec55c5" -d '{"events": [{"server_uuid": "8308f9d9-979f-4f5d-bfa6-8efe479e9f9c", "name": "network-vif-plugged", "status": "completed", "tag": "777516e5-fbbe-4575-848c-3ed35a59cf65"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:47.888302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 777516e5-fbbe-4575-848c-3ed35a59cf65, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=777516e5-fbbe-4575-848c-3ed35a59cf65,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:47.898114 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:47.928492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] Set router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:47.954663 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1969589b-914a-47a7-a72f-06ecf3edc067 x-openstack-request-id: req-1969589b-914a-47a7-a72f-06ecf3edc067 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:47.954934 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8308f9d9-979f-4f5d-bfa6-8efe479e9f9c", "name": "network-vif-plugged", "status": "completed", "tag": "777516e5-fbbe-4575-848c-3ed35a59cf65", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:47.955335 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1969589b-914a-47a7-a72f-06ecf3edc067 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:47.955556 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8308f9d9-979f-4f5d-bfa6-8efe479e9f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777516e5-fbbe-4575-848c-3ed35a59cf65', 'code': 200} Aug 30 13:01:47.972633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-4e4d2bdf-40f9-4532-99f2-eed2cd60ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:47.974161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-4e4d2bdf-40f9-4532-99f2-eed2cd60ab6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1381214 Aug 30 13:01:47.993081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:01:46Z', 'revision_number': 6, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:48.025700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ad9cf6-2d82-4ac6-b679-15bf2df54fdb None None] The sync data for ids ['5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee'] in n-d-688802-6 is: [{'id': '5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee', 'name': 'tempest-FloatingIPDetailsTestJSON-1600892288-router', 'tenant_id': '28b03f7a81aa423797cc8028074cbebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:01:46Z', 'revision_number': 6, 'project_id': '28b03f7a81aa423797cc8028074cbebd', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:01:48.052706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=777516e5-fbbe-4575-848c-3ed35a59cf65,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:48.075096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:01:48.090283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:48.094825 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Sync routers for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:01:48.101382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:48.102934 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-77a43882-1e40-497e-abfd-06447826df83 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.4202754 Aug 30 13:01:48.105746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1349e656-2552-45c5-b558-2f1753846e6a req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Deleting port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:48.106102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1349e656-2552-45c5-b558-2f1753846e6a req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:48.107511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37440) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:48.108864 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:48.109709 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:48.121922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bc74f-4679-4458-af62-f33d45250fa0 req-796e3dee-bc09-4219-a664-6ffeab8d0de9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.123421 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de4bc74f-4679-4458-af62-f33d45250fa0 req-796e3dee-bc09-4219-a664-6ffeab8d0de9 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 945 time: 0.1743233 Aug 30 13:01:48.197025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=ec422ebc-0ff8-409a-a46e-8a6a061a9844,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:48.217788 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:48.233360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de4bc74f-4679-4458-af62-f33d45250fa0 req-ca3f7fae-c056-4fa1-9b41-56e4d4ccd990 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739865 Aug 30 13:01:48.313357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f9c4-4cbd-4247-a6c9-f929a780c290 req-84dabafc-5076-4e87-99fa-9e615f74f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.314886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5632f9c4-4cbd-4247-a6c9-f929a780c290 req-84dabafc-5076-4e87-99fa-9e615f74f4ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 1100 time: 0.2923889 Aug 30 13:01:48.351079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2096fa-d8fe-43f5-a187-cb7e2414b58c req-a9a8f5d7-a1fe-452b-9777-0fbe637bf2cb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.359556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2096fa-d8fe-43f5-a187-cb7e2414b58c req-a9a8f5d7-a1fe-452b-9777-0fbe637bf2cb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.377270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2096fa-d8fe-43f5-a187-cb7e2414b58c req-a9a8f5d7-a1fe-452b-9777-0fbe637bf2cb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.393852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2096fa-d8fe-43f5-a187-cb7e2414b58c req-a9a8f5d7-a1fe-452b-9777-0fbe637bf2cb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.403673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2096fa-d8fe-43f5-a187-cb7e2414b58c req-a9a8f5d7-a1fe-452b-9777-0fbe637bf2cb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.417950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2096fa-d8fe-43f5-a187-cb7e2414b58c req-a9a8f5d7-a1fe-452b-9777-0fbe637bf2cb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.433918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2096fa-d8fe-43f5-a187-cb7e2414b58c req-a9a8f5d7-a1fe-452b-9777-0fbe637bf2cb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.447374 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae2096fa-d8fe-43f5-a187-cb7e2414b58c req-a9a8f5d7-a1fe-452b-9777-0fbe637bf2cb tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.3813779 Aug 30 13:01:48.480425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-cb0122a7-2c02-4a9a-ab67-8358033b949d service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962595 Aug 30 13:01:48.509594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:48.519335 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:47Z', 'revision_number': 3, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:48.560353 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Checking router: 8eeb9e5f-9a11-41bc-8ea8-a84470663576 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:01:48.560999 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Updating router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 port dc9eccb4-faf3-4e90-809c-436fe54ed95c binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:01:48.604956 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:48.646745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5f669c4a-bcbe-469c-834e-7f638e14f327 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:48.691786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 5f669c4a-bcbe-469c-834e-7f638e14f327 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:01:48.692402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5f669c4a-bcbe-469c-834e-7f638e14f327 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:01:48.692647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396621a-da19-4eac-ba56-9c011cbbc945 req-67803b8f-150f-49ea-8205-c01fc19d6441 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:48.700721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7396621a-da19-4eac-ba56-9c011cbbc945 req-67803b8f-150f-49ea-8205-c01fc19d6441 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 949 time: 0.0992877 Aug 30 13:01:48.795209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7396621a-da19-4eac-ba56-9c011cbbc945 req-f393ff55-27de-40fa-8f62-9673d0d0673e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932851 Aug 30 13:01:48.801507 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.012158 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.033122 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Transition to ACTIVE for port object dc9eccb4-faf3-4e90-809c-436fe54ed95c will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:49.042635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ad7208db-3432-41a0-823c-f683052976a8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:49.054485 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.086346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbdfaa-7e3a-4eb0-a92d-22544eb33146 req-fdd41996-684b-4d5d-bbb4-c9bf44ef6f37 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:49.090980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9acbdfaa-7e3a-4eb0-a92d-22544eb33146 req-fdd41996-684b-4d5d-bbb4-c9bf44ef6f37 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1861920 Aug 30 13:01:49.107341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1349e656-2552-45c5-b558-2f1753846e6a req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] For port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:49.108582 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1349e656-2552-45c5-b558-2f1753846e6a req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.122832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1349e656-2552-45c5-b558-2f1753846e6a req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Calling delete_port for 2624d4bd-dd1a-40ee-a42b-8a4e8625244a owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:49.131853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ad7208db-3432-41a0-823c-f683052976a8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:49.132465 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.156877 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837cc55-8c27-4d39-b2ea-3ff7a44fd4cf None None] Pushing event updated for resources: {'Port': ['ID=dc9eccb4-faf3-4e90-809c-436fe54ed95c,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:49.194481 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Attempting to bind port dc9eccb4-faf3-4e90-809c-436fe54ed95c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:49.195526 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Attempting to bind port dc9eccb4-faf3-4e90-809c-436fe54ed95c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:49.196121 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Attempting to bind port dc9eccb4-faf3-4e90-809c-436fe54ed95c on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:49.201875 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:49.202384 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:49.202880 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.203371 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:49.204094 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Bound port: dc9eccb4-faf3-4e90-809c-436fe54ed95c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:49.204576 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.273686 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5632f9c4-4cbd-4247-a6c9-f929a780c290 req-857e307d-e1dc-4c43-9c3b-6e668fcc9239 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9478920 Aug 30 13:01:49.275581 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] For port dc9eccb4-faf3-4e90-809c-436fe54ed95c, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:49.279097 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] For port dc9eccb4-faf3-4e90-809c-436fe54ed95c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc9eccb4-faf3-4e90-809c-436fe54ed95c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:49.293078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9acbdfaa-7e3a-4eb0-a92d-22544eb33146 req-4541d1e3-c5bd-4748-86ac-4c096180322c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926837 Aug 30 13:01:49.294411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Allocated IP 172.20.0.1 (4870bda7-c209-46ce-a834-c0cbeb43810f/f6a12547-efe5-4803-9a5c-76558cb526f7/fc6eea76-0d6f-4875-a361-5df45b832cd8) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:49.298900 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.313203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.324690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.344339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fb5949b7-616b-4b56-8a9c-c36d7bd5e792 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:49.371070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1349e656-2552-45c5-b558-2f1753846e6a req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.377095 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: fb5949b7-616b-4b56-8a9c-c36d7bd5e792 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:01:49.378161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fb5949b7-616b-4b56-8a9c-c36d7bd5e792 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:01:49.388205 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.388749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:01:49.394758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:49.421789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.427144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7a4e81bd-e56f-4edd-b3bf-9ac7ca8e0fdc admin admin] 10.222.0.37 "DELETE /v2.0/routers/5f1e4e46-d9c3-4e9f-91fd-ad9d3be66cee HTTP/1.1" status: 204 len: 168 time: 2.9745922 Aug 30 13:01:49.438896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37494) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:49.455908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event deleted for resources: {'Port': ['ID=2624d4bd-dd1a-40ee-a42b-8a4e8625244a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:49.493122 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:49.493848 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:49.513301 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae2096fa-d8fe-43f5-a187-cb7e2414b58c req-f7bc0b28-1681-4937-9288-6ffdabfef4bc tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0650256 Aug 30 13:01:49.573917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54bf3dc6-00d7-49f2-be56-e19305da72e8 req-1a478407-1921-4bfe-ac4e-254e851a853a tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=b121752b-50f0-49ea-86fb-b79f2e2d4b2d HTTP/1.1" status: 200 len: 210 time: 0.1772213 Aug 30 13:01:49.617524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-b5aaf264-821f-4c68-aa36-7865ce1129a3 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9722869 Aug 30 13:01:49.622558 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837cc55-8c27-4d39-b2ea-3ff7a44fd4cf None None] Pushing event updated for resources: {'Port': ['ID=dc9eccb4-faf3-4e90-809c-436fe54ed95c,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:49.641890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1349e656-2552-45c5-b558-2f1753846e6a req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] No DVR routers for this DVR port 2624d4bd-dd1a-40ee-a42b-8a4e8625244a on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:01:49.663542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1349e656-2552-45c5-b558-2f1753846e6a req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.665549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1349e656-2552-45c5-b558-2f1753846e6a req-7bb761ba-e252-4c4d-9331-d6336b1bbc78 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "DELETE /v2.0/ports/2624d4bd-dd1a-40ee-a42b-8a4e8625244a HTTP/1.1" status: 204 len: 173 time: 1.8881693 Aug 30 13:01:49.666054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b121752b-50f0-49ea-86fb-b79f2e2d4b2d', 'name': 'network-vif-deleted', 'tag': '2624d4bd-dd1a-40ee-a42b-8a4e8625244a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:49.668318 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a959cf67-f59b-4dec-b0b3-6400e6459df7" -d '{"events": [{"server_uuid": "b121752b-50f0-49ea-86fb-b79f2e2d4b2d", "name": "network-vif-deleted", "tag": "2624d4bd-dd1a-40ee-a42b-8a4e8625244a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:49.698808 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.718080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Transition to ACTIVE for port object fc6eea76-0d6f-4875-a361-5df45b832cd8 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:49.757889 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a000692c-0959-44c9-9bde-fcf853ae805b x-openstack-request-id: req-a000692c-0959-44c9-9bde-fcf853ae805b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:49.758182 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b121752b-50f0-49ea-86fb-b79f2e2d4b2d", "name": "network-vif-deleted", "tag": "2624d4bd-dd1a-40ee-a42b-8a4e8625244a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:49.758430 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a000692c-0959-44c9-9bde-fcf853ae805b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:49.758819 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b121752b-50f0-49ea-86fb-b79f2e2d4b2d', 'name': 'network-vif-deleted', 'tag': '2624d4bd-dd1a-40ee-a42b-8a4e8625244a', 'status': 'completed', 'code': 200} Aug 30 13:01:49.773528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0440bd3-88e9-449c-9a81-bfab3d097e43 admin admin] Deleting subnet 02997bcf-8c64-47a6-ba1c-ecea6ba59cf9 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:01:49.777368 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-ff59d34e-399a-4e4f-82f0-b512dcd0c466 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=e2618e52-0bee-4ce8-8e9c-de471cd123c1 HTTP/1.1" status: 200 len: 217 time: 0.1328573 Aug 30 13:01:49.779768 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0440bd3-88e9-449c-9a81-bfab3d097e43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.788927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.817834 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:49.833913 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0440bd3-88e9-449c-9a81-bfab3d097e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.920085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Network 4870bda7-c209-46ce-a834-c0cbeb43810f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:49.929094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:49.935831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:49.968359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6eea76-0d6f-4875-a361-5df45b832cd8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:49.981179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0440bd3-88e9-449c-9a81-bfab3d097e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:49.991251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:50.014392 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:47Z', 'revision_number': 3, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:50.046849 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e949731-fc2f-4421-84b8-acbdc1849b86 None None] The sync data for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 is: [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:47Z', 'revision_number': 3, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:01:50.140783 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0440bd3-88e9-449c-9a81-bfab3d097e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:50.165617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0440bd3-88e9-449c-9a81-bfab3d097e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:50.167797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f0440bd3-88e9-449c-9a81-bfab3d097e43 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/02997bcf-8c64-47a6-ba1c-ecea6ba59cf9 HTTP/1.1" status: 204 len: 168 time: 0.7214329 Aug 30 13:01:50.172244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855ca70f-fec6-446c-81ba-5a4b78bf93fa None None] Network f116ac93-c444-426f-86ee-8db8f6febea5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:01:50.176639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37502) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:50.223349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7231d8-21ed-474c-8493-4a9c9cc5df19 req-ac167798-5b12-4a75-8e6a-7cad7f931876 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.233963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd7231d8-21ed-474c-8493-4a9c9cc5df19 req-ac167798-5b12-4a75-8e6a-7cad7f931876 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 949 time: 0.1956196 Aug 30 13:01:50.242223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0440bd3-88e9-449c-9a81-bfab3d097e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02997bcf-8c64-47a6-ba1c-ecea6ba59cf9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:50.252436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-71a6e597-205d-4852-81f8-d2ea9f9d3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.260223 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-71a6e597-205d-4852-81f8-d2ea9f9d3f25 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.1862533 Aug 30 13:01:50.354050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c7cb58ed-f991-4e36-ae02-e3d960e1654e None None] Provisioning for port fc6eea76-0d6f-4875-a361-5df45b832cd8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:50.378878 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd7231d8-21ed-474c-8493-4a9c9cc5df19 req-50882f90-a69e-4d22-95df-651f805f97ad tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438975 Aug 30 13:01:50.398552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c7cb58ed-f991-4e36-ae02-e3d960e1654e None None] Provisioning complete for port fc6eea76-0d6f-4875-a361-5df45b832cd8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:50.399117 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c7cb58ed-f991-4e36-ae02-e3d960e1654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:50.422441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-bbbac6b5-1fae-421f-836b-1e1820ac09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.423923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-bbbac6b5-1fae-421f-836b-1e1820ac09de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1347871 Aug 30 13:01:50.449521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:50.511424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:50.682428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-22b69ae9-1fea-44f9-b7c8-602849058dc3 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453983 Aug 30 13:01:50.765624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc9eccb4-faf3-4e90-809c-436fe54ed95c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:50.769712 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb58ed-f991-4e36-ae02-e3d960e1654e None None] Port fc6eea76-0d6f-4875-a361-5df45b832cd8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:50.804688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef80d0-c064-4cfd-bafe-9e1ceb33b668 req-dc26d7eb-940a-4769-a62f-2cc558b1dbcd tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.816405 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-61ef80d0-c064-4cfd-bafe-9e1ceb33b668 req-dc26d7eb-940a-4769-a62f-2cc558b1dbcd tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.3797987 Aug 30 13:01:50.853045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2918a6a-be3a-4fa9-a19c-767d947b397e None None] DHCP port deletion for f116ac93-c444-426f-86ee-8db8f6febea5 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:01:50.862081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port dc9eccb4-faf3-4e90-809c-436fe54ed95c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:50.876821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port dc9eccb4-faf3-4e90-809c-436fe54ed95c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:50.880685 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:50.925542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205c56-c82c-4e7f-b6c8-66525a354cce req-f3bd1c41-5e4f-48ea-a8aa-91e6698ece81 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.937239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205c56-c82c-4e7f-b6c8-66525a354cce req-f3bd1c41-5e4f-48ea-a8aa-91e6698ece81 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.946162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205c56-c82c-4e7f-b6c8-66525a354cce req-f3bd1c41-5e4f-48ea-a8aa-91e6698ece81 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.952306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205c56-c82c-4e7f-b6c8-66525a354cce req-f3bd1c41-5e4f-48ea-a8aa-91e6698ece81 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.962068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205c56-c82c-4e7f-b6c8-66525a354cce req-f3bd1c41-5e4f-48ea-a8aa-91e6698ece81 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.974145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205c56-c82c-4e7f-b6c8-66525a354cce req-f3bd1c41-5e4f-48ea-a8aa-91e6698ece81 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.982775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd205c56-c82c-4e7f-b6c8-66525a354cce req-f3bd1c41-5e4f-48ea-a8aa-91e6698ece81 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:50.985270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-61ef80d0-c064-4cfd-bafe-9e1ceb33b668 req-f79e9f54-aa20-4824-8850-01ce53e38fd0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529107 Aug 30 13:01:51.004472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd205c56-c82c-4e7f-b6c8-66525a354cce req-f3bd1c41-5e4f-48ea-a8aa-91e6698ece81 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.1999207 Aug 30 13:01:51.029827 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.051351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Deleting port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:51.051694 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.074323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d2918a6a-be3a-4fa9-a19c-767d947b397e None None] Deleting port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:51.074934 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2918a6a-be3a-4fa9-a19c-767d947b397e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.080028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port dc9eccb4-faf3-4e90-809c-436fe54ed95c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc9eccb4-faf3-4e90-809c-436fe54ed95c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:51.088437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-7def4535-c2e3-47ef-b5ce-1d37dafe2337 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955626 Aug 30 13:01:51.094721 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.178344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-915a0f47-7397-4764-bd56-368eeb8e5e5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=70497155-57ab-40aa-a3ff-4e8ec33426bd HTTP/1.1" status: 200 len: 217 time: 0.0807569 Aug 30 13:01:51.197927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ec422ebc-0ff8-409a-a46e-8a6a061a9844 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:51.203422 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.203422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] For port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81a2ff62-aea6-43d0-ad1f-e7da52d579bb,segment=NetworkSegment(6f328cc1-e643-4b24-8f74-12b6fef4bfa1),segment_id=6f328cc1-e643-4b24-8f74-12b6fef4bfa1)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:51.203422 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.217254 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.226807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 2624d4bd-dd1a-40ee-a42b-8a4e8625244a no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:51.232294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ec422ebc-0ff8-409a-a46e-8a6a061a9844 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:01:51.232736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ec422ebc-0ff8-409a-a46e-8a6a061a9844 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:01:51.249245 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Calling delete_port for 81a2ff62-aea6-43d0-ad1f-e7da52d579bb owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:51.288023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=dc9eccb4-faf3-4e90-809c-436fe54ed95c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:51.292801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-5423f94a-3841-4598-af66-af9805704df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:51.294392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-5423f94a-3841-4598-af66-af9805704df7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.1053100 Aug 30 13:01:51.301846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd205c56-c82c-4e7f-b6c8-66525a354cce req-888f3116-3e1a-4a90-a463-87875ef98ca6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2955551 Aug 30 13:01:51.306022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 2624d4bd-dd1a-40ee-a42b-8a4e8625244a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:01:51.311362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 2624d4bd-dd1a-40ee-a42b-8a4e8625244a not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:01:51.341820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d2918a6a-be3a-4fa9-a19c-767d947b397e None None] For port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81a2ff62-aea6-43d0-ad1f-e7da52d579bb,segment=NetworkSegment(6f328cc1-e643-4b24-8f74-12b6fef4bfa1),segment_id=6f328cc1-e643-4b24-8f74-12b6fef4bfa1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:51.342276 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2918a6a-be3a-4fa9-a19c-767d947b397e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.356381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.368311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-4cce333d-9f3b-42eb-9076-4394865c061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:51.369964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-4cce333d-9f3b-42eb-9076-4394865c061f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670717 Aug 30 13:01:51.373225 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d2918a6a-be3a-4fa9-a19c-767d947b397e None None] Calling delete_port for 81a2ff62-aea6-43d0-ad1f-e7da52d579bb owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:51.406376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6eea76-0d6f-4875-a361-5df45b832cd8,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:51.516443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-51acbba7-83ef-47fd-805b-88672ce2a828 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356690 Aug 30 13:01:51.566363 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.571954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2918a6a-be3a-4fa9-a19c-767d947b397e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.631337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2918a6a-be3a-4fa9-a19c-767d947b397e None None] Pushing event deleted for resources: {'Port': ['ID=81a2ff62-aea6-43d0-ad1f-e7da52d579bb,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:51.636455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a2ff62-aea6-43d0-ad1f-e7da52d579bb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:51.637482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2918a6a-be3a-4fa9-a19c-767d947b397e None None] No DVR routers for this DVR port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:01:51.650746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] No DVR routers for this DVR port 81a2ff62-aea6-43d0-ad1f-e7da52d579bb on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:01:51.659524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Network 4870bda7-c209-46ce-a834-c0cbeb43810f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:51.674185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:51.683430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e4ee5-4f28-4bc5-ad1e-2391b9428816 req-2f8313e4-88cb-46f8-9dfe-f951f1075b87 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:51.684903 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b22e4ee5-4f28-4bc5-ad1e-2391b9428816 req-2f8313e4-88cb-46f8-9dfe-f951f1075b87 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 949 time: 0.1674185 Aug 30 13:01:51.774056 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b22e4ee5-4f28-4bc5-ad1e-2391b9428816 req-2599d2bf-96dc-4483-956b-9b7acf8d79e3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769825 Aug 30 13:01:51.817081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-f043d852-7ded-4a09-ba73-639de6d90ddb service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800491 Aug 30 13:01:51.820124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.838389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f116ac93-c444-426f-86ee-8db8f6febea5']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:51.866029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f328cc1-e643-4b24-8f74-12b6fef4bfa1') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:51.866325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f328cc1-e643-4b24-8f74-12b6fef4bfa1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:51.890186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-2cdfafe7-d4a1-45d1-a0d4-47650fdeea2c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9132d50-ae96-4a27-b256-8bd3fa50c0a9 HTTP/1.1" status: 200 len: 217 time: 0.0649722 Aug 30 13:01:51.903428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:51.969932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-70da2fa0-bd9d-462a-8eed-2cfee0659490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:51.977053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-70da2fa0-bd9d-462a-8eed-2cfee0659490 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a14ceb5-98a9-43f9-949f-545b61114da6 HTTP/1.1" status: 200 len: 797 time: 0.0793953 Aug 30 13:01:52.008350 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:52.024788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:01:52.025202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:01:52.028756 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:01:52.035675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-c364cff6-45fe-4133-8a57-6a53b3e0bd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:52.037333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-c364cff6-45fe-4133-8a57-6a53b3e0bd1a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0529275 Aug 30 13:01:52.127492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0d7faa27-caa8-41fe-ba87-a0e66f84518a None None] Provisioning complete for port fc6eea76-0d6f-4875-a361-5df45b832cd8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:52.128781 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0d7faa27-caa8-41fe-ba87-a0e66f84518a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:52.132871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad15f96-69e1-4700-a126-b139386301ea req-22f2e021-a009-4d2a-8e5a-14efc836b54a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:52.140284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ad15f96-69e1-4700-a126-b139386301ea req-22f2e021-a009-4d2a-8e5a-14efc836b54a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7 HTTP/1.1" status: 200 len: 950 time: 0.2576070 Aug 30 13:01:52.182150 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:52.193287 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:52.195172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f116ac93-c444-426f-86ee-8db8f6febea5 HTTP/1.1" status: 204 len: 168 time: 2.0175846 Aug 30 13:01:52.218163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:01:52.221057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3040c16-7630-48b0-aad1-9d6f435dd273 admin admin] Pushing event deleted for resources: {'Network': ['ID=f116ac93-c444-426f-86ee-8db8f6febea5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:52.232154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0d7faa27-caa8-41fe-ba87-a0e66f84518a None None] Port fc6eea76-0d6f-4875-a361-5df45b832cd8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:52.244913 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ad15f96-69e1-4700-a126-b139386301ea req-80ba6668-682a-47f1-9a6a-f3347fc80878 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036158 Aug 30 13:01:52.262576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-2cb86c1a-2776-42e9-85d6-230357f0a747 service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178216 Aug 30 13:01:52.427629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63380fd-29d5-42ce-9d57-16c279acda4c req-5640458b-e382-48e7-8e5d-7338af4c5095 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:52.429324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a63380fd-29d5-42ce-9d57-16c279acda4c req-5640458b-e382-48e7-8e5d-7338af4c5095 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.0973382 Aug 30 13:01:52.433273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37562) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:52.436290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-386ef152-dfab-42f6-81ef-4240a1a250ce service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650808 Aug 30 13:01:52.494174 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-8da7a2cc-cce3-4e53-a819-d51aa46700e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced HTTP/1.1" status: 200 len: 217 time: 0.0447166 Aug 30 13:01:52.544303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a63380fd-29d5-42ce-9d57-16c279acda4c req-22c8bbbf-bb63-4edf-9d2b-b810644d647d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016088 Aug 30 13:01:52.574606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-76a302b3-5c38-4df8-9836-9eff61e75f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:52.574606 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-76a302b3-5c38-4df8-9836-9eff61e75f18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a14ceb5-98a9-43f9-949f-545b61114da6 HTTP/1.1" status: 200 len: 797 time: 0.0648236 Aug 30 13:01:52.651580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265020d7-532f-4de4-8237-5221f419a25f req-e33b7caf-3b55-468b-b37d-0e6a814f370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:52.659033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-e33b7caf-3b55-468b-b37d-0e6a814f370a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779490 Aug 30 13:01:52.680052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc9eccb4-faf3-4e90-809c-436fe54ed95c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:52.784006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port dc9eccb4-faf3-4e90-809c-436fe54ed95c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:52.786308 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:52.827837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-7c84f122-b9bc-4450-82d7-10f2ecf85da2 service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592264 Aug 30 13:01:52.831233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f6335-4d93-48c2-b843-9c47a76b310b req-ae6c40f8-92b8-4679-a1fe-ef9de38df0e5 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:52.838809 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d48f6335-4d93-48c2-b843-9c47a76b310b req-ae6c40f8-92b8-4679-a1fe-ef9de38df0e5 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 945 time: 0.4955297 Aug 30 13:01:52.851672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:01:52.873188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-436c8fdc-4584-48c8-b7d6-7beb9e35a726 admin admin] 10.222.0.37 "PUT /v2.0/routers/8eeb9e5f-9a11-41bc-8ea8-a84470663576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7651131 Aug 30 13:01:52.888245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-599693da-d8de-475f-9d1a-04769187a239 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28b03f7a81aa423797cc8028074cbebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537973 Aug 30 13:01:52.892960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37568) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:52.943676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d48f6335-4d93-48c2-b843-9c47a76b310b req-97a62cfb-fc31-4cee-a997-f78d4b515fb4 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036782 Aug 30 13:01:52.950830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Sync routers for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:01:52.977878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:52.978527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:53.021050 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28416586-4ca9-4fea-b6d3-8b8c814f2e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:53.070885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81a2ff62-aea6-43d0-ad1f-e7da52d579bb no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:53.079428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28416586-4ca9-4fea-b6d3-8b8c814f2e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:53.083808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-265020d7-532f-4de4-8237-5221f419a25f req-4a5cb441-9d54-4c8c-bd34-f72b776c627c service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463758 Aug 30 13:01:53.131126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 81a2ff62-aea6-43d0-ad1f-e7da52d579bb {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:01:53.133652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81a2ff62-aea6-43d0-ad1f-e7da52d579bb not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:01:53.164489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b441e-0efe-45f4-b939-9534fcab8af8 req-b3c61792-e041-4627-977d-345e426f32d6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.170884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b441e-0efe-45f4-b939-9534fcab8af8 req-b3c61792-e041-4627-977d-345e426f32d6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.172793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb7b441e-0efe-45f4-b939-9534fcab8af8 req-b3c61792-e041-4627-977d-345e426f32d6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7&device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 1690 time: 0.1244617 Aug 30 13:01:53.236407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28416586-4ca9-4fea-b6d3-8b8c814f2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:53.239954 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28416586-4ca9-4fea-b6d3-8b8c814f2e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:53.241149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-28416586-4ca9-4fea-b6d3-8b8c814f2e2f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97926d75-d337-4720-b71d-0aee4bfdb47a HTTP/1.1" status: 204 len: 168 time: 0.3469133 Aug 30 13:01:53.253954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:53.275130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb7b441e-0efe-45f4-b939-9534fcab8af8 req-fa945251-3cbc-436e-84f5-e2f991bd022a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953190 Aug 30 13:01:53.287239 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2d03-4687-4ccf-b404-51e4f45ca4ad req-c79b257e-b64a-4064-b9a9-92a59ee1314a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.293016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-4280b0a6-0693-43d2-8f75-2ddbb5f97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.293730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-4280b0a6-0693-43d2-8f75-2ddbb5f97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.294355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-4280b0a6-0693-43d2-8f75-2ddbb5f97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.295077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-4280b0a6-0693-43d2-8f75-2ddbb5f97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.295692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-4280b0a6-0693-43d2-8f75-2ddbb5f97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.296310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-4280b0a6-0693-43d2-8f75-2ddbb5f97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.296925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-4280b0a6-0693-43d2-8f75-2ddbb5f97456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.299803 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10334018-72c7-467a-b806-17160bc44182 req-4280b0a6-0693-43d2-8f75-2ddbb5f97456 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6484 time: 0.1037858 Aug 30 13:01:53.304184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2d03-4687-4ccf-b404-51e4f45ca4ad req-c79b257e-b64a-4064-b9a9-92a59ee1314a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.313471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2d03-4687-4ccf-b404-51e4f45ca4ad req-c79b257e-b64a-4064-b9a9-92a59ee1314a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.325598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2d03-4687-4ccf-b404-51e4f45ca4ad req-c79b257e-b64a-4064-b9a9-92a59ee1314a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.339851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2d03-4687-4ccf-b404-51e4f45ca4ad req-c79b257e-b64a-4064-b9a9-92a59ee1314a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.353799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2d03-4687-4ccf-b404-51e4f45ca4ad req-c79b257e-b64a-4064-b9a9-92a59ee1314a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.368035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a2d03-4687-4ccf-b404-51e4f45ca4ad req-c79b257e-b64a-4064-b9a9-92a59ee1314a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.374002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e68a2d03-4687-4ccf-b404-51e4f45ca4ad req-c79b257e-b64a-4064-b9a9-92a59ee1314a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.2426653 Aug 30 13:01:53.388550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28416586-4ca9-4fea-b6d3-8b8c814f2e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97926d75-d337-4720-b71d-0aee4bfdb47a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:53.461212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-fedc7bb7-65e8-4432-9279-2df96d752ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.463223 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10334018-72c7-467a-b806-17160bc44182 req-fedc7bb7-65e8-4432-9279-2df96d752ad0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=cc5a463d-926b-4632-a0da-1ab17dd39b9e HTTP/1.1" status: 200 len: 903 time: 0.1549361 Aug 30 13:01:53.469835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e68a2d03-4687-4ccf-b404-51e4f45ca4ad req-1df5c73c-b9fb-4cbd-b48e-c2e627a3684b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831673 Aug 30 13:01:53.544431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10334018-72c7-467a-b806-17160bc44182 req-a45645ac-67ac-4535-9f54-97425c86765e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced HTTP/1.1" status: 200 len: 217 time: 0.0667007 Aug 30 13:01:53.623875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'fc6eea76-0d6f-4875-a361-5df45b832cd8', 'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'mac_address': 'fa:16:3e:21:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:48Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 2, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'subnets': [{'id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:53.660447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Checking router: 8eeb9e5f-9a11-41bc-8ea8-a84470663576 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:01:53.660876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Updating router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 port fc6eea76-0d6f-4875-a361-5df45b832cd8 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:01:53.720675 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:53.739610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-3db842d7-d489-44cd-a2b8-910022e3c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.741100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10334018-72c7-467a-b806-17160bc44182 req-3db842d7-d489-44cd-a2b8-910022e3c563 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a14ceb5-98a9-43f9-949f-545b61114da6 HTTP/1.1" status: 200 len: 797 time: 0.1856630 Aug 30 13:01:53.757461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-815f4e44-3829-4963-beae-8817d47c0a17 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.764679 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-815f4e44-3829-4963-beae-8817d47c0a17 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/networks?id=4870bda7-c209-46ce-a834-c0cbeb43810f HTTP/1.1" status: 200 len: 829 time: 0.1610887 Aug 30 13:01:53.793179 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-828e0155-7535-4e6d-90c7-aca4ae0146fe tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/quotas/1482b631204b432a8d71fae65aa7e147 HTTP/1.1" status: 200 len: 375 time: 0.0275226 Aug 30 13:01:53.809037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a4575-f559-42a5-9afc-76968f7e611f req-982ec8eb-3796-4d38-a2da-f47978b05d7d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.810955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc4a4575-f559-42a5-9afc-76968f7e611f req-982ec8eb-3796-4d38-a2da-f47978b05d7d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.0766022 Aug 30 13:01:53.887347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10334018-72c7-467a-b806-17160bc44182 req-7209c7ff-42a7-4034-80a8-d40e27400464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.888848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10334018-72c7-467a-b806-17160bc44182 req-7209c7ff-42a7-4034-80a8-d40e27400464 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216316 Aug 30 13:01:53.889054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc4a4575-f559-42a5-9afc-76968f7e611f req-0ae27f9c-8e06-42ba-81a3-b7eff0b326b5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685780 Aug 30 13:01:53.925744 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-972a7be5-c90a-465a-8955-20db5b12f998 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1482b631204b432a8d71fae65aa7e147&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315582 Aug 30 13:01:53.982823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd31240-1fc4-4536-bb85-955dae975988 req-7d35bf08-25eb-4b88-9596-d7dce20adb19 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:53.984238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbd31240-1fc4-4536-bb85-955dae975988 req-7d35bf08-25eb-4b88-9596-d7dce20adb19 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 945 time: 0.1422811 Aug 30 13:01:54.091861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e1cde-ceaa-47c6-9d39-e491d44f80b2 req-34dc1567-d185-460e-abb6-fae52da37a6c tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.093643 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd6e1cde-ceaa-47c6-9d39-e491d44f80b2 req-34dc1567-d185-460e-abb6-fae52da37a6c tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7 HTTP/1.1" status: 200 len: 1101 time: 0.0744126 Aug 30 13:01:54.108038 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10334018-72c7-467a-b806-17160bc44182 req-ef28ce41-501d-49ba-b601-be92cbd9652e service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091963 Aug 30 13:01:54.162897 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd6e1cde-ceaa-47c6-9d39-e491d44f80b2 req-63edb16e-8b53-44c6-a549-b1de40701ac0 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599222 Aug 30 13:01:54.218525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:54.241023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-fbd31240-1fc4-4536-bb85-955dae975988 req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Deleting port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:54.241385 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fbd31240-1fc4-4536-bb85-955dae975988 req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:54.263862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Transition to ACTIVE for port object fc6eea76-0d6f-4875-a361-5df45b832cd8 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:54.277125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:54.357849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e362aab-1762-439c-b124-90af4f4f5b8e None None] Pushing event updated for resources: {'Port': ['ID=fc6eea76-0d6f-4875-a361-5df45b832cd8,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:54.397339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10334018-72c7-467a-b806-17160bc44182 req-9c070386-3736-4f4e-9248-fc9bb07821b3 service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792156 Aug 30 13:01:54.414303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafff218-9f86-4622-b853-da05ec9dbe19 req-d75fb870-0eec-465e-bafb-a6db388b1b44 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.423384 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eafff218-9f86-4622-b853-da05ec9dbe19 req-d75fb870-0eec-465e-bafb-a6db388b1b44 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4c8205a-a508-4556-b12c-5c8b806aa0e8 HTTP/1.1" status: 200 len: 945 time: 0.0851414 Aug 30 13:01:54.453158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-86113c3b-6c36-490f-8f46-fc362d33ebb5 service neutron] 10.222.0.37 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263665 Aug 30 13:01:54.473883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eafff218-9f86-4622-b853-da05ec9dbe19 req-9bd78fa7-82f5-422a-b3bb-a2e5ca26be88 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.37 "GET /v2.0/security-groups?id=b1293a81-b608-4997-b586-ab551614abd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492234 Aug 30 13:01:54.526612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Attempting to bind port fc6eea76-0d6f-4875-a361-5df45b832cd8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:54.526612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Attempting to bind port fc6eea76-0d6f-4875-a361-5df45b832cd8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:54.526612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Attempting to bind port fc6eea76-0d6f-4875-a361-5df45b832cd8 on network 4870bda7-c209-46ce-a834-c0cbeb43810f {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:54.534854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-fbd31240-1fc4-4536-bb85-955dae975988 req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] For port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,segment=NetworkSegment(ec9b30ce-c917-4a24-bfa0-e128383477cc),segment_id=ec9b30ce-c917-4a24-bfa0-e128383477cc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:54.534854 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fbd31240-1fc4-4536-bb85-955dae975988 req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:54.539996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:01:54.540381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Checking segment: {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:01:54.540792 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:54.541195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Bound using segment: {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:01:54.541715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Bound port: fc6eea76-0d6f-4875-a361-5df45b832cd8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:01:54.542090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:54.552662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-fbd31240-1fc4-4536-bb85-955dae975988 req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Calling delete_port for 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:54.644193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] For port fc6eea76-0d6f-4875-a361-5df45b832cd8, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:01:54.648270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] For port fc6eea76-0d6f-4875-a361-5df45b832cd8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fc6eea76-0d6f-4875-a361-5df45b832cd8,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:01:54.657373 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:54.658240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf93025-f14d-42fe-9044-b48206b759b7 req-59913f1b-3e98-4c20-84a5-b652f993fd1f tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.660154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-faf93025-f14d-42fe-9044-b48206b759b7 req-59913f1b-3e98-4c20-84a5-b652f993fd1f tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 1100 time: 0.0444071 Aug 30 13:01:54.691054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-74dce804-eaa6-4309-9628-e39b950324fe service neutron] 10.222.0.37 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369144 Aug 30 13:01:54.707451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-faf93025-f14d-42fe-9044-b48206b759b7 req-e6458e55-d8ce-4617-a928-1cc4acd460ed tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397890 Aug 30 13:01:54.728828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:54.729464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:54.793224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e362aab-1762-439c-b124-90af4f4f5b8e None None] Pushing event updated for resources: {'Port': ['ID=fc6eea76-0d6f-4875-a361-5df45b832cd8,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:54.804925 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fbd31240-1fc4-4536-bb85-955dae975988 req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:54.826013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:01:54.875562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Pushing event deleted for resources: {'Port': ['ID=82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:54.918137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.919775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc516-3eba-4ff8-8779-9f3536e7891e req-62ee0749-cef5-44a7-a09a-7741dee1b362 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.920274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.920526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.920774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.921111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.921554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.921786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.922260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.922588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.922912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.923386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.923716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:01:54.928119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc516-3eba-4ff8-8779-9f3536e7891e req-62ee0749-cef5-44a7-a09a-7741dee1b362 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.941691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37638) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:54.946589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc516-3eba-4ff8-8779-9f3536e7891e req-62ee0749-cef5-44a7-a09a-7741dee1b362 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.952864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc516-3eba-4ff8-8779-9f3536e7891e req-62ee0749-cef5-44a7-a09a-7741dee1b362 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.959997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc516-3eba-4ff8-8779-9f3536e7891e req-62ee0749-cef5-44a7-a09a-7741dee1b362 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.965287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd31240-1fc4-4536-bb85-955dae975988 req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] No DVR routers for this DVR port 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:01:54.966727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc516-3eba-4ff8-8779-9f3536e7891e req-62ee0749-cef5-44a7-a09a-7741dee1b362 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.972010 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fbd31240-1fc4-4536-bb85-955dae975988 req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:54.974366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc516-3eba-4ff8-8779-9f3536e7891e req-62ee0749-cef5-44a7-a09a-7741dee1b362 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:54.976512 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97edc516-3eba-4ff8-8779-9f3536e7891e req-62ee0749-cef5-44a7-a09a-7741dee1b362 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.1865382 Aug 30 13:01:54.978378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbd31240-1fc4-4536-bb85-955dae975988 req-d1324cb7-b9a8-4c04-96c6-564524ff0437 tempest-ServersTestJSON-1936677206 tempest-ServersTestJSON-1936677206-project] 10.222.0.35 "DELETE /v2.0/ports/82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 HTTP/1.1" status: 204 len: 173 time: 0.9737618 Aug 30 13:01:54.995001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:55.051710 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97edc516-3eba-4ff8-8779-9f3536e7891e req-a9e3f9fe-ff68-4bff-9343-72c0c489b21d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686715 Aug 30 13:01:55.168423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c8205a-a508-4556-b12c-5c8b806aa0e8', 'name': 'network-vif-deleted', 'tag': '82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:01:55.172127 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7412c2a2-e132-4470-878f-5305e3d307c8" -d '{"events": [{"server_uuid": "d4c8205a-a508-4556-b12c-5c8b806aa0e8", "name": "network-vif-deleted", "tag": "82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:01:55.229292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e2b510a-be61-4228-bbed-f36eb140ed2e req-f4a805a7-e2f3-4743-a3ed-1b8a1b1938ec tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 210 time: 0.0578325 Aug 30 13:01:55.331842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-2e34797f-32e6-4852-818f-c793e407360a tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=da0632eb4abe4d958de5598f7d84f906&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472229 Aug 30 13:01:55.350328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'fc6eea76-0d6f-4875-a361-5df45b832cd8', 'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'mac_address': 'fa:16:3e:21:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:48Z', 'updated_at': '2021-08-30T13:01:54Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'subnets': [{'id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:55.382875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2ac2db-3e1f-4d25-a44b-865317267b67 None None] The sync data for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 is: [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'fc6eea76-0d6f-4875-a361-5df45b832cd8', 'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'mac_address': 'fa:16:3e:21:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:48Z', 'updated_at': '2021-08-30T13:01:54Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'subnets': [{'id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:01:55.429313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16ecad-6a60-4b76-b398-cd0691743174 req-7515595e-15e7-4f8f-a46f-4d51cf21e76b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:55.436190 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af16ecad-6a60-4b76-b398-cd0691743174 req-7515595e-15e7-4f8f-a46f-4d51cf21e76b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1045802 Aug 30 13:01:55.535009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-78d6884e-7ba8-4d7b-9a73-58f8be9b4bf9 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:55.536429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-78d6884e-7ba8-4d7b-9a73-58f8be9b4bf9 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1796329 Aug 30 13:01:55.564257 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af16ecad-6a60-4b76-b398-cd0691743174 req-99e23dc2-6101-45df-9205-32ebcc085051 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002774 Aug 30 13:01:55.590308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-e1f0ca62-aebd-43cd-8dd3-058290bdda8e tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/quotas/da0632eb4abe4d958de5598f7d84f906 HTTP/1.1" status: 200 len: 375 time: 0.0193567 Aug 30 13:01:55.633503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-9c03bc32-3bbf-4711-a769-6fbca1faeaf0 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=da0632eb4abe4d958de5598f7d84f906&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475266 Aug 30 13:01:55.692623 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-36b9be57-6f4a-4257-ac53-7be6c2ee1a8f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297537 Aug 30 13:01:55.760891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:55.843275 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f0334b-6008-4f6f-b7f5-bc31e6f9a538 x-openstack-request-id: req-84f0334b-6008-4f6f-b7f5-bc31e6f9a538 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:01:55.843576 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c8205a-a508-4556-b12c-5c8b806aa0e8", "name": "network-vif-deleted", "tag": "82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:01:55.843826 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84f0334b-6008-4f6f-b7f5-bc31e6f9a538 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:01:55.844694 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c8205a-a508-4556-b12c-5c8b806aa0e8', 'name': 'network-vif-deleted', 'tag': '82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87', 'status': 'completed', 'code': 200} Aug 30 13:01:55.895642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-74ddb6ab-7b26-430e-bd47-797e3a320ae8 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:55.902980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-74ddb6ab-7b26-430e-bd47-797e3a320ae8 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036259 Aug 30 13:01:55.930519 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-97275045-4471-4c0c-867c-24313f3b8fa2 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/quotas/c7498a1be3eb4f79a17f877ba20a3172 HTTP/1.1" status: 200 len: 375 time: 0.0263293 Aug 30 13:01:55.991292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37676) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:56.022025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-2cd117d7-7e7b-44aa-bb33-230333278f95 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0897713 Aug 30 13:01:56.349068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc54-867f-40c5-a410-e7101153d447 req-0a5a02e2-0e99-48ff-a440-b15af1ad6d94 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:56.356878 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc54-867f-40c5-a410-e7101153d447 req-0a5a02e2-0e99-48ff-a440-b15af1ad6d94 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:56.365266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc54-867f-40c5-a410-e7101153d447 req-0a5a02e2-0e99-48ff-a440-b15af1ad6d94 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:56.373313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc54-867f-40c5-a410-e7101153d447 req-0a5a02e2-0e99-48ff-a440-b15af1ad6d94 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:56.381477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc54-867f-40c5-a410-e7101153d447 req-0a5a02e2-0e99-48ff-a440-b15af1ad6d94 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:56.390507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc54-867f-40c5-a410-e7101153d447 req-0a5a02e2-0e99-48ff-a440-b15af1ad6d94 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:56.398826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dc54-867f-40c5-a410-e7101153d447 req-0a5a02e2-0e99-48ff-a440-b15af1ad6d94 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:56.426321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf47dc54-867f-40c5-a410-e7101153d447 req-0a5a02e2-0e99-48ff-a440-b15af1ad6d94 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.1830301 Aug 30 13:01:56.541687 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf47dc54-867f-40c5-a410-e7101153d447 req-afe19cfd-b789-40ca-b96a-d6754eb99469 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977874 Aug 30 13:01:56.625432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eda76f5-b625-44ca-8f3a-e89b7b4c160e req-f6576f01-843e-4260-9b40-745eb53c8494 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 210 time: 0.5819914 Aug 30 13:01:56.645409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-4715bde9-e540-4620-b734-0a0bd663bfbe tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:56.647249 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-4715bde9-e540-4620-b734-0a0bd663bfbe tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.16 "GET /v2.0/networks?id=4870bda7-c209-46ce-a834-c0cbeb43810f HTTP/1.1" status: 200 len: 829 time: 0.2195623 Aug 30 13:01:56.654205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f63da07-5807-4019-9827-159904ad34fe admin admin] Deleting subnet ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:01:56.660141 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f63da07-5807-4019-9827-159904ad34fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:56.710600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f63da07-5807-4019-9827-159904ad34fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:56.729587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Request body: {'port': {'device_id': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'admin_state_up': True, 'tenant_id': '1482b631204b432a8d71fae65aa7e147'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:56.750144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fc6eea76-0d6f-4875-a361-5df45b832cd8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:56.766609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-084ec94a-890c-4a8f-8329-ab75013514d7 req-416cee5f-ba79-4b4f-9630-adff8e680d2c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 210 time: 0.1039248 Aug 30 13:01:56.829547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f63da07-5807-4019-9827-159904ad34fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:56.878611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port fc6eea76-0d6f-4875-a361-5df45b832cd8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:56.884034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port fc6eea76-0d6f-4875-a361-5df45b832cd8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:56.884418 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:56.954454 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f63da07-5807-4019-9827-159904ad34fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:56.960820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e2648-a45a-4392-b005-ffb378f0979f req-c500e7f3-58a2-4c4f-930b-c6097e59d25e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:56.962581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e80e2648-a45a-4392-b005-ffb378f0979f req-c500e7f3-58a2-4c4f-930b-c6097e59d25e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1002522 Aug 30 13:01:57.016163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5ee0c3db-fb2c-4d89-9cb7-8467c1fbbdfa req-feb67aed-13a1-4647-92a4-d5706d52f9e4 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 210 time: 0.0805082 Aug 30 13:01:57.022297 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.057213 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e80e2648-a45a-4392-b005-ffb378f0979f req-941fcfdd-6d15-4699-a75c-0c974a467b79 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681918 Aug 30 13:01:57.062103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63da07-5807-4019-9827-159904ad34fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:57.072459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f63da07-5807-4019-9827-159904ad34fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.079918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37702) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:57.080876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3f63da07-5807-4019-9827-159904ad34fe admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ef7f16c1-4021-4c3d-b1b4-4f9c5348c5dc HTTP/1.1" status: 204 len: 168 time: 1.0875473 Aug 30 13:01:57.100493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port fc6eea76-0d6f-4875-a361-5df45b832cd8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fc6eea76-0d6f-4875-a361-5df45b832cd8,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:57.107948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Made reservation on behalf of 1482b631204b432a8d71fae65aa7e147 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:57.109375 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.117275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.186874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Deleting port d4123ac9-3fdf-48bf-8437-6b83a1451829 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:57.187261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.219261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=fc6eea76-0d6f-4875-a361-5df45b832cd8,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:57.249649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.339434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-bd776882-e779-4928-94a5-d73cef0f8e32 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=da0632eb4abe4d958de5598f7d84f906&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387149 Aug 30 13:01:57.381555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] For port d4123ac9-3fdf-48bf-8437-6b83a1451829, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d4123ac9-3fdf-48bf-8437-6b83a1451829,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:01:57.382102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.430917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Calling delete_port for d4123ac9-3fdf-48bf-8437-6b83a1451829 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:01:57.441718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.458736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:57.472918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9b30ce-c917-4a24-bfa0-e128383477cc') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:57.473233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9b30ce-c917-4a24-bfa0-e128383477cc') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:57.490168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.492111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Allocated IP 172.20.0.12 (4870bda7-c209-46ce-a834-c0cbeb43810f/f6a12547-efe5-4803-9a5c-76558cb526f7/ab272090-2a1f-4eb6-8f81-b52be8a73e9f) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:57.518026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.532935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:01:57.534167 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:01:57.535950 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:01:57.540959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-37bf2b94-d926-4cd7-9906-7e980c4934d0 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:57.542437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-37bf2b94-d926-4cd7-9906-7e980c4934d0 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932032 Aug 30 13:01:57.592220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Request body: {'port': {'device_id': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'da0632eb4abe4d958de5598f7d84f906'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:57.646254 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.700667 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.705163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] 10.222.0.37 "DELETE /v2.0/networks/ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63 HTTP/1.1" status: 204 len: 168 time: 0.6203108 Aug 30 13:01:57.730185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10af06b-9a2e-4292-98fa-873e90d5a73f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee05ef98-9f7b-46d6-aa5b-ed6b19dabd63,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:57.778751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a2d738b-c7d5-4107-bc30-a2eb7a748a99 req-ef837bdb-4f84-4c25-9a41-b77be316fcc1 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 210 time: 0.0518920 Aug 30 13:01:57.789760 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-fff064cd-9cad-451e-a8c1-d9fca02ddf7f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486968 Aug 30 13:01:57.820217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7b1f-368d-4398-8f3f-c0d2605d09eb req-0de6cf06-f9e4-41a2-bacf-9a7d824cb9f4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:57.826325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7b1f-368d-4398-8f3f-c0d2605d09eb req-0de6cf06-f9e4-41a2-bacf-9a7d824cb9f4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:57.833950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7b1f-368d-4398-8f3f-c0d2605d09eb req-0de6cf06-f9e4-41a2-bacf-9a7d824cb9f4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:57.840148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7b1f-368d-4398-8f3f-c0d2605d09eb req-0de6cf06-f9e4-41a2-bacf-9a7d824cb9f4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:57.847378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7b1f-368d-4398-8f3f-c0d2605d09eb req-0de6cf06-f9e4-41a2-bacf-9a7d824cb9f4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:57.853573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7b1f-368d-4398-8f3f-c0d2605d09eb req-0de6cf06-f9e4-41a2-bacf-9a7d824cb9f4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:57.859395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db7b1f-368d-4398-8f3f-c0d2605d09eb req-0de6cf06-f9e4-41a2-bacf-9a7d824cb9f4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:57.861249 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8db7b1f-368d-4398-8f3f-c0d2605d09eb req-0de6cf06-f9e4-41a2-bacf-9a7d824cb9f4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.2390575 Aug 30 13:01:57.914836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Made reservation on behalf of da0632eb4abe4d958de5598f7d84f906 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:57.918340 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.925481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a182e5c0-5d1d-459a-9650-5ab10cf17541 req-0e8b85e2-2faf-4c50-999c-c72cee5ffcf4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 210 time: 0.0433874 Aug 30 13:01:57.936256 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.951727 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.969821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:57.994774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Transition to ACTIVE for port object ab272090-2a1f-4eb6-8f81-b52be8a73e9f will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:58.010650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8db7b1f-368d-4398-8f3f-c0d2605d09eb req-31ce2c7f-45ac-44a1-8c78-35935136e351 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298292 Aug 30 13:01:58.014185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4123ac9-3fdf-48bf-8437-6b83a1451829,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:58.095678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37716) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:58.113051 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.122819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-b9024d42-355a-4d13-b37e-1450dadd4038 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:58.124409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-b9024d42-355a-4d13-b37e-1450dadd4038 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3201065 Aug 30 13:01:58.139210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Request body: {'port': {'device_id': '2d9aa217-019b-4173-820b-c4fdd4486708', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'c7498a1be3eb4f79a17f877ba20a3172'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:58.146224 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.273923 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Network 4870bda7-c209-46ce-a834-c0cbeb43810f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:58.277912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d38f8a01-3801-4924-8988-272f4840765f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=68ef2c4e683b40999553afb799d2b581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802082 Aug 30 13:01:58.284497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37720) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:58.287116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:58.294702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:58.300122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Pushing event updated for resources: {'Port': ['ID=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:58.307752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebb744-7aa9-4e75-92f2-dfb94f9d5c02 req-c4a77754-7909-40e5-9600-9cb93c685ea7 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:58.309308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efebb744-7aa9-4e75-92f2-dfb94f9d5c02 req-c4a77754-7909-40e5-9600-9cb93c685ea7 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 932 time: 0.1841867 Aug 30 13:01:58.362055 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.376354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.410218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7215b-bce6-4bcf-b2ee-c5eae667ced9 req-9f1f3a96-06d5-447c-a872-d1d67dc996fb tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:58.411786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3f7215b-bce6-4bcf-b2ee-c5eae667ced9 req-9f1f3a96-06d5-447c-a872-d1d67dc996fb tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.2511768 Aug 30 13:01:58.445593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:58.446289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.460072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.464378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efebb744-7aa9-4e75-92f2-dfb94f9d5c02 req-7ae995ab-d45b-4aa2-b209-2575e472ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208177 Aug 30 13:01:58.476395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=726a9c27-2915-4d12-82b3-afc44b98040c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:58.494417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-278196b5-f5f7-469a-b0c6-78b1536b7e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.509196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Made reservation on behalf of c7498a1be3eb4f79a17f877ba20a3172 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:01:58.512452 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.540980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3f7215b-bce6-4bcf-b2ee-c5eae667ced9 req-d46ee2cd-6d4a-4aff-965a-dbf60f28ba00 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077960 Aug 30 13:01:58.542531 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-617afe22-6aa9-4285-966a-b225d0c35a58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8592384 Aug 30 13:01:58.566283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Request body: {'port': {'device_id': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:58.579156 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-278196b5-f5f7-469a-b0c6-78b1536b7e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.661407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-97ad17a4-169f-4d3f-9996-3fa070507496 None None] Provisioning for port ab272090-2a1f-4eb6-8f81-b52be8a73e9f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:58.667728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Allocated IP 192.168.233.81 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/87880a84-7de3-411a-bd70-f64a7429452f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:58.670636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-97ad17a4-169f-4d3f-9996-3fa070507496 None None] Provisioning complete for port ab272090-2a1f-4eb6-8f81-b52be8a73e9f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:58.671005 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-97ad17a4-169f-4d3f-9996-3fa070507496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.724562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-97ad17a4-169f-4d3f-9996-3fa070507496 None None] Port ab272090-2a1f-4eb6-8f81-b52be8a73e9f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:01:58.726488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fc6eea76-0d6f-4875-a361-5df45b832cd8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:01:58.744768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.785862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port fc6eea76-0d6f-4875-a361-5df45b832cd8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:58.786987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.794245 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-278196b5-f5f7-469a-b0c6-78b1536b7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.796768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-278196b5-f5f7-469a-b0c6-78b1536b7e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.797927 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-278196b5-f5f7-469a-b0c6-78b1536b7e63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1293a81-b608-4997-b586-ab551614abd2 HTTP/1.1" status: 204 len: 168 time: 0.5085640 Aug 30 13:01:58.822006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278196b5-f5f7-469a-b0c6-78b1536b7e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1293a81-b608-4997-b586-ab551614abd2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:58.936770 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9eec65a-581f-47b5-90dc-75f5c730b9cd req-9391f5f0-3361-4096-8fb7-970b047d37dc tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 210 time: 0.0483422 Aug 30 13:01:58.968151 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:58.995020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Transition to ACTIVE for port object 87880a84-7de3-411a-bd70-f64a7429452f will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:59.007431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:01:59.116005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab272090-2a1f-4eb6-8f81-b52be8a73e9f {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:01:59.126840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec0455c2-d243-4760-b42a-2272e9194e08 req-4f50e22f-f897-4b81-952c-8e5292e23f9b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 210 time: 0.0940022 Aug 30 13:01:59.136828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.148433 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.195236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Transition to ACTIVE for port object ab272090-2a1f-4eb6-8f81-b52be8a73e9f will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:59.221449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.232905 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:01:59.238165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:01:59.245406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:01:59.248819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:59.251210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:01:59.256250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:01:59.267248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Pushing event updated for resources: {'Port': ['ID=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:01:59.285873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-61364ed7-51b9-4962-af43-1d7c0f2cdf44 admin admin] 10.222.0.37 "PUT /v2.0/routers/d8c0ea1c-d1f5-4390-8cb9-5436b4996f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3234172 Aug 30 13:01:59.286054 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] Sync routers for ids ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:01:59.286772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37734) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:01:59.290475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:01:59.291011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 82b1d3c4-bdbf-4ab6-8555-ce94c2ec6d87 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:01:59.306755 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] Routers {'d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:59.307386 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:59.312864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df665d-682a-421f-b948-41e3a76c073f req-c7c42361-d3e3-4a8a-9945-8711cb198b49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:59.328235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df665d-682a-421f-b948-41e3a76c073f req-c7c42361-d3e3-4a8a-9945-8711cb198b49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:59.335118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df665d-682a-421f-b948-41e3a76c073f req-c7c42361-d3e3-4a8a-9945-8711cb198b49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:59.341580 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df665d-682a-421f-b948-41e3a76c073f req-c7c42361-d3e3-4a8a-9945-8711cb198b49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:59.348537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df665d-682a-421f-b948-41e3a76c073f req-c7c42361-d3e3-4a8a-9945-8711cb198b49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:59.355058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df665d-682a-421f-b948-41e3a76c073f req-c7c42361-d3e3-4a8a-9945-8711cb198b49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:59.366068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df665d-682a-421f-b948-41e3a76c073f req-c7c42361-d3e3-4a8a-9945-8711cb198b49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:59.373960 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75df665d-682a-421f-b948-41e3a76c073f req-c7c42361-d3e3-4a8a-9945-8711cb198b49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.2608883 Aug 30 13:01:59.399672 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.434932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75df665d-682a-421f-b948-41e3a76c073f req-cc3f2842-f4b0-475b-891d-5bee4b293b44 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564029 Aug 30 13:01:59.437686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Allocated IP 192.168.233.228 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/98b8b8ca-0bb5-4482-bee8-169dde6b1ea4) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:01:59.511705 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] Set router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:01:59.568612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:59.569522 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.651903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Attempting to bind port ab272090-2a1f-4eb6-8f81-b52be8a73e9f on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:01:59.652650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Attempting to bind port ab272090-2a1f-4eb6-8f81-b52be8a73e9f by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:01:59.653219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Attempting to bind port ab272090-2a1f-4eb6-8f81-b52be8a73e9f on network 4870bda7-c209-46ce-a834-c0cbeb43810f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:01:59.655199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-05469e8e-7219-4d9a-9d13-432d44d3dbb8 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0693934 Aug 30 13:01:59.668093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.679929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Request body: {'port': {'device_id': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:01:59.775875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015f54e-51af-4554-9327-3675d45741ea req-9b53795e-a4da-4b02-99e4-935a9ed519a8 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:01:59.785507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9015f54e-51af-4554-9327-3675d45741ea req-9b53795e-a4da-4b02-99e4-935a9ed519a8 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 944 time: 0.1371152 Aug 30 13:01:59.787574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e3c734bd-0314-4f4c-8d44-133292b8aab3 None None] Provisioning for port 87880a84-7de3-411a-bd70-f64a7429452f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:01:59.791821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e3c734bd-0314-4f4c-8d44-133292b8aab3 None None] Provisioning complete for port 87880a84-7de3-411a-bd70-f64a7429452f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:01:59.792577 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e3c734bd-0314-4f4c-8d44-133292b8aab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.858900 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.877091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Deleting port 616d39b5-53e8-4003-9707-3e3e3ebec9bb {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:01:59.877725 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.879984 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:37Z', 'updated_at': '2021-08-30T13:01:57Z', 'revision_number': 5, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'gw_port': {'id': '616d39b5-53e8-4003-9707-3e3e3ebec9bb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:73:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:38Z', 'updated_at': '2021-08-30T12:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:59.908322 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:01:59.920942 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] Checking router: d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:01:59.935431 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] Routers {'d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:01:59.936482 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:01:59.945939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9015f54e-51af-4554-9327-3675d45741ea req-b21f0eb0-ff0e-4bd4-8d9c-99574588ddff tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590850 Aug 30 13:01:59.947030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Transition to ACTIVE for port object 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:01:59.999746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Port ab272090-2a1f-4eb6-8f81-b52be8a73e9f on network 4870bda7-c209-46ce-a834-c0cbeb43810f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:02:00.000439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Attempting to bind port ab272090-2a1f-4eb6-8f81-b52be8a73e9f on network 4870bda7-c209-46ce-a834-c0cbeb43810f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:00.008450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:00.035142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:00.035887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Checking segment: {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:00.036512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Bound using segment: {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:00.037196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Bound port: ab272090-2a1f-4eb6-8f81-b52be8a73e9f, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3de8490-4b90-4a61-8595-ca32beb9c9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:00.037851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:00.045735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e3c734bd-0314-4f4c-8d44-133292b8aab3 None None] Port 87880a84-7de3-411a-bd70-f64a7429452f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:02:00.049619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734', '777516e5-fbbe-4575-848c-3ed35a59cf65'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:00.054902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448', 'e255a631-7ac9-493c-87dc-eb9b74903cd5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:00.120686 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] Set router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:00.123628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:00.131676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:00.138131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:00.213913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] For port 616d39b5-53e8-4003-9707-3e3e3ebec9bb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=616d39b5-53e8-4003-9707-3e3e3ebec9bb,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:00.214897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:00.226152 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e639478-0ee6-4825-b578-b35ed65be206 req-a66c9312-3a25-4b9a-8aac-2cdc3ae52888 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:00.236186 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e639478-0ee6-4825-b578-b35ed65be206 req-a66c9312-3a25-4b9a-8aac-2cdc3ae52888 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.4349031 Aug 30 13:02:00.239737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event updated for resources: {'Port': ['ID=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:00.265923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Calling delete_port for 616d39b5-53e8-4003-9707-3e3e3ebec9bb owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:00.290023 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:37Z', 'updated_at': '2021-08-30T13:01:59Z', 'revision_number': 6, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:00.325093 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54254f2b-d7ed-44d7-9271-a09587caf5e7 None None] The sync data for ids ['d8c0ea1c-d1f5-4390-8cb9-5436b4996f33'] in n-d-688802-6 is: [{'id': 'd8c0ea1c-d1f5-4390-8cb9-5436b4996f33', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032971532-router', 'tenant_id': '3649a66f50344339bb413d4c0fc84ce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:37Z', 'updated_at': '2021-08-30T13:01:59Z', 'revision_number': 6, 'project_id': '3649a66f50344339bb413d4c0fc84ce0', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:02:00.326964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] For port ab272090-2a1f-4eb6-8f81-b52be8a73e9f, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:00.336810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:00.337800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:00.386460 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e639478-0ee6-4825-b578-b35ed65be206 req-7dbfcb5c-69d6-4ee7-8e8f-ecaf2dc9c03c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420653 Aug 30 13:02:00.388361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] For port ab272090-2a1f-4eb6-8f81-b52be8a73e9f, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:00.396128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:00.439665 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-438bfe42-9f10-4f76-b808-3bf4878bd886 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3041315 Aug 30 13:02:00.451159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:00.451821 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:00.453475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] 10.222.0.16 "PUT /v2.0/ports/ab272090-2a1f-4eb6-8f81-b52be8a73e9f HTTP/1.1" status: 200 len: 1092 time: 1.9002318 Aug 30 13:02:00.453942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:00.456230 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0008d5-e033-41ef-826c-2b294287567d" -d '{"events": [{"name": "network-changed", "server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:00.472132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Request body: {'port': {'device_id': '2d9aa217-019b-4173-820b-c4fdd4486708', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:00.483257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d093-9ab8-4688-b285-9161e6be9640 req-9d72809a-0de7-4919-a7d1-712c484bfbdc tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:00.493579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5236d093-9ab8-4688-b285-9161e6be9640 req-9d72809a-0de7-4919-a7d1-712c484bfbdc tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 935 time: 0.3044901 Aug 30 13:02:00.604996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5236d093-9ab8-4688-b285-9161e6be9640 req-79067ac1-0161-46fb-a778-3e93b4c1970e tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101067 Aug 30 13:02:00.608875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8d97364-e4c5-4802-8aae-5963d311610c None None] Provisioning for port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:00.636462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:00.637179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8d97364-e4c5-4802-8aae-5963d311610c None None] Provisioning complete for port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:00.637630 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8d97364-e4c5-4802-8aae-5963d311610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:00.760023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a8d97364-e4c5-4802-8aae-5963d311610c None None] Port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:02:00.800514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d4123ac9-3fdf-48bf-8437-6b83a1451829 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:00.838166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: d4123ac9-3fdf-48bf-8437-6b83a1451829 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:00.838519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d4123ac9-3fdf-48bf-8437-6b83a1451829 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:00.974717 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc89450-2b63-40b1-9aaa-0fe214397b50 x-openstack-request-id: req-7dc89450-2b63-40b1-9aaa-0fe214397b50 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:00.975253 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:00.975556 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dc89450-2b63-40b1-9aaa-0fe214397b50 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:00.976058 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'status': 'completed', 'code': 200} Aug 30 13:02:01.007974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5051bc-2bea-47b6-8efd-2a710c8cd215 service neutron] Pushing event updated for resources: {'Port': ['ID=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:01.071794 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.074456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37774) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:01.080883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-59d49be9-9580-4c85-a757-eae1a015664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.082533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-59d49be9-9580-4c85-a757-eae1a015664d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1482b631204b432a8d71fae65aa7e147&device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 1095 time: 0.5714140 Aug 30 13:02:01.102352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573da04-0458-497c-8569-b644012b74c3 req-e327a60a-5e56-45bb-86ab-298c5b7d776a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.107655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c573da04-0458-497c-8569-b644012b74c3 req-e327a60a-5e56-45bb-86ab-298c5b7d776a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 936 time: 0.5913241 Aug 30 13:02:01.159455 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-1783ad0b-c1ca-4dd8-bbe9-151669c350fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f HTTP/1.1" status: 200 len: 217 time: 0.0507298 Aug 30 13:02:01.233890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c573da04-0458-497c-8569-b644012b74c3 req-c2c2c8b6-9b52-4163-8d2f-7ad612c9b22e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152754 Aug 30 13:02:01.271691 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a81b7386-1c86-4726-936a-3c6b69865e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.342412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87880a84-7de3-411a-bd70-f64a7429452f {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:01.358470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.371922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3227-1569-4090-ac51-7ed3bb6c4d73 req-710a2619-aa18-4670-81d7-862f9d1db668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.377934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3227-1569-4090-ac51-7ed3bb6c4d73 req-710a2619-aa18-4670-81d7-862f9d1db668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.381862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-9d1f5ab9-857d-4b9c-b09f-e141a79014f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.383302 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-9d1f5ab9-857d-4b9c-b09f-e141a79014f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6a12547-efe5-4803-9a5c-76558cb526f7 HTTP/1.1" status: 200 len: 868 time: 0.1983964 Aug 30 13:02:01.383790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3227-1569-4090-ac51-7ed3bb6c4d73 req-710a2619-aa18-4670-81d7-862f9d1db668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.389571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3227-1569-4090-ac51-7ed3bb6c4d73 req-710a2619-aa18-4670-81d7-862f9d1db668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.395827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3227-1569-4090-ac51-7ed3bb6c4d73 req-710a2619-aa18-4670-81d7-862f9d1db668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.401462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3227-1569-4090-ac51-7ed3bb6c4d73 req-710a2619-aa18-4670-81d7-862f9d1db668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.407387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd3227-1569-4090-ac51-7ed3bb6c4d73 req-710a2619-aa18-4670-81d7-862f9d1db668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.416934 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7cd3227-1569-4090-ac51-7ed3bb6c4d73 req-710a2619-aa18-4670-81d7-862f9d1db668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.5665600 Aug 30 13:02:01.453874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Transition to ACTIVE for port object 87880a84-7de3-411a-bd70-f64a7429452f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:01.460423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.469579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.500630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Pushing event deleted for resources: {'Port': ['ID=616d39b5-53e8-4003-9707-3e3e3ebec9bb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:01.510814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7cd3227-1569-4090-ac51-7ed3bb6c4d73 req-0f68543e-5bbc-411d-ba3c-6258f2b596ee tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930083 Aug 30 13:02:01.522553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14b30c-73d7-43d4-990f-c8064e1bf887 req-56e7f616-597b-4c5c-947d-704750804188 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.523982 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a14b30c-73d7-43d4-990f-c8064e1bf887 req-56e7f616-597b-4c5c-947d-704750804188 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 944 time: 0.1786308 Aug 30 13:02:01.574625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ab3389b3-8251-4f64-a2ba-3f38ea05db46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.576123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-ab3389b3-8251-4f64-a2ba-3f38ea05db46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4870bda7-c209-46ce-a834-c0cbeb43810f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790543 Aug 30 13:02:01.601393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:01.657784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.707859 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a14b30c-73d7-43d4-990f-c8064e1bf887 req-2cc2768a-26c1-41fc-a407-843a222cff3c tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547990 Aug 30 13:02:01.763241 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a81b7386-1c86-4726-936a-3c6b69865e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.782731 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a81b7386-1c86-4726-936a-3c6b69865e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.817023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.821187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.823848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Attempting to bind port 87880a84-7de3-411a-bd70-f64a7429452f on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:02:01.824186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Attempting to bind port 87880a84-7de3-411a-bd70-f64a7429452f by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:02:01.824513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Attempting to bind port 87880a84-7de3-411a-bd70-f64a7429452f on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:01.838775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Port 87880a84-7de3-411a-bd70-f64a7429452f on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:02:01.839016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Attempting to bind port 87880a84-7de3-411a-bd70-f64a7429452f on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:01.875235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:01.875628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:01.875972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:01.876421 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-78d34c08-675d-48d9-b15b-737ffa4a00ae service neutron] 10.222.0.16 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829299 Aug 30 13:02:01.876640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Bound port: 87880a84-7de3-411a-bd70-f64a7429452f, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:01.876796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.898239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af87f3-19cd-4347-81ad-3f268acc10da req-eb619c05-154b-4dd1-a133-57e6f2442e3a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.899737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90af87f3-19cd-4347-81ad-3f268acc10da req-eb619c05-154b-4dd1-a133-57e6f2442e3a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1574545 Aug 30 13:02:01.900345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.900892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:02:01.903066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:01.905890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.907482 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d97c2a23-5efa-461d-9ebc-d2b17d6ae044 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d8c0ea1c-d1f5-4390-8cb9-5436b4996f33 HTTP/1.1" status: 204 len: 168 time: 2.6166511 Aug 30 13:02:01.910446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b7386-1c86-4726-936a-3c6b69865e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ac6cc8-ebbe-48bf-bc7e-2b35ef929de0,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:01.911676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37782) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:01.930035 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:01.937467 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a81b7386-1c86-4726-936a-3c6b69865e3f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cb7f324f11343ef8ca86468886561bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8571887 Aug 30 13:02:01.944377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37784) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:01.992394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2351eb3-3723-45e1-aaaa-d13e3cf5c5ef req-3d46bdf7-f69e-4386-b072-48947e1aa4a0 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:01.999655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2351eb3-3723-45e1-aaaa-d13e3cf5c5ef req-3d46bdf7-f69e-4386-b072-48947e1aa4a0 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 947 time: 0.1906018 Aug 30 13:02:02.004977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Transition to ACTIVE for port object 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:02.015658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.056751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90af87f3-19cd-4347-81ad-3f268acc10da req-b722b61b-bfe6-4110-9f1a-e97043a041e3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483428 Aug 30 13:02:02.063149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:02.068221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fbed08-f7f9-4274-82ee-2edb4d418ea6 admin admin] Deleting subnet a4218f8a-f5d5-47e3-8aaa-5ec45b60c043 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:02:02.073972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:02.086669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61fbed08-f7f9-4274-82ee-2edb4d418ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.108688 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.119117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2351eb3-3723-45e1-aaaa-d13e3cf5c5ef req-c08109a4-1c56-4910-9a8a-a0785888f8fc tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181023 Aug 30 13:02:02.128211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Pushing event updated for resources: {'Port': ['ID=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:02.136685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9a3ea7f-2588-4313-bead-4285fffeadea req-b6674410-1557-4b2b-97c6-5d630b6912e9 service neutron] 10.222.0.16 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488308 Aug 30 13:02:02.173597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be707885-a986-432d-b1f1-cf91696e3868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.193280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61fbed08-f7f9-4274-82ee-2edb4d418ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.195691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.196412 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.197854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] 10.222.0.35 "PUT /v2.0/ports/87880a84-7de3-411a-bd70-f64a7429452f HTTP/1.1" status: 200 len: 1095 time: 2.5329182 Aug 30 13:02:02.198306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:02.200557 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af" -d '{"events": [{"name": "network-changed", "server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "tag": "87880a84-7de3-411a-bd70-f64a7429452f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:02.260566 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be707885-a986-432d-b1f1-cf91696e3868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.276037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0008d5-e033-41ef-826c-2b294287567d req-ce6ed9b7-92cf-4fdd-be37-6dfd2e61cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.277777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba0008d5-e033-41ef-826c-2b294287567d req-ce6ed9b7-92cf-4fdd-be37-6dfd2e61cfcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1482b631204b432a8d71fae65aa7e147&device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 1095 time: 0.0767725 Aug 30 13:02:02.283307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de9a28-01d7-43b4-ad46-3ad0fe14a920 service neutron] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:02.283616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Attempting to bind port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:02:02.283803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Attempting to bind port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:02:02.284097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Attempting to bind port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:02.310686 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50221eaa-8d51-4534-899d-f937772965fe x-openstack-request-id: req-50221eaa-8d51-4534-899d-f937772965fe {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:02.311256 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "tag": "87880a84-7de3-411a-bd70-f64a7429452f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:02.311484 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50221eaa-8d51-4534-899d-f937772965fe {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:02.311882 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f', 'status': 'completed', 'code': 200} Aug 30 13:02:02.352247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:02:02.352667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Attempting to bind port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:02.381518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:02.381973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:02.382365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:02.382910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Bound port: 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:02.383469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.393256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-a5947544-7354-4cb6-a9bf-3352a143daea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.394946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-a5947544-7354-4cb6-a9bf-3352a143daea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da0632eb4abe4d958de5598f7d84f906&device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 1098 time: 0.1430066 Aug 30 13:02:02.398258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61fbed08-f7f9-4274-82ee-2edb4d418ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.473958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be707885-a986-432d-b1f1-cf91696e3868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.476905 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be707885-a986-432d-b1f1-cf91696e3868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.481195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f225b8f5-bb6e-4bfa-96f0-68cbba9caca6 req-d66e4836-8a15-40cf-a67a-9736cd1980f1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.481392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-be707885-a986-432d-b1f1-cf91696e3868 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/69ac6cc8-ebbe-48bf-bc7e-2b35ef929de0 HTTP/1.1" status: 204 len: 168 time: 0.5209093 Aug 30 13:02:02.481529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f225b8f5-bb6e-4bfa-96f0-68cbba9caca6 req-d66e4836-8a15-40cf-a67a-9736cd1980f1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 948 time: 0.1361775 Aug 30 13:02:02.490293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0008d5-e033-41ef-826c-2b294287567d req-fe2a44b8-c5af-4819-82d8-7c1e79df05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.491763 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba0008d5-e033-41ef-826c-2b294287567d req-fe2a44b8-c5af-4819-82d8-7c1e79df05fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=4870bda7-c209-46ce-a834-c0cbeb43810f HTTP/1.1" status: 200 len: 930 time: 0.2040744 Aug 30 13:02:02.492797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-3c1583c7-9df4-4bac-8ec6-ead646e0bef3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=87880a84-7de3-411a-bd70-f64a7429452f HTTP/1.1" status: 200 len: 217 time: 0.0712140 Aug 30 13:02:02.506189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be707885-a986-432d-b1f1-cf91696e3868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ac6cc8-ebbe-48bf-bc7e-2b35ef929de0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:02.582674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba0008d5-e033-41ef-826c-2b294287567d req-182b1b7a-1039-47db-8a89-5b3425e7cc0a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f HTTP/1.1" status: 200 len: 217 time: 0.0677741 Aug 30 13:02:02.590827 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] For port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:02.595442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-e3c932f8-fa37-4269-b46e-0f9f024a7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.597473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-e3c932f8-fa37-4269-b46e-0f9f024a7829 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0929124 Aug 30 13:02:02.601763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61fbed08-f7f9-4274-82ee-2edb4d418ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.630342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f225b8f5-bb6e-4bfa-96f0-68cbba9caca6 req-c05273cb-d9d3-4251-a4fc-d6bbb101827f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287973 Aug 30 13:02:02.651763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] For port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:02.666676 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.705408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 616d39b5-53e8-4003-9707-3e3e3ebec9bb no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:02.711361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb190a-d7ad-44f5-944b-16f5b37f9bba None None] Network 303b3366-599b-4cee-9967-339df50bf102 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:02:02.712921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbed08-f7f9-4274-82ee-2edb4d418ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4218f8a-f5d5-47e3-8aaa-5ec45b60c043,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:02.727784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61fbed08-f7f9-4274-82ee-2edb4d418ea6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.740877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.741119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-61fbed08-f7f9-4274-82ee-2edb4d418ea6 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a4218f8a-f5d5-47e3-8aaa-5ec45b60c043 HTTP/1.1" status: 204 len: 168 time: 0.8269196 Aug 30 13:02:02.741502 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.742925 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] 10.222.0.16 "PUT /v2.0/ports/98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 HTTP/1.1" status: 200 len: 1096 time: 2.2792892 Aug 30 13:02:02.744693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37798) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:02.763158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0008d5-e033-41ef-826c-2b294287567d req-28c7c0b8-415e-45cf-bef6-e58bab15e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.764673 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba0008d5-e033-41ef-826c-2b294287567d req-28c7c0b8-415e-45cf-bef6-e58bab15e399 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6a12547-efe5-4803-9a5c-76558cb526f7 HTTP/1.1" status: 200 len: 868 time: 0.1333990 Aug 30 13:02:02.834790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab80dd5-2d4f-4037-9bbb-89503beec1fd service neutron] Pushing event updated for resources: {'Port': ['ID=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:02.879816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 616d39b5-53e8-4003-9707-3e3e3ebec9bb {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:02.881150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 616d39b5-53e8-4003-9707-3e3e3ebec9bb not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:02.913380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0008d5-e033-41ef-826c-2b294287567d req-ef74b24c-d987-43de-9ed7-e0d94f93bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.916572 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba0008d5-e033-41ef-826c-2b294287567d req-ef74b24c-d987-43de-9ed7-e0d94f93bdfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4870bda7-c209-46ce-a834-c0cbeb43810f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1440065 Aug 30 13:02:02.922536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-6d60fcd6-480e-4c7a-89a0-51114a8fc31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.924185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-6d60fcd6-480e-4c7a-89a0-51114a8fc31e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3185320 Aug 30 13:02:02.941266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:02.979289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-67b51c95-0f85-41b2-8616-e8d6342d3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:02.984837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-67b51c95-0f85-41b2-8616-e8d6342d3077 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 1099 time: 0.1721597 Aug 30 13:02:02.985879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9aa217-019b-4173-820b-c4fdd4486708', 'tag': '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:02.988906 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9aa217-019b-4173-820b-c4fdd4486708", "tag": "98b8b8ca-0bb5-4482-bee8-169dde6b1ea4"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:03.008600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce229f-dae3-4aaf-9e6d-dbd57bd2badf req-8c2bd3f2-fd45-4b95-b25f-158a8c673c56 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.015111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce229f-dae3-4aaf-9e6d-dbd57bd2badf req-8c2bd3f2-fd45-4b95-b25f-158a8c673c56 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.022148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce229f-dae3-4aaf-9e6d-dbd57bd2badf req-8c2bd3f2-fd45-4b95-b25f-158a8c673c56 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.028851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce229f-dae3-4aaf-9e6d-dbd57bd2badf req-8c2bd3f2-fd45-4b95-b25f-158a8c673c56 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.036322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce229f-dae3-4aaf-9e6d-dbd57bd2badf req-8c2bd3f2-fd45-4b95-b25f-158a8c673c56 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.042302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce229f-dae3-4aaf-9e6d-dbd57bd2badf req-8c2bd3f2-fd45-4b95-b25f-158a8c673c56 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.048172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce229f-dae3-4aaf-9e6d-dbd57bd2badf req-8c2bd3f2-fd45-4b95-b25f-158a8c673c56 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.050703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16ce229f-dae3-4aaf-9e6d-dbd57bd2badf req-8c2bd3f2-fd45-4b95-b25f-158a8c673c56 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.3610525 Aug 30 13:02:03.079296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5be51-2bfa-4856-8aa6-abc9490764e2 None None] DHCP port deletion for 303b3366-599b-4cee-9967-339df50bf102 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:02:03.090767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-d7cfb71d-a248-4975-845b-82848978e23a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 HTTP/1.1" status: 200 len: 217 time: 0.0628989 Aug 30 13:02:03.101011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d46587-f98f-46d8-9492-cca0378d1001 req-96db3778-f869-4122-a130-b3152c97e4e6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.103050 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6d46587-f98f-46d8-9492-cca0378d1001 req-96db3778-f869-4122-a130-b3152c97e4e6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 944 time: 0.2499702 Aug 30 13:02:03.148256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16ce229f-dae3-4aaf-9e6d-dbd57bd2badf req-1baf69ee-e54d-4631-994c-dedb37e6cf1b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0868423 Aug 30 13:02:03.172095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-13a778e0-df1b-49b9-9b46-7a408a7f97ef service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258031 Aug 30 13:02:03.190903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Deleting port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:03.191227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.199151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-49c5be51-2bfa-4856-8aa6-abc9490764e2 None None] Deleting port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:03.199538 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-49c5be51-2bfa-4856-8aa6-abc9490764e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.222516 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-2efbf871-a02c-44bb-a3b5-5e5cfbd944e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.224071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-2efbf871-a02c-44bb-a3b5-5e5cfbd944e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1198795 Aug 30 13:02:03.250666 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75eea2b7-eead-467a-bb60-30a531a19d99 x-openstack-request-id: req-75eea2b7-eead-467a-bb60-30a531a19d99 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:03.250961 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9aa217-019b-4173-820b-c4fdd4486708", "tag": "98b8b8ca-0bb5-4482-bee8-169dde6b1ea4", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:03.251207 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75eea2b7-eead-467a-bb60-30a531a19d99 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:03.251589 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9aa217-019b-4173-820b-c4fdd4486708', 'tag': '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4', 'status': 'completed', 'code': 200} Aug 30 13:02:03.292564 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6d46587-f98f-46d8-9492-cca0378d1001 req-59e51231-3dc5-4c91-9f0c-146274d794b5 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764357 Aug 30 13:02:03.300136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba0008d5-e033-41ef-826c-2b294287567d req-e9a4f040-55b9-47c8-84bd-e1fc74ee757c service neutron] 10.222.0.16 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709936 Aug 30 13:02:03.327160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] For port 9d554a75-0a25-40cc-8f1c-6cbc83833c10, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9d554a75-0a25-40cc-8f1c-6cbc83833c10,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:03.327530 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.347659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-49c5be51-2bfa-4856-8aa6-abc9490764e2 None None] For port 9d554a75-0a25-40cc-8f1c-6cbc83833c10, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9d554a75-0a25-40cc-8f1c-6cbc83833c10,segment=NetworkSegment(cc6a6c16-a038-44a4-a9d5-b9637ced3fcb),segment_id=cc6a6c16-a038-44a4-a9d5-b9637ced3fcb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:03.348206 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-49c5be51-2bfa-4856-8aa6-abc9490764e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.365617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-49c5be51-2bfa-4856-8aa6-abc9490764e2 None None] Calling delete_port for 9d554a75-0a25-40cc-8f1c-6cbc83833c10 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:03.374189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Calling delete_port for 9d554a75-0a25-40cc-8f1c-6cbc83833c10 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:03.393406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83556513-e5d0-4cd6-91dd-ede40f4f463b req-b880de24-5adf-48d5-abfa-9810486eac90 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126417 Aug 30 13:02:03.454433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df1f02-4ad3-4fc0-9dda-f0954b0a16b4 req-8c71c294-ed40-478b-bd4d-898c4aecb3f9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.456777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f8df1f02-4ad3-4fc0-9dda-f0954b0a16b4 req-8c71c294-ed40-478b-bd4d-898c4aecb3f9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1468239 Aug 30 13:02:03.464237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-3860f15d-f96b-4f98-b50d-a9aca0c39108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.465834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-3860f15d-f96b-4f98-b50d-a9aca0c39108 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2293260 Aug 30 13:02:03.500864 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-49c5be51-2bfa-4856-8aa6-abc9490764e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.543029 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5be51-2bfa-4856-8aa6-abc9490764e2 None None] No DVR routers for this DVR port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:03.547811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5be51-2bfa-4856-8aa6-abc9490764e2 None None] Pushing event deleted for resources: {'Port': ['ID=9d554a75-0a25-40cc-8f1c-6cbc83833c10,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:03.563976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba0008d5-e033-41ef-826c-2b294287567d req-13318702-c2df-488f-b1ca-dee1e2da5b7f service neutron] 10.222.0.16 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492311 Aug 30 13:02:03.565842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f8df1f02-4ad3-4fc0-9dda-f0954b0a16b4 req-2b6408e2-94bd-4c11-9453-1758426c9a00 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851216 Aug 30 13:02:03.574217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-58f50db4-b694-44a7-9cad-92a5ca59d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.576627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-58f50db4-b694-44a7-9cad-92a5ca59d0c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=da0632eb4abe4d958de5598f7d84f906&device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 1098 time: 0.1139567 Aug 30 13:02:03.582399 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.586316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee0c9b-0507-4945-8bfe-7e7a5b1745e2 req-912ebc51-9e2b-4123-bd48-fb41ebda00cb tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.588586 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52ee0c9b-0507-4945-8bfe-7e7a5b1745e2 req-912ebc51-9e2b-4123-bd48-fb41ebda00cb tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 947 time: 0.1761942 Aug 30 13:02:03.660234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-0b9735da-9ed9-4cf8-8fc3-30b40a0772aa service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846900 Aug 30 13:02:03.662551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d554a75-0a25-40cc-8f1c-6cbc83833c10,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:03.666691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] No DVR routers for this DVR port 9d554a75-0a25-40cc-8f1c-6cbc83833c10 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:03.694776 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52ee0c9b-0507-4945-8bfe-7e7a5b1745e2 req-fcf01b3a-378a-4acd-a0cc-c3bcc8a8105f tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741320 Aug 30 13:02:03.795171 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50bb6c18-0d8c-441d-82e2-3345500da34e req-deda4b32-7b5f-4451-864d-fb90c8871d6a service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091292 Aug 30 13:02:03.819129 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.840249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['303b3366-599b-4cee-9967-339df50bf102']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:03.843495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-c2b18f6f-20de-4f2f-82a9-bb022d92d675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.844977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-c2b18f6f-20de-4f2f-82a9-bb022d92d675 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2573578 Aug 30 13:02:03.857694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:03.858053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6a6c16-a038-44a4-a9d5-b9637ced3fcb') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:03.871172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345b70a-6d3a-40e5-973e-6b7a024ad183 req-16c8b6ca-d3ed-4af7-bc38-6c64a26b6ee4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.873395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4345b70a-6d3a-40e5-973e-6b7a024ad183 req-16c8b6ca-d3ed-4af7-bc38-6c64a26b6ee4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 948 time: 0.1608362 Aug 30 13:02:03.895227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-fe38e428-b875-4966-ba47-3a46f66b6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:03.897138 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-fe38e428-b875-4966-ba47-3a46f66b6f02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 1099 time: 0.0528409 Aug 30 13:02:03.912918 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-eb66a294-8d8a-470b-99b9-500a10c27675 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=87880a84-7de3-411a-bd70-f64a7429452f HTTP/1.1" status: 200 len: 217 time: 0.0580058 Aug 30 13:02:03.914620 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.966516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.991160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:02:03.991559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:02:03.993512 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:02:04.005038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-5e0e154c-4d89-4afa-96b5-9425ba5d8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.006663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-5e0e154c-4d89-4afa-96b5-9425ba5d8e95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.0979202 Aug 30 13:02:04.038949 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4345b70a-6d3a-40e5-973e-6b7a024ad183 req-c2742a5e-0438-4b1d-b356-624d87225b7e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307120 Aug 30 13:02:04.052974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-21934fc4-c09c-41dc-914c-4c96c182b163 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 HTTP/1.1" status: 200 len: 217 time: 0.0367901 Aug 30 13:02:04.056632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-7fb90810-bf0b-48a2-894e-4cfa91122c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.058108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-7fb90810-bf0b-48a2-894e-4cfa91122c2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1316259 Aug 30 13:02:04.076441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:04.083489 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:04.085297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] 10.222.0.37 "DELETE /v2.0/networks/303b3366-599b-4cee-9967-339df50bf102 HTTP/1.1" status: 204 len: 168 time: 1.3385963 Aug 30 13:02:04.094279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37836) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:04.116080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10533e4-ab20-4ea1-a0bd-1796ec49c458 admin admin] Pushing event deleted for resources: {'Network': ['ID=303b3366-599b-4cee-9967-339df50bf102,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:04.132209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-660448d3-f2a6-42bc-989a-1ac394d13fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.132768 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-660448d3-f2a6-42bc-989a-1ac394d13fd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0649133 Aug 30 13:02:04.166469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-94543d17-a93b-48ef-826d-77af72fa4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.167979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-94543d17-a93b-48ef-826d-77af72fa4ab4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1048813 Aug 30 13:02:04.270173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-b6897c31-3863-4448-b409-bc0dce282617 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224129 Aug 30 13:02:04.317581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-5cf66d32-56a9-4e57-8f80-59a238bcfa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.319168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-5cf66d32-56a9-4e57-8f80-59a238bcfa89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1213074 Aug 30 13:02:04.402511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b28bf6ec-5b14-4b22-9a53-538f47d1a5af req-573b911f-1393-48d3-b913-46e69a7ad79e service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207833 Aug 30 13:02:04.443691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ce9f-4631-47c1-8720-c3b2227d7274 req-ecdc4e0f-2078-4d02-9288-4909e0ba8b05 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.446308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20db3f-b352-4edc-b556-12641027da41 req-41dc29ac-7ffe-49a3-ac14-4a35783a38f9 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.447917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e20db3f-b352-4edc-b556-12641027da41 req-41dc29ac-7ffe-49a3-ac14-4a35783a38f9 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 944 time: 0.0653720 Aug 30 13:02:04.449649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ce9f-4631-47c1-8720-c3b2227d7274 req-ecdc4e0f-2078-4d02-9288-4909e0ba8b05 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.457397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ce9f-4631-47c1-8720-c3b2227d7274 req-ecdc4e0f-2078-4d02-9288-4909e0ba8b05 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.461770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ce9f-4631-47c1-8720-c3b2227d7274 req-ecdc4e0f-2078-4d02-9288-4909e0ba8b05 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.467669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ce9f-4631-47c1-8720-c3b2227d7274 req-ecdc4e0f-2078-4d02-9288-4909e0ba8b05 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.474588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ce9f-4631-47c1-8720-c3b2227d7274 req-ecdc4e0f-2078-4d02-9288-4909e0ba8b05 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.480443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3ce9f-4631-47c1-8720-c3b2227d7274 req-ecdc4e0f-2078-4d02-9288-4909e0ba8b05 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.482358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fb3ce9f-4631-47c1-8720-c3b2227d7274 req-ecdc4e0f-2078-4d02-9288-4909e0ba8b05 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.2382998 Aug 30 13:02:04.494332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e20db3f-b352-4edc-b556-12641027da41 req-2b5b05d4-927d-4043-a481-5688a2d019ff tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383933 Aug 30 13:02:04.612932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9d554a75-0a25-40cc-8f1c-6cbc83833c10 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:04.635510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 9d554a75-0a25-40cc-8f1c-6cbc83833c10 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:04.635886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9d554a75-0a25-40cc-8f1c-6cbc83833c10 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:04.706513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7497d94-967c-4365-9cee-39b36f2621bd req-667d806e-cf47-461d-90c8-0b79673aedac tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.708068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7497d94-967c-4365-9cee-39b36f2621bd req-667d806e-cf47-461d-90c8-0b79673aedac tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.0563214 Aug 30 13:02:04.749182 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7497d94-967c-4365-9cee-39b36f2621bd req-1e0be479-3def-4c27-b33c-448fc6c1cd14 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Aug 30 13:02:04.760255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ab272090-2a1f-4eb6-8f81-b52be8a73e9f details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:04.874816 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-de8491d8-3a82-47fb-83b8-5a496b49e5f1 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384300 Aug 30 13:02:04.878899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd26067-5b05-49eb-98af-d6b65c10474b req-0ee1b302-da38-42cb-b726-a846751ab8f2 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:04.880446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8cd26067-5b05-49eb-98af-d6b65c10474b req-0ee1b302-da38-42cb-b726-a846751ab8f2 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 947 time: 0.0626810 Aug 30 13:02:04.881371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fb3ce9f-4631-47c1-8720-c3b2227d7274 req-46a96181-d743-46a1-98e1-8bb984828031 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070545 Aug 30 13:02:04.936428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ab272090-2a1f-4eb6-8f81-b52be8a73e9f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:04.973310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'port_id': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'mac_address': 'fa:16:3e:a7:e6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:04.974116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8cd26067-5b05-49eb-98af-d6b65c10474b req-0cadc9d0-1f3b-4675-ae9d-78ad0def861d tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716131 Aug 30 13:02:05.028604 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:05.038529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5dcd698-021d-4d79-bfb9-b2f45c15f00b req-e4cb7161-26e9-4647-846e-c062ea7c6b8a service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468637 Aug 30 13:02:05.047165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab272090-2a1f-4eb6-8f81-b52be8a73e9f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:05.089380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ab272090-2a1f-4eb6-8f81-b52be8a73e9f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:05.098010 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:05.144842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:05.206479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46cedf-46b4-4386-bfba-415068304862 req-998e29c0-fce8-455e-91d3-a09d4849f9cf tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:05.216239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c46cedf-46b4-4386-bfba-415068304862 req-998e29c0-fce8-455e-91d3-a09d4849f9cf tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 948 time: 0.0791545 Aug 30 13:02:05.218573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:05.264754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c46cedf-46b4-4386-bfba-415068304862 req-8bf0d87b-1256-43f0-8aff-e26cb3b7e475 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472605 Aug 30 13:02:05.399797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ab272090-2a1f-4eb6-8f81-b52be8a73e9f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:05.458055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Deleting port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:05.458637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:05.549632 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] For port 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a,segment=NetworkSegment(4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4),segment_id=4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:05.550015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:05.580441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Calling delete_port for 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:05.661564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30dd57-66ed-4f19-83ba-44229f465f42 req-f7bfb485-fb4c-4d92-b45f-2e678675d640 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:05.663066 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a30dd57-66ed-4f19-83ba-44229f465f42 req-f7bfb485-fb4c-4d92-b45f-2e678675d640 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 945 time: 0.0957155 Aug 30 13:02:05.753807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a30dd57-66ed-4f19-83ba-44229f465f42 req-835619dc-6e4b-46ba-aee2-a19b6757edf0 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834861 Aug 30 13:02:05.841547 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:05.870551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:05.887545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cd003-a695-41ee-bd19-78030a438954 req-a6cb33c1-7256-4c68-a9de-d544cbf8cb98 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:05.889339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f90cd003-a695-41ee-bd19-78030a438954 req-a6cb33c1-7256-4c68-a9de-d544cbf8cb98 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.0658054 Aug 30 13:02:05.972671 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f90cd003-a695-41ee-bd19-78030a438954 req-4a4b077f-58c0-4833-b90d-5de15e89e4f3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650644 Aug 30 13:02:06.095596 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:06.110077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ed809-1b7f-4850-82fe-17624ca94105 req-e1aa5fe0-179e-4240-bad3-a552e279a678 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.112846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769892c-38a6-4b82-aebc-f5e5bcc0c22e req-22aea350-4a53-4eae-9c38-b9f1b5110378 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.114614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0769892c-38a6-4b82-aebc-f5e5bcc0c22e req-22aea350-4a53-4eae-9c38-b9f1b5110378 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 947 time: 0.0629890 Aug 30 13:02:06.117752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ed809-1b7f-4850-82fe-17624ca94105 req-e1aa5fe0-179e-4240-bad3-a552e279a678 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.123992 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ed809-1b7f-4850-82fe-17624ca94105 req-e1aa5fe0-179e-4240-bad3-a552e279a678 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.130658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ed809-1b7f-4850-82fe-17624ca94105 req-e1aa5fe0-179e-4240-bad3-a552e279a678 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.136631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ed809-1b7f-4850-82fe-17624ca94105 req-e1aa5fe0-179e-4240-bad3-a552e279a678 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.143695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ed809-1b7f-4850-82fe-17624ca94105 req-e1aa5fe0-179e-4240-bad3-a552e279a678 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.150165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ed809-1b7f-4850-82fe-17624ca94105 req-e1aa5fe0-179e-4240-bad3-a552e279a678 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.152166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef6ed809-1b7f-4850-82fe-17624ca94105 req-e1aa5fe0-179e-4240-bad3-a552e279a678 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.1506562 Aug 30 13:02:06.170201 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0769892c-38a6-4b82-aebc-f5e5bcc0c22e req-4df2ab8a-80d2-4a6e-aa30-ab556327dd39 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Aug 30 13:02:06.294539 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef6ed809-1b7f-4850-82fe-17624ca94105 req-255d450c-afce-4c67-85ab-6f1640f24992 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914927 Aug 30 13:02:06.399723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe29cf3-beaa-4704-8635-c3fb6a35c8ae req-1849818a-af49-4795-8037-7bf353a1a6de tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.401156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fe29cf3-beaa-4704-8635-c3fb6a35c8ae req-1849818a-af49-4795-8037-7bf353a1a6de tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 948 time: 0.0635185 Aug 30 13:02:06.446128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fe29cf3-beaa-4704-8635-c3fb6a35c8ae req-f1d3aa7e-ce8e-4d71-b0ec-97a1a5d31719 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365436 Aug 30 13:02:06.453527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Router d655f24e-7722-4368-83b2-577b0054abdb has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:02:06.556648 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d88c-6c5f-43ae-bb4d-f71923240936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:06.581443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:02:06.589779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37932) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:06.591580 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] Sync routers for ids ['d655f24e-7722-4368-83b2-577b0054abdb'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:02:06.597136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a14f3782-b417-46aa-871f-2ca7038133a7 admin admin] 10.222.0.37 "PUT /v2.0/routers/d655f24e-7722-4368-83b2-577b0054abdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5014300 Aug 30 13:02:06.603797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] Routers {'d655f24e-7722-4368-83b2-577b0054abdb'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:06.604492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d655f24e-7722-4368-83b2-577b0054abdb'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:06.722197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:06.726054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] Set router d655f24e-7722-4368-83b2-577b0054abdb gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:06.790654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:06.792890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ab272090-2a1f-4eb6-8f81-b52be8a73e9f up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:06.873310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:06.894989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9202d13-8a9e-4989-9b80-72b98a00e785 req-31ad22c7-ebc2-46f4-bfb4-7b315f611ba0 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:06.896948 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9202d13-8a9e-4989-9b80-72b98a00e785 req-31ad22c7-ebc2-46f4-bfb4-7b315f611ba0 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 945 time: 0.0553100 Aug 30 13:02:06.943830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Deleting port 839a4982-8d7c-4771-a0d1-3fd636264356 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:06.945299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:06.957987 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9202d13-8a9e-4989-9b80-72b98a00e785 req-985293f0-82ba-4051-a558-48e58fa27d35 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Aug 30 13:02:07.018460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:07.022122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port ab272090-2a1f-4eb6-8f81-b52be8a73e9f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:07.036105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] For port 839a4982-8d7c-4771-a0d1-3fd636264356, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=839a4982-8d7c-4771-a0d1-3fd636264356,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:07.036467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.049064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Calling delete_port for 839a4982-8d7c-4771-a0d1-3fd636264356 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:07.049305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port ab272090-2a1f-4eb6-8f81-b52be8a73e9f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:07.049950 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.076942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4', 'mac_address': 'fa:16:3e:c9:57:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:07.126382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37946) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:07.150192 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.188220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:07.196556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:50Z', 'updated_at': '2021-08-30T13:02:05Z', 'revision_number': 5, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'gw_port': {'id': '839a4982-8d7c-4771-a0d1-3fd636264356', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:01:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T12:59:51Z', 'updated_at': '2021-08-30T12:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:07.300628 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2306567f-34af-408e-8677-5cd954f4d01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.330436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2187c-efdf-4618-a799-75526132741d req-b19499c2-e50d-4dd8-80b4-659280fd6891 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.334291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10b2187c-efdf-4618-a799-75526132741d req-b19499c2-e50d-4dd8-80b4-659280fd6891 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 947 time: 0.0902781 Aug 30 13:02:07.384795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:07.391357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] Checking router: d655f24e-7722-4368-83b2-577b0054abdb for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:02:07.395088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:07.409768 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10b2187c-efdf-4618-a799-75526132741d req-a4ddabc1-0b6c-4655-a702-8e6884183503 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671861 Aug 30 13:02:07.424494 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.426319 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.492622 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2306567f-34af-408e-8677-5cd954f4d01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.498100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2306567f-34af-408e-8677-5cd954f4d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.513195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] Routers {'d655f24e-7722-4368-83b2-577b0054abdb'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:07.514353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:01:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d655f24e-7722-4368-83b2-577b0054abdb'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:07.532766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b013af7-74f9-4d60-8a6c-ec904da0dc2a req-95d9286d-2b77-4dd0-b499-0d25df83e137 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.540428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b013af7-74f9-4d60-8a6c-ec904da0dc2a req-95d9286d-2b77-4dd0-b499-0d25df83e137 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.4478607 Aug 30 13:02:07.546583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2306567f-34af-408e-8677-5cd954f4d01d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae49b1f215634c74bdbc83b32bc11a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185784 Aug 30 13:02:07.549698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37958) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:07.589918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306567f-34af-408e-8677-5cd954f4d01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59002b7f-4b22-4389-b782-b857c3bd86a8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:07.602305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b013af7-74f9-4d60-8a6c-ec904da0dc2a req-eec92320-7ea4-4840-a3ea-15b01e205007 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609007 Aug 30 13:02:07.621785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:07.624015 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f7dd7b-5b39-4918-8d94-0ef9c9987d78" -d '{"events": [{"server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "name": "network-vif-plugged", "status": "completed", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:07.665391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ab272090-2a1f-4eb6-8f81-b52be8a73e9f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:07.668663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0764819-8ebd-4052-8306-e9122a3b64af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.675639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:07.678000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.683567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.709545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88164-e2ee-4c5c-9151-ae3b113261a0 req-0bf9d9cd-fd80-4fa3-a4ef-8c7d57608c8d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.715720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88164-e2ee-4c5c-9151-ae3b113261a0 req-0bf9d9cd-fd80-4fa3-a4ef-8c7d57608c8d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.721744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88164-e2ee-4c5c-9151-ae3b113261a0 req-0bf9d9cd-fd80-4fa3-a4ef-8c7d57608c8d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.723043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] Set router d655f24e-7722-4368-83b2-577b0054abdb gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:07.727249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:07.727746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88164-e2ee-4c5c-9151-ae3b113261a0 req-0bf9d9cd-fd80-4fa3-a4ef-8c7d57608c8d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.733634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88164-e2ee-4c5c-9151-ae3b113261a0 req-0bf9d9cd-fd80-4fa3-a4ef-8c7d57608c8d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.741173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88164-e2ee-4c5c-9151-ae3b113261a0 req-0bf9d9cd-fd80-4fa3-a4ef-8c7d57608c8d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.741323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=839a4982-8d7c-4771-a0d1-3fd636264356,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:07.747942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef88164-e2ee-4c5c-9151-ae3b113261a0 req-0bf9d9cd-fd80-4fa3-a4ef-8c7d57608c8d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.749848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5ef88164-e2ee-4c5c-9151-ae3b113261a0 req-0bf9d9cd-fd80-4fa3-a4ef-8c7d57608c8d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.1561596 Aug 30 13:02:07.760447 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0764819-8ebd-4052-8306-e9122a3b64af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.794712 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['98b8b8ca-0bb5-4482-bee8-169dde6b1ea4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:07.805727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630eb0c-3d78-4ef3-a35f-e61af95ea627 req-014cb1e2-8c9f-4a3f-a9d4-516f142126e2 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:07.806828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5ef88164-e2ee-4c5c-9151-ae3b113261a0 req-cb8806d4-d11f-491e-9f50-a054ac350978 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442598 Aug 30 13:02:07.813150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2630eb0c-3d78-4ef3-a35f-e61af95ea627 req-014cb1e2-8c9f-4a3f-a9d4-516f142126e2 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 949 time: 0.1305640 Aug 30 13:02:07.819927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:50Z', 'updated_at': '2021-08-30T13:02:06Z', 'revision_number': 6, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:07.826456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '87880a84-7de3-411a-bd70-f64a7429452f', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '87880a84-7de3-411a-bd70-f64a7429452f', 'mac_address': 'fa:16:3e:6f:f7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:07.864563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0764819-8ebd-4052-8306-e9122a3b64af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.867068 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.868573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0764819-8ebd-4052-8306-e9122a3b64af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.869737 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e0764819-8ebd-4052-8306-e9122a3b64af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59002b7f-4b22-4389-b782-b857c3bd86a8 HTTP/1.1" status: 204 len: 168 time: 0.3182540 Aug 30 13:02:07.872866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:07.879592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d8dfa8-31b5-4f28-b273-ca3a9964b232 None None] The sync data for ids ['d655f24e-7722-4368-83b2-577b0054abdb'] in n-d-688802-6 is: [{'id': 'd655f24e-7722-4368-83b2-577b0054abdb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1073936784-router', 'tenant_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T12:59:50Z', 'updated_at': '2021-08-30T13:02:06Z', 'revision_number': 6, 'project_id': '156d8135e7554698b2eaf3c3ca31aa4c', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:02:07.887712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0764819-8ebd-4052-8306-e9122a3b64af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59002b7f-4b22-4389-b782-b857c3bd86a8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:07.894791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2630eb0c-3d78-4ef3-a35f-e61af95ea627 req-2441b45f-03a3-417d-b828-5683208b77c3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798538 Aug 30 13:02:07.918129 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a402da78-dab5-4b13-9bef-eef20325fef0 x-openstack-request-id: req-a402da78-dab5-4b13-9bef-eef20325fef0 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:07.918419 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "name": "network-vif-plugged", "status": "completed", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:07.918674 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a402da78-dab5-4b13-9bef-eef20325fef0 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:07.919057 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'code': 200} Aug 30 13:02:07.973895 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:07.995651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87880a84-7de3-411a-bd70-f64a7429452f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:08.017930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.020516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.045961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e8c80-41cd-4c0a-b6c9-9cb533d0c46c req-35a42771-f1b7-4947-9fbd-11cfd26f7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:08.055282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab5e8c80-41cd-4c0a-b6c9-9cb533d0c46c req-35a42771-f1b7-4947-9fbd-11cfd26f7e81 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 1097 time: 0.0479319 Aug 30 13:02:08.071051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.072087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d655f24e-7722-4368-83b2-577b0054abdb {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:02:08.078434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.079926 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-adabb4f9-2b13-40b4-9483-dd32aac64d5e admin admin] 10.222.0.37 "DELETE /v2.0/routers/d655f24e-7722-4368-83b2-577b0054abdb HTTP/1.1" status: 204 len: 168 time: 1.4883833 Aug 30 13:02:08.082691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37968) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:08.125111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:08.140762 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.141689 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab5e8c80-41cd-4c0a-b6c9-9cb533d0c46c req-ff175aa3-c755-45c5-9f5a-a1f65bcb7900 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852706 Aug 30 13:02:08.145084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b79a47-d924-4588-9a17-a89d8e2522aa req-dc8306a5-9f1f-40f1-8fc8-dbc87f31f78c tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:08.147284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94b79a47-d924-4588-9a17-a89d8e2522aa req-dc8306a5-9f1f-40f1-8fc8-dbc87f31f78c tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 946 time: 0.0729167 Aug 30 13:02:08.154725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-838c3263-f077-4ca2-856e-9477a810732c admin admin] Deleting subnet 20a3b2ef-ae5e-4be7-86b7-346e03ddb403 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:02:08.159295 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-838c3263-f077-4ca2-856e-9477a810732c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.192241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94b79a47-d924-4588-9a17-a89d8e2522aa req-13acd994-d4df-4e85-abe2-ec10e0292432 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385556 Aug 30 13:02:08.204939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:08.215087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-838c3263-f077-4ca2-856e-9477a810732c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.275261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37970) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:08.291340 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-853c9f80-d429-4784-9841-9ecad5a966be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.311742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-838c3263-f077-4ca2-856e-9477a810732c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.383019 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-838c3263-f077-4ca2-856e-9477a810732c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.401803 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-853c9f80-d429-4784-9841-9ecad5a966be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.410050 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-853c9f80-d429-4784-9841-9ecad5a966be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.412897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c3263-f077-4ca2-856e-9477a810732c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a3b2ef-ae5e-4be7-86b7-346e03ddb403,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:08.418284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-838c3263-f077-4ca2-856e-9477a810732c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.418284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-838c3263-f077-4ca2-856e-9477a810732c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/20a3b2ef-ae5e-4be7-86b7-346e03ddb403 HTTP/1.1" status: 204 len: 168 time: 0.3329210 Aug 30 13:02:08.419674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37972) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:08.428661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5d58fc-10aa-47d8-9cb7-6dbc8c7f4629 None None] Network 66c77a70-dde4-48ec-9721-af7e9cd05d9d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:02:08.449111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-853c9f80-d429-4784-9841-9ecad5a966be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fed1436233144d2bb8714d91a9f13172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726255 Aug 30 13:02:08.450018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c9f80-d429-4784-9841-9ecad5a966be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e016cd3d-a738-4171-b480-bdae0ad66716,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:08.452308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37976) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:08.503671 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.507379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6da4-3f31-4e28-b31c-44955685cf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.527919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['87880a84-7de3-411a-bd70-f64a7429452f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:08.531280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6da4-3f31-4e28-b31c-44955685cf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.592982 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6da4-3f31-4e28-b31c-44955685cf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.596110 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a9d6da4-3f31-4e28-b31c-44955685cf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.599886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6a9d6da4-3f31-4e28-b31c-44955685cf97 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e016cd3d-a738-4171-b480-bdae0ad66716 HTTP/1.1" status: 204 len: 168 time: 0.1441336 Aug 30 13:02:08.600635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb266612-6ec2-4039-bd87-d3f58bf7d912 req-ae2dd4f5-284e-4d92-ae6c-d3308ee38817 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:08.602222 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb266612-6ec2-4039-bd87-d3f58bf7d912 req-ae2dd4f5-284e-4d92-ae6c-d3308ee38817 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 948 time: 0.0892496 Aug 30 13:02:08.607218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d6da4-3f31-4e28-b31c-44955685cf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e016cd3d-a738-4171-b480-bdae0ad66716,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:08.638352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Deleting port a34f67bd-c1e1-44c4-bf58-46ddcba1564d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:08.638702 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.731766 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb266612-6ec2-4039-bd87-d3f58bf7d912 req-856cbe7c-fdbc-4d70-960c-eb02bc70b407 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129313 Aug 30 13:02:08.759410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] For port a34f67bd-c1e1-44c4-bf58-46ddcba1564d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a34f67bd-c1e1-44c4-bf58-46ddcba1564d,segment=NetworkSegment(4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4),segment_id=4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:08.760101 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.760589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:08.775522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Calling delete_port for a34f67bd-c1e1-44c4-bf58-46ddcba1564d owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:08.788207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:08.788556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6ebe4d19-ddf5-4557-b71e-4b8b2ed0e31a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:08.788979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 839a4982-8d7c-4771-a0d1-3fd636264356 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:08.797216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276b9b05-a0c1-424c-856d-286edad294a0 req-9af8ee32-fea9-455d-816c-1e6eacc99b43 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:08.808024 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-276b9b05-a0c1-424c-856d-286edad294a0 req-9af8ee32-fea9-455d-816c-1e6eacc99b43 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1165042 Aug 30 13:02:08.823016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 839a4982-8d7c-4771-a0d1-3fd636264356 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:08.823370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 839a4982-8d7c-4771-a0d1-3fd636264356 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:08.845986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c5780-6cd6-4dd9-a7bf-d241c27eefc0 None None] DHCP port deletion for 66c77a70-dde4-48ec-9721-af7e9cd05d9d request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:02:08.863795 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-276b9b05-a0c1-424c-856d-286edad294a0 req-c873db28-6291-4859-8ecd-9887db188186 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548749 Aug 30 13:02:08.931935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-595c5780-6cd6-4dd9-a7bf-d241c27eefc0 None None] Deleting port a34f67bd-c1e1-44c4-bf58-46ddcba1564d {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:08.932442 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-595c5780-6cd6-4dd9-a7bf-d241c27eefc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:08.958828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.005612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-595c5780-6cd6-4dd9-a7bf-d241c27eefc0 None None] For port a34f67bd-c1e1-44c4-bf58-46ddcba1564d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a34f67bd-c1e1-44c4-bf58-46ddcba1564d,segment=NetworkSegment(4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4),segment_id=4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:09.006199 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-595c5780-6cd6-4dd9-a7bf-d241c27eefc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.009471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a34f67bd-c1e1-44c4-bf58-46ddcba1564d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:09.019633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] No DVR routers for this DVR port a34f67bd-c1e1-44c4-bf58-46ddcba1564d on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:09.037222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-595c5780-6cd6-4dd9-a7bf-d241c27eefc0 None None] Calling delete_port for a34f67bd-c1e1-44c4-bf58-46ddcba1564d owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:09.113700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.124947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c77a70-dde4-48ec-9721-af7e9cd05d9d']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:09.132261 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-595c5780-6cd6-4dd9-a7bf-d241c27eefc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.136389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:09.136818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd09e2b-b5cf-4d63-9ae4-60aa767c1cc4') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:09.147476 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.170777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c5780-6cd6-4dd9-a7bf-d241c27eefc0 None None] Pushing event deleted for resources: {'Port': ['ID=a34f67bd-c1e1-44c4-bf58-46ddcba1564d,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:09.171453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.181995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:02:09.181995 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.190048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c5780-6cd6-4dd9-a7bf-d241c27eefc0 None None] No DVR routers for this DVR port a34f67bd-c1e1-44c4-bf58-46ddcba1564d on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:09.231504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee39a-4167-4c98-9cbc-58df0cd39114 req-696ea223-1909-40cc-93fb-be6c5f594b54 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.238360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee39a-4167-4c98-9cbc-58df0cd39114 req-696ea223-1909-40cc-93fb-be6c5f594b54 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.244238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee39a-4167-4c98-9cbc-58df0cd39114 req-696ea223-1909-40cc-93fb-be6c5f594b54 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.250189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee39a-4167-4c98-9cbc-58df0cd39114 req-696ea223-1909-40cc-93fb-be6c5f594b54 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.256437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee39a-4167-4c98-9cbc-58df0cd39114 req-696ea223-1909-40cc-93fb-be6c5f594b54 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.262463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee39a-4167-4c98-9cbc-58df0cd39114 req-696ea223-1909-40cc-93fb-be6c5f594b54 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.269507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee39a-4167-4c98-9cbc-58df0cd39114 req-696ea223-1909-40cc-93fb-be6c5f594b54 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.271408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be5ee39a-4167-4c98-9cbc-58df0cd39114 req-696ea223-1909-40cc-93fb-be6c5f594b54 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.3225658 Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:02:09.272107 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:02:09.295721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca5145-537d-43ca-a595-fe656faf9d19 req-b9599b94-1bfe-4385-9628-9aa9f3b4ff21 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.298882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49ca5145-537d-43ca-a595-fe656faf9d19 req-b9599b94-1bfe-4385-9628-9aa9f3b4ff21 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 949 time: 0.0539768 Aug 30 13:02:09.312958 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0fa8280f-f05f-4ede-aab6-f86f978aaac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.330217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.350359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.352590 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/66c77a70-dde4-48ec-9721-af7e9cd05d9d HTTP/1.1" status: 204 len: 168 time: 0.9318967 Aug 30 13:02:09.354222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ec1e1-d9c7-4556-8db0-b4b97077a9c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c77a70-dde4-48ec-9721-af7e9cd05d9d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:09.368133 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be5ee39a-4167-4c98-9cbc-58df0cd39114 req-803b2558-9d3a-4ab8-9f92-e347478e579f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866945 Aug 30 13:02:09.368308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49ca5145-537d-43ca-a595-fe656faf9d19 req-e66c7b58-1c6b-40c4-94b0-c576e3dc856c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594795 Aug 30 13:02:09.530497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb5105-87e0-4793-a64f-b0fb2aaa27ee req-f780ca12-e8de-493a-834a-ce96e0fcf624 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.538236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3fb5105-87e0-4793-a64f-b0fb2aaa27ee req-f780ca12-e8de-493a-834a-ce96e0fcf624 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.0728304 Aug 30 13:02:09.554010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512c524-46c2-4740-8443-e9254a5af266 req-087797c0-e420-41cc-ad55-1792397df641 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.555523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c512c524-46c2-4740-8443-e9254a5af266 req-087797c0-e420-41cc-ad55-1792397df641 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 946 time: 0.0728736 Aug 30 13:02:09.589329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3fb5105-87e0-4793-a64f-b0fb2aaa27ee req-ac2fb676-16d1-43ff-92a9-9f423e074df5 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463822 Aug 30 13:02:09.620789 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c512c524-46c2-4740-8443-e9254a5af266 req-da9c9250-3608-49d5-b3e0-c8cbeeb5d675 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586212 Aug 30 13:02:09.627825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38014) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:09.671817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8433489d-34f5-4da6-b44c-b02c4790db13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3649a66f50344339bb413d4c0fc84ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427887 Aug 30 13:02:09.675099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38016) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:09.724642 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97836bc-3180-4bde-95fa-59dcabfebb2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.749289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97836bc-3180-4bde-95fa-59dcabfebb2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.800441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97836bc-3180-4bde-95fa-59dcabfebb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.803070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d97836bc-3180-4bde-95fa-59dcabfebb2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.804194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d97836bc-3180-4bde-95fa-59dcabfebb2d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2aa377f2-09f9-4c26-94e0-ee9a4f607c89 HTTP/1.1" status: 204 len: 168 time: 0.1281059 Aug 30 13:02:09.814869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97836bc-3180-4bde-95fa-59dcabfebb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa377f2-09f9-4c26-94e0-ee9a4f607c89,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:09.864246 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2c2ef-77e9-4951-b2f2-b87c1c9e4a31 req-9655d23b-4522-4019-a0f0-b5db28a329bd tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:09.865928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44d2c2ef-77e9-4951-b2f2-b87c1c9e4a31 req-9655d23b-4522-4019-a0f0-b5db28a329bd tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 948 time: 0.0710042 Aug 30 13:02:09.898984 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:09.916375 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44d2c2ef-77e9-4951-b2f2-b87c1c9e4a31 req-b2f19e19-bfaa-4a3e-8e6f-e356ea948e11 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442886 Aug 30 13:02:10.150143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38034) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:10.194966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bf48f990-5e4c-4f5a-b81b-61114b030a0a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=156d8135e7554698b2eaf3c3ca31aa4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413997 Aug 30 13:02:10.195252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38038) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:10.247312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2bd609b-4bbe-4a53-bf4a-0785be23c82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:10.268163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2bd609b-4bbe-4a53-bf4a-0785be23c82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:10.316386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2bd609b-4bbe-4a53-bf4a-0785be23c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:10.319157 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2bd609b-4bbe-4a53-bf4a-0785be23c82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:10.320157 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b2bd609b-4bbe-4a53-bf4a-0785be23c82d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/787f696b-0d65-48bf-94fd-9d926cb4ed59 HTTP/1.1" status: 204 len: 168 time: 0.1239638 Aug 30 13:02:10.328616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd609b-4bbe-4a53-bf4a-0785be23c82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787f696b-0d65-48bf-94fd-9d926cb4ed59,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:10.493938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255b76b-fed3-4ca0-8cc6-1699967e40f7 req-a372e7de-39f7-48e5-98fa-47996b8abfae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.493938 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2255b76b-fed3-4ca0-8cc6-1699967e40f7 req-a372e7de-39f7-48e5-98fa-47996b8abfae tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 949 time: 0.0546224 Aug 30 13:02:10.530043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244a14-6d5e-47da-8beb-63e0cf43a49f req-5ffc69b7-2905-4544-a763-854ce38a2200 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.537652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244a14-6d5e-47da-8beb-63e0cf43a49f req-5ffc69b7-2905-4544-a763-854ce38a2200 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.546617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244a14-6d5e-47da-8beb-63e0cf43a49f req-5ffc69b7-2905-4544-a763-854ce38a2200 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.554552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244a14-6d5e-47da-8beb-63e0cf43a49f req-5ffc69b7-2905-4544-a763-854ce38a2200 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.557265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2255b76b-fed3-4ca0-8cc6-1699967e40f7 req-6ada3ee4-75e9-4633-91df-dd78ca7d21ba tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527422 Aug 30 13:02:10.561723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244a14-6d5e-47da-8beb-63e0cf43a49f req-5ffc69b7-2905-4544-a763-854ce38a2200 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.569083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244a14-6d5e-47da-8beb-63e0cf43a49f req-5ffc69b7-2905-4544-a763-854ce38a2200 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.575446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27244a14-6d5e-47da-8beb-63e0cf43a49f req-5ffc69b7-2905-4544-a763-854ce38a2200 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.577777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27244a14-6d5e-47da-8beb-63e0cf43a49f req-5ffc69b7-2905-4544-a763-854ce38a2200 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.1151786 Aug 30 13:02:10.627753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a34f67bd-c1e1-44c4-bf58-46ddcba1564d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:10.645842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27244a14-6d5e-47da-8beb-63e0cf43a49f req-59c079a2-a81f-4cd0-b3dd-257c74dcacff tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547874 Aug 30 13:02:10.685571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a34f67bd-c1e1-44c4-bf58-46ddcba1564d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:10.686065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a34f67bd-c1e1-44c4-bf58-46ddcba1564d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:10.739482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:10.786514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c7d07-a8c9-4ef3-aed7-a4da2a3040a8 req-acf6e94c-a343-473b-82cd-8883be44760a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.788211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac5c7d07-a8c9-4ef3-aed7-a4da2a3040a8 req-acf6e94c-a343-473b-82cd-8883be44760a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.0653007 Aug 30 13:02:10.795215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b43adf-19bb-4642-b752-a5cfd80749cf req-561dc28a-4e17-4b33-bc7d-960b4a56eb64 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.797647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18b43adf-19bb-4642-b752-a5cfd80749cf req-561dc28a-4e17-4b33-bc7d-960b4a56eb64 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 946 time: 0.0661023 Aug 30 13:02:10.804875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:10.878760 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18b43adf-19bb-4642-b752-a5cfd80749cf req-fbce9b78-b345-4eef-81b9-b105d347efa4 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660188 Aug 30 13:02:10.891397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac5c7d07-a8c9-4ef3-aed7-a4da2a3040a8 req-41035f46-0107-4d13-93f8-56b195bc3ff8 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871763 Aug 30 13:02:10.919045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:10.927615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-94834d7d-8c1a-4008-9b90-4e03b533299c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:10.929286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-94834d7d-8c1a-4008-9b90-4e03b533299c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 945 time: 0.1400766 Aug 30 13:02:10.930071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:10.930451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.059316 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.095925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9aa217-019b-4173-820b-c4fdd4486708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:11.099079 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e4cb4e-4caa-444e-9d08-55c4b8119956" -d '{"events": [{"server_uuid": "2d9aa217-019b-4173-820b-c4fdd4486708", "name": "network-vif-plugged", "status": "completed", "tag": "98b8b8ca-0bb5-4482-bee8-169dde6b1ea4"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:11.117948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:11.124970 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.133449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24602d6-1af4-42fa-8cd5-4ab7e417c3d8 req-e36f6db4-5e20-430b-896e-770170bc04c6 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.135649 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f24602d6-1af4-42fa-8cd5-4ab7e417c3d8 req-e36f6db4-5e20-430b-896e-770170bc04c6 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 948 time: 0.0980084 Aug 30 13:02:11.185599 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f24602d6-1af4-42fa-8cd5-4ab7e417c3d8 req-8c3240d9-5cb5-4d62-9329-e2384f23081c tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431082 Aug 30 13:02:11.207673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:11.231997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Deleting port 18fdb7de-a929-4dcd-8de3-39f2bb92de94 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:11.232344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.262789 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3d61ab-aac9-471b-9060-b2e8b102f90c x-openstack-request-id: req-6e3d61ab-aac9-471b-9060-b2e8b102f90c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:11.263261 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9aa217-019b-4173-820b-c4fdd4486708", "name": "network-vif-plugged", "status": "completed", "tag": "98b8b8ca-0bb5-4482-bee8-169dde6b1ea4", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:11.263561 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e3d61ab-aac9-471b-9060-b2e8b102f90c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:11.263971 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9aa217-019b-4173-820b-c4fdd4486708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4', 'code': 200} Aug 30 13:02:11.292427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:11.331600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-e1e82bb5-2a1b-4b91-b604-bd3f57cca213 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 258 time: 0.3931088 Aug 30 13:02:11.352865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:11.376337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 87880a84-7de3-411a-bd70-f64a7429452f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:11.381805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 87880a84-7de3-411a-bd70-f64a7429452f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:11.382444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.386383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.391623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382110c-f85e-43e9-a173-830d3f8c1cc2 req-a3ab243d-c3d4-45f7-adaf-b8c8873bf525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.394013 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e382110c-f85e-43e9-a173-830d3f8c1cc2 req-a3ab243d-c3d4-45f7-adaf-b8c8873bf525 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 1101 time: 0.0682921 Aug 30 13:02:11.457856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] For port 18fdb7de-a929-4dcd-8de3-39f2bb92de94, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=18fdb7de-a929-4dcd-8de3-39f2bb92de94,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:11.458513 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.469138 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e382110c-f85e-43e9-a173-830d3f8c1cc2 req-080fcce6-8a4d-47a8-9454-42b519d0671d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676486 Aug 30 13:02:11.484222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Calling delete_port for 18fdb7de-a929-4dcd-8de3-39f2bb92de94 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:11.487942 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.527266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:11.533751 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.593884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:11.605127 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.707915 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec6dd2-a395-4024-a38c-442ce34743df req-2e7f3f8a-44bc-4636-8954-851a3cc85afd tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.716187 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07ec6dd2-a395-4024-a38c-442ce34743df req-2e7f3f8a-44bc-4636-8954-851a3cc85afd tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 950 time: 0.0656056 Aug 30 13:02:11.769574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07ec6dd2-a395-4024-a38c-442ce34743df req-cba7a3dd-e5fa-42f7-8af5-bfe05dab92b9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 Aug 30 13:02:11.809312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.824607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['18fdb7de-a929-4dcd-8de3-39f2bb92de94'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:11.832319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38102) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:11.849359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event deleted for resources: {'Port': ['ID=18fdb7de-a929-4dcd-8de3-39f2bb92de94,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:11.864326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Allocated IP 172.25.2.165 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/79a09ab3-0721-4e8b-81fc-a633ea54346b) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:11.887881 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76461842-5bb4-4bab-a269-04ad2f9d568b req-14ae62fe-7183-4843-96cf-1378bf5db956 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.895092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76461842-5bb4-4bab-a269-04ad2f9d568b req-14ae62fe-7183-4843-96cf-1378bf5db956 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.901910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76461842-5bb4-4bab-a269-04ad2f9d568b req-14ae62fe-7183-4843-96cf-1378bf5db956 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.907511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76461842-5bb4-4bab-a269-04ad2f9d568b req-14ae62fe-7183-4843-96cf-1378bf5db956 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.914324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76461842-5bb4-4bab-a269-04ad2f9d568b req-14ae62fe-7183-4843-96cf-1378bf5db956 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.920314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76461842-5bb4-4bab-a269-04ad2f9d568b req-14ae62fe-7183-4843-96cf-1378bf5db956 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.927223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] No DVR routers for this DVR port 18fdb7de-a929-4dcd-8de3-39f2bb92de94 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:11.927439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76461842-5bb4-4bab-a269-04ad2f9d568b req-14ae62fe-7183-4843-96cf-1378bf5db956 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:11.929329 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76461842-5bb4-4bab-a269-04ad2f9d568b req-14ae62fe-7183-4843-96cf-1378bf5db956 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.1121399 Aug 30 13:02:11.952954 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:11.955046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a35a324a-8c4f-4f61-b8f4-52ca5a3a7fdc req-bb0e34f4-816f-4576-81d8-af056c3bad60 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "DELETE /v2.0/ports/18fdb7de-a929-4dcd-8de3-39f2bb92de94 HTTP/1.1" status: 204 len: 173 time: 1.0149302 Aug 30 13:02:11.955492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1d75cb-9564-469e-9ae4-8321045af00b', 'name': 'network-vif-deleted', 'tag': '18fdb7de-a929-4dcd-8de3-39f2bb92de94'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:11.957828 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aa90d9-6074-4bc7-b61f-e8bb3255d09c" -d '{"events": [{"server_uuid": "5f1d75cb-9564-469e-9ae4-8321045af00b", "name": "network-vif-deleted", "tag": "18fdb7de-a929-4dcd-8de3-39f2bb92de94"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:11.994987 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76461842-5bb4-4bab-a269-04ad2f9d568b req-e930ea29-2a26-44fc-b7b3-2efa1e45cb6c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587499 Aug 30 13:02:12.048158 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.073197 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.101699 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.135676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3b4c94be-43ea-46c3-936a-d79a8e2d008d req-dc623ae0-8bca-4639-a1e0-6b66ea530a20 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f1d75cb-9564-469e-9ae4-8321045af00b HTTP/1.1" status: 200 len: 210 time: 0.0451510 Aug 30 13:02:12.139678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2073512745-network', 'tenant_id': '7a69fa4ea26a42b6ad53bc8cc38af010'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:12.143494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:12.148715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:12.152716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:12.168690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Made reservation on behalf of 7a69fa4ea26a42b6ad53bc8cc38af010 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:12.171277 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.185275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.186559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Pushing event updated for resources: {'Port': ['ID=79a09ab3-0721-4e8b-81fc-a633ea54346b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:12.261683 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.302927 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4774951f-abe3-4e28-87b9-2f45cbb29bd1 x-openstack-request-id: req-4774951f-abe3-4e28-87b9-2f45cbb29bd1 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:12.303491 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1d75cb-9564-469e-9ae4-8321045af00b", "name": "network-vif-deleted", "tag": "18fdb7de-a929-4dcd-8de3-39f2bb92de94", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:12.303982 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4774951f-abe3-4e28-87b9-2f45cbb29bd1 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:12.304599 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1d75cb-9564-469e-9ae4-8321045af00b', 'name': 'network-vif-deleted', 'tag': '18fdb7de-a929-4dcd-8de3-39f2bb92de94', 'status': 'completed', 'code': 200} Aug 30 13:02:12.307528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.310222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.313827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.355260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:02:12.383171 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:12.389316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.389683 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Added segment 54a889a9-ba94-4452-bc5d-da518ea90e2e of type vlan for network 3f9eadd1-1600-4914-bff9-a6120c7de5da Aug 30 13:02:12.457466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.468326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4cd94-416b-46b9-8be2-c7c2acaae37f req-57027b80-10d6-44df-92c6-30c80dd8c40f tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:12.470744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2fc4cd94-416b-46b9-8be2-c7c2acaae37f req-57027b80-10d6-44df-92c6-30c80dd8c40f tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 949 time: 0.1341701 Aug 30 13:02:12.487317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.497781 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.528363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2fc4cd94-416b-46b9-8be2-c7c2acaae37f req-027b32c1-b7e4-4950-a072-75ab77359f2f tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463657 Aug 30 13:02:12.529242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.530216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:12.530800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.560163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7267523 Aug 30 13:02:12.574307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38120) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:12.577267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Request body: {'subnet': {'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2073512745-subnet', 'tenant_id': '7a69fa4ea26a42b6ad53bc8cc38af010', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:12.600371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Pushing event updated for resources: {'Port': ['ID=79a09ab3-0721-4e8b-81fc-a633ea54346b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:12.616118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.620132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab4fef-82a3-40a0-9c6a-e369f8279408 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9eadd1-1600-4914-bff9-a6120c7de5da,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:12.631966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 3f9eadd1-1600-4914-bff9-a6120c7de5da details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:02:12.635807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Made reservation on behalf of 7a69fa4ea26a42b6ad53bc8cc38af010 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:12.638317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.645115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38122) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:12.656532 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.658551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-f5544bd3-dea3-45cd-b756-ad6c7f3992d3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3118446 Aug 30 13:02:12.748899 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-0bb9fca2-b535-4280-8c7c-f0fc7517d628 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.0641727 Aug 30 13:02:12.784602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab27108a-1199-40d3-b37f-90fef3237b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.934532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-ffc2be7d-1fcf-48a2-8642-31596743ae99 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:12.935472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6aee9-08bd-4852-bf7b-b5439af8a6f8 req-f5b0ec9a-e7fd-4975-9fdc-51d361a61f9e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:12.935940 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-279fa6c5-c0e2-4c27-ba0c-f5fecaf7b906 req-ffc2be7d-1fcf-48a2-8642-31596743ae99 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1749783 Aug 30 13:02:12.936936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bd6aee9-08bd-4852-bf7b-b5439af8a6f8 req-f5b0ec9a-e7fd-4975-9fdc-51d361a61f9e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 950 time: 0.0743055 Aug 30 13:02:12.946107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab27108a-1199-40d3-b37f-90fef3237b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.952457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab27108a-1199-40d3-b37f-90fef3237b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:12.989964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.015259 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ab27108a-1199-40d3-b37f-90fef3237b5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4526acb8f69944bd896da7b12090fdad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3659303 Aug 30 13:02:13.015504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38130) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:13.022830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27108a-1199-40d3-b37f-90fef3237b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91e30c9-5316-438b-85ed-d21f17181701,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:13.032383 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bd6aee9-08bd-4852-bf7b-b5439af8a6f8 req-a78781e7-81d1-4b60-9162-e02a45de10b6 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761325 Aug 30 13:02:13.093264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8feb2f-9474-4bd7-ad9d-1621e558dd7e,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:13.154281 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38e68-d9fc-40bd-a164-0e1142ff0606 req-333e15d0-4510-4955-9fff-ab60b4258a0d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.161178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38e68-d9fc-40bd-a164-0e1142ff0606 req-333e15d0-4510-4955-9fff-ab60b4258a0d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.167103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38e68-d9fc-40bd-a164-0e1142ff0606 req-333e15d0-4510-4955-9fff-ab60b4258a0d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.172901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38e68-d9fc-40bd-a164-0e1142ff0606 req-333e15d0-4510-4955-9fff-ab60b4258a0d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.174538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Checking segment: {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:13.174896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Network hostable DHCP agents. Network: 3f9eadd1-1600-4914-bff9-a6120c7de5da, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:02:13.178703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab13df7-765e-4d8b-b618-cedf39cd2dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.179445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38e68-d9fc-40bd-a164-0e1142ff0606 req-333e15d0-4510-4955-9fff-ab60b4258a0d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.185292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38e68-d9fc-40bd-a164-0e1142ff0606 req-333e15d0-4510-4955-9fff-ab60b4258a0d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.188482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-7f699586-c8c8-43b6-875c-cba789a97877 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.190125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-7f699586-c8c8-43b6-875c-cba789a97877 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1404719 Aug 30 13:02:13.191209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d38e68-d9fc-40bd-a164-0e1142ff0606 req-333e15d0-4510-4955-9fff-ab60b4258a0d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.193083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69d38e68-d9fc-40bd-a164-0e1142ff0606 req-333e15d0-4510-4955-9fff-ab60b4258a0d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5427 time: 0.0917721 Aug 30 13:02:13.236370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69d38e68-d9fc-40bd-a164-0e1142ff0606 req-b17ae9f2-a001-45c8-bf13-a44891ff2a88 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363948 Aug 30 13:02:13.255539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab13df7-765e-4d8b-b618-cedf39cd2dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.265563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:13.269866 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74d7356-547b-439d-a5f3-d399d7d36fe0" -d '{"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-plugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:13.270365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-c1305326-5a1f-40f6-a084-8ee4b663a0e4 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 696 time: 0.0709655 Aug 30 13:02:13.271026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Network 3f9eadd1-1600-4914-bff9-a6120c7de5da is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:02:13.281739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 67aa8042-d52a-4dc9-a7f1-f109a63e6ced details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:13.289741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-a3b63233-f0bb-4284-825e-9b45a5124663 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Request body: {'floatingip': {'port_id': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:13.302461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 3f9eadd1-1600-4914-bff9-a6120c7de5da) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:13.316050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd56243-6f1d-4b6b-87d7-971495de4b16 None None] Network 3f9eadd1-1600-4914-bff9-a6120c7de5da requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:02:13.348400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.349002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.358608 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-a3b63233-f0bb-4284-825e-9b45a5124663 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.393302 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0889c7e1-8ae0-4fa7-9065-6ed6e7af389e x-openstack-request-id: req-0889c7e1-8ae0-4fa7-9065-6ed6e7af389e {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:13.393822 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-plugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:13.394347 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0889c7e1-8ae0-4fa7-9065-6ed6e7af389e {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:13.394851 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f', 'code': 200} Aug 30 13:02:13.461252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1c46a097-394b-4c34-ac6e-df2bbc57630d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8921702 Aug 30 13:02:13.464446 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab13df7-765e-4d8b-b618-cedf39cd2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.467175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab13df7-765e-4d8b-b618-cedf39cd2dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.468237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7ab13df7-765e-4d8b-b618-cedf39cd2dcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f91e30c9-5316-438b-85ed-d21f17181701 HTTP/1.1" status: 204 len: 168 time: 0.4520426 Aug 30 13:02:13.536285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab13df7-765e-4d8b-b618-cedf39cd2dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91e30c9-5316-438b-85ed-d21f17181701,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:13.538013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:13.579358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff994cee-109c-4acc-8aba-6ff3da270900 None None] Network 3f9eadd1-1600-4914-bff9-a6120c7de5da requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:02:13.592218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced', 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e', 'port_id': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced', 'mac_address': 'fa:16:3e:9e:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a14ceb5-98a9-43f9-949f-545b61114da6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:13.634047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d2ef0-a77b-4675-9dd5-990d4d4a4e19 req-db5b7685-217f-434e-806a-3c1937cc60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.637639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-206d2ef0-a77b-4675-9dd5-990d4d4a4e19 req-db5b7685-217f-434e-806a-3c1937cc60fe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 1100 time: 0.1446064 Aug 30 13:02:13.667796 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:02:13.696570 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.725220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-48fdd3b9-c0fa-4c39-9641-ded0317888c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:13.728277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67aa8042-d52a-4dc9-a7f1-f109a63e6ced {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:13.732658 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-48fdd3b9-c0fa-4c39-9641-ded0317888c0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.2014170 Aug 30 13:02:13.754472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-206d2ef0-a77b-4675-9dd5-990d4d4a4e19 req-1cc3b99e-08a2-4a70-b136-797ba909c80d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080375 Aug 30 13:02:13.760891 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-0a78cb68-4d91-4b23-a351-b3005f5cfbca tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/quotas/919aaf448c2b4960b0bc207cc67bed38 HTTP/1.1" status: 200 len: 375 time: 0.0205889 Aug 30 13:02:13.776705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:13.798521 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.799315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b9132d50-ae96-4a27-b256-8bd3fa50c0a9 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:13.807094 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-9b1e672c-c39f-4c17-934e-40f8b4cbed08 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447857 Aug 30 13:02:13.869502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b9132d50-ae96-4a27-b256-8bd3fa50c0a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:13.871925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:13.890550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9', 'network_id': 'cc5a463d-926b-4632-a0da-1ab17dd39b9e', 'port_id': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9', 'mac_address': 'fa:16:3e:37:12:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a14ceb5-98a9-43f9-949f-545b61114da6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:13.921093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-0e85ab89-294b-4a46-a6dc-9d04c59a9732 service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125860 Aug 30 13:02:13.935096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.949107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9132d50-ae96-4a27-b256-8bd3fa50c0a9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:13.973374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b9132d50-ae96-4a27-b256-8bd3fa50c0a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:13.978991 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:13.979900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 24f4219d-372f-4637-adb6-6ac697f5efb1 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:14.021559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38164) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:14.050309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-691525dd-e9f6-42f3-8270-aa932a2504c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.067265 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-08feff7a-21a9-4f91-a8d5-a2e2cffc94ce service neutron] 10.222.0.37 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444724 Aug 30 13:02:14.147823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 24f4219d-372f-4637-adb6-6ac697f5efb1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=24f4219d-372f-4637-adb6-6ac697f5efb1,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:14.162620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'port_id': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'mac_address': 'fa:16:3e:82:37:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:14.165418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:14.171889 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-691525dd-e9f6-42f3-8270-aa932a2504c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.180729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-691525dd-e9f6-42f3-8270-aa932a2504c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.228922 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.232481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-691525dd-e9f6-42f3-8270-aa932a2504c2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fa00bf013a243018d2c2a0db4390472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057424 Aug 30 13:02:14.233414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691525dd-e9f6-42f3-8270-aa932a2504c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a6152-2f1d-42b7-9fba-b74ed1ce9754,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:14.238027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38172) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:14.268081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f4219d-372f-4637-adb6-6ac697f5efb1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:14.293777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 24f4219d-372f-4637-adb6-6ac697f5efb1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=24f4219d-372f-4637-adb6-6ac697f5efb1,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:14.303577 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.304405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 0c41a4a6-df09-4307-a892-1ee811eb509e details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:14.360935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a3ca-a047-4a8e-87a5-ee008b919cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.394327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a3ca-a047-4a8e-87a5-ee008b919cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.427874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a4604-2759-4e5d-a09d-004ff7fbe6e5 req-6876f2de-f216-463e-8fe8-f2b688f60c9b tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:14.429869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=24f4219d-372f-4637-adb6-6ac697f5efb1,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:14.430654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cd4a4604-2759-4e5d-a09d-004ff7fbe6e5 req-6876f2de-f216-463e-8fe8-f2b688f60c9b tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 949 time: 0.1433218 Aug 30 13:02:14.494252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 0c41a4a6-df09-4307-a892-1ee811eb509e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c41a4a6-df09-4307-a892-1ee811eb509e,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:14.512184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '0c41a4a6-df09-4307-a892-1ee811eb509e', 'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'port_id': '0c41a4a6-df09-4307-a892-1ee811eb509e', 'mac_address': 'fa:16:3e:db:6b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbac50f5-8f70-419d-b23f-b3cec8d49efd', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:14.514899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cd4a4604-2759-4e5d-a09d-004ff7fbe6e5 req-497e38fb-7f30-4fa8-b05d-43a93cfcecec tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570350 Aug 30 13:02:14.526607 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a3ca-a047-4a8e-87a5-ee008b919cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.530178 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3e5a3ca-a047-4a8e-87a5-ee008b919cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.534785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e3e5a3ca-a047-4a8e-87a5-ee008b919cbb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c5a6152-2f1d-42b7-9fba-b74ed1ce9754 HTTP/1.1" status: 204 len: 168 time: 0.2862368 Aug 30 13:02:14.574050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5a3ca-a047-4a8e-87a5-ee008b919cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a6152-2f1d-42b7-9fba-b74ed1ce9754,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:14.601849 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.635035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c41a4a6-df09-4307-a892-1ee811eb509e {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:14.656788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 0c41a4a6-df09-4307-a892-1ee811eb509e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c41a4a6-df09-4307-a892-1ee811eb509e,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:14.664942 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.665846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70497155-57ab-40aa-a3ff-4e8ec33426bd details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:14.674883 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-a3b63233-f0bb-4284-825e-9b45a5124663 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.682272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-a3b63233-f0bb-4284-825e-9b45a5124663 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.726853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=0c41a4a6-df09-4307-a892-1ee811eb509e,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:14.767658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 70497155-57ab-40aa-a3ff-4e8ec33426bd, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70497155-57ab-40aa-a3ff-4e8ec33426bd,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:14.783833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '70497155-57ab-40aa-a3ff-4e8ec33426bd', 'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'port_id': '70497155-57ab-40aa-a3ff-4e8ec33426bd', 'mac_address': 'fa:16:3e:e2:dd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbac50f5-8f70-419d-b23f-b3cec8d49efd', 'ip_address': '10.1.1.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:14.802696 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-a3b63233-f0bb-4284-825e-9b45a5124663 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Floating IP 46bfa9ac-f2a7-4686-9fcd-5398ba23c624 associated. External IP: 172.25.2.165, port: ab272090-2a1f-4eb6-8f81-b52be8a73e9f. Aug 30 13:02:14.837981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.852653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70497155-57ab-40aa-a3ff-4e8ec33426bd {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:14.881723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 70497155-57ab-40aa-a3ff-4e8ec33426bd, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70497155-57ab-40aa-a3ff-4e8ec33426bd,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:14.887891 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:14.888995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 97a6339c-7374-43d6-b5dd-c60a6ad87c63 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:15.030714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=70497155-57ab-40aa-a3ff-4e8ec33426bd,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:15.039098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 97a6339c-7374-43d6-b5dd-c60a6ad87c63, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=97a6339c-7374-43d6-b5dd-c60a6ad87c63,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:15.052256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '97a6339c-7374-43d6-b5dd-c60a6ad87c63', 'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'port_id': '97a6339c-7374-43d6-b5dd-c60a6ad87c63', 'mac_address': 'fa:16:3e:50:a6:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbac50f5-8f70-419d-b23f-b3cec8d49efd', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:15.098209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-a3b63233-f0bb-4284-825e-9b45a5124663 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:02:15.109402 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:15.125855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a6339c-7374-43d6-b5dd-c60a6ad87c63 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:15.151573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 97a6339c-7374-43d6-b5dd-c60a6ad87c63, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=97a6339c-7374-43d6-b5dd-c60a6ad87c63,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:15.159432 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:15.160319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device e2618e52-0bee-4ce8-8e9c-de471cd123c1 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:15.170644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-44785083-df87-4d0e-85b9-a92f4429caf3 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:15.179329 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-44785083-df87-4d0e-85b9-a92f4429caf3 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/networks?id=3f9eadd1-1600-4914-bff9-a6120c7de5da HTTP/1.1" status: 200 len: 818 time: 0.1870017 Aug 30 13:02:15.206283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-b4302c39-7d3b-487c-8b85-ca016d1280d0 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/quotas/7a69fa4ea26a42b6ad53bc8cc38af010 HTTP/1.1" status: 200 len: 375 time: 0.0259881 Aug 30 13:02:15.248803 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-095d4278-387b-4007-a342-bdbff941562a tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7a69fa4ea26a42b6ad53bc8cc38af010&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397682 Aug 30 13:02:15.249482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port e2618e52-0bee-4ce8-8e9c-de471cd123c1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e2618e52-0bee-4ce8-8e9c-de471cd123c1,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:15.252679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=97a6339c-7374-43d6-b5dd-c60a6ad87c63,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:15.261712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-a3b63233-f0bb-4284-825e-9b45a5124663 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:02:15.265857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1', 'network_id': '771a7f3a-e245-48d3-8293-62931754e424', 'port_id': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1', 'mac_address': 'fa:16:3e:6a:47:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbac50f5-8f70-419d-b23f-b3cec8d49efd', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:15.270846 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-a3b63233-f0bb-4284-825e-9b45a5124663 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:15.278431 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] Sync routers for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:02:15.296732 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:15.297558 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:15.312620 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-a3b63233-f0bb-4284-825e-9b45a5124663 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "PUT /v2.0/floatingips/46bfa9ac-f2a7-4686-9fcd-5398ba23c624 HTTP/1.1" status: 200 len: 997 time: 2.0301123 Aug 30 13:02:15.313103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:15.317077 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb4d044-d427-423a-8ed8-fd198190294b" -d '{"events": [{"name": "network-changed", "server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:15.354450 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:15.373939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2618e52-0bee-4ce8-8e9c-de471cd123c1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:15.394900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port e2618e52-0bee-4ce8-8e9c-de471cd123c1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e2618e52-0bee-4ce8-8e9c-de471cd123c1,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:15.395641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-4e3399ee-533b-4c7f-9a4d-48c447b21c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:15.397441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-4e3399ee-533b-4c7f-9a4d-48c447b21c54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1482b631204b432a8d71fae65aa7e147&device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 1097 time: 0.0643232 Aug 30 13:02:15.404867 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:15.426077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-0788435e-8d88-49cd-b16f-161dd6ea65eb service neutron] 10.222.0.37 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657796 Aug 30 13:02:15.461944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=e2618e52-0bee-4ce8-8e9c-de471cd123c1,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:15.508706 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:15.583926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-d7c89493-a9ac-4497-acb5-a89427255c41 service neutron] 10.222.0.37 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554756 Aug 30 13:02:15.699529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-5194bcc7-ca46-4cae-90cc-a7ad45ef753b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:15.701473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-5194bcc7-ca46-4cae-90cc-a7ad45ef753b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 812 time: 0.1763783 Aug 30 13:02:15.721278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Request body: {'port': {'device_id': 'ea2c2b12-01cc-48a2-866a-e4d2170fc309', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'admin_state_up': True, 'tenant_id': '919aaf448c2b4960b0bc207cc67bed38'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:15.771182 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '46bfa9ac-f2a7-4686-9fcd-5398ba23c624', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'port_id': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'mac_address': 'fa:16:3e:a7:e6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:02:12Z', 'updated_at': '2021-08-30T13:02:14Z', 'revision_number': 1, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6eea76-0d6f-4875-a361-5df45b832cd8', 'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'mac_address': 'fa:16:3e:21:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:48Z', 'updated_at': '2021-08-30T13:01:57Z', 'revision_number': 5, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'subnets': [{'id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:15.774544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-e25e12d0-8318-46bf-98c6-16232743ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:15.776066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-e25e12d0-8318-46bf-98c6-16232743ef57 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4870bda7-c209-46ce-a834-c0cbeb43810f HTTP/1.1" status: 200 len: 930 time: 0.3713789 Aug 30 13:02:15.810102 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] Checking router: 8eeb9e5f-9a11-41bc-8ea8-a84470663576 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:02:15.819620 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:15.820476 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:15.941739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-d847d793-6c64-4b79-ae08-4f6ceadd9685 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f HTTP/1.1" status: 200 len: 1000 time: 0.1575129 Aug 30 13:02:15.995489 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:16.006439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-7b766901-733c-45de-b159-b0e848aab24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:16.017197 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-7b766901-733c-45de-b159-b0e848aab24a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6a12547-efe5-4803-9a5c-76558cb526f7 HTTP/1.1" status: 200 len: 868 time: 0.0741189 Aug 30 13:02:16.064813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Made reservation on behalf of 919aaf448c2b4960b0bc207cc67bed38 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:16.070360 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:16.075445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907507f8-0272-4ab2-9796-7e9281956b31 req-b99e0473-7a11-4c8f-a351-999961f594bf tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:16.101313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-907507f8-0272-4ab2-9796-7e9281956b31 req-b99e0473-7a11-4c8f-a351-999961f594bf tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 950 time: 0.1483231 Aug 30 13:02:16.108906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-9f045a68-e6e0-4efe-b354-09fda4cdf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:16.117561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-9f045a68-e6e0-4efe-b354-09fda4cdf57b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4870bda7-c209-46ce-a834-c0cbeb43810f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983829 Aug 30 13:02:16.122603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-7b1d255d-fc9b-41b0-8885-4078236f30d0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:02:16.130358 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-7b1d255d-fc9b-41b0-8885-4078236f30d0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119019 Aug 30 13:02:16.201964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-907507f8-0272-4ab2-9796-7e9281956b31 req-90e54987-1335-4f61-990d-31ce70b0f656 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995841 Aug 30 13:02:16.306260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2229004-f030-422c-9a55-a9afb6282f7d req-967b2e95-99b5-474d-b0b4-dbc163991da3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 210 time: 0.0433736 Aug 30 13:02:16.382530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-efa7e6a2-979b-4ccf-ac08-645e3c0b0e07 service neutron] 10.222.0.37 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511244 Aug 30 13:02:16.392005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Allocated IP 172.20.0.10 (85b23412-467f-4f3e-8b55-decbbe850201/db198819-93a6-483c-ab96-0292a32f931d/5a634000-4d84-4918-9d51-4e63faa0dae5) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:16.478063 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '46bfa9ac-f2a7-4686-9fcd-5398ba23c624', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'port_id': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'mac_address': 'fa:16:3e:a7:e6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:02:12Z', 'updated_at': '2021-08-30T13:02:14Z', 'revision_number': 1, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6eea76-0d6f-4875-a361-5df45b832cd8', 'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'mac_address': 'fa:16:3e:21:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:48Z', 'updated_at': '2021-08-30T13:01:57Z', 'revision_number': 5, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'subnets': [{'id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:16.531218 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f531dd-835a-4b79-9c40-8327ac6339c3 None None] The sync data for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 is: [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '46bfa9ac-f2a7-4686-9fcd-5398ba23c624', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'floating_ip_address': '172.25.2.165', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'port_id': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'mac_address': 'fa:16:3e:a7:e6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:02:12Z', 'updated_at': '2021-08-30T13:02:14Z', 'revision_number': 1, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6eea76-0d6f-4875-a361-5df45b832cd8', 'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'mac_address': 'fa:16:3e:21:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:48Z', 'updated_at': '2021-08-30T13:01:57Z', 'revision_number': 5, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'subnets': [{'id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:02:16.594121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a459b5f-6014-4ca1-b8b8-9a6e696730a7 req-9ef43abc-6288-4e2f-be0a-7ae4cae9fd1b service neutron] 10.222.0.37 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103698 Aug 30 13:02:16.600741 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['67aa8042-d52a-4dc9-a7f1-f109a63e6ced'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:16.707756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['24f4219d-372f-4637-adb6-6ac697f5efb1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:16.716813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:16.819330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:16.858111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['e2618e52-0bee-4ce8-8e9c-de471cd123c1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:16.878645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c41a4a6-df09-4307-a892-1ee811eb509e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:16.886490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['97a6339c-7374-43d6-b5dd-c60a6ad87c63'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:16.914783 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10248417-5893-4ee3-af91-143b2544a746 x-openstack-request-id: req-10248417-5893-4ee3-af91-143b2544a746 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:16.916032 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:16.917957 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10248417-5893-4ee3-af91-143b2544a746 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:16.919640 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'status': 'completed', 'code': 200} Aug 30 13:02:16.924200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Network 85b23412-467f-4f3e-8b55-decbbe850201 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:16.932021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:16.941423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['70497155-57ab-40aa-a3ff-4e8ec33426bd'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:16.948823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:17.062466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4d044-d427-423a-8ed8-fd198190294b req-561f53df-32b4-441d-9b6f-7bfb988c86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.064140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdb4d044-d427-423a-8ed8-fd198190294b req-561f53df-32b4-441d-9b6f-7bfb988c86f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1482b631204b432a8d71fae65aa7e147&device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 1097 time: 0.0832984 Aug 30 13:02:17.088493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381242cb-aaf6-45ab-9306-fef8af6a26f6 req-fe36792c-3667-40bb-baa6-fb3003d8d9af tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.105488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381242cb-aaf6-45ab-9306-fef8af6a26f6 req-fe36792c-3667-40bb-baa6-fb3003d8d9af tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.112789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381242cb-aaf6-45ab-9306-fef8af6a26f6 req-fe36792c-3667-40bb-baa6-fb3003d8d9af tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.119125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381242cb-aaf6-45ab-9306-fef8af6a26f6 req-fe36792c-3667-40bb-baa6-fb3003d8d9af tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.125780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381242cb-aaf6-45ab-9306-fef8af6a26f6 req-fe36792c-3667-40bb-baa6-fb3003d8d9af tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.133336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381242cb-aaf6-45ab-9306-fef8af6a26f6 req-fe36792c-3667-40bb-baa6-fb3003d8d9af tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.140538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381242cb-aaf6-45ab-9306-fef8af6a26f6 req-fe36792c-3667-40bb-baa6-fb3003d8d9af tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.149799 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-381242cb-aaf6-45ab-9306-fef8af6a26f6 req-fe36792c-3667-40bb-baa6-fb3003d8d9af tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5434 time: 0.7617593 Aug 30 13:02:17.152536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826dc45f-a2fa-4b76-b061-5d88ed85ce40 None None] New status for floating IP 46bfa9ac-f2a7-4686-9fcd-5398ba23c624: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:02:17.161070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event updated for resources: {'Port': ['ID=5a634000-4d84-4918-9d51-4e63faa0dae5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:17.229646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.232834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:17.250604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b9132d50-ae96-4a27-b256-8bd3fa50c0a9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:17.258277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf37597-4c9d-41fc-aa9b-aa6adec28500 req-95d06bda-5505-44ce-8867-f0855d63470e tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.260166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cf37597-4c9d-41fc-aa9b-aa6adec28500 req-95d06bda-5505-44ce-8867-f0855d63470e tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 949 time: 0.2025251 Aug 30 13:02:17.303587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-cd084ddc-c0cc-4896-b15e-10bdea3c3c8f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5864720 Aug 30 13:02:17.343932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Request body: {'port': {'device_id': 'ea2c2b12-01cc-48a2-866a-e4d2170fc309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:17.354995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4d044-d427-423a-8ed8-fd198190294b req-239571d7-f270-4419-858a-05490db10a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.357062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdb4d044-d427-423a-8ed8-fd198190294b req-239571d7-f270-4419-858a-05490db10a1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4870bda7-c209-46ce-a834-c0cbeb43810f HTTP/1.1" status: 200 len: 930 time: 0.1835830 Aug 30 13:02:17.371206 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-381242cb-aaf6-45ab-9306-fef8af6a26f6 req-51614dc8-eb8b-41d7-bc63-bdd94c54b423 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2185357 Aug 30 13:02:17.464311 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cf37597-4c9d-41fc-aa9b-aa6adec28500 req-a845d478-b0a4-40db-a392-964ffed8fe36 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932118 Aug 30 13:02:17.523491 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdb4d044-d427-423a-8ed8-fd198190294b req-69ee2af6-bf26-4e12-ad09-272184645a3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f HTTP/1.1" status: 200 len: 1000 time: 0.1470270 Aug 30 13:02:17.531217 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:17.601122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4d044-d427-423a-8ed8-fd198190294b req-71d2138c-1349-4697-b500-0147da4d6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.603123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdb4d044-d427-423a-8ed8-fd198190294b req-71d2138c-1349-4697-b500-0147da4d6c8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6a12547-efe5-4803-9a5c-76558cb526f7 HTTP/1.1" status: 200 len: 868 time: 0.0679889 Aug 30 13:02:17.643478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b0520-921a-46ca-a6a3-f17dc865a35d req-2944b57b-5a14-4312-8af8-6bbdec7f49e6 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.645178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f0b0520-921a-46ca-a6a3-f17dc865a35d req-2944b57b-5a14-4312-8af8-6bbdec7f49e6 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 1101 time: 0.1066830 Aug 30 13:02:17.712043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 18fdb7de-a929-4dcd-8de3-39f2bb92de94 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:17.793078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4d044-d427-423a-8ed8-fd198190294b req-a89e7a5c-9daa-4e25-b401-651d602cf7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:17.796081 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdb4d044-d427-423a-8ed8-fd198190294b req-a89e7a5c-9daa-4e25-b401-651d602cf7c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4870bda7-c209-46ce-a834-c0cbeb43810f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603327 Aug 30 13:02:17.908582 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdb4d044-d427-423a-8ed8-fd198190294b req-e07b80d2-1fc1-45a1-ba83-3efe739d9e68 service neutron] 10.222.0.16 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033916 Aug 30 13:02:17.976669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 18fdb7de-a929-4dcd-8de3-39f2bb92de94 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:17.977119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 18fdb7de-a929-4dcd-8de3-39f2bb92de94 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:18.015646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f0b0520-921a-46ca-a6a3-f17dc865a35d req-6ef2fae0-a671-43f3-8b32-d310a526a2ea tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635793 Aug 30 13:02:18.241374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-9fb1705b-ed32-42e6-b380-d0785a5432eb tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 258 time: 0.6371083 Aug 30 13:02:18.253768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:18.270239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-298029ea-3bb5-4a51-85e7-ec5dd29dafed tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:18.271880 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-298029ea-3bb5-4a51-85e7-ec5dd29dafed tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.35 "GET /v2.0/networks?id=3f9eadd1-1600-4914-bff9-a6120c7de5da HTTP/1.1" status: 200 len: 818 time: 0.4687445 Aug 30 13:02:18.335097 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:18.354915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Request body: {'port': {'device_id': 'aa381a3b-e831-4591-8542-f91119e5224c', 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da', 'admin_state_up': True, 'tenant_id': '7a69fa4ea26a42b6ad53bc8cc38af010'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:18.356037 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdb4d044-d427-423a-8ed8-fd198190294b req-5f6f7736-6b05-4660-a8fd-5c163f30d66c service neutron] 10.222.0.16 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332752 Aug 30 13:02:18.359608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a634000-4d84-4918-9d51-4e63faa0dae5 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:18.405237 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:18.426995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-e02995eb-9649-48da-beb8-626b453666c2 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:18.428625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-e02995eb-9649-48da-beb8-626b453666c2 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.16 "GET /v2.0/networks?id=3f9eadd1-1600-4914-bff9-a6120c7de5da HTTP/1.1" status: 200 len: 818 time: 0.3756788 Aug 30 13:02:18.465117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Request body: {'port': {'device_id': '63376ffc-ccd2-45f3-8bd5-3271c30df710', 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da', 'admin_state_up': True, 'tenant_id': '7a69fa4ea26a42b6ad53bc8cc38af010'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:18.502535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Transition to ACTIVE for port object 5a634000-4d84-4918-9d51-4e63faa0dae5 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:18.519062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe3b0e-0a3b-4e6c-bf3b-d0cbf3800413 req-a23a3911-91b6-4e68-943a-a9e3824c61f3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:18.520639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6afe3b0e-0a3b-4e6c-bf3b-d0cbf3800413 req-a23a3911-91b6-4e68-943a-a9e3824c61f3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 932 time: 0.3182089 Aug 30 13:02:18.527875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:18.667593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Pushing event updated for resources: {'Port': ['ID=5a634000-4d84-4918-9d51-4e63faa0dae5,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:18.684535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Made reservation on behalf of 7a69fa4ea26a42b6ad53bc8cc38af010 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:18.688098 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:18.705384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:18.720976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7d9e7e04-2c98-449b-83cb-f69387a24999 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:18.722589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7d9e7e04-2c98-449b-83cb-f69387a24999 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.35 "GET /v2.0/networks?id=3f9eadd1-1600-4914-bff9-a6120c7de5da HTTP/1.1" status: 200 len: 818 time: 0.3888345 Aug 30 13:02:18.824626 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6afe3b0e-0a3b-4e6c-bf3b-d0cbf3800413 req-830a92c1-50da-4b08-8ec2-0f1d7c79ef96 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643719 Aug 30 13:02:18.834620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Request body: {'port': {'device_id': '456a7ea5-0304-4717-a361-f8aeb935f797', 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da', 'admin_state_up': True, 'tenant_id': '7a69fa4ea26a42b6ad53bc8cc38af010'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:18.858644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Allocated IP 172.20.0.9 (3f9eadd1-1600-4914-bff9-a6120c7de5da/3a8feb2f-9474-4bd7-ad9d-1621e558dd7e/a4960574-05eb-4a65-a372-98a14935ddb7) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:18.984043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Allocated IP 172.25.2.48 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/a96a7ab4-36ae-4231-802a-9b165068051a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:19.141980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.178695 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.214926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Made reservation on behalf of 7a69fa4ea26a42b6ad53bc8cc38af010 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:19.219436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.226436 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.295937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Network 3f9eadd1-1600-4914-bff9-a6120c7de5da is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:19.299405 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.318852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:19.332324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:19.339633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Attempting to bind port 5a634000-4d84-4918-9d51-4e63faa0dae5 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:02:19.340449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Attempting to bind port 5a634000-4d84-4918-9d51-4e63faa0dae5 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:02:19.341075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Attempting to bind port 5a634000-4d84-4918-9d51-4e63faa0dae5 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:19.365390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Port 5a634000-4d84-4918-9d51-4e63faa0dae5 on network 85b23412-467f-4f3e-8b55-decbbe850201 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:02:19.365739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Attempting to bind port 5a634000-4d84-4918-9d51-4e63faa0dae5 on network 85b23412-467f-4f3e-8b55-decbbe850201 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:19.371144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Pushing event updated for resources: {'Port': ['ID=a4960574-05eb-4a65-a372-98a14935ddb7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:19.393977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.394708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.395309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.395701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.396105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.396503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.396928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.397352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.397857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.398192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf393234-6f22-4119-87a8-3c34c8374207 req-9f6868e1-5f6c-4593-8747-269fc5bbb8f2 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 210 time: 0.0488303 Aug 30 13:02:19.398356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.398777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.399194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:19.414152 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:19.437444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:19.438209 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.444408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:19.450752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:19.450979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:19.451242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Checking segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:19.451636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Bound using segment: {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:19.452073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Bound port: 5a634000-4d84-4918-9d51-4e63faa0dae5, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8edd13aa-bd55-4469-b0cf-fc85a17f4c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:19.452535 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.519818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Pushing event updated for resources: {'Port': ['ID=a96a7ab4-36ae-4231-802a-9b165068051a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:19.557018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Made reservation on behalf of 7a69fa4ea26a42b6ad53bc8cc38af010 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:19.560521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.580998 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2cf92a6f-bed0-436e-897c-a45837f3fe33 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1280360 Aug 30 13:02:19.596069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Request body: {'port': {'device_id': '63376ffc-ccd2-45f3-8bd5-3271c30df710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:19.631321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.652573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-f9adf4eb-3168-4662-8fb7-a02647e57082 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537093 Aug 30 13:02:19.669624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] For port 5a634000-4d84-4918-9d51-4e63faa0dae5, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:19.683333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] For port 5a634000-4d84-4918-9d51-4e63faa0dae5, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5a634000-4d84-4918-9d51-4e63faa0dae5,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:19.686496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Allocated IP 172.20.0.6 (3f9eadd1-1600-4914-bff9-a6120c7de5da/3a8feb2f-9474-4bd7-ad9d-1621e558dd7e/8ffe78ed-c272-4567-b4e3-00ec9c47964f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:19.690556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.708133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.739178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.846450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:19.847097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:19.848450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] 10.222.0.35 "PUT /v2.0/ports/5a634000-4d84-4918-9d51-4e63faa0dae5 HTTP/1.1" status: 200 len: 1092 time: 2.5216639 Aug 30 13:02:19.853627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2c2b12-01cc-48a2-866a-e4d2170fc309', 'tag': '5a634000-4d84-4918-9d51-4e63faa0dae5'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:19.855746 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4eeec4-e559-4806-bdd1-6efa223fcc64" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2c2b12-01cc-48a2-866a-e4d2170fc309", "tag": "5a634000-4d84-4918-9d51-4e63faa0dae5"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:19.988474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7b8a8-e71a-43d8-943e-20cfc6b58d89 service neutron] Pushing event updated for resources: {'Port': ['ID=5a634000-4d84-4918-9d51-4e63faa0dae5,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:19.994226 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:20.000266 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:20.020769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-d9c9c697-4da6-4e15-a994-bee1a89ba6a5 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.022294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-d9c9c697-4da6-4e15-a994-bee1a89ba6a5 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579111 Aug 30 13:02:20.057322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-bfde3477-0899-4586-af58-10a33aaf21b7 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/quotas/c7498a1be3eb4f79a17f877ba20a3172 HTTP/1.1" status: 200 len: 375 time: 0.0265465 Aug 30 13:02:20.059292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-e7382584-654d-4b20-b61d-6690d5d7ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.060697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-e7382584-654d-4b20-b61d-6690d5d7ebd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 1095 time: 0.1592700 Aug 30 13:02:20.085626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Pushing event updated for resources: {'Port': ['ID=a96a7ab4-36ae-4231-802a-9b165068051a,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:20.094464 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:20.112491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:20.113928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-c1acd419-b770-40d8-8371-e8279bf8eafa tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8713245 Aug 30 13:02:20.147835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-7bf59ecf-3790-4977-92ee-7fb3776407d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a634000-4d84-4918-9d51-4e63faa0dae5 HTTP/1.1" status: 200 len: 217 time: 0.0697298 Aug 30 13:02:20.159607 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:20.172638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-69f72996-38d3-4945-8b33-a322b112b9be tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0515571 Aug 30 13:02:20.234732 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-439d9499-be84-4e15-a133-1374db58feff tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1708467 Aug 30 13:02:20.251962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-428f29ac-4730-4dc0-9ed1-1d6c476075f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.253454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-428f29ac-4730-4dc0-9ed1-1d6c476075f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.0914109 Aug 30 13:02:20.294640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-505cedef-4966-4a29-9be6-1232fa63002d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302908 Aug 30 13:02:20.307016 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:20.317946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-d9dc0709-9b16-42b9-aa10-715c334c91e3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.317946 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21d02506-9bfd-4bd2-ad0c-1b2f633c6b1a req-d9dc0709-9b16-42b9-aa10-715c334c91e3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1376541 Aug 30 13:02:20.471480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Network 3f9eadd1-1600-4914-bff9-a6120c7de5da is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:20.478706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Allocated IP 172.20.0.14 (3f9eadd1-1600-4914-bff9-a6120c7de5da/3a8feb2f-9474-4bd7-ad9d-1621e558dd7e/a5b7fedd-3197-456d-bb79-8ebcf9fd5b17) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:20.481531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:20.484774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Pushing event updated for resources: {'Port': ['ID=8ffe78ed-c272-4567-b4e3-00ec9c47964f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:20.487991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:20.559088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd2c2-bde3-4b79-b493-361b1c415e71 req-40e997e7-8d8a-47c5-8c9b-0d2e7a94bc55 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.582282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd2c2-bde3-4b79-b493-361b1c415e71 req-40e997e7-8d8a-47c5-8c9b-0d2e7a94bc55 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.596275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd2c2-bde3-4b79-b493-361b1c415e71 req-40e997e7-8d8a-47c5-8c9b-0d2e7a94bc55 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.607890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd2c2-bde3-4b79-b493-361b1c415e71 req-40e997e7-8d8a-47c5-8c9b-0d2e7a94bc55 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.615875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd2c2-bde3-4b79-b493-361b1c415e71 req-40e997e7-8d8a-47c5-8c9b-0d2e7a94bc55 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.624265 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd2c2-bde3-4b79-b493-361b1c415e71 req-40e997e7-8d8a-47c5-8c9b-0d2e7a94bc55 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.627545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-9a476330-2b7d-4928-bea0-41876b5d0417 service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223851 Aug 30 13:02:20.632820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfd2c2-bde3-4b79-b493-361b1c415e71 req-40e997e7-8d8a-47c5-8c9b-0d2e7a94bc55 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.637363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.638047 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:20.641195 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12bfd2c2-bde3-4b79-b493-361b1c415e71 req-40e997e7-8d8a-47c5-8c9b-0d2e7a94bc55 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5434 time: 0.1676834 Aug 30 13:02:20.687414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a9ef6-4d81-462d-945e-d1f215611344 req-959a5382-2754-4c2b-9e06-1300fa2628ce tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:20.689817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a98a9ef6-4d81-462d-945e-d1f215611344 req-959a5382-2754-4c2b-9e06-1300fa2628ce tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 944 time: 0.1638477 Aug 30 13:02:20.704395 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12bfd2c2-bde3-4b79-b493-361b1c415e71 req-8c1bad46-7ce7-454f-9499-1e441bc07640 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618505 Aug 30 13:02:20.736065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-55494036-338f-49f5-85ca-ed4e3c160166 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4054644 Aug 30 13:02:20.781566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Request body: {'port': {'device_id': 'aa381a3b-e831-4591-8542-f91119e5224c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:20.798956 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878678c7-3803-4c8b-978b-b6e365a32057 x-openstack-request-id: req-878678c7-3803-4c8b-978b-b6e365a32057 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:20.799181 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2c2b12-01cc-48a2-866a-e4d2170fc309", "tag": "5a634000-4d84-4918-9d51-4e63faa0dae5", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:20.799414 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-878678c7-3803-4c8b-978b-b6e365a32057 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:20.799804 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2c2b12-01cc-48a2-866a-e4d2170fc309', 'tag': '5a634000-4d84-4918-9d51-4e63faa0dae5', 'status': 'completed', 'code': 200} Aug 30 13:02:20.882490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a98a9ef6-4d81-462d-945e-d1f215611344 req-d43c7b45-79c0-4506-b2a2-2ca7cb38bdb9 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610796 Aug 30 13:02:20.930959 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c80a14ba-d1d2-4131-b658-1b4c8cc18fca req-056b9e5a-bafd-481f-82e2-f786a05216eb service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845018 Aug 30 13:02:20.940332 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:20.967655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:21.034767 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ce50625-9d46-4be7-8e81-e7ace7c248d8 req-14487bae-a7e7-4b7e-9101-d53ba93b6a2b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 210 time: 0.0630531 Aug 30 13:02:21.108423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34abc3b-80ee-474a-adf1-9c8bb92d9353 req-0c38b638-4068-4e5c-91ff-2250ace3b0cf tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:21.114243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f34abc3b-80ee-474a-adf1-9c8bb92d9353 req-0c38b638-4068-4e5c-91ff-2250ace3b0cf tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1098728 Aug 30 13:02:21.184752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f34abc3b-80ee-474a-adf1-9c8bb92d9353 req-58c68eac-5e3f-4065-bc72-311566615601 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0678802 Aug 30 13:02:21.199112 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-f34abc3b-80ee-474a-adf1-9c8bb92d9353 req-fce3e007-27f1-4688-8d43-90c693adfaaf tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Request body: {'floatingip': {'port_id': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:21.200696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74ce3075-ca18-40c4-99d4-d230e386456f req-3360c863-17a7-464b-941a-054801ab716c tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 210 time: 0.0468864 Aug 30 13:02:21.203016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-2d0dc748-bc4e-4c2f-93a3-e94d0a3268d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:21.203963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-2d0dc748-bc4e-4c2f-93a3-e94d0a3268d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=919aaf448c2b4960b0bc207cc67bed38&device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 1095 time: 0.2026491 Aug 30 13:02:21.237172 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:21.281245 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f34abc3b-80ee-474a-adf1-9c8bb92d9353 req-fce3e007-27f1-4688-8d43-90c693adfaaf tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:21.326896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Network 3f9eadd1-1600-4914-bff9-a6120c7de5da is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:21.334732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Pushing event updated for resources: {'Port': ['ID=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:21.337226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:21.345475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:21.406798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:21.407734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:21.411733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-2d5addf2-53ac-4baa-9792-d28eff26c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:21.413124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-2d5addf2-53ac-4baa-9792-d28eff26c205 service neutron] 10.222.0.35 "GET /v2.0/networks?id=85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 200 len: 913 time: 0.2016070 Aug 30 13:02:21.430232 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1c63dc9b-c083-487c-a726-fe3b03fa89f5 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6008153 Aug 30 13:02:21.460171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-2d1cc8e6-ed5a-4da2-8072-fa6d727e5444 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a634000-4d84-4918-9d51-4e63faa0dae5 HTTP/1.1" status: 200 len: 217 time: 0.0386000 Aug 30 13:02:21.463946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Request body: {'port': {'device_id': '456a7ea5-0304-4717-a361-f8aeb935f797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:21.565749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-14b28521-55f2-4849-9537-f763845dc09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:21.567248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-14b28521-55f2-4849-9537-f763845dc09a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 200 len: 852 time: 0.1001740 Aug 30 13:02:21.570018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:21.629871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-7405d09f-9025-4a10-bd88-facea265c171 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=85b23412-467f-4f3e-8b55-decbbe850201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497386 Aug 30 13:02:21.679369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4960574-05eb-4a65-a372-98a14935ddb7 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:21.708887 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-febe636f-ac4f-4eda-af92-4b7c763ec7d3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479116 Aug 30 13:02:21.711237 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:21.714160 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-f34abc3b-80ee-474a-adf1-9c8bb92d9353 req-fce3e007-27f1-4688-8d43-90c693adfaaf tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 13:02:21.722487 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f34abc3b-80ee-474a-adf1-9c8bb92d9353 req-fce3e007-27f1-4688-8d43-90c693adfaaf tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "PUT /v2.0/floatingips/73aef3c1-f3fa-4149-8e96-ac24f2e75c46 HTTP/1.1" status: 409 len: 550 time: 0.5276928 Aug 30 13:02:21.811786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Transition to ACTIVE for port object a4960574-05eb-4a65-a372-98a14935ddb7 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:21.820146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:21.834649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-280368c4-a71f-4084-bed2-5bda4c9925db tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips/73aef3c1-f3fa-4149-8e96-ac24f2e75c46 HTTP/1.1" status: 200 len: 692 time: 0.0813498 Aug 30 13:02:22.234016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-9c79adfe-6985-4867-b96f-486c1baeb60a service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925720 Aug 30 13:02:22.264933 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4960574-05eb-4a65-a372-98a14935ddb7,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:22.345614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-715beabc-e3e8-4c12-b495-cf83feb39dd8 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.347137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-715beabc-e3e8-4c12-b495-cf83feb39dd8 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6221697 Aug 30 13:02:22.361770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc094-c2a2-427d-b0c3-de5a0a0445e4 req-9d441539-fe86-4479-85c7-497bef989580 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.368072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc094-c2a2-427d-b0c3-de5a0a0445e4 req-9d441539-fe86-4479-85c7-497bef989580 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.371709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-fefe6bfa-e55c-4538-b05a-9ba1d3ce0461 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.373094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-fefe6bfa-e55c-4538-b05a-9ba1d3ce0461 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.5247784 Aug 30 13:02:22.374964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc094-c2a2-427d-b0c3-de5a0a0445e4 req-9d441539-fe86-4479-85c7-497bef989580 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.381565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc094-c2a2-427d-b0c3-de5a0a0445e4 req-9d441539-fe86-4479-85c7-497bef989580 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.387708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc094-c2a2-427d-b0c3-de5a0a0445e4 req-9d441539-fe86-4479-85c7-497bef989580 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.394263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc094-c2a2-427d-b0c3-de5a0a0445e4 req-9d441539-fe86-4479-85c7-497bef989580 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.400393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc094-c2a2-427d-b0c3-de5a0a0445e4 req-9d441539-fe86-4479-85c7-497bef989580 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.402286 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eabcc094-c2a2-427d-b0c3-de5a0a0445e4 req-9d441539-fe86-4479-85c7-497bef989580 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5434 time: 0.2273538 Aug 30 13:02:22.409381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Request body: {'port': {'device_id': '9e6c1603-b7a9-4c0b-b165-3bc6340b1363', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'c7498a1be3eb4f79a17f877ba20a3172'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:22.482424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-47d4b3d4-fbb0-41dc-bd84-5621106772f3 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0941660 Aug 30 13:02:22.491312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db4eeec4-e559-4806-bdd1-6efa223fcc64 req-bb050ec4-62c6-4be7-830c-e4d9fa64ea07 service neutron] 10.222.0.35 "GET /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428639 Aug 30 13:02:22.499794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Attempting to bind port a4960574-05eb-4a65-a372-98a14935ddb7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:02:22.500563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Attempting to bind port a4960574-05eb-4a65-a372-98a14935ddb7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:02:22.501117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Attempting to bind port a4960574-05eb-4a65-a372-98a14935ddb7 on network 3f9eadd1-1600-4914-bff9-a6120c7de5da {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:22.503855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffe78ed-c272-4567-b4e3-00ec9c47964f {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:22.530153 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Port a4960574-05eb-4a65-a372-98a14935ddb7 on network 3f9eadd1-1600-4914-bff9-a6120c7de5da not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:02:22.530544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Attempting to bind port a4960574-05eb-4a65-a372-98a14935ddb7 on network 3f9eadd1-1600-4914-bff9-a6120c7de5da {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:22.540290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:22.546924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eabcc094-c2a2-427d-b0c3-de5a0a0445e4 req-0a44ce57-6b87-4816-908a-45a6bbfe4f36 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148593 Aug 30 13:02:22.551903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:22.552591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Checking segment: {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:22.552978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Bound using segment: {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:22.553418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Bound port: a4960574-05eb-4a65-a372-98a14935ddb7, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:22.553813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:22.559453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-5cc9b373-240c-4dda-b4b4-b7848ef14049 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.48 HTTP/1.1" status: 200 len: 695 time: 0.0671191 Aug 30 13:02:22.605067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Transition to ACTIVE for port object 8ffe78ed-c272-4567-b4e3-00ec9c47964f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:22.616761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:22.643912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Made reservation on behalf of c7498a1be3eb4f79a17f877ba20a3172 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:22.648236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:22.672338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] For port a4960574-05eb-4a65-a372-98a14935ddb7, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:22.697094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] For port a4960574-05eb-4a65-a372-98a14935ddb7, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a4960574-05eb-4a65-a372-98a14935ddb7,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:22.711936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:22.773562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Pushing event updated for resources: {'Port': ['ID=8ffe78ed-c272-4567-b4e3-00ec9c47964f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:22.805383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.806015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:22.807560 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] 10.222.0.16 "PUT /v2.0/ports/a4960574-05eb-4a65-a372-98a14935ddb7 HTTP/1.1" status: 200 len: 1091 time: 3.2158301 Aug 30 13:02:22.821429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63376ffc-ccd2-45f3-8bd5-3271c30df710', 'tag': 'a4960574-05eb-4a65-a372-98a14935ddb7'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:22.826920 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "63376ffc-ccd2-45f3-8bd5-3271c30df710", "tag": "a4960574-05eb-4a65-a372-98a14935ddb7"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:22.898935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Deleting port a96a7ab4-36ae-4231-802a-9b165068051a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:22.899280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:22.949098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Attempting to bind port 8ffe78ed-c272-4567-b4e3-00ec9c47964f on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:02:22.949450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Attempting to bind port 8ffe78ed-c272-4567-b4e3-00ec9c47964f by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:02:22.949796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Attempting to bind port 8ffe78ed-c272-4567-b4e3-00ec9c47964f on network 3f9eadd1-1600-4914-bff9-a6120c7de5da {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:22.955843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96745ef7-c774-4f1a-9b19-03402e69293d req-4c723086-4b7d-4867-89f8-48e51199f955 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:22.957398 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96745ef7-c774-4f1a-9b19-03402e69293d req-4c723086-4b7d-4867-89f8-48e51199f955 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 944 time: 0.2720356 Aug 30 13:02:22.963256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa7856-9e5e-4eb2-9a1d-e40402f0e7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4960574-05eb-4a65-a372-98a14935ddb7,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:22.983385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Port 8ffe78ed-c272-4567-b4e3-00ec9c47964f on network 3f9eadd1-1600-4914-bff9-a6120c7de5da not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:02:22.983551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Attempting to bind port 8ffe78ed-c272-4567-b4e3-00ec9c47964f on network 3f9eadd1-1600-4914-bff9-a6120c7de5da {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:23.009028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:23.009283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Checking segment: {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:23.009535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Bound using segment: {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:23.010009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Bound port: 8ffe78ed-c272-4567-b4e3-00ec9c47964f, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:23.010370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.017410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Allocated IP 192.168.233.144 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/79d4a1b7-dfe6-4a76-a024-87e2cc060008) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:23.022436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-92585231-7cdf-43fe-beb1-ebda2bf2b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:23.024041 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-92585231-7cdf-43fe-beb1-ebda2bf2b1d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a69fa4ea26a42b6ad53bc8cc38af010&device_id=63376ffc-ccd2-45f3-8bd5-3271c30df710 HTTP/1.1" status: 200 len: 1094 time: 0.1678860 Aug 30 13:02:23.029656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:23.044811 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.075172 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.075535 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.097774 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96745ef7-c774-4f1a-9b19-03402e69293d req-ddac6897-7466-46af-96d8-11d2b57ae680 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210234 Aug 30 13:02:23.099015 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-e43e0b8b-e944-4060-ae8c-1e89e21a39af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4960574-05eb-4a65-a372-98a14935ddb7 HTTP/1.1" status: 200 len: 217 time: 0.0562637 Aug 30 13:02:23.103024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Calling delete_port for a96a7ab4-36ae-4231-802a-9b165068051a owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:23.113426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Transition to ACTIVE for port object a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:23.132404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.145731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] For port 8ffe78ed-c272-4567-b4e3-00ec9c47964f, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:23.223778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] For port 8ffe78ed-c272-4567-b4e3-00ec9c47964f, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ffe78ed-c272-4567-b4e3-00ec9c47964f,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:23.228523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b294b5f8-26ed-496d-9d8c-2ad39b55bec8 req-275bc447-a98e-4a87-9554-c06342b09460 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 210 time: 0.0595450 Aug 30 13:02:23.238642 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.256242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:23.272259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-ead2d8db-ebdd-4571-86ab-b019b2e29b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:23.274060 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-ead2d8db-ebdd-4571-86ab-b019b2e29b40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a8feb2f-9474-4bd7-ad9d-1621e558dd7e HTTP/1.1" status: 200 len: 858 time: 0.1660311 Aug 30 13:02:23.314171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:23.314624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.316021 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] 10.222.0.35 "PUT /v2.0/ports/8ffe78ed-c272-4567-b4e3-00ec9c47964f HTTP/1.1" status: 200 len: 1091 time: 2.5406687 Aug 30 13:02:23.318274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa381a3b-e831-4591-8542-f91119e5224c', 'tag': '8ffe78ed-c272-4567-b4e3-00ec9c47964f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:23.320445 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1" -d '{"events": [{"name": "network-changed", "server_uuid": "aa381a3b-e831-4591-8542-f91119e5224c", "tag": "8ffe78ed-c272-4567-b4e3-00ec9c47964f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:23.332615 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-6040935f-9839-4db3-8be7-3047ee48b020 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f9eadd1-1600-4914-bff9-a6120c7de5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359440 Aug 30 13:02:23.422431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe584fc9-c14a-442a-908c-b4370126ee1f service neutron] Pushing event updated for resources: {'Port': ['ID=8ffe78ed-c272-4567-b4e3-00ec9c47964f,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:23.433594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:23.439229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b9132d50-ae96-4a27-b256-8bd3fa50c0a9 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:23.479360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Attempting to bind port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:02:23.479696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Attempting to bind port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:02:23.480272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Attempting to bind port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 on network 3f9eadd1-1600-4914-bff9-a6120c7de5da {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:23.488711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-938ee6c4-8224-4044-a0e1-bf3072f353a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:23.490523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-938ee6c4-8224-4044-a0e1-bf3072f353a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a69fa4ea26a42b6ad53bc8cc38af010&device_id=aa381a3b-e831-4591-8542-f91119e5224c HTTP/1.1" status: 200 len: 1094 time: 0.1118450 Aug 30 13:02:23.493311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 on network 3f9eadd1-1600-4914-bff9-a6120c7de5da not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:02:23.493853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Attempting to bind port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 on network 3f9eadd1-1600-4914-bff9-a6120c7de5da {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:23.511206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:23.511864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Checking segment: {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:23.512517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Bound using segment: {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:23.513179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Bound port: a5b7fedd-3197-456d-bb79-8ebcf9fd5b17, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a889a9-ba94-4452-bc5d-da518ea90e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:23.513908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.519736 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-e81d428b-c26a-448f-9cbd-ae6c5e39efae service neutron] 10.222.0.16 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657760 Aug 30 13:02:23.525732 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.555159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.563176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-1415bc71-f1b9-4cd3-9e08-c00299c04f05 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffe78ed-c272-4567-b4e3-00ec9c47964f HTTP/1.1" status: 200 len: 217 time: 0.0598896 Aug 30 13:02:23.564284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:23.572500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:23.573011 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.595878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Pushing event deleted for resources: {'Port': ['ID=a96a7ab4-36ae-4231-802a-9b165068051a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:23.614314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:23.632720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '87880a84-7de3-411a-bd70-f64a7429452f', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '87880a84-7de3-411a-bd70-f64a7429452f', 'mac_address': 'fa:16:3e:6f:f7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:23.681855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b423e1-996b-4d89-a307-b32ddc98509d req-5482eb95-0a91-4aca-8912-2bdfcf2c80a7 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:23.694248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05b423e1-996b-4d89-a307-b32ddc98509d req-5482eb95-0a91-4aca-8912-2bdfcf2c80a7 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 944 time: 0.3512044 Aug 30 13:02:23.704364 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.716069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-b4b0bbe9-03d2-420e-abff-00347293a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:23.717574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-b4b0bbe9-03d2-420e-abff-00347293a556 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8feb2f-9474-4bd7-ad9d-1621e558dd7e HTTP/1.1" status: 200 len: 858 time: 0.1329298 Aug 30 13:02:23.723051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Transition to ACTIVE for port object 79d4a1b7-dfe6-4a76-a024-87e2cc060008 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:23.727207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87880a84-7de3-411a-bd70-f64a7429452f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:23.731482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.746036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] For port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:23.763067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:23.766221 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2684ae8d-cf23-4221-b289-f79b256226d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f9eadd1-1600-4914-bff9-a6120c7de5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370240 Aug 30 13:02:23.771615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:23.774376 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a275e3e4-d777-4855-9b5e-1226926efab9" -d '{"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "b9132d50-ae96-4a27-b256-8bd3fa50c0a9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:23.779312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] For port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:23.781006 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-d425ab73-03a4-49ee-97da-0b70cc8e0f2a service neutron] 10.222.0.16 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453663 Aug 30 13:02:23.786504 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.790233 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.792887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.798672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b9132d50-ae96-4a27-b256-8bd3fa50c0a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:23.802526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f61722f-f89c-4edf-91cc-eab8ace0f2e6 req-e449a952-4d9b-43ae-92d6-686fb4b4ee09 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "DELETE /v2.0/floatingips/73aef3c1-f3fa-4149-8e96-ac24f2e75c46 HTTP/1.1" status: 204 len: 173 time: 1.2418506 Aug 30 13:02:23.808371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.830366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734', '777516e5-fbbe-4575-848c-3ed35a59cf65'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:23.832901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448', 'e255a631-7ac9-493c-87dc-eb9b74903cd5', '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:23.886268 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.886487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:23.887551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 67aa8042-d52a-4dc9-a7f1-f109a63e6ced up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:23.898585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05b423e1-996b-4d89-a307-b32ddc98509d req-04afde4f-0dcc-4c09-9440-5ba36c11bcf2 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030575 Aug 30 13:02:23.912576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:23.916919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:23.924225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:23.975956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['87880a84-7de3-411a-bd70-f64a7429452f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:23.984940 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea9169c-6ad8-49d7-9fc8-906a88da8d5a x-openstack-request-id: req-cea9169c-6ad8-49d7-9fc8-906a88da8d5a {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:23.990800 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63376ffc-ccd2-45f3-8bd5-3271c30df710", "tag": "a4960574-05eb-4a65-a372-98a14935ddb7", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:23.997158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:23.997856 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cea9169c-6ad8-49d7-9fc8-906a88da8d5a {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:23.998503 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63376ffc-ccd2-45f3-8bd5-3271c30df710', 'tag': 'a4960574-05eb-4a65-a372-98a14935ddb7', 'status': 'completed', 'code': 200} Aug 30 13:02:24.002768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event updated for resources: {'Port': ['ID=79d4a1b7-dfe6-4a76-a024-87e2cc060008,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:24.026537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.027175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:24.033271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-7b33a944-64e6-4a65-9a3e-9111a56d3c5c service neutron] 10.222.0.35 "PUT /v2.0/ports/a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 HTTP/1.1" status: 200 len: 1092 time: 2.5705895 Aug 30 13:02:24.067805 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-bc6ea89f-af09-4889-a89a-7a010c2ff3be service neutron] 10.222.0.35 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912123 Aug 30 13:02:24.074639 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c323f653-07ed-4c92-b6cf-85148bdaee7c x-openstack-request-id: req-c323f653-07ed-4c92-b6cf-85148bdaee7c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:24.075194 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa381a3b-e831-4591-8542-f91119e5224c", "tag": "8ffe78ed-c272-4567-b4e3-00ec9c47964f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:24.076057 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c323f653-07ed-4c92-b6cf-85148bdaee7c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:24.077946 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa381a3b-e831-4591-8542-f91119e5224c', 'tag': '8ffe78ed-c272-4567-b4e3-00ec9c47964f', 'status': 'completed', 'code': 200} Aug 30 13:02:24.146687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.147506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:24.149341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:24.155185 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ac521f-0ffb-4ed7-9103-ce58052731d8 x-openstack-request-id: req-87ac521f-0ffb-4ed7-9103-ce58052731d8 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:24.155472 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "b9132d50-ae96-4a27-b256-8bd3fa50c0a9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:24.155723 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-87ac521f-0ffb-4ed7-9103-ce58052731d8 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:24.156100 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9', 'code': 200} Aug 30 13:02:24.214367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-704b354c-b6bd-4b16-9877-b5cdbbe54d94 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8090875 Aug 30 13:02:24.216421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-ff9d84b2-b7ff-43ae-8653-0d1955b3d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.218078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-ff9d84b2-b7ff-43ae-8653-0d1955b3d018 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a69fa4ea26a42b6ad53bc8cc38af010&device_id=63376ffc-ccd2-45f3-8bd5-3271c30df710 HTTP/1.1" status: 200 len: 1094 time: 0.1814973 Aug 30 13:02:24.219178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-6787f0df-c39b-4d00-a9a7-edf9479e22d0 service neutron] 10.222.0.35 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400752 Aug 30 13:02:24.239736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Request body: {'port': {'device_id': '9e6c1603-b7a9-4c0b-b165-3bc6340b1363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:24.242328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.242842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.243210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.254654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.255208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.255554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.255929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.256372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.256934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.257371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.257731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.258108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:24.336096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:24.348817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:24.349029 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:24.366587 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-bd2f68f7-c789-46a0-bcf5-390f370757ad tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1002 time: 0.2007093 Aug 30 13:02:24.379538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-bdd8012f-cf81-4ad3-9409-76545ab81fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.381362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-bdd8012f-cf81-4ad3-9409-76545ab81fa8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a69fa4ea26a42b6ad53bc8cc38af010&device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 1095 time: 0.1585732 Aug 30 13:02:24.455015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:24.463979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8423-206d-4036-a678-1f12577632d6 req-d2ed4899-7fc6-42ba-9902-58b457384615 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.470365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-d2ed4899-7fc6-42ba-9902-58b457384615 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports/ab272090-2a1f-4eb6-8f81-b52be8a73e9f HTTP/1.1" status: 200 len: 943 time: 0.1019840 Aug 30 13:02:24.494637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-cd033a31-9e53-4bbe-9121-8ce4d5e06133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.496111 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-cd033a31-9e53-4bbe-9121-8ce4d5e06133 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3f9eadd1-1600-4914-bff9-a6120c7de5da HTTP/1.1" status: 200 len: 919 time: 0.2618868 Aug 30 13:02:24.498458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829921ce-dec7-4e61-bc8f-9155a9d4fb78 req-740f6489-75e1-457a-b706-ac34e6261e67 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.517731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829921ce-dec7-4e61-bc8f-9155a9d4fb78 req-740f6489-75e1-457a-b706-ac34e6261e67 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.523849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829921ce-dec7-4e61-bc8f-9155a9d4fb78 req-740f6489-75e1-457a-b706-ac34e6261e67 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.534284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829921ce-dec7-4e61-bc8f-9155a9d4fb78 req-740f6489-75e1-457a-b706-ac34e6261e67 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.542179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dcaa1025-6159-4d76-967a-1c5dbe3417e9 None None] Provisioning for port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:24.543393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829921ce-dec7-4e61-bc8f-9155a9d4fb78 req-740f6489-75e1-457a-b706-ac34e6261e67 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.554038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829921ce-dec7-4e61-bc8f-9155a9d4fb78 req-740f6489-75e1-457a-b706-ac34e6261e67 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.564051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829921ce-dec7-4e61-bc8f-9155a9d4fb78 req-740f6489-75e1-457a-b706-ac34e6261e67 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.574259 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-829921ce-dec7-4e61-bc8f-9155a9d4fb78 req-740f6489-75e1-457a-b706-ac34e6261e67 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5435 time: 0.3533943 Aug 30 13:02:24.579813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-0da12384-6ff8-45a0-bf78-97321315b248 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 HTTP/1.1" status: 200 len: 217 time: 0.1803877 Aug 30 13:02:24.595164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:24.606920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dcaa1025-6159-4d76-967a-1c5dbe3417e9 None None] Provisioning complete for port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:24.607294 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dcaa1025-6159-4d76-967a-1c5dbe3417e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:24.614395 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-9f5562c5-17e8-416a-a245-d1c594367f5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4960574-05eb-4a65-a372-98a14935ddb7 HTTP/1.1" status: 200 len: 217 time: 0.0771277 Aug 30 13:02:24.652157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-dcaa1025-6159-4d76-967a-1c5dbe3417e9 None None] Port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:02:24.659496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2126378d-744a-4ff3-8361-9eacae007ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.662225 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-2126378d-744a-4ff3-8361-9eacae007ac9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8feb2f-9474-4bd7-ad9d-1621e558dd7e HTTP/1.1" status: 200 len: 858 time: 0.0707281 Aug 30 13:02:24.698351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-0023ae13-5511-411e-9b8b-777c690ae6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.700181 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-0023ae13-5511-411e-9b8b-777c690ae6c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a69fa4ea26a42b6ad53bc8cc38af010&device_id=aa381a3b-e831-4591-8542-f91119e5224c HTTP/1.1" status: 200 len: 1094 time: 0.3671350 Aug 30 13:02:24.712310 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:24.725806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-03c9e68b-b592-4b0f-9d1b-a19d3b4a2a0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f9eadd1-1600-4914-bff9-a6120c7de5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467753 Aug 30 13:02:24.752433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-648fed27-3e98-42d7-8d97-9879ed5fff75 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1002 time: 0.2161980 Aug 30 13:02:24.773951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-9bbfe90c-e16e-4b89-9e6e-4b0329b3be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:24.775401 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-9bbfe90c-e16e-4b89-9e6e-4b0329b3be37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3a8feb2f-9474-4bd7-ad9d-1621e558dd7e HTTP/1.1" status: 200 len: 858 time: 0.1508613 Aug 30 13:02:24.883165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-25d5d151-acd8-47db-a69a-bc5a0eb82df9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3f9eadd1-1600-4914-bff9-a6120c7de5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698981 Aug 30 13:02:24.889835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:24.894323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-829921ce-dec7-4e61-bc8f-9155a9d4fb78 req-505520ab-cb51-4a64-847b-88071f215816 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3180060 Aug 30 13:02:24.949422 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:24.950261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 24f4219d-372f-4637-adb6-6ac697f5efb1 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:25.012743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:25.025140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8423-206d-4036-a678-1f12577632d6 req-595dcaa9-38c5-4e8e-9f84-44a7d6c9ce58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:25.031835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-595dcaa9-38c5-4e8e-9f84-44a7d6c9ce58 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.2785223 Aug 30 13:02:25.045381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-0adb8ce9-272f-483f-8b4a-7f31fef578a4 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:02:25.054341 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-0adb8ce9-272f-483f-8b4a-7f31fef578a4 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213361 Aug 30 13:02:25.093595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-8e4666fd-4f29-48ca-ba44-6c1e739c56a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:25.095646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-8e4666fd-4f29-48ca-ba44-6c1e739c56a8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f9eadd1-1600-4914-bff9-a6120c7de5da HTTP/1.1" status: 200 len: 919 time: 0.3733354 Aug 30 13:02:25.135868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 24f4219d-372f-4637-adb6-6ac697f5efb1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:25.149137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 24f4219d-372f-4637-adb6-6ac697f5efb1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:25.149567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.163377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-9b19d7b1-98e0-472d-b9b5-ac69899c911f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ffe78ed-c272-4567-b4e3-00ec9c47964f HTTP/1.1" status: 200 len: 217 time: 0.0555730 Aug 30 13:02:25.166103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-a0d1ed1f-2b72-4f2c-b8ce-c64297cd4a33 service neutron] 10.222.0.35 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238539 Aug 30 13:02:25.169004 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-965544df-92f5-4dcb-a47e-1bf08d0d74ad service neutron] 10.222.0.16 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735462 Aug 30 13:02:25.186243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-c6c465fd-84de-44a5-9cb6-25b90ec2f40f tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 1002 time: 0.1308029 Aug 30 13:02:25.195928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d4a1b7-dfe6-4a76-a024-87e2cc060008 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:25.198641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ea7f8-9b80-42a0-87f7-c458887a3b6f req-59ccc1c4-7aa6-4cce-81f2-e17b33368191 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:25.200801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b2ea7f8-9b80-42a0-87f7-c458887a3b6f req-59ccc1c4-7aa6-4cce-81f2-e17b33368191 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 944 time: 0.1467676 Aug 30 13:02:25.229066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.235339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-9cca8423-206d-4036-a678-1f12577632d6 req-c58a137f-df76-421e-a293-a8ef48d6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:25.310095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.400871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 24f4219d-372f-4637-adb6-6ac697f5efb1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=24f4219d-372f-4637-adb6-6ac697f5efb1,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:25.412171 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.413221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 0c41a4a6-df09-4307-a892-1ee811eb509e up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:25.470755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=24f4219d-372f-4637-adb6-6ac697f5efb1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:25.493151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5a634000-4d84-4918-9d51-4e63faa0dae5 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:25.598732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 0c41a4a6-df09-4307-a892-1ee811eb509e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:25.609113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 0c41a4a6-df09-4307-a892-1ee811eb509e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:25.609497 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.637583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Transition to ACTIVE for port object 79d4a1b7-dfe6-4a76-a024-87e2cc060008 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:25.652547 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.655337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 5a634000-4d84-4918-9d51-4e63faa0dae5, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5a634000-4d84-4918-9d51-4e63faa0dae5,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:25.677938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-a404e620-bf67-405a-a874-fbcc35748d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:25.678719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '5a634000-4d84-4918-9d51-4e63faa0dae5', 'network_id': '85b23412-467f-4f3e-8b55-decbbe850201', 'port_id': '5a634000-4d84-4918-9d51-4e63faa0dae5', 'mac_address': 'fa:16:3e:cf:c5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db198819-93a6-483c-ab96-0292a32f931d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:25.680452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-a404e620-bf67-405a-a874-fbcc35748d5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8feb2f-9474-4bd7-ad9d-1621e558dd7e HTTP/1.1" status: 200 len: 858 time: 0.4925082 Aug 30 13:02:25.696537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b2ea7f8-9b80-42a0-87f7-c458887a3b6f req-de658215-cbfc-4c6c-be5c-02e9d197fbe0 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462321 Aug 30 13:02:25.701869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9cca8423-206d-4036-a678-1f12577632d6 req-c58a137f-df76-421e-a293-a8ef48d6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.781323 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.782657 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6d4f2cb-e7cd-4e91-ad41-1d9c476fcbaf req-2663778a-b4de-4766-a567-033cc15ff38f service neutron] 10.222.0.16 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047721 Aug 30 13:02:25.783324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Pushing event updated for resources: {'Port': ['ID=79d4a1b7-dfe6-4a76-a024-87e2cc060008,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:25.808823 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-14487334-fa01-4678-8e1f-9cc860be7dee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f9eadd1-1600-4914-bff9-a6120c7de5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895913 Aug 30 13:02:25.834781 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.854318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a634000-4d84-4918-9d51-4e63faa0dae5 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:25.886374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 0c41a4a6-df09-4307-a892-1ee811eb509e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c41a4a6-df09-4307-a892-1ee811eb509e,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:25.898713 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.899654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device e2618e52-0bee-4ce8-8e9c-de471cd123c1 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:25.912162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 5a634000-4d84-4918-9d51-4e63faa0dae5, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5a634000-4d84-4918-9d51-4e63faa0dae5,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:25.917150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71c6e679-9168-4c83-8bca-3db31ea47b44 req-8bf29b66-2f91-41eb-b5c8-6cc16759a1a4 service neutron] 10.222.0.35 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307930 Aug 30 13:02:25.960006 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:25.984024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf043de-f2c6-4d50-8610-dc3be96aa4b7 req-7863dad8-4707-4465-9df7-b273742642c5 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:25.992951 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ecf043de-f2c6-4d50-8610-dc3be96aa4b7 req-7863dad8-4707-4465-9df7-b273742642c5 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 948 time: 0.1564267 Aug 30 13:02:26.052290 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=0c41a4a6-df09-4307-a892-1ee811eb509e,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:26.056454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Attempting to bind port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:02:26.056969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Attempting to bind port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:02:26.057400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Attempting to bind port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:26.062176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-7d00dbb3-00f1-47d2-b295-fcf61712620a service neutron] 10.222.0.35 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397051 Aug 30 13:02:26.066197 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9cca8423-206d-4036-a678-1f12577632d6 req-c58a137f-df76-421e-a293-a8ef48d6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.070457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:02:26.070895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Attempting to bind port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:26.074472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9cca8423-206d-4036-a678-1f12577632d6 req-c58a137f-df76-421e-a293-a8ef48d6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.074841 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [req-9cca8423-206d-4036-a678-1f12577632d6 req-c58a137f-df76-421e-a293-a8ef48d6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Floating IP 46bfa9ac-f2a7-4686-9fcd-5398ba23c624 disassociated. External IP: 172.25.2.165, port: ab272090-2a1f-4eb6-8f81-b52be8a73e9f. Aug 30 13:02:26.093882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ecf043de-f2c6-4d50-8610-dc3be96aa4b7 req-3ae51536-4b13-45cb-adfa-d358f911f522 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001923 Aug 30 13:02:26.095249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456a7ea5-0304-4717-a361-f8aeb935f797', 'tag': 'a5b7fedd-3197-456d-bb79-8ebcf9fd5b17'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:26.100168 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ae280a-c7b1-4697-83e4-ca1cc24beba8" -d '{"events": [{"name": "network-changed", "server_uuid": "456a7ea5-0304-4717-a361-f8aeb935f797", "tag": "a5b7fedd-3197-456d-bb79-8ebcf9fd5b17"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:26.150475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:26.155431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:26.155954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:26.157834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Bound port: 79d4a1b7-dfe6-4a76-a024-87e2cc060008, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:26.158332 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.235126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced'}, {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1'}, {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c41a4a6-df09-4307-a892-1ee811eb509e'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:26.241400 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33404a10-1648-46f0-9920-3ebd51bf6edc" -d '{"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "67aa8042-d52a-4dc9-a7f1-f109a63e6ced"}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1"}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "0c41a4a6-df09-4307-a892-1ee811eb509e"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:26.242562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f04785e0-660f-4eb0-a3a4-7beeb8cf68a1 req-b5464872-0e60-407b-981a-9a8714b601e0 service neutron] 10.222.0.35 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669583 Aug 30 13:02:26.244241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port e2618e52-0bee-4ce8-8e9c-de471cd123c1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:26.268711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port e2618e52-0bee-4ce8-8e9c-de471cd123c1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:26.269095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.307241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] For port 79d4a1b7-dfe6-4a76-a024-87e2cc060008, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:26.320927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] For port 79d4a1b7-dfe6-4a76-a024-87e2cc060008, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=79d4a1b7-dfe6-4a76-a024-87e2cc060008,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:26.340518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=5a634000-4d84-4918-9d51-4e63faa0dae5,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:26.361434 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.387386 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.396686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c99c82-24ac-4db6-813c-03e97bf09803 req-5702c7c2-36bb-4c72-948f-32403bc5729a tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.399175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59c99c82-24ac-4db6-813c-03e97bf09803 req-5702c7c2-36bb-4c72-948f-32403bc5729a tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 944 time: 0.0922852 Aug 30 13:02:26.423951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port e2618e52-0bee-4ce8-8e9c-de471cd123c1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e2618e52-0bee-4ce8-8e9c-de471cd123c1,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:26.428747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.429543 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.431222 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] 10.222.0.16 "PUT /v2.0/ports/79d4a1b7-dfe6-4a76-a024-87e2cc060008 HTTP/1.1" status: 200 len: 1096 time: 2.1958358 Aug 30 13:02:26.431894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6c1603-b7a9-4c0b-b165-3bc6340b1363', 'tag': '79d4a1b7-dfe6-4a76-a024-87e2cc060008'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:26.433832 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.434221 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75233e6a-73bd-4945-aede-551eb20038ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6c1603-b7a9-4c0b-b165-3bc6340b1363", "tag": "79d4a1b7-dfe6-4a76-a024-87e2cc060008"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:26.480862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59c99c82-24ac-4db6-813c-03e97bf09803 req-b5ea2535-9868-4491-9631-79a5bf816a2b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741258 Aug 30 13:02:26.519576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:26.523141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369885d-ca33-4652-a5cd-f325671349cc service neutron] Pushing event updated for resources: {'Port': ['ID=79d4a1b7-dfe6-4a76-a024-87e2cc060008,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:26.552806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cca8423-206d-4036-a678-1f12577632d6 req-c58a137f-df76-421e-a293-a8ef48d6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:02:26.570137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=e2618e52-0bee-4ce8-8e9c-de471cd123c1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:26.589128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-a8e16d06-cef6-440e-bfd4-e0aa5f612253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.590676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-a8e16d06-cef6-440e-bfd4-e0aa5f612253 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 1099 time: 0.1012254 Aug 30 13:02:26.595768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 87880a84-7de3-411a-bd70-f64a7429452f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:26.596158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.692840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-666df2fa-7ef3-4a1f-a3b0-30a454fca964 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=79d4a1b7-dfe6-4a76-a024-87e2cc060008 HTTP/1.1" status: 200 len: 217 time: 0.0623281 Aug 30 13:02:26.723934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1eb51-5e01-4681-9010-4b8d592378ab req-7e1a434b-8536-4015-aa83-59b3728a9834 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.736335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1eb51-5e01-4681-9010-4b8d592378ab req-7e1a434b-8536-4015-aa83-59b3728a9834 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.747042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1eb51-5e01-4681-9010-4b8d592378ab req-7e1a434b-8536-4015-aa83-59b3728a9834 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.752807 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.756773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1eb51-5e01-4681-9010-4b8d592378ab req-7e1a434b-8536-4015-aa83-59b3728a9834 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.762974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1eb51-5e01-4681-9010-4b8d592378ab req-7e1a434b-8536-4015-aa83-59b3728a9834 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.775728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1eb51-5e01-4681-9010-4b8d592378ab req-7e1a434b-8536-4015-aa83-59b3728a9834 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.784631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1eb51-5e01-4681-9010-4b8d592378ab req-7e1a434b-8536-4015-aa83-59b3728a9834 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.798249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-99b1eb51-5e01-4681-9010-4b8d592378ab req-7e1a434b-8536-4015-aa83-59b3728a9834 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5439 time: 0.1413732 Aug 30 13:02:26.799164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:26.804950 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.807848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70497155-57ab-40aa-a3ff-4e8ec33426bd up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:26.820417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cca8423-206d-4036-a678-1f12577632d6 req-c58a137f-df76-421e-a293-a8ef48d6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:02:26.823531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-f358312a-f401-4cbd-8a55-35c8b29d2fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.825257 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-f358312a-f401-4cbd-8a55-35c8b29d2fe6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1100388 Aug 30 13:02:26.829344 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9cca8423-206d-4036-a678-1f12577632d6 req-c58a137f-df76-421e-a293-a8ef48d6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:26.838385 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] Sync routers for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:02:26.853684 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-99b1eb51-5e01-4681-9010-4b8d592378ab req-137508ac-3f3e-4d2f-9889-4cd763f9d392 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540602 Aug 30 13:02:26.855731 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:26.856725 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:26.900766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:26.907956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a4960574-05eb-4a65-a372-98a14935ddb7 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:26.910255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['5a634000-4d84-4918-9d51-4e63faa0dae5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:26.913745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-c58a137f-df76-421e-a293-a8ef48d6fcf1 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "PUT /v2.0/floatingips/46bfa9ac-f2a7-4686-9fcd-5398ba23c624 HTTP/1.1" status: 200 len: 695 time: 1.7006888 Aug 30 13:02:26.929824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-7167599b-e1cb-4d7d-89d4-0953283b5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:26.931384 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-7167599b-e1cb-4d7d-89d4-0953283b5074 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0696690 Aug 30 13:02:26.999280 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2726be96-2b4e-4966-a704-133e6ea01710 x-openstack-request-id: req-2726be96-2b4e-4966-a704-133e6ea01710 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:26.999566 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456a7ea5-0304-4717-a361-f8aeb935f797", "tag": "a5b7fedd-3197-456d-bb79-8ebcf9fd5b17", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:26.999817 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2726be96-2b4e-4966-a704-133e6ea01710 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:27.000210 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456a7ea5-0304-4717-a361-f8aeb935f797', 'tag': 'a5b7fedd-3197-456d-bb79-8ebcf9fd5b17', 'status': 'completed', 'code': 200} Aug 30 13:02:27.014775 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:27.083581 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a02647-0c96-4da1-b437-4422fa94f366 x-openstack-request-id: req-b3a02647-0c96-4da1-b437-4422fa94f366 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:27.083888 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "67aa8042-d52a-4dc9-a7f1-f109a63e6ced", "code": 200}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1", "code": 200}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "0c41a4a6-df09-4307-a892-1ee811eb509e", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:27.084131 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3a02647-0c96-4da1-b437-4422fa94f366 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:27.084650 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced', 'code': 200} Aug 30 13:02:27.084803 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'code': 200} Aug 30 13:02:27.085062 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c41a4a6-df09-4307-a892-1ee811eb509e', 'code': 200} Aug 30 13:02:27.108552 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5e7bb-e394-4759-92e4-97a55a4a999b x-openstack-request-id: req-ccd5e7bb-e394-4759-92e4-97a55a4a999b {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:27.108834 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6c1603-b7a9-4c0b-b165-3bc6340b1363", "tag": "79d4a1b7-dfe6-4a76-a024-87e2cc060008", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:27.109079 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ccd5e7bb-e394-4759-92e4-97a55a4a999b {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:27.109448 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6c1603-b7a9-4c0b-b165-3bc6340b1363', 'tag': '79d4a1b7-dfe6-4a76-a024-87e2cc060008', 'status': 'completed', 'code': 200} Aug 30 13:02:27.134482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-5bf2f30f-8782-4b5b-bd7d-fce58e555feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:27.137773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-5bf2f30f-8782-4b5b-bd7d-fce58e555feb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7a69fa4ea26a42b6ad53bc8cc38af010&device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 1095 time: 0.1021273 Aug 30 13:02:27.172525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 70497155-57ab-40aa-a3ff-4e8ec33426bd completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:27.191808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8423-206d-4036-a678-1f12577632d6 req-2632f60b-dae0-46aa-a866-49f2a3ef1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:27.193353 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-2632f60b-dae0-46aa-a866-49f2a3ef1024 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1482b631204b432a8d71fae65aa7e147&device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 1097 time: 0.2610970 Aug 30 13:02:27.200455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 70497155-57ab-40aa-a3ff-4e8ec33426bd triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:27.200829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:27.328991 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'fc6eea76-0d6f-4875-a361-5df45b832cd8', 'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'mac_address': 'fa:16:3e:21:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:48Z', 'updated_at': '2021-08-30T13:01:57Z', 'revision_number': 5, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'subnets': [{'id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:27.336927 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-511ca318-204b-46f7-a7ab-139061c46f18 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922563 Aug 30 13:02:27.363504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02c247-426f-40ae-8f10-a20e33712141 req-15b8f798-779d-4fe7-bfff-d1cff543ca08 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:27.365154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd02c247-426f-40ae-8f10-a20e33712141 req-15b8f798-779d-4fe7-bfff-d1cff543ca08 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 945 time: 0.2025170 Aug 30 13:02:27.374236 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] Checking router: 8eeb9e5f-9a11-41bc-8ea8-a84470663576 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:02:27.385073 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:27.386086 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:27.406385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port a4960574-05eb-4a65-a372-98a14935ddb7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a4960574-05eb-4a65-a372-98a14935ddb7,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:27.435598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'a4960574-05eb-4a65-a372-98a14935ddb7', 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da', 'port_id': 'a4960574-05eb-4a65-a372-98a14935ddb7', 'mac_address': 'fa:16:3e:c1:e5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8feb2f-9474-4bd7-ad9d-1621e558dd7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:27.445154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-8b5fb3dd-7c20-4782-ab34-a0144578341b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:27.446687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-8b5fb3dd-7c20-4782-ab34-a0144578341b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f9eadd1-1600-4914-bff9-a6120c7de5da HTTP/1.1" status: 200 len: 919 time: 0.2983904 Aug 30 13:02:27.504373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8423-206d-4036-a678-1f12577632d6 req-d82ffd1b-fa22-49f7-91c5-893569ea0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:27.507421 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-d82ffd1b-fa22-49f7-91c5-893569ea0cb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4870bda7-c209-46ce-a834-c0cbeb43810f HTTP/1.1" status: 200 len: 930 time: 0.3015008 Aug 30 13:02:27.552488 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:27.567023 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:27.571612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-65c484dd-ee8a-4164-95d2-ba9a6c55dd09 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 HTTP/1.1" status: 200 len: 217 time: 0.1089520 Aug 30 13:02:27.592053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd02c247-426f-40ae-8f10-a20e33712141 req-517aa51f-21e7-4e26-a244-e31ae725a9b4 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036710 Aug 30 13:02:27.600401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 70497155-57ab-40aa-a3ff-4e8ec33426bd, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70497155-57ab-40aa-a3ff-4e8ec33426bd,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:27.603070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d0ffbfe-6981-4076-bb72-78666f569e0e req-f70ef882-c7b8-4d8c-aede-9a88c5b9ce51 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555945 Aug 30 13:02:27.604748 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-f570d39e-b47e-4c5a-b741-f556d29e0279 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f HTTP/1.1" status: 200 len: 217 time: 0.0884171 Aug 30 13:02:27.647884 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:27.652453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 97a6339c-7374-43d6-b5dd-c60a6ad87c63 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:27.687195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-0f67959f-322c-43cf-bea4-bc8400a0b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:27.689404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-0f67959f-322c-43cf-bea4-bc8400a0b94b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a8feb2f-9474-4bd7-ad9d-1621e558dd7e HTTP/1.1" status: 200 len: 858 time: 0.0961783 Aug 30 13:02:27.778811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75233e6a-73bd-4945-aede-551eb20038ce req-0418625f-9c1e-456f-9dd6-9c3961d990a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:27.780356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75233e6a-73bd-4945-aede-551eb20038ce req-0418625f-9c1e-456f-9dd6-9c3961d990a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 1099 time: 0.1147783 Aug 30 13:02:27.781961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8423-206d-4036-a678-1f12577632d6 req-acb2b401-425d-4605-9ef2-777fb20a3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:27.783787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-acb2b401-425d-4605-9ef2-777fb20a3108 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f6a12547-efe5-4803-9a5c-76558cb526f7 HTTP/1.1" status: 200 len: 868 time: 0.1642995 Aug 30 13:02:27.811583 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:27.841612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-0ca4241e-c855-490e-9a5b-30184f6b2be9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f9eadd1-1600-4914-bff9-a6120c7de5da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315536 Aug 30 13:02:27.924032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885595c-6dd0-4b2b-8e06-01f2cc5f785e req-75176e80-325f-4ca3-9a44-7383d027ce4d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:27.925839 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0885595c-6dd0-4b2b-8e06-01f2cc5f785e req-75176e80-325f-4ca3-9a44-7383d027ce4d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 948 time: 0.1843989 Aug 30 13:02:27.925985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4960574-05eb-4a65-a372-98a14935ddb7 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:27.946289 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'fc6eea76-0d6f-4875-a361-5df45b832cd8', 'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'mac_address': 'fa:16:3e:21:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:48Z', 'updated_at': '2021-08-30T13:01:57Z', 'revision_number': 5, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'subnets': [{'id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:27.954362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=70497155-57ab-40aa-a3ff-4e8ec33426bd,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:28.001364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca8423-206d-4036-a678-1f12577632d6 req-b46ba0cb-eb21-4cd9-bb84-ea159d07c6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:28.003166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-b46ba0cb-eb21-4cd9-bb84-ea159d07c6ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4870bda7-c209-46ce-a834-c0cbeb43810f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2064672 Aug 30 13:02:28.013071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port a4960574-05eb-4a65-a372-98a14935ddb7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a4960574-05eb-4a65-a372-98a14935ddb7,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:28.036271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:28.045491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:28.076596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:28.076596 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:28.089176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75233e6a-73bd-4945-aede-551eb20038ce req-b951a95e-f930-400a-9886-8dcdd9220451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:28.090752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75233e6a-73bd-4945-aede-551eb20038ce req-b951a95e-f930-400a-9886-8dcdd9220451 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.3025432 Aug 30 13:02:28.107773 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fabcf5b-3e41-4eda-af35-cb85b4b4d7ef None None] The sync data for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 is: [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:01:50Z', 'revision_number': 4, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'fc6eea76-0d6f-4875-a361-5df45b832cd8', 'name': '', 'network_id': '4870bda7-c209-46ce-a834-c0cbeb43810f', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'mac_address': 'fa:16:3e:21:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_interface', 'standard_attr_id': 889, 'fixed_ips': [{'subnet_id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:48Z', 'updated_at': '2021-08-30T13:01:57Z', 'revision_number': 5, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'subnets': [{'id': 'f6a12547-efe5-4803-9a5c-76558cb526f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:02:28.152827 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=a4960574-05eb-4a65-a372-98a14935ddb7,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:28.167274 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:28.211007 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0885595c-6dd0-4b2b-8e06-01f2cc5f785e req-9d4a1a52-0c22-4ccb-9389-9aae378e4068 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654622 Aug 30 13:02:28.212881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-eee1a0a2-4eba-4fae-9bf2-871bf194148e service neutron] 10.222.0.35 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616519 Aug 30 13:02:28.236472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75233e6a-73bd-4945-aede-551eb20038ce req-e543d3d7-d738-41b0-9500-bfb954aec227 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=79d4a1b7-dfe6-4a76-a024-87e2cc060008 HTTP/1.1" status: 200 len: 217 time: 0.1322746 Aug 30 13:02:28.299009 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:28.316204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-c4fa250a-e2ae-4a29-98c9-9bc676116498 service neutron] 10.222.0.37 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946444 Aug 30 13:02:28.354172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 97a6339c-7374-43d6-b5dd-c60a6ad87c63, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=97a6339c-7374-43d6-b5dd-c60a6ad87c63,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:28.361135 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:28.419602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['a4960574-05eb-4a65-a372-98a14935ddb7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:28.470051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75233e6a-73bd-4945-aede-551eb20038ce req-b0bb0122-7dec-45da-8d87-9deab6d07d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:28.472308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75233e6a-73bd-4945-aede-551eb20038ce req-b0bb0122-7dec-45da-8d87-9deab6d07d24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1966383 Aug 30 13:02:28.573626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=97a6339c-7374-43d6-b5dd-c60a6ad87c63,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:28.587529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cca8423-206d-4036-a678-1f12577632d6 req-24732a6a-b213-4bfe-a58f-767e3ff67268 service neutron] 10.222.0.37 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323167 Aug 30 13:02:28.596352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75233e6a-73bd-4945-aede-551eb20038ce req-dad77831-7306-4464-aa32-1a08321f201a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:28.598969 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75233e6a-73bd-4945-aede-551eb20038ce req-dad77831-7306-4464-aa32-1a08321f201a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1149919 Aug 30 13:02:28.680084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581765-11b4-4371-b0e2-ad6400b829fd req-722f62de-1da6-4eb7-89bd-1da66af224f3 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:28.681781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a581765-11b4-4371-b0e2-ad6400b829fd req-722f62de-1da6-4eb7-89bd-1da66af224f3 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 944 time: 0.2507832 Aug 30 13:02:28.692420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45541065-6feb-4093-821a-71bd4b950586 None None] New status for floating IP 46bfa9ac-f2a7-4686-9fcd-5398ba23c624: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:02:28.716746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52ae280a-c7b1-4697-83e4-ca1cc24beba8 req-a65e99af-d63e-4019-893c-49875929925f service neutron] 10.222.0.35 "GET /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875259 Aug 30 13:02:28.756887 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75233e6a-73bd-4945-aede-551eb20038ce req-8d2b79f5-5563-4f0c-b34d-e56475b89c03 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477120 Aug 30 13:02:28.799210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a581765-11b4-4371-b0e2-ad6400b829fd req-0d4da7b3-7e2c-49a0-b85b-7e3c6b61535f tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994122 Aug 30 13:02:28.885722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 79d4a1b7-dfe6-4a76-a024-87e2cc060008 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:28.948942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75233e6a-73bd-4945-aede-551eb20038ce req-a1fb3854-63e5-4095-a862-87a3e86f0eb3 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815779 Aug 30 13:02:28.950802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-4d96823b-5ed8-46e4-825e-4fd17b857b17 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips/46bfa9ac-f2a7-4686-9fcd-5398ba23c624 HTTP/1.1" status: 200 len: 695 time: 0.1097088 Aug 30 13:02:28.980707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4b01-23d4-456b-b604-e5e40944cea6 req-bbb237b2-4ef3-47a0-b6d0-4a431f11f0be tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:28.988732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4b01-23d4-456b-b604-e5e40944cea6 req-bbb237b2-4ef3-47a0-b6d0-4a431f11f0be tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:28.995147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4b01-23d4-456b-b604-e5e40944cea6 req-bbb237b2-4ef3-47a0-b6d0-4a431f11f0be tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.001849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4b01-23d4-456b-b604-e5e40944cea6 req-bbb237b2-4ef3-47a0-b6d0-4a431f11f0be tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.008444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4b01-23d4-456b-b604-e5e40944cea6 req-bbb237b2-4ef3-47a0-b6d0-4a431f11f0be tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.018411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4b01-23d4-456b-b604-e5e40944cea6 req-bbb237b2-4ef3-47a0-b6d0-4a431f11f0be tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.024453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec4b01-23d4-456b-b604-e5e40944cea6 req-bbb237b2-4ef3-47a0-b6d0-4a431f11f0be tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.026127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 79d4a1b7-dfe6-4a76-a024-87e2cc060008, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=79d4a1b7-dfe6-4a76-a024-87e2cc060008,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:29.026462 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5fec4b01-23d4-456b-b604-e5e40944cea6 req-bbb237b2-4ef3-47a0-b6d0-4a431f11f0be tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5441 time: 0.1753774 Aug 30 13:02:29.093397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5fec4b01-23d4-456b-b604-e5e40944cea6 req-58786a64-aca7-4452-9a80-f8004c6149b0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592852 Aug 30 13:02:29.111742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:29.114572 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74419f5c-0aff-4aa1-b056-8da3ba26376f" -d '{"events": [{"name": "network-changed", "server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:29.128600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-f644a030-c37f-44d7-9f7f-5f1c9e4a15cb tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.141053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-f644a030-c37f-44d7-9f7f-5f1c9e4a15cb tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1834552 Aug 30 13:02:29.182989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1'}, {'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f'}, {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70497155-57ab-40aa-a3ff-4e8ec33426bd'}, {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a6339c-7374-43d6-b5dd-c60a6ad87c63'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:29.188887 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0011a141-5bd6-4e89-867f-5095ecebcf43" -d '{"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "e2618e52-0bee-4ce8-8e9c-de471cd123c1"}, {"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-plugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f"}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "70497155-57ab-40aa-a3ff-4e8ec33426bd"}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "97a6339c-7374-43d6-b5dd-c60a6ad87c63"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:29.236946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-5d55eecf-2807-4d9d-af3d-d5346434b3cc tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 698 time: 0.0938811 Aug 30 13:02:29.303981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-463cc24d-2751-48ff-b4ef-3b27e6299352 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.165 HTTP/1.1" status: 200 len: 698 time: 0.0660343 Aug 30 13:02:29.304762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749eead-0750-4afe-b932-5756e3e0b446 req-12225193-8d2d-4a89-bd72-74c517843b79 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.307157 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c749eead-0750-4afe-b932-5756e3e0b446 req-12225193-8d2d-4a89-bd72-74c517843b79 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 945 time: 0.0808711 Aug 30 13:02:29.316745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '79d4a1b7-dfe6-4a76-a024-87e2cc060008', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '79d4a1b7-dfe6-4a76-a024-87e2cc060008', 'mac_address': 'fa:16:3e:85:4c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:29.423440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c749eead-0750-4afe-b932-5756e3e0b446 req-27d03f81-efd5-42f6-971c-1f799579cb1e tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907843 Aug 30 13:02:29.457518 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:29.478351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d4a1b7-dfe6-4a76-a024-87e2cc060008 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:29.506305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 79d4a1b7-dfe6-4a76-a024-87e2cc060008, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=79d4a1b7-dfe6-4a76-a024-87e2cc060008,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:29.508142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:29.510299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5a634000-4d84-4918-9d51-4e63faa0dae5 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:29.521429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:29.527412 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1ed956-5b2c-4526-a8dc-4f6872aa3462 x-openstack-request-id: req-4f1ed956-5b2c-4526-a8dc-4f6872aa3462 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:29.527939 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:29.531314 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f1ed956-5b2c-4526-a8dc-4f6872aa3462 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:29.532251 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'status': 'completed', 'code': 200} Aug 30 13:02:29.622886 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6bccaf-d9d1-474b-ac3b-8fa2e0febf78 x-openstack-request-id: req-7f6bccaf-d9d1-474b-ac3b-8fa2e0febf78 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:29.623139 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "e2618e52-0bee-4ce8-8e9c-de471cd123c1", "code": 200}, {"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-plugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f", "code": 200}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "70497155-57ab-40aa-a3ff-4e8ec33426bd", "code": 200}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-plugged", "status": "completed", "tag": "97a6339c-7374-43d6-b5dd-c60a6ad87c63", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:29.623350 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f6bccaf-d9d1-474b-ac3b-8fa2e0febf78 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:29.623890 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1', 'code': 200} Aug 30 13:02:29.624150 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f', 'code': 200} Aug 30 13:02:29.624406 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70497155-57ab-40aa-a3ff-4e8ec33426bd', 'code': 200} Aug 30 13:02:29.624657 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a6339c-7374-43d6-b5dd-c60a6ad87c63', 'code': 200} Aug 30 13:02:29.628956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=79d4a1b7-dfe6-4a76-a024-87e2cc060008,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:29.657946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-04db1d4e-9633-4843-9e7a-06a038574fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.662021 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-04db1d4e-9633-4843-9e7a-06a038574fab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1482b631204b432a8d71fae65aa7e147&device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 1097 time: 0.1122642 Aug 30 13:02:29.693813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Deleting port 79a09ab3-0721-4e8b-81fc-a633ea54346b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:29.694760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:29.776420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 5a634000-4d84-4918-9d51-4e63faa0dae5 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:29.787588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 5a634000-4d84-4918-9d51-4e63faa0dae5 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:29.787975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:29.862675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-3124e5b1-5a54-49d7-aceb-268d11e81956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.864689 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-3124e5b1-5a54-49d7-aceb-268d11e81956 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4870bda7-c209-46ce-a834-c0cbeb43810f HTTP/1.1" status: 200 len: 930 time: 0.1862609 Aug 30 13:02:29.867008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:29.871660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['79d4a1b7-dfe6-4a76-a024-87e2cc060008'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:29.944061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-479a947a-efbd-43ae-b990-b987be7ef568 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f HTTP/1.1" status: 200 len: 217 time: 0.0474398 Aug 30 13:02:29.971636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b3abc6-0b65-4f9c-a1f3-8049179b28c6 req-7555880e-2541-416b-b899-c8e02b79b84d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.971786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'a5b7fedd-3197-456d-bb79-8ebcf9fd5b17', 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da', 'port_id': 'a5b7fedd-3197-456d-bb79-8ebcf9fd5b17', 'mac_address': 'fa:16:3e:b9:47:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8feb2f-9474-4bd7-ad9d-1621e558dd7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:29.972279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2b3abc6-0b65-4f9c-a1f3-8049179b28c6 req-7555880e-2541-416b-b899-c8e02b79b84d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 949 time: 0.1055522 Aug 30 13:02:29.992641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351efd3-49e4-45b1-b8b7-9edd1f1c3f75 req-10265f3c-d299-4466-8ae2-8f570bdfc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.993255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351efd3-49e4-45b1-b8b7-9edd1f1c3f75 req-10265f3c-d299-4466-8ae2-8f570bdfc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.993599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351efd3-49e4-45b1-b8b7-9edd1f1c3f75 req-10265f3c-d299-4466-8ae2-8f570bdfc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.994111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351efd3-49e4-45b1-b8b7-9edd1f1c3f75 req-10265f3c-d299-4466-8ae2-8f570bdfc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:29.994592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351efd3-49e4-45b1-b8b7-9edd1f1c3f75 req-10265f3c-d299-4466-8ae2-8f570bdfc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.004406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351efd3-49e4-45b1-b8b7-9edd1f1c3f75 req-10265f3c-d299-4466-8ae2-8f570bdfc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.004903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351efd3-49e4-45b1-b8b7-9edd1f1c3f75 req-10265f3c-d299-4466-8ae2-8f570bdfc3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.007717 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4351efd3-49e4-45b1-b8b7-9edd1f1c3f75 req-10265f3c-d299-4466-8ae2-8f570bdfc3bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6498 time: 0.2829041 Aug 30 13:02:30.025870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-174ba74f-31fe-4a16-a72d-3d7d362a4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.027476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-174ba74f-31fe-4a16-a72d-3d7d362a4876 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f6a12547-efe5-4803-9a5c-76558cb526f7 HTTP/1.1" status: 200 len: 868 time: 0.0683630 Aug 30 13:02:30.073066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.073404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.092732 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.109503 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2b3abc6-0b65-4f9c-a1f3-8049179b28c6 req-439b6a46-7d43-4546-9353-b6625807cde8 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809565 Aug 30 13:02:30.116735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-e552d55f-514b-43d0-b5a4-f5198486f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.117183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Calling delete_port for 79a09ab3-0721-4e8b-81fc-a633ea54346b owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:30.118765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-e552d55f-514b-43d0-b5a4-f5198486f76b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4870bda7-c209-46ce-a834-c0cbeb43810f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730689 Aug 30 13:02:30.147166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4351efd3-49e4-45b1-b8b7-9edd1f1c3f75 req-2f2ba6e4-cbcb-4b09-b55d-c87f602d5e7c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1265447 Aug 30 13:02:30.263291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-9dbbe7ce-8e83-4153-ac46-80d5032ae4cd service neutron] 10.222.0.16 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313183 Aug 30 13:02:30.439437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 5a634000-4d84-4918-9d51-4e63faa0dae5, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5a634000-4d84-4918-9d51-4e63faa0dae5,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:30.453535 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.466324 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.467849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.534867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Pushing event deleted for resources: {'Port': ['ID=79a09ab3-0721-4e8b-81fc-a633ea54346b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:30.542497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:30.548240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9f249-ecca-4507-9c9a-46f209a1af74 req-6e676c40-6014-46db-bf67-dbd2900797d8 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.556324 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-02e9f249-ecca-4507-9c9a-46f209a1af74 req-6e676c40-6014-46db-bf67-dbd2900797d8 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 944 time: 0.1052196 Aug 30 13:02:30.566795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74419f5c-0aff-4aa1-b056-8da3ba26376f req-e5a13002-bd28-4ae9-b6bc-5717aade9828 service neutron] 10.222.0.16 "GET /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911847 Aug 30 13:02:30.603385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=5a634000-4d84-4918-9d51-4e63faa0dae5,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:30.608282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:30.619328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.620396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8ffe78ed-c272-4567-b4e3-00ec9c47964f details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:30.659715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.664650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.667646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.669241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08ce1a8f-d2f4-448b-9fac-5c7638b1dc40 req-89372466-851d-4bbb-ad02-d439108640a6 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "DELETE /v2.0/floatingips/46bfa9ac-f2a7-4686-9fcd-5398ba23c624 HTTP/1.1" status: 204 len: 173 time: 1.3639386 Aug 30 13:02:30.670010 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-02e9f249-ecca-4507-9c9a-46f209a1af74 req-00ad6d16-36d2-4ad7-84fa-4b92d5f78b0a tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127162 Aug 30 13:02:30.724667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8ffe78ed-c272-4567-b4e3-00ec9c47964f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ffe78ed-c272-4567-b4e3-00ec9c47964f,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:30.732062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:30.741833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '8ffe78ed-c272-4567-b4e3-00ec9c47964f', 'network_id': '3f9eadd1-1600-4914-bff9-a6120c7de5da', 'port_id': '8ffe78ed-c272-4567-b4e3-00ec9c47964f', 'mac_address': 'fa:16:3e:2a:fa:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8feb2f-9474-4bd7-ad9d-1621e558dd7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:30.811158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.826834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffe78ed-c272-4567-b4e3-00ec9c47964f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:30.847980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6a86-b189-429f-9412-8719977a7f29 req-1d2365f4-d199-4935-9e68-46f280b5f5c9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.861817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6a86-b189-429f-9412-8719977a7f29 req-1d2365f4-d199-4935-9e68-46f280b5f5c9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.862267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8ffe78ed-c272-4567-b4e3-00ec9c47964f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ffe78ed-c272-4567-b4e3-00ec9c47964f,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:30.867288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:30.880359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6a86-b189-429f-9412-8719977a7f29 req-1d2365f4-d199-4935-9e68-46f280b5f5c9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.886716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6a86-b189-429f-9412-8719977a7f29 req-1d2365f4-d199-4935-9e68-46f280b5f5c9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.903101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6a86-b189-429f-9412-8719977a7f29 req-1d2365f4-d199-4935-9e68-46f280b5f5c9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.909804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6a86-b189-429f-9412-8719977a7f29 req-1d2365f4-d199-4935-9e68-46f280b5f5c9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.923072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6a86-b189-429f-9412-8719977a7f29 req-1d2365f4-d199-4935-9e68-46f280b5f5c9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.925368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-abdb6a86-b189-429f-9412-8719977a7f29 req-1d2365f4-d199-4935-9e68-46f280b5f5c9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5441 time: 0.1607590 Aug 30 13:02:30.929451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bbb7e-6fad-4a41-b91c-2ef3e883a175 req-6c8b4980-866e-4efd-8be9-8f42af0b16a1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:30.930829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=8ffe78ed-c272-4567-b4e3-00ec9c47964f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:30.931057 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-182bbb7e-6fad-4a41-b91c-2ef3e883a175 req-6c8b4980-866e-4efd-8be9-8f42af0b16a1 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.1396639 Aug 30 13:02:30.936834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a4960574-05eb-4a65-a372-98a14935ddb7 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:31.017333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-182bbb7e-6fad-4a41-b91c-2ef3e883a175 req-83130845-ec3b-499e-939c-7d04de4cc1e3 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794892 Aug 30 13:02:31.036507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port a4960574-05eb-4a65-a372-98a14935ddb7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:31.040804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port a4960574-05eb-4a65-a372-98a14935ddb7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:31.041184 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:31.054814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-abdb6a86-b189-429f-9412-8719977a7f29 req-3e3f3da9-964e-4832-9e6d-8f75e5dc8720 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233406 Aug 30 13:02:31.148857 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:31.189761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port a4960574-05eb-4a65-a372-98a14935ddb7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a4960574-05eb-4a65-a372-98a14935ddb7,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:31.199711 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:31.217334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a2c39-61b7-4b8f-84b2-eec864e1d79d req-16fcf5fa-852b-4d37-a117-e088b3bb33be tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:31.242137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-292a2c39-61b7-4b8f-84b2-eec864e1d79d req-16fcf5fa-852b-4d37-a117-e088b3bb33be tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0958130 Aug 30 13:02:31.320346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e25cf-067c-4546-a135-71b19e553691 req-446cd130-8c1f-4443-bd23-c8b6e91aa6a2 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:31.328310 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-971e25cf-067c-4546-a135-71b19e553691 req-446cd130-8c1f-4443-bd23-c8b6e91aa6a2 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 949 time: 0.1202841 Aug 30 13:02:31.330492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=a4960574-05eb-4a65-a372-98a14935ddb7,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:31.351088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-292a2c39-61b7-4b8f-84b2-eec864e1d79d req-511ecb48-c414-434a-867f-deb0b357f2e9 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1060510 Aug 30 13:02:31.392637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['a5b7fedd-3197-456d-bb79-8ebcf9fd5b17'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:31.395034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-971e25cf-067c-4546-a135-71b19e553691 req-963762d3-5e92-4542-a109-c466f16e8bec tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592775 Aug 30 13:02:31.463232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8ffe78ed-c272-4567-b4e3-00ec9c47964f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:31.545498 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27bab476-2fc1-479d-8255-4aa4d713ddf0 req-6af47a46-1aab-4e12-8e75-d7f620056261 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0898333 Aug 30 13:02:31.627648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2c2b12-01cc-48a2-866a-e4d2170fc309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a634000-4d84-4918-9d51-4e63faa0dae5'}, {'server_uuid': '63376ffc-ccd2-45f3-8bd5-3271c30df710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4960574-05eb-4a65-a372-98a14935ddb7'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:31.635158 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63cc503-2d99-4b5f-8643-7f8fe730b052" -d '{"events": [{"server_uuid": "ea2c2b12-01cc-48a2-866a-e4d2170fc309", "name": "network-vif-plugged", "status": "completed", "tag": "5a634000-4d84-4918-9d51-4e63faa0dae5"}, {"server_uuid": "63376ffc-ccd2-45f3-8bd5-3271c30df710", "name": "network-vif-plugged", "status": "completed", "tag": "a4960574-05eb-4a65-a372-98a14935ddb7"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:31.809411 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25245733-9b77-402d-870d-aa792bb5d25c x-openstack-request-id: req-25245733-9b77-402d-870d-aa792bb5d25c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:31.811271 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2c2b12-01cc-48a2-866a-e4d2170fc309", "name": "network-vif-plugged", "status": "completed", "tag": "5a634000-4d84-4918-9d51-4e63faa0dae5", "code": 200}, {"server_uuid": "63376ffc-ccd2-45f3-8bd5-3271c30df710", "name": "network-vif-plugged", "status": "completed", "tag": "a4960574-05eb-4a65-a372-98a14935ddb7", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:31.812085 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25245733-9b77-402d-870d-aa792bb5d25c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:31.814393 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2c2b12-01cc-48a2-866a-e4d2170fc309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a634000-4d84-4918-9d51-4e63faa0dae5', 'code': 200} Aug 30 13:02:31.814955 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63376ffc-ccd2-45f3-8bd5-3271c30df710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4960574-05eb-4a65-a372-98a14935ddb7', 'code': 200} Aug 30 13:02:32.068183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17116a72-50ca-43ff-9033-d5c26b1c0678 req-dbefc007-3ab6-431f-8a29-e71f0cbb36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.078925 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17116a72-50ca-43ff-9033-d5c26b1c0678 req-dbefc007-3ab6-431f-8a29-e71f0cbb36b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 1097 time: 0.1945987 Aug 30 13:02:32.092147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdee71b-a39b-485a-a374-86d0b2aba056 req-dffc757c-f8f1-4e25-a35f-b6c3d39a5725 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.099091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dbdee71b-a39b-485a-a374-86d0b2aba056 req-dffc757c-f8f1-4e25-a35f-b6c3d39a5725 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 945 time: 0.1320951 Aug 30 13:02:32.243131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8f458-fd37-4314-8d56-cd4367e91083 req-749d9f21-0f52-47f2-af7e-3730e8e37edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.244646 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fe8f458-fd37-4314-8d56-cd4367e91083 req-749d9f21-0f52-47f2-af7e-3730e8e37edc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=63376ffc-ccd2-45f3-8bd5-3271c30df710 HTTP/1.1" status: 200 len: 1096 time: 0.1446135 Aug 30 13:02:32.251305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a220de-25f0-4860-b15b-1b8391bdacfe req-2dc30aad-8281-482a-9886-08babe1e7189 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.259007 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dbdee71b-a39b-485a-a374-86d0b2aba056 req-863c16cb-93ba-4e88-89bf-4e829317f498 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872195 Aug 30 13:02:32.265614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-45a220de-25f0-4860-b15b-1b8391bdacfe req-2dc30aad-8281-482a-9886-08babe1e7189 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 946 time: 0.1827536 Aug 30 13:02:32.324194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17116a72-50ca-43ff-9033-d5c26b1c0678 req-6438468f-e6da-4620-909d-9e4c2ff97408 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030642 Aug 30 13:02:32.331450 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fe8f458-fd37-4314-8d56-cd4367e91083 req-57bae43f-80c2-48b5-91c4-50df343568d7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709577 Aug 30 13:02:32.380878 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-45a220de-25f0-4860-b15b-1b8391bdacfe req-7eaf5233-8023-4cca-9586-11cde4d3204e tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137209 Aug 30 13:02:32.465913 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8f069-2bf4-4030-bcc6-00da874a35ca req-4fa4c8ca-11cd-44cf-8573-e8aca3f6ad4a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.468264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3d8f069-2bf4-4030-bcc6-00da874a35ca req-4fa4c8ca-11cd-44cf-8573-e8aca3f6ad4a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.1106553 Aug 30 13:02:32.518708 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3d8f069-2bf4-4030-bcc6-00da874a35ca req-c4dd9d21-aff4-4afe-aca1-bcab78a2d292 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433462 Aug 30 13:02:32.520700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58526f5-175e-4265-bf3d-0de01256525f req-264337be-3d48-4f04-94e9-5e55187b3a78 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.526873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58526f5-175e-4265-bf3d-0de01256525f req-264337be-3d48-4f04-94e9-5e55187b3a78 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.535059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58526f5-175e-4265-bf3d-0de01256525f req-264337be-3d48-4f04-94e9-5e55187b3a78 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.543514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58526f5-175e-4265-bf3d-0de01256525f req-264337be-3d48-4f04-94e9-5e55187b3a78 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.558914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58526f5-175e-4265-bf3d-0de01256525f req-264337be-3d48-4f04-94e9-5e55187b3a78 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.572224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58526f5-175e-4265-bf3d-0de01256525f req-264337be-3d48-4f04-94e9-5e55187b3a78 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.578274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58526f5-175e-4265-bf3d-0de01256525f req-264337be-3d48-4f04-94e9-5e55187b3a78 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.599716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a58526f5-175e-4265-bf3d-0de01256525f req-264337be-3d48-4f04-94e9-5e55187b3a78 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5441 time: 0.1664684 Aug 30 13:02:32.677360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a58526f5-175e-4265-bf3d-0de01256525f req-918cdb21-d22a-4217-b4f6-08b58f7530cd tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713270 Aug 30 13:02:32.685463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb71dc-81bb-445c-bf54-d282889e2139 req-1d042068-42ee-4abb-8c20-abe2158089a7 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.688696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffcb71dc-81bb-445c-bf54-d282889e2139 req-1d042068-42ee-4abb-8c20-abe2158089a7 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 949 time: 0.0684421 Aug 30 13:02:32.785226 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffcb71dc-81bb-445c-bf54-d282889e2139 req-651b6e4b-f64f-499c-9d4f-be9352e82148 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887835 Aug 30 13:02:32.918013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 79d4a1b7-dfe6-4a76-a024-87e2cc060008 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:32.928038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac2ab-f116-4c09-a196-c8a315601c3c req-1a3e739d-ab53-4d30-acca-48451309d899 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.935324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac2ab-f116-4c09-a196-c8a315601c3c req-1a3e739d-ab53-4d30-acca-48451309d899 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.941773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac2ab-f116-4c09-a196-c8a315601c3c req-1a3e739d-ab53-4d30-acca-48451309d899 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.948108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac2ab-f116-4c09-a196-c8a315601c3c req-1a3e739d-ab53-4d30-acca-48451309d899 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.955080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac2ab-f116-4c09-a196-c8a315601c3c req-1a3e739d-ab53-4d30-acca-48451309d899 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.961357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac2ab-f116-4c09-a196-c8a315601c3c req-1a3e739d-ab53-4d30-acca-48451309d899 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.967608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eac2ab-f116-4c09-a196-c8a315601c3c req-1a3e739d-ab53-4d30-acca-48451309d899 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:32.970429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38eac2ab-f116-4c09-a196-c8a315601c3c req-1a3e739d-ab53-4d30-acca-48451309d899 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5441 time: 0.1296618 Aug 30 13:02:32.981228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38734) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:32.989503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Request body: {'floatingip': {'port_id': '24f4219d-372f-4637-adb6-6ac697f5efb1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:33.041637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:33.048916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:33.056632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:33.058487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:33.196164 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:33.265321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 79d4a1b7-dfe6-4a76-a024-87e2cc060008, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=79d4a1b7-dfe6-4a76-a024-87e2cc060008,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:33.273736 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:33.367773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=79d4a1b7-dfe6-4a76-a024-87e2cc060008,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:33.493453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:33.509554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df880b-4d76-4f10-a30a-02c8d2d44606 req-e17f2dff-a6f5-4c47-8d93-5163ee85c7df tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:33.517056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5df880b-4d76-4f10-a30a-02c8d2d44606 req-e17f2dff-a6f5-4c47-8d93-5163ee85c7df tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 945 time: 0.1288157 Aug 30 13:02:33.528309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e2e40-3624-4138-a782-246927aef4ac req-1028ec95-fef6-4bd2-8c99-5bac508f8392 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:33.538965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e10e2e40-3624-4138-a782-246927aef4ac req-1028ec95-fef6-4bd2-8c99-5bac508f8392 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 946 time: 0.0748780 Aug 30 13:02:33.596651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e10e2e40-3624-4138-a782-246927aef4ac req-7ad7ee10-252d-4a57-a20a-7bd7b279fbe0 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566916 Aug 30 13:02:33.615100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5df880b-4d76-4f10-a30a-02c8d2d44606 req-fdcd737e-f64c-4178-9130-1f0d371ff302 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929000 Aug 30 13:02:33.630972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:33.638678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:33.639055 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:33.748304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47afb6-ce9e-40e6-866f-dcf38be5b9d1 req-5ffac08c-2a35-43ea-9622-c8769feb2fbe tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:33.757564 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de47afb6-ce9e-40e6-866f-dcf38be5b9d1 req-5ffac08c-2a35-43ea-9622-c8769feb2fbe tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.0908062 Aug 30 13:02:33.807529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:33.834827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de47afb6-ce9e-40e6-866f-dcf38be5b9d1 req-ffce84c5-548a-4bc9-970d-1ff6c74ed3ae tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760543 Aug 30 13:02:33.837815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6c1603-b7a9-4c0b-b165-3bc6340b1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d4a1b7-dfe6-4a76-a024-87e2cc060008'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:33.840326 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0b6c68-972d-4312-8c0d-4025c8b41424" -d '{"events": [{"server_uuid": "9e6c1603-b7a9-4c0b-b165-3bc6340b1363", "name": "network-vif-plugged", "status": "completed", "tag": "79d4a1b7-dfe6-4a76-a024-87e2cc060008"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:33.934026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:33.935310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38756) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:33.945352 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:33.961785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8ffe78ed-c272-4567-b4e3-00ec9c47964f up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:34.052226 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80988fc5-7186-412a-93a0-158cc8319a0c x-openstack-request-id: req-80988fc5-7186-412a-93a0-158cc8319a0c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:34.052659 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6c1603-b7a9-4c0b-b165-3bc6340b1363", "name": "network-vif-plugged", "status": "completed", "tag": "79d4a1b7-dfe6-4a76-a024-87e2cc060008", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:34.053914 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-80988fc5-7186-412a-93a0-158cc8319a0c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:34.053914 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6c1603-b7a9-4c0b-b165-3bc6340b1363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d4a1b7-dfe6-4a76-a024-87e2cc060008', 'code': 200} Aug 30 13:02:34.170844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 8ffe78ed-c272-4567-b4e3-00ec9c47964f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:34.182253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 8ffe78ed-c272-4567-b4e3-00ec9c47964f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:34.182933 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.195289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22c3e1c1-664c-4206-a734-22cff71e1426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.216395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:34.218139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-6b1a3f2a-620e-4a5a-aa53-56650d090326 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:34.220242 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-6b1a3f2a-620e-4a5a-aa53-56650d090326 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.16 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 946 time: 0.1413686 Aug 30 13:02:34.231551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6c40-840d-4bcd-a20c-9848a3ec9f7d req-6e3e3ad2-0f0a-4d85-b8b7-eca8f0d0aec0 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:34.240049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4efb6c40-840d-4bcd-a20c-9848a3ec9f7d req-6e3e3ad2-0f0a-4d85-b8b7-eca8f0d0aec0 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 950 time: 0.1618006 Aug 30 13:02:34.308193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.363809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8ffe78ed-c272-4567-b4e3-00ec9c47964f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ffe78ed-c272-4567-b4e3-00ec9c47964f,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:34.369698 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.376209 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22c3e1c1-664c-4206-a734-22cff71e1426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.381872 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22c3e1c1-664c-4206-a734-22cff71e1426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.410570 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4efb6c40-840d-4bcd-a20c-9848a3ec9f7d req-4a540f62-e30c-4981-937a-ab6c9d8f6c1e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694562 Aug 30 13:02:34.420762 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.resource_extend [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:02:34.465984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-22c3e1c1-664c-4206-a734-22cff71e1426 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2e42ac6e38e741e494689b56d6e69d77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290461 Aug 30 13:02:34.467220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3e1c1-664c-4206-a734-22cff71e1426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5d402e-6742-481b-850c-69ca5dd699e2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:34.470769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=8ffe78ed-c272-4567-b4e3-00ec9c47964f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:34.485415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38768) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:34.508240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a91c4-0a36-4271-a85b-bb27802cbd66 req-2d2b63e6-fa8a-45ff-99ae-9f99b3c91b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:34.510619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-422a91c4-0a36-4271-a85b-bb27802cbd66 req-2d2b63e6-fa8a-45ff-99ae-9f99b3c91b24 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 1101 time: 0.3541234 Aug 30 13:02:34.517039 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.533405 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.586572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f032579e-bcd9-46a0-b707-016e70184329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.618110 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f032579e-bcd9-46a0-b707-016e70184329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.649551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Deleting port ab272090-2a1f-4eb6-8f81-b52be8a73e9f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:34.654090 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.703292 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f032579e-bcd9-46a0-b707-016e70184329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.710418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f032579e-bcd9-46a0-b707-016e70184329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.714468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f032579e-bcd9-46a0-b707-016e70184329 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d5d402e-6742-481b-850c-69ca5dd699e2 HTTP/1.1" status: 204 len: 168 time: 0.2263067 Aug 30 13:02:34.728844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032579e-bcd9-46a0-b707-016e70184329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5d402e-6742-481b-850c-69ca5dd699e2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:34.816574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122efe4e-93a7-4644-bd4e-819f48d90d26 req-e1cf9e35-4261-4f20-9718-4a120d746ecb tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:34.818379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-122efe4e-93a7-4644-bd4e-819f48d90d26 req-e1cf9e35-4261-4f20-9718-4a120d746ecb tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 946 time: 0.0670936 Aug 30 13:02:34.824081 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-422a91c4-0a36-4271-a85b-bb27802cbd66 req-81aeed3b-8bc5-4c6a-9a9c-ac64bc666655 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016574 Aug 30 13:02:34.872821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-122efe4e-93a7-4644-bd4e-819f48d90d26 req-c20d7215-6fb3-42fb-ad5a-903a0997501c tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/security-groups?id=6c270676-a24b-4404-8879-ea5b08b097a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459087 Aug 30 13:02:34.887917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] For port ab272090-2a1f-4eb6-8f81-b52be8a73e9f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:34.890716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:34.927989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Calling delete_port for ab272090-2a1f-4eb6-8f81-b52be8a73e9f owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:34.931756 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Floating IP 13876a84-3f7e-4afb-bb2c-f47db4ffd06c associated. External IP: 172.25.2.237, port: 24f4219d-372f-4637-adb6-6ac697f5efb1. Aug 30 13:02:34.991095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63958b-5514-47ea-bdff-c927314d7369 req-f95a5014-c801-48c5-b876-8b41f600fc63 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:34.993218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d63958b-5514-47ea-bdff-c927314d7369 req-f95a5014-c801-48c5-b876-8b41f600fc63 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 946 time: 0.2352393 Aug 30 13:02:35.026203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7ea76-5e43-48fb-84b8-f730dc276822 req-a357c18e-29b6-45e5-bb41-faa7555930ca tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:35.036705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0de7ea76-5e43-48fb-84b8-f730dc276822 req-a357c18e-29b6-45e5-bb41-faa7555930ca tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.0816414 Aug 30 13:02:35.098726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0de7ea76-5e43-48fb-84b8-f730dc276822 req-1095f9cf-a306-4b20-81ab-123f405f0b9f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605397 Aug 30 13:02:35.167107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d63958b-5514-47ea-bdff-c927314d7369 req-5aab59a8-cbd0-4857-a710-bfff53f71cea tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253760 Aug 30 13:02:35.173200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38790) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:35.224583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d361fed-12bb-421d-85e8-7c493eb614e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.336947 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.383237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Pushing event deleted for resources: {'Port': ['ID=ab272090-2a1f-4eb6-8f81-b52be8a73e9f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:35.441647 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d361fed-12bb-421d-85e8-7c493eb614e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.446348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d361fed-12bb-421d-85e8-7c493eb614e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.483654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Router 42c6a73c-9bf8-43de-bcc0-8a693740f008 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:02:35.518265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3d361fed-12bb-421d-85e8-7c493eb614e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d949884b7ad74d65a129842494e760e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408344 Aug 30 13:02:35.530015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38804) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:35.540156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] No DVR routers for this DVR port ab272090-2a1f-4eb6-8f81-b52be8a73e9f on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:35.545499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.553611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1975c8c3-5dfe-4b11-b852-d2d57cfac085 req-bb03e423-3a8d-48a7-893f-460ade9c0150 tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.16 "DELETE /v2.0/ports/ab272090-2a1f-4eb6-8f81-b52be8a73e9f HTTP/1.1" status: 204 len: 173 time: 1.2861369 Aug 30 13:02:35.557392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'name': 'network-vif-deleted', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:35.561079 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d8f992-2f83-4bdf-b9e0-73cda859d1d1" -d '{"events": [{"server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "name": "network-vif-deleted", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:35.647947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d361fed-12bb-421d-85e8-7c493eb614e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb4c024-b96d-46fd-b0e3-ec8fc7454431,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:35.742512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:02:35.743321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76c128-d27a-4c07-be3d-0d814b9fdaa9 req-724cc223-422e-43e4-9dfa-f05112a26912 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:35.749400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.751512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b76c128-d27a-4c07-be3d-0d814b9fdaa9 req-724cc223-422e-43e4-9dfa-f05112a26912 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.1440277 Aug 30 13:02:35.754799 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] Sync routers for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:02:35.779866 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:35.780576 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:35.787204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6a8f0f60-3265-4aa9-958a-b2d71c6f8656 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "PUT /v2.0/floatingips/13876a84-3f7e-4afb-bb2c-f47db4ffd06c HTTP/1.1" status: 200 len: 991 time: 2.8045170 Aug 30 13:02:35.807211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5797a-a57b-48a2-ab80-f93127a55630 req-484e7657-c68d-4e97-bbf9-98626a88f52f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:35.814256 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a237d28e-a3ad-4ffd-abcf-2505db6989ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.819795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f1e5797a-a57b-48a2-ab80-f93127a55630 req-484e7657-c68d-4e97-bbf9-98626a88f52f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 950 time: 0.2756732 Aug 30 13:02:35.835732 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b76c128-d27a-4c07-be3d-0d814b9fdaa9 req-ec69edf6-5bca-4396-a529-2b6ecf9f5fba tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833232 Aug 30 13:02:35.874628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a237d28e-a3ad-4ffd-abcf-2505db6989ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.914038 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f1e5797a-a57b-48a2-ab80-f93127a55630 req-3a65a534-ecf3-4a6f-bcbd-73301cdff906 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928230 Aug 30 13:02:35.947126 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eccfe7-9c22-440e-ae10-f1f111302e18 x-openstack-request-id: req-b3eccfe7-9c22-440e-ae10-f1f111302e18 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:35.947690 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a88adb-1b9c-4b75-9b55-01800d10f488", "name": "network-vif-deleted", "tag": "ab272090-2a1f-4eb6-8f81-b52be8a73e9f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:35.948127 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3eccfe7-9c22-440e-ae10-f1f111302e18 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:35.948737 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a88adb-1b9c-4b75-9b55-01800d10f488', 'name': 'network-vif-deleted', 'tag': 'ab272090-2a1f-4eb6-8f81-b52be8a73e9f', 'status': 'completed', 'code': 200} Aug 30 13:02:35.978317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a237d28e-a3ad-4ffd-abcf-2505db6989ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.981946 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a237d28e-a3ad-4ffd-abcf-2505db6989ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:35.988903 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a237d28e-a3ad-4ffd-abcf-2505db6989ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ceb4c024-b96d-46fd-b0e3-ec8fc7454431 HTTP/1.1" status: 204 len: 168 time: 0.4482422 Aug 30 13:02:36.004801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237d28e-a3ad-4ffd-abcf-2505db6989ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb4c024-b96d-46fd-b0e3-ec8fc7454431,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:36.056709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456a7ea5-0304-4717-a361-f8aeb935f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b7fedd-3197-456d-bb79-8ebcf9fd5b17'}, {'server_uuid': 'aa381a3b-e831-4591-8542-f91119e5224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffe78ed-c272-4567-b4e3-00ec9c47964f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:36.059797 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aec4149-7f06-4598-9b8f-2251301b3efd" -d '{"events": [{"server_uuid": "456a7ea5-0304-4717-a361-f8aeb935f797", "name": "network-vif-plugged", "status": "completed", "tag": "a5b7fedd-3197-456d-bb79-8ebcf9fd5b17"}, {"server_uuid": "aa381a3b-e831-4591-8542-f91119e5224c", "name": "network-vif-plugged", "status": "completed", "tag": "8ffe78ed-c272-4567-b4e3-00ec9c47964f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:36.118839 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-686a5400-8098-4d53-9016-3f86e114c9c0 req-2913707b-b7f4-491c-bf7c-f0787893be1c tempest-FloatingIPsAssociationNegativeTestJSON-458755023 tempest-FloatingIPsAssociationNegativeTestJSON-458755023-project] 10.222.0.37 "GET /v2.0/ports?device_id=60a88adb-1b9c-4b75-9b55-01800d10f488 HTTP/1.1" status: 200 len: 210 time: 0.0628808 Aug 30 13:02:36.128909 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:36.174446 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b58e25a-b6ba-456e-9af2-024ee577e79c x-openstack-request-id: req-3b58e25a-b6ba-456e-9af2-024ee577e79c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:36.174831 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456a7ea5-0304-4717-a361-f8aeb935f797", "name": "network-vif-plugged", "status": "completed", "tag": "a5b7fedd-3197-456d-bb79-8ebcf9fd5b17", "code": 200}, {"server_uuid": "aa381a3b-e831-4591-8542-f91119e5224c", "name": "network-vif-plugged", "status": "completed", "tag": "8ffe78ed-c272-4567-b4e3-00ec9c47964f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:36.175289 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b58e25a-b6ba-456e-9af2-024ee577e79c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:36.175884 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456a7ea5-0304-4717-a361-f8aeb935f797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b7fedd-3197-456d-bb79-8ebcf9fd5b17', 'code': 200} Aug 30 13:02:36.176137 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa381a3b-e831-4591-8542-f91119e5224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffe78ed-c272-4567-b4e3-00ec9c47964f', 'code': 200} Aug 30 13:02:36.389172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2577b1-4492-450b-b541-85a392446315 req-0e72f232-c981-4e22-ac88-197135eadb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:36.392064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd2577b1-4492-450b-b541-85a392446315 req-0e72f232-c981-4e22-ac88-197135eadb5e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 1097 time: 0.1100702 Aug 30 13:02:36.535608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f073569-53f2-4e1d-aed3-6c29168b6f9c req-37f885ca-6985-4f31-8278-932f6f9ed3af tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:36.542044 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f073569-53f2-4e1d-aed3-6c29168b6f9c req-37f885ca-6985-4f31-8278-932f6f9ed3af tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 946 time: 0.1165490 Aug 30 13:02:36.550844 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d0a44a61-07e6-4a3c-80b1-c97fec913ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:36.551115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd2577b1-4492-450b-b541-85a392446315 req-bb388e0f-7f59-4efe-8ecb-e5039e283a80 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386809 Aug 30 13:02:36.565968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5161e-2256-46b2-b3ef-317bfba1fe87 req-f5333acf-bd12-49d6-a43d-bf0bbb9a0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:36.571050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bc5161e-2256-46b2-b3ef-317bfba1fe87 req-f5333acf-bd12-49d6-a43d-bf0bbb9a0df8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=aa381a3b-e831-4591-8542-f91119e5224c HTTP/1.1" status: 200 len: 1096 time: 0.1566446 Aug 30 13:02:36.597227 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f073569-53f2-4e1d-aed3-6c29168b6f9c req-31327cda-f1a5-40bb-a1c0-c6af87eb8e99 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Aug 30 13:02:36.691915 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '13876a84-3f7e-4afb-bb2c-f47db4ffd06c', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'port_id': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'mac_address': 'fa:16:3e:82:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:02:34Z', 'revision_number': 1, 'project_id': '53a8d29c14914348beb1a09388685f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ec2555-0ca7-4280-86d1-b0f9a84c4962', 'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'mac_address': 'fa:16:3e:bb:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:13Z', 'updated_at': '2021-08-30T13:00:24Z', 'revision_number': 5, 'project_id': '53a8d29c14914348beb1a09388685f20', 'subnets': [{'id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:36.725357 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] Checking router: 42c6a73c-9bf8-43de-bcc0-8a693740f008 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:02:36.735059 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:36.735987 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:36.940871 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:36.946646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bc5161e-2256-46b2-b3ef-317bfba1fe87 req-4bc91c4d-daa2-482e-b923-3403f2308cc0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053166 Aug 30 13:02:36.951806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ab272090-2a1f-4eb6-8f81-b52be8a73e9f no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:36.979733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: ab272090-2a1f-4eb6-8f81-b52be8a73e9f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:36.986779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ab272090-2a1f-4eb6-8f81-b52be8a73e9f not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:37.059882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6745b8a-1176-4bf5-a33b-a51b8dae25e0 req-2d62cda1-c28c-4d5e-b3d2-4f9c80b20c0c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:37.067108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6745b8a-1176-4bf5-a33b-a51b8dae25e0 req-2d62cda1-c28c-4d5e-b3d2-4f9c80b20c0c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.0729685 Aug 30 13:02:37.131953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c6745b8a-1176-4bf5-a33b-a51b8dae25e0 req-02d56080-5ddd-4838-b2f9-a0ef839f73bc tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597219 Aug 30 13:02:37.178386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c69b72-26bd-457b-aa01-79d00ab33d04 req-9da3483d-3777-40eb-a75d-9f3e87754cca tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:37.180756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3c69b72-26bd-457b-aa01-79d00ab33d04 req-9da3483d-3777-40eb-a75d-9f3e87754cca tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 950 time: 0.1258123 Aug 30 13:02:37.260033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3c69b72-26bd-457b-aa01-79d00ab33d04 req-31149d28-8f8f-47d1-83f3-2217e87b19b8 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725396 Aug 30 13:02:37.303213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38862) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:37.518320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1bf8f-448e-4cef-b833-301ca7e44caa req-96eaabac-d8d9-4061-a6f9-f45d7fab40fb tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:37.528746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60b1bf8f-448e-4cef-b833-301ca7e44caa req-96eaabac-d8d9-4061-a6f9-f45d7fab40fb tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 1101 time: 0.0855088 Aug 30 13:02:37.584729 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '13876a84-3f7e-4afb-bb2c-f47db4ffd06c', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'port_id': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'mac_address': 'fa:16:3e:82:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:02:34Z', 'revision_number': 1, 'project_id': '53a8d29c14914348beb1a09388685f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ec2555-0ca7-4280-86d1-b0f9a84c4962', 'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'mac_address': 'fa:16:3e:bb:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:13Z', 'updated_at': '2021-08-30T13:00:24Z', 'revision_number': 5, 'project_id': '53a8d29c14914348beb1a09388685f20', 'subnets': [{'id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:37.649593 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33242386-ef5b-4e36-a94b-cfdb9d67893e None None] The sync data for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 is: [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '13876a84-3f7e-4afb-bb2c-f47db4ffd06c', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'port_id': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'mac_address': 'fa:16:3e:82:37:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:01:09Z', 'updated_at': '2021-08-30T13:02:34Z', 'revision_number': 1, 'project_id': '53a8d29c14914348beb1a09388685f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ec2555-0ca7-4280-86d1-b0f9a84c4962', 'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'mac_address': 'fa:16:3e:bb:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:13Z', 'updated_at': '2021-08-30T13:00:24Z', 'revision_number': 5, 'project_id': '53a8d29c14914348beb1a09388685f20', 'subnets': [{'id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:02:37.748698 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60b1bf8f-448e-4cef-b833-301ca7e44caa req-8f2d99e9-5570-4a32-a79b-0037f7325cfa tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189434 Aug 30 13:02:37.898348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd3cde-9822-4294-aa11-908beb763e55 req-501ec40d-a3f9-4dd7-86ce-31d3f437a669 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:37.912581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8cd3cde-9822-4294-aa11-908beb763e55 req-501ec40d-a3f9-4dd7-86ce-31d3f437a669 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.1284623 Aug 30 13:02:37.963090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:37.966698 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d297dac0-f583-4204-8610-bb27c31d90e0" -d '{"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:38.021738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8cd3cde-9822-4294-aa11-908beb763e55 req-8d889f79-6981-4f53-8f51-ebc7b88b5e48 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036849 Aug 30 13:02:38.074886 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f202535-4e22-4331-a692-77b6bcaf1ed9 x-openstack-request-id: req-8f202535-4e22-4331-a692-77b6bcaf1ed9 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:38.075287 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:38.075666 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f202535-4e22-4331-a692-77b6bcaf1ed9 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:38.076116 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'status': 'completed', 'code': 200} Aug 30 13:02:38.077480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb7a4d2-19f0-450f-b575-f349f1bb5783 None None] New status for floating IP 13876a84-3f7e-4afb-bb2c-f47db4ffd06c: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:02:38.115888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f8c2c-81f7-44a5-a545-2ea6813d0c90 req-24955a07-2a0a-4c4b-84da-e1d8f6a8242f tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:38.119257 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee5f8c2c-81f7-44a5-a545-2ea6813d0c90 req-24955a07-2a0a-4c4b-84da-e1d8f6a8242f tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 946 time: 0.2451208 Aug 30 13:02:38.228405 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-3bac11bf-1daf-4ddd-8e57-93ca12260ce5 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492263 Aug 30 13:02:38.234316 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee5f8c2c-81f7-44a5-a545-2ea6813d0c90 req-6d4307e6-e5b3-4f96-afd2-50b8ba867998 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891402 Aug 30 13:02:38.252930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430d684a-8c1b-4fe6-adad-0822114d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:38.254123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430d684a-8c1b-4fe6-adad-0822114d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:38.254610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430d684a-8c1b-4fe6-adad-0822114d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:38.255075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430d684a-8c1b-4fe6-adad-0822114d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:38.256031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430d684a-8c1b-4fe6-adad-0822114d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:38.256500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430d684a-8c1b-4fe6-adad-0822114d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:38.256968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430d684a-8c1b-4fe6-adad-0822114d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:38.259433 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430d684a-8c1b-4fe6-adad-0822114d7263 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6498 time: 0.1392648 Aug 30 13:02:38.264729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:38.462907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-056b68ec-07d6-4b2a-8ba9-caf946fc2754 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:38.470272 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-056b68ec-07d6-4b2a-8ba9-caf946fc2754 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409279 Aug 30 13:02:38.489762 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-ea1c7b93-5be3-4bc2-ad1c-c61b8c7a04a7 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/quotas/c7498a1be3eb4f79a17f877ba20a3172 HTTP/1.1" status: 200 len: 375 time: 0.0181167 Aug 30 13:02:38.568274 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-bf0bd767-a7eb-4bf2-8c49-b5273c4d6cf3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0775125 Aug 30 13:02:39.025399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7340575-0e1e-4690-a333-6a05a9625267 req-739912f7-72a1-4658-94d4-15f6fd819598 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 210 time: 0.0429320 Aug 30 13:02:39.031896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430fbd4f-9b73-4291-bd45-7cb825b798b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:39.033502 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-430fbd4f-9b73-4291-bd45-7cb825b798b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d069a2b-f34e-48dd-a07f-e1f299591259 HTTP/1.1" status: 200 len: 918 time: 0.7279239 Aug 30 13:02:39.120313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-f10274a7-1d83-472b-ae99-fffdac6a6365 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24f4219d-372f-4637-adb6-6ac697f5efb1 HTTP/1.1" status: 200 len: 1001 time: 0.0763302 Aug 30 13:02:39.274863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-2dcb2377-84c9-4a80-acbb-ad4f8bad5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:39.275981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-2dcb2377-84c9-4a80-acbb-ad4f8bad5aeb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a467f0e-fef5-4869-b05f-0e95e9dcd576 HTTP/1.1" status: 200 len: 856 time: 0.1436563 Aug 30 13:02:39.308385 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ec4f7382-a8ea-46e0-a0c5-80e3227a4540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:39.420397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd70d6-3d5e-47d1-b44b-222dcc9fd0e7 req-67b8fa8a-4ace-45af-b46c-31d23394616a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:39.428903 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fcd70d6-3d5e-47d1-b44b-222dcc9fd0e7 req-67b8fa8a-4ace-45af-b46c-31d23394616a tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.2536504 Aug 30 13:02:39.561353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-f6859650-9afe-4601-b853-ada635340c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:39.566391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-f6859650-9afe-4601-b853-ada635340c81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d069a2b-f34e-48dd-a07f-e1f299591259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2804465 Aug 30 13:02:39.584024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c10f2-4aef-47cc-a2e6-cdfb2bbec15b req-220d71b3-8c0c-496f-9ee0-d49d6660442b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:39.595734 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c21c10f2-4aef-47cc-a2e6-cdfb2bbec15b req-220d71b3-8c0c-496f-9ee0-d49d6660442b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 946 time: 0.1379886 Aug 30 13:02:39.667446 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c21c10f2-4aef-47cc-a2e6-cdfb2bbec15b req-f787cf57-4d86-4f85-905a-04d1b9474d0a tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568898 Aug 30 13:02:39.769863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fcd70d6-3d5e-47d1-b44b-222dcc9fd0e7 req-5435769c-5fe1-4722-a279-0e56b94b526b tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399346 Aug 30 13:02:39.867750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-98da7162-db24-4e13-951a-b73a7daf5c81 service neutron] 10.222.0.35 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884760 Aug 30 13:02:39.918290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Deleting port fc6eea76-0d6f-4875-a361-5df45b832cd8 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:39.918290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:39.930449 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:39.973282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8deba42-8e29-441d-bb3f-41a619ab9a15 req-04773e02-9c5f-4886-bfa7-2b1fc9927aa3 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:39.975963 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b8deba42-8e29-441d-bb3f-41a619ab9a15 req-04773e02-9c5f-4886-bfa7-2b1fc9927aa3 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=63376ffc-ccd2-45f3-8bd5-3271c30df710 HTTP/1.1" status: 200 len: 945 time: 0.1279109 Aug 30 13:02:40.025885 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b8deba42-8e29-441d-bb3f-41a619ab9a15 req-dd811372-70a6-4971-adef-33c01dd6c01f tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439947 Aug 30 13:02:40.045255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] For port fc6eea76-0d6f-4875-a361-5df45b832cd8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fc6eea76-0d6f-4875-a361-5df45b832cd8,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:40.045585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:40.059779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Calling delete_port for fc6eea76-0d6f-4875-a361-5df45b832cd8 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:40.104398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-83a30bfe-a325-4fac-8e18-87d8776def7d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:40.105949 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-83a30bfe-a325-4fac-8e18-87d8776def7d tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.3347852 Aug 30 13:02:40.217940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac2836-190a-4aa3-8b3a-d1b8d14889a9 req-d0729fbe-2717-4ae6-8584-ce361babf9dd tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:40.228278 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1dac2836-190a-4aa3-8b3a-d1b8d14889a9 req-d0729fbe-2717-4ae6-8584-ce361babf9dd tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa381a3b-e831-4591-8542-f91119e5224c HTTP/1.1" status: 200 len: 945 time: 0.0910511 Aug 30 13:02:40.239874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc7963c6-2dda-4a29-84f9-87badeb4eb34 req-3ae4c9b3-f578-4865-8b66-ecf7637378ad tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 210 time: 0.0541666 Aug 30 13:02:40.296080 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1dac2836-190a-4aa3-8b3a-d1b8d14889a9 req-bb30046b-e168-466e-a804-1f3496614076 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667317 Aug 30 13:02:40.323419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d297dac0-f583-4204-8610-bb27c31d90e0 req-bd55accf-9818-4fdb-af1f-df51173d53e4 service neutron] 10.222.0.35 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424272 Aug 30 13:02:40.435921 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-60b5c23b-f8fc-4b8a-8971-a7f949a90bea tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409076 Aug 30 13:02:40.526199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Deleting port 5a634000-4d84-4918-9d51-4e63faa0dae5 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:40.526548 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:40.602592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39036) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:40.737384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-24d612a1-3680-42da-949b-31426da29713 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:40.739869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-24d612a1-3680-42da-949b-31426da29713 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2885375 Aug 30 13:02:40.745128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] For port 5a634000-4d84-4918-9d51-4e63faa0dae5, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5a634000-4d84-4918-9d51-4e63faa0dae5,segment=NetworkSegment(8edd13aa-bd55-4469-b0cf-fc85a17f4c99),segment_id=8edd13aa-bd55-4469-b0cf-fc85a17f4c99)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:40.745616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:40.785737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Request body: {'port': {'device_id': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'c7498a1be3eb4f79a17f877ba20a3172'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:40.803486 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:40.806206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Calling delete_port for 5a634000-4d84-4918-9d51-4e63faa0dae5 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:40.806671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77df27-d828-4efe-96a1-aaafb416717c req-7109619c-9f5d-46e9-ba8c-2c58e66f299a tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:40.815614 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a77df27-d828-4efe-96a1-aaafb416717c req-7109619c-9f5d-46e9-ba8c-2c58e66f299a tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa381a3b-e831-4591-8542-f91119e5224c HTTP/1.1" status: 200 len: 945 time: 0.1132410 Aug 30 13:02:40.884897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:40.887716 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a77df27-d828-4efe-96a1-aaafb416717c req-27dbdc8a-52f9-4662-ae8d-ac1977a271a2 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654948 Aug 30 13:02:40.888756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41b3d82a-d58b-4660-a32c-a4ef01a06c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.004562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6eea76-0d6f-4875-a361-5df45b832cd8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:41.052168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41b3d82a-d58b-4660-a32c-a4ef01a06c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.061257 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41b3d82a-d58b-4660-a32c-a4ef01a06c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.109954 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-41b3d82a-d58b-4660-a32c-a4ef01a06c6c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df283dc1e41e4bd99851b01f0c5abd77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059235 Aug 30 13:02:41.112348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39050) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:41.114987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3d82a-d58b-4660-a32c-a4ef01a06c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369d04cb-3159-4cba-ac75-0e10d5359a4f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:41.219113 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-05c94ce1-5bf5-400a-a112-9d611c1213a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.233510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc25b5-851d-4bf9-bd07-f5adaa6b1cd0 req-8b33a029-7a86-436c-9e82-563d8d9b2590 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:41.241699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0cc25b5-851d-4bf9-bd07-f5adaa6b1cd0 req-8b33a029-7a86-436c-9e82-563d8d9b2590 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 946 time: 0.2479570 Aug 30 13:02:41.254473 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-05c94ce1-5bf5-400a-a112-9d611c1213a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.334296 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-05c94ce1-5bf5-400a-a112-9d611c1213a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.337701 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-05c94ce1-5bf5-400a-a112-9d611c1213a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.341158 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-05c94ce1-5bf5-400a-a112-9d611c1213a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/369d04cb-3159-4cba-ac75-0e10d5359a4f HTTP/1.1" status: 204 len: 168 time: 0.2254641 Aug 30 13:02:41.352056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c94ce1-5bf5-400a-a112-9d611c1213a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369d04cb-3159-4cba-ac75-0e10d5359a4f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:41.406966 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de6471fd-1d98-4ccf-aaf8-7e0169203e10 req-9bbb8cb4-77cd-412a-83c3-18e6e1a4b776 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 210 time: 0.0384974 Aug 30 13:02:41.427364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Made reservation on behalf of c7498a1be3eb4f79a17f877ba20a3172 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:41.430367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.581696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0cc25b5-851d-4bf9-bd07-f5adaa6b1cd0 req-e476b067-ae6c-42d5-958a-4f24cc786d73 tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/security-groups?id=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347692 Aug 30 13:02:41.591361 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.607258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['5a634000-4d84-4918-9d51-4e63faa0dae5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:41.686151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Pushing event deleted for resources: {'Port': ['ID=5a634000-4d84-4918-9d51-4e63faa0dae5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:41.732365 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.783932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] No DVR routers for this DVR port 5a634000-4d84-4918-9d51-4e63faa0dae5 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:41.791736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.794490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a044beb-0e70-4a28-aa86-faf5772164a0 req-67ce501c-a71a-46a7-a067-db515a5f617c tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.35 "DELETE /v2.0/ports/5a634000-4d84-4918-9d51-4e63faa0dae5 HTTP/1.1" status: 204 len: 173 time: 1.6734467 Aug 30 13:02:41.795172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2c2b12-01cc-48a2-866a-e4d2170fc309', 'name': 'network-vif-deleted', 'tag': '5a634000-4d84-4918-9d51-4e63faa0dae5'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:41.798385 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad60fbcc-ed30-4f50-984c-aea43c88264a" -d '{"events": [{"server_uuid": "ea2c2b12-01cc-48a2-866a-e4d2170fc309", "name": "network-vif-deleted", "tag": "5a634000-4d84-4918-9d51-4e63faa0dae5"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:41.859425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39070) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:41.877538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Allocated IP 192.168.233.137 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/707f1bf6-cdf0-471e-9dfe-117afc412f40) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:41.880002 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-884fa4fe-91a4-4a0c-a24e-c20653aca9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:41.888943 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858042b8-35d1-4b61-8035-65b18eac48f9 x-openstack-request-id: req-858042b8-35d1-4b61-8035-65b18eac48f9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:41.889274 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2c2b12-01cc-48a2-866a-e4d2170fc309", "name": "network-vif-deleted", "tag": "5a634000-4d84-4918-9d51-4e63faa0dae5", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:41.889524 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-858042b8-35d1-4b61-8035-65b18eac48f9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:41.890046 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2c2b12-01cc-48a2-866a-e4d2170fc309', 'name': 'network-vif-deleted', 'tag': '5a634000-4d84-4918-9d51-4e63faa0dae5', 'status': 'completed', 'code': 200} Aug 30 13:02:42.083130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324326-9fde-4f0e-af56-b1e41ee67f19 req-e501c46d-e95d-428b-94af-77e70c5295ed tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:42.083828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.085368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58324326-9fde-4f0e-af56-b1e41ee67f19 req-e501c46d-e95d-428b-94af-77e70c5295ed tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa381a3b-e831-4591-8542-f91119e5224c HTTP/1.1" status: 200 len: 945 time: 0.0809066 Aug 30 13:02:42.158926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58324326-9fde-4f0e-af56-b1e41ee67f19 req-44f3b3e5-50a5-40d4-a749-904f42d4eb5d tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670598 Aug 30 13:02:42.191901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-884fa4fe-91a4-4a0c-a24e-c20653aca9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.199517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-884fa4fe-91a4-4a0c-a24e-c20653aca9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.262842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fa4fe-91a4-4a0c-a24e-c20653aca9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9686f5-0b96-4422-a26d-ee074048fc6e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:42.333247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-884fa4fe-91a4-4a0c-a24e-c20653aca9a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a15a8985f1e84d79bf5736c88ecafb24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727364 Aug 30 13:02:42.335735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39078) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:42.434193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96d3a44d-bd1d-4c1c-a15b-d6bba23bf0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.471768 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.487941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Transition to ACTIVE for port object 707f1bf6-cdf0-471e-9dfe-117afc412f40 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:42.503855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96d3a44d-bd1d-4c1c-a15b-d6bba23bf0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.599047 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.616228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96d3a44d-bd1d-4c1c-a15b-d6bba23bf0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.616386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734', '777516e5-fbbe-4575-848c-3ed35a59cf65'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:42.632274 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96d3a44d-bd1d-4c1c-a15b-d6bba23bf0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.649126 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-96d3a44d-bd1d-4c1c-a15b-d6bba23bf0e7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c9686f5-0b96-4422-a26d-ee074048fc6e HTTP/1.1" status: 204 len: 168 time: 0.3089023 Aug 30 13:02:42.678411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d3a44d-bd1d-4c1c-a15b-d6bba23bf0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9686f5-0b96-4422-a26d-ee074048fc6e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:42.717491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448', 'e255a631-7ac9-493c-87dc-eb9b74903cd5', '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4', '79d4a1b7-dfe6-4a76-a024-87e2cc060008'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:42.789426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:42.798414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:42.811061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:42.873845 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f734e7a7-c1db-4a17-a63b-3e0d48e0eeb9 req-c56f1e77-b097-45ae-a186-bb7d1d83d31f tempest-DeleteServersTestJSON-243463626 tempest-DeleteServersTestJSON-243463626-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea2c2b12-01cc-48a2-866a-e4d2170fc309 HTTP/1.1" status: 200 len: 210 time: 0.0479906 Aug 30 13:02:42.919840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:42.920487 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:42.980629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a70874-b342-481f-b83b-bee70859874b req-55463b90-5c87-41da-b9a6-d5bfcd3a350e tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:42.999645 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09a70874-b342-481f-b83b-bee70859874b req-55463b90-5c87-41da-b9a6-d5bfcd3a350e tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.35 "GET /v2.0/ports?device_id=aa381a3b-e831-4591-8542-f91119e5224c HTTP/1.1" status: 200 len: 945 time: 0.4777961 Aug 30 13:02:43.115654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event updated for resources: {'Port': ['ID=707f1bf6-cdf0-471e-9dfe-117afc412f40,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:43.186625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:02:43.193941 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-4642e947-48ca-4502-b817-7ab09a7f574d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4329903 Aug 30 13:02:43.266559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccd45a-dc67-47dc-b670-c72b9f234520 req-bec38c28-2d24-405e-a647-8481232c52e9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:43.278756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcccd45a-dc67-47dc-b670-c72b9f234520 req-bec38c28-2d24-405e-a647-8481232c52e9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 936 time: 0.6421640 Aug 30 13:02:43.303167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Request body: {'port': {'device_id': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:43.434932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8852c-b099-4ed7-994f-f7f3abb5a96f req-c2fc0e84-ff08-4957-9cd5-e1b9be96b4d3 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:43.437093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7c8852c-b099-4ed7-994f-f7f3abb5a96f req-c2fc0e84-ff08-4957-9cd5-e1b9be96b4d3 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa381a3b-e831-4591-8542-f91119e5224c HTTP/1.1" status: 200 len: 945 time: 0.1277411 Aug 30 13:02:43.443617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3b7f21ae-2510-4b2d-9175-5f008b4d4671 None None] Provisioning for port 707f1bf6-cdf0-471e-9dfe-117afc412f40 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:43.481202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3b7f21ae-2510-4b2d-9175-5f008b4d4671 None None] Provisioning complete for port 707f1bf6-cdf0-471e-9dfe-117afc412f40 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:43.482548 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b7f21ae-2510-4b2d-9175-5f008b4d4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:43.517209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcccd45a-dc67-47dc-b670-c72b9f234520 req-c630ce9b-4a0e-4b1d-9d18-4200efbb20f9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372589 Aug 30 13:02:43.523285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7c8852c-b099-4ed7-994f-f7f3abb5a96f req-c60bb588-79fb-4db9-b5c1-a9ac04a6dd84 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786002 Aug 30 13:02:43.575037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:43.585403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-09a70874-b342-481f-b83b-bee70859874b req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Deleting port 8ffe78ed-c272-4567-b4e3-00ec9c47964f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:43.586088 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-09a70874-b342-481f-b83b-bee70859874b req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:43.596395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5a634000-4d84-4918-9d51-4e63faa0dae5 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:43.642606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 5a634000-4d84-4918-9d51-4e63faa0dae5 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:43.643241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5a634000-4d84-4918-9d51-4e63faa0dae5 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:43.643866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8ffe78ed-c272-4567-b4e3-00ec9c47964f no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:43.751358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f21ae-2510-4b2d-9175-5f008b4d4671 None None] Port 707f1bf6-cdf0-471e-9dfe-117afc412f40 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:02:43.860210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:02:43.884201 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] Sync routers for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:02:43.901568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-96f2baf4-0c7a-4fa3-ad3c-fc89baa930de admin admin] 10.222.0.37 "PUT /v2.0/routers/8eeb9e5f-9a11-41bc-8ea8-a84470663576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5960054 Aug 30 13:02:43.904128 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:43.904554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39126) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:43.905089 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:44.059654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-09a70874-b342-481f-b83b-bee70859874b req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] For port 8ffe78ed-c272-4567-b4e3-00ec9c47964f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ffe78ed-c272-4567-b4e3-00ec9c47964f,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:44.063755 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-09a70874-b342-481f-b83b-bee70859874b req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.116459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.127758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-09a70874-b342-481f-b83b-bee70859874b req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Calling delete_port for 8ffe78ed-c272-4567-b4e3-00ec9c47964f owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:44.171325 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.192049 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:44.251299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa381a3b-e831-4591-8542-f91119e5224c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffe78ed-c272-4567-b4e3-00ec9c47964f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:44.278828 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a355ded1-b1b8-4339-937e-fce7a63014b7" -d '{"events": [{"server_uuid": "aa381a3b-e831-4591-8542-f91119e5224c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ffe78ed-c272-4567-b4e3-00ec9c47964f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:44.379577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8ffe78ed-c272-4567-b4e3-00ec9c47964f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ffe78ed-c272-4567-b4e3-00ec9c47964f,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:44.400607 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.472543 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704af29c-7cf1-4fdd-844d-a62954ea10c8 x-openstack-request-id: req-704af29c-7cf1-4fdd-844d-a62954ea10c8 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:44.473265 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa381a3b-e831-4591-8542-f91119e5224c", "name": "network-vif-unplugged", "status": "completed", "tag": "8ffe78ed-c272-4567-b4e3-00ec9c47964f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:44.473265 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-704af29c-7cf1-4fdd-844d-a62954ea10c8 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:44.473612 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa381a3b-e831-4591-8542-f91119e5224c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ffe78ed-c272-4567-b4e3-00ec9c47964f', 'code': 200} Aug 30 13:02:44.481175 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.664368 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:02:40Z', 'revision_number': 5, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port': {'id': 'dc9eccb4-faf3-4e90-809c-436fe54ed95c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:06:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:01:45Z', 'updated_at': '2021-08-30T13:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:44.678925 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-09a70874-b342-481f-b83b-bee70859874b req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.700495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=8ffe78ed-c272-4567-b4e3-00ec9c47964f,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:44.717694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Deleting port dc9eccb4-faf3-4e90-809c-436fe54ed95c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:44.718060 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.755984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Pushing event deleted for resources: {'Port': ['ID=8ffe78ed-c272-4567-b4e3-00ec9c47964f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:44.762379 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] Checking router: 8eeb9e5f-9a11-41bc-8ea8-a84470663576 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:02:44.765082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['a5b7fedd-3197-456d-bb79-8ebcf9fd5b17'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:44.774090 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] Routers {'8eeb9e5f-9a11-41bc-8ea8-a84470663576'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:44.774848 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:44.838789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a70874-b342-481f-b83b-bee70859874b req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] No DVR routers for this DVR port 8ffe78ed-c272-4567-b4e3-00ec9c47964f on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:44.841979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-09a70874-b342-481f-b83b-bee70859874b req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.844300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09a70874-b342-481f-b83b-bee70859874b req-4e6d8bd1-adfd-425b-85b6-0afa4c1cf548 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.35 "DELETE /v2.0/ports/8ffe78ed-c272-4567-b4e3-00ec9c47964f HTTP/1.1" status: 204 len: 173 time: 1.8260696 Aug 30 13:02:44.848579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa381a3b-e831-4591-8542-f91119e5224c', 'name': 'network-vif-deleted', 'tag': '8ffe78ed-c272-4567-b4e3-00ec9c47964f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:44.853217 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b980af-4bcb-4433-aea4-787a57b72cc9" -d '{"events": [{"server_uuid": "aa381a3b-e831-4591-8542-f91119e5224c", "name": "network-vif-deleted", "tag": "8ffe78ed-c272-4567-b4e3-00ec9c47964f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:44.859781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707f1bf6-cdf0-471e-9dfe-117afc412f40 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:44.874572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.909747 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8556660e-8bb3-43ff-ae4a-e92dfa1b9214 req-a4041988-de42-44be-ae2c-ec0f4855d742 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa381a3b-e831-4591-8542-f91119e5224c HTTP/1.1" status: 200 len: 210 time: 0.1334372 Aug 30 13:02:44.911079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fec624-a099-442b-be32-9bc54b1dadde req-41b8b64a-304f-4d90-9518-30c06c393998 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:44.922569 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e9fec624-a099-442b-be32-9bc54b1dadde req-41b8b64a-304f-4d90-9518-30c06c393998 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 936 time: 0.1432035 Aug 30 13:02:44.927771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Transition to ACTIVE for port object 707f1bf6-cdf0-471e-9dfe-117afc412f40 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:44.950830 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:44.974978 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] Set router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:45.009622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] For port dc9eccb4-faf3-4e90-809c-436fe54ed95c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc9eccb4-faf3-4e90-809c-436fe54ed95c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:45.010380 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.061824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Calling delete_port for dc9eccb4-faf3-4e90-809c-436fe54ed95c owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:45.071849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e9fec624-a099-442b-be32-9bc54b1dadde req-e54ad66f-1235-491a-90b6-ae440a2fbe73 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482799 Aug 30 13:02:45.140852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=707f1bf6-cdf0-471e-9dfe-117afc412f40,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:45.152182 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:02:44Z', 'revision_number': 6, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:45.219163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Attempting to bind port 707f1bf6-cdf0-471e-9dfe-117afc412f40 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:02:45.219904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Attempting to bind port 707f1bf6-cdf0-471e-9dfe-117afc412f40 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:02:45.220466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Attempting to bind port 707f1bf6-cdf0-471e-9dfe-117afc412f40 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:45.226202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Port 707f1bf6-cdf0-471e-9dfe-117afc412f40 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:02:45.226860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Attempting to bind port 707f1bf6-cdf0-471e-9dfe-117afc412f40 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:45.233256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-2e557e1f-58f8-4c70-a7e2-19cf86be8e1a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2024655 Aug 30 13:02:45.239222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:45.239820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:45.240490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:45.241212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Bound port: 707f1bf6-cdf0-471e-9dfe-117afc412f40, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:45.241842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.334754 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5abd247-f573-4051-a28d-8d991fd4dd7a None None] The sync data for ids ['8eeb9e5f-9a11-41bc-8ea8-a84470663576'] in n-d-688802-6 is: [{'id': '8eeb9e5f-9a11-41bc-8ea8-a84470663576', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892467808-router', 'tenant_id': '1482b631204b432a8d71fae65aa7e147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:01:44Z', 'updated_at': '2021-08-30T13:02:44Z', 'revision_number': 6, 'project_id': '1482b631204b432a8d71fae65aa7e147', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:02:45.344178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] For port 707f1bf6-cdf0-471e-9dfe-117afc412f40, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:45.348171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] For port 707f1bf6-cdf0-471e-9dfe-117afc412f40, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=707f1bf6-cdf0-471e-9dfe-117afc412f40,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:45.350599 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab7b12d-292f-469e-9b22-73a56b3fddcc x-openstack-request-id: req-aab7b12d-292f-469e-9b22-73a56b3fddcc {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:45.350941 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa381a3b-e831-4591-8542-f91119e5224c", "name": "network-vif-deleted", "tag": "8ffe78ed-c272-4567-b4e3-00ec9c47964f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:45.351179 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aab7b12d-292f-469e-9b22-73a56b3fddcc {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:45.351620 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa381a3b-e831-4591-8542-f91119e5224c', 'name': 'network-vif-deleted', 'tag': '8ffe78ed-c272-4567-b4e3-00ec9c47964f', 'status': 'completed', 'code': 200} Aug 30 13:02:45.364501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.438097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.510869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.516907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9eccb4-faf3-4e90-809c-436fe54ed95c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:45.570165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:45.571159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.572677 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] 10.222.0.35 "PUT /v2.0/ports/707f1bf6-cdf0-471e-9dfe-117afc412f40 HTTP/1.1" status: 200 len: 1096 time: 2.2827566 Aug 30 13:02:45.615793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-7e03bea3-559f-4910-b9f5-71425919be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:45.618604 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-7e03bea3-559f-4910-b9f5-71425919be61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 1100 time: 0.2659571 Aug 30 13:02:45.744383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.748260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.893835 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.894982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eeb9e5f-9a11-41bc-8ea8-a84470663576 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:02:45.928494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:45.931187 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b97bec63-9ca4-4236-b53d-83f9434e2321 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8eeb9e5f-9a11-41bc-8ea8-a84470663576 HTTP/1.1" status: 204 len: 168 time: 2.0249910 Aug 30 13:02:45.933802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39194) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:45.943347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab052a0-a099-4522-90e8-58353545ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=707f1bf6-cdf0-471e-9dfe-117afc412f40,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:46.014975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-899fb203-1cbe-4961-8f8b-aca117a266a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:46.028716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-899fb203-1cbe-4961-8f8b-aca117a266a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 1099 time: 0.3978229 Aug 30 13:02:46.092158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-10820a8f-e4af-41c0-b14b-9d63529a237d admin admin] Deleting subnet f6a12547-efe5-4803-9a5c-76558cb526f7 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:02:46.099190 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10820a8f-e4af-41c0-b14b-9d63529a237d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:46.159541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-804af468-fe2c-4678-8ede-f72f8fc10b39 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=707f1bf6-cdf0-471e-9dfe-117afc412f40 HTTP/1.1" status: 200 len: 217 time: 0.1117949 Aug 30 13:02:46.169363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-896f1592-a27d-4f94-b876-c9a1f59aad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:46.170958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-896f1592-a27d-4f94-b876-c9a1f59aad26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.5219994 Aug 30 13:02:46.176930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10820a8f-e4af-41c0-b14b-9d63529a237d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:46.307229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-655c1ab8-cccb-479b-b66d-2ed6a992d8b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=0c4d92e8-6037-4f87-b642-e4edf64c6734 HTTP/1.1" status: 200 len: 217 time: 0.1093318 Aug 30 13:02:46.396004 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10820a8f-e4af-41c0-b14b-9d63529a237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:46.501649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-57821b74-c878-4fce-ab27-b58f788617a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:46.505277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-57821b74-c878-4fce-ab27-b58f788617a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1271095 Aug 30 13:02:46.525132 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10820a8f-e4af-41c0-b14b-9d63529a237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:46.568965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee6beb-cdc6-4156-be9d-fdcbd0029ed9 req-54219117-e7cd-45dd-a8b5-eab73e8a1411 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:46.570447 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27ee6beb-cdc6-4156-be9d-fdcbd0029ed9 req-54219117-e7cd-45dd-a8b5-eab73e8a1411 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 948 time: 0.1098797 Aug 30 13:02:46.572562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10820a8f-e4af-41c0-b14b-9d63529a237d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a12547-efe5-4803-9a5c-76558cb526f7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:46.576853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10820a8f-e4af-41c0-b14b-9d63529a237d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:46.582020 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-10820a8f-e4af-41c0-b14b-9d63529a237d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f6a12547-efe5-4803-9a5c-76558cb526f7 HTTP/1.1" status: 204 len: 168 time: 0.6445353 Aug 30 13:02:46.584139 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9302d7-6694-49df-b424-bf49c133bd23 None None] Network 4870bda7-c209-46ce-a834-c0cbeb43810f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:02:46.590783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39226) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:46.654958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-93c69e38-23aa-43b7-b11a-266b3c77be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:46.660994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-93c69e38-23aa-43b7-b11a-266b3c77be54 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.4841969 Aug 30 13:02:46.801500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fc6eea76-0d6f-4875-a361-5df45b832cd8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:46.834858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-c46bc2a7-2770-47e1-af22-3577ecd9bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:46.842071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-c46bc2a7-2770-47e1-af22-3577ecd9bd4d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3250597 Aug 30 13:02:46.855633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: fc6eea76-0d6f-4875-a361-5df45b832cd8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:46.855994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fc6eea76-0d6f-4875-a361-5df45b832cd8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:46.856603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc9eccb4-faf3-4e90-809c-436fe54ed95c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:46.880176 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27ee6beb-cdc6-4156-be9d-fdcbd0029ed9 req-cc6e2d46-172e-44e3-8a04-3a597e2d6d7c tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808018 Aug 30 13:02:46.908088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-c5eda45c-02c4-4f1b-8170-ce57eca1a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:46.914815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-c5eda45c-02c4-4f1b-8170-ce57eca1a389 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2380972 Aug 30 13:02:46.933733 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:46.974158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: dc9eccb4-faf3-4e90-809c-436fe54ed95c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:46.974492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc9eccb4-faf3-4e90-809c-436fe54ed95c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:47.131153 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Deleting port ad7208db-3432-41a0-823c-f683052976a8 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:47.132502 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:47.183857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5118c1-de4b-4283-9b08-e43b9574fecf None None] DHCP port deletion for 4870bda7-c209-46ce-a834-c0cbeb43810f request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:02:47.309434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1f5118c1-de4b-4283-9b08-e43b9574fecf None None] Deleting port ad7208db-3432-41a0-823c-f683052976a8 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:47.309872 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f5118c1-de4b-4283-9b08-e43b9574fecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:47.399313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] For port ad7208db-3432-41a0-823c-f683052976a8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ad7208db-3432-41a0-823c-f683052976a8,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:47.399953 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:47.447354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Calling delete_port for ad7208db-3432-41a0-823c-f683052976a8 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:47.461515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1f5118c1-de4b-4283-9b08-e43b9574fecf None None] For port ad7208db-3432-41a0-823c-f683052976a8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ad7208db-3432-41a0-823c-f683052976a8,segment=NetworkSegment(d3de8490-4b90-4a61-8595-ca32beb9c9bb),segment_id=d3de8490-4b90-4a61-8595-ca32beb9c9bb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:47.470130 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f5118c1-de4b-4283-9b08-e43b9574fecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:47.497831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1f5118c1-de4b-4283-9b08-e43b9574fecf None None] Calling delete_port for ad7208db-3432-41a0-823c-f683052976a8 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:47.509205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'tag': '707f1bf6-cdf0-471e-9dfe-117afc412f40'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:47.518887 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef23033-aa89-424b-95a5-3d3d06fdae40" -d '{"events": [{"name": "network-changed", "server_uuid": "8c06a7a2-1376-40d2-88c2-dea10a2fd76a", "tag": "707f1bf6-cdf0-471e-9dfe-117afc412f40"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:47.539301 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-c615aa33-7c0f-44bb-8a59-efebb1c0efc9 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729153 Aug 30 13:02:47.644000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:47.649371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['a4960574-05eb-4a65-a372-98a14935ddb7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:47.688768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7208db-3432-41a0-823c-f683052976a8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:47.704525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] No DVR routers for this DVR port ad7208db-3432-41a0-823c-f683052976a8 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:47.743597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-36cbdfc1-a170-4676-b848-75edd1ed4ed1 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8866880 Aug 30 13:02:47.750708 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8f6185-e2aa-4a01-843c-97607cc24005 x-openstack-request-id: req-2c8f6185-e2aa-4a01-843c-97607cc24005 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:47.755301 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c06a7a2-1376-40d2-88c2-dea10a2fd76a", "tag": "707f1bf6-cdf0-471e-9dfe-117afc412f40", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:47.755944 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c8f6185-e2aa-4a01-843c-97607cc24005 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:47.757254 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'tag': '707f1bf6-cdf0-471e-9dfe-117afc412f40', 'status': 'completed', 'code': 200} Aug 30 13:02:47.961554 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f5118c1-de4b-4283-9b08-e43b9574fecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:48.029811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5118c1-de4b-4283-9b08-e43b9574fecf None None] Pushing event deleted for resources: {'Port': ['ID=ad7208db-3432-41a0-823c-f683052976a8,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:48.070682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5118c1-de4b-4283-9b08-e43b9574fecf None None] No DVR routers for this DVR port ad7208db-3432-41a0-823c-f683052976a8 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:48.311769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d60903e-d5e3-48a3-bd24-9055ebf93cd6 req-7bad789e-33ac-4c58-8aa4-88627a525f0e service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468085 Aug 30 13:02:48.359787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1e65e9-02fd-461b-b19e-c30a90782912 req-6f06607d-ed43-4367-9e32-98e70d1fa03e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:48.359787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c1e65e9-02fd-461b-b19e-c30a90782912 req-6f06607d-ed43-4367-9e32-98e70d1fa03e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 948 time: 0.3202529 Aug 30 13:02:48.373709 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29f9bc47-f555-4e76-8a4c-5627964fc90c req-ca0cc750-74eb-4d0f-9785-e913e827f79d service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8185921 Aug 30 13:02:48.468873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c1e65e9-02fd-461b-b19e-c30a90782912 req-a6b3c9f4-3425-400d-9f21-dcdc0446bcb8 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827146 Aug 30 13:02:48.638070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-2ab6e4e3-3e4d-4d28-bc61-72eee2d23c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:48.643516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-2ab6e4e3-3e4d-4d28-bc61-72eee2d23c08 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 1099 time: 0.1664474 Aug 30 13:02:48.659485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ad7208db-3432-41a0-823c-f683052976a8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:48.736074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ad7208db-3432-41a0-823c-f683052976a8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:48.736465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ad7208db-3432-41a0-823c-f683052976a8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:48.740103 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:48.759610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4870bda7-c209-46ce-a834-c0cbeb43810f']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:48.777788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3de8490-4b90-4a61-8595-ca32beb9c9bb') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:48.778576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3de8490-4b90-4a61-8595-ca32beb9c9bb') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:48.820461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:48.857066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:48.871052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:02:48.871722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:02:48.875986 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:02:48.885295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-545074ef-cd55-47ad-97e2-aa56a968b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:48.887136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-545074ef-cd55-47ad-97e2-aa56a968b806 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2362840 Aug 30 13:02:48.945782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-a81aa35b-e8cc-4c85-bfad-d3f632c875d5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=707f1bf6-cdf0-471e-9dfe-117afc412f40 HTTP/1.1" status: 200 len: 217 time: 0.0485616 Aug 30 13:02:49.003935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:49.010115 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:49.011135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-ded28a71-0593-4926-8d94-a745e8e9e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:49.012452 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] 10.222.0.37 "DELETE /v2.0/networks/4870bda7-c209-46ce-a834-c0cbeb43810f HTTP/1.1" status: 204 len: 168 time: 2.3977754 Aug 30 13:02:49.013494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-ded28a71-0593-4926-8d94-a745e8e9e035 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0530636 Aug 30 13:02:49.029172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b26d70-ef4c-411f-af46-737855ab5aaf admin admin] Pushing event deleted for resources: {'Network': ['ID=4870bda7-c209-46ce-a834-c0cbeb43810f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:49.136762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2edad-5ec2-4e72-98a9-01464ba22d44 req-7ad24115-8204-410e-925d-90544e34aedf tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:49.143073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2edad-5ec2-4e72-98a9-01464ba22d44 req-7ad24115-8204-410e-925d-90544e34aedf tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:49.144766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2b2edad-5ec2-4e72-98a9-01464ba22d44 req-7ad24115-8204-410e-925d-90544e34aedf tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797&device_id=63376ffc-ccd2-45f3-8bd5-3271c30df710 HTTP/1.1" status: 200 len: 1682 time: 0.1300111 Aug 30 13:02:49.147953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-eabea933-b011-41af-a15d-5958faad3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:49.149332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-eabea933-b011-41af-a15d-5958faad3182 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021276 Aug 30 13:02:49.274116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2b2edad-5ec2-4e72-98a9-01464ba22d44 req-0469d649-b4a8-40d5-9fb8-acb5c4993533 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176622 Aug 30 13:02:49.330629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-4ce6a63a-0191-4359-becf-6af3cbc8bddd service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683595 Aug 30 13:02:49.419165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39396) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:49.459324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ef23033-aa89-424b-95a5-3d3d06fdae40 req-095f2610-baac-4208-b3b3-21cc1bf75784 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197736 Aug 30 13:02:49.511588 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f1ccf1c9-dcaa-4430-a4ae-402e0cc3c507 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1482b631204b432a8d71fae65aa7e147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901096 Aug 30 13:02:49.512310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39402) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:49.618882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188b9764-6e5a-433f-bba3-2f7ea061c912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:49.666076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c54be-6151-42fe-aad8-90e9c403e3f1 req-1f07afb8-451e-470a-b940-127fd8ac4879 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:49.667764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd1c54be-6151-42fe-aad8-90e9c403e3f1 req-1f07afb8-451e-470a-b940-127fd8ac4879 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 948 time: 0.1045678 Aug 30 13:02:49.669949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188b9764-6e5a-433f-bba3-2f7ea061c912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:49.853789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd1c54be-6151-42fe-aad8-90e9c403e3f1 req-b386f562-d248-49dc-b017-f4f598575713 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745646 Aug 30 13:02:49.885590 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188b9764-6e5a-433f-bba3-2f7ea061c912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:49.888981 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188b9764-6e5a-433f-bba3-2f7ea061c912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:49.895338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-188b9764-6e5a-433f-bba3-2f7ea061c912 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6c270676-a24b-4404-8879-ea5b08b097a8 HTTP/1.1" status: 204 len: 168 time: 0.3818562 Aug 30 13:02:49.909592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b9764-6e5a-433f-bba3-2f7ea061c912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c270676-a24b-4404-8879-ea5b08b097a8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:50.264871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1ad34-c27e-4c54-9a2b-2d0756da4121 req-aa2133de-48e8-4088-93de-668633633ed2 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:50.267783 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0f1ad34-c27e-4c54-9a2b-2d0756da4121 req-aa2133de-48e8-4088-93de-668633633ed2 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=63376ffc-ccd2-45f3-8bd5-3271c30df710 HTTP/1.1" status: 200 len: 945 time: 0.0603416 Aug 30 13:02:50.332338 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0f1ad34-c27e-4c54-9a2b-2d0756da4121 req-55f7f064-f505-4549-8a08-26ce596f2492 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565002 Aug 30 13:02:50.399349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81c5f3-04d4-4d61-95d1-edeefb0fa026 req-8c71636c-43bc-48a4-aef3-4368a413411d tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:50.401241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d81c5f3-04d4-4d61-95d1-edeefb0fa026 req-8c71636c-43bc-48a4-aef3-4368a413411d tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 949 time: 0.0613537 Aug 30 13:02:50.479175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d81c5f3-04d4-4d61-95d1-edeefb0fa026 req-9c07b280-3497-44ec-be28-bc8e1ea96bd9 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526702 Aug 30 13:02:50.668464 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:02:50.858359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39522) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:51.005813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c73b617-22c5-43e2-8edd-b746bd0be57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.029900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696738a1-6df8-4713-8d39-bf229894e8a3 req-e97610b2-6e76-4794-956d-f46bbf402261 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:51.031966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-696738a1-6df8-4713-8d39-bf229894e8a3 req-e97610b2-6e76-4794-956d-f46bbf402261 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 948 time: 0.0769563 Aug 30 13:02:51.114808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-696738a1-6df8-4713-8d39-bf229894e8a3 req-cf2cef28-af10-42e3-9979-4c6eeba1bdb7 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713689 Aug 30 13:02:51.200202 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c73b617-22c5-43e2-8edd-b746bd0be57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.207573 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c73b617-22c5-43e2-8edd-b746bd0be57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.258450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5c73b617-22c5-43e2-8edd-b746bd0be57d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2588761261954bb6be2c3dcad96b8608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981864 Aug 30 13:02:51.259509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c73b617-22c5-43e2-8edd-b746bd0be57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401525f7-4d47-4bca-b57b-f7a94e994760,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:51.261049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39550) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:51.325764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39556) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:51.328939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79099c50-5ba3-4e15-bf02-b101ec79e95f req-7cf0bbde-6680-4731-a046-4380283512d1 tempest-AbsoluteLimitsNegativeTestJSON-776764397 tempest-AbsoluteLimitsNegativeTestJSON-776764397-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=dc916965a50a4ded820c1c5d150cbbcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287378 Aug 30 13:02:51.454562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79099c50-5ba3-4e15-bf02-b101ec79e95f req-b14fcb7f-3ef9-49dd-8b77-847c58e504f7 tempest-AbsoluteLimitsNegativeTestJSON-776764397 tempest-AbsoluteLimitsNegativeTestJSON-776764397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:51.456242 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79099c50-5ba3-4e15-bf02-b101ec79e95f req-b14fcb7f-3ef9-49dd-8b77-847c58e504f7 tempest-AbsoluteLimitsNegativeTestJSON-776764397 tempest-AbsoluteLimitsNegativeTestJSON-776764397-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215231 Aug 30 13:02:51.468892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f1de6f-76b8-42a9-98a4-44267e83f2af admin admin] Deleting subnet db198819-93a6-483c-ab96-0292a32f931d {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:02:51.478683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-801c7b0c-e13b-4e97-bfc3-dc910a77594e tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:51.480235 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-801c7b0c-e13b-4e97-bfc3-dc910a77594e tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.16 "GET /v2.0/ports?device_id=63376ffc-ccd2-45f3-8bd5-3271c30df710 HTTP/1.1" status: 200 len: 945 time: 0.1930623 Aug 30 13:02:51.480979 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ead3d91f-b217-471f-8111-118e86974c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.482702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79099c50-5ba3-4e15-bf02-b101ec79e95f req-9407005f-3e0d-45fc-af18-6fbe42cd92a9 tempest-AbsoluteLimitsNegativeTestJSON-776764397 tempest-AbsoluteLimitsNegativeTestJSON-776764397-project] 10.222.0.37 "GET /v2.0/quotas/dc916965a50a4ded820c1c5d150cbbcf HTTP/1.1" status: 200 len: 375 time: 0.0179877 Aug 30 13:02:51.487134 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31f1de6f-76b8-42a9-98a4-44267e83f2af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.520965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79099c50-5ba3-4e15-bf02-b101ec79e95f req-7c4bea82-7c6b-4c35-acdb-564d47ab323a tempest-AbsoluteLimitsNegativeTestJSON-776764397 tempest-AbsoluteLimitsNegativeTestJSON-776764397-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dc916965a50a4ded820c1c5d150cbbcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308726 Aug 30 13:02:51.578484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ead3d91f-b217-471f-8111-118e86974c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.586387 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31f1de6f-76b8-42a9-98a4-44267e83f2af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.596299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242f8e5-2c21-4e4c-97e0-902d1188d51a req-c2ddc4a9-f4e1-416d-aad3-57e305977fcf tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:51.603559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d242f8e5-2c21-4e4c-97e0-902d1188d51a req-c2ddc4a9-f4e1-416d-aad3-57e305977fcf tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=63376ffc-ccd2-45f3-8bd5-3271c30df710 HTTP/1.1" status: 200 len: 945 time: 0.1810951 Aug 30 13:02:51.661492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe64e8-fc99-4360-98c8-8c63ef5ed1c3 req-c6037181-0ffd-48e6-aac8-c62887132a61 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:51.663032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0fe64e8-fc99-4360-98c8-8c63ef5ed1c3 req-c6037181-0ffd-48e6-aac8-c62887132a61 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 949 time: 0.0533335 Aug 30 13:02:51.709227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0fe64e8-fc99-4360-98c8-8c63ef5ed1c3 req-b9ce2518-8035-4dd1-9078-aecf5944c9ee tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Aug 30 13:02:51.753457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31f1de6f-76b8-42a9-98a4-44267e83f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.802093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d242f8e5-2c21-4e4c-97e0-902d1188d51a req-0602850b-564f-4c84-99ea-dc60c0ea2e77 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/security-groups?id=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924529 Aug 30 13:02:51.830379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39578) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:51.855956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Deleting port a4960574-05eb-4a65-a372-98a14935ddb7 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:51.856297 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.865465 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ead3d91f-b217-471f-8111-118e86974c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.868953 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ead3d91f-b217-471f-8111-118e86974c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.870412 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ead3d91f-b217-471f-8111-118e86974c53 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/401525f7-4d47-4bca-b57b-f7a94e994760 HTTP/1.1" status: 204 len: 168 time: 0.6079721 Aug 30 13:02:51.932640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3d91f-b217-471f-8111-118e86974c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401525f7-4d47-4bca-b57b-f7a94e994760,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:51.941966 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31f1de6f-76b8-42a9-98a4-44267e83f2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.979978 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39d4f7b5-bcb1-48a1-89cb-e45736c4ca41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.981508 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1de6f-76b8-42a9-98a4-44267e83f2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db198819-93a6-483c-ab96-0292a32f931d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:51.984134 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31f1de6f-76b8-42a9-98a4-44267e83f2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:51.988719 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-31f1de6f-76b8-42a9-98a4-44267e83f2af admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db198819-93a6-483c-ab96-0292a32f931d HTTP/1.1" status: 204 len: 168 time: 0.6585643 Aug 30 13:02:51.992661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39592) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:52.026650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] For port a4960574-05eb-4a65-a372-98a14935ddb7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a4960574-05eb-4a65-a372-98a14935ddb7,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:52.026946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.041868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Calling delete_port for a4960574-05eb-4a65-a372-98a14935ddb7 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:52.113589 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.235599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.247115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['a5b7fedd-3197-456d-bb79-8ebcf9fd5b17'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:52.275531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['a4960574-05eb-4a65-a372-98a14935ddb7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:52.318583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Pushing event deleted for resources: {'Port': ['ID=a4960574-05eb-4a65-a372-98a14935ddb7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:52.380061 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.381416 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] No DVR routers for this DVR port a4960574-05eb-4a65-a372-98a14935ddb7 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:52.385216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.388831 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70c1a078-9afc-4519-9311-3d64120d2c6c req-c26ceaed-fa9c-4c69-bad8-dba1c5950131 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.16 "DELETE /v2.0/ports/a4960574-05eb-4a65-a372-98a14935ddb7 HTTP/1.1" status: 204 len: 173 time: 0.8975227 Aug 30 13:02:52.388831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63376ffc-ccd2-45f3-8bd5-3271c30df710', 'name': 'network-vif-deleted', 'tag': 'a4960574-05eb-4a65-a372-98a14935ddb7'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:52.392118 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4121a3-9f44-4a34-a20b-b8465adbfc3e" -d '{"events": [{"server_uuid": "63376ffc-ccd2-45f3-8bd5-3271c30df710", "name": "network-vif-deleted", "tag": "a4960574-05eb-4a65-a372-98a14935ddb7"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:52.407276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99205770-9a91-432a-b74c-5961e6b22a59 req-6f58bf51-d45d-43b0-9c1e-194bb3708474 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:52.408887 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-99205770-9a91-432a-b74c-5961e6b22a59 req-6f58bf51-d45d-43b0-9c1e-194bb3708474 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 948 time: 0.1713200 Aug 30 13:02:52.422329 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39d4f7b5-bcb1-48a1-89cb-e45736c4ca41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.428433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b23412-467f-4f3e-8b55-decbbe850201']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:52.443626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39d4f7b5-bcb1-48a1-89cb-e45736c4ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.483231 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-99205770-9a91-432a-b74c-5961e6b22a59 req-a06bcc9b-1082-4462-81a9-dc614a970b70 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670888 Aug 30 13:02:52.496645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edd13aa-bd55-4469-b0cf-fc85a17f4c99') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:52.500343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edd13aa-bd55-4469-b0cf-fc85a17f4c99') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:52.518991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-e86584bf-2e1c-432f-8829-715d77956585 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:52.520948 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-e86584bf-2e1c-432f-8829-715d77956585 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.35 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 946 time: 0.3098116 Aug 30 13:02:52.548681 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.553799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-39d4f7b5-bcb1-48a1-89cb-e45736c4ca41 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dc916965a50a4ded820c1c5d150cbbcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7222390 Aug 30 13:02:52.556466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39642) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:52.651459 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24b1d52a-9947-437d-b90e-be7bb151b76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.678482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24b1d52a-9947-437d-b90e-be7bb151b76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.749650 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24b1d52a-9947-437d-b90e-be7bb151b76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.755621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24b1d52a-9947-437d-b90e-be7bb151b76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:52.756946 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-24b1d52a-9947-437d-b90e-be7bb151b76c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5162c625-c7b5-4711-973c-f6c8e083a767 HTTP/1.1" status: 204 len: 168 time: 0.1990414 Aug 30 13:02:52.769596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1d52a-9947-437d-b90e-be7bb151b76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5162c625-c7b5-4711-973c-f6c8e083a767,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:52.799221 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc882f8b-d041-4346-a266-ec8b5f133d1b x-openstack-request-id: req-bc882f8b-d041-4346-a266-ec8b5f133d1b {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:52.799583 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63376ffc-ccd2-45f3-8bd5-3271c30df710", "name": "network-vif-deleted", "tag": "a4960574-05eb-4a65-a372-98a14935ddb7", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:52.799844 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc882f8b-d041-4346-a266-ec8b5f133d1b {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:52.800476 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63376ffc-ccd2-45f3-8bd5-3271c30df710', 'name': 'network-vif-deleted', 'tag': 'a4960574-05eb-4a65-a372-98a14935ddb7', 'status': 'completed', 'code': 200} Aug 30 13:02:52.970179 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d53135d8-73d2-4d2a-8d9c-120aff9d5a7e req-4f651a55-e1d4-43c4-b2b8-c68f7a907904 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=63376ffc-ccd2-45f3-8bd5-3271c30df710 HTTP/1.1" status: 200 len: 210 time: 0.0674791 Aug 30 13:02:53.014236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.019699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4f7b5-bcb1-48a1-89cb-e45736c4ca41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5162c625-c7b5-4711-973c-f6c8e083a767,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:53.038961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:02:53.039730 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:02:53.042787 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:02:53.141995 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.178880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.181362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] 10.222.0.37 "DELETE /v2.0/networks/85b23412-467f-4f3e-8b55-decbbe850201 HTTP/1.1" status: 204 len: 168 time: 1.1869209 Aug 30 13:02:53.183740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbaa22-16d1-466e-98d5-0d4a00307640 admin admin] Pushing event deleted for resources: {'Network': ['ID=85b23412-467f-4f3e-8b55-decbbe850201,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:53.206943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Deleting port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:02:53.207293 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.337258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] For port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,segment=NetworkSegment(54a889a9-ba94-4452-bc5d-da518ea90e2e),segment_id=54a889a9-ba94-4452-bc5d-da518ea90e2e)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:53.337628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.354615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Calling delete_port for a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:02:53.385905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39696) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:53.449316 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b68f63f4-d731-49d4-acf8-a9ba7f32b88f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=919aaf448c2b4960b0bc207cc67bed38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624423 Aug 30 13:02:53.449565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39700) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:53.539813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eeadd80a-4e8c-4d36-9b5f-c3aea5d9a3c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.567368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.570315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eeadd80a-4e8c-4d36-9b5f-c3aea5d9a3c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.582623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 707f1bf6-cdf0-471e-9dfe-117afc412f40 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:53.585626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:53.591429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['a4960574-05eb-4a65-a372-98a14935ddb7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:53.681028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Pushing event deleted for resources: {'Port': ['ID=a5b7fedd-3197-456d-bb79-8ebcf9fd5b17,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:53.708339 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.764491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] No DVR routers for this DVR port a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:02:53.767749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eeadd80a-4e8c-4d36-9b5f-c3aea5d9a3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.771156 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eeadd80a-4e8c-4d36-9b5f-c3aea5d9a3c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.776322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eeadd80a-4e8c-4d36-9b5f-c3aea5d9a3c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead HTTP/1.1" status: 204 len: 168 time: 0.3248012 Aug 30 13:02:53.776878 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.779038 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74cc4ab3-a468-4a65-8d89-01a4e9da2cad req-22da4041-5ec7-40cb-924f-b71fbce1059b tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.35 "DELETE /v2.0/ports/a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 HTTP/1.1" status: 204 len: 173 time: 1.2360020 Aug 30 13:02:53.782609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456a7ea5-0304-4717-a361-f8aeb935f797', 'name': 'network-vif-deleted', 'tag': 'a5b7fedd-3197-456d-bb79-8ebcf9fd5b17'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:53.785082 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8988b3e-753e-4254-be95-8a47d325be06" -d '{"events": [{"server_uuid": "456a7ea5-0304-4717-a361-f8aeb935f797", "name": "network-vif-deleted", "tag": "a5b7fedd-3197-456d-bb79-8ebcf9fd5b17"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:53.794483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:53.797097 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b967425c-f20e-4532-82c5-400d496ec885" -d '{"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-unplugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:53.804625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadd80a-4e8c-4d36-9b5f-c3aea5d9a3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d85fd9-500e-4fe8-9d0a-dfa0ffa9dead,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:53.824507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f6af6-72c3-4fcc-b81e-e8fe52cc5c35 req-e58c3b4d-217f-4d60-983d-2dabcd0b6fb9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:53.845934 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318f6af6-72c3-4fcc-b81e-e8fe52cc5c35 req-e58c3b4d-217f-4d60-983d-2dabcd0b6fb9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 948 time: 0.2617569 Aug 30 13:02:53.856315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:53.887435 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:53.911768 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318f6af6-72c3-4fcc-b81e-e8fe52cc5c35 req-312f800e-d870-43ce-a317-f34b487b5190 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648115 Aug 30 13:02:53.934029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39730) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:53.943569 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28529ac4-2ee1-427f-93c6-733974930f9d x-openstack-request-id: req-28529ac4-2ee1-427f-93c6-733974930f9d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:53.943862 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456a7ea5-0304-4717-a361-f8aeb935f797", "name": "network-vif-deleted", "tag": "a5b7fedd-3197-456d-bb79-8ebcf9fd5b17", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:53.944113 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28529ac4-2ee1-427f-93c6-733974930f9d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:53.944509 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456a7ea5-0304-4717-a361-f8aeb935f797', 'name': 'network-vif-deleted', 'tag': 'a5b7fedd-3197-456d-bb79-8ebcf9fd5b17', 'status': 'completed', 'code': 200} Aug 30 13:02:53.984637 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187a3c98-40ad-4577-a94f-317d9b80528a x-openstack-request-id: req-187a3c98-40ad-4577-a94f-317d9b80528a {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:53.985081 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-unplugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:53.985405 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-187a3c98-40ad-4577-a94f-317d9b80528a {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:53.985941 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f', 'code': 200} Aug 30 13:02:54.025612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:54.038501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 707f1bf6-cdf0-471e-9dfe-117afc412f40, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=707f1bf6-cdf0-471e-9dfe-117afc412f40,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:54.052489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '707f1bf6-cdf0-471e-9dfe-117afc412f40', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '707f1bf6-cdf0-471e-9dfe-117afc412f40', 'mac_address': 'fa:16:3e:15:5a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:54.110475 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.137981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-351d2d7c-31bf-4d79-a6dc-3ef01c2a68ac req-2eb77fc4-e49a-4400-878c-61da5937dc79 tempest-ListServersNegativeTestJSON-230310238 tempest-ListServersNegativeTestJSON-230310238-project] 10.222.0.37 "GET /v2.0/ports?device_id=456a7ea5-0304-4717-a361-f8aeb935f797 HTTP/1.1" status: 200 len: 210 time: 0.0317190 Aug 30 13:02:54.267906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707f1bf6-cdf0-471e-9dfe-117afc412f40 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:02:54.292758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 707f1bf6-cdf0-471e-9dfe-117afc412f40, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=707f1bf6-cdf0-471e-9dfe-117afc412f40,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:54.299734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.333339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-552770140-network', 'tenant_id': '7c3dd56c680045abb66daea329d560ea'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:54.382669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=707f1bf6-cdf0-471e-9dfe-117afc412f40,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:54.387049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:54.391264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.407376 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.536093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.542075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.572350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:02:54.582664 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:54.590648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.591223 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Added segment a537a4b7-c246-4910-b801-fb0776cdd018 of type vlan for network 8cfba2db-40e1-4544-8250-3a94a80297c1 Aug 30 13:02:54.638653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.667209 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.668201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:54.668823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.728467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7912624 Aug 30 13:02:54.729565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39780) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:54.735092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Request body: {'subnet': {'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-552770140-subnet', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:54.741761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedc571-24b2-4385-973c-02990b76ec29 admin admin] Pushing event updated for resources: {'Network': ['ID=8cfba2db-40e1-4544-8250-3a94a80297c1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:54.752494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 8cfba2db-40e1-4544-8250-3a94a80297c1 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:02:54.794380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:54.798469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:54.867035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['707f1bf6-cdf0-471e-9dfe-117afc412f40'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:02:54.940533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39796) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:55.128763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375cc69-1d18-4bdb-9d96-8ae9a2c1b790 req-10a95e0f-4c7d-4b67-a8d1-b324355b2b7a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:55.130623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9375cc69-1d18-4bdb-9d96-8ae9a2c1b790 req-10a95e0f-4c7d-4b67-a8d1-b324355b2b7a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 949 time: 0.1130016 Aug 30 13:02:55.147831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-475701577-network', 'tenant_id': 'ab84f7fabe7941a0b6a4bc773264f06c'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:55.150634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.174949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Made reservation on behalf of ab84f7fabe7941a0b6a4bc773264f06c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:55.179907 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.191560 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.203960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39814) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:55.231380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9375cc69-1d18-4bdb-9d96-8ae9a2c1b790 req-887a4f02-3132-4d05-9c01-2978ad64584a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929115 Aug 30 13:02:55.238800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86784528-a72c-48ae-981d-9f086b578d71,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:55.257838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.258104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.258374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.258649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.259024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.259371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.259665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.259982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.260297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.260630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.260933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.261300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:02:55.272407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Checking segment: {'id': 'a537a4b7-c246-4910-b801-fb0776cdd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:55.272705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6252cc47-1698-4e9b-b127-046f912a21c5 admin admin] Deleting subnet 3a8feb2f-9474-4bd7-ad9d-1621e558dd7e {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:02:55.272867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Network hostable DHCP agents. Network: 8cfba2db-40e1-4544-8250-3a94a80297c1, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:02:55.279639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6252cc47-1698-4e9b-b127-046f912a21c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.298575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Network 8cfba2db-40e1-4544-8250-3a94a80297c1 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:02:55.308215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 8cfba2db-40e1-4544-8250-3a94a80297c1) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:55.316761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d380e6-8b33-410f-aec3-c37617631f4e None None] Network 8cfba2db-40e1-4544-8250-3a94a80297c1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:02:55.319688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:55.321418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.335885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6252cc47-1698-4e9b-b127-046f912a21c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.403148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6252cc47-1698-4e9b-b127-046f912a21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.456351 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.462034 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.476623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aa7ac7f3-0c0b-4ccc-889f-48c7e61fff78 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7455506 Aug 30 13:02:55.477362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39832) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:55.489805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:55.495831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2fb930-27fd-4c27-9621-4142422bd7a4,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:55.509194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:02:55.528395 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.529005 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Added segment c1a3e2e6-b432-400d-9bbd-a35b81e947c0 of type vlan for network 040756f3-7673-45e9-bedb-4320c1c9fe9f Aug 30 13:02:55.533046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-8cfba2db-40e1-4544-8250-3a94a80297c1', 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'fixed_ips': [{'subnet_id': '86784528-a72c-48ae-981d-9f086b578d71'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:02:55.533984 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.534221 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.535559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.542093 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6252cc47-1698-4e9b-b127-046f912a21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.597717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252cc47-1698-4e9b-b127-046f912a21c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8feb2f-9474-4bd7-ad9d-1621e558dd7e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:55.600009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6252cc47-1698-4e9b-b127-046f912a21c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.602580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6252cc47-1698-4e9b-b127-046f912a21c5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3a8feb2f-9474-4bd7-ad9d-1621e558dd7e HTTP/1.1" status: 204 len: 168 time: 0.3972068 Aug 30 13:02:55.606650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39838) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:55.613804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.622152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:55.649870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.652318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:55.653063 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.658234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:55.658584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a5b7fedd-3197-456d-bb79-8ebcf9fd5b17 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:55.724046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Allocated IP 172.20.0.2 (8cfba2db-40e1-4544-8250-3a94a80297c1/86784528-a72c-48ae-981d-9f086b578d71/2f5aef8e-0dab-43c5-9e90-29f1166e86eb) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:55.737958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7955618 Aug 30 13:02:55.741450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39842) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:55.748337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Request body: {'subnet': {'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-475701577-subnet', 'tenant_id': 'ab84f7fabe7941a0b6a4bc773264f06c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:55.752140 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.763573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbae363-f65e-4e3a-b1ef-97291c7c3d4a admin admin] Pushing event updated for resources: {'Network': ['ID=040756f3-7673-45e9-bedb-4320c1c9fe9f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:55.791436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 040756f3-7673-45e9-bedb-4320c1c9fe9f details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:02:55.794283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Made reservation on behalf of ab84f7fabe7941a0b6a4bc773264f06c for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:55.804326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.859506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:55.941835 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.027822 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.043805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Transition to ACTIVE for port object 2f5aef8e-0dab-43c5-9e90-29f1166e86eb will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:56.065433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Transition to ACTIVE for port object 2f5aef8e-0dab-43c5-9e90-29f1166e86eb will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:02:56.073545 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.079752 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.096518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9eadd1-1600-4914-bff9-a6120c7de5da']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:56.109861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a889a9-ba94-4452-bc5d-da518ea90e2e') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:56.110161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a889a9-ba94-4452-bc5d-da518ea90e2e') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:56.112092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.129017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.142689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Network 8cfba2db-40e1-4544-8250-3a94a80297c1 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:56.147469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.147996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:56.150247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Pushing event updated for resources: {'Port': ['ID=2f5aef8e-0dab-43c5-9e90-29f1166e86eb,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:56.153027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:56.164219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:02:56.164798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:02:56.166737 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:02:56.176284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f83c4d3-00aa-4dd6-a772-07c3ab30fe63,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:56.212286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Attempting to bind port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:02:56.212985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Attempting to bind port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'a537a4b7-c246-4910-b801-fb0776cdd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:02:56.213559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Attempting to bind port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb on network 8cfba2db-40e1-4544-8250-3a94a80297c1 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:02:56.221403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:02:56.222090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Checking segment: {'id': 'a537a4b7-c246-4910-b801-fb0776cdd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:56.228965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Checking segment: {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:02:56.228965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Network hostable DHCP agents. Network: 040756f3-7673-45e9-bedb-4320c1c9fe9f, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:02:56.234802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.235760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Bound using segment: {'id': 'a537a4b7-c246-4910-b801-fb0776cdd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:02:56.236842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Bound port: 2f5aef8e-0dab-43c5-9e90-29f1166e86eb, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a537a4b7-c246-4910-b801-fb0776cdd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:02:56.237617 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.243093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.263646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Network 040756f3-7673-45e9-bedb-4320c1c9fe9f is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:02:56.286280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.288746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] 10.222.0.37 "DELETE /v2.0/networks/3f9eadd1-1600-4914-bff9-a6120c7de5da HTTP/1.1" status: 204 len: 168 time: 0.6810510 Aug 30 13:02:56.290612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 040756f3-7673-45e9-bedb-4320c1c9fe9f) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:56.303603 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:56.304713 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.317597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90548cd9-8198-45f7-9aab-fe2ba700ae5e None None] Network 040756f3-7673-45e9-bedb-4320c1c9fe9f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:02:56.337800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39864) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:56.358386 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fdc31442-a592-4468-a560-78798773ee8c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6156466 Aug 30 13:02:56.373102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65556c4-9398-401a-8e91-6d09b6ce6cce admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9eadd1-1600-4914-bff9-a6120c7de5da,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:56.426609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] For port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:02:56.431729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] For port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2f5aef8e-0dab-43c5-9e90-29f1166e86eb,segment=NetworkSegment(a537a4b7-c246-4910-b801-fb0776cdd018),segment_id=a537a4b7-c246-4910-b801-fb0776cdd018)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:02:56.445557 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.501371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.539057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.549029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82f0d70c-83ac-4187-a18d-f60dfa4f7b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.562605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d98056-1780-414f-b1f8-6ee4d0cd61cb req-66f7918b-5f70-436d-ac84-4bd58d0f95b4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:56.564494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62d98056-1780-414f-b1f8-6ee4d0cd61cb req-66f7918b-5f70-436d-ac84-4bd58d0f95b4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 949 time: 0.1696994 Aug 30 13:02:56.718957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a2fbe-ad2e-4926-ad49-a33852fabd8d None None] Pushing event updated for resources: {'Port': ['ID=2f5aef8e-0dab-43c5-9e90-29f1166e86eb,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:56.734999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89eba4-6e64-4f9f-813f-7aba30d16541 None None] Network 040756f3-7673-45e9-bedb-4320c1c9fe9f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:02:56.741054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62d98056-1780-414f-b1f8-6ee4d0cd61cb req-e96bfae5-e9cb-4a2b-a487-53cc02ce1923 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243947 Aug 30 13:02:56.782238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Allocated IP 172.25.2.41 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/f3a3a641-26ad-4915-b93d-868c692851bf) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:02:56.783573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82f0d70c-83ac-4187-a18d-f60dfa4f7b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.786068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39886) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:56.807506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82f0d70c-83ac-4187-a18d-f60dfa4f7b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:56.842684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0d70c-83ac-4187-a18d-f60dfa4f7b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7f80c6-1d02-4465-b95d-4ba7b4cfaf66,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:56.920493 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a8367e2c-457f-4ada-8a0b-493a86c406fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a69fa4ea26a42b6ad53bc8cc38af010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1330099 Aug 30 13:02:56.923373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39888) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:56.927205 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-82f0d70c-83ac-4187-a18d-f60dfa4f7b8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0f9c203d8604adc88e8557852494715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5849006 Aug 30 13:02:56.927739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39890) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:56.998705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.012880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac338c12-7621-42af-847b-c80894fdf2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.035051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a4960574-05eb-4a65-a372-98a14935ddb7 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:02:57.035777 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19387e52-bb44-413c-b803-567f9d286091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.062412 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19387e52-bb44-413c-b803-567f9d286091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.066855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: a4960574-05eb-4a65-a372-98a14935ddb7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:02:57.067217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac338c12-7621-42af-847b-c80894fdf2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.067417 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a4960574-05eb-4a65-a372-98a14935ddb7 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:02:57.123993 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.150882 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac338c12-7621-42af-847b-c80894fdf2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.153464 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac338c12-7621-42af-847b-c80894fdf2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.157932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ac338c12-7621-42af-847b-c80894fdf2bc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c7f80c6-1d02-4465-b95d-4ba7b4cfaf66 HTTP/1.1" status: 204 len: 168 time: 0.2259099 Aug 30 13:02:57.171904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19387e52-bb44-413c-b803-567f9d286091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.174674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19387e52-bb44-413c-b803-567f9d286091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.174816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac338c12-7621-42af-847b-c80894fdf2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7f80c6-1d02-4465-b95d-4ba7b4cfaf66,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:57.178770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-19387e52-bb44-413c-b803-567f9d286091 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e715daf5-e4bc-4e4c-a428-8e3a5274d7eb HTTP/1.1" status: 204 len: 168 time: 0.2514641 Aug 30 13:02:57.199058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:02:57.201634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19387e52-bb44-413c-b803-567f9d286091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e715daf5-e4bc-4e4c-a428-8e3a5274d7eb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:57.207270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:02:57.215929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:02:57.219633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a3a641-26ad-4915-b93d-868c692851bf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:57.476866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-dbe724b3-da70-479f-bf16-61e4ab75e1db tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:57.478456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-dbe724b3-da70-479f-bf16-61e4ab75e1db tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/networks?id=040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 200 len: 814 time: 0.1523943 Aug 30 13:02:57.509540 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-0d773c04-da69-4a3a-b853-af2ac5acd571 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/quotas/ab84f7fabe7941a0b6a4bc773264f06c HTTP/1.1" status: 200 len: 375 time: 0.0179961 Aug 30 13:02:57.530162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.568408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-f82c6fc4-d927-42fb-9575-c8356d4481b0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591493 Aug 30 13:02:57.587489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 707f1bf6-cdf0-471e-9dfe-117afc412f40 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:57.719033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 707f1bf6-cdf0-471e-9dfe-117afc412f40 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:57.729813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 707f1bf6-cdf0-471e-9dfe-117afc412f40 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:57.730397 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.759459 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-934a2f11-aef0-4174-a87f-7286e1b2c40e service neutron] 10.222.0.37 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828790 Aug 30 13:02:57.848143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39928) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:57.880384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-669e53b1-ba9b-4a9e-836f-af151e0703f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.892920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.934719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707f1bf6-cdf0-471e-9dfe-117afc412f40'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:02:57.939228 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d3ce68-6ac8-4088-8e80-7919fc039202" -d '{"events": [{"server_uuid": "8c06a7a2-1376-40d2-88c2-dea10a2fd76a", "name": "network-vif-plugged", "status": "completed", "tag": "707f1bf6-cdf0-471e-9dfe-117afc412f40"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:02:57.969535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 707f1bf6-cdf0-471e-9dfe-117afc412f40, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=707f1bf6-cdf0-471e-9dfe-117afc412f40,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:57.975151 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:57.980976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-e4bc9e18-7e4d-42c1-8d08-758d81a8d198 service neutron] 10.222.0.37 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185004 Aug 30 13:02:58.038468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce63c04-7198-4bca-a1bf-15f89ebbe92f None None] Network 8cfba2db-40e1-4544-8250-3a94a80297c1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:02:58.145520 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-669e53b1-ba9b-4a9e-836f-af151e0703f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.157521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-669e53b1-ba9b-4a9e-836f-af151e0703f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.229077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e53b1-ba9b-4a9e-836f-af151e0703f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81838a2-5436-47e2-babf-1f53ba1af544,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:58.260955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.291952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-669e53b1-ba9b-4a9e-836f-af151e0703f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7592fe70d04c4e7cb3e8260ec6c3ecf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402878 Aug 30 13:02:58.292627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39948) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:58.298929 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f1246c-e64e-4825-ab5d-99d720844311 x-openstack-request-id: req-d3f1246c-e64e-4825-ab5d-99d720844311 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:02:58.299231 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06a7a2-1376-40d2-88c2-dea10a2fd76a", "name": "network-vif-plugged", "status": "completed", "tag": "707f1bf6-cdf0-471e-9dfe-117afc412f40", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:02:58.299491 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d3f1246c-e64e-4825-ab5d-99d720844311 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:02:58.300176 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707f1bf6-cdf0-471e-9dfe-117afc412f40', 'code': 200} Aug 30 13:02:58.303111 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.308447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-506c4787-74b8-4393-b59d-1add1dd0ed1d None None] Provisioning for port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:58.315882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=707f1bf6-cdf0-471e-9dfe-117afc412f40,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:58.394745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b1952-4132-4154-8456-9cd75a872e8a req-e3458c10-d599-412a-b6c5-763fa3f12508 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:58.404557 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-467b1952-4132-4154-8456-9cd75a872e8a req-e3458c10-d599-412a-b6c5-763fa3f12508 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 950 time: 0.3442199 Aug 30 13:02:58.449607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9f8ec132-35e1-4238-ab57-042ee4ea1403 req-65b80981-a0d9-4b32-ac01-0cb82bd14dab tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 210 time: 0.0410690 Aug 30 13:02:58.461278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1925a03e-8dae-4b38-ac38-ce78a2c4c7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.495626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1925a03e-8dae-4b38-ac38-ce78a2c4c7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.591997 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-467b1952-4132-4154-8456-9cd75a872e8a req-0fe12ac6-bc81-4672-8544-b84d0d9b39f0 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867125 Aug 30 13:02:58.600355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0617a-89d0-4fcb-bad9-e45ba294b64d req-5044fd63-e4d3-4591-93de-fc62ead59cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:58.602185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfd0617a-89d0-4fcb-bad9-e45ba294b64d req-5044fd63-e4d3-4591-93de-fc62ead59cf7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 1101 time: 0.2510536 Aug 30 13:02:58.612570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1925a03e-8dae-4b38-ac38-ce78a2c4c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.616484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1925a03e-8dae-4b38-ac38-ce78a2c4c7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.620320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1925a03e-8dae-4b38-ac38-ce78a2c4c7fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a81838a2-5436-47e2-babf-1f53ba1af544 HTTP/1.1" status: 204 len: 168 time: 0.3236189 Aug 30 13:02:58.629862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925a03e-8dae-4b38-ac38-ce78a2c4c7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81838a2-5436-47e2-babf-1f53ba1af544,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:58.676076 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfd0617a-89d0-4fcb-bad9-e45ba294b64d req-9313e407-b6ee-46f3-b585-fe347b736a71 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648046 Aug 30 13:02:58.691938 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39962) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:58.760830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Router e77d65dc-3966-4a98-8864-568624bb3c88 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:02:58.868050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2f5aef8e-0dab-43c5-9e90-29f1166e86eb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:02:58.872385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-789937670-network', 'tenant_id': 'd663bdcf9cdd4203867c9ef1526b354b'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:58.898842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Made reservation on behalf of d663bdcf9cdd4203867c9ef1526b354b for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:58.902025 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.918402 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:58.944540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:02:58.956069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:02:58.956744 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.038707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:02:59.041407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.049240 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.057555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Sync routers for ids ['e77d65dc-3966-4a98-8864-568624bb3c88'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:02:59.063932 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.068670 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.076282 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7cf392e6-82b0-40e8-9fce-14fd891d9904 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5967460 Aug 30 13:02:59.076982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39978) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:59.085311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Routers {'e77d65dc-3966-4a98-8864-568624bb3c88'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:02:59.086048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e77d65dc-3966-4a98-8864-568624bb3c88'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:02:59.087907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb705d-da7e-446b-9bfb-b8c4b5aef22e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:59.099245 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:02:59.113349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.113794 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Added segment 3751c1eb-4fe5-4285-ad1b-ecf8240016be of type vlan for network e545d28a-5488-4cda-9123-4a5ba9037f22 Aug 30 13:02:59.166164 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.186234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2f5aef8e-0dab-43c5-9e90-29f1166e86eb,segment=NetworkSegment(a537a4b7-c246-4910-b801-fb0776cdd018),segment_id=a537a4b7-c246-4910-b801-fb0776cdd018)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:59.201612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.203056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:59.203791 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.319225 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6233530 Aug 30 13:02:59.319728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39988) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:02:59.325041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Request body: {'subnet': {'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-789937670-subnet', 'tenant_id': 'd663bdcf9cdd4203867c9ef1526b354b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:02:59.329271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc764a-8bec-47c5-af88-89722fa3dc99 admin admin] Pushing event updated for resources: {'Network': ['ID=e545d28a-5488-4cda-9123-4a5ba9037f22,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:59.371183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Made reservation on behalf of d663bdcf9cdd4203867c9ef1526b354b for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:02:59.374629 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.385739 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.388309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e545d28a-5488-4cda-9123-4a5ba9037f22 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:02:59.495287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=2f5aef8e-0dab-43c5-9e90-29f1166e86eb,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:02:59.557403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Set router e77d65dc-3966-4a98-8864-568624bb3c88 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:02:59.603921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:02:59.879864 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:02:59.888068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6d2792a-049f-4525-b2c6-29b66e61f5de req-1ea1f3d3-0959-48e9-89b0-d3805da17a32 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 210 time: 0.2562859 Aug 30 13:02:59.909220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:02:59.954280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '87880a84-7de3-411a-bd70-f64a7429452f', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '87880a84-7de3-411a-bd70-f64a7429452f', 'mac_address': 'fa:16:3e:6f:f7:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:02:59.963626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-cd74c1c5-d4aa-40b4-93ea-5492082398e5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:59.965319 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-cd74c1c5-d4aa-40b4-93ea-5492082398e5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.16 "GET /v2.0/networks?id=040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 200 len: 814 time: 0.2345507 Aug 30 13:02:59.977478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a99f18-8eb3-427c-b8a0-d720ebcc0858 req-2cd57342-56bf-4d9e-ab51-b3848d5f7710 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:02:59.979154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95a99f18-8eb3-427c-b8a0-d720ebcc0858 req-2cd57342-56bf-4d9e-ab51-b3848d5f7710 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 950 time: 0.1391480 Aug 30 13:03:00.006487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Request body: {'port': {'device_id': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f', 'admin_state_up': True, 'tenant_id': 'ab84f7fabe7941a0b6a4bc773264f06c'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:00.012343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.021863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c756804-246b-4102-9c15-082802e5b1c3,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:00.022693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:02:55Z', 'updated_at': '2021-08-30T13:02:57Z', 'revision_number': 3, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'gw_port': {'id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:02:56Z', 'updated_at': '2021-08-30T13:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:00.043694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Checking segment: {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:00.044921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Network hostable DHCP agents. Network: e545d28a-5488-4cda-9123-4a5ba9037f22, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:00.059394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Checking router: e77d65dc-3966-4a98-8864-568624bb3c88 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:03:00.060008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Updating router e77d65dc-3966-4a98-8864-568624bb3c88 port f3a3a641-26ad-4915-b93d-868c692851bf binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:03:00.064398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.099173 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.101887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87880a84-7de3-411a-bd70-f64a7429452f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:00.145528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Network e545d28a-5488-4cda-9123-4a5ba9037f22 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:00.181430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e545d28a-5488-4cda-9123-4a5ba9037f22) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:00.203827 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:00.205188 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.237353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95a99f18-8eb3-427c-b8a0-d720ebcc0858 req-d1da4371-937c-43c7-8b83-b2181b481ea4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481980 Aug 30 13:03:00.280791 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b4ec10a8-b0fe-4b23-a3f0-8890a960debd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9526048 Aug 30 13:03:00.283825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Made reservation on behalf of ab84f7fabe7941a0b6a4bc773264f06c for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:00.288621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:00.290216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.303317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf06314-d18c-4a90-ade2-c8bf25bd8344 None None] Network e545d28a-5488-4cda-9123-4a5ba9037f22 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:00.332921 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.378295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Allocated IP 172.20.0.1 (8cfba2db-40e1-4544-8250-3a94a80297c1/86784528-a72c-48ae-981d-9f086b578d71/0d0f3b09-ee67-4101-8050-3619998e4db1) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:00.544560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Allocated IP 172.20.0.8 (040756f3-7673-45e9-bedb-4320c1c9fe9f/1f83c4d3-00aa-4dd6-a772-07c3ab30fe63/2e6915a0-dc77-4cc3-bb72-e0536864d36d) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:00.564072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['87880a84-7de3-411a-bd70-f64a7429452f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:00.604232 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.618629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Transition to ACTIVE for port object 0d0f3b09-ee67-4101-8050-3619998e4db1 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:00.687682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:00.711444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.763806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Network 8cfba2db-40e1-4544-8250-3a94a80297c1 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:00.768388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:00.773398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2f5aef8e-0dab-43c5-9e90-29f1166e86eb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:00.779193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:00.875231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0f3b09-ee67-4101-8050-3619998e4db1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:00.890111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.897876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:00.908531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921b6e93-85ca-4d3f-b047-e6abc9c8228b None None] Network e545d28a-5488-4cda-9123-4a5ba9037f22 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:01.012755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.051739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40086) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:01.094349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Network 040756f3-7673-45e9-bedb-4320c1c9fe9f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:01.103007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:01.111185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:01.202569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Pushing event updated for resources: {'Port': ['ID=2e6915a0-dc77-4cc3-bb72-e0536864d36d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:01.207168 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.215111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:01.215440 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.239537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:01.240529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.274351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-c13e3c1b-2304-4c45-b955-f4e1d00a42e7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2931435 Aug 30 13:03:01.288011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Request body: {'port': {'device_id': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:01.301195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-a6c05b21-d888-4fa4-9713-b14172cc2dcf tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:01.311920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5f7020e4-8dde-4c3a-98e1-4f848dc3e4fa None None] Provisioning for port 0d0f3b09-ee67-4101-8050-3619998e4db1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:01.313245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-a6c05b21-d888-4fa4-9713-b14172cc2dcf tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 812 time: 0.3249137 Aug 30 13:03:01.321932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5f7020e4-8dde-4c3a-98e1-4f848dc3e4fa None None] Provisioning complete for port 0d0f3b09-ee67-4101-8050-3619998e4db1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:01.322352 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5f7020e4-8dde-4c3a-98e1-4f848dc3e4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.337529 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-c7eecfbe-6aef-491f-8be9-010de53a2d47 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/quotas/d663bdcf9cdd4203867c9ef1526b354b HTTP/1.1" status: 200 len: 375 time: 0.0229704 Aug 30 13:03:01.364344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5f7020e4-8dde-4c3a-98e1-4f848dc3e4fa None None] Port 0d0f3b09-ee67-4101-8050-3619998e4db1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:03:01.389153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-ad17888d-cd22-4f7c-9416-d400a8836429 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501604 Aug 30 13:03:01.392238 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.409408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbe9e3-338b-49a2-ba80-7a0ae645e245 req-43bc97f4-6858-47cb-b65d-006c39ba84cf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:01.410958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-30fbe9e3-338b-49a2-ba80-7a0ae645e245 req-43bc97f4-6858-47cb-b65d-006c39ba84cf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 931 time: 0.1001112 Aug 30 13:03:01.411726 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-affb7d47-768a-4c7b-9a6f-33e792622859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.415093 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.525091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-30fbe9e3-338b-49a2-ba80-7a0ae645e245 req-00e78665-3b42-4db9-8685-96d6cfcc8b3c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958092 Aug 30 13:03:01.538248 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.560037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Transition to ACTIVE for port object f3a3a641-26ad-4915-b93d-868c692851bf will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:01.573186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.623525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Attempting to bind port f3a3a641-26ad-4915-b93d-868c692851bf on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:01.624576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Attempting to bind port f3a3a641-26ad-4915-b93d-868c692851bf by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:01.625013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Attempting to bind port f3a3a641-26ad-4915-b93d-868c692851bf on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:01.636732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:01.637525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:01.645625 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.647353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:01.648506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Bound port: f3a3a641-26ad-4915-b93d-868c692851bf, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:01.650482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.741779 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-affb7d47-768a-4c7b-9a6f-33e792622859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.743661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221337f-07d0-41f0-9779-818952f98083 None None] Pushing event updated for resources: {'Port': ['ID=f3a3a641-26ad-4915-b93d-868c692851bf,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:01.751751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-affb7d47-768a-4c7b-9a6f-33e792622859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.774224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] For port f3a3a641-26ad-4915-b93d-868c692851bf, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:01.778015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] For port f3a3a641-26ad-4915-b93d-868c692851bf, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f3a3a641-26ad-4915-b93d-868c692851bf,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:01.786991 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.824699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-affb7d47-768a-4c7b-9a6f-33e792622859 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc664717349a47ed90c2b4872ed08fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714775 Aug 30 13:03:01.825986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40110) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:01.843566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb7d47-768a-4c7b-9a6f-33e792622859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85958060-664f-4d5b-836a-a6a3f79c0e69,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:01.865683 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221337f-07d0-41f0-9779-818952f98083 None None] Pushing event updated for resources: {'Port': ['ID=f3a3a641-26ad-4915-b93d-868c692851bf,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:01.883179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Routers {'e77d65dc-3966-4a98-8864-568624bb3c88'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:03:01.884050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e77d65dc-3966-4a98-8864-568624bb3c88'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:01.901217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-dea72f3c-ee88-4b46-b1d8-519a626de6e9 service neutron] 10.222.0.37 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994757 Aug 30 13:03:01.919949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6915a0-dc77-4cc3-bb72-e0536864d36d {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:01.934740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6327c-2956-4a09-a1ce-ee086c8d0391 req-e5b7eed2-f69c-45ef-beff-fa11e640bdf9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:01.936301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27d6327c-2956-4a09-a1ce-ee086c8d0391 req-e5b7eed2-f69c-45ef-beff-fa11e640bdf9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 950 time: 0.1180253 Aug 30 13:03:01.938278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.965785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Transition to ACTIVE for port object 2e6915a0-dc77-4cc3-bb72-e0536864d36d will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:01.978328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:01.993279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27d6327c-2956-4a09-a1ce-ee086c8d0391 req-1c04f585-9407-40c8-bcd9-bb3892e11e15 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487189 Aug 30 13:03:02.005309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] Set router e77d65dc-3966-4a98-8864-568624bb3c88 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:03:02.052929 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Pushing event updated for resources: {'Port': ['ID=2e6915a0-dc77-4cc3-bb72-e0536864d36d,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:02.064096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-ad17455d-81e7-4707-a29b-898d5e480e80 service neutron] 10.222.0.37 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612787 Aug 30 13:03:02.170526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-779e6865-c5ad-42de-8d35-b0fc8ba5ccbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.200628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.206877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Attempting to bind port 2e6915a0-dc77-4cc3-bb72-e0536864d36d on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:02.207512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Attempting to bind port 2e6915a0-dc77-4cc3-bb72-e0536864d36d by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:02.207638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Attempting to bind port 2e6915a0-dc77-4cc3-bb72-e0536864d36d on network 040756f3-7673-45e9-bedb-4320c1c9fe9f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:02.215506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Port 2e6915a0-dc77-4cc3-bb72-e0536864d36d on network 040756f3-7673-45e9-bedb-4320c1c9fe9f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:02.215972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Attempting to bind port 2e6915a0-dc77-4cc3-bb72-e0536864d36d on network 040756f3-7673-45e9-bedb-4320c1c9fe9f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:02.223005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:02.223390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Checking segment: {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:02.224333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Bound using segment: {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:02.224772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Bound port: 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:02.225135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.246299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.313240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-779e6865-c5ad-42de-8d35-b0fc8ba5ccbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.385853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:02.390442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:02.397621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930c567-3ee2-432c-a98c-0c85c4d4e436 req-841d6928-9159-45df-a532-960646947024 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:02.399619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e930c567-3ee2-432c-a98c-0c85c4d4e436 req-841d6928-9159-45df-a532-960646947024 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 1101 time: 0.1091278 Aug 30 13:03:02.401621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.467353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:02.469322 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.471086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] 10.222.0.16 "PUT /v2.0/ports/2e6915a0-dc77-4cc3-bb72-e0536864d36d HTTP/1.1" status: 200 len: 1091 time: 1.1879861 Aug 30 13:03:02.471234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'tag': '2e6915a0-dc77-4cc3-bb72-e0536864d36d'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:02.473442 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bbdcb8-f289-48b2-b336-16b7570ef4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b53c6526-e3e2-4d89-847c-b0ea43caaa8b", "tag": "2e6915a0-dc77-4cc3-bb72-e0536864d36d"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:02.477631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:02:55Z', 'updated_at': '2021-08-30T13:03:01Z', 'revision_number': 4, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'gw_port': {'id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:02:56Z', 'updated_at': '2021-08-30T13:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0d0f3b09-ee67-4101-8050-3619998e4db1', 'name': '', 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'mac_address': 'fa:16:3e:1a:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '86784528-a72c-48ae-981d-9f086b578d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:00Z', 'updated_at': '2021-08-30T13:03:00Z', 'revision_number': 1, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'subnets': [{'id': '86784528-a72c-48ae-981d-9f086b578d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:02.529327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e930c567-3ee2-432c-a98c-0c85c4d4e436 req-c98cbd7f-4278-4cf9-bc79-9bc8769560e8 tempest-ServersOnMultiNodesTest-1860277301 tempest-ServersOnMultiNodesTest-1860277301-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808246 Aug 30 13:03:02.529327 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024937de-de0d-4fbc-99e2-450e93c0371d service neutron] Pushing event updated for resources: {'Port': ['ID=2e6915a0-dc77-4cc3-bb72-e0536864d36d,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:02.563661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0f3b09-ee67-4101-8050-3619998e4db1,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:02.570418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22801b7b-568d-4992-8b4d-86771de8744c None None] The sync data for ids ['e77d65dc-3966-4a98-8864-568624bb3c88'] in n-d-688802-6 is: [{'id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:02:55Z', 'updated_at': '2021-08-30T13:03:01Z', 'revision_number': 4, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'gw_port': {'id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:02:56Z', 'updated_at': '2021-08-30T13:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0d0f3b09-ee67-4101-8050-3619998e4db1', 'name': '', 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'mac_address': 'fa:16:3e:1a:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '86784528-a72c-48ae-981d-9f086b578d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:00Z', 'updated_at': '2021-08-30T13:03:00Z', 'revision_number': 1, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'subnets': [{'id': '86784528-a72c-48ae-981d-9f086b578d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:03:02.576895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.638623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-5e4db11e-9dfb-4901-bc61-bfe055484789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:02.640792 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-5e4db11e-9dfb-4901-bc61-bfe055484789 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 1094 time: 0.1192179 Aug 30 13:03:02.697944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-779e6865-c5ad-42de-8d35-b0fc8ba5ccbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.717201 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6921708-1405-4ae9-8403-72477e7449dc x-openstack-request-id: req-f6921708-1405-4ae9-8403-72477e7449dc {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:02.718124 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53c6526-e3e2-4d89-847c-b0ea43caaa8b", "tag": "2e6915a0-dc77-4cc3-bb72-e0536864d36d", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:02.718556 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-779e6865-c5ad-42de-8d35-b0fc8ba5ccbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:02.718702 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6921708-1405-4ae9-8403-72477e7449dc {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:02.719109 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'tag': '2e6915a0-dc77-4cc3-bb72-e0536864d36d', 'status': 'completed', 'code': 200} Aug 30 13:03:02.720899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-4b7250ce-d181-4aca-b290-90e67712c68f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d HTTP/1.1" status: 200 len: 217 time: 0.0611095 Aug 30 13:03:02.725344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-779e6865-c5ad-42de-8d35-b0fc8ba5ccbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85958060-664f-4d5b-836a-a6a3f79c0e69 HTTP/1.1" status: 204 len: 168 time: 0.8944514 Aug 30 13:03:02.756388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45efcfe1-2322-41d5-b6e7-f1e433cdf6e6 req-b44ab551-48bc-4e0a-89e4-fcfa3da63842 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 210 time: 0.1112425 Aug 30 13:03:02.803456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e6865-c5ad-42de-8d35-b0fc8ba5ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85958060-664f-4d5b-836a-a6a3f79c0e69,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:02.876906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Network 8cfba2db-40e1-4544-8250-3a94a80297c1 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:02.879769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:02.908281 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-9262407c-3804-4ce3-add4-af209713aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:02.915307 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-9262407c-3804-4ce3-add4-af209713aa18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1f83c4d3-00aa-4dd6-a772-07c3ab30fe63 HTTP/1.1" status: 200 len: 854 time: 0.1733947 Aug 30 13:03:03.015910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-2e6ea744-890c-4988-8e93-0a1bc2916e81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=040756f3-7673-45e9-bedb-4320c1c9fe9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340028 Aug 30 13:03:03.176704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebc9ec-b083-493c-a4eb-2dbc4cc68b8c req-a0e608c7-e780-4656-9982-75ade4141cfc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:03.178444 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9aebc9ec-b083-493c-a4eb-2dbc4cc68b8c req-a0e608c7-e780-4656-9982-75ade4141cfc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 943 time: 0.2616043 Aug 30 13:03:03.364410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9aebc9ec-b083-493c-a4eb-2dbc4cc68b8c req-e2356c12-b866-464b-98a8-038a5bb8527d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749635 Aug 30 13:03:03.374784 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-ba0dd954-0771-409d-a403-6a8f330bee95 service neutron] 10.222.0.16 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402963 Aug 30 13:03:03.456500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Router e77d65dc-3966-4a98-8864-568624bb3c88 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:03:03.522219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f4f47828-bc60-466f-930e-a9d8ed117662 None None] Provisioning complete for port 0d0f3b09-ee67-4101-8050-3619998e4db1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:03.523383 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4f47828-bc60-466f-930e-a9d8ed117662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:03.609075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:03.683526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3fa7a254-316e-4a2e-92a0-bdf750030c82 req-fe775a80-ee17-4091-b401-79ab9d84b971 service neutron] 10.222.0.16 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956531 Aug 30 13:03:03.736507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f4f47828-bc60-466f-930e-a9d8ed117662 None None] Port 0d0f3b09-ee67-4101-8050-3619998e4db1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:03:03.833192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 87880a84-7de3-411a-bd70-f64a7429452f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:03.833886 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:03.886922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-261bb32d-cb63-47db-8186-86e30790cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:03.888475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-261bb32d-cb63-47db-8186-86e30790cde3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 1094 time: 0.0938742 Aug 30 13:03:03.945503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9220c1-b941-4769-8868-d1d2fa9435ee req-9ebfeaa2-21d8-4bc1-8945-50d1d1745052 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:03.956753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eb9220c1-b941-4769-8868-d1d2fa9435ee req-9ebfeaa2-21d8-4bc1-8945-50d1d1745052 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 950 time: 0.4973588 Aug 30 13:03:03.961257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:03:03.992265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7c286638-9927-40f9-8d4d-01df32408454 admin admin] 10.222.0.37 "PUT /v2.0/routers/e77d65dc-3966-4a98-8864-568624bb3c88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9142091 Aug 30 13:03:04.078090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:04.081150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eb9220c1-b941-4769-8868-d1d2fa9435ee req-834570fd-d29c-4688-8919-68ac787e22b9 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955195 Aug 30 13:03:04.162012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:04.168522 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb127491-c119-481a-b51b-41fe88756ef6" -d '{"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-plugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:04.182275 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-42de5c69-ff36-42d5-a6ed-a733c8d51ffb req-16f80b6c-fa49-4ec6-bcac-e103a181bcc1 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 210 time: 0.2139657 Aug 30 13:03:04.211005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:04.224441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:04.351570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-ea8c282a-b587-4be9-b92d-aa78ea766d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:04.355733 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-ea8c282a-b587-4be9-b92d-aa78ea766d34 service neutron] 10.222.0.16 "GET /v2.0/networks?id=040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 200 len: 915 time: 0.4591138 Aug 30 13:03:04.359195 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24963fa-64d1-430a-9d36-9f0b53f5bee4 x-openstack-request-id: req-c24963fa-64d1-430a-9d36-9f0b53f5bee4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:04.359883 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-plugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:04.360323 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c24963fa-64d1-430a-9d36-9f0b53f5bee4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:04.360888 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f', 'code': 200} Aug 30 13:03:04.464990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=10']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:04.502546 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-ead4d506-ad93-4bbd-8e81-db557dc83f22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d HTTP/1.1" status: 200 len: 217 time: 0.1357849 Aug 30 13:03:04.551533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40208) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:04.620092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-7df23964-74b2-458c-b71c-21ca93797022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:04.626337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-7df23964-74b2-458c-b71c-21ca93797022 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1f83c4d3-00aa-4dd6-a772-07c3ab30fe63 HTTP/1.1" status: 200 len: 854 time: 0.1121745 Aug 30 13:03:04.737212 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-b31c8c8d-017e-47f7-8b52-71af80841d33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=040756f3-7673-45e9-bedb-4320c1c9fe9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917463 Aug 30 13:03:04.815997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f3a3a641-26ad-4915-b93d-868c692851bf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:04.941023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port f3a3a641-26ad-4915-b93d-868c692851bf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:04.955320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f3a3a641-26ad-4915-b93d-868c692851bf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:04.955753 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:05.240373 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:05.293732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port f3a3a641-26ad-4915-b93d-868c692851bf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f3a3a641-26ad-4915-b93d-868c692851bf,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:05.299036 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:05.373936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=f3a3a641-26ad-4915-b93d-868c692851bf,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:05.599392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-968316025'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:05.792939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb93ca-d905-467b-ba12-dc3b4aa4e0c8 req-1daf0a6d-43a1-436c-8bd1-566dc53e0064 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:05.798034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54fb93ca-d905-467b-ba12-dc3b4aa4e0c8 req-1daf0a6d-43a1-436c-8bd1-566dc53e0064 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 943 time: 1.2373416 Aug 30 13:03:05.807580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:05.816760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:05.865228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-5cbd04ba-1057-43ee-a62f-99429f67fdd2 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:05.866967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-5cbd04ba-1057-43ee-a62f-99429f67fdd2 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 950 time: 1.1539271 Aug 30 13:03:05.954487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:05.987959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-7ae0e6dd-83ed-4243-a9fe-6ce481d9f2ff tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:05.989636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-7ae0e6dd-83ed-4243-a9fe-6ce481d9f2ff tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.35 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 812 time: 0.3855736 Aug 30 13:03:06.006759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:06.007295 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Added segment d8de1565-a505-46ef-b66f-d8703a91b5b9 of type vlan for network 3de7d964-b915-44f8-ba1c-2c371b6b2253 Aug 30 13:03:06.020504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-bcdb4083-c75d-4462-9240-a25eaa4db7f7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:06.024490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-bcdb4083-c75d-4462-9240-a25eaa4db7f7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.16 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 812 time: 0.2620780 Aug 30 13:03:06.029596 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-f826ea3d-b9c5-4bca-ab85-25786f240bdb service neutron] 10.222.0.16 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2876258 Aug 30 13:03:06.037401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Request body: {'port': {'device_id': 'bf946e35-fca5-4dd3-8bf7-540ca9fc38d0', 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22', 'admin_state_up': True, 'tenant_id': 'd663bdcf9cdd4203867c9ef1526b354b'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:06.058794 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54fb93ca-d905-467b-ba12-dc3b4aa4e0c8 req-61a022c4-ed4b-4803-8758-0f52a53a18a2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219677 Aug 30 13:03:06.073633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Request body: {'port': {'device_id': '8260ec2d-6974-46f6-9640-b3108cb53cd2', 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22', 'admin_state_up': True, 'tenant_id': 'd663bdcf9cdd4203867c9ef1526b354b'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:06.198939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:06.266775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Deleting port 707f1bf6-cdf0-471e-9dfe-117afc412f40 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:06.267125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:06.308164 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:06.314812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:06.315740 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:06.433540 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-21766c63-7bc3-439d-a74a-46482771cdf4 req-853f14b8-81fb-4b22-a6da-23fc84c8919f tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 210 time: 0.1624300 Aug 30 13:03:06.460667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557b2e2-3602-4bd2-ae47-e3eb5970563e req-2c916892-d0f2-47c2-a1a8-e85a8f167f40 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:06.471054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3557b2e2-3602-4bd2-ae47-e3eb5970563e req-2c916892-d0f2-47c2-a1a8-e85a8f167f40 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 950 time: 0.7074215 Aug 30 13:03:06.554612 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1339382c-a09f-4b03-bd25-67d2a4af5253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:06.580912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Made reservation on behalf of d663bdcf9cdd4203867c9ef1526b354b for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:06.587055 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:06.593895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0401154 Aug 30 13:03:06.602372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40322) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:06.611125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'subnet': {'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:06.633027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a816-0a3c-43d8-b2c0-3e0bb198ce67 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Network': ['ID=3de7d964-b915-44f8-ba1c-2c371b6b2253,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:06.677869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 3de7d964-b915-44f8-ba1c-2c371b6b2253 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:06.688708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Made reservation on behalf of d663bdcf9cdd4203867c9ef1526b354b for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:06.699307 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:06.775767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] For port 707f1bf6-cdf0-471e-9dfe-117afc412f40, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=707f1bf6-cdf0-471e-9dfe-117afc412f40,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:06.778032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:06.842463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f3a3a641-26ad-4915-b93d-868c692851bf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:06.859780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Calling delete_port for 707f1bf6-cdf0-471e-9dfe-117afc412f40 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:06.963403 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3557b2e2-3602-4bd2-ae47-e3eb5970563e req-3b282e6f-d2ff-44ad-8a21-ce42e8d3a762 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761043 Aug 30 13:03:07.010782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f3a3a641-26ad-4915-b93d-868c692851bf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:07.011202 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.080714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2e6915a0-dc77-4cc3-bb72-e0536864d36d details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:07.090010 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Sync routers for ids ['e77d65dc-3966-4a98-8864-568624bb3c88'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:03:07.110860 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56bbdcb8-f289-48b2-b336-16b7570ef4ad req-ef4b0a02-2be0-496f-9fe6-b06d2b7451da service neutron] 10.222.0.16 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0592949 Aug 30 13:03:07.118776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:07.132417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.132709 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Routers {'e77d65dc-3966-4a98-8864-568624bb3c88'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:03:07.138410 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:02:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e77d65dc-3966-4a98-8864-568624bb3c88'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:07.221405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Allocated IP 172.20.0.4 (e545d28a-5488-4cda-9123-4a5ba9037f22/0c756804-246b-4102-9c15-082802e5b1c3/70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:07.339835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40328) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:07.423961 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Set router e77d65dc-3966-4a98-8864-568624bb3c88 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:03:07.429740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:07.466333 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.472965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '2e6915a0-dc77-4cc3-bb72-e0536864d36d', 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f', 'port_id': '2e6915a0-dc77-4cc3-bb72-e0536864d36d', 'mac_address': 'fa:16:3e:b7:38:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f83c4d3-00aa-4dd6-a772-07c3ab30fe63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:07.572824 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.607437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 707f1bf6-cdf0-471e-9dfe-117afc412f40 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:07.611958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6915a0-dc77-4cc3-bb72-e0536864d36d {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:07.669616 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0791a974-6b4a-46f5-aac2-77f25870fa1c req-b32bb6fd-4002-4f02-85f9-0cdd46cd1875 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 210 time: 0.1118214 Aug 30 13:03:07.674003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:07.685302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.702114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.704117 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a79ca2b2-82e8-4ca7-bf82-113f0652240f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.774209 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.803284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=2e6915a0-dc77-4cc3-bb72-e0536864d36d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:07.820973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f5a00-b04c-431c-97bf-1f91dec734a7 req-0bd930e1-8937-4cb6-9c04-2a1035536a63 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:07.825328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707f1bf6-cdf0-471e-9dfe-117afc412f40'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:07.831034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad4f5a00-b04c-431c-97bf-1f91dec734a7 req-0bd930e1-8937-4cb6-9c04-2a1035536a63 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 943 time: 0.3588738 Aug 30 13:03:07.843568 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692ed6a6-6b54-40aa-a5a9-c36d0d56c41e" -d '{"events": [{"server_uuid": "8c06a7a2-1376-40d2-88c2-dea10a2fd76a", "name": "network-vif-unplugged", "status": "completed", "tag": "707f1bf6-cdf0-471e-9dfe-117afc412f40"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:07.849040 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.862113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Subnet': ['ID=82bc5e17-0aec-45f0-b579-fd5fcaa56294,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:07.898183 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:02:55Z', 'updated_at': '2021-08-30T13:03:01Z', 'revision_number': 4, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'gw_port': {'id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:02:56Z', 'updated_at': '2021-08-30T13:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0d0f3b09-ee67-4101-8050-3619998e4db1', 'name': '', 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'mac_address': 'fa:16:3e:1a:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '86784528-a72c-48ae-981d-9f086b578d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:00Z', 'updated_at': '2021-08-30T13:03:01Z', 'revision_number': 2, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'subnets': [{'id': '86784528-a72c-48ae-981d-9f086b578d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:07.906343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 707f1bf6-cdf0-471e-9dfe-117afc412f40, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=707f1bf6-cdf0-471e-9dfe-117afc412f40,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:07.926443 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:07.953109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Network e545d28a-5488-4cda-9123-4a5ba9037f22 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:07.958164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Allocated IP 172.20.0.3 (e545d28a-5488-4cda-9123-4a5ba9037f22/0c756804-246b-4102-9c15-082802e5b1c3/7cf8f0f4-b000-4c50-8483-cb17c54d1000) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:07.981785 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Checking router: e77d65dc-3966-4a98-8864-568624bb3c88 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:03:07.982340 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Updating router e77d65dc-3966-4a98-8864-568624bb3c88 port 0d0f3b09-ee67-4101-8050-3619998e4db1 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:03:08.007018 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd892ee0-ab36-4e5f-b8f4-b697c22770ea x-openstack-request-id: req-bd892ee0-ab36-4e5f-b8f4-b697c22770ea {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:08.007452 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06a7a2-1376-40d2-88c2-dea10a2fd76a", "name": "network-vif-unplugged", "status": "completed", "tag": "707f1bf6-cdf0-471e-9dfe-117afc412f40", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:08.008526 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd892ee0-ab36-4e5f-b8f4-b697c22770ea {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:08.009035 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707f1bf6-cdf0-471e-9dfe-117afc412f40', 'code': 200} Aug 30 13:03:08.041530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=707f1bf6-cdf0-471e-9dfe-117afc412f40,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:08.046897 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.047092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad4f5a00-b04c-431c-97bf-1f91dec734a7 req-269340bd-0d09-4854-bace-70e017777f7d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151275 Aug 30 13:03:08.048067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:08.064848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['2e6915a0-dc77-4cc3-bb72-e0536864d36d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:08.086681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:08.102151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Pushing event updated for resources: {'Port': ['ID=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:08.184028 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.252899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.313946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:08.314945 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.315441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Network e545d28a-5488-4cda-9123-4a5ba9037f22 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:08.321929 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.329028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:08.331776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:08.343698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734', '777516e5-fbbe-4575-848c-3ed35a59cf65'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:08.395622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:08.396913 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.460876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Checking segment: {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:08.461168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network hostable DHCP agents. Network: 3de7d964-b915-44f8-ba1c-2c371b6b2253, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:08.470451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Pushing event updated for resources: {'Port': ['ID=7cf8f0f4-b000-4c50-8483-cb17c54d1000,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:08.509733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event deleted for resources: {'Port': ['ID=707f1bf6-cdf0-471e-9dfe-117afc412f40,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:08.551237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network 3de7d964-b915-44f8-ba1c-2c371b6b2253 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:08.567914 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80b113fe-a6b2-4863-83dd-8ea865437bd5 req-dfd38f9b-5f50-4cac-9b33-6d6f8895caf3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c06a7a2-1376-40d2-88c2-dea10a2fd76a HTTP/1.1" status: 200 len: 210 time: 0.1557529 Aug 30 13:03:08.568898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] No DVR routers for this DVR port 707f1bf6-cdf0-471e-9dfe-117afc412f40 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:08.572405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.575214 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-122cc182-3a38-4b82-bcb2-ddfe815a0329 req-fab793fb-1c7a-41f4-942c-76e9c598718a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "DELETE /v2.0/ports/707f1bf6-cdf0-471e-9dfe-117afc412f40 HTTP/1.1" status: 204 len: 173 time: 2.6928191 Aug 30 13:03:08.575701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'name': 'network-vif-deleted', 'tag': '707f1bf6-cdf0-471e-9dfe-117afc412f40'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:08.579478 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9aa316-f9af-4cfd-9413-97a065be3ac9" -d '{"events": [{"server_uuid": "8c06a7a2-1376-40d2-88c2-dea10a2fd76a", "name": "network-vif-deleted", "tag": "707f1bf6-cdf0-471e-9dfe-117afc412f40"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:08.642134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 3de7d964-b915-44f8-ba1c-2c371b6b2253) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:08.653440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9979d5fa-23b7-4202-bd5b-01322c3c217e None None] Network 3de7d964-b915-44f8-ba1c-2c371b6b2253 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:08.654275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:08.657613 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe42ff88-3e2b-47ac-9979-f13a08c23425 x-openstack-request-id: req-fe42ff88-3e2b-47ac-9979-f13a08c23425 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:08.658140 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06a7a2-1376-40d2-88c2-dea10a2fd76a", "name": "network-vif-deleted", "tag": "707f1bf6-cdf0-471e-9dfe-117afc412f40", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:08.658591 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe42ff88-3e2b-47ac-9979-f13a08c23425 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:08.661089 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c06a7a2-1376-40d2-88c2-dea10a2fd76a', 'name': 'network-vif-deleted', 'tag': '707f1bf6-cdf0-471e-9dfe-117afc412f40', 'status': 'completed', 'code': 200} Aug 30 13:03:08.661229 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.675055 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.703354 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Transition to ACTIVE for port object 0d0f3b09-ee67-4101-8050-3619998e4db1 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:08.719946 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.756375 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a79ca2b2-82e8-4ca7-bf82-113f0652240f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.771663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a79ca2b2-82e8-4ca7-bf82-113f0652240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:08.776527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-e232c3aa-7c41-462a-8806-a5c86128c35d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7429783 Aug 30 13:03:08.805162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-2b48133d-90d0-4bdd-be03-ed74393a9b62 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7551885 Aug 30 13:03:08.818976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Request body: {'port': {'device_id': 'bf946e35-fca5-4dd3-8bf7-540ca9fc38d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:08.834257 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45ee0f2d-3ebc-4d11-ae45-decda7a64602 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2306190 Aug 30 13:03:08.840821 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Request body: {'port': {'device_id': '8260ec2d-6974-46f6-9640-b3108cb53cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:08.844726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40362) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:08.863100 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Pushing event updated for resources: {'Port': ['ID=0d0f3b09-ee67-4101-8050-3619998e4db1,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:08.915750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-14243456'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:09.021233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ca2b2-82e8-4ca7-bf82-113f0652240f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12ec807-6d4a-4315-9300-f4e32913c5e9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:09.027835 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.028449 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.028952 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.031245 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.031805 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.040832 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a79ca2b2-82e8-4ca7-bf82-113f0652240f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a86736ffbd9f4fec8f458f88ffe01eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6961274 Aug 30 13:03:09.044846 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.045230 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.046369 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.053180 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.053540 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.053897 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.056334 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:09.056507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40370) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:09.104796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.106531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:09.117870 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.152680 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Attempting to bind port 0d0f3b09-ee67-4101-8050-3619998e4db1 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:09.154318 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Attempting to bind port 0d0f3b09-ee67-4101-8050-3619998e4db1 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'a537a4b7-c246-4910-b801-fb0776cdd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:09.155316 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Attempting to bind port 0d0f3b09-ee67-4101-8050-3619998e4db1 on network 8cfba2db-40e1-4544-8250-3a94a80297c1 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:09.157427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.167870 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:09.168241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470b01a-9383-4a01-b168-dc6a343056a6 req-5d250101-222e-47ab-b8bc-8f7a1ee3020b tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:09.168395 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Checking segment: {'id': 'a537a4b7-c246-4910-b801-fb0776cdd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:09.168653 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.169051 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Bound using segment: {'id': 'a537a4b7-c246-4910-b801-fb0776cdd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:09.169524 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Bound port: 0d0f3b09-ee67-4101-8050-3619998e4db1, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a537a4b7-c246-4910-b801-fb0776cdd018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:09.174693 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.177988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f470b01a-9383-4a01-b168-dc6a343056a6 req-5d250101-222e-47ab-b8bc-8f7a1ee3020b tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 931 time: 0.3238089 Aug 30 13:03:09.257370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448', 'e255a631-7ac9-493c-87dc-eb9b74903cd5', '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4', '79d4a1b7-dfe6-4a76-a024-87e2cc060008'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:09.318281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:09.370550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f470b01a-9383-4a01-b168-dc6a343056a6 req-56d6c44f-c2cc-4467-b20f-4baa7d9e58f3 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915793 Aug 30 13:03:09.384752 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8b09f26c-0e5b-411b-be20-dcc15308f9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.411717 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.415530 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Added segment d3681f67-799a-4cb7-afa3-3d87ec96a61c of type vlan for network 483268e1-14d9-451e-9f61-3daa5b7758d4 Aug 30 13:03:09.481643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-3de7d964-b915-44f8-ba1c-2c371b6b2253', 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'fixed_ips': [{'subnet_id': '82bc5e17-0aec-45f0-b579-fd5fcaa56294'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:03:09.483318 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.649880 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] For port 0d0f3b09-ee67-4101-8050-3619998e4db1, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:09.654250 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] For port 0d0f3b09-ee67-4101-8050-3619998e4db1, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0d0f3b09-ee67-4101-8050-3619998e4db1,segment=NetworkSegment(a537a4b7-c246-4910-b801-fb0776cdd018),segment_id=a537a4b7-c246-4910-b801-fb0776cdd018)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:09.663229 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.667455 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9fb03136-e7b4-4dfb-bbf3-048521450b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.675328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.722911 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0a628-bc20-47e5-98c2-bdb96e187196 None None] Pushing event updated for resources: {'Port': ['ID=0d0f3b09-ee67-4101-8050-3619998e4db1,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:09.756528 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Routers {'e77d65dc-3966-4a98-8864-568624bb3c88'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:03:09.757154 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:03:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e77d65dc-3966-4a98-8864-568624bb3c88'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:09.822859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.850629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:09.851371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.950646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9fb03136-e7b4-4dfb-bbf3-048521450b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.975241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf8f0f4-b000-4c50-8483-cb17c54d1000 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:09.992158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:09.996990 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:10.026203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Transition to ACTIVE for port object 7cf8f0f4-b000-4c50-8483-cb17c54d1000 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:10.048177 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] Set router e77d65dc-3966-4a98-8864-568624bb3c88 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:03:10.052249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d125ef1-58ed-43af-b16a-7cbd428dc941 req-c466b88e-78a6-4fb8-b33f-ebc2899859fc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:10.066406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d125ef1-58ed-43af-b16a-7cbd428dc941 req-c466b88e-78a6-4fb8-b33f-ebc2899859fc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 944 time: 0.8312755 Aug 30 13:03:10.067767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Allocated IP 19.80.0.2 (3de7d964-b915-44f8-ba1c-2c371b6b2253/82bc5e17-0aec-45f0-b579-fd5fcaa56294/edf85b69-d64d-4945-81dc-fc80e06ac73d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:10.083842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2184167 Aug 30 13:03:10.086636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40392) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:10.101253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'subnet': {'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:10.141759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d125ef1-58ed-43af-b16a-7cbd428dc941 req-a1a0ae5d-c0a1-42d8-9ffd-4cb0bc051331 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743494 Aug 30 13:03:10.145479 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:10.307509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Pushing event updated for resources: {'Port': ['ID=7cf8f0f4-b000-4c50-8483-cb17c54d1000,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:10.466845 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:02:55Z', 'updated_at': '2021-08-30T13:03:01Z', 'revision_number': 4, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'gw_port': {'id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:02:56Z', 'updated_at': '2021-08-30T13:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0d0f3b09-ee67-4101-8050-3619998e4db1', 'name': '', 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'mac_address': 'fa:16:3e:1a:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '86784528-a72c-48ae-981d-9f086b578d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:00Z', 'updated_at': '2021-08-30T13:03:09Z', 'revision_number': 4, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'subnets': [{'id': '86784528-a72c-48ae-981d-9f086b578d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:10.499189 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fec46f-d047-4ac7-8429-9ca3216a8c09 None None] The sync data for ids ['e77d65dc-3966-4a98-8864-568624bb3c88'] in n-d-688802-6 is: [{'id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:02:55Z', 'updated_at': '2021-08-30T13:03:01Z', 'revision_number': 4, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'gw_port': {'id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:02:56Z', 'updated_at': '2021-08-30T13:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0d0f3b09-ee67-4101-8050-3619998e4db1', 'name': '', 'network_id': '8cfba2db-40e1-4544-8250-3a94a80297c1', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'mac_address': 'fa:16:3e:1a:16:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '86784528-a72c-48ae-981d-9f086b578d71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:00Z', 'updated_at': '2021-08-30T13:03:09Z', 'revision_number': 4, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'subnets': [{'id': '86784528-a72c-48ae-981d-9f086b578d71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:03:10.568269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cf462-748f-4a31-9cc8-99852b90ae84 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Network': ['ID=483268e1-14d9-451e-9f61-3daa5b7758d4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:10.568548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Attempting to bind port 7cf8f0f4-b000-4c50-8483-cb17c54d1000 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:10.569014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Attempting to bind port 7cf8f0f4-b000-4c50-8483-cb17c54d1000 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:10.569429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Attempting to bind port 7cf8f0f4-b000-4c50-8483-cb17c54d1000 on network e545d28a-5488-4cda-9123-4a5ba9037f22 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:10.574924 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:10.589188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 483268e1-14d9-451e-9f61-3daa5b7758d4 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:10.594234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Port 7cf8f0f4-b000-4c50-8483-cb17c54d1000 on network e545d28a-5488-4cda-9123-4a5ba9037f22 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:10.594991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Attempting to bind port 7cf8f0f4-b000-4c50-8483-cb17c54d1000 on network e545d28a-5488-4cda-9123-4a5ba9037f22 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:10.606136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:10.606524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Checking segment: {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:10.606917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Bound using segment: {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:10.608640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Bound port: 7cf8f0f4-b000-4c50-8483-cb17c54d1000, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:10.609258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Transition to ACTIVE for port object edf85b69-d64d-4945-81dc-fc80e06ac73d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:10.609365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:10.637254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6d71-616e-4e86-9baf-f433ec1e2099 req-a467445a-94e5-4653-b6a1-5b840a526857 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:10.650220 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bcba6d71-616e-4e86-9baf-f433ec1e2099 req-a467445a-94e5-4653-b6a1-5b840a526857 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 943 time: 0.1279290 Aug 30 13:03:10.734159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bcba6d71-616e-4e86-9baf-f433ec1e2099 req-85c3102a-3d62-4c2a-8351-09b751c1738e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797791 Aug 30 13:03:10.786089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Transition to ACTIVE for port object edf85b69-d64d-4945-81dc-fc80e06ac73d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:10.791791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007d343-3ac1-4562-a150-50a614287918 req-d9a1b564-33bc-458d-8db9-26c6e628f034 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:10.812028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4007d343-3ac1-4562-a150-50a614287918 req-d9a1b564-33bc-458d-8db9-26c6e628f034 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 950 time: 0.3390455 Aug 30 13:03:10.822528 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:10.833973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:10.834622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] For port 7cf8f0f4-b000-4c50-8483-cb17c54d1000, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:10.839480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0d0f3b09-ee67-4101-8050-3619998e4db1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:10.843767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] For port 7cf8f0f4-b000-4c50-8483-cb17c54d1000, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7cf8f0f4-b000-4c50-8483-cb17c54d1000,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:10.850749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:10.856411 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:10.888370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9fb03136-e7b4-4dfb-bbf3-048521450b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:10.892012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9fb03136-e7b4-4dfb-bbf3-048521450b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:10.910204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9fb03136-e7b4-4dfb-bbf3-048521450b4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d12ec807-6d4a-4315-9300-f4e32913c5e9 HTTP/1.1" status: 204 len: 168 time: 1.8481646 Aug 30 13:03:10.946733 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:11.001947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Pushing event updated for resources: {'Port': ['ID=7cf8f0f4-b000-4c50-8483-cb17c54d1000,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:11.007312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Network 3de7d964-b915-44f8-ba1c-2c371b6b2253 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:11.020289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:11.020927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:11.022432 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-a26ca2c8-25ba-46cc-8a0e-21b4c4b4a06d service neutron] 10.222.0.16 "PUT /v2.0/ports/7cf8f0f4-b000-4c50-8483-cb17c54d1000 HTTP/1.1" status: 200 len: 1091 time: 2.1906476 Aug 30 13:03:11.022896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8260ec2d-6974-46f6-9640-b3108cb53cd2', 'tag': '7cf8f0f4-b000-4c50-8483-cb17c54d1000'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:11.025806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:11.033441 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ddd873-7d3d-4513-ac2c-05182a80acfa" -d '{"events": [{"name": "network-changed", "server_uuid": "8260ec2d-6974-46f6-9640-b3108cb53cd2", "tag": "7cf8f0f4-b000-4c50-8483-cb17c54d1000"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:11.038626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:11.047313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Pushing event updated for resources: {'Port': ['ID=edf85b69-d64d-4945-81dc-fc80e06ac73d,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:11.060745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0d0f3b09-ee67-4101-8050-3619998e4db1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:11.098623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0d0f3b09-ee67-4101-8050-3619998e4db1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:11.099176 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:11.149602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb03136-e7b4-4dfb-bbf3-048521450b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12ec807-6d4a-4315-9300-f4e32913c5e9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:11.156900 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e886291-09a8-4d55-864b-74aee06eae1d x-openstack-request-id: req-7e886291-09a8-4d55-864b-74aee06eae1d {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:11.157444 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8260ec2d-6974-46f6-9640-b3108cb53cd2", "tag": "7cf8f0f4-b000-4c50-8483-cb17c54d1000", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:11.158317 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e886291-09a8-4d55-864b-74aee06eae1d {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:11.159056 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8260ec2d-6974-46f6-9640-b3108cb53cd2', 'tag': '7cf8f0f4-b000-4c50-8483-cb17c54d1000', 'status': 'completed', 'code': 200} Aug 30 13:03:11.171506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2e6915a0-dc77-4cc3-bb72-e0536864d36d up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:11.292457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4007d343-3ac1-4562-a150-50a614287918 req-101547b6-e255-4c30-9392-0c4fd808bfc7 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638042 Aug 30 13:03:11.347853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-9be4d136-f4ea-4493-b44c-d01946540724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:11.349981 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-9be4d136-f4ea-4493-b44c-d01946540724 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 1094 time: 0.1883738 Aug 30 13:03:11.406986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:11.438460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:11.471178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Transition to ACTIVE for port object 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:11.492501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:11.541277 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-fe5bd54f-f841-4865-a137-25b31a307dfa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf8f0f4-b000-4c50-8483-cb17c54d1000 HTTP/1.1" status: 200 len: 217 time: 0.1738055 Aug 30 13:03:11.663833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88280e91-4b65-4d23-bf8a-013517d99285 req-43f55b6e-a1fe-4a48-90df-5d9547d245cf tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:11.665551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88280e91-4b65-4d23-bf8a-013517d99285 req-43f55b6e-a1fe-4a48-90df-5d9547d245cf tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 950 time: 0.3598094 Aug 30 13:03:11.754204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Attempting to bind port edf85b69-d64d-4945-81dc-fc80e06ac73d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:11.754717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Attempting to bind port edf85b69-d64d-4945-81dc-fc80e06ac73d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:11.755326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Attempting to bind port edf85b69-d64d-4945-81dc-fc80e06ac73d on network 3de7d964-b915-44f8-ba1c-2c371b6b2253 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:11.755636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-c77e43d5-3d4b-4fab-b9dc-6ad87ef1d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:11.757095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-c77e43d5-3d4b-4fab-b9dc-6ad87ef1d110 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c756804-246b-4102-9c15-082802e5b1c3 HTTP/1.1" status: 200 len: 852 time: 0.1974044 Aug 30 13:03:11.767044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Pushing event updated for resources: {'Port': ['ID=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:11.805273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3268a8-88b1-403a-899b-755f9e8092b9 req-254a7b2c-2af3-4ad0-b192-7179ed2bc56d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:11.808085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef3268a8-88b1-403a-899b-755f9e8092b9 req-254a7b2c-2af3-4ad0-b192-7179ed2bc56d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 944 time: 0.2714396 Aug 30 13:03:11.814491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:11.814915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Checking segment: {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:11.818165 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:11.819467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Bound using segment: {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:11.823474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Bound port: edf85b69-d64d-4945-81dc-fc80e06ac73d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:11.823902 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:11.887330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-93c69754-c901-4551-b262-4a048f0a1023 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e545d28a-5488-4cda-9123-4a5ba9037f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749247 Aug 30 13:03:11.949094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 2e6915a0-dc77-4cc3-bb72-e0536864d36d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:11.954446 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:11.974160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef3268a8-88b1-403a-899b-755f9e8092b9 req-2e522c21-50f8-4b17-8811-412b6a903088 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414244 Aug 30 13:03:12.077580 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-88280e91-4b65-4d23-bf8a-013517d99285 req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Deleting port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:12.078230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-88280e91-4b65-4d23-bf8a-013517d99285 req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.135883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Attempting to bind port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:12.136943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Attempting to bind port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:12.139863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Attempting to bind port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 on network e545d28a-5488-4cda-9123-4a5ba9037f22 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:12.142701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Subnet': ['ID=8581e96f-58cb-414b-8268-af9548d822cd,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:12.167654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-eecf592c-8dc2-4772-9c58-118ed0ac2633 service neutron] 10.222.0.16 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266388 Aug 30 13:03:12.176956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] For port edf85b69-d64d-4945-81dc-fc80e06ac73d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:12.181284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] For port edf85b69-d64d-4945-81dc-fc80e06ac73d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=edf85b69-d64d-4945-81dc-fc80e06ac73d,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:12.206594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ed160-eb0b-401c-a282-64c47a5dbe4b req-f4879ebf-6091-48af-906f-834555920219 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:12.210032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-496ed160-eb0b-401c-a282-64c47a5dbe4b req-f4879ebf-6091-48af-906f-834555920219 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 943 time: 0.3151629 Aug 30 13:03:12.222155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 2e6915a0-dc77-4cc3-bb72-e0536864d36d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:12.222459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.229733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 on network e545d28a-5488-4cda-9123-4a5ba9037f22 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:12.231274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Attempting to bind port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 on network e545d28a-5488-4cda-9123-4a5ba9037f22 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:12.274030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:12.274924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Checking segment: {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:12.276153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Bound using segment: {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:12.280773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Bound port: 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:12.284483 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.290444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.305095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Checking segment: {'id': 'd3681f67-799a-4cb7-afa3-3d87ec96a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:12.307911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network hostable DHCP agents. Network: 483268e1-14d9-451e-9f61-3daa5b7758d4, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:12.320234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-88280e91-4b65-4d23-bf8a-013517d99285 req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] For port 79d4a1b7-dfe6-4a76-a024-87e2cc060008, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=79d4a1b7-dfe6-4a76-a024-87e2cc060008,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:12.320607 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-88280e91-4b65-4d23-bf8a-013517d99285 req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.344636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-88280e91-4b65-4d23-bf8a-013517d99285 req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Calling delete_port for 79d4a1b7-dfe6-4a76-a024-87e2cc060008 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:12.377898 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-3ab54310-9882-4fc7-a8c7-c40384454305 service neutron] 10.222.0.16 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018723 Aug 30 13:03:12.474238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22af019-7cf2-4dca-b600-639a41874879 None None] Pushing event updated for resources: {'Port': ['ID=edf85b69-d64d-4945-81dc-fc80e06ac73d,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:12.532299 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.538877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-496ed160-eb0b-401c-a282-64c47a5dbe4b req-b0b9bd00-cb06-42f7-823c-4d0b3937b4d3 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121445 Aug 30 13:03:12.576445 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.582480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.636434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 0d0f3b09-ee67-4101-8050-3619998e4db1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0d0f3b09-ee67-4101-8050-3619998e4db1,segment=NetworkSegment(a537a4b7-c246-4910-b801-fb0776cdd018),segment_id=a537a4b7-c246-4910-b801-fb0776cdd018)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:12.644373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] For port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:12.660030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] For port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:12.664770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network 483268e1-14d9-451e-9f61-3daa5b7758d4 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:12.686279 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.697491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:12.702855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6915a0-dc77-4cc3-bb72-e0536864d36d'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:12.709206 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50d2958-3393-40d4-9546-e7bbd0c9aab5" -d '{"events": [{"server_uuid": "b53c6526-e3e2-4d89-847c-b0ea43caaa8b", "name": "network-vif-plugged", "status": "completed", "tag": "2e6915a0-dc77-4cc3-bb72-e0536864d36d"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:12.723015 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.746253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:12.747544 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.755967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] 10.222.0.35 "PUT /v2.0/ports/70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 HTTP/1.1" status: 200 len: 1091 time: 3.9495311 Aug 30 13:03:12.757191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 483268e1-14d9-451e-9f61-3daa5b7758d4) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:12.768186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:12.768806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.780676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf946e35-fca5-4dd3-8bf7-540ca9fc38d0', 'tag': '70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:12.783336 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d984676-f60c-430c-b484-0de51bfbe411" -d '{"events": [{"name": "network-changed", "server_uuid": "bf946e35-fca5-4dd3-8bf7-540ca9fc38d0", "tag": "70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:12.789883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-b02bb021-7f7e-4ed5-a11a-eaaee6b5a7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:12.794532 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-b02bb021-7f7e-4ed5-a11a-eaaee6b5a7f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 1094 time: 0.2499626 Aug 30 13:03:12.821125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:12.849941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6814c21-377d-4c8d-94f5-f544244f3116 None None] Network 483268e1-14d9-451e-9f61-3daa5b7758d4 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:12.868662 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a4bba-8750-4bcd-9b07-d5fc068c6445 req-5ebb75eb-b848-455c-8665-8eac12d9f485 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:12.874207 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-491a4bba-8750-4bcd-9b07-d5fc068c6445 req-5ebb75eb-b848-455c-8665-8eac12d9f485 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e6c1603-b7a9-4c0b-b165-3bc6340b1363 HTTP/1.1" status: 200 len: 950 time: 0.4112349 Aug 30 13:03:12.967062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f997d-0ff4-4cb3-bd2a-808199178bbe service neutron] Pushing event updated for resources: {'Port': ['ID=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:12.991744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-491a4bba-8750-4bcd-9b07-d5fc068c6445 req-d325e315-d37d-447e-8c15-1a90a7391eaf tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013377 Aug 30 13:03:12.995433 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af489b6-09c2-4035-927a-9c3efb3505c7 x-openstack-request-id: req-8af489b6-09c2-4035-927a-9c3efb3505c7 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:12.995971 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c6526-e3e2-4d89-847c-b0ea43caaa8b", "name": "network-vif-plugged", "status": "completed", "tag": "2e6915a0-dc77-4cc3-bb72-e0536864d36d", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:12.996415 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8af489b6-09c2-4035-927a-9c3efb3505c7 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:12.997797 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6915a0-dc77-4cc3-bb72-e0536864d36d', 'code': 200} Aug 30 13:03:13.046482 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d06b95e9-46e6-48d8-a249-1983f3e43883 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9497941 Aug 30 13:03:13.141770 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385aa7f1-bbfd-46e7-8994-ccb4a9ace805 x-openstack-request-id: req-385aa7f1-bbfd-46e7-8994-ccb4a9ace805 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:13.142410 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf946e35-fca5-4dd3-8bf7-540ca9fc38d0", "tag": "70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:13.142923 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-385aa7f1-bbfd-46e7-8994-ccb4a9ace805 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:13.143992 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf946e35-fca5-4dd3-8bf7-540ca9fc38d0', 'tag': '70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00', 'status': 'completed', 'code': 200} Aug 30 13:03:13.148240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-49266533-242b-4e0d-88f1-02a33164cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:13.153074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-49266533-242b-4e0d-88f1-02a33164cd61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&device_id=bf946e35-fca5-4dd3-8bf7-540ca9fc38d0 HTTP/1.1" status: 200 len: 1094 time: 0.1642916 Aug 30 13:03:13.196746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=0d0f3b09-ee67-4101-8050-3619998e4db1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:13.248884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40476) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:13.254353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-ffeee597-3630-4058-a6ba-ba7bb34711c4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 HTTP/1.1" status: 200 len: 217 time: 0.0912645 Aug 30 13:03:13.280276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-6ce7e966-6fe5-4f9f-80cd-e26cc346b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:13.288231 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-6ce7e966-6fe5-4f9f-80cd-e26cc346b8ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 913 time: 0.4710126 Aug 30 13:03:13.297326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-88280e91-4b65-4d23-bf8a-013517d99285 req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:13.311452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=2e6915a0-dc77-4cc3-bb72-e0536864d36d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:13.335974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734', '777516e5-fbbe-4575-848c-3ed35a59cf65'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:13.357917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-483268e1-14d9-451e-9f61-3daa5b7758d4', 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'fixed_ips': [{'subnet_id': '8581e96f-58cb-414b-8268-af9548d822cd'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:03:13.358879 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:13.403613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65d686-3c10-43ea-b346-b65373042727 req-8c72d3b7-516e-4092-88a2-4cbbedea1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:13.407162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-8c72d3b7-516e-4092-88a2-4cbbedea1040 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c756804-246b-4102-9c15-082802e5b1c3 HTTP/1.1" status: 200 len: 852 time: 0.1435478 Aug 30 13:03:13.494429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-f5c073e6-6adb-4110-aace-29e26c55afab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7cf8f0f4-b000-4c50-8483-cb17c54d1000 HTTP/1.1" status: 200 len: 217 time: 0.2007670 Aug 30 13:03:13.506746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-c4c51999-5a7f-469f-a66d-e2ab549861ba service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e545d28a-5488-4cda-9123-4a5ba9037f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896418 Aug 30 13:03:13.516681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3b8e-be6d-4a60-b4b9-508e57529357 req-99589150-26e2-43a3-a4a3-d576a7b98691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:13.518172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b2a3b8e-be6d-4a60-b4b9-508e57529357 req-99589150-26e2-43a3-a4a3-d576a7b98691 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 1096 time: 0.4007132 Aug 30 13:03:13.518926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event deleted for resources: {'Port': ['ID=79d4a1b7-dfe6-4a76-a024-87e2cc060008,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:13.527131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-88280e91-4b65-4d23-bf8a-013517d99285 req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] No DVR routers for this DVR port 79d4a1b7-dfe6-4a76-a024-87e2cc060008 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:13.542673 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-88280e91-4b65-4d23-bf8a-013517d99285 req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:13.544621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88280e91-4b65-4d23-bf8a-013517d99285 req-fe3f1605-399f-443c-9ecb-fc94bc3c330b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "DELETE /v2.0/ports/79d4a1b7-dfe6-4a76-a024-87e2cc060008 HTTP/1.1" status: 204 len: 173 time: 1.8679342 Aug 30 13:03:13.557860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6c1603-b7a9-4c0b-b165-3bc6340b1363', 'name': 'network-vif-deleted', 'tag': '79d4a1b7-dfe6-4a76-a024-87e2cc060008'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:13.560168 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d052858-8271-424a-9900-24064343edaf" -d '{"events": [{"server_uuid": "9e6c1603-b7a9-4c0b-b165-3bc6340b1363", "name": "network-vif-deleted", "tag": "79d4a1b7-dfe6-4a76-a024-87e2cc060008"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:13.619952 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcc00740-22ed-4541-9126-9523fb476501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:13.668937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45177c61-e53e-43b5-b475-e7f40628936f req-1b0c3a1c-883b-440c-a674-f06406f7068e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:13.672055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45177c61-e53e-43b5-b475-e7f40628936f req-1b0c3a1c-883b-440c-a674-f06406f7068e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.4260209 Aug 30 13:03:13.681604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-c3d2d012-053a-4f17-9fb5-be1bb52c3632 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:13.692352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-c3d2d012-053a-4f17-9fb5-be1bb52c3632 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:13.701895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448', 'e255a631-7ac9-493c-87dc-eb9b74903cd5', '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:13.702988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-c3d2d012-053a-4f17-9fb5-be1bb52c3632 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/networks?id=3de7d964-b915-44f8-ba1c-2c371b6b2253&id=483268e1-14d9-451e-9f61-3daa5b7758d4&id=3de7d964-b915-44f8-ba1c-2c371b6b2253 HTTP/1.1" status: 200 len: 1389 time: 0.2154658 Aug 30 13:03:13.825252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-157dd321-1216-4e52-91d1-0b41d53bc04e service neutron] 10.222.0.35 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035717 Aug 30 13:03:13.872691 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcc00740-22ed-4541-9126-9523fb476501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:13.894376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-92cb95e7-efc0-4dc6-a178-7a5cd1e7530a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/quotas/7c3dd56c680045abb66daea329d560ea HTTP/1.1" status: 200 len: 375 time: 0.1890490 Aug 30 13:03:13.898643 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fcc00740-22ed-4541-9126-9523fb476501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:13.944608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Allocated IP 19.86.0.2 (483268e1-14d9-451e-9f61-3daa5b7758d4/8581e96f-58cb-414b-8268-af9548d822cd/b10eed07-837e-4549-9e3d-129840cb1f40) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:13.960549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-a14ff91a-1eda-406d-b164-17c5760f9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:13.965524 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-a14ff91a-1eda-406d-b164-17c5760f9672 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c756804-246b-4102-9c15-082802e5b1c3 HTTP/1.1" status: 200 len: 852 time: 0.4388111 Aug 30 13:03:14.055259 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b2a3b8e-be6d-4a60-b4b9-508e57529357 req-e14fd632-46f0-4eb4-acbd-d7f6993d1602 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5166674 Aug 30 13:03:14.061490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fcc00740-22ed-4541-9126-9523fb476501 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=263f81039e064e7faf420465e40936d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8110657 Aug 30 13:03:14.092301 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-1a57637a-02cf-4969-8277-11103b3fc41e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c3dd56c680045abb66daea329d560ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1951730 Aug 30 13:03:14.093802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40500) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:14.222988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-7ce7e8b2-4e1d-478a-aad6-fbce0ce34a65 service neutron] 10.222.0.37 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288209 Aug 30 13:03:14.245139 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-56a4047f-d1cf-4a24-bfe5-b89a8fcb053a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e545d28a-5488-4cda-9123-4a5ba9037f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572521 Aug 30 13:03:14.249437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f65d686-3c10-43ea-b346-b65373042727 req-e7c9d5ce-8ee5-40e9-b91e-3fec653f880e service neutron] 10.222.0.35 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024827 Aug 30 13:03:14.260522 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45177c61-e53e-43b5-b475-e7f40628936f req-9a5d08bc-d677-4d21-8c19-d4cde60b9a04 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5713785 Aug 30 13:03:14.300191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc00740-22ed-4541-9126-9523fb476501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8ee53e-2b52-49ad-9d4d-253f4a27537d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:14.364425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2fbf2a-4aa7-491f-8b6b-2d8130555fac None None] Network 3de7d964-b915-44f8-ba1c-2c371b6b2253 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:14.442415 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0af746f-5390-453c-b06b-a86ed6e1aae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:14.469937 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0af746f-5390-453c-b06b-a86ed6e1aae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:14.540509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0af746f-5390-453c-b06b-a86ed6e1aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:14.543548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0af746f-5390-453c-b06b-a86ed6e1aae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:14.545512 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a0af746f-5390-453c-b06b-a86ed6e1aae3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6f8ee53e-2b52-49ad-9d4d-253f4a27537d HTTP/1.1" status: 204 len: 168 time: 0.4486914 Aug 30 13:03:14.566661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af746f-5390-453c-b06b-a86ed6e1aae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8ee53e-2b52-49ad-9d4d-253f4a27537d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:14.587562 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-7fccd721-e3d2-46c4-819f-74c2f87d34dc service neutron] 10.222.0.16 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198731 Aug 30 13:03:14.606501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f7816b-549f-478e-9ac5-0caf954f548f req-f55b79d6-28f4-40c1-bf4d-a894789e6ee5 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:14.608162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-20f7816b-549f-478e-9ac5-0caf954f548f req-f55b79d6-28f4-40c1-bf4d-a894789e6ee5 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 943 time: 0.2094648 Aug 30 13:03:14.716584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36ddd873-7d3d-4513-ac2c-05182a80acfa req-7386f1d7-47a4-463c-8401-25e4032ca3a4 service neutron] 10.222.0.16 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073494 Aug 30 13:03:14.755416 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-20f7816b-549f-478e-9ac5-0caf954f548f req-18dc7b61-1302-4351-9daa-7062da8d3866 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369408 Aug 30 13:03:14.820460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-18755941-01c4-4c95-bbdd-7e23426e81cb service neutron] 10.222.0.37 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960705 Aug 30 13:03:14.849209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4298b2fd-cf08-4fc5-8610-43553f616bcc None None] Provisioning for port edf85b69-d64d-4945-81dc-fc80e06ac73d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:14.891965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984676-f60c-430c-b484-0de51bfbe411 req-17ca949e-18f1-40ca-9ba2-0af9af3b0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:14.908178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d984676-f60c-430c-b484-0de51bfbe411 req-17ca949e-18f1-40ca-9ba2-0af9af3b0de8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&device_id=bf946e35-fca5-4dd3-8bf7-540ca9fc38d0 HTTP/1.1" status: 200 len: 1094 time: 0.1458745 Aug 30 13:03:14.924972 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6ebb1e-62d0-4e16-af26-953dba95e318 x-openstack-request-id: req-9c6ebb1e-62d0-4e16-af26-953dba95e318 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:14.925572 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6c1603-b7a9-4c0b-b165-3bc6340b1363", "name": "network-vif-deleted", "tag": "79d4a1b7-dfe6-4a76-a024-87e2cc060008", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:14.926434 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c6ebb1e-62d0-4e16-af26-953dba95e318 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:14.931781 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6c1603-b7a9-4c0b-b165-3bc6340b1363', 'name': 'network-vif-deleted', 'tag': '79d4a1b7-dfe6-4a76-a024-87e2cc060008', 'status': 'completed', 'code': 200} Aug 30 13:03:15.079595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0d0f3b09-ee67-4101-8050-3619998e4db1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:15.093152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984676-f60c-430c-b484-0de51bfbe411 req-6a825b9e-91da-4ac5-a173-0a84d10d7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:15.099584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d984676-f60c-430c-b484-0de51bfbe411 req-6a825b9e-91da-4ac5-a173-0a84d10d7b11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 913 time: 0.1877105 Aug 30 13:03:15.142597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-e4ee719b-8f79-4f5c-a50e-6c09b2fae7ff service neutron] 10.222.0.37 "GET /v2.0/networks/483268e1-14d9-451e-9f61-3daa5b7758d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209610 Aug 30 13:03:15.200536 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:15.228469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Transition to ACTIVE for port object b10eed07-837e-4549-9e3d-129840cb1f40 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:15.305446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Transition to ACTIVE for port object b10eed07-837e-4549-9e3d-129840cb1f40 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:15.326673 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:15.334443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d984676-f60c-430c-b484-0de51bfbe411 req-d2365c9c-f0b1-41d9-86bd-684857847293 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 HTTP/1.1" status: 200 len: 217 time: 0.2123699 Aug 30 13:03:15.344923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0d0f3b09-ee67-4101-8050-3619998e4db1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:15.345307 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:15.467905 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Network 483268e1-14d9-451e-9f61-3daa5b7758d4 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:15.487176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:15.489077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Pushing event updated for resources: {'Port': ['ID=b10eed07-837e-4549-9e3d-129840cb1f40,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:15.491624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:15.520893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d984676-f60c-430c-b484-0de51bfbe411 req-fea66076-a65a-4e8b-bc58-1fe308ff3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:15.533818 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d984676-f60c-430c-b484-0de51bfbe411 req-fea66076-a65a-4e8b-bc58-1fe308ff3b04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c756804-246b-4102-9c15-082802e5b1c3 HTTP/1.1" status: 200 len: 852 time: 0.1721752 Aug 30 13:03:15.605533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Attempting to bind port b10eed07-837e-4549-9e3d-129840cb1f40 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:15.605819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Attempting to bind port b10eed07-837e-4549-9e3d-129840cb1f40 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd3681f67-799a-4cb7-afa3-3d87ec96a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:15.606185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Attempting to bind port b10eed07-837e-4549-9e3d-129840cb1f40 on network 483268e1-14d9-451e-9f61-3daa5b7758d4 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:15.639160 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d984676-f60c-430c-b484-0de51bfbe411 req-367b593a-643b-43ff-af9f-1d543957a6ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e545d28a-5488-4cda-9123-4a5ba9037f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998793 Aug 30 13:03:15.661521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device edf85b69-d64d-4945-81dc-fc80e06ac73d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:15.663713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:15.664087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Checking segment: {'id': 'd3681f67-799a-4cb7-afa3-3d87ec96a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:15.664496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:15.664899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Bound using segment: {'id': 'd3681f67-799a-4cb7-afa3-3d87ec96a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:15.665399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Bound port: b10eed07-837e-4549-9e3d-129840cb1f40, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3681f67-799a-4cb7-afa3-3d87ec96a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:15.666037 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:15.778697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ad56b-47a0-43ac-a6a6-c817efc98d63 req-8e94d847-48d2-4e5a-aee8-0d872df2fc34 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:15.789771 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-354ad56b-47a0-43ac-a6a6-c817efc98d63 req-8e94d847-48d2-4e5a-aee8-0d872df2fc34 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0834758 Aug 30 13:03:15.840390 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d984676-f60c-430c-b484-0de51bfbe411 req-d7fa294d-342b-4032-b62c-146855d9d886 service neutron] 10.222.0.35 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948962 Aug 30 13:03:15.845136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port edf85b69-d64d-4945-81dc-fc80e06ac73d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:15.856503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port edf85b69-d64d-4945-81dc-fc80e06ac73d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:15.856829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:15.864973 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-354ad56b-47a0-43ac-a6a6-c817efc98d63 req-47ebb25c-5e83-42f2-acc0-c59c33a2adf5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742698 Aug 30 13:03:15.909493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] For port b10eed07-837e-4549-9e3d-129840cb1f40, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:15.944457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] For port b10eed07-837e-4549-9e3d-129840cb1f40, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b10eed07-837e-4549-9e3d-129840cb1f40,segment=NetworkSegment(d3681f67-799a-4cb7-afa3-3d87ec96a61c),segment_id=d3681f67-799a-4cb7-afa3-3d87ec96a61c)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:15.966912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-02a1e9ed-0d07-46b4-b8c8-2260d34c9ece service neutron] 10.222.0.37 "GET /v2.0/networks/483268e1-14d9-451e-9f61-3daa5b7758d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231215 Aug 30 13:03:15.973629 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:16.095196 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-9b044e96-99be-4ca9-a666-553ebc8fde2a service neutron] 10.222.0.37 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104219 Aug 30 13:03:16.122243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c252d-ff8e-4778-8910-7d20ced4402c req-b20aadfb-7be6-4877-9696-793ce1bcca64 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:16.146693 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-121c252d-ff8e-4778-8910-7d20ced4402c req-b20aadfb-7be6-4877-9696-793ce1bcca64 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 950 time: 0.1286294 Aug 30 13:03:16.213758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-bed3d1c6-64f9-4f57-b1dd-1491ced9e378 service neutron] 10.222.0.37 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084902 Aug 30 13:03:16.220969 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-121c252d-ff8e-4778-8910-7d20ced4402c req-1d122f0e-400f-4941-bb8d-54e3586c098d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725558 Aug 30 13:03:16.246145 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d984676-f60c-430c-b484-0de51bfbe411 req-e04057e4-4e31-4801-b61f-c42cfe3bb7a5 service neutron] 10.222.0.35 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942239 Aug 30 13:03:16.328448 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:16.400079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e868e8-3236-4794-995d-259e66960f71 None None] Pushing event updated for resources: {'Port': ['ID=b10eed07-837e-4549-9e3d-129840cb1f40,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:16.418175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port edf85b69-d64d-4945-81dc-fc80e06ac73d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=edf85b69-d64d-4945-81dc-fc80e06ac73d,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:16.430600 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:16.437059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48aa7b-b3bd-4327-af81-2bd730402103 req-c4bac4e6-a215-422f-8d81-7e1bfcdfef65 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:16.448107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e48aa7b-b3bd-4327-af81-2bd730402103 req-c4bac4e6-a215-422f-8d81-7e1bfcdfef65 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 943 time: 0.1272447 Aug 30 13:03:16.524235 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e48aa7b-b3bd-4327-af81-2bd730402103 req-51c065fd-89a4-44fc-a0d1-8b4cbb9bf814 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751359 Aug 30 13:03:16.538586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=edf85b69-d64d-4945-81dc-fc80e06ac73d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:16.698579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e246e-8b34-4138-95ea-82fc967bb8e7 req-ed84d546-3ffe-45f5-939d-6e5183585ab7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:16.706784 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f87e246e-8b34-4138-95ea-82fc967bb8e7 req-ed84d546-3ffe-45f5-939d-6e5183585ab7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1012771 Aug 30 13:03:16.782195 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f87e246e-8b34-4138-95ea-82fc967bb8e7 req-12bf2221-006b-429a-a017-165bd9a63283 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703955 Aug 30 13:03:16.994350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6ee9f7a-d629-47bc-9d55-523fbe088e52 req-3722964b-db93-4fa7-aea1-d77eb251b9c3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 210 time: 0.0870404 Aug 30 13:03:17.096646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b10eed07-837e-4549-9e3d-129840cb1f40 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:17.115205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-78433d95-3899-42a6-834d-b46f533cc028 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:17.117547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-78433d95-3899-42a6-834d-b46f533cc028 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 950 time: 0.1643310 Aug 30 13:03:17.187424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7cf8f0f4-b000-4c50-8483-cb17c54d1000 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:17.193217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 79d4a1b7-dfe6-4a76-a024-87e2cc060008 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:17.254677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 79d4a1b7-dfe6-4a76-a024-87e2cc060008 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:17.255433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 79d4a1b7-dfe6-4a76-a024-87e2cc060008 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:17.292810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b10eed07-837e-4549-9e3d-129840cb1f40 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:17.335168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device edf85b69-d64d-4945-81dc-fc80e06ac73d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:17.475361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7cf8f0f4-b000-4c50-8483-cb17c54d1000, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7cf8f0f4-b000-4c50-8483-cb17c54d1000,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:17.479825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0961250-b369-48bf-a92a-27db62e52ef5 req-0ee989a1-79e3-4887-aa57-4c2f26ecf013 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:17.502702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0961250-b369-48bf-a92a-27db62e52ef5 req-0ee989a1-79e3-4887-aa57-4c2f26ecf013 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 950 time: 0.1395755 Aug 30 13:03:17.559017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '7cf8f0f4-b000-4c50-8483-cb17c54d1000', 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22', 'port_id': '7cf8f0f4-b000-4c50-8483-cb17c54d1000', 'mac_address': 'fa:16:3e:87:c3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c756804-246b-4102-9c15-082802e5b1c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:17.568066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port edf85b69-d64d-4945-81dc-fc80e06ac73d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:17.568811 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:17.656325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0961250-b369-48bf-a92a-27db62e52ef5 req-3251538f-6dc5-414c-8f75-73fe1a24e738 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518202 Aug 30 13:03:17.761463 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:17.785834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf8f0f4-b000-4c50-8483-cb17c54d1000 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:17.876623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98cd0b-2e46-42aa-8515-792fd999bcbd req-1fc4ebfb-1e84-4def-991e-0dd5cdba999a tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:17.879638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f98cd0b-2e46-42aa-8515-792fd999bcbd req-1fc4ebfb-1e84-4def-991e-0dd5cdba999a tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 943 time: 0.1336851 Aug 30 13:03:17.936947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7cf8f0f4-b000-4c50-8483-cb17c54d1000, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7cf8f0f4-b000-4c50-8483-cb17c54d1000,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:17.972608 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:18.017639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f98cd0b-2e46-42aa-8515-792fd999bcbd req-cf6fe65d-ec12-4b8c-b743-09ff410a06a5 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180496 Aug 30 13:03:18.095421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7cf8f0f4-b000-4c50-8483-cb17c54d1000,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:18.189614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40622) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:18.253397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['7cf8f0f4-b000-4c50-8483-cb17c54d1000'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:18.342525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6154354-99e7-40f7-b2a0-18fb85d0ce44 req-0f380909-c934-4ff6-8ba0-afb6c8cf9859 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:18.351138 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6154354-99e7-40f7-b2a0-18fb85d0ce44 req-0f380909-c934-4ff6-8ba0-afb6c8cf9859 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.2389162 Aug 30 13:03:18.357411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-67b54cb9-17d1-4b35-8048-8f997857122e tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:18.370247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1008c0c2-a591-458d-97e5-6fac146e9d18 None None] Network 483268e1-14d9-451e-9f61-3daa5b7758d4 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:18.393239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-67b54cb9-17d1-4b35-8048-8f997857122e tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] 10.222.0.37 "PUT /v2.0/quotas/7deffa56a5c246f79e3a2c99eb285ddb HTTP/1.1" status: 200 len: 368 time: 0.2021558 Aug 30 13:03:18.394009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40626) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:18.420911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Request body: {'network': {'project_id': '7deffa56a5c246f79e3a2c99eb285ddb'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:18.457997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Made reservation on behalf of 7deffa56a5c246f79e3a2c99eb285ddb for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:18.465112 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:18.468258 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6154354-99e7-40f7-b2a0-18fb85d0ce44 req-d44e0b36-b568-4b7f-aadd-0ee5e56e1d56 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153264 Aug 30 13:03:18.485728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Deleting port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:18.486301 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:18.489919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:18.542126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b697afe5-dde4-42ea-b04a-a03e64014070 None None] Provisioning for port b10eed07-837e-4549-9e3d-129840cb1f40 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:18.570704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b697afe5-dde4-42ea-b04a-a03e64014070 None None] Provisioning complete for port b10eed07-837e-4549-9e3d-129840cb1f40 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:18.571452 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b697afe5-dde4-42ea-b04a-a03e64014070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:18.682740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] For port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:18.683116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:18.711988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-948e9152-82c7-4d24-afb6-6fbc13482698 req-7d875ec6-4158-4619-84a6-9d3006fb50d3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 210 time: 0.0583169 Aug 30 13:03:18.714309 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:18.724305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:18.746961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Calling delete_port for 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:18.993350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-3854714b-73a1-4b49-8d0b-850789b702cf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:19.001331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc26e2-09dc-4e56-99ba-291e0804c8e7 req-8216c4a7-c495-4efd-923d-c874985a98cd tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:19.003060 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68fc26e2-09dc-4e56-99ba-291e0804c8e7 req-8216c4a7-c495-4efd-923d-c874985a98cd tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d9aa217-019b-4173-820b-c4fdd4486708 HTTP/1.1" status: 200 len: 950 time: 0.1570189 Aug 30 13:03:19.003913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-3854714b-73a1-4b49-8d0b-850789b702cf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:19.005690 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-3854714b-73a1-4b49-8d0b-850789b702cf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "GET /v2.0/networks?id=3de7d964-b915-44f8-ba1c-2c371b6b2253&id=483268e1-14d9-451e-9f61-3daa5b7758d4&id=3de7d964-b915-44f8-ba1c-2c371b6b2253 HTTP/1.1" status: 200 len: 1389 time: 0.2764947 Aug 30 13:03:19.018785 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b697afe5-dde4-42ea-b04a-a03e64014070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.061138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'port': {'device_id': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253', 'admin_state_up': True, 'tenant_id': '7c3dd56c680045abb66daea329d560ea'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:19.098999 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68fc26e2-09dc-4e56-99ba-291e0804c8e7 req-1e6289e5-bb69-4672-a2c2-a8d9aa57353e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768881 Aug 30 13:03:19.120371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.126067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b697afe5-dde4-42ea-b04a-a03e64014070 None None] For port b10eed07-837e-4549-9e3d-129840cb1f40, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b10eed07-837e-4549-9e3d-129840cb1f40,segment=NetworkSegment(d3681f67-799a-4cb7-afa3-3d87ec96a61c),segment_id=d3681f67-799a-4cb7-afa3-3d87ec96a61c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:19.150200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:19.179447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event deleted for resources: {'Port': ['ID=98b8b8ca-0bb5-4482-bee8-169dde6b1ea4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:19.192084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:19.223036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] No DVR routers for this DVR port 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:19.226602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.231678 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93dfb675-4f1d-4e55-84ee-fd39c59d70d7 req-ac468fc9-d623-4993-a1f8-1f903c04134e tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "DELETE /v2.0/ports/98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 HTTP/1.1" status: 204 len: 173 time: 2.1070673 Aug 30 13:03:19.232532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9aa217-019b-4173-820b-c4fdd4486708', 'name': 'network-vif-deleted', 'tag': '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:19.239041 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8854a419-8ae0-4f18-9edd-36bc16d1a76d" -d '{"events": [{"server_uuid": "2d9aa217-019b-4173-820b-c4fdd4486708", "name": "network-vif-deleted", "tag": "98b8b8ca-0bb5-4482-bee8-169dde6b1ea4"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:19.246652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734', '777516e5-fbbe-4575-848c-3ed35a59cf65'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:19.292245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897e85c-aabd-4846-910a-4e9ba416655c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:19.312698 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.313360 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Added segment 8df9359e-81ba-4810-9671-28131482afae of type vlan for network 528d0793-3945-46c5-8676-2824c82cdb41 Aug 30 13:03:19.360475 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf4f92c-d2af-4460-ad55-58062e2eb34d x-openstack-request-id: req-baf4f92c-d2af-4460-ad55-58062e2eb34d {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:19.361642 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9aa217-019b-4173-820b-c4fdd4486708", "name": "network-vif-deleted", "tag": "98b8b8ca-0bb5-4482-bee8-169dde6b1ea4", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:19.362299 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-baf4f92c-d2af-4460-ad55-58062e2eb34d {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:19.362729 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9aa217-019b-4173-820b-c4fdd4486708', 'name': 'network-vif-deleted', 'tag': '98b8b8ca-0bb5-4482-bee8-169dde6b1ea4', 'status': 'completed', 'code': 200} Aug 30 13:03:19.410626 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b697afe5-dde4-42ea-b04a-a03e64014070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.410626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:19.410626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 98b8b8ca-0bb5-4482-bee8-169dde6b1ea4 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:19.477772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094b58c-a742-48b1-a582-4f0cff886270 req-b47dc5e1-5235-45f5-8683-9c97e7c0b135 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:19.477772 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e094b58c-a742-48b1-a582-4f0cff886270 req-b47dc5e1-5235-45f5-8683-9c97e7c0b135 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 944 time: 0.2580175 Aug 30 13:03:19.585531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.612515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e094b58c-a742-48b1-a582-4f0cff886270 req-ce80120b-bc0b-4538-8358-791d7bb3e93b tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397767 Aug 30 13:03:19.637977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697afe5-dde4-42ea-b04a-a03e64014070 None None] Pushing event updated for resources: {'Port': ['ID=b10eed07-837e-4549-9e3d-129840cb1f40,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:19.664715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:19.696831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.resource_extend [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:03:19.703851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:19.712571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.798848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448', 'e255a631-7ac9-493c-87dc-eb9b74903cd5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:19.832860 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.833908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:19.834625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.893541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c6cb39ff-6027-4bab-8ccf-ce1cbda07cc7 None None] Provisioning complete for port b10eed07-837e-4549-9e3d-129840cb1f40 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:19.894256 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c6cb39ff-6027-4bab-8ccf-ce1cbda07cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:19.909434 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9f35954f-bb8f-442e-aa6b-93927c9dff02 req-7e494cbd-501d-485d-a1f0-5860280dc900 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 210 time: 0.0524993 Aug 30 13:03:19.944235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df959f0-5b53-4bec-9ad1-5601e4008022 req-19b4fff9-3061-436a-b05c-e486d2903563 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:19.953687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1df959f0-5b53-4bec-9ad1-5601e4008022 req-19b4fff9-3061-436a-b05c-e486d2903563 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1959109 Aug 30 13:03:20.036767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Pushing event updated for resources: {'Network': ['ID=528d0793-3945-46c5-8676-2824c82cdb41,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:20.061971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 528d0793-3945-46c5-8676-2824c82cdb41 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:20.062577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dbafc12d-834b-4d86-8e19-4baf32c709f4 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6670296 Aug 30 13:03:20.063061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40656) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:20.069941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Request body: {'network': {'project_id': '7deffa56a5c246f79e3a2c99eb285ddb'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:20.111727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Made reservation on behalf of 7deffa56a5c246f79e3a2c99eb285ddb for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:20.113609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1df959f0-5b53-4bec-9ad1-5601e4008022 req-8eda94d7-bcfa-413b-b80c-0d8d2fc64d6a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532624 Aug 30 13:03:20.116491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:20.198561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:20.205214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Allocated IP 19.80.0.35 (3de7d964-b915-44f8-ba1c-2c371b6b2253/82bc5e17-0aec-45f0-b579-fd5fcaa56294/c5062c80-6278-4559-80a1-9447ed33e7a8) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:20.233640 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:20.234483 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Added segment d0eb2d3a-84d5-45ce-8cf3-4c5cbc36e06b of type vlan for network e6f54e23-b5ec-4d00-9667-15971bb8455a Aug 30 13:03:20.245570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:20.315977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00', 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22', 'port_id': '70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00', 'mac_address': 'fa:16:3e:88:a1:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c756804-246b-4102-9c15-082802e5b1c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:20.368687 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:20.455174 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:20.458666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:20.461558 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:20.524706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:20.568621 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:20.575899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5116780 Aug 30 13:03:20.576140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40674) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:20.581461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Pushing event updated for resources: {'Network': ['ID=e6f54e23-b5ec-4d00-9667-15971bb8455a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:20.591588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.592637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.594116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.594116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.594116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.594116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.594777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.595190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.595611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.596112 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.596564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:20.596702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.597052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3efd55ad-290e-4624-b60a-4643956119b2 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Request body: {'network': {'project_id': '7deffa56a5c246f79e3a2c99eb285ddb'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:20.597541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96f0e2-ddef-4b5a-a8a7-70b20c33f321 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:20.620810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e6f54e23-b5ec-4d00-9667-15971bb8455a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:20.643828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Transition to ACTIVE for port object c5062c80-6278-4559-80a1-9447ed33e7a8 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:20.650343 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3efd55ad-290e-4624-b60a-4643956119b2 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 13:03:20.651476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3efd55ad-290e-4624-b60a-4643956119b2 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:03:20.659223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40680) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:20.669951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:20.672971 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3efd55ad-290e-4624-b60a-4643956119b2 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0885360 Aug 30 13:03:20.716069 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:20.749491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:20.782923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network 3de7d964-b915-44f8-ba1c-2c371b6b2253 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:20.788014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:20.811830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:20.844956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c4ebe65f-105e-4580-8522-602beb0b08f8 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7deffa56a5c246f79e3a2c99eb285ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814480 Aug 30 13:03:20.847501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40686) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:20.884769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:20.925698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b10eed07-837e-4549-9e3d-129840cb1f40 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:21.001680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Port': ['ID=c5062c80-6278-4559-80a1-9447ed33e7a8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:21.077435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:21.078184 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.082668 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b10eed07-837e-4549-9e3d-129840cb1f40 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:21.083065 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.146851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2a43e-e956-4ca2-9b0e-435cc61ed6d4 req-dd4b11da-7348-4b28-86f8-c3745467c60b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:21.151051 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6fe2a43e-e956-4ca2-9b0e-435cc61ed6d4 req-dd4b11da-7348-4b28-86f8-c3745467c60b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7 HTTP/1.1" status: 200 len: 950 time: 0.1070366 Aug 30 13:03:21.157590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7cf8f0f4-b000-4c50-8483-cb17c54d1000 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:21.160612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a563b-f490-4b4b-871b-8592f5734d18 req-4dd12cf3-e8cd-4f31-9162-390181388aef tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:21.173970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1a563b-f490-4b4b-871b-8592f5734d18 req-4dd12cf3-e8cd-4f31-9162-390181388aef tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 944 time: 0.2792382 Aug 30 13:03:21.190850 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-18d9fe2c-770f-4b93-a20b-449b0a19f396 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1669538 Aug 30 13:03:21.192581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:21.211167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'port': {'device_id': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4', 'admin_state_up': True, 'tenant_id': '7c3dd56c680045abb66daea329d560ea'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:21.222326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6fe2a43e-e956-4ca2-9b0e-435cc61ed6d4 req-b5320e44-dce7-44eb-88ae-e88f7266fc84 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573339 Aug 30 13:03:21.237845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a0b839-bea0-4ddf-8d54-b4e4aac0b934 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.341434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1a563b-f490-4b4b-871b-8592f5734d18 req-afef1aa7-43d1-44cb-88f8-ebf235c51789 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642432 Aug 30 13:03:21.350816 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a0b839-bea0-4ddf-8d54-b4e4aac0b934 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.415625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c513775-adca-4f94-ad6c-5e6220f655f8 req-972b21ba-9f29-4f39-9abb-94b6c2c0c66f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:21.423328 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c513775-adca-4f94-ad6c-5e6220f655f8 req-972b21ba-9f29-4f39-9abb-94b6c2c0c66f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 931 time: 0.1191709 Aug 30 13:03:21.439412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bcb68eac-4330-4d75-9022-1bf97e4deac9 None None] Provisioning for port c5062c80-6278-4559-80a1-9447ed33e7a8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:21.461301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bcb68eac-4330-4d75-9022-1bf97e4deac9 None None] Provisioning complete for port c5062c80-6278-4559-80a1-9447ed33e7a8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:21.462092 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bcb68eac-4330-4d75-9022-1bf97e4deac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.489367 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 7cf8f0f4-b000-4c50-8483-cb17c54d1000 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:21.509980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c513775-adca-4f94-ad6c-5e6220f655f8 req-fd36307f-2392-4d69-89da-87be77ef2159 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743456 Aug 30 13:03:21.516902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 7cf8f0f4-b000-4c50-8483-cb17c54d1000 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:21.517382 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.558503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bcb68eac-4330-4d75-9022-1bf97e4deac9 None None] Port c5062c80-6278-4559-80a1-9447ed33e7a8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:03:21.571893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a0b839-bea0-4ddf-8d54-b4e4aac0b934 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.575153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a0b839-bea0-4ddf-8d54-b4e4aac0b934 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.580064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-85a0b839-bea0-4ddf-8d54-b4e4aac0b934 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/9897e85c-aabd-4846-910a-4e9ba416655c HTTP/1.1" status: 204 len: 168 time: 0.7255356 Aug 30 13:03:21.581137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40698) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:21.611105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc6088-fc33-42e6-8893-0becd87fe19e req-e3a18fe0-bd2c-411f-8fa2-b4d025014b20 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:21.620478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ddc6088-fc33-42e6-8893-0becd87fe19e req-e3a18fe0-bd2c-411f-8fa2-b4d025014b20 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1409061 Aug 30 13:03:21.641734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0b839-bea0-4ddf-8d54-b4e4aac0b934 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897e85c-aabd-4846-910a-4e9ba416655c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:21.659879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:21.664722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.723714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ddc6088-fc33-42e6-8893-0becd87fe19e req-91f2f360-c78b-43fd-a6ba-2bceff938279 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016386 Aug 30 13:03:21.737642 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.743375 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.785210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8260ec2d-6974-46f6-9640-b3108cb53cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf8f0f4-b000-4c50-8483-cb17c54d1000'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:21.788006 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1232ba-90a7-4b4c-a585-5527afd13a58" -d '{"events": [{"server_uuid": "8260ec2d-6974-46f6-9640-b3108cb53cd2", "name": "network-vif-plugged", "status": "completed", "tag": "7cf8f0f4-b000-4c50-8483-cb17c54d1000"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:21.823536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 7cf8f0f4-b000-4c50-8483-cb17c54d1000, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7cf8f0f4-b000-4c50-8483-cb17c54d1000,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:21.834883 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.849590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:21.877349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Allocated IP 19.86.0.179 (483268e1-14d9-451e-9f61-3daa5b7758d4/8581e96f-58cb-414b-8268-af9548d822cd/b030babb-342d-47ad-80f2-f62d73c20a8f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:21.877827 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a50c357-fe05-4b95-a05a-2bc8455a740b x-openstack-request-id: req-5a50c357-fe05-4b95-a05a-2bc8455a740b {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:21.878064 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8260ec2d-6974-46f6-9640-b3108cb53cd2", "name": "network-vif-plugged", "status": "completed", "tag": "7cf8f0f4-b000-4c50-8483-cb17c54d1000", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:21.878298 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a50c357-fe05-4b95-a05a-2bc8455a740b {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:21.879185 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8260ec2d-6974-46f6-9640-b3108cb53cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf8f0f4-b000-4c50-8483-cb17c54d1000', 'code': 200} Aug 30 13:03:21.908695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6f54e23-b5ec-4d00-9667-15971bb8455a']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:21.933468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=7cf8f0f4-b000-4c50-8483-cb17c54d1000,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:21.953870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0eb2d3a-84d5-45ce-8cf3-4c5cbc36e06b') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:21.954578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0eb2d3a-84d5-45ce-8cf3-4c5cbc36e06b') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:21.984932 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.014624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decca9d6-5405-4c45-b966-70a828fac8ce req-cc80b71b-0f2c-4fcf-8d5b-342cd110a626 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:22.016935 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-decca9d6-5405-4c45-b966-70a828fac8ce req-cc80b71b-0f2c-4fcf-8d5b-342cd110a626 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/ports?device_id=08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7 HTTP/1.1" status: 200 len: 950 time: 0.1639462 Aug 30 13:03:22.019389 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.039904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567b828-8bf0-4a3b-931a-338bd1ba3512 req-f27f7714-fff7-461e-ae05-01ff4754d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:22.041980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0567b828-8bf0-4a3b-931a-338bd1ba3512 req-f27f7714-fff7-461e-ae05-01ff4754d96d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1120410 Aug 30 13:03:22.043296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:22.043871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:22.067390 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:22.099811 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.186389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0567b828-8bf0-4a3b-931a-338bd1ba3512 req-98bf4c14-fc82-427b-bea2-b9c95d2d4d6f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124263 Aug 30 13:03:22.189502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Transition to ACTIVE for port object b030babb-342d-47ad-80f2-f62d73c20a8f will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:22.190678 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.198509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.201228 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] 10.222.0.37 "DELETE /v2.0/networks/e6f54e23-b5ec-4d00-9667-15971bb8455a HTTP/1.1" status: 204 len: 168 time: 0.6166270 Aug 30 13:03:22.211604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40710) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:22.220120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f40b41-054a-4054-9024-f07cf1736234 tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Pushing event deleted for resources: {'Network': ['ID=e6f54e23-b5ec-4d00-9667-15971bb8455a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:22.260975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-decca9d6-5405-4c45-b966-70a828fac8ce req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Deleting port e255a631-7ac9-493c-87dc-eb9b74903cd5 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:22.266824 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-decca9d6-5405-4c45-b966-70a828fac8ce req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.355910 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.366910 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.460263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network 483268e1-14d9-451e-9f61-3daa5b7758d4 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:22.466364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:22.469573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:22.498356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-decca9d6-5405-4c45-b966-70a828fac8ce req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] For port e255a631-7ac9-493c-87dc-eb9b74903cd5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e255a631-7ac9-493c-87dc-eb9b74903cd5,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:22.499718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-decca9d6-5405-4c45-b966-70a828fac8ce req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.519429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-decca9d6-5405-4c45-b966-70a828fac8ce req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Calling delete_port for e255a631-7ac9-493c-87dc-eb9b74903cd5 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:22.529061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154664a-106e-4282-81c0-84e39fc23b81 req-d9e12278-21d6-430e-965f-6c14b22ea2d5 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:22.531862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b154664a-106e-4282-81c0-84e39fc23b81 req-d9e12278-21d6-430e-965f-6c14b22ea2d5 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7 HTTP/1.1" status: 200 len: 950 time: 0.1332397 Aug 30 13:03:22.552097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Port': ['ID=b030babb-342d-47ad-80f2-f62d73c20a8f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:22.620390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b154664a-106e-4282-81c0-84e39fc23b81 req-f58c065e-db22-454d-b394-15af1c399d00 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820355 Aug 30 13:03:22.638198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.662843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528d0793-3945-46c5-8676-2824c82cdb41']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:22.690791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:22.691745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.707567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df9359e-81ba-4810-9671-28131482afae') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:22.707925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df9359e-81ba-4810-9671-28131482afae') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:22.736669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.774148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fd5aa-8132-486c-b310-94f1df6206f0 req-f274d0d7-fa79-4a27-bc3d-d448fadec6e1 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:22.775709 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc1fd5aa-8132-486c-b310-94f1df6206f0 req-f274d0d7-fa79-4a27-bc3d-d448fadec6e1 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 945 time: 0.3029642 Aug 30 13:03:22.780632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-decca9d6-5405-4c45-b966-70a828fac8ce req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.781221 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-9b600a19-6945-423d-9a23-27f059400e18 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5775793 Aug 30 13:03:22.789523 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:22.796586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734', '777516e5-fbbe-4575-848c-3ed35a59cf65'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:22.812611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-e85df72e-fe8d-4c87-a42d-f2d9e0bd8825 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:22.818127 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-e85df72e-fe8d-4c87-a42d-f2d9e0bd8825 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 949 time: 0.2547107 Aug 30 13:03:22.819219 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.836510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'port': {'device_id': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253', 'admin_state_up': True, 'tenant_id': '7c3dd56c680045abb66daea329d560ea'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:22.848368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event deleted for resources: {'Port': ['ID=e255a631-7ac9-493c-87dc-eb9b74903cd5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:22.888693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8944-4698-4f11-99a7-e8c7df6c6bf0 req-ea7326b8-7b15-47f4-879f-e98a2d03863b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:22.896744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea8944-4698-4f11-99a7-e8c7df6c6bf0 req-ea7326b8-7b15-47f4-879f-e98a2d03863b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:22.899132 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23ea8944-4698-4f11-99a7-e8c7df6c6bf0 req-ea7326b8-7b15-47f4-879f-e98a2d03863b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 1654 time: 0.1531651 Aug 30 13:03:22.901805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:22.901975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.917022 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-decca9d6-5405-4c45-b966-70a828fac8ce req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] No DVR routers for this DVR port e255a631-7ac9-493c-87dc-eb9b74903cd5 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:22.928026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-decca9d6-5405-4c45-b966-70a828fac8ce req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:22.930573 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-decca9d6-5405-4c45-b966-70a828fac8ce req-a5439f9e-4acb-419a-b254-34cc446c9c9a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "DELETE /v2.0/ports/e255a631-7ac9-493c-87dc-eb9b74903cd5 HTTP/1.1" status: 204 len: 173 time: 0.9069064 Aug 30 13:03:22.931026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7', 'name': 'network-vif-deleted', 'tag': 'e255a631-7ac9-493c-87dc-eb9b74903cd5'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:22.933695 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4327c1d-0bdf-4c15-88d9-d004d1725c3a" -d '{"events": [{"server_uuid": "08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7", "name": "network-vif-deleted", "tag": "e255a631-7ac9-493c-87dc-eb9b74903cd5"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:22.950987 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:22.981199 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23ea8944-4698-4f11-99a7-e8c7df6c6bf0 req-bfdd02f8-07b0-4a12-894c-5ac27695277d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654471 Aug 30 13:03:22.987459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-40b98bf3-a387-4acc-a6c5-d199fc20861d None None] Provisioning for port b030babb-342d-47ad-80f2-f62d73c20a8f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:23.025717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-40b98bf3-a387-4acc-a6c5-d199fc20861d None None] Provisioning complete for port b030babb-342d-47ad-80f2-f62d73c20a8f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:23.031969 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-40b98bf3-a387-4acc-a6c5-d199fc20861d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:23.160417 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-40b98bf3-a387-4acc-a6c5-d199fc20861d None None] Port b030babb-342d-47ad-80f2-f62d73c20a8f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:03:23.198261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:23.203601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:23.267851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aecee5-6594-4c1e-ad63-386976df1edb req-79579778-a2c4-456d-9eeb-be63c9133c6d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:23.269701 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53aecee5-6594-4c1e-ad63-386976df1edb req-79579778-a2c4-456d-9eeb-be63c9133c6d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1075652 Aug 30 13:03:23.346702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc1fd5aa-8132-486c-b310-94f1df6206f0 req-8ecda3ad-7071-4d0b-a158-f8c1ff29881f tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158248 Aug 30 13:03:23.375937 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53aecee5-6594-4c1e-ad63-386976df1edb req-baade97c-44f1-46f8-b074-d487b2643243 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970500 Aug 30 13:03:23.496074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:23.503005 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a223de-fbfa-4ce7-b5e7-8062b145ab4e x-openstack-request-id: req-89a223de-fbfa-4ce7-b5e7-8062b145ab4e {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:23.504113 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7", "name": "network-vif-deleted", "tag": "e255a631-7ac9-493c-87dc-eb9b74903cd5", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:23.504801 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89a223de-fbfa-4ce7-b5e7-8062b145ab4e {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:23.505454 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef6dcd-b0d7-49f0-afa5-898c00f1f1c7', 'name': 'network-vif-deleted', 'tag': 'e255a631-7ac9-493c-87dc-eb9b74903cd5', 'status': 'completed', 'code': 200} Aug 30 13:03:23.524612 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:23.526885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] 10.222.0.37 "DELETE /v2.0/networks/528d0793-3945-46c5-8676-2824c82cdb41 HTTP/1.1" status: 204 len: 168 time: 1.3143094 Aug 30 13:03:23.598544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b6906-ec4b-4a66-bcff-b739bac4bb4f tempest-QuotasNegativeTest-1236553529 tempest-QuotasNegativeTest-1236553529-project-admin] Pushing event deleted for resources: {'Network': ['ID=528d0793-3945-46c5-8676-2824c82cdb41,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:23.657407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Allocated IP 19.80.0.231 (3de7d964-b915-44f8-ba1c-2c371b6b2253/82bc5e17-0aec-45f0-b579-fd5fcaa56294/fdbf7c1b-6133-4ae9-8c1e-e11921ee7070) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:23.658455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:23.718102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Deleting port 777516e5-fbbe-4575-848c-3ed35a59cf65 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:23.718523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:23.800838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:23.805651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:23.806193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:23.909147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:23.926113 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:23.940407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Transition to ACTIVE for port object fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:23.955963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a1412-b79d-4275-aca8-6e573bbb555d req-b1303402-9c86-4234-ab6d-b8f1cb6d09cd tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:23.966889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-451a1412-b79d-4275-aca8-6e573bbb555d req-b1303402-9c86-4234-ab6d-b8f1cb6d09cd tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 949 time: 0.1414921 Aug 30 13:03:23.987552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf946e35-fca5-4dd3-8bf7-540ca9fc38d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:23.993724 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4bfde7-2845-498e-9830-55b1df349df6" -d '{"events": [{"server_uuid": "bf946e35-fca5-4dd3-8bf7-540ca9fc38d0", "name": "network-vif-plugged", "status": "completed", "tag": "70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:24.029423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:24.040786 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:24.049018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:24.061859 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ce4067-7e23-423d-bcb5-192c3311f11f x-openstack-request-id: req-d7ce4067-7e23-423d-bcb5-192c3311f11f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:24.062196 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf946e35-fca5-4dd3-8bf7-540ca9fc38d0", "name": "network-vif-plugged", "status": "completed", "tag": "70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:24.062401 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7ce4067-7e23-423d-bcb5-192c3311f11f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:24.084388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-451a1412-b79d-4275-aca8-6e573bbb555d req-d43d867b-b80e-45de-b20c-4fa63ae46570 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159241 Aug 30 13:03:24.086346 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf946e35-fca5-4dd3-8bf7-540ca9fc38d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00', 'code': 200} Aug 30 13:03:24.116096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] For port 777516e5-fbbe-4575-848c-3ed35a59cf65, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=777516e5-fbbe-4575-848c-3ed35a59cf65,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:24.116633 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:24.143488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network 3de7d964-b915-44f8-ba1c-2c371b6b2253 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:24.178587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Calling delete_port for 777516e5-fbbe-4575-848c-3ed35a59cf65 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:24.206092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:24.218390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:24.238105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:24.252487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Port': ['ID=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:24.438371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:24.564352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1654c-ff5b-421b-929e-4e1ab9fb177a req-c6140e53-36d8-4187-a518-c0866bc4b207 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:24.567433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7fb1654c-ff5b-421b-929e-4e1ab9fb177a req-c6140e53-36d8-4187-a518-c0866bc4b207 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 945 time: 0.0941036 Aug 30 13:03:24.608879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b3d6dad9-330d-4f49-94fd-098d1f6de67b None None] Provisioning for port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:24.619161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b3d6dad9-330d-4f49-94fd-098d1f6de67b None None] Provisioning complete for port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:24.622225 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3d6dad9-330d-4f49-94fd-098d1f6de67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:24.651644 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7fb1654c-ff5b-421b-929e-4e1ab9fb177a req-6b06a582-4c92-4b3a-8416-ca8ec17cfa95 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726929 Aug 30 13:03:24.669633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b3d6dad9-330d-4f49-94fd-098d1f6de67b None None] Port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:03:24.686527 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56ee601c-af2b-4ea3-b280-208f503153e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:24.828180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3883686-2192-4229-bea9-af0918a2a293 req-564009ff-de3c-43c5-a711-0884883ef750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:24.829838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3883686-2192-4229-bea9-af0918a2a293 req-564009ff-de3c-43c5-a711-0884883ef750 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bf946e35-fca5-4dd3-8bf7-540ca9fc38d0 HTTP/1.1" status: 200 len: 1096 time: 0.6851494 Aug 30 13:03:24.860814 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56ee601c-af2b-4ea3-b280-208f503153e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:24.877121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca7c1e-a52f-477f-89ef-5c5a1c5c3e06 req-c0eb7df6-588f-45b3-af21-c9cd947f079a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:24.878765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5ca7c1e-a52f-477f-89ef-5c5a1c5c3e06 req-c0eb7df6-588f-45b3-af21-c9cd947f079a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0799539 Aug 30 13:03:24.880053 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56ee601c-af2b-4ea3-b280-208f503153e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:24.901686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:24.902482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:24.933108 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-56ee601c-af2b-4ea3-b280-208f503153e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=655cf0f6ec1d4d548ce7a1a09c706cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4940541 Aug 30 13:03:24.939580 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40776) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:24.962838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76143-dc47-4bd7-8e04-9ae377c0e04f req-b140b322-f44b-4f16-b543-b3af8d280733 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:24.969341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee601c-af2b-4ea3-b280-208f503153e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62326509-0ace-44b3-86e4-710bfb3362bb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:24.969885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76143-dc47-4bd7-8e04-9ae377c0e04f req-b140b322-f44b-4f16-b543-b3af8d280733 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:24.976682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76143-dc47-4bd7-8e04-9ae377c0e04f req-b140b322-f44b-4f16-b543-b3af8d280733 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:24.989334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a5c76143-dc47-4bd7-8e04-9ae377c0e04f req-b140b322-f44b-4f16-b543-b3af8d280733 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2376 time: 0.8059654 Aug 30 13:03:24.996922 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5ca7c1e-a52f-477f-89ef-5c5a1c5c3e06 req-5041309e-f064-400b-889f-3115af671346 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021807 Aug 30 13:03:24.997210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3883686-2192-4229-bea9-af0918a2a293 req-425462e0-8226-4528-92d1-af14c7df6613 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407225 Aug 30 13:03:25.018398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-edb8cf9b-95fd-46a1-81fe-90927804d2c4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1890354 Aug 30 13:03:25.043276 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ee51c370-12a1-480b-a916-6cd9fd747b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:25.063904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a5c76143-dc47-4bd7-8e04-9ae377c0e04f req-17403855-d791-4221-83ec-75f2bb453904 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735512 Aug 30 13:03:25.079112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ee51c370-12a1-480b-a916-6cd9fd747b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:25.168920 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ee51c370-12a1-480b-a916-6cd9fd747b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:25.172904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ee51c370-12a1-480b-a916-6cd9fd747b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:25.174295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ee51c370-12a1-480b-a916-6cd9fd747b6c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62326509-0ace-44b3-86e4-710bfb3362bb HTTP/1.1" status: 204 len: 168 time: 0.2337277 Aug 30 13:03:25.192369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51c370-12a1-480b-a916-6cd9fd747b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62326509-0ace-44b3-86e4-710bfb3362bb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:25.230642 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:25.244118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:25.248431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:25.278837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event deleted for resources: {'Port': ['ID=777516e5-fbbe-4575-848c-3ed35a59cf65,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:25.320459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Request body: {'port': {'device_id': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:25.529124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a23bd5c3-5417-4c47-82f6-5d6ee5256b13 req-1c755b7d-f93e-4c86-adb6-275294ff7ff3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=8308f9d9-979f-4f5d-bfa6-8efe479e9f9c HTTP/1.1" status: 200 len: 210 time: 0.0666006 Aug 30 13:03:25.590657 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:25.594288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] No DVR routers for this DVR port 777516e5-fbbe-4575-848c-3ed35a59cf65 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:25.601822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:25.605697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d3e0c246-7e14-469e-9ead-f433a2b888e8 req-d8368cc9-c502-49db-8c18-89d4aa85304a tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "DELETE /v2.0/ports/777516e5-fbbe-4575-848c-3ed35a59cf65 HTTP/1.1" status: 204 len: 173 time: 2.7719419 Aug 30 13:03:25.622321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8308f9d9-979f-4f5d-bfa6-8efe479e9f9c', 'name': 'network-vif-deleted', 'tag': '777516e5-fbbe-4575-848c-3ed35a59cf65'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:25.626644 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641e098c-e755-467a-bc32-cc2a6aad41d7" -d '{"events": [{"server_uuid": "8308f9d9-979f-4f5d-bfa6-8efe479e9f9c", "name": "network-vif-deleted", "tag": "777516e5-fbbe-4575-848c-3ed35a59cf65"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:25.649041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3558461-aaa5-4bca-99ab-b17224874877 req-03db0544-60d8-4ca5-910c-3a53de3597c9 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:25.657991 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b3558461-aaa5-4bca-99ab-b17224874877 req-03db0544-60d8-4ca5-910c-3a53de3597c9 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf946e35-fca5-4dd3-8bf7-540ca9fc38d0 HTTP/1.1" status: 200 len: 945 time: 0.2684920 Aug 30 13:03:25.675547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 777516e5-fbbe-4575-848c-3ed35a59cf65 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:25.720224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 777516e5-fbbe-4575-848c-3ed35a59cf65 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:25.720577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 777516e5-fbbe-4575-848c-3ed35a59cf65 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:25.730443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40796) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:25.744430 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3191e8bf-b558-49e6-9975-f512e7fbd149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:25.899518 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8440c9f-ed38-4a0f-9727-c7e794ad7739 x-openstack-request-id: req-d8440c9f-ed38-4a0f-9727-c7e794ad7739 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:25.900133 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8308f9d9-979f-4f5d-bfa6-8efe479e9f9c", "name": "network-vif-deleted", "tag": "777516e5-fbbe-4575-848c-3ed35a59cf65", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:25.900133 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8440c9f-ed38-4a0f-9727-c7e794ad7739 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:25.900535 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8308f9d9-979f-4f5d-bfa6-8efe479e9f9c', 'name': 'network-vif-deleted', 'tag': '777516e5-fbbe-4575-848c-3ed35a59cf65', 'status': 'completed', 'code': 200} Aug 30 13:03:25.986317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b3558461-aaa5-4bca-99ab-b17224874877 req-c914ad4a-5a59-4a65-9db4-6214373dde57 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273289 Aug 30 13:03:25.996968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3191e8bf-b558-49e6-9975-f512e7fbd149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.004066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3191e8bf-b558-49e6-9975-f512e7fbd149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.048388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3191e8bf-b558-49e6-9975-f512e7fbd149 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4db031a6ea5045638c3f38b2cd3f3f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169928 Aug 30 13:03:26.049299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191e8bf-b558-49e6-9975-f512e7fbd149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbddbd3d-f78e-4a0a-83f5-6f176a9e6fb3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:26.051614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40802) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:26.149881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0951da19-b6ce-4eaa-8db3-1a666c3b4f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.198683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c3658-0575-4a31-8e24-607e24122826 req-3f6ecc85-6df9-425a-9f3d-01207b704563 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:26.210064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a8c3658-0575-4a31-8e24-607e24122826 req-3f6ecc85-6df9-425a-9f3d-01207b704563 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0851760 Aug 30 13:03:26.227949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0951da19-b6ce-4eaa-8db3-1a666c3b4f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.272726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5062c80-6278-4559-80a1-9447ed33e7a8 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:26.285990 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.297696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a8c3658-0575-4a31-8e24-607e24122826 req-3cd64116-f111-4b21-885f-49a2f679bd97 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864832 Aug 30 13:03:26.329350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Transition to ACTIVE for port object c5062c80-6278-4559-80a1-9447ed33e7a8 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:26.343603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08176-f5b7-472c-b112-6131b9729288 req-038aa629-cebe-4048-95b6-e96849670626 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:26.351656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08176-f5b7-472c-b112-6131b9729288 req-038aa629-cebe-4048-95b6-e96849670626 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:26.358947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b08176-f5b7-472c-b112-6131b9729288 req-038aa629-cebe-4048-95b6-e96849670626 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:26.360717 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4b08176-f5b7-472c-b112-6131b9729288 req-038aa629-cebe-4048-95b6-e96849670626 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2376 time: 0.1744909 Aug 30 13:03:26.364381 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.447454 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0951da19-b6ce-4eaa-8db3-1a666c3b4f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.450351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0951da19-b6ce-4eaa-8db3-1a666c3b4f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.451472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0951da19-b6ce-4eaa-8db3-1a666c3b4f56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbddbd3d-f78e-4a0a-83f5-6f176a9e6fb3 HTTP/1.1" status: 204 len: 168 time: 0.3987770 Aug 30 13:03:26.466279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Pushing event updated for resources: {'Port': ['ID=c5062c80-6278-4559-80a1-9447ed33e7a8,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:26.513981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4b08176-f5b7-472c-b112-6131b9729288 req-f08b069f-15ba-4223-8c69-8d3249375a23 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397276 Aug 30 13:03:26.568447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0951da19-b6ce-4eaa-8db3-1a666c3b4f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbddbd3d-f78e-4a0a-83f5-6f176a9e6fb3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:26.642923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Attempting to bind port c5062c80-6278-4559-80a1-9447ed33e7a8 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:26.643560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Attempting to bind port c5062c80-6278-4559-80a1-9447ed33e7a8 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:26.644147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Attempting to bind port c5062c80-6278-4559-80a1-9447ed33e7a8 on network 3de7d964-b915-44f8-ba1c-2c371b6b2253 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:26.653887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Port c5062c80-6278-4559-80a1-9447ed33e7a8 on network 3de7d964-b915-44f8-ba1c-2c371b6b2253 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:26.654268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Attempting to bind port c5062c80-6278-4559-80a1-9447ed33e7a8 on network 3de7d964-b915-44f8-ba1c-2c371b6b2253 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:26.677015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:26.677369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Checking segment: {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:26.677793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Bound using segment: {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:26.678251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Bound port: c5062c80-6278-4559-80a1-9447ed33e7a8, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:26.678681 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.826422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] For port c5062c80-6278-4559-80a1-9447ed33e7a8, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:26.830949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] For port c5062c80-6278-4559-80a1-9447ed33e7a8, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c5062c80-6278-4559-80a1-9447ed33e7a8,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:26.836538 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.883545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:26.884162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:26.885546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] 10.222.0.35 "PUT /v2.0/ports/c5062c80-6278-4559-80a1-9447ed33e7a8 HTTP/1.1" status: 200 len: 1091 time: 1.5762985 Aug 30 13:03:26.925592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Request body: {'port': {'device_id': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:26.954083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02805bf4-4fa1-448d-94a3-02559c851295 service neutron] Pushing event updated for resources: {'Port': ['ID=c5062c80-6278-4559-80a1-9447ed33e7a8,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:26.998147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:27.189126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e255a631-7ac9-493c-87dc-eb9b74903cd5 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:27.223549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: e255a631-7ac9-493c-87dc-eb9b74903cd5 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:27.224103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e255a631-7ac9-493c-87dc-eb9b74903cd5 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:27.267811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca34f70-01ab-44e7-93d6-982ad0085cb9 req-db09aca1-61c7-4fd5-a5c2-fb1e5f9ff217 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:27.269741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ca34f70-01ab-44e7-93d6-982ad0085cb9 req-db09aca1-61c7-4fd5-a5c2-fb1e5f9ff217 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf946e35-fca5-4dd3-8bf7-540ca9fc38d0 HTTP/1.1" status: 200 len: 945 time: 0.1786408 Aug 30 13:03:27.272213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc850e-88e7-4528-afdd-531d5355e545 req-291ac15d-2bf1-4d06-875c-487db99e1fa4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:27.274638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55fc850e-88e7-4528-afdd-531d5355e545 req-291ac15d-2bf1-4d06-875c-487db99e1fa4 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 950 time: 0.1134441 Aug 30 13:03:27.333429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55fc850e-88e7-4528-afdd-531d5355e545 req-5e15e23f-9641-4ae9-82c9-ca69927b4777 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511613 Aug 30 13:03:27.371871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ca34f70-01ab-44e7-93d6-982ad0085cb9 req-af2b4a6f-8b0a-44ed-8494-06b732b8701e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577018 Aug 30 13:03:27.469681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991237f0-e84e-442b-b0fd-439d2344485c req-e1b7469d-7d02-4202-9f1b-a16c28c4e154 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:27.471293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-991237f0-e84e-442b-b0fd-439d2344485c req-e1b7469d-7d02-4202-9f1b-a16c28c4e154 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0674374 Aug 30 13:03:27.478060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b030babb-342d-47ad-80f2-f62d73c20a8f {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:27.491048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:27.507755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Transition to ACTIVE for port object b030babb-342d-47ad-80f2-f62d73c20a8f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:27.512643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:27.522712 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-991237f0-e84e-442b-b0fd-439d2344485c req-834da2ce-8be9-4ab2-b2af-e3f935e4d878 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445549 Aug 30 13:03:27.604777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Pushing event updated for resources: {'Port': ['ID=b030babb-342d-47ad-80f2-f62d73c20a8f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:27.672946 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:03:27.680961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Attempting to bind port b030babb-342d-47ad-80f2-f62d73c20a8f on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:27.681427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Attempting to bind port b030babb-342d-47ad-80f2-f62d73c20a8f by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'd3681f67-799a-4cb7-afa3-3d87ec96a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:27.681883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Attempting to bind port b030babb-342d-47ad-80f2-f62d73c20a8f on network 483268e1-14d9-451e-9f61-3daa5b7758d4 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:27.687631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Port b030babb-342d-47ad-80f2-f62d73c20a8f on network 483268e1-14d9-451e-9f61-3daa5b7758d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:27.687855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Attempting to bind port b030babb-342d-47ad-80f2-f62d73c20a8f on network 483268e1-14d9-451e-9f61-3daa5b7758d4 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:27.698162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:27.698514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Checking segment: {'id': 'd3681f67-799a-4cb7-afa3-3d87ec96a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:27.698959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Bound using segment: {'id': 'd3681f67-799a-4cb7-afa3-3d87ec96a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:27.699649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Bound port: b030babb-342d-47ad-80f2-f62d73c20a8f, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3681f67-799a-4cb7-afa3-3d87ec96a61c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:27.700084 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:27.754033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40878) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:27.793437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] For port b030babb-342d-47ad-80f2-f62d73c20a8f, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:27.798326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] For port b030babb-342d-47ad-80f2-f62d73c20a8f, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b030babb-342d-47ad-80f2-f62d73c20a8f,segment=NetworkSegment(d3681f67-799a-4cb7-afa3-3d87ec96a61c),segment_id=d3681f67-799a-4cb7-afa3-3d87ec96a61c)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:27.804115 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:27.806532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8320a6-15e5-4e37-82a6-38b3a8de8ce4 req-668df2e2-7c85-4f8d-a77f-63d8c6eb8c7f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:27.815665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8320a6-15e5-4e37-82a6-38b3a8de8ce4 req-668df2e2-7c85-4f8d-a77f-63d8c6eb8c7f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:27.821872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8320a6-15e5-4e37-82a6-38b3a8de8ce4 req-668df2e2-7c85-4f8d-a77f-63d8c6eb8c7f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:27.831291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d8320a6-15e5-4e37-82a6-38b3a8de8ce4 req-668df2e2-7c85-4f8d-a77f-63d8c6eb8c7f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2400 time: 0.1044085 Aug 30 13:03:27.855216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:27.855948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:27.858239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] 10.222.0.35 "PUT /v2.0/ports/b030babb-342d-47ad-80f2-f62d73c20a8f HTTP/1.1" status: 200 len: 1092 time: 0.9385900 Aug 30 13:03:27.909100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d8320a6-15e5-4e37-82a6-38b3a8de8ce4 req-8f1af8f2-7ad3-459b-8d5f-53fc89593e02 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761580 Aug 30 13:03:27.914404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'tag': 'c5062c80-6278-4559-80a1-9447ed33e7a8'}, {'name': 'network-changed', 'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'tag': 'b030babb-342d-47ad-80f2-f62d73c20a8f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:27.916826 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c55ed41-af62-44e4-9976-ef689d465323" -d '{"events": [{"name": "network-changed", "server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "tag": "c5062c80-6278-4559-80a1-9447ed33e7a8"}, {"name": "network-changed", "server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "tag": "b030babb-342d-47ad-80f2-f62d73c20a8f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:27.919715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f4fa6-5241-4ef2-99eb-df415d68bb7e service neutron] Pushing event updated for resources: {'Port': ['ID=b030babb-342d-47ad-80f2-f62d73c20a8f,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:27.952808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'networks': [{'name': 'tempest-network--853273582'}, {'name': 'tempest-network--1961228361'}]} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:27.953430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'network': {'name': 'tempest-network--853273582'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:27.953656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'network': {'name': 'tempest-network--1961228361'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:28.018330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Request body: {'port': {'device_id': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:28.024602 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68506390-03eb-4619-9687-7449aee325e2 x-openstack-request-id: req-68506390-03eb-4619-9687-7449aee325e2 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:28.025343 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "tag": "c5062c80-6278-4559-80a1-9447ed33e7a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "tag": "b030babb-342d-47ad-80f2-f62d73c20a8f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:28.026036 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68506390-03eb-4619-9687-7449aee325e2 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:28.026881 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'tag': 'c5062c80-6278-4559-80a1-9447ed33e7a8', 'status': 'completed', 'code': 200} Aug 30 13:03:28.027388 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'tag': 'b030babb-342d-47ad-80f2-f62d73c20a8f', 'status': 'completed', 'code': 200} Aug 30 13:03:28.131935 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.145733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Made reservation on behalf of e1d54422dfe345b09c5a8835b5f977bf for: {'network': 2} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:28.150159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.189223 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.220225 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.237645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-d1d75f03-ddbf-48df-a6ce-11be2ce31525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.238152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-d1d75f03-ddbf-48df-a6ce-11be2ce31525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.238634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-d1d75f03-ddbf-48df-a6ce-11be2ce31525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.240283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c55ed41-af62-44e4-9976-ef689d465323 req-d1d75f03-ddbf-48df-a6ce-11be2ce31525 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c3dd56c680045abb66daea329d560ea&device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2798 time: 0.1769297 Aug 30 13:03:28.247661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b661c5-d54f-456e-a619-95c462b85de3 req-645931e9-837d-41d2-8a32-602e9fb11615 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.249331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86b661c5-d54f-456e-a619-95c462b85de3 req-645931e9-837d-41d2-8a32-602e9fb11615 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 950 time: 0.1697130 Aug 30 13:03:28.251799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-708b97a4-3513-49be-89dd-cc4b800cd64f tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.253175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-708b97a4-3513-49be-89dd-cc4b800cd64f tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 812 time: 0.1116180 Aug 30 13:03:28.268983 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-fa5b3576-9c23-45a4-b925-10652625a43a tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/quotas/d663bdcf9cdd4203867c9ef1526b354b HTTP/1.1" status: 200 len: 375 time: 0.0094600 Aug 30 13:03:28.322645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-fa789cb1-106d-40f8-b9a3-3f1bffb53987 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476110 Aug 30 13:03:28.412423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86b661c5-d54f-456e-a619-95c462b85de3 req-f896dcd4-f89e-4589-813b-c8488946d884 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566796 Aug 30 13:03:28.453220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-15c029bd-0740-4412-924b-15a19cadd3cd tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.454743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-15c029bd-0740-4412-924b-15a19cadd3cd tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/ports?device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 950 time: 0.0764208 Aug 30 13:03:28.487548 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f105954f-ec49-4686-baa5-42a70d809b87 service neutron] 10.222.0.37 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566174 Aug 30 13:03:28.576115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-127b3323-9138-4f65-9861-3e718632f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.576503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-127b3323-9138-4f65-9861-3e718632f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.577769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-127b3323-9138-4f65-9861-3e718632f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.579370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c55ed41-af62-44e4-9976-ef689d465323 req-127b3323-9138-4f65-9861-3e718632f145 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7c3dd56c680045abb66daea329d560ea&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3272777 Aug 30 13:03:28.636340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-1e78810d-6af6-4ee6-8cc6-6fe224797604 service neutron] 10.222.0.37 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306961 Aug 30 13:03:28.647959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Deleting port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:28.648306 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.731098 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.746852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d213d-6e37-4859-aaa3-26779a541922 req-d09f589c-cf3c-4784-9ccc-1427921e8f14 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.748541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac3d213d-6e37-4859-aaa3-26779a541922 req-d09f589c-cf3c-4784-9ccc-1427921e8f14 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 950 time: 0.2415555 Aug 30 13:03:28.754000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.754473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.779594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-a8e2bf73-7a88-40da-97f9-ffd79e2c8f6d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.781949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-a8e2bf73-7a88-40da-97f9-ffd79e2c8f6d tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "GET /v2.0/ports?device_id=f6c61b24-4f3e-4203-9482-dcc08fed10be HTTP/1.1" status: 200 len: 950 time: 0.0861466 Aug 30 13:03:28.864275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-b47973c4-9fd9-429f-8c00-d6d754ae67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:28.865928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c55ed41-af62-44e4-9976-ef689d465323 req-b47973c4-9fd9-429f-8c00-d6d754ae67e3 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2484143 Aug 30 13:03:28.876909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72491546-c64d-497e-89b9-cb9aa3dd1506,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:28.901420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] For port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:28.901843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.906678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:28.948675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Calling delete_port for 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:28.966417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac3d213d-6e37-4859-aaa3-26779a541922 req-a4a5458e-54d2-4842-b1a5-eecdf70d3220 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756268 Aug 30 13:03:28.990710 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:28.991073 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Added segment 25ff7dcf-6462-4929-b4bc-9489cb671423 of type vlan for network ffeaa330-1d06-438c-8056-21f02653b5d7 Aug 30 13:03:29.024781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:29.035271 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:29.053476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Deleting port 7d7ec366-f414-4bd1-b004-a69c9c179448 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:29.054190 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:29.125302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Transition to ACTIVE for port object fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:29.216102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:29.265361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] For port 7d7ec366-f414-4bd1-b004-a69c9c179448, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7d7ec366-f414-4bd1-b004-a69c9c179448,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:29.265782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:29.294641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:29.296330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:29.307373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Calling delete_port for 7d7ec366-f414-4bd1-b004-a69c9c179448 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:29.320021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-62c43d95-bdb5-41c4-83dd-da9fddb093ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:29.320574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-62c43d95-bdb5-41c4-83dd-da9fddb093ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:29.321409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-62c43d95-bdb5-41c4-83dd-da9fddb093ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:29.323142 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c55ed41-af62-44e4-9976-ef689d465323 req-62c43d95-bdb5-41c4-83dd-da9fddb093ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c3dd56c680045abb66daea329d560ea&device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2798 time: 0.3842678 Aug 30 13:03:29.366454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:29.381605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:29.384475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05', '7d7ec366-f414-4bd1-b004-a69c9c179448'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:29.482204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event deleted for resources: {'Port': ['ID=0a70520c-c107-4e0d-961b-ba1d1b1c2e05,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:29.562456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1f744-a5e1-4f36-bb52-a244fc96e244 req-08d62f7e-ea28-4602-a45c-423cc9f12bc1 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:29.571902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0a1f744-a5e1-4f36-bb52-a244fc96e244 req-08d62f7e-ea28-4602-a45c-423cc9f12bc1 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.5164263 Aug 30 13:03:29.607320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] No DVR routers for this DVR port 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:29.612896 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:29.614922 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52df3591-515f-4292-a234-9a6b621bc9a5 req-4f1b37ae-0a46-4db6-af32-b92a7c22b97f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "DELETE /v2.0/ports/0a70520c-c107-4e0d-961b-ba1d1b1c2e05 HTTP/1.1" status: 204 len: 173 time: 1.1427248 Aug 30 13:03:29.615525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7aad7e9-f6bc-4653-bfad-14b10d1d294b', 'name': 'network-vif-deleted', 'tag': '0a70520c-c107-4e0d-961b-ba1d1b1c2e05'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:29.618393 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686a302e-f427-48b2-9bab-cf753c3233b9" -d '{"events": [{"server_uuid": "e7aad7e9-f6bc-4653-bfad-14b10d1d294b", "name": "network-vif-deleted", "tag": "0a70520c-c107-4e0d-961b-ba1d1b1c2e05"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:29.782527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-80298f87-a0b9-493f-af52-ed46cd370c1f tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:29.784183 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-80298f87-a0b9-493f-af52-ed46cd370c1f tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.16 "GET /v2.0/ports?device_id=8260ec2d-6974-46f6-9640-b3108cb53cd2 HTTP/1.1" status: 200 len: 945 time: 0.3135672 Aug 30 13:03:29.811955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0a1f744-a5e1-4f36-bb52-a244fc96e244 req-93573474-80a6-4152-b889-59104ae0d7ee tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345576 Aug 30 13:03:29.815392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:29.853696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:29.900296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:29.900667 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Added segment 2eb34277-aca1-42d9-bd9e-47efcd4d9367 of type vlan for network e4e5e46f-5dc0-4fd5-902d-2b8e60d123d7 Aug 30 13:03:29.927931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0a70520c-c107-4e0d-961b-ba1d1b1c2e05'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:29.933206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-69745bf8-47ac-4a49-848a-fe670e481da4 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:29.934777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-69745bf8-47ac-4a49-848a-fe670e481da4 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.35 "GET /v2.0/ports?device_id=bf946e35-fca5-4dd3-8bf7-540ca9fc38d0 HTTP/1.1" status: 200 len: 945 time: 0.5255151 Aug 30 13:03:29.974131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event deleted for resources: {'Port': ['ID=7d7ec366-f414-4bd1-b004-a69c9c179448,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:30.124431 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11abb5a-7359-47bb-a418-517e3b3b2430 x-openstack-request-id: req-d11abb5a-7359-47bb-a418-517e3b3b2430 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:30.124986 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7aad7e9-f6bc-4653-bfad-14b10d1d294b", "name": "network-vif-deleted", "tag": "0a70520c-c107-4e0d-961b-ba1d1b1c2e05", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:30.125466 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d11abb5a-7359-47bb-a418-517e3b3b2430 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:30.126017 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7aad7e9-f6bc-4653-bfad-14b10d1d294b', 'name': 'network-vif-deleted', 'tag': '0a70520c-c107-4e0d-961b-ba1d1b1c2e05', 'status': 'completed', 'code': 200} Aug 30 13:03:30.128489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] No DVR routers for this DVR port 7d7ec366-f414-4bd1-b004-a69c9c179448 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:30.135089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.139133 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cb9e3dc-bbce-45a4-a245-05b571ade421 req-0c1840ed-86ce-4fc9-bb93-7a9185b9a755 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.16 "DELETE /v2.0/ports/7d7ec366-f414-4bd1-b004-a69c9c179448 HTTP/1.1" status: 204 len: 173 time: 1.3509827 Aug 30 13:03:30.171237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Deleting port 7cf8f0f4-b000-4c50-8483-cb17c54d1000 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:30.172540 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.269961 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8cb853a7-a2a4-4913-b65b-38ae96075028 req-05a84c42-5d04-41c6-8c95-150999faff58 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=e7aad7e9-f6bc-4653-bfad-14b10d1d294b HTTP/1.1" status: 200 len: 210 time: 0.0346272 Aug 30 13:03:30.348898 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.354258 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] For port 7cf8f0f4-b000-4c50-8483-cb17c54d1000, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=7cf8f0f4-b000-4c50-8483-cb17c54d1000,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:30.354772 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.364244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Attempting to bind port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:30.364581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Attempting to bind port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:30.365177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Attempting to bind port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 on network 3de7d964-b915-44f8-ba1c-2c371b6b2253 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:30.372693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-5f79e4c1-9465-4ebf-a0fe-e056379a3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:30.373088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-5f79e4c1-9465-4ebf-a0fe-e056379a3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:30.373549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-5f79e4c1-9465-4ebf-a0fe-e056379a3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:30.384346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:30.385926 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c55ed41-af62-44e4-9976-ef689d465323 req-5f79e4c1-9465-4ebf-a0fe-e056379a3cf3 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7c3dd56c680045abb66daea329d560ea&shared=False HTTP/1.1" status: 200 len: 2288 time: 1.0371318 Aug 30 13:03:30.397406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Calling delete_port for 7cf8f0f4-b000-4c50-8483-cb17c54d1000 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:30.407054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7fed6944-05c2-44d6-9c99-51480acabe4e req-4f4ee8f3-a0b3-417d-9f8b-0d7ab7c334f3 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 210 time: 0.0473323 Aug 30 13:03:30.431971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 on network 3de7d964-b915-44f8-ba1c-2c371b6b2253 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:30.432375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Attempting to bind port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 on network 3de7d964-b915-44f8-ba1c-2c371b6b2253 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:30.459271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:30.459954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Checking segment: {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:30.460534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Bound using segment: {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:30.461168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Bound port: fdbf7c1b-6133-4ae9-8c1e-e11921ee7070, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8de1565-a505-46ef-b66f-d8703a91b5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:30.461737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.516027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608b0c4-7cad-45d7-9800-037402f8b7bc req-0cdf15a2-b792-452d-b33e-e32725add90a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:30.522376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608b0c4-7cad-45d7-9800-037402f8b7bc req-0cdf15a2-b792-452d-b33e-e32725add90a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:30.528992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608b0c4-7cad-45d7-9800-037402f8b7bc req-0cdf15a2-b792-452d-b33e-e32725add90a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:30.538328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4608b0c4-7cad-45d7-9800-037402f8b7bc req-0cdf15a2-b792-452d-b33e-e32725add90a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2412 time: 0.4067848 Aug 30 13:03:30.568739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.569567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.575227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:30.580793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:30.581457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.615693 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.636041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.659234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['7cf8f0f4-b000-4c50-8483-cb17c54d1000'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:30.782314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:30.842337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] No DVR routers for this DVR port 7cf8f0f4-b000-4c50-8483-cb17c54d1000 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:30.848973 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:30.852098 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78a7d53c-59b0-4d24-9fc8-141a34a1c188 req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.16 "DELETE /v2.0/ports/7cf8f0f4-b000-4c50-8483-cb17c54d1000 HTTP/1.1" status: 204 len: 173 time: 1.0576971 Aug 30 13:03:30.856701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322d946-b084-4367-b5b2-e4f8abd695e7 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Pushing event deleted for resources: {'Port': ['ID=7cf8f0f4-b000-4c50-8483-cb17c54d1000,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:30.926810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c692e-8b6f-4304-b4e9-e785f208f329 req-aa4309d8-3cfc-42cd-b0e2-7630550f3c82 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:30.929362 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d5c692e-8b6f-4304-b4e9-e785f208f329 req-aa4309d8-3cfc-42cd-b0e2-7630550f3c82 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 950 time: 0.1549227 Aug 30 13:03:31.022745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d5c692e-8b6f-4304-b4e9-e785f208f329 req-5ae2442e-79cd-4a46-b941-de7870738a8d tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827878 Aug 30 13:03:31.119192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3640563 Aug 30 13:03:31.121584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Deleting port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:31.122194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:31.138163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41004) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:31.262230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4608b0c4-7cad-45d7-9800-037402f8b7bc req-3e4aa1d0-4e61-4d8f-9f04-b081d49ff78b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227066 Aug 30 13:03:31.303654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-3f585408-ac83-4fb5-b7f8-af9d4fb5a7d1 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.305124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-3f585408-ac83-4fb5-b7f8-af9d4fb5a7d1 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.16 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 812 time: 0.3332732 Aug 30 13:03:31.308474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Network': ['ID=ffeaa330-1d06-438c-8056-21f02653b5d7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:31.317913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55ed41-af62-44e4-9976-ef689d465323 req-803223ad-1fd6-4aa2-9346-e9e171c85c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.319798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c55ed41-af62-44e4-9976-ef689d465323 req-803223ad-1fd6-4aa2-9346-e9e171c85c75 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9327009 Aug 30 13:03:31.329318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ffeaa330-1d06-438c-8056-21f02653b5d7 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:31.331270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Request body: {'port': {'device_id': '5120f2c3-db8f-4631-8fff-b24d54f78de9', 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22', 'admin_state_up': True, 'tenant_id': 'd663bdcf9cdd4203867c9ef1526b354b'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:31.335716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] For port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:31.411379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] For port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:31.418623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-1e5f3356-f66a-4020-8e5e-b42a2d5a3cba tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.420309 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-1e5f3356-f66a-4020-8e5e-b42a2d5a3cba tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.35 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 812 time: 0.3500235 Aug 30 13:03:31.435420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68948b47-77c7-4f9c-b791-ecfcf8b2d292 req-a3936925-a51e-4969-b684-82d46ae2cce1 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.444612 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:31.447547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68948b47-77c7-4f9c-b791-ecfcf8b2d292 req-a3936925-a51e-4969-b684-82d46ae2cce1 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.3261349 Aug 30 13:03:31.453945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Request body: {'port': {'device_id': 'be317dac-4969-495e-ab81-520dcffd20bb', 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22', 'admin_state_up': True, 'tenant_id': 'd663bdcf9cdd4203867c9ef1526b354b'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:31.524577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de67357-9189-4ad8-b69b-763cf2e1bf57 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.532191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de67357-9189-4ad8-b69b-763cf2e1bf57 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.538469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de67357-9189-4ad8-b69b-763cf2e1bf57 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.544422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de67357-9189-4ad8-b69b-763cf2e1bf57 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.549857 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8de67357-9189-4ad8-b69b-763cf2e1bf57 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4055223 Aug 30 13:03:31.555180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41012) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:31.558662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] For port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:31.559030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:31.587463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b7c09-b444-4d22-a89c-04dfb70346e1 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Network': ['ID=e4e5e46f-5dc0-4fd5-902d-2b8e60d123d7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:31.601176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e4e5e46f-5dc0-4fd5-902d-2b8e60d123d7 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:31.603446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.604104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:31.605935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] 10.222.0.35 "PUT /v2.0/ports/fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 HTTP/1.1" status: 200 len: 1092 time: 3.6049237 Aug 30 13:03:31.608467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'tag': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:31.611000 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671f2a51-bf9a-40cf-9df5-967a604bdb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "tag": "fdbf7c1b-6133-4ae9-8c1e-e11921ee7070"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:31.646063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Calling delete_port for 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:31.649550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3727c10-ab6e-4e6c-a4f2-4467c42923d9 req-cf58840e-0a06-41e6-ba16-a52fc9abdd65 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 210 time: 0.1000848 Aug 30 13:03:31.701730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:31.710374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68948b47-77c7-4f9c-b791-ecfcf8b2d292 req-9679e208-7dbe-4e6d-bb18-c9ee2d0e3ab2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619858 Aug 30 13:03:31.749802 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:31.767236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e9c39-0024-4748-b70b-b4f443e0de42 service neutron] Pushing event updated for resources: {'Port': ['ID=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:31.857790 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2db758-59a3-4173-853e-f26e1cec7e12 x-openstack-request-id: req-0c2db758-59a3-4173-853e-f26e1cec7e12 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:31.858069 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "tag": "fdbf7c1b-6133-4ae9-8c1e-e11921ee7070", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:31.859164 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c2db758-59a3-4173-853e-f26e1cec7e12 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:31.859294 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'tag': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070', 'status': 'completed', 'code': 200} Aug 30 13:03:31.861147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:31.914686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:31.916170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:31.919990 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2df43cc-ed2d-4b8f-996f-3be60af2e4dd" -d '{"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-unplugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:31.924380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-2a32abdd-e210-4906-8cc1-8717bd1b8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.925507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:31.940167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-2a32abdd-e210-4906-8cc1-8717bd1b8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.940623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-2a32abdd-e210-4906-8cc1-8717bd1b8738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:31.942562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-2a32abdd-e210-4906-8cc1-8717bd1b8738 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c3dd56c680045abb66daea329d560ea&device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2865 time: 0.2679825 Aug 30 13:03:31.981059 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf78aee-4b3a-4e49-a7c0-252c029538f8 x-openstack-request-id: req-5cf78aee-4b3a-4e49-a7c0-252c029538f8 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:31.981608 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-unplugged", "status": "completed", "tag": "87880a84-7de3-411a-bd70-f64a7429452f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:31.981894 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5cf78aee-4b3a-4e49-a7c0-252c029538f8 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:31.982301 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f', 'code': 200} Aug 30 13:03:32.013793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=11']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:32.024208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.024538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.024854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.025329 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.026019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.026427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.026814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.027356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.028056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.028445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.028836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.029351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:32.032134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-92155306-ad9a-411b-91df-dd1717e50916 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=c5062c80-6278-4559-80a1-9447ed33e7a8 HTTP/1.1" status: 200 len: 217 time: 0.0689363 Aug 30 13:03:32.155672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-c05fa5e2-7d19-4f2a-9ae1-168fe7be59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:32.158053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-c05fa5e2-7d19-4f2a-9ae1-168fe7be59b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82bc5e17-0aec-45f0-b579-fd5fcaa56294 HTTP/1.1" status: 200 len: 801 time: 0.0883174 Aug 30 13:03:32.180857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c61b24-4f3e-4203-9482-dcc08fed10be', 'name': 'network-vif-deleted', 'tag': '7d7ec366-f414-4bd1-b004-a69c9c179448'}, {'server_uuid': '8260ec2d-6974-46f6-9640-b3108cb53cd2', 'name': 'network-vif-deleted', 'tag': '7cf8f0f4-b000-4c50-8483-cb17c54d1000'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:32.183404 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a034066-a6fa-451d-8d30-c4832ecf096c" -d '{"events": [{"server_uuid": "f6c61b24-4f3e-4203-9482-dcc08fed10be", "name": "network-vif-deleted", "tag": "7d7ec366-f414-4bd1-b004-a69c9c179448"}, {"server_uuid": "8260ec2d-6974-46f6-9640-b3108cb53cd2", "name": "network-vif-deleted", "tag": "7cf8f0f4-b000-4c50-8483-cb17c54d1000"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:32.254060 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:03:32.254060 n-d-688802-6 neutron-server[95699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 13:03:32.254060 n-d-688802-6 neutron-server[95699]: [parameters: {'project_id': 'd663bdcf9cdd4203867c9ef1526b354b', 'id': '6afe2ecc-2830-412d-aeef-c53a91012aeb', 'expiration': datetime.datetime(2021, 8, 30, 13, 5, 32, 207636)}] Aug 30 13:03:32.254060 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:03:32.254575 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:03:32.274353 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.296736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Made reservation on behalf of d663bdcf9cdd4203867c9ef1526b354b for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:32.300311 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.338669 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.342238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Pushing event deleted for resources: {'Port': ['ID=70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:32.369973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfa543-bbaa-459a-8ff5-a6bc2aba5d25 req-699adcad-c0d4-4ae1-a9ca-fb0e145a9529 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:32.372106 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-06bfa543-bbaa-459a-8ff5-a6bc2aba5d25 req-699adcad-c0d4-4ae1-a9ca-fb0e145a9529 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 949 time: 0.1603432 Aug 30 13:03:32.374073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffeaa330-1d06-438c-8056-21f02653b5d7']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:32.392975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef1222-dcd3-445b-8674-7131973f3245 req-f9f7c61e-c5e8-454b-8931-0a9883b0a823 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:32.393617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ff7dcf-6462-4929-b4bc-9489cb671423') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:32.394370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ff7dcf-6462-4929-b4bc-9489cb671423') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:32.400327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fef1222-dcd3-445b-8674-7131973f3245 req-f9f7c61e-c5e8-454b-8931-0a9883b0a823 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 948 time: 0.2401659 Aug 30 13:03:32.418853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.423213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] No DVR routers for this DVR port 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:32.445582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.458513 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-06bfa543-bbaa-459a-8ff5-a6bc2aba5d25 req-217682aa-1e1f-4a40-80bb-08328a64fa2f tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760086 Aug 30 13:03:32.462164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:32.462841 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.465304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-f5f566a5-9827-44e3-b90d-bbb2e9ea5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:32.466886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-f5f566a5-9827-44e3-b90d-bbb2e9ea5f8d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de7d964-b915-44f8-ba1c-2c371b6b2253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2922630 Aug 30 13:03:32.468696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:32.470653 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:32.474224 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de1927f0-622c-43aa-bc1a-71b16c2a44bb req-7268c411-3078-44a2-8355-2179972d6b5e tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.35 "DELETE /v2.0/ports/70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 HTTP/1.1" status: 204 len: 173 time: 2.5064759 Aug 30 13:03:32.593977 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb073d6-52da-4b1b-b045-988fd19d1fa8 x-openstack-request-id: req-dcb073d6-52da-4b1b-b045-988fd19d1fa8 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:32.594884 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c61b24-4f3e-4203-9482-dcc08fed10be", "name": "network-vif-deleted", "tag": "7d7ec366-f414-4bd1-b004-a69c9c179448", "status": "completed", "code": 200}, {"server_uuid": "8260ec2d-6974-46f6-9640-b3108cb53cd2", "name": "network-vif-deleted", "tag": "7cf8f0f4-b000-4c50-8483-cb17c54d1000", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:32.595502 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcb073d6-52da-4b1b-b045-988fd19d1fa8 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:32.597249 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c61b24-4f3e-4203-9482-dcc08fed10be', 'name': 'network-vif-deleted', 'tag': '7d7ec366-f414-4bd1-b004-a69c9c179448', 'status': 'completed', 'code': 200} Aug 30 13:03:32.597749 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8260ec2d-6974-46f6-9640-b3108cb53cd2', 'name': 'network-vif-deleted', 'tag': '7cf8f0f4-b000-4c50-8483-cb17c54d1000', 'status': 'completed', 'code': 200} Aug 30 13:03:32.599378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.609993 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.614464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/networks/ffeaa330-1d06-438c-8056-21f02653b5d7 HTTP/1.1" status: 204 len: 168 time: 1.0560343 Aug 30 13:03:32.616960 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fef1222-dcd3-445b-8674-7131973f3245 req-a39602de-8215-4466-87ef-37bd285e24f5 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156918 Aug 30 13:03:32.617653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41034) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:32.636021 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40d930-028a-417b-a009-6e8f4e071365 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Network': ['ID=ffeaa330-1d06-438c-8056-21f02653b5d7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:32.711798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68e7ae-ce59-486f-9f07-f1a062e85fd9 req-41f12760-8e29-441d-9c87-900764d3c55b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:32.719991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68e7ae-ce59-486f-9f07-f1a062e85fd9 req-41f12760-8e29-441d-9c87-900764d3c55b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:32.727258 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68e7ae-ce59-486f-9f07-f1a062e85fd9 req-41f12760-8e29-441d-9c87-900764d3c55b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:32.728760 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa68e7ae-ce59-486f-9f07-f1a062e85fd9 req-41f12760-8e29-441d-9c87-900764d3c55b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2412 time: 0.0891511 Aug 30 13:03:32.740331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Allocated IP 172.20.0.5 (e545d28a-5488-4cda-9123-4a5ba9037f22/0c756804-246b-4102-9c15-082802e5b1c3/836c5de5-a57e-4821-b0fc-67a3a244930b) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:32.750352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-6b05e302-06c5-42ef-acb3-bdd43dc75974 service neutron] 10.222.0.35 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677433 Aug 30 13:03:32.791360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Made reservation on behalf of d663bdcf9cdd4203867c9ef1526b354b for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:32.796649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.799352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:32.833899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa68e7ae-ce59-486f-9f07-f1a062e85fd9 req-b6f721a0-c8f9-4fd9-8313-6e5637f4afa6 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962248 Aug 30 13:03:32.916288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5ddc5a6b-bbea-45c2-a053-6861d3856be8 req-88440082-3338-4984-a1b6-12fab9ca288d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 210 time: 0.0868654 Aug 30 13:03:32.963694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d622197-2d98-407e-8fef-4978bdd4b4a0 req-11c6d1ee-57e0-4345-99a7-d609d673853c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:32.965480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d622197-2d98-407e-8fef-4978bdd4b4a0 req-11c6d1ee-57e0-4345-99a7-d609d673853c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0635664 Aug 30 13:03:33.007870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d622197-2d98-407e-8fef-4978bdd4b4a0 req-98cf4dfa-2446-45ac-8a01-936cdef93763 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352957 Aug 30 13:03:33.099618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-9655eb4f-7ce6-4a9e-9c11-599c07c5e813 service neutron] 10.222.0.35 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331759 Aug 30 13:03:33.116204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-4c6b9c86-9e95-4018-bba0-b23df943dd8c tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:33.117680 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-4c6b9c86-9e95-4018-bba0-b23df943dd8c tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 948 time: 0.2165742 Aug 30 13:03:33.120348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.158691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e5e46f-5dc0-4fd5-902d-2b8e60d123d7']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:33.200614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7d7ec366-f414-4bd1-b004-a69c9c179448 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:33.214648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb34277-aca1-42d9-bd9e-47efcd4d9367') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:33.214942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb34277-aca1-42d9-bd9e-47efcd4d9367') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:33.217393 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-a8074b14-52f3-47ae-9ccc-c0a775828321 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=b030babb-342d-47ad-80f2-f62d73c20a8f HTTP/1.1" status: 200 len: 217 time: 0.0988212 Aug 30 13:03:33.220922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 7d7ec366-f414-4bd1-b004-a69c9c179448 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:33.221269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7d7ec366-f414-4bd1-b004-a69c9c179448 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:33.221722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7cf8f0f4-b000-4c50-8483-cb17c54d1000 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:33.231661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.244414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 7cf8f0f4-b000-4c50-8483-cb17c54d1000 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:33.244876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 7cf8f0f4-b000-4c50-8483-cb17c54d1000 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:33.245306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:33.271024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:33.271443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 0a70520c-c107-4e0d-961b-ba1d1b1c2e05 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:33.312485 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.329035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:33.329428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:33.337559 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:33.352702 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.410742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-09fe6002-e2ba-4817-b7d2-aac9697767f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:33.412388 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-09fe6002-e2ba-4817-b7d2-aac9697767f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8581e96f-58cb-414b-8268-af9548d822cd HTTP/1.1" status: 200 len: 801 time: 0.1826432 Aug 30 13:03:33.434188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.450106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.451924 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/networks/e4e5e46f-5dc0-4fd5-902d-2b8e60d123d7 HTTP/1.1" status: 204 len: 168 time: 0.8294218 Aug 30 13:03:33.455223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41040) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:33.495476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff26bc-9674-47f0-954a-44c2f7d40098 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Network': ['ID=e4e5e46f-5dc0-4fd5-902d-2b8e60d123d7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:33.502242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Deleting port 87880a84-7de3-411a-bd70-f64a7429452f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:33.502579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.559282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1294a5-a155-42ee-a545-41e355ff9dbd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:33.566050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1294a5-a155-42ee-a545-41e355ff9dbd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:33.567597 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1b1294a5-a155-42ee-a545-41e355ff9dbd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1113963 Aug 30 13:03:33.571334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41044) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:33.571772 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.579155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-1d108294-7132-4343-841d-ed666b254314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:33.580218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2071389053'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:33.580692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-1d108294-7132-4343-841d-ed666b254314 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=483268e1-14d9-451e-9f61-3daa5b7758d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1572924 Aug 30 13:03:33.640428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Allocated IP 172.20.0.4 (e545d28a-5488-4cda-9123-4a5ba9037f22/0c756804-246b-4102-9c15-082802e5b1c3/507ee390-196d-4fdf-aa03-f88b3865de14) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:33.642443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Made reservation on behalf of e1d54422dfe345b09c5a8835b5f977bf for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:33.645978 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.694255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:33.699702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:33.713047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Network e545d28a-5488-4cda-9123-4a5ba9037f22 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:33.725075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:33.725420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:33.731626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:33.743853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.744206 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Added segment c7003e9f-4849-4cbc-877e-f3a98cdfe779 of type vlan for network 4b03c2ef-7086-4941-b263-700297c9c80a Aug 30 13:03:33.744895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:33.753225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] For port 87880a84-7de3-411a-bd70-f64a7429452f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=87880a84-7de3-411a-bd70-f64a7429452f,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:33.753594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.756067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Pushing event updated for resources: {'Port': ['ID=836c5de5-a57e-4821-b0fc-67a3a244930b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:33.804584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a928c9-c4b4-4717-971d-fb922039b84b req-9f5227fe-46f3-43a5-9d2d-bff52d53539b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:33.806022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11a928c9-c4b4-4717-971d-fb922039b84b req-9f5227fe-46f3-43a5-9d2d-bff52d53539b tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 949 time: 0.2500997 Aug 30 13:03:33.819246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Calling delete_port for 87880a84-7de3-411a-bd70-f64a7429452f owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:33.840619 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.850370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b50933-c80e-4d5e-a7fd-222bebe7b3f5 req-5a486e9c-36dc-4834-97c4-e3b366476c95 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:33.851839 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0b50933-c80e-4d5e-a7fd-222bebe7b3f5 req-5a486e9c-36dc-4834-97c4-e3b366476c95 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 948 time: 0.1588318 Aug 30 13:03:33.864234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf946e35-fca5-4dd3-8bf7-540ca9fc38d0', 'name': 'network-vif-deleted', 'tag': '70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:33.866480 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5398d2d-c5f4-4d56-ac83-4f06a23530ac" -d '{"events": [{"server_uuid": "bf946e35-fca5-4dd3-8bf7-540ca9fc38d0", "name": "network-vif-deleted", "tag": "70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:33.916045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:33.916661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.916867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.922965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:33.923564 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:33.924580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-6b8535bb-e997-40eb-9cc1-4409ecc3363d service neutron] 10.222.0.35 "GET /v2.0/networks/483268e1-14d9-451e-9f61-3daa5b7758d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238771 Aug 30 13:03:34.008172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0b50933-c80e-4d5e-a7fd-222bebe7b3f5 req-fe167377-c4f7-42f2-8e55-3a517f2bc92c tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/security-groups?id=726a9c27-2915-4d12-82b3-afc44b98040c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488755 Aug 30 13:03:34.024921 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.051673 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4768515 Aug 30 13:03:34.057841 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41060) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:34.065406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1592855291'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:34.083185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057d1c4-006b-4247-bbbd-771ddc139f22 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Network': ['ID=4b03c2ef-7086-4941-b263-700297c9c80a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:34.105008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4b03c2ef-7086-4941-b263-700297c9c80a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:34.120065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Made reservation on behalf of e1d54422dfe345b09c5a8835b5f977bf for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:34.125285 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.136106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.200030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Network e545d28a-5488-4cda-9123-4a5ba9037f22 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:34.206957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:34.209291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:34.214256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:34.219460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Pushing event updated for resources: {'Port': ['ID=507ee390-196d-4fdf-aa03-f88b3865de14,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:34.249856 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.250227 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Added segment 68812637-a2a0-4836-bde0-cfa1473bf25a of type vlan for network b6430c7c-74b9-41ef-a5af-9e446447fc49 Aug 30 13:03:34.317707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-ed61f2cc-3c98-4c06-a940-858df4ddca09 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8806033 Aug 30 13:03:34.324230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11a928c9-c4b4-4717-971d-fb922039b84b req-8f6b61bd-a4f3-4266-bb3d-a9746f1d2fc1 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/security-groups?id=7205aa83-72a3-4b49-af69-cb87fbd24a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030975 Aug 30 13:03:34.330873 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.346706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Request body: {'port': {'device_id': 'be317dac-4969-495e-ab81-520dcffd20bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:34.346875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:34.346875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.377564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658b9f-23a8-4fb6-be1d-fa183793acc9 req-f85f94c0-47f9-460b-a844-da404ebace5e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:34.379692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-5a6626ee-5b69-4f32-ad85-b424d3bdeca3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:34.381195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-5a6626ee-5b69-4f32-ad85-b424d3bdeca3 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 949 time: 0.5063856 Aug 30 13:03:34.384191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658b9f-23a8-4fb6-be1d-fa183793acc9 req-f85f94c0-47f9-460b-a844-da404ebace5e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:34.389887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658b9f-23a8-4fb6-be1d-fa183793acc9 req-f85f94c0-47f9-460b-a844-da404ebace5e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:34.391722 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41658b9f-23a8-4fb6-be1d-fa183793acc9 req-f85f94c0-47f9-460b-a844-da404ebace5e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2412 time: 0.1400592 Aug 30 13:03:34.396318 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f319dd-9f4c-4855-867f-24c5b072611e x-openstack-request-id: req-d0f319dd-9f4c-4855-867f-24c5b072611e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:34.396839 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf946e35-fca5-4dd3-8bf7-540ca9fc38d0", "name": "network-vif-deleted", "tag": "70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:34.397091 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0f319dd-9f4c-4855-867f-24c5b072611e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:34.397707 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf946e35-fca5-4dd3-8bf7-540ca9fc38d0', 'name': 'network-vif-deleted', 'tag': '70e31fdd-7544-4d9e-ad3d-b9b83ebc9e00', 'status': 'completed', 'code': 200} Aug 30 13:03:34.399932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-f12e9e38-f6a6-4e0d-9f28-02207d061042 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0788274 Aug 30 13:03:34.443117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Request body: {'port': {'device_id': '5120f2c3-db8f-4631-8fff-b24d54f78de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:34.470881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.476298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:34.476881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.539523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.551232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41658b9f-23a8-4fb6-be1d-fa183793acc9 req-74805497-cf4a-4a67-a70d-fdfa772ec47b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531572 Aug 30 13:03:34.579337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5112979 Aug 30 13:03:34.579337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41062) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:34.580012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-6497cca7-0fd2-4106-903e-ae4c2e09167b service neutron] 10.222.0.35 "GET /v2.0/networks/483268e1-14d9-451e-9f61-3daa5b7758d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304250 Aug 30 13:03:34.581615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'ports': [{'network_id': '4b03c2ef-7086-4941-b263-700297c9c80a', 'name': 'tempest-port--1318704061', 'admin_state_up': True}, {'network_id': 'b6430c7c-74b9-41ef-a5af-9e446447fc49', 'admin_state_up': False}]} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:34.581615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'port': {'network_id': '4b03c2ef-7086-4941-b263-700297c9c80a', 'name': 'tempest-port--1318704061', 'admin_state_up': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:34.581615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'port': {'network_id': 'b6430c7c-74b9-41ef-a5af-9e446447fc49', 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:34.632644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f6d2a-82e7-4ae2-8666-90993b8f3429 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Network': ['ID=b6430c7c-74b9-41ef-a5af-9e446447fc49,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:34.645573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b6430c7c-74b9-41ef-a5af-9e446447fc49 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:34.646735 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-fa33e056-db2d-48c5-9b4d-10ab315422e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 HTTP/1.1" status: 200 len: 217 time: 0.0537567 Aug 30 13:03:34.654846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.719193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.727891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1829c28-3e84-4ec5-aa65-c581333ed093 req-c6b21baf-3ece-4c6e-b5e3-c572ce66833b tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:34.729397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1829c28-3e84-4ec5-aa65-c581333ed093 req-c6b21baf-3ece-4c6e-b5e3-c572ce66833b tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 931 time: 0.2592728 Aug 30 13:03:34.784038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2fec8-4fad-46c2-b9cb-3d1af8a6acb8 req-eb9de3e1-e08d-4dc1-a07f-dad2069a115a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:34.785765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f3d2fec8-4fad-46c2-b9cb-3d1af8a6acb8 req-eb9de3e1-e08d-4dc1-a07f-dad2069a115a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1539230 Aug 30 13:03:34.789703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Pushing event deleted for resources: {'Port': ['ID=87880a84-7de3-411a-bd70-f64a7429452f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:34.866657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Deleting port 0c4d92e8-6037-4f87-b642-e4edf64c6734 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:34.866904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.911392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-c8d0741f-1246-4ba3-8a8e-b4d76000083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:34.912976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-c8d0741f-1246-4ba3-8a8e-b4d76000083f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82bc5e17-0aec-45f0-b579-fd5fcaa56294 HTTP/1.1" status: 200 len: 801 time: 0.2396810 Aug 30 13:03:34.915802 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f3d2fec8-4fad-46c2-b9cb-3d1af8a6acb8 req-14002322-07d3-4445-9cf3-7ebd82ce6058 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204312 Aug 30 13:03:34.933132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Made reservation on behalf of e1d54422dfe345b09c5a8835b5f977bf for: {'port': 2} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:34.937717 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:34.984629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] No DVR routers for this DVR port 87880a84-7de3-411a-bd70-f64a7429452f on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:34.990476 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.003194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.005189 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.35 "DELETE /v2.0/ports/87880a84-7de3-411a-bd70-f64a7429452f HTTP/1.1" status: 204 len: 173 time: 1.8746495 Aug 30 13:03:35.008364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1829c28-3e84-4ec5-aa65-c581333ed093 req-ad9cd75e-88b6-4b6b-be00-4571cbfa93b4 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661116 Aug 30 13:03:35.060502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d38078-c306-4776-b39e-26234803e682 req-5fbe3320-52aa-40c4-a181-a82d506d1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:35.062860 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-5fbe3320-52aa-40c4-a181-a82d506d1475 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de7d964-b915-44f8-ba1c-2c371b6b2253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1098819 Aug 30 13:03:35.069931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] For port 0c4d92e8-6037-4f87-b642-e4edf64c6734, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c4d92e8-6037-4f87-b642-e4edf64c6734,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:35.070375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.091743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Calling delete_port for 0c4d92e8-6037-4f87-b642-e4edf64c6734 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:35.100692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] device_id is not set on port d654afd7-55a8-4467-9acc-e629c0be9208 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:03:35.226366 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-adff888c-6763-4859-bf8c-216e9ece42d8 req-2e454a73-7c83-41c5-af30-514340243ae7 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d93fab9-2f97-46a5-94ce-75982ebd9f26 HTTP/1.1" status: 200 len: 210 time: 0.0765250 Aug 30 13:03:35.238378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-8e6d003b-c5a8-4d8f-b1e0-099a53c512a9 service neutron] 10.222.0.35 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597719 Aug 30 13:03:35.283482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507ee390-196d-4fdf-aa03-f88b3865de14 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:35.298635 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.329610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Transition to ACTIVE for port object 507ee390-196d-4fdf-aa03-f88b3865de14 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:35.339339 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.402862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.420596 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.435165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['0c4d92e8-6037-4f87-b642-e4edf64c6734'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:35.471022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Pushing event deleted for resources: {'Port': ['ID=0c4d92e8-6037-4f87-b642-e4edf64c6734,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:35.476104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d38078-c306-4776-b39e-26234803e682 req-68c3abc6-5723-4320-9afa-71d0a5e11fdf service neutron] 10.222.0.35 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286093 Aug 30 13:03:35.530514 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53bb56d3-062b-4115-be8f-69ac46fa85a9 req-f196dc98-fab6-49b8-be81-1443ff41c770 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 210 time: 0.0974286 Aug 30 13:03:35.543496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] No DVR routers for this DVR port 0c4d92e8-6037-4f87-b642-e4edf64c6734 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:35.544434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Pushing event updated for resources: {'Port': ['ID=507ee390-196d-4fdf-aa03-f88b3865de14,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:35.549125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.551161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88d9776a-70d7-4cca-bc0b-f7b31fbab5d1 req-bc526d99-49d6-4eab-b86d-43cc51ff9a61 tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.35 "DELETE /v2.0/ports/0c4d92e8-6037-4f87-b642-e4edf64c6734 HTTP/1.1" status: 204 len: 173 time: 1.1590052 Aug 30 13:03:35.596737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] device_id is not set on port 3a0dad45-2375-42c6-ac9e-5e1b8dcdba82 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:03:35.634321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-f642558b-c965-4342-93e4-e5066cecbe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:35.635129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-f642558b-c965-4342-93e4-e5066cecbe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:35.635268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-f642558b-c965-4342-93e4-e5066cecbe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:35.637129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-f642558b-c965-4342-93e4-e5066cecbe4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c3dd56c680045abb66daea329d560ea&device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2865 time: 0.0915880 Aug 30 13:03:35.640739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Attempting to bind port 507ee390-196d-4fdf-aa03-f88b3865de14 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:35.641107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Attempting to bind port 507ee390-196d-4fdf-aa03-f88b3865de14 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:35.641495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Attempting to bind port 507ee390-196d-4fdf-aa03-f88b3865de14 on network e545d28a-5488-4cda-9123-4a5ba9037f22 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:35.643775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836c5de5-a57e-4821-b0fc-67a3a244930b {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:35.647997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Port 507ee390-196d-4fdf-aa03-f88b3865de14 on network e545d28a-5488-4cda-9123-4a5ba9037f22 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:35.648306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Attempting to bind port 507ee390-196d-4fdf-aa03-f88b3865de14 on network e545d28a-5488-4cda-9123-4a5ba9037f22 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:35.659644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:35.659871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Checking segment: {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:35.660331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Bound using segment: {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:35.660719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Bound port: 507ee390-196d-4fdf-aa03-f88b3865de14, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:35.661062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.665139 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.711618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:35.754285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Transition to ACTIVE for port object 836c5de5-a57e-4821-b0fc-67a3a244930b will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:35.761554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 87880a84-7de3-411a-bd70-f64a7429452f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:35.762249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 87880a84-7de3-411a-bd70-f64a7429452f not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:35.762844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 0c4d92e8-6037-4f87-b642-e4edf64c6734 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:35.766779 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.803653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.806340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] For port 507ee390-196d-4fdf-aa03-f88b3865de14, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:35.818530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 0c4d92e8-6037-4f87-b642-e4edf64c6734 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:35.819201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 0c4d92e8-6037-4f87-b642-e4edf64c6734 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:35.820003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920f1b1-07f0-4615-84f7-705b59e714f2 req-7818a98a-177a-40db-aeff-d777d8465e97 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:35.822213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] For port 507ee390-196d-4fdf-aa03-f88b3865de14, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=507ee390-196d-4fdf-aa03-f88b3865de14,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:35.825766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920f1b1-07f0-4615-84f7-705b59e714f2 req-7818a98a-177a-40db-aeff-d777d8465e97 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:35.832286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920f1b1-07f0-4615-84f7-705b59e714f2 req-7818a98a-177a-40db-aeff-d777d8465e97 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:35.834073 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.834229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2920f1b1-07f0-4615-84f7-705b59e714f2 req-7818a98a-177a-40db-aeff-d777d8465e97 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2412 time: 0.1714041 Aug 30 13:03:35.872944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-71a40812-5743-4cf0-a3d2-39f31c8c1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:35.875121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-71a40812-5743-4cf0-a3d2-39f31c8c1720 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3de7d964-b915-44f8-ba1c-2c371b6b2253 HTTP/1.1" status: 200 len: 902 time: 0.2261326 Aug 30 13:03:35.875342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:35.875957 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.877435 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] 10.222.0.16 "PUT /v2.0/ports/507ee390-196d-4fdf-aa03-f88b3865de14 HTTP/1.1" status: 200 len: 1091 time: 1.4450758 Aug 30 13:03:35.879483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5120f2c3-db8f-4631-8fff-b24d54f78de9', 'tag': '507ee390-196d-4fdf-aa03-f88b3865de14'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:35.881608 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c440937-0cb8-4885-9779-67fc42b921a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5120f2c3-db8f-4631-8fff-b24d54f78de9", "tag": "507ee390-196d-4fdf-aa03-f88b3865de14"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:35.898434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Pushing event updated for resources: {'Port': ['ID=836c5de5-a57e-4821-b0fc-67a3a244930b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:35.931489 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e397d58d-f6c8-422a-99f2-990b60b27957 x-openstack-request-id: req-e397d58d-f6c8-422a-99f2-990b60b27957 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:35.931978 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5120f2c3-db8f-4631-8fff-b24d54f78de9", "tag": "507ee390-196d-4fdf-aa03-f88b3865de14", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:35.932368 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e397d58d-f6c8-422a-99f2-990b60b27957 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:35.932965 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5120f2c3-db8f-4631-8fff-b24d54f78de9', 'tag': '507ee390-196d-4fdf-aa03-f88b3865de14', 'status': 'completed', 'code': 200} Aug 30 13:03:35.941044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:35.968620 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-bf0ccbe0-17b4-4c64-b96b-321f563650f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.231&port_id=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 HTTP/1.1" status: 200 len: 217 time: 0.0804222 Aug 30 13:03:35.998228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd61bff-530c-422f-85a3-d9d608e30d4e service neutron] Pushing event updated for resources: {'Port': ['ID=507ee390-196d-4fdf-aa03-f88b3865de14,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:36.006692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2920f1b1-07f0-4615-84f7-705b59e714f2 req-5119fed5-30d9-495a-9d17-ca709a1adeb6 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527278 Aug 30 13:03:36.068296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-63c57c36-6473-46a0-8e80-f9b83a630350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.069822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-63c57c36-6473-46a0-8e80-f9b83a630350 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=82bc5e17-0aec-45f0-b579-fd5fcaa56294 HTTP/1.1" status: 200 len: 801 time: 0.0795009 Aug 30 13:03:36.072299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Attempting to bind port 836c5de5-a57e-4821-b0fc-67a3a244930b on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:36.072638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Attempting to bind port 836c5de5-a57e-4821-b0fc-67a3a244930b by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:36.072967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Attempting to bind port 836c5de5-a57e-4821-b0fc-67a3a244930b on network e545d28a-5488-4cda-9123-4a5ba9037f22 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:36.087102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Port 836c5de5-a57e-4821-b0fc-67a3a244930b on network e545d28a-5488-4cda-9123-4a5ba9037f22 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:36.087429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Attempting to bind port 836c5de5-a57e-4821-b0fc-67a3a244930b on network e545d28a-5488-4cda-9123-4a5ba9037f22 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:36.105415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-a9dc280a-d51f-41e4-a2dd-d9a0797c274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.107451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-a9dc280a-d51f-41e4-a2dd-d9a0797c274b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 1094 time: 0.1561263 Aug 30 13:03:36.113393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:36.113893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Checking segment: {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:36.114598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Bound using segment: {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:36.115239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Bound port: 836c5de5-a57e-4821-b0fc-67a3a244930b, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3751c1eb-4fe5-4285-ad1b-ecf8240016be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:36.115529 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:36.121298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Port': ['ID=d654afd7-55a8-4467-9acc-e629c0be9208,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:36.169321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Checking segment: {'id': 'c7003e9f-4849-4cbc-877e-f3a98cdfe779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '4b03c2ef-7086-4941-b263-700297c9c80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:36.169716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Network hostable DHCP agents. Network: 4b03c2ef-7086-4941-b263-700297c9c80a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:36.173011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-14838ca8-d677-4abf-a98f-c00e4bf65a0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507ee390-196d-4fdf-aa03-f88b3865de14 HTTP/1.1" status: 200 len: 217 time: 0.0546670 Aug 30 13:03:36.182371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde51072-91ef-44b5-8d2a-5c1ed1521ac7 req-789982e0-e8ad-4d6f-a928-93b7778569d9 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.183804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cde51072-91ef-44b5-8d2a-5c1ed1521ac7 req-789982e0-e8ad-4d6f-a928-93b7778569d9 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1877685 Aug 30 13:03:36.225209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-354b4d08-0175-414f-9683-36f3dadac1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.226744 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-354b4d08-0175-414f-9683-36f3dadac1f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3de7d964-b915-44f8-ba1c-2c371b6b2253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1480918 Aug 30 13:03:36.245801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Network 4b03c2ef-7086-4941-b263-700297c9c80a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:36.258506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda73c17-e010-4d98-92b2-cb7e3cf2581b req-81b836f0-af76-45a1-a8e0-01e00f7d4b0c tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.260087 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dda73c17-e010-4d98-92b2-cb7e3cf2581b req-81b836f0-af76-45a1-a8e0-01e00f7d4b0c tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 943 time: 0.1412666 Aug 30 13:03:36.263517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-100acd34-c7b0-4e73-83b0-18e77ef8be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.266088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-100acd34-c7b0-4e73-83b0-18e77ef8be16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c756804-246b-4102-9c15-082802e5b1c3 HTTP/1.1" status: 200 len: 852 time: 0.0803263 Aug 30 13:03:36.268487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4b03c2ef-7086-4941-b263-700297c9c80a) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:36.279533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50739a6a-1307-49a7-b73a-cb8574259fc9 None None] Network 4b03c2ef-7086-4941-b263-700297c9c80a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:36.282341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:36.283165 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:36.288551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cde51072-91ef-44b5-8d2a-5c1ed1521ac7 req-5188b4fa-1594-414b-991d-d7ef13941adf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945547 Aug 30 13:03:36.311610 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-0a71f363-5983-4666-ae37-c7650ee58741 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e545d28a-5488-4cda-9123-4a5ba9037f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377731 Aug 30 13:03:36.378229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dda73c17-e010-4d98-92b2-cb7e3cf2581b req-30e337cf-2e6b-458e-a80d-ee028610a6f4 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057823 Aug 30 13:03:36.380927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] For port 836c5de5-a57e-4821-b0fc-67a3a244930b, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:36.406464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-deleted', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f'}, {'server_uuid': '18255960-7d1e-48ce-af05-7ae4cfc9a1c5', 'name': 'network-vif-deleted', 'tag': '0c4d92e8-6037-4f87-b642-e4edf64c6734'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:36.412631 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7f2bd7-e4f4-4c60-a49e-7d2662229255" -d '{"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-deleted", "tag": "87880a84-7de3-411a-bd70-f64a7429452f"}, {"server_uuid": "18255960-7d1e-48ce-af05-7ae4cfc9a1c5", "name": "network-vif-deleted", "tag": "0c4d92e8-6037-4f87-b642-e4edf64c6734"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:36.416692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Port': ['ID=3a0dad45-2375-42c6-ac9e-5e1b8dcdba82,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:36.419245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] For port 836c5de5-a57e-4821-b0fc-67a3a244930b, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=836c5de5-a57e-4821-b0fc-67a3a244930b,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:36.473748 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:36.497854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Checking segment: {'id': '68812637-a2a0-4836-bde0-cfa1473bf25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'b6430c7c-74b9-41ef-a5af-9e446447fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:36.497854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Network hostable DHCP agents. Network: b6430c7c-74b9-41ef-a5af-9e446447fc49, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:36.515172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-e34525af-adcd-4f70-96dc-4352e12a7175 service neutron] 10.222.0.16 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800857 Aug 30 13:03:36.534023 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5871b354-bc48-434c-8dcb-f17220e06e68 x-openstack-request-id: req-5871b354-bc48-434c-8dcb-f17220e06e68 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:36.534272 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93fab9-2f97-46a5-94ce-75982ebd9f26", "name": "network-vif-deleted", "tag": "87880a84-7de3-411a-bd70-f64a7429452f", "status": "completed", "code": 200}, {"server_uuid": "18255960-7d1e-48ce-af05-7ae4cfc9a1c5", "name": "network-vif-deleted", "tag": "0c4d92e8-6037-4f87-b642-e4edf64c6734", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:36.534445 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5871b354-bc48-434c-8dcb-f17220e06e68 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:36.535210 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93fab9-2f97-46a5-94ce-75982ebd9f26', 'name': 'network-vif-deleted', 'tag': '87880a84-7de3-411a-bd70-f64a7429452f', 'status': 'completed', 'code': 200} Aug 30 13:03:36.535210 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18255960-7d1e-48ce-af05-7ae4cfc9a1c5', 'name': 'network-vif-deleted', 'tag': '0c4d92e8-6037-4f87-b642-e4edf64c6734', 'status': 'completed', 'code': 200} Aug 30 13:03:36.554063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.554696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:36.556074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] 10.222.0.35 "PUT /v2.0/ports/836c5de5-a57e-4821-b0fc-67a3a244930b HTTP/1.1" status: 200 len: 1091 time: 2.2277417 Aug 30 13:03:36.568633 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-d7afa297-f3de-42f1-930e-919250f42628 service neutron] 10.222.0.35 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329043 Aug 30 13:03:36.591687 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4f7d5e4a-d3f6-49e8-b026-0fbf4cb3c086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:36.600551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988d3ed-d2c7-4785-8bbb-d6da6e847a74 service neutron] Pushing event updated for resources: {'Port': ['ID=836c5de5-a57e-4821-b0fc-67a3a244930b,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:36.613389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Network b6430c7c-74b9-41ef-a5af-9e446447fc49 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:36.635882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b6430c7c-74b9-41ef-a5af-9e446447fc49) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:36.646224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3027d2d-4339-4dab-906f-046be38e7c98 None None] Network b6430c7c-74b9-41ef-a5af-9e446447fc49 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:36.657055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:36.663344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.669336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.669984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:36.670935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-416f1f50-9eaa-4e90-9408-69830da71954 req-f57298f4-0852-4b00-bdac-f7aa6f8681ea tempest-ServersOnMultiNodesTest-786548541 tempest-ServersOnMultiNodesTest-786548541-project] 10.222.0.37 "GET /v2.0/ports?device_id=18255960-7d1e-48ce-af05-7ae4cfc9a1c5 HTTP/1.1" status: 200 len: 210 time: 0.0353534 Aug 30 13:03:36.716657 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b67edfc1-eb54-41de-a803-1aa4823f6b27 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1390629 Aug 30 13:03:36.719100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41092) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:36.727234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-6e09b954-907b-4d63-aa2c-59586f2baf70 service neutron] 10.222.0.16 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023859 Aug 30 13:03:36.760847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671f2a51-bf9a-40cf-9df5-967a604bdb8b req-10ffce83-5254-4c50-a0d6-8644dc98128c service neutron] 10.222.0.35 "GET /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831701 Aug 30 13:03:36.808978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-514df786-f47a-4344-9c70-83a7e1c68c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.813503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-514df786-f47a-4344-9c70-83a7e1c68c3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&device_id=be317dac-4969-495e-ab81-520dcffd20bb HTTP/1.1" status: 200 len: 1094 time: 0.1241314 Aug 30 13:03:36.841459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8feb2a-0437-4ab8-8b81-400fef3cf37d tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.848007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-089aa2fc-8589-4d78-89e3-1f400ba080cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.849711 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-089aa2fc-8589-4d78-89e3-1f400ba080cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 1094 time: 0.0523727 Aug 30 13:03:36.850657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8feb2a-0437-4ab8-8b81-400fef3cf37d tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.854124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-da8feb2a-0437-4ab8-8b81-400fef3cf37d tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1293287 Aug 30 13:03:36.857859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41096) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:36.886881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-e72439e2-697e-44d7-b480-3da440c65a2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=836c5de5-a57e-4821-b0fc-67a3a244930b HTTP/1.1" status: 200 len: 217 time: 0.0616906 Aug 30 13:03:36.937573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-a7c7f3e6-0b22-4202-b916-d48bbd8e343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:36.939215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-a7c7f3e6-0b22-4202-b916-d48bbd8e343a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c756804-246b-4102-9c15-082802e5b1c3 HTTP/1.1" status: 200 len: 852 time: 0.0448775 Aug 30 13:03:36.951613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41098) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:36.972789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-dbd304ec-da8c-44b8-8e9b-0dfd3963fe46 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e545d28a-5488-4cda-9123-4a5ba9037f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253816 Aug 30 13:03:37.023226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-2cc3626f-f8ca-4510-b113-360f465b4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:37.024723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-2cc3626f-f8ca-4510-b113-360f465b4cbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 913 time: 0.1640337 Aug 30 13:03:37.045634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4fda858a-1410-430d-881d-ec20fb2c83ff tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Deleting port d654afd7-55a8-4467-9acc-e629c0be9208 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:37.046531 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fda858a-1410-430d-881d-ec20fb2c83ff tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.075849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-91ae3daa-800b-4224-a1b9-53371360d237 service neutron] 10.222.0.35 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959406 Aug 30 13:03:37.122749 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-72e90143-4ea3-44d5-9766-608cc66bc342 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=507ee390-196d-4fdf-aa03-f88b3865de14 HTTP/1.1" status: 200 len: 217 time: 0.0868926 Aug 30 13:03:37.167422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0100dbf-78d3-4bb0-b35a-5755bf2b4d2c req-a9202af5-3b98-476a-9f99-f1c7fd5f846c service neutron] 10.222.0.35 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834250 Aug 30 13:03:37.220332 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fda858a-1410-430d-881d-ec20fb2c83ff tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.246395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4fda858a-1410-430d-881d-ec20fb2c83ff tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Calling delete_port for d654afd7-55a8-4467-9acc-e629c0be9208 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:37.266316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-57df75fd-82dd-4a5d-9950-8f67317bed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:37.267771 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-57df75fd-82dd-4a5d-9950-8f67317bed44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c756804-246b-4102-9c15-082802e5b1c3 HTTP/1.1" status: 200 len: 852 time: 0.1277435 Aug 30 13:03:37.282995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92036f-4645-4210-b954-0a704a6fb67a req-b1907bf3-87f3-4f38-8254-5b54f8cbaa3c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:37.289078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92036f-4645-4210-b954-0a704a6fb67a req-b1907bf3-87f3-4f38-8254-5b54f8cbaa3c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:37.294859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92036f-4645-4210-b954-0a704a6fb67a req-b1907bf3-87f3-4f38-8254-5b54f8cbaa3c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:37.296977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df92036f-4645-4210-b954-0a704a6fb67a req-b1907bf3-87f3-4f38-8254-5b54f8cbaa3c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2412 time: 0.1760976 Aug 30 13:03:37.299282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-784d32d8-471c-4f6a-b130-9316a4d40c00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da0632eb4abe4d958de5598f7d84f906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453002 Aug 30 13:03:37.302100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41104) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:37.357976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-878fe00e-165e-4d7e-81d1-aca4ceacb1b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e545d28a-5488-4cda-9123-4a5ba9037f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561905 Aug 30 13:03:37.360228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b671889f-7de4-443a-98ca-7e693191f1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.404953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b671889f-7de4-443a-98ca-7e693191f1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.447465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002649dc-7fad-48a3-8955-7043604f092b req-ead144e6-4362-4134-a756-a4e3bd050811 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:37.448947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-002649dc-7fad-48a3-8955-7043604f092b req-ead144e6-4362-4134-a756-a4e3bd050811 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0868094 Aug 30 13:03:37.452888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df92036f-4645-4210-b954-0a704a6fb67a req-ed620a26-614f-40ea-b600-479660259c6f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423428 Aug 30 13:03:37.496370 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fda858a-1410-430d-881d-ec20fb2c83ff tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.503814 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b671889f-7de4-443a-98ca-7e693191f1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.508305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b671889f-7de4-443a-98ca-7e693191f1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.511917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b671889f-7de4-443a-98ca-7e693191f1cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/726a9c27-2915-4d12-82b3-afc44b98040c HTTP/1.1" status: 204 len: 168 time: 0.2063022 Aug 30 13:03:37.522975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-002649dc-7fad-48a3-8955-7043604f092b req-f199c966-0656-4d1a-b124-2b0ce4f7fe38 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658858 Aug 30 13:03:37.527101 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-ba0dfa46-e748-4fc0-a721-6f9a1e7db278 service neutron] 10.222.0.16 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592112 Aug 30 13:03:37.529469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda858a-1410-430d-881d-ec20fb2c83ff tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Port': ['ID=d654afd7-55a8-4467-9acc-e629c0be9208,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:37.537796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671889f-7de4-443a-98ca-7e693191f1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726a9c27-2915-4d12-82b3-afc44b98040c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:37.540165 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fda858a-1410-430d-881d-ec20fb2c83ff tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.542126 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4fda858a-1410-430d-881d-ec20fb2c83ff tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/ports/d654afd7-55a8-4467-9acc-e629c0be9208 HTTP/1.1" status: 204 len: 168 time: 0.6826513 Aug 30 13:03:37.550968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41116) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:37.674792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05371a6-fcf2-41fd-a1a9-403f2b6b6c12 req-87b295a7-fea6-455d-8aa9-cff9d0180a44 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:37.676138 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e05371a6-fcf2-41fd-a1a9-403f2b6b6c12 req-87b295a7-fea6-455d-8aa9-cff9d0180a44 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 943 time: 0.0630586 Aug 30 13:03:37.702979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c440937-0cb8-4885-9779-67fc42b921a3 req-a026e03a-2a13-401f-ac7c-d104e10342ab service neutron] 10.222.0.16 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592615 Aug 30 13:03:37.721250 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e05371a6-fcf2-41fd-a1a9-403f2b6b6c12 req-3607a4ee-f64c-4450-8cf3-aa1d81a38d1f tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390840 Aug 30 13:03:37.724681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ae1983bb-5ce9-4062-b7aa-1db8a8ad1fdd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Deleting port 3a0dad45-2375-42c6-ac9e-5e1b8dcdba82 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:37.724681 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae1983bb-5ce9-4062-b7aa-1db8a8ad1fdd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.800544 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae1983bb-5ce9-4062-b7aa-1db8a8ad1fdd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.816202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ae1983bb-5ce9-4062-b7aa-1db8a8ad1fdd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Calling delete_port for 3a0dad45-2375-42c6-ac9e-5e1b8dcdba82 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:37.902623 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae1983bb-5ce9-4062-b7aa-1db8a8ad1fdd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.940376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1983bb-5ce9-4062-b7aa-1db8a8ad1fdd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Port': ['ID=3a0dad45-2375-42c6-ac9e-5e1b8dcdba82,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:37.942698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae1983bb-5ce9-4062-b7aa-1db8a8ad1fdd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:37.949364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41136) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:37.950249 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ae1983bb-5ce9-4062-b7aa-1db8a8ad1fdd tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/ports/3a0dad45-2375-42c6-ac9e-5e1b8dcdba82 HTTP/1.1" status: 204 len: 168 time: 0.3975432 Aug 30 13:03:37.980752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-700222c3-37e6-4dc4-b56f-4fd52a723036 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0300088 Aug 30 13:03:37.984815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41138) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:37.990163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1433723566'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:38.011745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Made reservation on behalf of e1d54422dfe345b09c5a8835b5f977bf for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:38.015746 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.027159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41140) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:38.045345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:38.055334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.055832 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Added segment ba0452f1-d6fb-4117-a55e-c793ecc6c8d6 of type vlan for network b1c22ad3-b59a-4fc2-b841-7d473b6014fc Aug 30 13:03:38.188090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cd5327d4-5472-4b95-87cb-a19d67b92278 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7498a1be3eb4f79a17f877ba20a3172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595631 Aug 30 13:03:38.190662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41150) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:38.246923 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23cf1d6a-0ade-4d9a-ac39-79f938baccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.270375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23cf1d6a-0ade-4d9a-ac39-79f938baccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.302984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41154) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:38.332861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23cf1d6a-0ade-4d9a-ac39-79f938baccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.336111 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23cf1d6a-0ade-4d9a-ac39-79f938baccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.337321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-23cf1d6a-0ade-4d9a-ac39-79f938baccdc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7205aa83-72a3-4b49-af69-cb87fbd24a15 HTTP/1.1" status: 204 len: 168 time: 0.1455269 Aug 30 13:03:38.347024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf1d6a-0ade-4d9a-ac39-79f938baccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7205aa83-72a3-4b49-af69-cb87fbd24a15,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:38.403286 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.440524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1581577557-network', 'tenant_id': 'ffba9b3c5c5b47d38f9422fce76b3518'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:38.441744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.447876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:38.448538 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.467526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Made reservation on behalf of ffba9b3c5c5b47d38f9422fce76b3518 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:38.470339 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.479988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.517245 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Network': ['ID=b1c22ad3-b59a-4fc2-b841-7d473b6014fc,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:38.528731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b1c22ad3-b59a-4fc2-b841-7d473b6014fc details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:38.537295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be317dac-4969-495e-ab81-520dcffd20bb', 'tag': '836c5de5-a57e-4821-b0fc-67a3a244930b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:38.539819 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f450eeb-5044-4318-92e5-36f4cd9e582f" -d '{"events": [{"name": "network-changed", "server_uuid": "be317dac-4969-495e-ab81-520dcffd20bb", "tag": "836c5de5-a57e-4821-b0fc-67a3a244930b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:38.601503 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a80abd-9c95-42de-bc33-4990924e28b4 x-openstack-request-id: req-18a80abd-9c95-42de-bc33-4990924e28b4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:38.601802 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be317dac-4969-495e-ab81-520dcffd20bb", "tag": "836c5de5-a57e-4821-b0fc-67a3a244930b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:38.602036 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18a80abd-9c95-42de-bc33-4990924e28b4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:38.602473 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be317dac-4969-495e-ab81-520dcffd20bb', 'tag': '836c5de5-a57e-4821-b0fc-67a3a244930b', 'status': 'completed', 'code': 200} Aug 30 13:03:38.635958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd3c82-d5b5-4b19-b811-632bece02463 req-ec0d952d-c281-4d03-829d-4ae739fc3761 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:38.641879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd3c82-d5b5-4b19-b811-632bece02463 req-ec0d952d-c281-4d03-829d-4ae739fc3761 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:38.647649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd3c82-d5b5-4b19-b811-632bece02463 req-ec0d952d-c281-4d03-829d-4ae739fc3761 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:38.649326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e3bd3c82-d5b5-4b19-b811-632bece02463 req-ec0d952d-c281-4d03-829d-4ae739fc3761 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2412 time: 0.1002223 Aug 30 13:03:38.689167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41172) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:38.705212 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.718474 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.720148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c5d9ec85-e6da-4c89-9e80-19ac7f317c1e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7340875 Aug 30 13:03:38.725781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41174) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:38.732755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcacfa-13b2-4b18-844d-c1aa448d4340 req-549f3bc0-aaa4-4b85-85db-0e966cac314d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:38.734549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d5bcacfa-13b2-4b18-844d-c1aa448d4340 req-549f3bc0-aaa4-4b85-85db-0e966cac314d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0811884 Aug 30 13:03:38.739692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-366695645'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:38.759039 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-64f8eee2-35cf-405c-807b-5b5e340a080b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=69cbd9df2c674af0aadef9ecdd5f709e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0656717 Aug 30 13:03:38.763735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41178) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:38.787289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-70dfe172-e657-4b1d-920f-74f1fcfe040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:38.788928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-70dfe172-e657-4b1d-920f-74f1fcfe040f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&device_id=be317dac-4969-495e-ab81-520dcffd20bb HTTP/1.1" status: 200 len: 1094 time: 0.1369100 Aug 30 13:03:38.791866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:38.798196 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e3bd3c82-d5b5-4b19-b811-632bece02463 req-7d3838b4-f0f7-49a9-9cdf-79392dac920b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262317 Aug 30 13:03:38.804465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:38.818592 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d5bcacfa-13b2-4b18-844d-c1aa448d4340 req-e1fc83ad-5444-4890-bb34-58a420803a96 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746081 Aug 30 13:03:38.840983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b744a80-5fb0-4e9a-8ac4-90d7eafa24fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.859004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Made reservation on behalf of e1d54422dfe345b09c5a8835b5f977bf for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:38.863996 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.866537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.866885 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Added segment 48c781db-bca9-4daf-a0db-ca0f8c094253 of type vlan for network 30832a73-038a-43bc-a4cc-aed5c45514e0 Aug 30 13:03:38.869263 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b744a80-5fb0-4e9a-8ac4-90d7eafa24fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.937199 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.939675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b744a80-5fb0-4e9a-8ac4-90d7eafa24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.942646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b744a80-5fb0-4e9a-8ac4-90d7eafa24fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:38.943861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3b744a80-5fb0-4e9a-8ac4-90d7eafa24fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/065f62db-ef97-457d-b6fa-e122a9cfda18 HTTP/1.1" status: 204 len: 168 time: 0.1792126 Aug 30 13:03:38.955687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:38.955913 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b744a80-5fb0-4e9a-8ac4-90d7eafa24fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f62db-ef97-457d-b6fa-e122a9cfda18,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:39.014150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.014497 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Added segment 38027fc7-f064-4ce5-8527-9f5e4ae72c79 of type vlan for network fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58 Aug 30 13:03:39.034570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-a3e6b009-2009-4281-8a9f-b7be051ca4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:39.036062 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-a3e6b009-2009-4281-8a9f-b7be051ca4c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 200 len: 913 time: 0.2329278 Aug 30 13:03:39.059657 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.060576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:39.061163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.115665 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.134397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-dd7a3ace-c9d9-449c-b98c-1c51e60082e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=836c5de5-a57e-4821-b0fc-67a3a244930b HTTP/1.1" status: 200 len: 217 time: 0.0779111 Aug 30 13:03:39.189218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cb2ed-9c5f-4fc4-ab74-6e6b9634b422 req-48e39cf8-8966-4664-9d75-1ab5e6460cb3 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:39.190692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a37cb2ed-9c5f-4fc4-ab74-6e6b9634b422 req-48e39cf8-8966-4664-9d75-1ab5e6460cb3 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 943 time: 0.2276578 Aug 30 13:03:39.196958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8929811 Aug 30 13:03:39.200054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41184) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:39.211739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Request body: {'subnet': {'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1581577557-subnet', 'tenant_id': 'ffba9b3c5c5b47d38f9422fce76b3518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:39.235030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Made reservation on behalf of ffba9b3c5c5b47d38f9422fce76b3518 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:39.238435 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.242090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0399d7b-ac66-4ad7-8c9d-34166df32939 admin admin] Pushing event updated for resources: {'Network': ['ID=30832a73-038a-43bc-a4cc-aed5c45514e0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:39.257351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 30832a73-038a-43bc-a4cc-aed5c45514e0 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:39.267829 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.273096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:39.273741 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.289971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-c7619129-2b98-4d96-bb67-0bc57a5bff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:39.291786 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-c7619129-2b98-4d96-bb67-0bc57a5bff38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0c756804-246b-4102-9c15-082802e5b1c3 HTTP/1.1" status: 200 len: 852 time: 0.1203094 Aug 30 13:03:39.325800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a37cb2ed-9c5f-4fc4-ab74-6e6b9634b422 req-7ced8f7e-1eab-4478-a7be-5b199c979b6c tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062238 Aug 30 13:03:39.384074 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d9c36339-13e3-4365-85e9-deb911c4ced2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.455038 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.522957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de712da0-d649-436c-9ec5-6653643a2ad8,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:39.533220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Checking segment: {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:39.533581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Network hostable DHCP agents. Network: 30832a73-038a-43bc-a4cc-aed5c45514e0, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:39.555045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Network 30832a73-038a-43bc-a4cc-aed5c45514e0 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:39.571115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 30832a73-038a-43bc-a4cc-aed5c45514e0) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:39.581291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5425982-845e-48c4-94e5-905acdd754bc None None] Network 30832a73-038a-43bc-a4cc-aed5c45514e0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:39.582146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:39.583063 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:39.601883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d08fb75f-4449-45c6-a934-678eda048f18 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4003794 Aug 30 13:03:39.685723 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9532371 Aug 30 13:03:39.702721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-e383c8f9-ab1c-46df-86e3-aab7e03b41f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e545d28a-5488-4cda-9123-4a5ba9037f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3913615 Aug 30 13:03:39.739440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4efb77-6ef0-4b58-82dd-9a6eb2e75e7a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Network': ['ID=fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:39.776050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c5062c80-6278-4559-80a1-9447ed33e7a8 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:39.782819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:39.853036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-796fed09-b49d-42c4-b7c6-56769ff1e654 service neutron] 10.222.0.35 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427207 Aug 30 13:03:39.965218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b7dd-4790-4069-bd55-5eb49207f123 req-a039e3e3-db65-4e50-95bb-d345948740b3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:39.972439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b7dd-4790-4069-bd55-5eb49207f123 req-a039e3e3-db65-4e50-95bb-d345948740b3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:39.984152 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b7dd-4790-4069-bd55-5eb49207f123 req-a039e3e3-db65-4e50-95bb-d345948740b3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:39.992697 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3082b7dd-4790-4069-bd55-5eb49207f123 req-a039e3e3-db65-4e50-95bb-d345948740b3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2412 time: 0.0883279 Aug 30 13:03:40.025867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f450eeb-5044-4318-92e5-36f4cd9e582f req-4a9523b4-7879-485d-9042-c30030384e93 service neutron] 10.222.0.35 "GET /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646774 Aug 30 13:03:40.040111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bde04-a13e-4286-8e2d-f06bb8649062 req-11d36162-5cb0-4b80-85b8-f79c1c075f93 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:40.043288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff8bde04-a13e-4286-8e2d-f06bb8649062 req-11d36162-5cb0-4b80-85b8-f79c1c075f93 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0851357 Aug 30 13:03:40.057166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3082b7dd-4790-4069-bd55-5eb49207f123 req-90d609d0-e83e-4c7a-9a8e-711adbc522ed tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634325 Aug 30 13:03:40.106006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff8bde04-a13e-4286-8e2d-f06bb8649062 req-328c365a-5926-43b0-9c0b-6e748d5ea636 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555470 Aug 30 13:03:40.121990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c5062c80-6278-4559-80a1-9447ed33e7a8, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c5062c80-6278-4559-80a1-9447ed33e7a8,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:40.169874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'c5062c80-6278-4559-80a1-9447ed33e7a8', 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253', 'port_id': 'c5062c80-6278-4559-80a1-9447ed33e7a8', 'mac_address': 'fa:16:3e:8f:e4:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bc5e17-0aec-45f0-b579-fd5fcaa56294', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:40.176201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3067d8-e046-4d8c-b7d5-f4d98921a3b5 None None] Network 30832a73-038a-43bc-a4cc-aed5c45514e0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:40.260247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:40.292426 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:40.320033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5062c80-6278-4559-80a1-9447ed33e7a8 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:40.395499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c5062c80-6278-4559-80a1-9447ed33e7a8, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c5062c80-6278-4559-80a1-9447ed33e7a8,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:40.402861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:40.403895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b030babb-342d-47ad-80f2-f62d73c20a8f details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:40.521257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c5062c80-6278-4559-80a1-9447ed33e7a8,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:40.648619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b030babb-342d-47ad-80f2-f62d73c20a8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b030babb-342d-47ad-80f2-f62d73c20a8f,segment=NetworkSegment(d3681f67-799a-4cb7-afa3-3d87ec96a61c),segment_id=d3681f67-799a-4cb7-afa3-3d87ec96a61c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:40.652116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-db8210e8-2c03-4c36-9ba8-1a9f2e7b5013 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:40.661371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-db8210e8-2c03-4c36-9ba8-1a9f2e7b5013 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/networks?id=30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 200 len: 822 time: 0.2127900 Aug 30 13:03:40.669738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1768a9b-fdba-4e62-832e-cdeeafd3f415 req-deb24082-be91-40b5-bceb-e880236ef476 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:40.671868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a1768a9b-fdba-4e62-832e-cdeeafd3f415 req-deb24082-be91-40b5-bceb-e880236ef476 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 943 time: 0.0821891 Aug 30 13:03:40.678003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'b030babb-342d-47ad-80f2-f62d73c20a8f', 'network_id': '483268e1-14d9-451e-9f61-3daa5b7758d4', 'port_id': 'b030babb-342d-47ad-80f2-f62d73c20a8f', 'mac_address': 'fa:16:3e:72:da:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8581e96f-58cb-414b-8268-af9548d822cd', 'ip_address': '19.86.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:40.692454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-b3dd4f37-4bba-44ad-b1cd-cc104cfece66 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/quotas/ffba9b3c5c5b47d38f9422fce76b3518 HTTP/1.1" status: 200 len: 375 time: 0.0298343 Aug 30 13:03:40.722894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a1768a9b-fdba-4e62-832e-cdeeafd3f415 req-b226578d-97bb-480c-9c81-fde06ee9958d tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432429 Aug 30 13:03:40.764150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-95c82eda-c012-454c-97fb-d9f5370e086f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703132 Aug 30 13:03:40.766769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:40.785390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:40.800687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b030babb-342d-47ad-80f2-f62d73c20a8f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:40.828276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b030babb-342d-47ad-80f2-f62d73c20a8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b030babb-342d-47ad-80f2-f62d73c20a8f,segment=NetworkSegment(d3681f67-799a-4cb7-afa3-3d87ec96a61c),segment_id=d3681f67-799a-4cb7-afa3-3d87ec96a61c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:40.835193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:40.837956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:40.892393 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-193e88bd-62d3-4e54-89bd-30c8a5d2901d service neutron] 10.222.0.37 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274183 Aug 30 13:03:40.933648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b030babb-342d-47ad-80f2-f62d73c20a8f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:40.945223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:40.957019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070', 'network_id': '3de7d964-b915-44f8-ba1c-2c371b6b2253', 'port_id': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070', 'mac_address': 'fa:16:3e:fb:99:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82bc5e17-0aec-45f0-b579-fd5fcaa56294', 'ip_address': '19.80.0.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:40.998618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-eadbb0a6-acf2-4256-9671-8af59d583bf9 service neutron] 10.222.0.37 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000578 Aug 30 13:03:41.010127 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:41.024574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:41.046857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:41.049462 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c3784ee-11e7-4176-ae42-abcced7af313 req-dc49734f-01e6-4207-9cad-20f34be7aa70 tempest-FlavorsV2NegativeTest-1886580441 tempest-FlavorsV2NegativeTest-1886580441-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a1a983a294b441e1a2d51679bdf5875e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311410 Aug 30 13:03:41.052696 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:41.107497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:41.197229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3784ee-11e7-4176-ae42-abcced7af313 req-c2537f2c-641e-4e2d-9953-fc2eea0df2bb tempest-FlavorsV2NegativeTest-1886580441 tempest-FlavorsV2NegativeTest-1886580441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:41.204528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c3784ee-11e7-4176-ae42-abcced7af313 req-c2537f2c-641e-4e2d-9953-fc2eea0df2bb tempest-FlavorsV2NegativeTest-1886580441 tempest-FlavorsV2NegativeTest-1886580441-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542127 Aug 30 13:03:41.225638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c3784ee-11e7-4176-ae42-abcced7af313 req-941bcc50-1820-4e6d-9090-b1b400298f5c tempest-FlavorsV2NegativeTest-1886580441 tempest-FlavorsV2NegativeTest-1886580441-project] 10.222.0.37 "GET /v2.0/quotas/a1a983a294b441e1a2d51679bdf5875e HTTP/1.1" status: 200 len: 375 time: 0.0200856 Aug 30 13:03:41.248485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 507ee390-196d-4fdf-aa03-f88b3865de14 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:41.267195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f405c3-93b5-4d97-9328-e2814bef59bd req-ab1084d7-729c-495d-8842-a3cb804a6172 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:41.280190 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c3784ee-11e7-4176-ae42-abcced7af313 req-2bbb3064-8cb5-4078-b078-ab4fc8b67b4e tempest-FlavorsV2NegativeTest-1886580441 tempest-FlavorsV2NegativeTest-1886580441-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a1a983a294b441e1a2d51679bdf5875e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534971 Aug 30 13:03:41.294141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f405c3-93b5-4d97-9328-e2814bef59bd req-ab1084d7-729c-495d-8842-a3cb804a6172 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:41.308907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f405c3-93b5-4d97-9328-e2814bef59bd req-ab1084d7-729c-495d-8842-a3cb804a6172 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:41.324385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61f405c3-93b5-4d97-9328-e2814bef59bd req-ab1084d7-729c-495d-8842-a3cb804a6172 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2415 time: 0.1200302 Aug 30 13:03:41.401040 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61f405c3-93b5-4d97-9328-e2814bef59bd req-f3e5f36b-ff9d-42ce-ad3d-97df6a924ed9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673740 Aug 30 13:03:41.470082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b395f7c-b852-4ee9-9a68-be79b745a213 req-8b0e0aa1-2e8d-4023-bcfb-71150b849864 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:41.481500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b395f7c-b852-4ee9-9a68-be79b745a213 req-8b0e0aa1-2e8d-4023-bcfb-71150b849864 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1430888 Aug 30 13:03:41.542124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 507ee390-196d-4fdf-aa03-f88b3865de14, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=507ee390-196d-4fdf-aa03-f88b3865de14,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:41.556247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b395f7c-b852-4ee9-9a68-be79b745a213 req-e7219080-b463-4702-8904-5643fd25027a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735986 Aug 30 13:03:41.631206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9c3b4039-559b-4e0f-92ec-7809e44effb3 req-991f74e0-8f03-42b1-bc19-a49d71860907 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 210 time: 0.0631032 Aug 30 13:03:41.640229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['c5062c80-6278-4559-80a1-9447ed33e7a8'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:41.678012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fdbf7c1b-6133-4ae9-8c1e-e11921ee7070'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:41.753796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '507ee390-196d-4fdf-aa03-f88b3865de14', 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22', 'port_id': '507ee390-196d-4fdf-aa03-f88b3865de14', 'mac_address': 'fa:16:3e:65:14:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c756804-246b-4102-9c15-082802e5b1c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:41.759130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 836c5de5-a57e-4821-b0fc-67a3a244930b details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:41.882363 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:41.895603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53d81e-c632-4e8c-a96d-725e6cdb308f req-f5a40b82-8dc9-4550-8cf2-5b79b4d64a42 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:41.898017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b53d81e-c632-4e8c-a96d-725e6cdb308f req-f5a40b82-8dc9-4550-8cf2-5b79b4d64a42 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 943 time: 0.0745971 Aug 30 13:03:41.916603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507ee390-196d-4fdf-aa03-f88b3865de14 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:41.972771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 507ee390-196d-4fdf-aa03-f88b3865de14, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=507ee390-196d-4fdf-aa03-f88b3865de14,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:41.994810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b53d81e-c632-4e8c-a96d-725e6cdb308f req-20e6b7ad-799b-4c47-a37a-01a61c043a52 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903263 Aug 30 13:03:42.080180 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.152348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41304) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:42.203644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=507ee390-196d-4fdf-aa03-f88b3865de14,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:42.206518 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.275394 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d67931bd-c001-4e2a-bc62-443965cfc0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.297107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 836c5de5-a57e-4821-b0fc-67a3a244930b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=836c5de5-a57e-4821-b0fc-67a3a244930b,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:42.318599 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '836c5de5-a57e-4821-b0fc-67a3a244930b', 'network_id': 'e545d28a-5488-4cda-9123-4a5ba9037f22', 'port_id': '836c5de5-a57e-4821-b0fc-67a3a244930b', 'mac_address': 'fa:16:3e:37:23:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c756804-246b-4102-9c15-082802e5b1c3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:42.331022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['507ee390-196d-4fdf-aa03-f88b3865de14'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:42.403311 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d67931bd-c001-4e2a-bc62-443965cfc0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.419085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d67931bd-c001-4e2a-bc62-443965cfc0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.424105 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.446065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836c5de5-a57e-4821-b0fc-67a3a244930b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:42.459178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d67931bd-c001-4e2a-bc62-443965cfc0de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1a983a294b441e1a2d51679bdf5875e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057992 Aug 30 13:03:42.461966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41310) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:42.488515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 836c5de5-a57e-4821-b0fc-67a3a244930b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=836c5de5-a57e-4821-b0fc-67a3a244930b,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:42.501269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.597941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=836c5de5-a57e-4821-b0fc-67a3a244930b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:42.659820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67931bd-c001-4e2a-bc62-443965cfc0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a03f391-d473-45b9-af9e-cd8f22cc738c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:42.670373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-646da937-28fa-4432-9e1b-052224be25b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.723712 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-646da937-28fa-4432-9e1b-052224be25b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.760571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b030babb-342d-47ad-80f2-f62d73c20a8f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:42.787144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-5c1a2a8c-9cb7-44e2-a1ac-775be979a2f5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:42.795723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab242a94-e325-42b9-ae5b-42e04b37ac46 req-ceb5ed86-15a8-44a4-9a91-c8d619cc8cf0 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:42.798304 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-5c1a2a8c-9cb7-44e2-a1ac-775be979a2f5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "GET /v2.0/networks?id=30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 200 len: 822 time: 0.2865694 Aug 30 13:03:42.803962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab242a94-e325-42b9-ae5b-42e04b37ac46 req-ceb5ed86-15a8-44a4-9a91-c8d619cc8cf0 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:42.810593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab242a94-e325-42b9-ae5b-42e04b37ac46 req-ceb5ed86-15a8-44a4-9a91-c8d619cc8cf0 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:42.819005 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab242a94-e325-42b9-ae5b-42e04b37ac46 req-ceb5ed86-15a8-44a4-9a91-c8d619cc8cf0 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2415 time: 0.2525084 Aug 30 13:03:42.824752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Request body: {'port': {'device_id': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0', 'admin_state_up': True, 'tenant_id': 'ffba9b3c5c5b47d38f9422fce76b3518'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:42.842747 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-646da937-28fa-4432-9e1b-052224be25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.845287 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-646da937-28fa-4432-9e1b-052224be25b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:42.846625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-646da937-28fa-4432-9e1b-052224be25b8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a03f391-d473-45b9-af9e-cd8f22cc738c HTTP/1.1" status: 204 len: 168 time: 0.3834009 Aug 30 13:03:42.872118 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab242a94-e325-42b9-ae5b-42e04b37ac46 req-ec97b597-2961-4e04-b333-080831174732 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521886 Aug 30 13:03:42.879341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646da937-28fa-4432-9e1b-052224be25b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a03f391-d473-45b9-af9e-cd8f22cc738c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:42.982921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9862deb-4e50-4c85-8036-7d0c2ec9973e req-e932d8b6-044c-4fa9-9e5e-f40e3503646f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:42.987870 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9862deb-4e50-4c85-8036-7d0c2ec9973e req-e932d8b6-044c-4fa9-9e5e-f40e3503646f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.2749588 Aug 30 13:03:42.990620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Made reservation on behalf of ffba9b3c5c5b47d38f9422fce76b3518 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:42.997122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.048217 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7002e873-19c7-49bc-956c-93db4d222803 req-81362ee8-d2a5-4a4d-a5e6-6a9591281aae tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 210 time: 0.0415671 Aug 30 13:03:43.114248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9862deb-4e50-4c85-8036-7d0c2ec9973e req-8ca52649-ddb3-4595-b8ac-87f99a5998ac tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113274 Aug 30 13:03:43.121417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41326) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:43.127446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'subnets': [{'network_id': 'b1c22ad3-b59a-4fc2-b841-7d473b6014fc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--749281650', 'ip_version': 6}, {'network_id': 'fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:43.127804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'subnet': {'network_id': 'b1c22ad3-b59a-4fc2-b841-7d473b6014fc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--749281650', 'ip_version': 6}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:43.128596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Request body: {'subnet': {'network_id': 'fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:43.257271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Allocated IP 172.20.0.11 (30832a73-038a-43bc-a4cc-aed5c45514e0/de712da0-d649-436c-9ec5-6653643a2ad8/57ab0fbd-d4a9-4622-baa5-040b3fb59b4a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:43.263618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 507ee390-196d-4fdf-aa03-f88b3865de14 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:43.315264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b2712-0c83-4be4-ae6a-feb1fbda006b req-53828566-4bf2-461a-af49-9336da1df92c tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:43.316827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc7b2712-0c83-4be4-ae6a-feb1fbda006b req-53828566-4bf2-461a-af49-9336da1df92c tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 944 time: 0.1239755 Aug 30 13:03:43.329896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 507ee390-196d-4fdf-aa03-f88b3865de14 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:43.335445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 507ee390-196d-4fdf-aa03-f88b3865de14 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:43.336035 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.358481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Made reservation on behalf of e1d54422dfe345b09c5a8835b5f977bf for: {'subnet': 2} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:43.366337 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.366694 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.444140 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.449470 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc7b2712-0c83-4be4-ae6a-feb1fbda006b req-f6f39064-c98c-48e0-9048-3b9619d50789 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263111 Aug 30 13:03:43.491759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.494941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f2c3-db8f-4631-8fff-b24d54f78de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507ee390-196d-4fdf-aa03-f88b3865de14'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:43.498187 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d161c75b-aeca-4c62-8e62-134a5a13baa4" -d '{"events": [{"server_uuid": "5120f2c3-db8f-4631-8fff-b24d54f78de9", "name": "network-vif-plugged", "status": "completed", "tag": "507ee390-196d-4fdf-aa03-f88b3865de14"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:43.502561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 507ee390-196d-4fdf-aa03-f88b3865de14, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=507ee390-196d-4fdf-aa03-f88b3865de14,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:43.516425 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.548573 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1926360c-5fa0-481a-8296-b2d41982a445 x-openstack-request-id: req-1926360c-5fa0-481a-8296-b2d41982a445 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:43.548862 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120f2c3-db8f-4631-8fff-b24d54f78de9", "name": "network-vif-plugged", "status": "completed", "tag": "507ee390-196d-4fdf-aa03-f88b3865de14", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:43.549117 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1926360c-5fa0-481a-8296-b2d41982a445 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:43.549503 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f2c3-db8f-4631-8fff-b24d54f78de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507ee390-196d-4fdf-aa03-f88b3865de14', 'code': 200} Aug 30 13:03:43.549953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.565153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['836c5de5-a57e-4821-b0fc-67a3a244930b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:43.617435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Network 30832a73-038a-43bc-a4cc-aed5c45514e0 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:43.618585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=507ee390-196d-4fdf-aa03-f88b3865de14,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:43.622821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:43.626636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:43.675979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event updated for resources: {'Port': ['ID=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:43.709920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:43.712533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.732541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-06261acb-a045-4f28-88a5-1f755011e793 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9179387 Aug 30 13:03:43.748299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Request body: {'port': {'device_id': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:43.764857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5835b-8cb6-4626-8096-d6367dfa68df req-5a7afd69-636d-47ab-98ec-6013cd6df63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:43.766163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96b5835b-8cb6-4626-8096-d6367dfa68df req-5a7afd69-636d-47ab-98ec-6013cd6df63a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 1096 time: 0.1559825 Aug 30 13:03:43.815558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:43.823746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96b5835b-8cb6-4626-8096-d6367dfa68df req-b12377fc-1807-4376-b759-ce13ce424574 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Aug 30 13:03:43.902515 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41346) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:43.934476 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.038010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Subnet': ['ID=1f0b7ef5-8246-4341-a774-3fcbc5555893,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:44.055612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee763eac-bee8-4302-8d74-e1b78df4d47a req-2fd89e96-5f6a-46e4-a88f-14df98b4e0a4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.061510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee763eac-bee8-4302-8d74-e1b78df4d47a req-2fd89e96-5f6a-46e4-a88f-14df98b4e0a4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.068180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee763eac-bee8-4302-8d74-e1b78df4d47a req-2fd89e96-5f6a-46e4-a88f-14df98b4e0a4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.069884 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ee763eac-bee8-4302-8d74-e1b78df4d47a req-2fd89e96-5f6a-46e4-a88f-14df98b4e0a4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2415 time: 0.1084187 Aug 30 13:03:44.076682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-network', 'tenant_id': '08714504461e48dfb4a0f7c952281211'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:44.082807 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Checking segment: {'id': 'ba0452f1-d6fb-4117-a55e-c793ecc6c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1c22ad3-b59a-4fc2-b841-7d473b6014fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:44.083174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Network hostable DHCP agents. Network: b1c22ad3-b59a-4fc2-b841-7d473b6014fc, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:44.135559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Made reservation on behalf of 08714504461e48dfb4a0f7c952281211 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:44.137902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.141888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Network b1c22ad3-b59a-4fc2-b841-7d473b6014fc is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:44.151371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ee763eac-bee8-4302-8d74-e1b78df4d47a req-32ed0fb2-c96b-48f7-8c8f-a1ed30640a40 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711200 Aug 30 13:03:44.151563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:44.155157 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.161161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.167251 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b1c22ad3-b59a-4fc2-b841-7d473b6014fc) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:44.173001 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.181985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389dad6c-af7b-47b7-9250-3aee8063f630 None None] Network b1c22ad3-b59a-4fc2-b841-7d473b6014fc requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:44.182948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13b4b6-a3a3-4e76-a694-6f7e46094287 req-11df09a2-9f40-4f07-a101-99ade3ca7f02 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.184682 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b13b4b6-a3a3-4e76-a694-6f7e46094287 req-11df09a2-9f40-4f07-a101-99ade3ca7f02 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 932 time: 0.0760601 Aug 30 13:03:44.189048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Transition to ACTIVE for port object 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:44.193383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.269489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event updated for resources: {'Subnet': ['ID=260db26f-c303-4d22-b0e2-e241254e13f6,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:44.299179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Checking segment: {'id': '38027fc7-f064-4ce5-8527-9f5e4ae72c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:44.299537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Network hostable DHCP agents. Network: fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:44.312480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:44.336419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Network fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:44.358756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.361235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:44.366436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.366916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.367901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.374163 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.382984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b13b4b6-a3a3-4e76-a694-6f7e46094287 req-9ed92882-ed11-407e-9f05-48d0c07c19af tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782022 Aug 30 13:03:44.389089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Attempting to bind port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:44.391729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Attempting to bind port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:44.391952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Attempting to bind port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a on network 30832a73-038a-43bc-a4cc-aed5c45514e0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:44.395395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da59b2-20f3-4609-960e-a021851f975e None None] Network fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:44.399411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a on network 30832a73-038a-43bc-a4cc-aed5c45514e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:44.399949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Attempting to bind port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a on network 30832a73-038a-43bc-a4cc-aed5c45514e0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:44.408625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:44.409325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Checking segment: {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:44.410012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Bound using segment: {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:44.410614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Bound port: 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:44.411359 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.422363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:44.433429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b1c22ad3-b59a-4fc2-b841-7d473b6014fc', 'network_id': 'b1c22ad3-b59a-4fc2-b841-7d473b6014fc', 'tenant_id': 'e1d54422dfe345b09c5a8835b5f977bf', 'fixed_ips': [{'subnet_id': '1f0b7ef5-8246-4341-a774-3fcbc5555893'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:03:44.434736 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.445055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-af0e9f5d-40d7-41e6-bd0f-58d6268887c3 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.3225081 Aug 30 13:03:44.464896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41360) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:44.485372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.485797 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Added segment b3bdde97-8955-47a9-a207-f5b1879d21e0 of type vlan for network 7afcb914-2dc3-496a-9b69-44167f5925d0 Aug 30 13:03:44.495914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36699a19-8f72-4751-aee4-eb7fb13d83e3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:44.540876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:44.544676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:44.553609 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.608337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.609861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.611520 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] 10.222.0.35 "PUT /v2.0/ports/57ab0fbd-d4a9-4622-baa5-040b3fb59b4a HTTP/1.1" status: 200 len: 1092 time: 0.8693440 Aug 30 13:03:44.615264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:44.618779 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:44.654429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.665415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bac4ae-c170-4799-afc7-b08769963513 req-5e566151-f922-4c14-8122-adcafb668a12 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.667158 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-00bac4ae-c170-4799-afc7-b08769963513 req-5e566151-f922-4c14-8122-adcafb668a12 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.2699203 Aug 30 13:03:44.685399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Allocated IP 2001:db8::1 (b1c22ad3-b59a-4fc2-b841-7d473b6014fc/1f0b7ef5-8246-4341-a774-3fcbc5555893/b9ad725e-cf45-4534-b8d3-f5239a62a5d9) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:44.689590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518b7b7-86d4-4a85-883a-5b44e3306e8e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.690982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518b7b7-86d4-4a85-883a-5b44e3306e8e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.692948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1518b7b7-86d4-4a85-883a-5b44e3306e8e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.693088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58', 'network_id': 'fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58', 'tenant_id': 'e1d54422dfe345b09c5a8835b5f977bf', 'fixed_ips': [{'subnet_id': '260db26f-c303-4d22-b0e2-e241254e13f6'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:03:44.695966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.696164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1518b7b7-86d4-4a85-883a-5b44e3306e8e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2289500 Aug 30 13:03:44.707871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d54440-cec2-498e-9038-4c30e5011b2c req-ef64f92e-1d9b-408b-8982-d846e8198547 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.709970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b9d54440-cec2-498e-9038-4c30e5011b2c req-ef64f92e-1d9b-408b-8982-d846e8198547 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 945 time: 0.1200836 Aug 30 13:03:44.710640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90371c6d-8b15-4883-8731-b16e5a435f17 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:44.723297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41366) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:44.769555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-902ff860-6300-4e1c-83cd-bb3e860d18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.771139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-902ff860-6300-4e1c-83cd-bb3e860d18ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 1095 time: 0.0933154 Aug 30 13:03:44.788209 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.789164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.789783 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.808465 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b9d54440-cec2-498e-9038-4c30e5011b2c req-279e6767-ee29-47c4-b0eb-0b72bdd0e4ba tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754614 Aug 30 13:03:44.821214 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-00bac4ae-c170-4799-afc7-b08769963513 req-61384a94-252c-4655-88dc-758ad6d5df86 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401248 Aug 30 13:03:44.856065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f8763d0-87c5-44ec-b158-16e6d05c3320 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Deleting subnet 1f0b7ef5-8246-4341-a774-3fcbc5555893 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:03:44.857924 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-38f66740-e4f1-4b4a-bee4-6ba6db0ce172 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a HTTP/1.1" status: 200 len: 217 time: 0.0629721 Aug 30 13:03:44.879710 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9760673 Aug 30 13:03:44.881116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f38b8a-990d-4a54-a3be-edc656cec3cf admin admin] Pushing event updated for resources: {'Network': ['ID=7afcb914-2dc3-496a-9b69-44167f5925d0,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:44.883298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41368) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:44.895545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Request body: {'subnet': {'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-subnet', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:44.913983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:44.922701 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8773876c-8e87-4b13-aa45-b58421c3dbf4 x-openstack-request-id: req-8773876c-8e87-4b13-aa45-b58421c3dbf4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:44.923095 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:44.923363 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8773876c-8e87-4b13-aa45-b58421c3dbf4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:44.923834 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a', 'status': 'completed', 'code': 200} Aug 30 13:03:44.946186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Made reservation on behalf of 08714504461e48dfb4a0f7c952281211 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:44.949497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-28a010bd-e760-4722-b072-6258fe0c6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:44.949944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:44.951597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-28a010bd-e760-4722-b072-6258fe0c6fff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de712da0-d649-436c-9ec5-6653643a2ad8 HTTP/1.1" status: 200 len: 862 time: 0.0760107 Aug 30 13:03:44.996191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-52cb1f27-b8e1-4546-b658-d0770b0f2059 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30832a73-038a-43bc-a4cc-aed5c45514e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353947 Aug 30 13:03:45.009764 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-6a7afa6d-1a5e-4b62-a163-9de27ed73593 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021957 Aug 30 13:03:45.122845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-86c83cdb-c1f6-473e-9560-5db6c00fc854 service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195924 Aug 30 13:03:45.170774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Allocated IP 2001:db8:0:1::1 (fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58/260db26f-c303-4d22-b0e2-e241254e13f6/be68a737-0577-4a75-bcc6-17c488291085) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:45.209316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.220368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-202945c0-fe44-40aa-aad7-e3bfbe0e6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.222231 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-202945c0-fe44-40aa-aad7-e3bfbe0e6243 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1096 time: 0.0837467 Aug 30 13:03:45.259994 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.269864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cff8850-8347-4baa-9717-9c9b4154bd40 req-325c8222-2baa-47b7-b648-d4848cd03857 service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335409 Aug 30 13:03:45.275285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Transition to ACTIVE for port object b9ad725e-cf45-4534-b8d3-f5239a62a5d9 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:45.306193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Transition to ACTIVE for port object b9ad725e-cf45-4534-b8d3-f5239a62a5d9 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:45.321588 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.328349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f8763d0-87c5-44ec-b158-16e6d05c3320 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.388367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4274ee4-1be2-4af8-9bc3-5af8679e6fff,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:45.398185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Network b1c22ad3-b59a-4fc2-b841-7d473b6014fc is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:45.398690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f8763d0-87c5-44ec-b158-16e6d05c3320 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.408368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:45.414927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:45.418229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Pushing event updated for resources: {'Port': ['ID=b9ad725e-cf45-4534-b8d3-f5239a62a5d9,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:45.431197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d00c3-1f95-4e8a-a144-850abd613f7d req-96f0c83c-88cb-4bca-a7cc-5c128aa65dfc tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.437870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d00c3-1f95-4e8a-a144-850abd613f7d req-96f0c83c-88cb-4bca-a7cc-5c128aa65dfc tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.444686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d00c3-1f95-4e8a-a144-850abd613f7d req-96f0c83c-88cb-4bca-a7cc-5c128aa65dfc tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.451162 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.454296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da5d00c3-1f95-4e8a-a144-850abd613f7d req-96f0c83c-88cb-4bca-a7cc-5c128aa65dfc tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2415 time: 0.1433213 Aug 30 13:03:45.480500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-753d132c-01cc-4173-94a7-ea446d876860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.481626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Transition to ACTIVE for port object be68a737-0577-4a75-bcc6-17c488291085 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:45.482611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-753d132c-01cc-4173-94a7-ea446d876860 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 1095 time: 0.1602936 Aug 30 13:03:45.489917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Checking segment: {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:45.489917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Network hostable DHCP agents. Network: 7afcb914-2dc3-496a-9b69-44167f5925d0, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:45.501553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Attempting to bind port b9ad725e-cf45-4534-b8d3-f5239a62a5d9 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:45.501967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Attempting to bind port b9ad725e-cf45-4534-b8d3-f5239a62a5d9 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'ba0452f1-d6fb-4117-a55e-c793ecc6c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1c22ad3-b59a-4fc2-b841-7d473b6014fc'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:45.502305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Attempting to bind port b9ad725e-cf45-4534-b8d3-f5239a62a5d9 on network b1c22ad3-b59a-4fc2-b841-7d473b6014fc {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:45.504686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-d1011ca5-ca5d-4a04-ba54-02bb9226a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.506571 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-d1011ca5-ca5d-4a04-ba54-02bb9226a3d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.2543545 Aug 30 13:03:45.509962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Transition to ACTIVE for port object be68a737-0577-4a75-bcc6-17c488291085 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:45.512729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:45.513108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Checking segment: {'id': 'ba0452f1-d6fb-4117-a55e-c793ecc6c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1c22ad3-b59a-4fc2-b841-7d473b6014fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:45.513483 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.513904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Bound using segment: {'id': 'ba0452f1-d6fb-4117-a55e-c793ecc6c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1c22ad3-b59a-4fc2-b841-7d473b6014fc'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:45.514371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Bound port: b9ad725e-cf45-4534-b8d3-f5239a62a5d9, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba0452f1-d6fb-4117-a55e-c793ecc6c8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b1c22ad3-b59a-4fc2-b841-7d473b6014fc'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:45.514830 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.524105 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.564827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da5d00c3-1f95-4e8a-a144-850abd613f7d req-05e3f00b-98e0-4394-bb85-801eaf86b82e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082723 Aug 30 13:03:45.571894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Network fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:45.590455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:45.599610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:45.603469 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-a5f7989b-fd09-4d2a-9f21-588b6c88f416 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.0865219 Aug 30 13:03:45.607476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:45.620074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Pushing event updated for resources: {'Port': ['ID=be68a737-0577-4a75-bcc6-17c488291085,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:45.620559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-32134282-6185-4ca7-8f11-42b689ab70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.622305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-32134282-6185-4ca7-8f11-42b689ab70d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 200 len: 923 time: 0.1324027 Aug 30 13:03:45.666139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 7afcb914-2dc3-496a-9b69-44167f5925d0) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:45.671791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.673079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.679426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-37a9781d-b591-40a9-8349-73d848c42cfd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a HTTP/1.1" status: 200 len: 217 time: 0.0497625 Aug 30 13:03:45.681817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e79ce-bb43-4717-988f-915eb58e4591 None None] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:45.690107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] For port b9ad725e-cf45-4534-b8d3-f5239a62a5d9, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:45.715866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-83f2b823-4e0f-4388-9ee5-cb4275dfdffe admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8314366 Aug 30 13:03:45.716468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41378) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:45.725079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Attempting to bind port be68a737-0577-4a75-bcc6-17c488291085 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:45.725454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Attempting to bind port be68a737-0577-4a75-bcc6-17c488291085 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '38027fc7-f064-4ce5-8527-9f5e4ae72c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:45.725627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:45.725843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Attempting to bind port be68a737-0577-4a75-bcc6-17c488291085 on network fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:45.741619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45730e88-869f-4a3e-908b-9370cea9820c req-a4f2e7c6-b3cf-4e97-af82-fab23eea2650 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.743865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-25b493fc-28b1-4a35-b00a-0357c15447b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.744571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] For port b9ad725e-cf45-4534-b8d3-f5239a62a5d9, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b9ad725e-cf45-4534-b8d3-f5239a62a5d9,segment=NetworkSegment(ba0452f1-d6fb-4117-a55e-c793ecc6c8d6),segment_id=ba0452f1-d6fb-4117-a55e-c793ecc6c8d6)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:45.746471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-25b493fc-28b1-4a35-b00a-0357c15447b5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de712da0-d649-436c-9ec5-6653643a2ad8 HTTP/1.1" status: 200 len: 862 time: 0.0599296 Aug 30 13:03:45.747298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:45.747658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Checking segment: {'id': '38027fc7-f064-4ce5-8527-9f5e4ae72c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:45.748073 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.748470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Bound using segment: {'id': '38027fc7-f064-4ce5-8527-9f5e4ae72c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:45.748922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Bound port: be68a737-0577-4a75-bcc6-17c488291085, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38027fc7-f064-4ce5-8527-9f5e4ae72c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:45.749289 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.750524 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45730e88-869f-4a3e-908b-9370cea9820c req-a4f2e7c6-b3cf-4e97-af82-fab23eea2650 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 944 time: 0.2242081 Aug 30 13:03:45.755192 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.780801 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f8763d0-87c5-44ec-b158-16e6d05c3320 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.785609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-b26d1175-12a4-46b4-919e-0670c0bafc3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30832a73-038a-43bc-a4cc-aed5c45514e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304999 Aug 30 13:03:45.785957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-b7c3bd5e-f89a-4ae1-89b2-c20dbde4dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:45.787633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-b7c3bd5e-f89a-4ae1-89b2-c20dbde4dfe3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1603911 Aug 30 13:03:45.798058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 836c5de5-a57e-4821-b0fc-67a3a244930b up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:45.863994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] For port be68a737-0577-4a75-bcc6-17c488291085, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:45.865909 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-79635ed1-c802-486a-8d25-a7cde562bcf1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536227 Aug 30 13:03:45.867396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] For port be68a737-0577-4a75-bcc6-17c488291085, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=be68a737-0577-4a75-bcc6-17c488291085,segment=NetworkSegment(38027fc7-f064-4ce5-8527-9f5e4ae72c79),segment_id=38027fc7-f064-4ce5-8527-9f5e4ae72c79)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:45.881223 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45730e88-869f-4a3e-908b-9370cea9820c req-b003b5c9-b7f6-4180-803f-6fa9bfeb662c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297419 Aug 30 13:03:45.897312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.930359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.931421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:45.968421 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-0a47cf75-30ac-46ae-bc10-be40fca4a572 service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770880 Aug 30 13:03:46.018594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c8b1e-9dc8-4396-b6ce-2fe688c29bb0 None None] Pushing event updated for resources: {'Port': ['ID=b9ad725e-cf45-4534-b8d3-f5239a62a5d9,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:46.108255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 836c5de5-a57e-4821-b0fc-67a3a244930b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:46.138193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.161709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21952e9f-ff26-4f65-9709-53c3c1b56c3b None None] Pushing event updated for resources: {'Port': ['ID=be68a737-0577-4a75-bcc6-17c488291085,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:46.173863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 836c5de5-a57e-4821-b0fc-67a3a244930b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:46.174250 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.207966 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f8763d0-87c5-44ec-b158-16e6d05c3320 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.216907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27cc7662-3d68-4d45-b31e-7a4a8bc33cc0 req-80e85a0f-1248-4966-80b5-e3d6da48ac84 service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399733 Aug 30 13:03:46.245640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575cfa4-f846-4e34-8be6-92cdd7f94c97 req-e9d39faf-a915-4fbb-9cce-bd96f88a9325 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:46.247222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6575cfa4-f846-4e34-8be6-92cdd7f94c97 req-e9d39faf-a915-4fbb-9cce-bd96f88a9325 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 945 time: 0.2457550 Aug 30 13:03:46.318202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-7afcb914-2dc3-496a-9b69-44167f5925d0', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:03:46.319108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.391881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6575cfa4-f846-4e34-8be6-92cdd7f94c97 req-4005682b-794b-4062-b4c4-a585fdbf1795 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072133 Aug 30 13:03:46.418493 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-251824a4-1208-468d-846f-30091f18984c service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221159 Aug 30 13:03:46.476429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8763d0-87c5-44ec-b158-16e6d05c3320 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0b7ef5-8246-4341-a774-3fcbc5555893,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:46.524662 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec813c09-b4d3-4f61-a421-be1ecfc37478 req-a926c8fc-761d-4d21-9d84-59c9d668810c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:46.533902 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ec813c09-b4d3-4f61-a421-be1ecfc37478 req-a926c8fc-761d-4d21-9d84-59c9d668810c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.4696903 Aug 30 13:03:46.536905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.563123 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f8763d0-87c5-44ec-b158-16e6d05c3320 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.567390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5f8763d0-87c5-44ec-b158-16e6d05c3320 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/subnets/1f0b7ef5-8246-4341-a774-3fcbc5555893 HTTP/1.1" status: 204 len: 168 time: 1.8407724 Aug 30 13:03:46.567763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41390) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:46.635710 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.652172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a35b979-9602-48c9-9875-a9d1ef962206 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Deleting subnet 260db26f-c303-4d22-b0e2-e241254e13f6 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:03:46.663798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a35b979-9602-48c9-9875-a9d1ef962206 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.675594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Allocated IP 172.20.0.2 (7afcb914-2dc3-496a-9b69-44167f5925d0/d4274ee4-1be2-4af8-9bc3-5af8679e6fff/42497e49-d8eb-4196-ba2e-6197470608c7) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:46.683715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bc2c365-ff83-4db1-ac09-d905c928bdf7 req-511e45e8-72fc-4170-a4bb-02ff4b4107d2 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045527 Aug 30 13:03:46.705468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be317dac-4969-495e-ab81-520dcffd20bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836c5de5-a57e-4821-b0fc-67a3a244930b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:46.707794 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5331133d-7d4b-4b34-8fbf-455290b2ad28" -d '{"events": [{"server_uuid": "be317dac-4969-495e-ab81-520dcffd20bb", "name": "network-vif-plugged", "status": "completed", "tag": "836c5de5-a57e-4821-b0fc-67a3a244930b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:46.728816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 836c5de5-a57e-4821-b0fc-67a3a244930b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=836c5de5-a57e-4821-b0fc-67a3a244930b,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:46.745412 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.746659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c5062c80-6278-4559-80a1-9447ed33e7a8 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:46.760238 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a35b979-9602-48c9-9875-a9d1ef962206 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:46.811368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e10672-7738-488a-adb3-c599dde0cc6a req-a65717b2-a370-4141-938f-733e4e82e218 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:46.819415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87e10672-7738-488a-adb3-c599dde0cc6a req-a65717b2-a370-4141-938f-733e4e82e218 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=be317dac-4969-495e-ab81-520dcffd20bb HTTP/1.1" status: 200 len: 944 time: 0.1522830 Aug 30 13:03:46.829317 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ec813c09-b4d3-4f61-a421-be1ecfc37478 req-d4455e97-397a-4cd3-8222-3ae945922391 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498682 Aug 30 13:03:46.879916 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87e10672-7738-488a-adb3-c599dde0cc6a req-dd406d05-ba38-412c-8731-a6ba6ae808a3 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595565 Aug 30 13:03:46.943632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=836c5de5-a57e-4821-b0fc-67a3a244930b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:46.982509 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0600d9c-1924-47c5-8da6-51c6bfa233f4 x-openstack-request-id: req-f0600d9c-1924-47c5-8da6-51c6bfa233f4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:46.982929 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be317dac-4969-495e-ab81-520dcffd20bb", "name": "network-vif-plugged", "status": "completed", "tag": "836c5de5-a57e-4821-b0fc-67a3a244930b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:46.983280 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0600d9c-1924-47c5-8da6-51c6bfa233f4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:46.983773 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be317dac-4969-495e-ab81-520dcffd20bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836c5de5-a57e-4821-b0fc-67a3a244930b', 'code': 200} Aug 30 13:03:47.013028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a35b979-9602-48c9-9875-a9d1ef962206 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.042239 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device be68a737-0577-4a75-bcc6-17c488291085 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:47.088509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port c5062c80-6278-4559-80a1-9447ed33e7a8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:47.107030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port c5062c80-6278-4559-80a1-9447ed33e7a8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:47.107414 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.239786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ecefcc-4b73-4e30-8b99-9d066dd606be req-ec59cb5a-89f2-4276-b730-793f64f913ad tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:47.246987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.247685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37ecefcc-4b73-4e30-8b99-9d066dd606be req-ec59cb5a-89f2-4276-b730-793f64f913ad tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 944 time: 0.0990171 Aug 30 13:03:47.252576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec1039-3885-445a-8373-17b2466352f4 req-8993bcd4-5986-4489-83d0-5c7a8f21523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:47.257781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1ec1039-3885-445a-8373-17b2466352f4 req-8993bcd4-5986-4489-83d0-5c7a8f21523c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=be317dac-4969-495e-ab81-520dcffd20bb HTTP/1.1" status: 200 len: 1096 time: 0.1890576 Aug 30 13:03:47.259970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Transition to ACTIVE for port object 42497e49-d8eb-4196-ba2e-6197470608c7 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:47.263955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a35b979-9602-48c9-9875-a9d1ef962206 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.285692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Transition to ACTIVE for port object 42497e49-d8eb-4196-ba2e-6197470608c7 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:47.309050 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.311385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2e6915a0-dc77-4cc3-bb72-e0536864d36d details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:47.346702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35b979-9602-48c9-9875-a9d1ef962206 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Subnet': ['ID=260db26f-c303-4d22-b0e2-e241254e13f6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:47.369572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a35b979-9602-48c9-9875-a9d1ef962206 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.373977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3a35b979-9602-48c9-9875-a9d1ef962206 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/subnets/260db26f-c303-4d22-b0e2-e241254e13f6 HTTP/1.1" status: 204 len: 168 time: 0.8029149 Aug 30 13:03:47.384854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37ecefcc-4b73-4e30-8b99-9d066dd606be req-53ef41a1-f49f-4776-958e-c0939900d49d tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338351 Aug 30 13:03:47.385612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41398) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:47.414711 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.443303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port be68a737-0577-4a75-bcc6-17c488291085 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:47.458593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9ad725e-cf45-4534-b8d3-f5239a62a5d9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:47.465794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:47.478885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1ec1039-3885-445a-8373-17b2466352f4 req-e9eeb8d2-5333-4a1a-8e9b-b68888ae7c5d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108853 Aug 30 13:03:47.520912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f57caf1-41c9-45b6-9df4-4c52f5f3bc8a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:47.523431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7f57caf1-41c9-45b6-9df4-4c52f5f3bc8a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1348839 Aug 30 13:03:47.527568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41402) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:47.528754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:47.536117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:47.583326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Pushing event updated for resources: {'Port': ['ID=42497e49-d8eb-4196-ba2e-6197470608c7,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:47.597779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c5062c80-6278-4559-80a1-9447ed33e7a8, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c5062c80-6278-4559-80a1-9447ed33e7a8,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:47.646795 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.664413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.666284 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.667079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b030babb-342d-47ad-80f2-f62d73c20a8f up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:47.675335 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.716551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54572642-daa3-46df-9d9c-94e28c4eef67 req-9b029a01-f7c2-40b6-83ac-82894e9ab868 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:47.723379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3583ec7-c15e-4af8-8c35-5661f1417500 None None] Network b1c22ad3-b59a-4fc2-b841-7d473b6014fc requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:47.724035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54572642-daa3-46df-9d9c-94e28c4eef67 req-9b029a01-f7c2-40b6-83ac-82894e9ab868 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:47.730433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54572642-daa3-46df-9d9c-94e28c4eef67 req-9b029a01-f7c2-40b6-83ac-82894e9ab868 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:47.739030 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54572642-daa3-46df-9d9c-94e28c4eef67 req-9b029a01-f7c2-40b6-83ac-82894e9ab868 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2415 time: 0.7178509 Aug 30 13:03:47.759295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Deleting port be68a737-0577-4a75-bcc6-17c488291085 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:47.760710 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.786637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:03:47.826332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54572642-daa3-46df-9d9c-94e28c4eef67 req-728e9313-7ca8-4832-a7ce-55c204830a77 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862608 Aug 30 13:03:47.854624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] For port be68a737-0577-4a75-bcc6-17c488291085, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=be68a737-0577-4a75-bcc6-17c488291085,segment=NetworkSegment(38027fc7-f064-4ce5-8527-9f5e4ae72c79),segment_id=38027fc7-f064-4ce5-8527-9f5e4ae72c79)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:47.855394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:47.877362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Calling delete_port for be68a737-0577-4a75-bcc6-17c488291085 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:47.895264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Allocated IP 172.25.2.7 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/63a90217-07f6-4f7d-8013-c2bcc45d46e4) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:48.025025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2a5bd-a409-43c2-be23-47bf5b70d200 req-d05c2ab2-4fbf-4d95-a505-32db5c830e82 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:48.026509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aea2a5bd-a409-43c2-be23-47bf5b70d200 req-d05c2ab2-4fbf-4d95-a505-32db5c830e82 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0802326 Aug 30 13:03:48.038665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f04d65-f4ab-49d9-91a3-5bed1d943dae req-631534d5-48bf-41ae-8a1f-b35d621078ff tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:48.038963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d600db-ea8d-42b9-bce7-0455078921e4 None None] Network fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:48.039093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.040331 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-72f04d65-f4ab-49d9-91a3-5bed1d943dae req-631534d5-48bf-41ae-8a1f-b35d621078ff tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=be317dac-4969-495e-ab81-520dcffd20bb HTTP/1.1" status: 200 len: 945 time: 0.0735884 Aug 30 13:03:48.061622 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.067942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Attempting to bind port 42497e49-d8eb-4196-ba2e-6197470608c7 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:48.068315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Attempting to bind port 42497e49-d8eb-4196-ba2e-6197470608c7 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:48.068677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Attempting to bind port 42497e49-d8eb-4196-ba2e-6197470608c7 on network 7afcb914-2dc3-496a-9b69-44167f5925d0 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:48.082973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Port': ['ID=be68a737-0577-4a75-bcc6-17c488291085,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:48.087677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] No DVR routers for this DVR port be68a737-0577-4a75-bcc6-17c488291085 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:48.113011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-72f04d65-f4ab-49d9-91a3-5bed1d943dae req-de4d9065-a1c5-4929-bb0b-959c430762a0 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581584 Aug 30 13:03:48.128279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aea2a5bd-a409-43c2-be23-47bf5b70d200 req-c940b262-bc1e-45b1-bf7c-b9166a11b6b6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862925 Aug 30 13:03:48.139170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.153288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:48.153798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Checking segment: {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:48.154128 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.154524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Bound using segment: {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:48.155169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Bound port: 42497e49-d8eb-4196-ba2e-6197470608c7, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:48.155366 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.166156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bc3721f6-0cd0-478f-ab0f-be2753295d51 None None] Provisioning for port b9ad725e-cf45-4534-b8d3-f5239a62a5d9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:48.187526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.191286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:48.194857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:48.199578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:48.199817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:48.203677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Pushing event updated for resources: {'Port': ['ID=63a90217-07f6-4f7d-8013-c2bcc45d46e4,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:48.212919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38027fc7-f064-4ce5-8527-9f5e4ae72c79') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:48.213159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38027fc7-f064-4ce5-8527-9f5e4ae72c79') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:48.222887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.239840 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.245948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:48.246486 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.248808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c5062c80-6278-4559-80a1-9447ed33e7a8,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:48.250396 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:48.255919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:48.260138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b9ad725e-cf45-4534-b8d3-f5239a62a5d9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:48.311224 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.320316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.324701 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/networks/fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58 HTTP/1.1" status: 204 len: 168 time: 0.7958455 Aug 30 13:03:48.325481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41410) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:48.327331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b9ad725e-cf45-4534-b8d3-f5239a62a5d9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:48.328240 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.349934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553c1aa-e03d-4f52-acdc-1a77d3e22ea5 tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Network': ['ID=fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:48.411508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '2e6915a0-dc77-4cc3-bb72-e0536864d36d', 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f', 'port_id': '2e6915a0-dc77-4cc3-bb72-e0536864d36d', 'mac_address': 'fa:16:3e:b7:38:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f83c4d3-00aa-4dd6-a772-07c3ab30fe63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:48.413041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port b030babb-342d-47ad-80f2-f62d73c20a8f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:48.423922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2bc3e4a5-ebf4-4208-96dd-ed2591c61254 None None] Could not find standard attr ID for object be68a737-0577-4a75-bcc6-17c488291085. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:03:48.424533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.435526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:48.462414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port b030babb-342d-47ad-80f2-f62d73c20a8f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:48.462829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.501032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Deleting port b9ad725e-cf45-4534-b8d3-f5239a62a5d9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:48.501622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.537881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a', 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0', 'port_id': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a', 'mac_address': 'fa:16:3e:38:16:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de712da0-d649-436c-9ec5-6653643a2ad8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:03:48.558105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] For port 42497e49-d8eb-4196-ba2e-6197470608c7, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:48.559939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.586664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf75599-4d58-4762-9ba5-7b4ad0c01421 None None] DHCP port deletion for fd934c62-bf3a-43f1-8aaf-4a82dd1b8d58 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:03:48.596393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] For port 42497e49-d8eb-4196-ba2e-6197470608c7, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=42497e49-d8eb-4196-ba2e-6197470608c7,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:48.600117 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.603394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] For port b9ad725e-cf45-4534-b8d3-f5239a62a5d9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b9ad725e-cf45-4534-b8d3-f5239a62a5d9,segment=NetworkSegment(ba0452f1-d6fb-4117-a55e-c793ecc6c8d6),segment_id=ba0452f1-d6fb-4117-a55e-c793ecc6c8d6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:48.604048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.632428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Calling delete_port for b9ad725e-cf45-4534-b8d3-f5239a62a5d9 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:48.654207 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.697989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e6915a0-dc77-4cc3-bb72-e0536864d36d {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:48.785896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.814871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:48.832061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e44edd-aed2-4f74-a939-8596cff3872d None None] DHCP port deletion for b1c22ad3-b59a-4fc2-b841-7d473b6014fc request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:03:48.850841 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.855673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] No DVR routers for this DVR port b9ad725e-cf45-4534-b8d3-f5239a62a5d9 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:48.857355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Port': ['ID=b9ad725e-cf45-4534-b8d3-f5239a62a5d9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:48.868685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a121c8a-9f78-4e95-a47f-f1ccb9232dcb None None] Pushing event updated for resources: {'Port': ['ID=42497e49-d8eb-4196-ba2e-6197470608c7,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:48.874217 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.926438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.944390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:48.974069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:48.993595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5062c80-6278-4559-80a1-9447ed33e7a8'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:48.995722 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a914c03-fd59-46cf-8e52-e7bf184c9366" -d '{"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-plugged", "status": "completed", "tag": "c5062c80-6278-4559-80a1-9447ed33e7a8"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:49.037513 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.042456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:49.051949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c22ad3-b59a-4fc2-b841-7d473b6014fc']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:49.053935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=2e6915a0-dc77-4cc3-bb72-e0536864d36d,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:49.058192 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.070531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81446-8143-4056-a9e9-aa4fd7ba74e0 req-35b76668-a31d-4f36-8e46-3a3e465e4402 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:49.071998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65d81446-8143-4056-a9e9-aa4fd7ba74e0 req-35b76668-a31d-4f36-8e46-3a3e465e4402 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 944 time: 0.1470051 Aug 30 13:03:49.079812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba0452f1-d6fb-4117-a55e-c793ecc6c8d6') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:49.080190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba0452f1-d6fb-4117-a55e-c793ecc6c8d6') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:49.080690 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.110755 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.120472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474289-61df-4998-a257-14534d0a4747 req-d535495b-2e85-4072-bebd-897101a6ff26 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:49.146649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474289-61df-4998-a257-14534d0a4747 req-d535495b-2e85-4072-bebd-897101a6ff26 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:49.150078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['2e6915a0-dc77-4cc3-bb72-e0536864d36d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:49.163151 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.164740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b030babb-342d-47ad-80f2-f62d73c20a8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b030babb-342d-47ad-80f2-f62d73c20a8f,segment=NetworkSegment(d3681f67-799a-4cb7-afa3-3d87ec96a61c),segment_id=d3681f67-799a-4cb7-afa3-3d87ec96a61c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:49.177160 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b474289-61df-4998-a257-14534d0a4747 req-d535495b-2e85-4072-bebd-897101a6ff26 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:49.179283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b474289-61df-4998-a257-14534d0a4747 req-d535495b-2e85-4072-bebd-897101a6ff26 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2416 time: 0.2033629 Aug 30 13:03:49.186252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65d81446-8143-4056-a9e9-aa4fd7ba74e0 req-fe923c3e-14b3-4519-9b5c-b94cc44aa530 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900104 Aug 30 13:03:49.187476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:49.188076 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:49.191999 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:49.194412 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.194412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:49.198502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:49.284544 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3d4401-bfe4-4d72-9209-578da26de693 x-openstack-request-id: req-6f3d4401-bfe4-4d72-9209-578da26de693 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:49.284833 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-plugged", "status": "completed", "tag": "c5062c80-6278-4559-80a1-9447ed33e7a8", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:49.285091 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f3d4401-bfe4-4d72-9209-578da26de693 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:49.285467 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5062c80-6278-4559-80a1-9447ed33e7a8', 'code': 200} Aug 30 13:03:49.287984 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b474289-61df-4998-a257-14534d0a4747 req-e521984a-c748-4c00-8538-5f6556a2f0bc tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674331 Aug 30 13:03:49.289811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device be68a737-0577-4a75-bcc6-17c488291085 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:49.291751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2e6915a0-dc77-4cc3-bb72-e0536864d36d no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:49.322346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Router cc2598d8-2876-45e1-9536-6cef2cc6f09c is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:03:49.392919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.404801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.407701 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/networks/b1c22ad3-b59a-4fc2-b841-7d473b6014fc HTTP/1.1" status: 204 len: 168 time: 1.0671518 Aug 30 13:03:49.417103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41426) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:49.435008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d12335-d80d-4486-84c1-1ad5966a760e tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Network': ['ID=b1c22ad3-b59a-4fc2-b841-7d473b6014fc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:49.447333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: be68a737-0577-4a75-bcc6-17c488291085 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:49.447847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device be68a737-0577-4a75-bcc6-17c488291085 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:49.448882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9ad725e-cf45-4534-b8d3-f5239a62a5d9 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:49.476372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:03:49.495208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4af86-ca10-49e2-a46c-9ad71a1b535b req-8f3ecd9a-ca05-4329-9358-5c333268532f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:49.496731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863c673-199d-45e9-9c38-b6a406854b34 req-480f6159-8eb2-483b-b1d7-e15b4d9dc058 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:49.496876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51e4af86-ca10-49e2-a46c-9ad71a1b535b req-8f3ecd9a-ca05-4329-9358-5c333268532f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 944 time: 0.1385267 Aug 30 13:03:49.498254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c863c673-199d-45e9-9c38-b6a406854b34 req-480f6159-8eb2-483b-b1d7-e15b4d9dc058 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=be317dac-4969-495e-ab81-520dcffd20bb HTTP/1.1" status: 200 len: 945 time: 0.1056242 Aug 30 13:03:49.504182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b9ad725e-cf45-4534-b8d3-f5239a62a5d9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:49.504570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9ad725e-cf45-4534-b8d3-f5239a62a5d9 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:49.507590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.507903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Sync routers for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:03:49.508830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3a27bacc-0c37-43cc-a657-57110c394291 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7882614 Aug 30 13:03:49.514343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41428) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:49.541124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.544696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b030babb-342d-47ad-80f2-f62d73c20a8f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:49.563812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['57ab0fbd-d4a9-4622-baa5-040b3fb59b4a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:49.598834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c863c673-199d-45e9-9c38-b6a406854b34 req-f34aeb26-6c66-42f6-a6c0-8384796dd7e3 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938659 Aug 30 13:03:49.607089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:03:49.607729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:03:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:49.626166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51e4af86-ca10-49e2-a46c-9ad71a1b535b req-d52ea7da-0323-4bc0-8548-0144146d483b tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854640 Aug 30 13:03:49.698135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.711269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:49.711536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6430c7c-74b9-41ef-a5af-9e446447fc49']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:49.713231 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.738892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68812637-a2a0-4836-bde0-cfa1473bf25a') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:49.739528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68812637-a2a0-4836-bde0-cfa1473bf25a') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:49.741479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:49.741877 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.752873 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.773460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.781908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:49.782854 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:49.787770 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:49.806077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2e6915a0-dc77-4cc3-bb72-e0536864d36d {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:49.887020 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.915801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:49.918353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/networks/b6430c7c-74b9-41ef-a5af-9e446447fc49 HTTP/1.1" status: 204 len: 168 time: 0.4993172 Aug 30 13:03:49.919827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795a680-7c03-493b-9c1e-43460be7120a tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Network': ['ID=b6430c7c-74b9-41ef-a5af-9e446447fc49,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:49.921610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41438) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:49.940174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:49.964658 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.017406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:03:50.117092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.305503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.308323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.318733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4ecd0-4e68-426d-a18c-f4aff47641ba req-49ccc791-21d6-49ec-84e7-995eeb4706a1 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:50.320229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27d4ecd0-4e68-426d-a18c-f4aff47641ba req-49ccc791-21d6-49ec-84e7-995eeb4706a1 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=be317dac-4969-495e-ab81-520dcffd20bb HTTP/1.1" status: 200 len: 945 time: 0.1732280 Aug 30 13:03:50.331949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285f02d-4802-4763-ba35-c8137014a2ab req-c52aef3e-8a1d-406e-aa74-a045e3230ede tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:50.333060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a285f02d-4802-4763-ba35-c8137014a2ab req-c52aef3e-8a1d-406e-aa74-a045e3230ede tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 945 time: 0.0573397 Aug 30 13:03:50.337852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e5f92-032a-4077-a030-cba53da1ea73 None None] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:50.344096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b03c2ef-7086-4941-b263-700297c9c80a']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:50.367460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7003e9f-4849-4cbc-877e-f3a98cdfe779') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:50.367685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7003e9f-4849-4cbc-877e-f3a98cdfe779') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:50.370021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=2e6915a0-dc77-4cc3-bb72-e0536864d36d,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:50.377896 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a285f02d-4802-4763-ba35-c8137014a2ab req-c4281974-4a15-40bb-98b0-701fb2de29ab tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Aug 30 13:03:50.426046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.447418 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.458626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fc7dcf58-08ac-47c7-b580-82fb277d0bb5 None None] Provisioning for port 42497e49-d8eb-4196-ba2e-6197470608c7 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:50.467085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27d4ecd0-4e68-426d-a18c-f4aff47641ba req-13c6b00a-96ef-4c18-be39-0ea65df58668 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346166 Aug 30 13:03:50.468333 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.479801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:50.480217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:50.524924 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:50.581262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:50.587513 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.609550 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.613894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] 10.222.0.37 "DELETE /v2.0/networks/4b03c2ef-7086-4941-b263-700297c9c80a HTTP/1.1" status: 204 len: 168 time: 0.6889207 Aug 30 13:03:50.616204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862b893-3ca1-4c0c-bc72-46180cbe9d2f tempest-BulkNetworkOpsIpV6Test-950884948 tempest-BulkNetworkOpsIpV6Test-950884948-project] Pushing event deleted for resources: {'Network': ['ID=4b03c2ef-7086-4941-b263-700297c9c80a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:50.648741 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.688014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Allocated IP 172.20.0.1 (7afcb914-2dc3-496a-9b69-44167f5925d0/d4274ee4-1be2-4af8-9bc3-5af8679e6fff/dfb2697a-2393-4651-9486-0fe746886e6d) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:50.788589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:50.796176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:48Z', 'revision_number': 3, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:50.826956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Checking router: cc2598d8-2876-45e1-9536-6cef2cc6f09c for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:03:50.826956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Updating router cc2598d8-2876-45e1-9536-6cef2cc6f09c port 63a90217-07f6-4f7d-8013-c2bcc45d46e4 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:03:50.840077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e015f0-31a0-4bf5-b4c3-5a446eb43a8f req-bb6312b8-34f5-44ea-9c8f-ed17696c3632 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:50.841549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57e015f0-31a0-4bf5-b4c3-5a446eb43a8f req-bb6312b8-34f5-44ea-9c8f-ed17696c3632 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 943 time: 0.1290452 Aug 30 13:03:50.856698 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.912088 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:50.924398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041895-9e4c-4236-aebb-e36d845fe85a req-a9691320-4235-402f-a53c-4a180a0010a3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:50.930349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57e015f0-31a0-4bf5-b4c3-5a446eb43a8f req-d0052989-b0dc-4114-ac43-6c948b1a5414 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751336 Aug 30 13:03:50.930533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041895-9e4c-4236-aebb-e36d845fe85a req-a9691320-4235-402f-a53c-4a180a0010a3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:50.936414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4041895-9e4c-4236-aebb-e36d845fe85a req-a9691320-4235-402f-a53c-4a180a0010a3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:50.938648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Transition to ACTIVE for port object dfb2697a-2393-4651-9486-0fe746886e6d will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:50.945907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4041895-9e4c-4236-aebb-e36d845fe85a req-a9691320-4235-402f-a53c-4a180a0010a3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2417 time: 0.4841864 Aug 30 13:03:50.979884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41454) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:50.995656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4041895-9e4c-4236-aebb-e36d845fe85a req-724af921-81be-451e-9f45-b5961b1f46ad tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487931 Aug 30 13:03:51.029510 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.085391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:51.088448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:51.092479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:51.099290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb2697a-2393-4651-9486-0fe746886e6d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:51.146200 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.257078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 42497e49-d8eb-4196-ba2e-6197470608c7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:51.259317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ca846c35-ff4b-44ad-af89-7a49af314117 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1d54422dfe345b09c5a8835b5f977bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2603717 Aug 30 13:03:51.261361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41460) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:51.289174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b030babb-342d-47ad-80f2-f62d73c20a8f'}, {'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:51.291460 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcece804-e54e-43e7-ac5f-15ff814bb434" -d '{"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-plugged", "status": "completed", "tag": "b030babb-342d-47ad-80f2-f62d73c20a8f"}, {"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-plugged", "status": "completed", "tag": "fdbf7c1b-6133-4ae9-8c1e-e11921ee7070"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:51.317597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2e6915a0-dc77-4cc3-bb72-e0536864d36d up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:51.392454 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.402954 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ead24f-de72-4657-8e4d-df7544dbdeca x-openstack-request-id: req-63ead24f-de72-4657-8e4d-df7544dbdeca {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:51.403251 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-plugged", "status": "completed", "tag": "b030babb-342d-47ad-80f2-f62d73c20a8f", "code": 200}, {"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-plugged", "status": "completed", "tag": "fdbf7c1b-6133-4ae9-8c1e-e11921ee7070", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:51.403503 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-63ead24f-de72-4657-8e4d-df7544dbdeca {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:51.403896 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b030babb-342d-47ad-80f2-f62d73c20a8f', 'code': 200} Aug 30 13:03:51.404150 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070', 'code': 200} Aug 30 13:03:51.407921 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.421130 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b0282f8-e59e-4fec-8d21-84ef98ac26fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.424830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9418210-fc86-4daa-b49c-8664181de980 req-cd308436-3c87-4cf9-9c26-2661e14d31cd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:51.426678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d9418210-fc86-4daa-b49c-8664181de980 req-cd308436-3c87-4cf9-9c26-2661e14d31cd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.35 "GET /v2.0/ports?device_id=be317dac-4969-495e-ab81-520dcffd20bb HTTP/1.1" status: 200 len: 945 time: 0.1146667 Aug 30 13:03:51.431124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Transition to ACTIVE for port object 63a90217-07f6-4f7d-8013-c2bcc45d46e4 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:51.441601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 42497e49-d8eb-4196-ba2e-6197470608c7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:51.447483 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.461538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 42497e49-d8eb-4196-ba2e-6197470608c7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:51.461945 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.503092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b0282f8-e59e-4fec-8d21-84ef98ac26fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.542242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 2e6915a0-dc77-4cc3-bb72-e0536864d36d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:51.543146 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.564630 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-cfc85439-f080-4629-bc5d-4d28cab5a3c8 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:51.566318 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-cfc85439-f080-4629-bc5d-4d28cab5a3c8 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.16 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 945 time: 0.1423404 Aug 30 13:03:51.576985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783771f-acef-4c5c-b19f-7cbfbfd9ac81 None None] Pushing event updated for resources: {'Port': ['ID=63a90217-07f6-4f7d-8013-c2bcc45d46e4,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:51.603645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598ce69-8353-4101-bc9c-b75ab96a3ac2 req-d76bfe51-e2f8-45fe-a721-f4801ded800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:51.604124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598ce69-8353-4101-bc9c-b75ab96a3ac2 req-d76bfe51-e2f8-45fe-a721-f4801ded800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:51.604589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598ce69-8353-4101-bc9c-b75ab96a3ac2 req-d76bfe51-e2f8-45fe-a721-f4801ded800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:51.606258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1598ce69-8353-4101-bc9c-b75ab96a3ac2 req-d76bfe51-e2f8-45fe-a721-f4801ded800b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2871 time: 0.1240933 Aug 30 13:03:51.607586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7d4aa255-c691-4c78-8bb8-b95b2175583a None None] Provisioning for port dfb2697a-2393-4651-9486-0fe746886e6d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:51.622914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7d4aa255-c691-4c78-8bb8-b95b2175583a None None] Provisioning complete for port dfb2697a-2393-4651-9486-0fe746886e6d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:51.623450 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7d4aa255-c691-4c78-8bb8-b95b2175583a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.637500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02f23d-c18b-4ce2-80cb-107b3301b5c3 req-ee2cd5e3-bc9f-4ec1-92fe-1863ef30a061 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:51.639016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d02f23d-c18b-4ce2-80cb-107b3301b5c3 req-ee2cd5e3-bc9f-4ec1-92fe-1863ef30a061 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 945 time: 0.1179717 Aug 30 13:03:51.652831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Attempting to bind port 63a90217-07f6-4f7d-8013-c2bcc45d46e4 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:51.653344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Attempting to bind port 63a90217-07f6-4f7d-8013-c2bcc45d46e4 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:51.654001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Attempting to bind port 63a90217-07f6-4f7d-8013-c2bcc45d46e4 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:51.675213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:51.675550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:51.676075 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.676538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:51.677083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Bound port: 63a90217-07f6-4f7d-8013-c2bcc45d46e4, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:51.677535 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.692526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1598ce69-8353-4101-bc9c-b75ab96a3ac2 req-7bd24b73-9925-4486-9bc7-e901e23087f0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763445 Aug 30 13:03:51.709533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7d4aa255-c691-4c78-8bb8-b95b2175583a None None] Port dfb2697a-2393-4651-9486-0fe746886e6d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:03:51.709912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d9418210-fc86-4daa-b49c-8664181de980 req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Deleting port 836c5de5-a57e-4821-b0fc-67a3a244930b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:51.710456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d9418210-fc86-4daa-b49c-8664181de980 req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.746497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d70c4-8e35-4501-91a1-e6521d3b58eb req-8f196991-37ab-4026-880e-8669bfe63185 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:51.747976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-289d70c4-8e35-4501-91a1-e6521d3b58eb req-8f196991-37ab-4026-880e-8669bfe63185 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=be317dac-4969-495e-ab81-520dcffd20bb HTTP/1.1" status: 200 len: 945 time: 0.1770370 Aug 30 13:03:51.751481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b0282f8-e59e-4fec-8d21-84ef98ac26fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.754046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b0282f8-e59e-4fec-8d21-84ef98ac26fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.755118 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2b0282f8-e59e-4fec-8d21-84ef98ac26fa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/72491546-c64d-497e-89b9-cb9aa3dd1506 HTTP/1.1" status: 204 len: 168 time: 0.4925110 Aug 30 13:03:51.797957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d02f23d-c18b-4ce2-80cb-107b3301b5c3 req-516d4bd3-c651-46bf-aa2a-90c47c9e32fe tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390471 Aug 30 13:03:51.820721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:51.851940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.863277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d9418210-fc86-4daa-b49c-8664181de980 req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] For port 836c5de5-a57e-4821-b0fc-67a3a244930b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=836c5de5-a57e-4821-b0fc-67a3a244930b,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:51.863591 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d9418210-fc86-4daa-b49c-8664181de980 req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.873089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] For port 63a90217-07f6-4f7d-8013-c2bcc45d46e4, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:51.876345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.880982 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.891614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d9418210-fc86-4daa-b49c-8664181de980 req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Calling delete_port for 836c5de5-a57e-4821-b0fc-67a3a244930b owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:51.899133 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.903492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] For port 63a90217-07f6-4f7d-8013-c2bcc45d46e4, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=63a90217-07f6-4f7d-8013-c2bcc45d46e4,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:51.909813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0282f8-e59e-4fec-8d21-84ef98ac26fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72491546-c64d-497e-89b9-cb9aa3dd1506,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:51.943170 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:51.983934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.005062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:52.010909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:52.029018 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.040982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:52.041356 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.051668 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 42497e49-d8eb-4196-ba2e-6197470608c7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=42497e49-d8eb-4196-ba2e-6197470608c7,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:52.067409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-289d70c4-8e35-4501-91a1-e6521d3b58eb req-ca0c0ec6-8019-4109-8e8d-4bc66e165d23 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980220 Aug 30 13:03:52.079037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Deleting port 507ee390-196d-4fdf-aa03-f88b3865de14 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:52.079779 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.092730 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.107794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:03:52.108444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:03:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:52.114965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Pushing event updated for resources: {'Port': ['ID=dfb2697a-2393-4651-9486-0fe746886e6d,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:52.160582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8783771f-acef-4c5c-b19f-7cbfbfd9ac81 None None] Pushing event updated for resources: {'Port': ['ID=63a90217-07f6-4f7d-8013-c2bcc45d46e4,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:52.167693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9961d-2190-4c8e-a782-624024fa4fc2 req-088ec21f-0337-4860-b681-35b7c8d358ed tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:52.169680 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b9961d-2190-4c8e-a782-624024fa4fc2 req-088ec21f-0337-4860-b681-35b7c8d358ed tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1037347 Aug 30 13:03:52.171456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d9418210-fc86-4daa-b49c-8664181de980 req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.206262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['507ee390-196d-4fdf-aa03-f88b3865de14'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:52.224627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Pushing event deleted for resources: {'Port': ['ID=836c5de5-a57e-4821-b0fc-67a3a244930b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:52.285824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b9961d-2190-4c8e-a782-624024fa4fc2 req-a9450bfb-5459-44a0-94b6-b5d6c39cf940 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622215 Aug 30 13:03:52.347142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=2e6915a0-dc77-4cc3-bb72-e0536864d36d,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:52.352251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9418210-fc86-4daa-b49c-8664181de980 req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] No DVR routers for this DVR port 836c5de5-a57e-4821-b0fc-67a3a244930b on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:52.355160 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d9418210-fc86-4daa-b49c-8664181de980 req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.362448 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d9418210-fc86-4daa-b49c-8664181de980 req-22933759-a4ba-4583-92f7-78ac6bfd9dcd tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.35 "DELETE /v2.0/ports/836c5de5-a57e-4821-b0fc-67a3a244930b HTTP/1.1" status: 204 len: 173 time: 0.9209445 Aug 30 13:03:52.362788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be317dac-4969-495e-ab81-520dcffd20bb', 'name': 'network-vif-deleted', 'tag': '836c5de5-a57e-4821-b0fc-67a3a244930b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:52.365656 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c4021c-b0bf-4a5b-b3b0-3825825bb36f" -d '{"events": [{"server_uuid": "be317dac-4969-495e-ab81-520dcffd20bb", "name": "network-vif-deleted", "tag": "836c5de5-a57e-4821-b0fc-67a3a244930b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:52.488980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:03:52.544463 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.546238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=42497e49-d8eb-4196-ba2e-6197470608c7,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:52.644083 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476e093f-d347-4e7d-96d0-f7b49d8c275f x-openstack-request-id: req-476e093f-d347-4e7d-96d0-f7b49d8c275f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:52.644844 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be317dac-4969-495e-ab81-520dcffd20bb", "name": "network-vif-deleted", "tag": "836c5de5-a57e-4821-b0fc-67a3a244930b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:52.645472 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-476e093f-d347-4e7d-96d0-f7b49d8c275f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:52.647710 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be317dac-4969-495e-ab81-520dcffd20bb', 'name': 'network-vif-deleted', 'tag': '836c5de5-a57e-4821-b0fc-67a3a244930b', 'status': 'completed', 'code': 200} Aug 30 13:03:52.800845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8073b5e-ede4-4954-9bb4-b7799dc5e494 req-c5e464b0-5793-406b-96fc-cda7a6583995 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:52.806246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41498) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:52.806705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8073b5e-ede4-4954-9bb4-b7799dc5e494 req-c5e464b0-5793-406b-96fc-cda7a6583995 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:52.813977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8073b5e-ede4-4954-9bb4-b7799dc5e494 req-c5e464b0-5793-406b-96fc-cda7a6583995 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:52.815672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8073b5e-ede4-4954-9bb4-b7799dc5e494 req-c5e464b0-5793-406b-96fc-cda7a6583995 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2418 time: 0.6211991 Aug 30 13:03:52.819580 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:52.854899 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.866434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] For port 507ee390-196d-4fdf-aa03-f88b3865de14, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=507ee390-196d-4fdf-aa03-f88b3865de14,segment=NetworkSegment(3751c1eb-4fe5-4285-ad1b-ecf8240016be),segment_id=3751c1eb-4fe5-4285-ad1b-ecf8240016be)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:52.866910 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:52.896432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:52.903438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Calling delete_port for 507ee390-196d-4fdf-aa03-f88b3865de14 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:52.905474 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:52.971480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8073b5e-ede4-4954-9bb4-b7799dc5e494 req-53d7df3d-963e-4f49-9e23-9d691eb16c2e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431780 Aug 30 13:03:53.003127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:53.041871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e64088-93db-40d9-b097-61e2a5674324 req-2f69fbb3-b92c-4274-b9c8-b7556580dcf0 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:53.048852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-13e64088-93db-40d9-b097-61e2a5674324 req-2f69fbb3-b92c-4274-b9c8-b7556580dcf0 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1567571 Aug 30 13:03:53.100844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'networks': [{'name': 'tempest-network--668751280'}, {'name': 'tempest-network--232351299'}]} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:53.101160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'network': {'name': 'tempest-network--668751280'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:53.101598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'network': {'name': 'tempest-network--232351299'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:53.116286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 2, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:53.155196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825968bd-8f09-491f-b948-bed6a758b51a None None] The sync data for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 is: [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 2, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:03:53.168650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Made reservation on behalf of 2fbf45e7439d4832ae3318ac846e5b6b for: {'network': 2} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:53.177743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.216199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-13e64088-93db-40d9-b097-61e2a5674324 req-1501f243-5352-4369-8361-e56b6cff165b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585231 Aug 30 13:03:53.218036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.243540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 42497e49-d8eb-4196-ba2e-6197470608c7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:53.322802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 42497e49-d8eb-4196-ba2e-6197470608c7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:53.323200 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.366981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a71472-634a-4320-b544-161828b2f85a req-b5b5d236-3f6d-428e-8422-5fff012ab1cf tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:53.368688 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78a71472-634a-4320-b544-161828b2f85a req-b5b5d236-3f6d-428e-8422-5fff012ab1cf tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/ports?device_id=5120f2c3-db8f-4631-8fff-b24d54f78de9 HTTP/1.1" status: 200 len: 945 time: 0.0994081 Aug 30 13:03:53.377498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Router cc2598d8-2876-45e1-9536-6cef2cc6f09c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:03:53.378059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.388525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.388756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0d74ccdd-bdb2-490e-ac67-04c29d050411 None None] Provisioning complete for port dfb2697a-2393-4651-9486-0fe746886e6d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:53.389477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0d74ccdd-bdb2-490e-ac67-04c29d050411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.390225 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.414058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6915a0-dc77-4cc3-bb72-e0536864d36d'}, {'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:53.418175 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcd1343-f202-4e95-860a-f434065c6548" -d '{"events": [{"server_uuid": "b53c6526-e3e2-4d89-847c-b0ea43caaa8b", "name": "network-vif-plugged", "status": "completed", "tag": "2e6915a0-dc77-4cc3-bb72-e0536864d36d"}, {"server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "name": "network-vif-plugged", "status": "completed", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:53.459580 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0d74ccdd-bdb2-490e-ac67-04c29d050411 None None] Port dfb2697a-2393-4651-9486-0fe746886e6d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:03:53.507090 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78a71472-634a-4320-b544-161828b2f85a req-a4ed79ff-f2d8-4dae-bccf-eea1fcf24584 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.37 "GET /v2.0/security-groups?id=42eb705d-da7e-446b-9bfb-b8c4b5aef22e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220798 Aug 30 13:03:53.507436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5469a02-9aa6-420d-b2fd-fa2d804103e6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:53.528701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:53.564713 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.565070 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Added segment bf2163e6-e02f-4d63-b878-61d5b4f753cc of type vlan for network 53fbeff7-5249-48f9-b5cd-2f34f1e1692d Aug 30 13:03:53.567605 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.585778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d710a362-3d7c-4727-9d74-cfe5018c0c2d req-77c899b2-f915-4491-82ab-4e7249c8dc21 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:53.596996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d710a362-3d7c-4727-9d74-cfe5018c0c2d req-77c899b2-f915-4491-82ab-4e7249c8dc21 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1574714 Aug 30 13:03:53.628523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Pushing event deleted for resources: {'Port': ['ID=507ee390-196d-4fdf-aa03-f88b3865de14,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:53.665285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.675132 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa5cb3e-a5e4-4fd8-9363-221e95a97c39 x-openstack-request-id: req-3fa5cb3e-a5e4-4fd8-9363-221e95a97c39 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:53.675652 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c6526-e3e2-4d89-847c-b0ea43caaa8b", "name": "network-vif-plugged", "status": "completed", "tag": "2e6915a0-dc77-4cc3-bb72-e0536864d36d", "code": 200}, {"server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "name": "network-vif-plugged", "status": "completed", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:53.677649 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3fa5cb3e-a5e4-4fd8-9363-221e95a97c39 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:53.681254 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6915a0-dc77-4cc3-bb72-e0536864d36d', 'code': 200} Aug 30 13:03:53.685028 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a', 'code': 200} Aug 30 13:03:53.698884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d710a362-3d7c-4727-9d74-cfe5018c0c2d req-191cca9b-a0c3-4815-9ac3-4538883ccc59 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016476 Aug 30 13:03:53.748457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:53.757742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] No DVR routers for this DVR port 507ee390-196d-4fdf-aa03-f88b3865de14 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:53.761505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.763577 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e55a12d5-f082-40e3-a3c6-4d3aa9ae2954 req-bef987dd-c656-40e5-ae71-b577a7fed1e2 tempest-MultipleCreateTestJSON-152180324 tempest-MultipleCreateTestJSON-152180324-project] 10.222.0.16 "DELETE /v2.0/ports/507ee390-196d-4fdf-aa03-f88b3865de14 HTTP/1.1" status: 204 len: 173 time: 2.1713192 Aug 30 13:03:53.764081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5120f2c3-db8f-4631-8fff-b24d54f78de9', 'name': 'network-vif-deleted', 'tag': '507ee390-196d-4fdf-aa03-f88b3865de14'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:53.766496 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219d16c9-d033-4182-a97d-ab868f324acf" -d '{"events": [{"server_uuid": "5120f2c3-db8f-4631-8fff-b24d54f78de9", "name": "network-vif-deleted", "tag": "507ee390-196d-4fdf-aa03-f88b3865de14"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:53.776063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:03:53.783769 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2256d80d-fdce-471a-a4e0-82037e741f92 admin admin] 10.222.0.37 "PUT /v2.0/routers/cc2598d8-2876-45e1-9536-6cef2cc6f09c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2640996 Aug 30 13:03:53.801343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 836c5de5-a57e-4821-b0fc-67a3a244930b no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:53.820256 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.821237 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Added segment 53f09a96-8f6e-4026-b2d4-8e645708652e of type vlan for network eddcf18d-cd71-419c-a27d-f3cc641805d5 Aug 30 13:03:53.836901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 836c5de5-a57e-4821-b0fc-67a3a244930b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:53.837372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 836c5de5-a57e-4821-b0fc-67a3a244930b not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:53.847613 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b8cc29-5cf6-4fac-ac75-f2d422eb02fa x-openstack-request-id: req-95b8cc29-5cf6-4fac-ac75-f2d422eb02fa {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:53.848148 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5120f2c3-db8f-4631-8fff-b24d54f78de9", "name": "network-vif-deleted", "tag": "507ee390-196d-4fdf-aa03-f88b3865de14", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:53.851082 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-95b8cc29-5cf6-4fac-ac75-f2d422eb02fa {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:53.854680 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5120f2c3-db8f-4631-8fff-b24d54f78de9', 'name': 'network-vif-deleted', 'tag': '507ee390-196d-4fdf-aa03-f88b3865de14', 'status': 'completed', 'code': 200} Aug 30 13:03:53.936226 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.947442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b1ae7-d001-47c3-9fa6-600f7b48cb64 req-b659c2f7-2a86-4381-b64f-c2a94f748923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:53.948987 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-050b1ae7-d001-47c3-9fa6-600f7b48cb64 req-b659c2f7-2a86-4381-b64f-c2a94f748923 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 1096 time: 0.0658655 Aug 30 13:03:53.983898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da95a-86a8-444d-92a5-a9f29d3c8002 req-fae54b3f-bf92-4af7-bfe7-b7953e273514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:53.987402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-715da95a-86a8-444d-92a5-a9f29d3c8002 req-fae54b3f-bf92-4af7-bfe7-b7953e273514 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 1097 time: 0.2473981 Aug 30 13:03:53.989187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.989826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:53.999135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.002746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-050b1ae7-d001-47c3-9fa6-600f7b48cb64 req-fa9d7af2-24dd-49e6-b823-6222edfad6a0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Aug 30 13:03:54.007174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.007860 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.097167 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2875566 Aug 30 13:03:54.097844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41528) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:54.135448 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Network': ['ID=53fbeff7-5249-48f9-b5cd-2f34f1e1692d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:54.148854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 53fbeff7-5249-48f9-b5cd-2f34f1e1692d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:54.169519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-715da95a-86a8-444d-92a5-a9f29d3c8002 req-1895151c-cbf0-49f5-8537-49cadc72111e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587520 Aug 30 13:03:54.254355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab435f4-5b22-4147-83a0-16adf1f32e58 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Network': ['ID=eddcf18d-cd71-419c-a27d-f3cc641805d5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:54.272076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network eddcf18d-cd71-419c-a27d-f3cc641805d5 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:54.275968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efc270-7e0c-4493-9a0e-9f6eff0419d0 req-554d0aa4-58a7-44d8-9b46-a21debb3247a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.283376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efc270-7e0c-4493-9a0e-9f6eff0419d0 req-554d0aa4-58a7-44d8-9b46-a21debb3247a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.289393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efc270-7e0c-4493-9a0e-9f6eff0419d0 req-554d0aa4-58a7-44d8-9b46-a21debb3247a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.298634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64efc270-7e0c-4493-9a0e-9f6eff0419d0 req-554d0aa4-58a7-44d8-9b46-a21debb3247a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2418 time: 0.2354691 Aug 30 13:03:54.310674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2e96e-69a4-4ed9-a6fc-9b6eae0e5479 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.318782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2e96e-69a4-4ed9-a6fc-9b6eae0e5479 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.330701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2e96e-69a4-4ed9-a6fc-9b6eae0e5479 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.350797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2e96e-69a4-4ed9-a6fc-9b6eae0e5479 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.357929 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1ac2e96e-69a4-4ed9-a6fc-9b6eae0e5479 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2556379 Aug 30 13:03:54.363308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64efc270-7e0c-4493-9a0e-9f6eff0419d0 req-bba24d4b-b6b7-41af-9167-710870867f7e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635533 Aug 30 13:03:54.368936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41540) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:54.521727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4034-5fb7-4259-89b1-48ca562da02c req-ce1999aa-7941-431d-8fd7-f56f80fa39a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.526594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.529591 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-ce1999aa-7941-431d-8fd7-f56f80fa39a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 820 time: 0.2530208 Aug 30 13:03:54.548001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-25701b4d-fab7-4241-bb65-75836697cd20 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/quotas/08714504461e48dfb4a0f7c952281211 HTTP/1.1" status: 200 len: 375 time: 0.0173628 Aug 30 13:03:54.550199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424e3f5-bd47-49ae-9cc7-36b2c1add2b7 req-83cbc101-dbae-4964-bf77-af029d8e9b18 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:54.551759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3424e3f5-bd47-49ae-9cc7-36b2c1add2b7 req-83cbc101-dbae-4964-bf77-af029d8e9b18 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.0892897 Aug 30 13:03:54.599698 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-982572f3-bf41-41bd-824d-4743b2cafcee tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506687 Aug 30 13:03:54.666255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3424e3f5-bd47-49ae-9cc7-36b2c1add2b7 req-68e07ff9-7942-4bca-9cec-9e8429e39798 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075494 Aug 30 13:03:54.670136 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.681461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fbeff7-5249-48f9-b5cd-2f34f1e1692d']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:54.695714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2163e6-e02f-4d63-b878-61d5b4f753cc') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:54.696012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2163e6-e02f-4d63-b878-61d5b4f753cc') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:54.707295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.716916 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6b5cebe5-6fd7-46ce-b6d0-50d89b6e3c54 service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093581 Aug 30 13:03:54.732582 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.740402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:54.741050 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:54.746994 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:54.760471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41552) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:54.855923 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-3c16dabb-b3c8-433a-b96e-51216d6fc685 service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345272 Aug 30 13:03:54.864338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.871445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.874751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/networks/53fbeff7-5249-48f9-b5cd-2f34f1e1692d HTTP/1.1" status: 204 len: 168 time: 0.5034411 Aug 30 13:03:54.876492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41556) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:54.911006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9c6f8-3d7a-4356-ab7c-a7b68d7c41ac tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Network': ['ID=53fbeff7-5249-48f9-b5cd-2f34f1e1692d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:54.929110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Deleting subnet 0c756804-246b-4102-9c15-082802e5b1c3 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:03:54.934744 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.979276 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:54.985602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.007640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbe34b-6186-4d09-8f65-a977cf642bb7 req-c2c0df58-f326-41e5-84c9-2bddcd4e77f6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:55.015373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7dcbe34b-6186-4d09-8f65-a977cf642bb7 req-c2c0df58-f326-41e5-84c9-2bddcd4e77f6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.1371195 Aug 30 13:03:55.079300 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.108922 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7dcbe34b-6186-4d09-8f65-a977cf642bb7 req-7014a8b1-5808-40d7-976c-762a37ababe1 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925522 Aug 30 13:03:55.162580 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.185709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddcf18d-cd71-419c-a27d-f3cc641805d5']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:55.208444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.217762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f09a96-8f6e-4026-b2d4-8e645708652e') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:55.217984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f09a96-8f6e-4026-b2d4-8e645708652e') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:55.245616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.271830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.291346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:55.291767 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:55.295308 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:55.304116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c756804-246b-4102-9c15-082802e5b1c3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:55.307551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.311262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 507ee390-196d-4fdf-aa03-f88b3865de14 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:55.313622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0c756804-246b-4102-9c15-082802e5b1c3 HTTP/1.1" status: 204 len: 168 time: 0.5506823 Aug 30 13:03:55.322189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41564) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:55.352347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.358349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.359070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.359984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.361293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.363492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.364095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.368649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.369238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.369880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.370486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.371068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4945c473-0677-4897-b8ca-d20ea0387ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:03:55.385074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 63a90217-07f6-4f7d-8013-c2bcc45d46e4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:55.485112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 507ee390-196d-4fdf-aa03-f88b3865de14 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:03:55.485716 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ddc57a0b-6664-4363-8e27-86817c9c8498 req-fa970594-c55f-40e7-b289-74679b641fa0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 210 time: 0.1586289 Aug 30 13:03:55.505906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 507ee390-196d-4fdf-aa03-f88b3865de14 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:03:55.511872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48efb4c-2328-4637-bba2-1fe982986540 req-3462ec46-2de8-4c06-a426-336b63ebd1bf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:55.519215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48efb4c-2328-4637-bba2-1fe982986540 req-3462ec46-2de8-4c06-a426-336b63ebd1bf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:55.526799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48efb4c-2328-4637-bba2-1fe982986540 req-3462ec46-2de8-4c06-a426-336b63ebd1bf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:55.535353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d48efb4c-2328-4637-bba2-1fe982986540 req-3462ec46-2de8-4c06-a426-336b63ebd1bf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2418 time: 0.1053443 Aug 30 13:03:55.535786 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.543937 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.548095 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 63a90217-07f6-4f7d-8013-c2bcc45d46e4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:55.560819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 63a90217-07f6-4f7d-8013-c2bcc45d46e4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:55.562406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.572388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.577412 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/networks/eddcf18d-cd71-419c-a27d-f3cc641805d5 HTTP/1.1" status: 204 len: 168 time: 0.6974161 Aug 30 13:03:55.577412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462c479-c00e-434f-bf93-896dd7314f29 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Network': ['ID=eddcf18d-cd71-419c-a27d-f3cc641805d5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:55.579354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41572) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:55.603015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d48efb4c-2328-4637-bba2-1fe982986540 req-96936d00-f8cb-4b98-91b5-a20cb703c496 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659506 Aug 30 13:03:55.670358 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.709621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 63a90217-07f6-4f7d-8013-c2bcc45d46e4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=63a90217-07f6-4f7d-8013-c2bcc45d46e4,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:55.717325 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.747294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.768214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e545d28a-5488-4cda-9123-4a5ba9037f22']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:55.779970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=63a90217-07f6-4f7d-8013-c2bcc45d46e4,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:55.786892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3751c1eb-4fe5-4285-ad1b-ecf8240016be') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:55.787318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3751c1eb-4fe5-4285-ad1b-ecf8240016be') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:55.826817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.842163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ad6d6-28a1-4313-ad84-aad6a8fc145e tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:55.848787 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374ad6d6-28a1-4313-ad84-aad6a8fc145e tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:55.850477 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-374ad6d6-28a1-4313-ad84-aad6a8fc145e tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2702622 Aug 30 13:03:55.855665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41578) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:55.863738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-484028798'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:55.872309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.885143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:03:55.885567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:03:55.887369 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:03:55.952982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4c602-a3cc-44f6-9a02-3065d7404791 req-ff4a4637-171d-4c99-a5c2-964e77f09aed tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:55.955206 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fc4c602-a3cc-44f6-9a02-3065d7404791 req-ff4a4637-171d-4c99-a5c2-964e77f09aed tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1775913 Aug 30 13:03:55.970949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Made reservation on behalf of 2fbf45e7439d4832ae3318ac846e5b6b for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:55.974536 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:55.991290 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.000864 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.005852 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e545d28a-5488-4cda-9123-4a5ba9037f22 HTTP/1.1" status: 204 len: 168 time: 0.6776390 Aug 30 13:03:56.029196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a98ba-1556-4776-ac64-faf873879ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e545d28a-5488-4cda-9123-4a5ba9037f22,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:56.041489 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fc4c602-a3cc-44f6-9a02-3065d7404791 req-4aaee1b3-fb16-4768-bc68-5f7d12a4e8bd tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795383 Aug 30 13:03:56.047128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:56.070271 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.070692 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Added segment 6fe164b3-96e4-442b-8590-cea723625e8a of type vlan for network 70a61eb0-667d-4e75-b572-8cced9bbd86e Aug 30 13:03:56.115101 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.119445 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Sync routers for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:03:56.140614 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.142758 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:03:56.143388 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:03:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:56.146173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:56.146858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.220611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3617418 Aug 30 13:03:56.224170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41586) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:56.229001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-566365875'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:56.235068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811b045-d286-4e03-a670-f43e34c5f7ab req-c744ff4d-313c-4319-b5ac-3a3693d019c2 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:56.246247 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2811b045-d286-4e03-a670-f43e34c5f7ab req-c744ff4d-313c-4319-b5ac-3a3693d019c2 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1175833 Aug 30 13:03:56.266322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540ee77-12f7-4877-ac86-22480b8d114f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Network': ['ID=70a61eb0-667d-4e75-b572-8cced9bbd86e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:56.269332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41588) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:56.279384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 70a61eb0-667d-4e75-b572-8cced9bbd86e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:56.295321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Made reservation on behalf of 2fbf45e7439d4832ae3318ac846e5b6b for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:56.299299 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.349223 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:03:56.366280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2811b045-d286-4e03-a670-f43e34c5f7ab req-60f3cc7e-a541-45c2-8b7c-ab0bcf65937d tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126099 Aug 30 13:03:56.431972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:03:56.444084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-de8b95ab-2d34-4f57-8da9-60eebeba1721 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d663bdcf9cdd4203867c9ef1526b354b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1564152 Aug 30 13:03:56.445235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41594) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:56.450053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213f5f9-f13d-4c9a-91e1-574e54d3cff9 req-4b5fdb5c-bc52-4117-aa08-e7979805a78e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:56.451651 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7213f5f9-f13d-4c9a-91e1-574e54d3cff9 req-4b5fdb5c-bc52-4117-aa08-e7979805a78e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.2044315 Aug 30 13:03:56.473513 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.473991 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Added segment c335fe72-10a8-4190-80ed-14b2c7fa485c of type vlan for network e149ac37-f782-4184-9d32-d602a23fa98a Aug 30 13:03:56.566574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7213f5f9-f13d-4c9a-91e1-574e54d3cff9 req-1bd447e7-68e6-4d37-bd14-911d86a361ae tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071558 Aug 30 13:03:56.584196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4034-5fb7-4259-89b1-48ca562da02c req-2d8a3c34-7d1a-41f9-9499-ee8611d0ac0d tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:56.588474 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-2d8a3c34-7d1a-41f9-9499-ee8611d0ac0d tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.16 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 820 time: 0.2694948 Aug 30 13:03:56.592400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.605742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9defb63c-3a75-4b03-a3b6-0ad863851463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.610272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Request body: {'port': {'device_id': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'admin_state_up': True, 'tenant_id': '08714504461e48dfb4a0f7c952281211'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:56.615891 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 2, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:56.653614 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Checking router: cc2598d8-2876-45e1-9536-6cef2cc6f09c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:03:56.654408 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Updating router cc2598d8-2876-45e1-9536-6cef2cc6f09c port dfb2697a-2393-4651-9486-0fe746886e6d binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:03:56.657244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9defb63c-3a75-4b03-a3b6-0ad863851463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.684374 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.688711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc2941-78cf-4bf8-b69b-e94ae939d057 req-a729a327-c438-4632-842b-667e4f5f901c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:56.690571 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24cc2941-78cf-4bf8-b69b-e94ae939d057 req-a729a327-c438-4632-842b-667e4f5f901c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1210539 Aug 30 13:03:56.700742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c07865a6-0135-4091-99d2-41e8ae13c5bb req-b9ebceef-255e-4dbf-8fe5-ca8d6f3a836b tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 210 time: 0.0382962 Aug 30 13:03:56.703925 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.709949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:56.710570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.745355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24cc2941-78cf-4bf8-b69b-e94ae939d057 req-2e782416-78e9-4553-9065-4f7424056cb0 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Aug 30 13:03:56.788821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9defb63c-3a75-4b03-a3b6-0ad863851463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.790773 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9defb63c-3a75-4b03-a3b6-0ad863851463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.794779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9defb63c-3a75-4b03-a3b6-0ad863851463 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42eb705d-da7e-446b-9bfb-b8c4b5aef22e HTTP/1.1" status: 204 len: 168 time: 0.3483186 Aug 30 13:03:56.809147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defb63c-3a75-4b03-a3b6-0ad863851463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb705d-da7e-446b-9bfb-b8c4b5aef22e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:56.811199 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5861878 Aug 30 13:03:56.813403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41608) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:03:56.826114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'ports': [{'network_id': '70a61eb0-667d-4e75-b572-8cced9bbd86e', 'name': 'tempest-port--460468906', 'admin_state_up': True}, {'network_id': 'e149ac37-f782-4184-9d32-d602a23fa98a', 'admin_state_up': False}]} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:56.826577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'port': {'network_id': '70a61eb0-667d-4e75-b572-8cced9bbd86e', 'name': 'tempest-port--460468906', 'admin_state_up': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:56.828436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'port': {'network_id': 'e149ac37-f782-4184-9d32-d602a23fa98a', 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:56.831943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed05e6b-10ed-432a-9e32-501eaa4747a6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Network': ['ID=e149ac37-f782-4184-9d32-d602a23fa98a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:56.867176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e149ac37-f782-4184-9d32-d602a23fa98a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:03:56.887373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Made reservation on behalf of 08714504461e48dfb4a0f7c952281211 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:56.893338 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:56.952658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af21061-a9c8-4b94-812e-cea22c0a6760 req-ef35ec5b-afda-4a59-9538-1cc0ad2be390 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:56.960239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5af21061-a9c8-4b94-812e-cea22c0a6760 req-ef35ec5b-afda-4a59-9538-1cc0ad2be390 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0996678 Aug 30 13:03:57.060339 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5af21061-a9c8-4b94-812e-cea22c0a6760 req-a718bdc6-d2cd-43c9-b007-c0d677ad9ecb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947182 Aug 30 13:03:57.081520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc15958-bcf6-44c1-9579-3ef69e0897a1 req-7835c489-28b3-4e22-8bc2-f8c0ae8afb78 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:57.088168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc15958-bcf6-44c1-9579-3ef69e0897a1 req-7835c489-28b3-4e22-8bc2-f8c0ae8afb78 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:57.096610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc15958-bcf6-44c1-9579-3ef69e0897a1 req-7835c489-28b3-4e22-8bc2-f8c0ae8afb78 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:57.106174 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1bc15958-bcf6-44c1-9579-3ef69e0897a1 req-7835c489-28b3-4e22-8bc2-f8c0ae8afb78 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2418 time: 0.1497197 Aug 30 13:03:57.128996 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.147579 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Transition to ACTIVE for port object dfb2697a-2393-4651-9486-0fe746886e6d will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:57.164212 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.216479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 63a90217-07f6-4f7d-8013-c2bcc45d46e4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:57.219514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-f752b676-8814-4bb8-8bac-174729b24844 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:57.225435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-f752b676-8814-4bb8-8bac-174729b24844 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:57.231271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-f752b676-8814-4bb8-8bac-174729b24844 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:57.232932 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-f752b676-8814-4bb8-8bac-174729b24844 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 2418 time: 0.2076745 Aug 30 13:03:57.251688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68118c39-3401-492c-af73-abb8604d9f3e req-40977c09-365b-4aba-90a1-bf0435fc516f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:57.259573 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68118c39-3401-492c-af73-abb8604d9f3e req-40977c09-365b-4aba-90a1-bf0435fc516f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1297474 Aug 30 13:03:57.259787 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c655f-0286-45d4-b864-50619ef95ff6 None None] Pushing event updated for resources: {'Port': ['ID=dfb2697a-2393-4651-9486-0fe746886e6d,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:57.266224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Allocated IP 172.20.0.13 (7afcb914-2dc3-496a-9b69-44167f5925d0/d4274ee4-1be2-4af8-9bc3-5af8679e6fff/fa9152fc-831c-4c59-8f12-cd83979c45a5) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:03:57.335844 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1bc15958-bcf6-44c1-9579-3ef69e0897a1 req-2060953f-85f2-42e2-8229-acf7d10441c3 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740744 Aug 30 13:03:57.338134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 63a90217-07f6-4f7d-8013-c2bcc45d46e4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:57.338710 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.386980 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Attempting to bind port dfb2697a-2393-4651-9486-0fe746886e6d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:57.387422 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Attempting to bind port dfb2697a-2393-4651-9486-0fe746886e6d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:57.387845 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Attempting to bind port dfb2697a-2393-4651-9486-0fe746886e6d on network 7afcb914-2dc3-496a-9b69-44167f5925d0 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:57.396563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68118c39-3401-492c-af73-abb8604d9f3e req-d4e5c016-f6ad-4581-8580-398e4cfda8b6 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356859 Aug 30 13:03:57.404300 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:57.407490 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Checking segment: {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:57.407490 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.409186 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Bound using segment: {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:57.409809 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Bound port: dfb2697a-2393-4651-9486-0fe746886e6d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:57.410833 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.414689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Made reservation on behalf of 2fbf45e7439d4832ae3318ac846e5b6b for: {'port': 2} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:03:57.430734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.475479 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.528155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting port b030babb-342d-47ad-80f2-f62d73c20a8f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:57.528390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.577711 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] For port dfb2697a-2393-4651-9486-0fe746886e6d, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:57.588559 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] For port dfb2697a-2393-4651-9486-0fe746886e6d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dfb2697a-2393-4651-9486-0fe746886e6d,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:57.602649 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.695910 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:03:57.696544 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:03:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:57.812517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:57.887058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Transition to ACTIVE for port object fa9152fc-831c-4c59-8f12-cd83979c45a5 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:57.957816 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-75a01610-223f-487f-b665-6c3c31e5e121 req-e207de9e-4294-4199-b45f-79979dcff15f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 210 time: 0.1201952 Aug 30 13:03:57.963845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92d6b-dd23-41f4-bbf3-a4eddca82c4f req-cd8d0ed5-3a26-4142-b00c-784d4288aaad tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:57.976976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] device_id is not set on port 0da1604d-5b8a-4678-9611-5741a00204fa yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:03:57.991061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5f92d6b-dd23-41f4-bbf3-a4eddca82c4f req-cd8d0ed5-3a26-4142-b00c-784d4288aaad tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1555333 Aug 30 13:03:57.999644 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] For port b030babb-342d-47ad-80f2-f62d73c20a8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b030babb-342d-47ad-80f2-f62d73c20a8f,segment=NetworkSegment(d3681f67-799a-4cb7-afa3-3d87ec96a61c),segment_id=d3681f67-799a-4cb7-afa3-3d87ec96a61c)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:58.000222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.017481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Calling delete_port for b030babb-342d-47ad-80f2-f62d73c20a8f owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:58.019373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.029739 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:03:58.103373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:03:58.108551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:58.129938 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:58.145261 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.217521 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5f92d6b-dd23-41f4-bbf3-a4eddca82c4f req-faab2ca1-5f90-4ad0-b170-c3d2ec0d2847 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246294 Aug 30 13:03:58.218668 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c655f-0286-45d4-b864-50619ef95ff6 None None] Pushing event updated for resources: {'Port': ['ID=dfb2697a-2393-4651-9486-0fe746886e6d,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:58.280063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:58.280859 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.299738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Pushing event updated for resources: {'Port': ['ID=fa9152fc-831c-4c59-8f12-cd83979c45a5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:58.312027 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-6386b2bd-c09d-4310-bfea-8c6ceee530a1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7076604 Aug 30 13:03:58.329260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Request body: {'port': {'device_id': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:03:58.366798 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:57Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:03:58.396278 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa267a-4bb3-4365-836b-228fd8891d38 None None] The sync data for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 is: [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:57Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:03:58.430865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.476889 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.492223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-e99466ba-3c5a-47b7-a876-54b20af12ac7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:58.493791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-e99466ba-3c5a-47b7-a876-54b20af12ac7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/networks?id=040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 200 len: 814 time: 0.3795905 Aug 30 13:03:58.495591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169c652-3bc3-419d-9145-3cec2844970a req-234792a6-21c7-4944-a89d-4abe7695d7ea tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:58.501161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e169c652-3bc3-419d-9145-3cec2844970a req-234792a6-21c7-4944-a89d-4abe7695d7ea tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1261456 Aug 30 13:03:58.546575 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-ae8fe448-7ac3-4e8a-be1d-3f86192778c4 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/quotas/ab84f7fabe7941a0b6a4bc773264f06c HTTP/1.1" status: 200 len: 375 time: 0.0419512 Aug 30 13:03:58.560861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.562252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d25c630a-565f-481a-bce8-82fd20644fe0 None None] Provisioning for port fa9152fc-831c-4c59-8f12-cd83979c45a5 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:58.569892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d25c630a-565f-481a-bce8-82fd20644fe0 None None] Provisioning complete for port fa9152fc-831c-4c59-8f12-cd83979c45a5 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:58.570383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] device_id is not set on port 22c0eab0-8bb8-461b-96a5-d82fe92d5947 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:03:58.571393 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d25c630a-565f-481a-bce8-82fd20644fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.583871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e169c652-3bc3-419d-9145-3cec2844970a req-2a05b30d-580a-4024-9b70-1ac6f2e9f372 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779371 Aug 30 13:03:58.623883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Port': ['ID=b030babb-342d-47ad-80f2-f62d73c20a8f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:58.655276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d25c630a-565f-481a-bce8-82fd20644fe0 None None] Port fa9152fc-831c-4c59-8f12-cd83979c45a5 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:03:58.689037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] No DVR routers for this DVR port b030babb-342d-47ad-80f2-f62d73c20a8f on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:58.694336 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.696393 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-71162a13-f3ff-4ff7-abc3-d80fe89d2c9d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "DELETE /v2.0/ports/b030babb-342d-47ad-80f2-f62d73c20a8f HTTP/1.1" status: 204 len: 173 time: 1.4547894 Aug 30 13:03:58.697027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-deleted', 'tag': 'b030babb-342d-47ad-80f2-f62d73c20a8f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:03:58.699690 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd142a0-7f77-458b-8e2a-065174b4c8fb" -d '{"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-deleted", "tag": "b030babb-342d-47ad-80f2-f62d73c20a8f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:03:58.830368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:58.894617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-fe251a47-61e3-4752-93a7-d3320ccc70ac tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3373761 Aug 30 13:03:59.011789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9152fc-831c-4c59-8f12-cd83979c45a5 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:03:59.021782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.035306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-1cd713f0-20ca-468d-ae99-1bc171610481 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:59.036709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-1cd713f0-20ca-468d-ae99-1bc171610481 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.16 "GET /v2.0/ports?device_id=b53c6526-e3e2-4d89-847c-b0ea43caaa8b HTTP/1.1" status: 200 len: 945 time: 0.0735042 Aug 30 13:03:59.037654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.054685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Transition to ACTIVE for port object fa9152fc-831c-4c59-8f12-cd83979c45a5 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:03:59.088208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.143940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Port': ['ID=0da1604d-5b8a-4678-9611-5741a00204fa,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:59.174875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-9aae3f91-5cf9-4897-ba0b-3a0bc1325276 service neutron] 10.222.0.37 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792263 Aug 30 13:03:59.238999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Pushing event updated for resources: {'Port': ['ID=fa9152fc-831c-4c59-8f12-cd83979c45a5,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:59.240968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting port c5062c80-6278-4559-80a1-9447ed33e7a8 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:59.241428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.350424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248ee7-d80d-440d-b563-416263f222cb req-92f787c3-ad3a-44b6-8e8e-0c0cccdd12ee tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:59.356426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248ee7-d80d-440d-b563-416263f222cb req-92f787c3-ad3a-44b6-8e8e-0c0cccdd12ee tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:03:59.358139 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6248ee7-d80d-440d-b563-416263f222cb req-92f787c3-ad3a-44b6-8e8e-0c0cccdd12ee tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 1682 time: 0.2234066 Aug 30 13:03:59.376991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dfb2697a-2393-4651-9486-0fe746886e6d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:03:59.430815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Attempting to bind port fa9152fc-831c-4c59-8f12-cd83979c45a5 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:03:59.431298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Attempting to bind port fa9152fc-831c-4c59-8f12-cd83979c45a5 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:03:59.431728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Attempting to bind port fa9152fc-831c-4c59-8f12-cd83979c45a5 on network 7afcb914-2dc3-496a-9b69-44167f5925d0 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:59.445387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Deleting port 2e6915a0-dc77-4cc3-bb72-e0536864d36d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:03:59.445756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.480788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port dfb2697a-2393-4651-9486-0fe746886e6d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:03:59.489581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port dfb2697a-2393-4651-9486-0fe746886e6d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:03:59.491252 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.501487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Port fa9152fc-831c-4c59-8f12-cd83979c45a5 on network 7afcb914-2dc3-496a-9b69-44167f5925d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:03:59.501889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Attempting to bind port fa9152fc-831c-4c59-8f12-cd83979c45a5 on network 7afcb914-2dc3-496a-9b69-44167f5925d0 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:03:59.530554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:03:59.531012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Checking segment: {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:59.532713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Bound using segment: {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:03:59.533604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Bound port: fa9152fc-831c-4c59-8f12-cd83979c45a5, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:03:59.534306 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.542442 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6248ee7-d80d-440d-b563-416263f222cb req-6102eb3f-3303-458e-8ad4-2cf1e07eaf10 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693120 Aug 30 13:03:59.619861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] For port 2e6915a0-dc77-4cc3-bb72-e0536864d36d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2e6915a0-dc77-4cc3-bb72-e0536864d36d,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:59.620517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.637923 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Calling delete_port for 2e6915a0-dc77-4cc3-bb72-e0536864d36d owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:59.707024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.766452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Checking segment: {'id': '6fe164b3-96e4-442b-8590-cea723625e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70a61eb0-667d-4e75-b572-8cced9bbd86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:03:59.767049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Network hostable DHCP agents. Network: 70a61eb0-667d-4e75-b572-8cced9bbd86e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:03:59.786141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port dfb2697a-2393-4651-9486-0fe746886e6d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dfb2697a-2393-4651-9486-0fe746886e6d,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:59.797720 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.827452 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92daf83-7763-4c56-a359-4311956fd76d x-openstack-request-id: req-c92daf83-7763-4c56-a359-4311956fd76d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:03:59.827741 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-deleted", "tag": "b030babb-342d-47ad-80f2-f62d73c20a8f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:03:59.827997 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c92daf83-7763-4c56-a359-4311956fd76d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:03:59.828448 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-deleted', 'tag': 'b030babb-342d-47ad-80f2-f62d73c20a8f', 'status': 'completed', 'code': 200} Aug 30 13:03:59.838776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-eb62b929-0ae8-4640-96e8-b39076bb3651 service neutron] 10.222.0.37 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628397 Aug 30 13:03:59.855229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c5062c80-6278-4559-80a1-9447ed33e7a8 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:03:59.859189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.864874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Network 70a61eb0-667d-4e75-b572-8cced9bbd86e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:03:59.895830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] For port c5062c80-6278-4559-80a1-9447ed33e7a8, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c5062c80-6278-4559-80a1-9447ed33e7a8,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:03:59.896342 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.904327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 70a61eb0-667d-4e75-b572-8cced9bbd86e) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:03:59.909457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] For port fa9152fc-831c-4c59-8f12-cd83979c45a5, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:03:59.919891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Pushing event deleted for resources: {'Port': ['ID=2e6915a0-dc77-4cc3-bb72-e0536864d36d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:03:59.928459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:03:59.928869 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.942557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['2e6915a0-dc77-4cc3-bb72-e0536864d36d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:03:59.946188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27db393-4750-4d44-93c2-610d615d1844 None None] Network 70a61eb0-667d-4e75-b572-8cced9bbd86e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:03:59.955593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Calling delete_port for c5062c80-6278-4559-80a1-9447ed33e7a8 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:03:59.959841 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] For port fa9152fc-831c-4c59-8f12-cd83979c45a5, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:03:59.989046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] No DVR routers for this DVR port 2e6915a0-dc77-4cc3-bb72-e0536864d36d on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:03:59.993762 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.996667 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:03:59.998609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-374c1398-bc5a-45d6-b08e-4bb738575636 req-f30dc541-7b63-44b8-a88d-891a22291676 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.16 "DELETE /v2.0/ports/2e6915a0-dc77-4cc3-bb72-e0536864d36d HTTP/1.1" status: 204 len: 173 time: 0.9562531 Aug 30 13:04:00.000647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'name': 'network-vif-deleted', 'tag': '2e6915a0-dc77-4cc3-bb72-e0536864d36d'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:00.009487 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc4f5bc-f65a-4922-9c0f-e1a56eb65e22" -d '{"events": [{"server_uuid": "b53c6526-e3e2-4d89-847c-b0ea43caaa8b", "name": "network-vif-deleted", "tag": "2e6915a0-dc77-4cc3-bb72-e0536864d36d"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:00.083736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:00.084286 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:00.086043 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] 10.222.0.16 "PUT /v2.0/ports/fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 1092 time: 1.7650864 Aug 30 13:04:00.135622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c03b8-0336-41c6-bef4-5dad7538d49b service neutron] Pushing event updated for resources: {'Port': ['ID=fa9152fc-831c-4c59-8f12-cd83979c45a5,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:00.147790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=dfb2697a-2393-4651-9486-0fe746886e6d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:00.178572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf4c94-2ece-418c-ae0b-a553bd55692f req-2a8c0476-a0e3-4dbe-9913-ecb43e3647be tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:00.200276 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afdf4c94-2ece-418c-ae0b-a553bd55692f req-2a8c0476-a0e3-4dbe-9913-ecb43e3647be tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 944 time: 0.2187831 Aug 30 13:04:00.307650 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:00.324040 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afdf4c94-2ece-418c-ae0b-a553bd55692f req-259f3f17-da7d-46dd-9f83-64ec3c621155 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221700 Aug 30 13:04:00.344641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-916f6d64-5df8-4cc1-b106-11996a9b684c req-0ab24c77-2439-494b-8d0a-444b3350fbf9 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5999bc-b05c-4fdc-a9e6-d7e31ff9204b HTTP/1.1" status: 200 len: 210 time: 0.0782247 Aug 30 13:04:00.386608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4034-5fb7-4259-89b1-48ca562da02c req-e3a85c51-0913-4e51-999a-4ecf46c2155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:00.386608 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-e3a85c51-0913-4e51-999a-4ecf46c2155d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1095 time: 0.1070929 Aug 30 13:04:00.412313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Port': ['ID=22c0eab0-8bb8-461b-96a5-d82fe92d5947,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:00.490012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Checking segment: {'id': 'c335fe72-10a8-4190-80ed-14b2c7fa485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'e149ac37-f782-4184-9d32-d602a23fa98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:00.490730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Network hostable DHCP agents. Network: e149ac37-f782-4184-9d32-d602a23fa98a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:00.515762 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:00.565603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Port': ['ID=c5062c80-6278-4559-80a1-9447ed33e7a8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:00.598307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Network e149ac37-f782-4184-9d32-d602a23fa98a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:00.613876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b030babb-342d-47ad-80f2-f62d73c20a8f no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:00.666786 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f226998e-5ba7-4994-8e87-addf0ee14d9e req-c429ffe0-da8b-4e46-a430-faeb37cc50c0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 210 time: 0.1052427 Aug 30 13:04:00.676685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e149ac37-f782-4184-9d32-d602a23fa98a) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:00.697869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] No DVR routers for this DVR port c5062c80-6278-4559-80a1-9447ed33e7a8 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:00.700738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:00.708631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:00.714540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:00.722590 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:00.726048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:00.729275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-eade894f-2055-4a64-867d-658293bb0820 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "DELETE /v2.0/ports/c5062c80-6278-4559-80a1-9447ed33e7a8 HTTP/1.1" status: 204 len: 173 time: 2.0214746 Aug 30 13:04:00.747627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a135f869-63cd-4930-af5e-6030433beead None None] Network e149ac37-f782-4184-9d32-d602a23fa98a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:00.776262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: b030babb-342d-47ad-80f2-f62d73c20a8f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:00.777036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b030babb-342d-47ad-80f2-f62d73c20a8f not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:00.778588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:00.805839 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0a7bc330-e0b4-4a26-978d-fb3896453a75 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.9899375 Aug 30 13:04:00.806541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41722) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:00.865832 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:01.076945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78fc9a-29c4-4a1d-aa39-9e302d162be6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:01.091302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f78fc9a-29c4-4a1d-aa39-9e302d162be6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:01.113352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5f78fc9a-29c4-4a1d-aa39-9e302d162be6 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3030279 Aug 30 13:04:01.132749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:01.134565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41728) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:01.175017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:01.177287 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33afdff8-01ae-406f-aac9-d430ab695f63" -d '{"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-unplugged", "status": "completed", "tag": "fdbf7c1b-6133-4ae9-8c1e-e11921ee7070"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:01.190965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:01.196589 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:01.206065 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-b52ccdd1-824f-42e7-8f18-cabc03584eb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 217 time: 0.8229516 Aug 30 13:04:01.208583 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627af02a-d554-4086-96b4-92b36c8a349b x-openstack-request-id: req-627af02a-d554-4086-96b4-92b36c8a349b {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:01.208996 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53c6526-e3e2-4d89-847c-b0ea43caaa8b", "name": "network-vif-deleted", "tag": "2e6915a0-dc77-4cc3-bb72-e0536864d36d", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:01.209427 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-627af02a-d554-4086-96b4-92b36c8a349b {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:01.210011 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53c6526-e3e2-4d89-847c-b0ea43caaa8b', 'name': 'network-vif-deleted', 'tag': '2e6915a0-dc77-4cc3-bb72-e0536864d36d', 'status': 'completed', 'code': 200} Aug 30 13:04:01.246548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:01.246893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:01.325678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dfb2697a-2393-4651-9486-0fe746886e6d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:01.326770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c979ad3-7371-4c7f-951a-c989770a1262 req-41dbad89-8994-452d-b6f9-c019f887a079 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:01.348137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c979ad3-7371-4c7f-951a-c989770a1262 req-41dbad89-8994-452d-b6f9-c019f887a079 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1357093 Aug 30 13:04:01.356816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4034-5fb7-4259-89b1-48ca562da02c req-f3b26f19-73c1-46c7-b4f9-17c69604d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:01.359105 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-f3b26f19-73c1-46c7-b4f9-17c69604d0ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.1088223 Aug 30 13:04:01.373899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:01.413775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb8276-3fec-4180-ad72-3cd5cba1730c req-6e5cbcff-550d-4731-b205-8d45a11fc7a7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:01.415343 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfdb8276-3fec-4180-ad72-3cd5cba1730c req-6e5cbcff-550d-4731-b205-8d45a11fc7a7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 946 time: 0.2817070 Aug 30 13:04:01.418136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port dfb2697a-2393-4651-9486-0fe746886e6d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:01.419134 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:01.427444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] For port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:01.427813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:01.461069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Calling delete_port for fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:01.476752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c979ad3-7371-4c7f-951a-c989770a1262 req-2a1cd575-0ec6-41ed-a6b9-fa13fb4c277c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275988 Aug 30 13:04:01.497274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a4034-5fb7-4259-89b1-48ca562da02c req-520af244-ec42-4aec-80ca-b7081fdffb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:01.498861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-520af244-ec42-4aec-80ca-b7081fdffb6a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319382 Aug 30 13:04:01.546226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fe1aa48c-5a73-4e80-91a7-9c3809146826 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Deleting port 0da1604d-5b8a-4678-9611-5741a00204fa {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:01.546576 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa48c-5a73-4e80-91a7-9c3809146826 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:01.566758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfdb8276-3fec-4180-ad72-3cd5cba1730c req-0c373072-6ca7-4c34-9188-636d4bc183e7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418602 Aug 30 13:04:01.643828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-8deb0372-2481-45fc-9b04-4b37c1318f63 service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357837 Aug 30 13:04:01.683078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa48c-5a73-4e80-91a7-9c3809146826 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:01.711887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fe1aa48c-5a73-4e80-91a7-9c3809146826 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Calling delete_port for 0da1604d-5b8a-4678-9611-5741a00204fa owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:01.779041 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e8ed19-e41b-4311-b8f2-0e8e903a049f x-openstack-request-id: req-05e8ed19-e41b-4311-b8f2-0e8e903a049f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:01.779630 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-unplugged", "status": "completed", "tag": "fdbf7c1b-6133-4ae9-8c1e-e11921ee7070", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:01.779904 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05e8ed19-e41b-4311-b8f2-0e8e903a049f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:01.780344 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070', 'code': 200} Aug 30 13:04:01.784468 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-266a4034-5fb7-4259-89b1-48ca562da02c req-a90a7409-ec86-460f-88fd-48e8b9cada8a service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276600 Aug 30 13:04:01.829732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-deleted', 'tag': 'c5062c80-6278-4559-80a1-9447ed33e7a8'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:01.833095 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fa0f92-6e6b-4808-8b3c-77506a0e0823" -d '{"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-deleted", "tag": "c5062c80-6278-4559-80a1-9447ed33e7a8"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:01.874127 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:01.928556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Port': ['ID=fdbf7c1b-6133-4ae9-8c1e-e11921ee7070,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:01.982959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-fc511fe1-78ae-48b5-820d-f8e27b8c0b92 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:01.986850 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-fc511fe1-78ae-48b5-820d-f8e27b8c0b92 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.16 "GET /v2.0/networks?id=040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 200 len: 814 time: 0.1969132 Aug 30 13:04:01.987432 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa48c-5a73-4e80-91a7-9c3809146826 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.003481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Request body: {'port': {'device_id': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f', 'admin_state_up': True, 'tenant_id': 'ab84f7fabe7941a0b6a4bc773264f06c'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:02.045516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe1aa48c-5a73-4e80-91a7-9c3809146826 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.051264 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fe1aa48c-5a73-4e80-91a7-9c3809146826 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/ports/0da1604d-5b8a-4678-9611-5741a00204fa HTTP/1.1" status: 204 len: 168 time: 0.9044287 Aug 30 13:04:02.051264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] No DVR routers for this DVR port fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:02.054760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.056987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e0b8be1-c820-453f-ac11-46a975705fdf req-8f37fa70-da9d-4772-9d2a-345956c55760 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "DELETE /v2.0/ports/fdbf7c1b-6133-4ae9-8c1e-e11921ee7070 HTTP/1.1" status: 204 len: 173 time: 1.3202162 Aug 30 13:04:02.057535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41748) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:02.061793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1aa48c-5a73-4e80-91a7-9c3809146826 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Port': ['ID=0da1604d-5b8a-4678-9611-5741a00204fa,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:02.119863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df69694-84ab-41ca-9519-9f3f613671ee req-499d7cfa-5f86-4299-b907-cf6ad74a0558 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:02.128294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7df69694-84ab-41ca-9519-9f3f613671ee req-499d7cfa-5f86-4299-b907-cf6ad74a0558 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 944 time: 0.2376366 Aug 30 13:04:02.147181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44206f3d-c592-40d8-aeef-5b5c659153bc req-061ba436-89ab-4099-9488-aacb57fe3a06 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:02.154540 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44206f3d-c592-40d8-aeef-5b5c659153bc req-061ba436-89ab-4099-9488-aacb57fe3a06 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1446974 Aug 30 13:04:02.202258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7df69694-84ab-41ca-9519-9f3f613671ee req-b37b3f7b-5a82-4c9c-92d1-7f7ccefc9ae8 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730076 Aug 30 13:04:02.214404 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44206f3d-c592-40d8-aeef-5b5c659153bc req-981fe572-1ac9-4285-b6c9-b38de5fc7abe tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589011 Aug 30 13:04:02.229518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Made reservation on behalf of ab84f7fabe7941a0b6a4bc773264f06c for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:02.233329 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.252945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4a2314ed-c62e-4f9d-8254-44a89e8ace8f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Deleting port 22c0eab0-8bb8-461b-96a5-d82fe92d5947 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:02.253420 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a2314ed-c62e-4f9d-8254-44a89e8ace8f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.312492 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422543fc-1a11-4f55-8913-b7bd243eb671 x-openstack-request-id: req-422543fc-1a11-4f55-8913-b7bd243eb671 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:02.312920 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-deleted", "tag": "c5062c80-6278-4559-80a1-9447ed33e7a8", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:02.313264 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-422543fc-1a11-4f55-8913-b7bd243eb671 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:02.313927 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-deleted', 'tag': 'c5062c80-6278-4559-80a1-9447ed33e7a8', 'status': 'completed', 'code': 200} Aug 30 13:04:02.350568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce6ac8a8-ad8b-41bf-b517-f4e276e65898 req-0ce38660-7180-4e72-a4d4-222cf5b32dd0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 210 time: 0.0479171 Aug 30 13:04:02.366805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a2314ed-c62e-4f9d-8254-44a89e8ace8f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.383761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4a2314ed-c62e-4f9d-8254-44a89e8ace8f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Calling delete_port for 22c0eab0-8bb8-461b-96a5-d82fe92d5947 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:02.425886 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a75b38cb-e219-4a04-8abd-bfb258706859 req-2c1414f7-5824-404b-8078-5a73769a6350 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0327773 Aug 30 13:04:02.435454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Allocated IP 172.20.0.3 (040756f3-7673-45e9-bedb-4320c1c9fe9f/1f83c4d3-00aa-4dd6-a772-07c3ab30fe63/33ae7f49-7d4f-43b3-bd6a-b325f038c918) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:02.512954 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a2314ed-c62e-4f9d-8254-44a89e8ace8f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.553461 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a2314ed-c62e-4f9d-8254-44a89e8ace8f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.558831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4a2314ed-c62e-4f9d-8254-44a89e8ace8f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/ports/22c0eab0-8bb8-461b-96a5-d82fe92d5947 HTTP/1.1" status: 204 len: 168 time: 0.4955721 Aug 30 13:04:02.558831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2314ed-c62e-4f9d-8254-44a89e8ace8f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Port': ['ID=22c0eab0-8bb8-461b-96a5-d82fe92d5947,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:02.558831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41756) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:02.610086 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4560377b-2967-4abb-809e-bec406864685 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0466890 Aug 30 13:04:02.611846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41766) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:02.631390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-329584018'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:02.666745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Made reservation on behalf of 2fbf45e7439d4832ae3318ac846e5b6b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:02.671171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.689507 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.707100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:02.717362 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.717746 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Added segment 05d0ee9e-92b4-4b5d-bbdd-a3b14e17ef6c of type vlan for network 8db33132-1c5f-43e5-885b-a85fcf577114 Aug 30 13:04:02.775890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.777391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-085a59fb-67ef-4432-a390-6b74e466ba36 req-8c17636b-5164-4a20-9ba7-bd497561af59 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=17c4df54-8c50-4c53-b147-f6c30f7d67b8 HTTP/1.1" status: 200 len: 210 time: 0.0653460 Aug 30 13:04:02.778868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.815406 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.827599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:02.828288 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.847292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Network 040756f3-7673-45e9-bedb-4320c1c9fe9f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:02.854771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:02.859210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:02.898357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Pushing event updated for resources: {'Port': ['ID=33ae7f49-7d4f-43b3-bd6a-b325f038c918,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:02.929587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:02.930995 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:02.937891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3224523 Aug 30 13:04:02.939392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41778) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:02.948790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-11534998'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:02.955892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-49724cbf-83cc-4efc-9697-db62dcceeccb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9590447 Aug 30 13:04:02.969640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575afce-395f-4301-a666-8613fb38e8f3 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Network': ['ID=8db33132-1c5f-43e5-885b-a85fcf577114,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:02.977197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Request body: {'port': {'device_id': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:02.981774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 8db33132-1c5f-43e5-885b-a85fcf577114 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:02.982688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Made reservation on behalf of 2fbf45e7439d4832ae3318ac846e5b6b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:02.988467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.015756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:03.027338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.027587 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Added segment f9232689-b1eb-469a-95b1-b73f4c5c45a7 of type vlan for network 2ef7cf2d-3268-419c-837d-a3fb72bd92e8 Aug 30 13:04:03.040680 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.081533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.111967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.118948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:03.119836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.145146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2046881 Aug 30 13:04:03.194266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be9048-8ed0-4093-9edd-713cfc117fae tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Network': ['ID=2ef7cf2d-3268-419c-837d-a3fb72bd92e8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:03.205843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 2ef7cf2d-3268-419c-837d-a3fb72bd92e8 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:03.213359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:03.215729 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57feeb71-e7ec-4121-a4a4-752b08f4b80e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:03.278011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41786) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:03.284709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'subnets': [{'network_id': '8db33132-1c5f-43e5-885b-a85fcf577114', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1134913341', 'ip_version': 4}, {'network_id': '2ef7cf2d-3268-419c-837d-a3fb72bd92e8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:03.285032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'subnet': {'network_id': '8db33132-1c5f-43e5-885b-a85fcf577114', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1134913341', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:03.285647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Request body: {'subnet': {'network_id': '2ef7cf2d-3268-419c-837d-a3fb72bd92e8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:03.290983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31344938-d56e-4ff6-a23e-3f6353ac4b7c req-106eeae1-9c9c-40fb-80b0-0101382f01ac tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:03.292562 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31344938-d56e-4ff6-a23e-3f6353ac4b7c req-106eeae1-9c9c-40fb-80b0-0101382f01ac tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1342006 Aug 30 13:04:03.359515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2e6915a0-dc77-4cc3-bb72-e0536864d36d no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:03.370588 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31344938-d56e-4ff6-a23e-3f6353ac4b7c req-8b35f917-3d42-4302-b9e5-1ced8ed93e76 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637355 Aug 30 13:04:03.395638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 2e6915a0-dc77-4cc3-bb72-e0536864d36d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:03.396274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2e6915a0-dc77-4cc3-bb72-e0536864d36d not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:03.418050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-947ab01c-a71c-45b6-aed2-f6f8126dddea req-41af229a-3e2e-4c7e-b6fa-2f8805cfee8f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cc5999bc-b05c-4fdc-a9e6-d7e31ff9204b HTTP/1.1" status: 200 len: 210 time: 0.0417240 Aug 30 13:04:03.433848 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e3ea4c-b5b7-4e6a-96b2-95422a651abf x-openstack-request-id: req-39e3ea4c-b5b7-4e6a-96b2-95422a651abf {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:03.434237 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:03.434584 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-39e3ea4c-b5b7-4e6a-96b2-95422a651abf {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:03.435067 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'status': 'completed', 'code': 200} Aug 30 13:04:03.444287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db133c-3a57-4434-a115-509180f3f279 req-579de142-801c-472e-a08a-f30010648ab1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:03.445881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47db133c-3a57-4434-a115-509180f3f279 req-579de142-801c-472e-a08a-f30010648ab1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 944 time: 0.1561642 Aug 30 13:04:03.454429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ae7f49-7d4f-43b3-bd6a-b325f038c918 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:03.462819 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.515510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Transition to ACTIVE for port object 33ae7f49-7d4f-43b3-bd6a-b325f038c918 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:03.542466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47db133c-3a57-4434-a115-509180f3f279 req-851161c7-9b83-48b6-9666-b1e109a2cae4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699210 Aug 30 13:04:03.543257 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.561009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Made reservation on behalf of 2fbf45e7439d4832ae3318ac846e5b6b for: {'subnet': 2} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:03.566265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.566774 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.626174 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d11db0b-7454-434b-8d3b-482c2d96f2fd req-10cda256-4722-4b2a-8d6d-ba12cefdcc2b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0624714 Aug 30 13:04:03.633078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-d28fc770-d419-4242-b8a7-23ccfd789156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:03.634550 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-d28fc770-d419-4242-b8a7-23ccfd789156 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1095 time: 0.1693420 Aug 30 13:04:03.644554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d1b1-8bf8-41fa-b51c-cb17bcb42e3e req-fde3d39d-26ed-425c-b7cc-780899ec2730 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:03.646096 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c543d1b1-8bf8-41fa-b51c-cb17bcb42e3e req-fde3d39d-26ed-425c-b7cc-780899ec2730 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 931 time: 0.1542039 Aug 30 13:04:03.655014 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5ce16fdf-7315-4a23-9355-0e42f6204695 req-fb703089-87f9-4db6-97a0-e9666d27de44 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0310807 Aug 30 13:04:03.657725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Pushing event updated for resources: {'Port': ['ID=33ae7f49-7d4f-43b3-bd6a-b325f038c918,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:03.741130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c543d1b1-8bf8-41fa-b51c-cb17bcb42e3e req-0f034a96-ba70-472a-aec1-9486eaa14fae tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862103 Aug 30 13:04:03.763650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Attempting to bind port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:03.763991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Attempting to bind port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:03.764324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Attempting to bind port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 on network 040756f3-7673-45e9-bedb-4320c1c9fe9f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:03.769192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 on network 040756f3-7673-45e9-bedb-4320c1c9fe9f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:04:03.769514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Attempting to bind port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 on network 040756f3-7673-45e9-bedb-4320c1c9fe9f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:03.774300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:03.774645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Checking segment: {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:03.775027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Bound using segment: {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:03.775450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Bound port: 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:03.775811 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.847770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41796) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:03.914213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:03.919381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:03.925564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d98b2dc-595d-4987-857f-614336b9542f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting subnet 8581e96f-58cb-414b-8268-af9548d822cd {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:03.928618 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.930995 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d98b2dc-595d-4987-857f-614336b9542f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.979382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:03.980548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:03.981987 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] 10.222.0.16 "PUT /v2.0/ports/33ae7f49-7d4f-43b3-bd6a-b325f038c918 HTTP/1.1" status: 200 len: 1091 time: 1.0150094 Aug 30 13:04:03.986162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-55cb13ad-cf59-4e58-b3e7-c066b6efd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:03.988709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-55cb13ad-cf59-4e58-b3e7-c066b6efd812 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.1753902 Aug 30 13:04:04.008864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d98b2dc-595d-4987-857f-614336b9542f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.051400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-8702e1a2-782b-4bb9-ab4a-340bf22a3b6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 217 time: 0.0554726 Aug 30 13:04:04.078715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531149e-66d9-46fe-b1c1-6d736192b405 service neutron] Pushing event updated for resources: {'Port': ['ID=33ae7f49-7d4f-43b3-bd6a-b325f038c918,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:04.099752 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.130929 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-f7a3d748-b921-4502-9bec-c9f21afc3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.132426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-f7a3d748-b921-4502-9bec-c9f21afc3d1c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 1094 time: 0.0918281 Aug 30 13:04:04.134144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-d4750d7f-f5d3-4e21-ab95-1168d0390e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.135539 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-d4750d7f-f5d3-4e21-ab95-1168d0390e85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.0665207 Aug 30 13:04:04.176654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d98b2dc-595d-4987-857f-614336b9542f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.204943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-dafddc75-5f9f-47ed-a657-90e904961560 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918 HTTP/1.1" status: 200 len: 217 time: 0.0499480 Aug 30 13:04:04.220177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Subnet': ['ID=05568726-3dfc-474e-9c84-62f1c9ff908b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:04.239242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Checking segment: {'id': '05d0ee9e-92b4-4b5d-bbdd-a3b14e17ef6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8db33132-1c5f-43e5-885b-a85fcf577114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:04.239602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Network hostable DHCP agents. Network: 8db33132-1c5f-43e5-885b-a85fcf577114, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:04.249012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-f74b44d4-27a9-49d5-80a4-04520fb3b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.251072 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-f74b44d4-27a9-49d5-80a4-04520fb3b455 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033413 Aug 30 13:04:04.263732 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d98b2dc-595d-4987-857f-614336b9542f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.270783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Network 8db33132-1c5f-43e5-885b-a85fcf577114 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:04.303503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98b2dc-595d-4987-857f-614336b9542f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Subnet': ['ID=8581e96f-58cb-414b-8268-af9548d822cd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:04.304850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-e505e973-fea9-467e-a115-17fb716e3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.306304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-e505e973-fea9-467e-a115-17fb716e3e33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1f83c4d3-00aa-4dd6-a772-07c3ab30fe63 HTTP/1.1" status: 200 len: 854 time: 0.0933740 Aug 30 13:04:04.307695 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d98b2dc-595d-4987-857f-614336b9542f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.310173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3d98b2dc-595d-4987-857f-614336b9542f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "DELETE /v2.0/subnets/8581e96f-58cb-414b-8268-af9548d822cd HTTP/1.1" status: 204 len: 168 time: 0.4614744 Aug 30 13:04:04.311007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 8db33132-1c5f-43e5-885b-a85fcf577114) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:04.312267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41800) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:04.321505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-deleted', 'tag': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:04.323718 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fefe417-a167-49dc-a75e-7205f2fb8720" -d '{"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-deleted", "tag": "fdbf7c1b-6133-4ae9-8c1e-e11921ee7070"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:04.327059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.327227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b98172-7441-4869-9402-fb104f5b4b45 None None] Network 8db33132-1c5f-43e5-885b-a85fcf577114 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:04.337551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eacd08-5f34-4d1b-806b-7cc678aaa433 None None] Network 483268e1-14d9-451e-9f61-3daa5b7758d4 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:04.358003 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-8cc8a987-0ff6-4594-b0b5-5af1dbbc34bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=040756f3-7673-45e9-bedb-4320c1c9fe9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398405 Aug 30 13:04:04.438784 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4666dbd2-e4f9-459a-99b4-914a8e7056ac x-openstack-request-id: req-4666dbd2-e4f9-459a-99b4-914a8e7056ac {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:04.439026 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c4df54-8c50-4c53-b147-f6c30f7d67b8", "name": "network-vif-deleted", "tag": "fdbf7c1b-6133-4ae9-8c1e-e11921ee7070", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:04.439288 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4666dbd2-e4f9-459a-99b4-914a8e7056ac {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:04.439612 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c4df54-8c50-4c53-b147-f6c30f7d67b8', 'name': 'network-vif-deleted', 'tag': 'fdbf7c1b-6133-4ae9-8c1e-e11921ee7070', 'status': 'completed', 'code': 200} Aug 30 13:04:04.440750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event updated for resources: {'Subnet': ['ID=e7574ef0-ad1d-40c8-b760-e41b72e5928c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:04.449637 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-4827714a-bac4-4582-9b9d-82f0529e4d2a service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907523 Aug 30 13:04:04.507110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Checking segment: {'id': 'f9232689-b1eb-469a-95b1-b73f4c5c45a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '2ef7cf2d-3268-419c-837d-a3fb72bd92e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:04.507516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Network hostable DHCP agents. Network: 2ef7cf2d-3268-419c-837d-a3fb72bd92e8, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:04.528398 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.538019 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-bed9248e-fd47-4100-b643-b5c4416721ad service neutron] 10.222.0.16 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710165 Aug 30 13:04:04.580692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Network 2ef7cf2d-3268-419c-837d-a3fb72bd92e8 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:04.620554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3605b1f-5c2b-444c-a463-7011e5354add req-e493e868-6c2b-4388-8c6f-b1a77f4bdc5a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.629249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3605b1f-5c2b-444c-a463-7011e5354add req-e493e868-6c2b-4388-8c6f-b1a77f4bdc5a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1332095 Aug 30 13:04:04.650656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 2ef7cf2d-3268-419c-837d-a3fb72bd92e8) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:04.672829 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:04:04.675872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.676488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.677143 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.686281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57feeb71-e7ec-4121-a4a4-752b08f4b80e req-b815b5ec-9ad0-4194-be73-db11d62524f6 service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244546 Aug 30 13:04:04.726894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b26882f-c9a2-4158-9cb7-c0356cbd56c2 None None] Network 2ef7cf2d-3268-419c-837d-a3fb72bd92e8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:04.728167 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4f9cb53c-6067-4b5f-8bbf-6b76cc8c2c3f tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4490426 Aug 30 13:04:04.731256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41810) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:04.748883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12cdcc3b-dc85-4b7c-9d72-eabd16abb0a8 req-13a343d2-9860-48b0-9a36-890c658f0f7b service neutron] 10.222.0.16 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986725 Aug 30 13:04:04.766996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3605b1f-5c2b-444c-a463-7011e5354add req-a361059b-e1f6-4742-b1c8-7edf329b946c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323066 Aug 30 13:04:04.781383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting port b10eed07-837e-4549-9e3d-129840cb1f40 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:04.781383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.797844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69371926-2c48-413f-82e9-62dceeac2d69 req-04feefd5-a59b-4541-8dbb-167437022c0e tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.805654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69371926-2c48-413f-82e9-62dceeac2d69 req-04feefd5-a59b-4541-8dbb-167437022c0e tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 944 time: 0.1386857 Aug 30 13:04:04.822751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ab005e-c732-4751-8c5a-3fa8cc98c1cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-8db33132-1c5f-43e5-885b-a85fcf577114', 'network_id': '8db33132-1c5f-43e5-885b-a85fcf577114', 'tenant_id': '2fbf45e7439d4832ae3318ac846e5b6b', 'fixed_ips': [{'subnet_id': '05568726-3dfc-474e-9c84-62f1c9ff908b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:04.823912 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5ab005e-c732-4751-8c5a-3fa8cc98c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.861582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bdf6aa-a965-40f4-af44-2b6dcb2a5935 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.863292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bdf6aa-a965-40f4-af44-2b6dcb2a5935 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.865370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bdf6aa-a965-40f4-af44-2b6dcb2a5935 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:04.867219 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-04bdf6aa-a965-40f4-af44-2b6dcb2a5935 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1231003 Aug 30 13:04:04.885363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69371926-2c48-413f-82e9-62dceeac2d69 req-b5f601b1-4374-41ee-bf98-112bd3fde0f1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786617 Aug 30 13:04:04.887554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41814) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:04.934211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] DHCP port deletion for 483268e1-14d9-451e-9f61-3daa5b7758d4 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:04:04.959869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] For port b10eed07-837e-4549-9e3d-129840cb1f40, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b10eed07-837e-4549-9e3d-129840cb1f40,segment=NetworkSegment(d3681f67-799a-4cb7-afa3-3d87ec96a61c),segment_id=d3681f67-799a-4cb7-afa3-3d87ec96a61c)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:04.960284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:04.966437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-564ab844-ff39-4502-b0dc-cdd3fed139d1 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Deleting subnet 05568726-3dfc-474e-9c84-62f1c9ff908b {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:04.981305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Calling delete_port for b10eed07-837e-4549-9e3d-129840cb1f40 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:05.027443 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-564ab844-ff39-4502-b0dc-cdd3fed139d1 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.063967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6346eb5f-3598-4c45-ad40-fe5bd199b521 req-1fe11cd3-5a7f-4f56-af48-fea24c33e26b tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.1426713 Aug 30 13:04:05.084974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54465710-aa39-4fe7-92bf-ce8b8a9840c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-2ef7cf2d-3268-419c-837d-a3fb72bd92e8', 'network_id': '2ef7cf2d-3268-419c-837d-a3fb72bd92e8', 'tenant_id': '2fbf45e7439d4832ae3318ac846e5b6b', 'fixed_ips': [{'subnet_id': 'e7574ef0-ad1d-40c8-b760-e41b72e5928c'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:05.085713 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-564ab844-ff39-4502-b0dc-cdd3fed139d1 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.085848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-54465710-aa39-4fe7-92bf-ce8b8a9840c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.112193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.126742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] Deleting port b10eed07-837e-4549-9e3d-129840cb1f40 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:05.127119 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.135336 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-564ab844-ff39-4502-b0dc-cdd3fed139d1 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.162163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Port': ['ID=b10eed07-837e-4549-9e3d-129840cb1f40,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:05.180127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] No DVR routers for this DVR port b10eed07-837e-4549-9e3d-129840cb1f40 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:05.217598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150552d7-16fb-4967-910e-9aac223195c5 req-81d0fcbf-1cc5-48cc-9ef6-a3368622f22e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:05.219743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-150552d7-16fb-4967-910e-9aac223195c5 req-81d0fcbf-1cc5-48cc-9ef6-a3368622f22e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 943 time: 0.2485054 Aug 30 13:04:05.229786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] For port b10eed07-837e-4549-9e3d-129840cb1f40, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:05.230196 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.247256 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-564ab844-ff39-4502-b0dc-cdd3fed139d1 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.247512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b10eed07-837e-4549-9e3d-129840cb1f40 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:05.290333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ab844-ff39-4502-b0dc-cdd3fed139d1 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Subnet': ['ID=05568726-3dfc-474e-9c84-62f1c9ff908b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:05.298259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.302479 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-564ab844-ff39-4502-b0dc-cdd3fed139d1 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.307073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-564ab844-ff39-4502-b0dc-cdd3fed139d1 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/subnets/05568726-3dfc-474e-9c84-62f1c9ff908b HTTP/1.1" status: 204 len: 168 time: 0.4154894 Aug 30 13:04:05.308179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41830) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:05.322461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-150552d7-16fb-4967-910e-9aac223195c5 req-9faa1a83-24fe-4dcd-bce9-7eb56149c396 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948663 Aug 30 13:04:05.350128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483268e1-14d9-451e-9f61-3daa5b7758d4']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:05.367370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3681f67-799a-4cb7-afa3-3d87ec96a61c') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:05.367824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3681f67-799a-4cb7-afa3-3d87ec96a61c') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server [None req-a5ab005e-c732-4751-8c5a-3fa8cc98c1cd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05568726-3dfc-474e-9c84-62f1c9ff908b: This subnet is being modified by another concurrent operation. Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:04:05.371044 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise exception Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05568726-3dfc-474e-9c84-62f1c9ff908b: This subnet is being modified by another concurrent operation. Aug 30 13:04:05.376740 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Aug 30 13:04:05.381596 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.391570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-de322dfc-ba1e-4f3d-8545-5c2b9bb28120 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Deleting subnet e7574ef0-ad1d-40c8-b760-e41b72e5928c {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:05.392027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] Calling delete_port for b10eed07-837e-4549-9e3d-129840cb1f40 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:05.398274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b10eed07-837e-4549-9e3d-129840cb1f40 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:05.398973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b10eed07-837e-4549-9e3d-129840cb1f40 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:05.401075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de322dfc-ba1e-4f3d-8545-5c2b9bb28120 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.403674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa9152fc-831c-4c59-8f12-cd83979c45a5 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:04:05.422756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.426211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] Port b10eed07-837e-4549-9e3d-129840cb1f40 was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:04:05.433920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.435900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:05.442929 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743acf76-b331-4bb9-aec0-b82798f4ea8f" -d '{"events": [{"name": "network-changed", "server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:05.504093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de322dfc-ba1e-4f3d-8545-5c2b9bb28120 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.504706 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caad0e7f-0bf4-4923-80cb-53c30d979389 x-openstack-request-id: req-caad0e7f-0bf4-4923-80cb-53c30d979389 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:05.505228 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:05.505563 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caad0e7f-0bf4-4923-80cb-53c30d979389 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:05.506066 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918', 'status': 'completed', 'code': 200} Aug 30 13:04:05.557359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:05.557796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:05.563809 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:05.571795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b9e26-f219-4537-8b9a-fdc4cb5a0b72 None None] Network 8db33132-1c5f-43e5-885b-a85fcf577114 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:05.575473 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.resource_extend [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:04:05.587455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-d2818bb2-c7a2-45ba-89ac-71d1866aba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:05.589453 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-d2818bb2-c7a2-45ba-89ac-71d1866aba0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 1094 time: 0.0596573 Aug 30 13:04:05.638748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7421cb5a-0986-433d-a43e-d9ee4de4c926 req-62532a21-e90f-4cbc-97a4-c125fe956fd9 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0948906 Aug 30 13:04:05.640138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de322dfc-ba1e-4f3d-8545-5c2b9bb28120 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.696380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-8990c7de-d5f3-4334-997d-73ffa9a0c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:05.697994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-8990c7de-d5f3-4334-997d-73ffa9a0c4f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 200 len: 915 time: 0.0980277 Aug 30 13:04:05.699417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.703339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] Pushing event deleted for resources: {'Port': ['ID=b10eed07-837e-4549-9e3d-129840cb1f40,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:05.705651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c930f27-0ee3-48ac-88db-ef6fd734a4e9 None None] No DVR routers for this DVR port b10eed07-837e-4549-9e3d-129840cb1f40 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:05.716795 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.718527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "DELETE /v2.0/networks/483268e1-14d9-451e-9f61-3daa5b7758d4 HTTP/1.1" status: 204 len: 168 time: 1.4048281 Aug 30 13:04:05.732267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41840) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:05.735902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47abf7f-0fb0-4e54-919e-247aace0b822 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Network': ['ID=483268e1-14d9-451e-9f61-3daa5b7758d4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:05.753601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de322dfc-ba1e-4f3d-8545-5c2b9bb28120 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server [None req-54465710-aa39-4fe7-92bf-ce8b8a9840c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7574ef0-ad1d-40c8-b760-e41b72e5928c: This subnet is being modified by another concurrent operation. Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:04:05.771227 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise exception Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e7574ef0-ad1d-40c8-b760-e41b72e5928c: This subnet is being modified by another concurrent operation. Aug 30 13:04:05.778562 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Aug 30 13:04:05.789705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de322dfc-ba1e-4f3d-8545-5c2b9bb28120 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Subnet': ['ID=e7574ef0-ad1d-40c8-b760-e41b72e5928c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:05.793774 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de322dfc-ba1e-4f3d-8545-5c2b9bb28120 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.794056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-041a62d1-fdf6-4ee2-a467-3f51a3f91898 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918 HTTP/1.1" status: 200 len: 217 time: 0.0791073 Aug 30 13:04:05.794257 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-de322dfc-ba1e-4f3d-8545-5c2b9bb28120 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/subnets/e7574ef0-ad1d-40c8-b760-e41b72e5928c HTTP/1.1" status: 204 len: 168 time: 0.4857278 Aug 30 13:04:05.796696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41844) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:05.852402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40005d1e-e2eb-4ce2-bd22-3327a1816155 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:05.857026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-40005d1e-e2eb-4ce2-bd22-3327a1816155 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0561306 Aug 30 13:04:05.857831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41846) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:05.862779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0385e7c-8bc2-429c-bd5e-992bee56e55b None None] Network 2ef7cf2d-3268-419c-837d-a3fb72bd92e8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:05.881455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:04:05.947272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-c9ae5065-3f1a-44a7-a9db-60064f101d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:05.948685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-c9ae5065-3f1a-44a7-a9db-60064f101d56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1f83c4d3-00aa-4dd6-a772-07c3ab30fe63 HTTP/1.1" status: 200 len: 854 time: 0.1440506 Aug 30 13:04:05.948817 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.953309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-72599880-bb2f-4e09-9da0-cd53e017983a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting subnet 82bc5e17-0aec-45f0-b579-fd5fcaa56294 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:05.963497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791359c8-9a36-4608-aa05-3c78ba4ada21 req-c6cc5f8a-6ef5-46eb-b066-cd0312858e74 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:05.965615 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-791359c8-9a36-4608-aa05-3c78ba4ada21 req-c6cc5f8a-6ef5-46eb-b066-cd0312858e74 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1010478 Aug 30 13:04:05.965811 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72599880-bb2f-4e09-9da0-cd53e017983a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:05.980987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa9152fc-831c-4c59-8f12-cd83979c45a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:06.040479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-0fe2b7a9-2300-43f1-a856-1d2db4f649b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=040756f3-7673-45e9-bedb-4320c1c9fe9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716231 Aug 30 13:04:06.042053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'port_id': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'mac_address': 'fa:16:3e:fc:4c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:04:06.068388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72599880-bb2f-4e09-9da0-cd53e017983a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.092804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.106442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef7cf2d-3268-419c-837d-a3fb72bd92e8']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:06.121921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83629b2b-ffc6-47d7-aa99-af186457ea01 req-78211b28-0548-4064-adec-dd688e0d92b3 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:06.123789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83629b2b-ffc6-47d7-aa99-af186457ea01 req-78211b28-0548-4064-adec-dd688e0d92b3 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 944 time: 0.1233406 Aug 30 13:04:06.128009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9232689-b1eb-469a-95b1-b73f4c5c45a7') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:06.128308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9232689-b1eb-469a-95b1-b73f4c5c45a7') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:06.145352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1973f1-c0e5-4b7d-91b3-0e58a5ca83df None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:04:06.146494 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-791359c8-9a36-4608-aa05-3c78ba4ada21 req-c248dac2-acd4-42b5-bdce-b4492725649a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417060 Aug 30 13:04:06.174246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.198878 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83629b2b-ffc6-47d7-aa99-af186457ea01 req-595bbe4f-6760-4614-8d19-2eea66de5176 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536175 Aug 30 13:04:06.221332 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.223811 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-6cf1d8b2-c197-420e-a941-aeecf1cb990d service neutron] 10.222.0.16 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742332 Aug 30 13:04:06.228759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:06.229166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.259107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:06.262568 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:06.291142 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:06.302917 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.306256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a', 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0', 'port_id': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a', 'mac_address': 'fa:16:3e:38:16:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de712da0-d649-436c-9ec5-6653643a2ad8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:04:06.321865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.326040 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/networks/2ef7cf2d-3268-419c-837d-a3fb72bd92e8 HTTP/1.1" status: 204 len: 168 time: 0.4648533 Aug 30 13:04:06.326040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146e31d-b2dd-4790-9a68-55b95953e6b5 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Network': ['ID=2ef7cf2d-3268-419c-837d-a3fb72bd92e8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:06.326739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41854) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:06.334302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9152fc-831c-4c59-8f12-cd83979c45a5 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:06.353294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72599880-bb2f-4e09-9da0-cd53e017983a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.409455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa9152fc-831c-4c59-8f12-cd83979c45a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:06.434112 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.451864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-743acf76-b331-4bb9-aec0-b82798f4ea8f req-62cdcc87-a91e-4601-9fd0-39d471b78495 service neutron] 10.222.0.16 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842942 Aug 30 13:04:06.479428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.492669 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72599880-bb2f-4e09-9da0-cd53e017983a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.497532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1973f1-c0e5-4b7d-91b3-0e58a5ca83df None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:04:06.511057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:06.533142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60851b3-a190-42fe-b678-3aae72e58b8e req-82788cbc-563a-4e75-8291-4a0d6b539fb0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:06.535204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a60851b3-a190-42fe-b678-3aae72e58b8e req-82788cbc-563a-4e75-8291-4a0d6b539fb0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 943 time: 0.1064122 Aug 30 13:04:06.536644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72599880-bb2f-4e09-9da0-cd53e017983a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Subnet': ['ID=82bc5e17-0aec-45f0-b579-fd5fcaa56294,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:06.542513 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72599880-bb2f-4e09-9da0-cd53e017983a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.544503 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-72599880-bb2f-4e09-9da0-cd53e017983a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "DELETE /v2.0/subnets/82bc5e17-0aec-45f0-b579-fd5fcaa56294 HTTP/1.1" status: 204 len: 168 time: 0.8109794 Aug 30 13:04:06.547327 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41858) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:06.553204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=fa9152fc-831c-4c59-8f12-cd83979c45a5,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:06.643707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:06.663503 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.664476 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.672418 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5a7cba9d-3747-4486-818e-cd696ea72131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.677164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a60851b3-a190-42fe-b678-3aae72e58b8e req-354d7619-d8d5-461d-85b2-10137f45cae3 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016243 Aug 30 13:04:06.734129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['fa9152fc-831c-4c59-8f12-cd83979c45a5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:06.748193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting port edf85b69-d64d-4945-81dc-fc80e06ac73d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:06.748687 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.755864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.825862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] For port edf85b69-d64d-4945-81dc-fc80e06ac73d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=edf85b69-d64d-4945-81dc-fc80e06ac73d,segment=NetworkSegment(d8de1565-a505-46ef-b66f-d8703a91b5b9),segment_id=d8de1565-a505-46ef-b66f-d8703a91b5b9)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:06.826535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.842331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Calling delete_port for edf85b69-d64d-4945-81dc-fc80e06ac73d owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:06.859463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b33faa66-af9e-4b6c-8c1b-f13d93d3c355 req-a301fd2e-2cff-45dd-b092-ef6a85773b8d tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0847695 Aug 30 13:04:06.879111 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.896123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db33132-1c5f-43e5-885b-a85fcf577114']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:06.896367 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['57ab0fbd-d4a9-4622-baa5-040b3fb59b4a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:06.903753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d0ee9e-92b4-4b5d-bbdd-a3b14e17ef6c') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:06.904051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d0ee9e-92b4-4b5d-bbdd-a3b14e17ef6c') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:06.914862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.927518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.930105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.936555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:06.937250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:06.940915 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:06.957941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Port': ['ID=edf85b69-d64d-4945-81dc-fc80e06ac73d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:06.964193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] No DVR routers for this DVR port edf85b69-d64d-4945-81dc-fc80e06ac73d on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:06.988231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:07.011428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.017930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.020535 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/networks/8db33132-1c5f-43e5-885b-a85fcf577114 HTTP/1.1" status: 204 len: 168 time: 0.6923597 Aug 30 13:04:07.025021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41862) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:07.054053 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.057899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea8b0d-5c14-40b6-94b9-829162a2acba tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Network': ['ID=8db33132-1c5f-43e5-885b-a85fcf577114,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:07.064556 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de7d964-b915-44f8-ba1c-2c371b6b2253']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:07.075596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8de1565-a505-46ef-b66f-d8703a91b5b9') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:07.075949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8de1565-a505-46ef-b66f-d8703a91b5b9') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:07.086255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.103111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.112962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:07.113636 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:07.117354 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:07.124161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.199857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.236185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.238731 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "DELETE /v2.0/networks/3de7d964-b915-44f8-ba1c-2c371b6b2253 HTTP/1.1" status: 204 len: 168 time: 0.6891479 Aug 30 13:04:07.242714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96352b1-c316-4342-87a3-3fe1aa543f48 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Network': ['ID=3de7d964-b915-44f8-ba1c-2c371b6b2253,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:07.246931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41870) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:07.256222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1231170726'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:07.268754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.281385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e149ac37-f782-4184-9d32-d602a23fa98a']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:07.316721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c335fe72-10a8-4190-80ed-14b2c7fa485c') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:07.317023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c335fe72-10a8-4190-80ed-14b2c7fa485c') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:07.346930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.367867 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.376823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 33ae7f49-7d4f-43b3-bd6a-b325f038c918 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:04:07.388205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:07.388633 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:07.392054 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:07.394915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c784ccb-f7c3-452f-9f45-0e4e3b069f02 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:04:07.412019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4f79a-1ab8-4fee-a4b1-cf00815e9c9c req-e11e380a-0c15-4185-b2c0-d04ce15bfa3a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:07.419279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32f4f79a-1ab8-4fee-a4b1-cf00815e9c9c req-e11e380a-0c15-4185-b2c0-d04ce15bfa3a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 945 time: 0.1144907 Aug 30 13:04:07.514111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32f4f79a-1ab8-4fee-a4b1-cf00815e9c9c req-40cb63f8-f2db-4d07-8350-24154568556f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895948 Aug 30 13:04:07.523985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.535505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.539798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/networks/e149ac37-f782-4184-9d32-d602a23fa98a HTTP/1.1" status: 204 len: 168 time: 0.5129054 Aug 30 13:04:07.542448 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41874) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:07.577830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42973a6-41ec-4145-935a-c6b4f86bdc68 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Network': ['ID=e149ac37-f782-4184-9d32-d602a23fa98a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:07.595229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:07.610950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c784ccb-f7c3-452f-9f45-0e4e3b069f02 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:04:07.614534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '33ae7f49-7d4f-43b3-bd6a-b325f038c918', 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f', 'port_id': '33ae7f49-7d4f-43b3-bd6a-b325f038c918', 'mac_address': 'fa:16:3e:ac:b4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f83c4d3-00aa-4dd6-a772-07c3ab30fe63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:04:07.647671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:07.651230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.663524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.709784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb77af8-79f5-4174-b888-410382dba325 req-df14aeb6-94cf-479a-b449-7cf9ecba3be0 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:07.711296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8bb77af8-79f5-4174-b888-410382dba325 req-df14aeb6-94cf-479a-b449-7cf9ecba3be0 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 945 time: 0.4187725 Aug 30 13:04:07.712498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:07.726897 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.729863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.730191 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Added segment b0c2a571-b865-4ec2-a095-30477149b9dd of type vlan for network 5bf639da-a1d5-4832-9022-c478247c8cee Aug 30 13:04:07.744199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ae7f49-7d4f-43b3-bd6a-b325f038c918 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:07.776189 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.782391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:07.789344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a61eb0-667d-4e75-b572-8cced9bbd86e']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:07.794947 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8bb77af8-79f5-4174-b888-410382dba325 req-ddfcb563-d85e-4a47-8205-2c6a1eb67f2e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762064 Aug 30 13:04:07.795285 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.799320 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.814130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe164b3-96e4-442b-8590-cea723625e8a') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:07.814658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe164b3-96e4-442b-8590-cea723625e8a') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:07.833316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.835124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.840703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:07.841638 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.864159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.872718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:07.872965 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6244483 Aug 30 13:04:07.873103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:07.876579 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:07.879064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41878) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:07.881693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:07.926464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b80d0-9bfd-420e-b9e7-d4f4ec93c205 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Network': ['ID=5bf639da-a1d5-4832-9022-c478247c8cee,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:07.936553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=33ae7f49-7d4f-43b3-bd6a-b325f038c918,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:07.948078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 5bf639da-a1d5-4832-9022-c478247c8cee details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:07.954911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'subnet': {'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:07.986015 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77946816-d4e0-4ad3-961f-fc866d69a9c4 req-32d2d23e-d79f-435a-b400-c504cb267d4c tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0389347 Aug 30 13:04:08.018833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d6ad6-5828-4e00-bb83-cdc93bf117e3 req-6f0f5437-3f57-42b1-8c65-7823450b8fd7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:08.020329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a41d6ad6-5828-4e00-bb83-cdc93bf117e3 req-6f0f5437-3f57-42b1-8c65-7823450b8fd7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 944 time: 0.1989813 Aug 30 13:04:08.023041 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.036733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.038597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] 10.222.0.37 "DELETE /v2.0/networks/70a61eb0-667d-4e75-b572-8cced9bbd86e HTTP/1.1" status: 204 len: 168 time: 0.4945393 Aug 30 13:04:08.065977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['33ae7f49-7d4f-43b3-bd6a-b325f038c918'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:08.066384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47752e-333e-4d18-b96f-ffd8ee4f8986 tempest-BulkNetworkOpsTest-2130952174 tempest-BulkNetworkOpsTest-2130952174-project] Pushing event deleted for resources: {'Network': ['ID=70a61eb0-667d-4e75-b572-8cced9bbd86e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:08.108658 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a41d6ad6-5828-4e00-bb83-cdc93bf117e3 req-a3d273d8-af5a-4122-85ef-370214d68a00 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773809 Aug 30 13:04:08.118828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:08.122242 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.145956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:08.146338 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.281213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2067cb38-6e9c-4fc9-b5fb-797ea872447d None None] DHCP port deletion for 3de7d964-b915-44f8-ba1c-2c371b6b2253 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:04:08.321712 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.336609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41886) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:08.351014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:08.353255 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7640d72c-a033-4165-aced-d145344faec2" -d '{"events": [{"server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "name": "network-vif-plugged", "status": "completed", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:08.375556 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.383260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:08.402465 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.440173 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5325bc61-c0e4-4216-b917-42689cb73b3d x-openstack-request-id: req-5325bc61-c0e4-4216-b917-42689cb73b3d {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:08.440436 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "name": "network-vif-plugged", "status": "completed", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:08.440703 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5325bc61-c0e4-4216-b917-42689cb73b3d {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:08.441160 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a', 'code': 200} Aug 30 13:04:08.458515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Subnet': ['ID=a62c4a1a-e3be-46f0-ac32-7bcf2e5b8c1e,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:08.467798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Checking segment: {'id': 'b0c2a571-b865-4ec2-a095-30477149b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:08.468159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network hostable DHCP agents. Network: 5bf639da-a1d5-4832-9022-c478247c8cee, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:08.484010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:08.486390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network 5bf639da-a1d5-4832-9022-c478247c8cee is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:08.499416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 5bf639da-a1d5-4832-9022-c478247c8cee) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:08.505110 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-761d208f-214b-4c49-93bb-2293d509c77e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fbf45e7439d4832ae3318ac846e5b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650531 Aug 30 13:04:08.505950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41892) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:08.508882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db5cd74-8fbc-4f36-9e2c-4476cbd50bbe None None] Network 5bf639da-a1d5-4832-9022-c478247c8cee requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:08.510598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:08.511205 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.537474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0dd12208-b426-4ee4-b2bd-9903446687b7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6494110 Aug 30 13:04:08.540122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41896) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:08.545160 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-721807616'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:08.576364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef23a78a-8ae7-460d-95de-dfc036b8d9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.586508 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:08.589953 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.630818 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef23a78a-8ae7-460d-95de-dfc036b8d9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.645368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7835008-7925-4305-a2ac-ef8823e1195f req-e9b55d6a-9db0-4bc3-8523-34bc9d9c881f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:08.647211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7835008-7925-4305-a2ac-ef8823e1195f req-e9b55d6a-9db0-4bc3-8523-34bc9d9c881f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 945 time: 0.0650737 Aug 30 13:04:08.664304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:08.684292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-5bf639da-a1d5-4832-9022-c478247c8cee', 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'fixed_ips': [{'subnet_id': 'a62c4a1a-e3be-46f0-ac32-7bcf2e5b8c1e'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:08.685799 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.691234 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7835008-7925-4305-a2ac-ef8823e1195f req-a012cc4f-dba7-4a78-937f-989798945c83 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368688 Aug 30 13:04:08.695172 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.695703 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Added segment 17586495-bbf8-4732-9f90-651d3e82af08 of type vlan for network b0a5f28a-65b0-446d-8a13-223e55c6540a Aug 30 13:04:08.747286 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.760586 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef23a78a-8ae7-460d-95de-dfc036b8d9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.763196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef23a78a-8ae7-460d-95de-dfc036b8d9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.764310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ef23a78a-8ae7-460d-95de-dfc036b8d9c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5469a02-9aa6-420d-b2fd-fa2d804103e6 HTTP/1.1" status: 204 len: 168 time: 0.2580440 Aug 30 13:04:08.784343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23a78a-8ae7-460d-95de-dfc036b8d9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5469a02-9aa6-420d-b2fd-fa2d804103e6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:08.799336 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.804951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:08.805632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:08.882171 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3408873 Aug 30 13:04:08.884933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41908) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:08.886791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Allocated IP 19.80.0.2 (5bf639da-a1d5-4832-9022-c478247c8cee/a62c4a1a-e3be-46f0-ac32-7bcf2e5b8c1e/18602b5c-16d9-47be-81d4-c64bb2fb3653) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:08.896596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'subnet': {'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:08.911444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d0093-294b-4fa5-a037-dd9b9dba99d1 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Network': ['ID=b0a5f28a-65b0-446d-8a13-223e55c6540a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:08.947212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b0a5f28a-65b0-446d-8a13-223e55c6540a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:09.021016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd2a1d-7fa1-4683-82c4-9a65a2476954 req-c88440cf-34d7-456c-82eb-f86418352bbf tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:09.022685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51bd2a1d-7fa1-4683-82c4-9a65a2476954 req-c88440cf-34d7-456c-82eb-f86418352bbf tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1194067 Aug 30 13:04:09.072278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:09.075864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.118882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51bd2a1d-7fa1-4683-82c4-9a65a2476954 req-2b376b28-1097-4738-a702-1bfaca9ca97f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889051 Aug 30 13:04:09.152363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device edf85b69-d64d-4945-81dc-fc80e06ac73d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:09.176033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc60bff9-2015-4523-9989-0d44a32d80ad req-138677f4-6dc2-417d-b085-1420af328a7b tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0782306 Aug 30 13:04:09.180328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: edf85b69-d64d-4945-81dc-fc80e06ac73d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:09.180678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device edf85b69-d64d-4945-81dc-fc80e06ac73d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:09.286827 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.312575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Transition to ACTIVE for port object 18602b5c-16d9-47be-81d4-c64bb2fb3653 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:09.323517 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8b490333-8b31-422b-aa93-bf80b849e635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.326360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08334d99-c6f3-4ad3-8e0e-8c06354f325f req-a7708f5a-d12d-4661-bdf0-8974f128f01d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:09.327889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08334d99-c6f3-4ad3-8e0e-8c06354f325f req-a7708f5a-d12d-4661-bdf0-8974f128f01d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 944 time: 0.1003017 Aug 30 13:04:09.333302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Transition to ACTIVE for port object 18602b5c-16d9-47be-81d4-c64bb2fb3653 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:09.342973 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.385041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 33ae7f49-7d4f-43b3-bd6a-b325f038c918 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:09.388487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Network 5bf639da-a1d5-4832-9022-c478247c8cee is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:09.423258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08334d99-c6f3-4ad3-8e0e-8c06354f325f req-7f9b02cb-4b12-416e-a21d-059a39025c2d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834789 Aug 30 13:04:09.431641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:09.435372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:09.441856 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.478617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Pushing event updated for resources: {'Port': ['ID=18602b5c-16d9-47be-81d4-c64bb2fb3653,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:09.518299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Checking segment: {'id': '17586495-bbf8-4732-9f90-651d3e82af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:09.518670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network hostable DHCP agents. Network: b0a5f28a-65b0-446d-8a13-223e55c6540a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:09.533462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Subnet': ['ID=b66d586d-8b48-47ed-bcb6-a253558bd30b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:09.540946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Attempting to bind port 18602b5c-16d9-47be-81d4-c64bb2fb3653 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:09.541647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Attempting to bind port 18602b5c-16d9-47be-81d4-c64bb2fb3653 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b0c2a571-b865-4ec2-a095-30477149b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:09.541647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Attempting to bind port 18602b5c-16d9-47be-81d4-c64bb2fb3653 on network 5bf639da-a1d5-4832-9022-c478247c8cee {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:09.546297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:09.548326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network b0a5f28a-65b0-446d-8a13-223e55c6540a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:09.553432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:09.553868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Checking segment: {'id': 'b0c2a571-b865-4ec2-a095-30477149b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:09.554575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.555231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Bound using segment: {'id': 'b0c2a571-b865-4ec2-a095-30477149b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:09.555929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Bound port: 18602b5c-16d9-47be-81d4-c64bb2fb3653, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c2a571-b865-4ec2-a095-30477149b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:09.556538 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.558943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b0a5f28a-65b0-446d-8a13-223e55c6540a) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:09.559236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:09.559647 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.563667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:09.564631 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.580137 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-305233f3-e76c-43aa-be3f-721e86f0cd0b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6931620 Aug 30 13:04:09.601496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821d8306-783b-4063-9264-e659f2dbeb0f None None] Network b0a5f28a-65b0-446d-8a13-223e55c6540a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:09.642589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41934) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:09.751628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] For port 18602b5c-16d9-47be-81d4-c64bb2fb3653, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:09.757092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] For port 18602b5c-16d9-47be-81d4-c64bb2fb3653, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=18602b5c-16d9-47be-81d4-c64bb2fb3653,segment=NetworkSegment(b0c2a571-b865-4ec2-a095-30477149b9dd),segment_id=b0c2a571-b865-4ec2-a095-30477149b9dd)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:09.763599 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.827318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-528876419'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:09.850823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc0b59-cee1-4700-bcef-f377c2a160a6 req-40829f14-078c-4722-a703-00da0a7ea5e1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:09.852482 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36bc0b59-cee1-4700-bcef-f377c2a160a6 req-40829f14-078c-4722-a703-00da0a7ea5e1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 945 time: 0.0576072 Aug 30 13:04:09.871754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:09.876874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.888396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.894216 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.920467 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36bc0b59-cee1-4700-bcef-f377c2a160a6 req-ba331a51-597f-4cfc-9bdd-07bc18827444 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618625 Aug 30 13:04:09.923368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-b211f194-bc6b-4e90-a429-7aa4424e0616 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:09.929383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-b211f194-bc6b-4e90-a429-7aa4424e0616 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:09.931069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-b211f194-bc6b-4e90-a429-7aa4424e0616 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/networks?id=5bf639da-a1d5-4832-9022-c478247c8cee&id=b0a5f28a-65b0-446d-8a13-223e55c6540a HTTP/1.1" status: 200 len: 1391 time: 0.1727598 Aug 30 13:04:09.941086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467aedd6-1b4a-426f-a10f-ea68bf71fe8b None None] Pushing event updated for resources: {'Port': ['ID=18602b5c-16d9-47be-81d4-c64bb2fb3653,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:09.962697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-eeae352d-0c9c-40f7-929b-fc3101c9ac32 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/quotas/7c3dd56c680045abb66daea329d560ea HTTP/1.1" status: 200 len: 375 time: 0.0212238 Aug 30 13:04:09.979260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b0a5f28a-65b0-446d-8a13-223e55c6540a', 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'fixed_ips': [{'subnet_id': 'b66d586d-8b48-47ed-bcb6-a253558bd30b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:09.980128 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:09.988489 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.008784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:10.020701 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.021701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa9152fc-831c-4c59-8f12-cd83979c45a5 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:10.056933 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0a2dad83-0781-440c-81b1-611c56b6bc0c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7c3dd56c680045abb66daea329d560ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860369 Aug 30 13:04:10.160759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.174562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.208172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:10.213505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=33ae7f49-7d4f-43b3-bd6a-b325f038c918,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:10.236632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.237368 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Added segment f8acff23-d8e1-4efd-ba71-5f2bd1a09e91 of type vlan for network 4e5dc70a-9174-42ff-afa2-3ba748a4b64f Aug 30 13:04:10.239406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178324a9-0106-4bef-9684-be0dd1dc1875,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:10.241582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port fa9152fc-831c-4c59-8f12-cd83979c45a5 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:10.254994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-ad6dfe70-f8ed-4321-b6ca-05d282816269 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf639da-a1d5-4832-9022-c478247c8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866658 Aug 30 13:04:10.256777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port fa9152fc-831c-4c59-8f12-cd83979c45a5 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:10.257232 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.281140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Allocated IP 19.86.0.2 (b0a5f28a-65b0-446d-8a13-223e55c6540a/b66d586d-8b48-47ed-bcb6-a253558bd30b/df4f85f6-fe50-4990-85c2-0db928070db8) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:10.348817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fa36-451b-4d39-8c7b-ed19236f2af7 req-5edf5ef8-d467-463e-8248-514a27f0022f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:10.353317 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d615fa36-451b-4d39-8c7b-ed19236f2af7 req-5edf5ef8-d467-463e-8248-514a27f0022f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.0838313 Aug 30 13:04:10.353591 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.410221 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.412091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d615fa36-451b-4d39-8c7b-ed19236f2af7 req-45f3c036-870f-46ec-b994-8a6bd735e1bb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Aug 30 13:04:10.419352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:10.420306 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.441967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:10.444734 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083453e2-646e-407e-a5fa-235f84a39fea" -d '{"events": [{"server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "name": "network-vif-plugged", "status": "completed", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:10.453260 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.480468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-d97d7faf-94c7-4396-bdfd-e4e1ed2f5503 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf639da-a1d5-4832-9022-c478247c8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245080 Aug 30 13:04:10.513696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8596747 Aug 30 13:04:10.525230 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-39be3025-4ebe-4fa9-a0bb-84911bf9706d req-a2ab2ed0-9dbd-4f86-813e-e4e65ef882d8 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0307291 Aug 30 13:04:10.539229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa9152fc-831c-4c59-8f12-cd83979c45a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:10.550917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.553066 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.608606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Transition to ACTIVE for port object df4f85f6-fe50-4990-85c2-0db928070db8 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:10.609046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-33b5ee7c-46f8-4989-8bf4-82ef4c98eced service neutron] 10.222.0.37 "GET /v2.0/networks/b0a5f28a-65b0-446d-8a13-223e55c6540a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169217 Aug 30 13:04:10.610063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900047e-2a07-44a8-b02a-1b56ae8b3571 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Network': ['ID=4e5dc70a-9174-42ff-afa2-3ba748a4b64f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:10.615112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=fa9152fc-831c-4c59-8f12-cd83979c45a5,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:10.627389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4e5dc70a-9174-42ff-afa2-3ba748a4b64f details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:10.680005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Transition to ACTIVE for port object df4f85f6-fe50-4990-85c2-0db928070db8 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:10.701359 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.736365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-202057df-f13e-4f3b-b78f-f2f7282881cf service neutron] 10.222.0.37 "GET /v2.0/networks/b0a5f28a-65b0-446d-8a13-223e55c6540a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127059 Aug 30 13:04:10.779005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Network b0a5f28a-65b0-446d-8a13-223e55c6540a is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:10.782519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.786058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:10.791235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:10.793489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Pushing event updated for resources: {'Port': ['ID=df4f85f6-fe50-4990-85c2-0db928070db8,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:10.874155 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f31d510-32b7-42f2-9aad-0d9ffb5cbf7b x-openstack-request-id: req-1f31d510-32b7-42f2-9aad-0d9ffb5cbf7b {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:10.876314 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "name": "network-vif-plugged", "status": "completed", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:10.876633 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1f31d510-32b7-42f2-9aad-0d9ffb5cbf7b {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:10.877036 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918', 'code': 200} Aug 30 13:04:10.908112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Attempting to bind port df4f85f6-fe50-4990-85c2-0db928070db8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:10.908486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Attempting to bind port df4f85f6-fe50-4990-85c2-0db928070db8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '17586495-bbf8-4732-9f90-651d3e82af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:10.909126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Attempting to bind port df4f85f6-fe50-4990-85c2-0db928070db8 on network b0a5f28a-65b0-446d-8a13-223e55c6540a {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:10.915220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:10.915944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Checking segment: {'id': '17586495-bbf8-4732-9f90-651d3e82af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:10.916355 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:10.916869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Bound using segment: {'id': '17586495-bbf8-4732-9f90-651d3e82af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:10.917337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Bound port: df4f85f6-fe50-4990-85c2-0db928070db8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17586495-bbf8-4732-9f90-651d3e82af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:10.917744 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:11.050650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e99c0081-800f-4412-a924-4706bf71950b None None] For port df4f85f6-fe50-4990-85c2-0db928070db8, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:11.055478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e99c0081-800f-4412-a924-4706bf71950b None None] For port df4f85f6-fe50-4990-85c2-0db928070db8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df4f85f6-fe50-4990-85c2-0db928070db8,segment=NetworkSegment(17586495-bbf8-4732-9f90-651d3e82af08),segment_id=17586495-bbf8-4732-9f90-651d3e82af08)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:11.067058 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:11.125156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d85c4-b873-499d-9916-52bbd66276f6 req-b8f148db-7020-4c64-b99b-53f0f6f05dfb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:11.136663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-347d85c4-b873-499d-9916-52bbd66276f6 req-b8f148db-7020-4c64-b99b-53f0f6f05dfb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1897955 Aug 30 13:04:11.146335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b1337-e9ea-482b-9f77-75f278c8c68d req-76d64f18-9ad6-4eae-af0a-a36243d6683c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:11.150500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d8b1337-e9ea-482b-9f77-75f278c8c68d req-76d64f18-9ad6-4eae-af0a-a36243d6683c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 1096 time: 0.2225137 Aug 30 13:04:11.215869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c0081-800f-4412-a924-4706bf71950b None None] Pushing event updated for resources: {'Port': ['ID=df4f85f6-fe50-4990-85c2-0db928070db8,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:11.306015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a66ecb-37c4-4107-8b5b-468c400917f1 req-39604ef9-b5da-4de0-84cb-e716582ceac4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:11.308003 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e2a66ecb-37c4-4107-8b5b-468c400917f1 req-39604ef9-b5da-4de0-84cb-e716582ceac4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 946 time: 0.1018529 Aug 30 13:04:11.344730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 18602b5c-16d9-47be-81d4-c64bb2fb3653 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:11.350762 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-347d85c4-b873-499d-9916-52bbd66276f6 req-e027b9b1-aa0f-42e9-8a57-daecf80d5ef7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992562 Aug 30 13:04:11.361627 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d8b1337-e9ea-482b-9f77-75f278c8c68d req-cc9e95cb-5ff1-47bc-9980-12d6ca7881b8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987875 Aug 30 13:04:11.374431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e2a66ecb-37c4-4107-8b5b-468c400917f1 req-bcc102aa-c9fa-4b6f-83e3-128b2f730395 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596588 Aug 30 13:04:11.497027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60316c93-503c-43a9-aec3-eba468c5b4fc None None] Network 5bf639da-a1d5-4832-9022-c478247c8cee requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:11.519315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d7c6b-befa-4b1a-85d9-3e5a641eedda req-24416e45-f081-485a-b97d-d09a7ee43564 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:11.526979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-146d7c6b-befa-4b1a-85d9-3e5a641eedda req-24416e45-f081-485a-b97d-d09a7ee43564 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 946 time: 0.0796363 Aug 30 13:04:11.542215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be092c88-109f-4611-abec-4d1681b80449 req-ec897908-d332-42de-bf65-959f6c8c1abd tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 210 time: 0.0423887 Aug 30 13:04:11.581561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-146d7c6b-befa-4b1a-85d9-3e5a641eedda req-3c3a9362-6d9a-4ccd-82aa-0a51b4d1bde7 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534253 Aug 30 13:04:11.670273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 18602b5c-16d9-47be-81d4-c64bb2fb3653 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:11.758365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44cfa66c-c8ae-4cc9-b807-496b29af32f3 req-1cb5e822-594b-41a7-9b5d-fd8e2db41264 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0839913 Aug 30 13:04:11.760970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed5f9-587f-48c1-920f-8d6999fa4d73 None None] Provisioning for port 18602b5c-16d9-47be-81d4-c64bb2fb3653 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:11.800771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1d2ed5f9-587f-48c1-920f-8d6999fa4d73 None None] Provisioning complete for port 18602b5c-16d9-47be-81d4-c64bb2fb3653 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:11.801436 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed5f9-587f-48c1-920f-8d6999fa4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:11.890826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:11.995576 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed5f9-587f-48c1-920f-8d6999fa4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:12.071672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1d2ed5f9-587f-48c1-920f-8d6999fa4d73 None None] For port 18602b5c-16d9-47be-81d4-c64bb2fb3653, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=18602b5c-16d9-47be-81d4-c64bb2fb3653,segment=NetworkSegment(b0c2a571-b865-4ec2-a095-30477149b9dd),segment_id=b0c2a571-b865-4ec2-a095-30477149b9dd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:12.096993 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d2ed5f9-587f-48c1-920f-8d6999fa4d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:12.103372 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:12.137342 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:12.180021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:12.180999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ed5f9-587f-48c1-920f-8d6999fa4d73 None None] Pushing event updated for resources: {'Port': ['ID=18602b5c-16d9-47be-81d4-c64bb2fb3653,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:12.187657 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:12.246295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:12.556152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-014633f8-e39f-45bb-8e9a-9c721580976a None None] Provisioning complete for port 18602b5c-16d9-47be-81d4-c64bb2fb3653 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:12.558835 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-014633f8-e39f-45bb-8e9a-9c721580976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:12.577200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033401db-9ab8-426d-b6ea-8657f3ff5ccf req-92bc3303-0bde-4d95-a174-e5f3cc8411ad tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:12.585070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-033401db-9ab8-426d-b6ea-8657f3ff5ccf req-92bc3303-0bde-4d95-a174-e5f3cc8411ad tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0997112 Aug 30 13:04:12.672223 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-033401db-9ab8-426d-b6ea-8657f3ff5ccf req-3e6cb7e3-e7ab-4b43-9f54-93259d158a9d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797181 Aug 30 13:04:12.772382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-725c7b3d-d0ae-4609-961e-021448c2b005 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:12.786510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-725c7b3d-d0ae-4609-961e-021448c2b005 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:12.791793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-725c7b3d-d0ae-4609-961e-021448c2b005 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "GET /v2.0/networks?id=5bf639da-a1d5-4832-9022-c478247c8cee&id=b0a5f28a-65b0-446d-8a13-223e55c6540a HTTP/1.1" status: 200 len: 1391 time: 0.2557528 Aug 30 13:04:12.839126 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f745d62c-5e22-4e1b-b205-17488f61aad0 req-82fc23d3-def3-4fec-913f-b78e4789fe00 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 210 time: 0.0402787 Aug 30 13:04:12.854072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'port': {'device_id': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee', 'admin_state_up': True, 'tenant_id': '7c3dd56c680045abb66daea329d560ea'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:12.878010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5'}, {'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:12.881147 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7d70ac-d275-4b5b-9867-ca9bff503ee1" -d '{"events": [{"server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "name": "network-vif-plugged", "status": "completed", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5"}, {"server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "name": "network-vif-unplugged", "status": "completed", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:12.917572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b46089-2595-4456-a5e0-11a37f5e6962 None None] Network b0a5f28a-65b0-446d-8a13-223e55c6540a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:12.946986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-d5866d22-bb9c-4025-9004-5c4d9fe03f36 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:12.948787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-d5866d22-bb9c-4025-9004-5c4d9fe03f36 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 944 time: 0.1385419 Aug 30 13:04:12.961545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f22e8d-90a4-4bbf-be3b-611d69ba8dea req-af6a223f-f2dc-4533-9577-db1c7c167162 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:12.962993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674958f9-5a88-4a1c-9cd0-a4fffcddad3b req-b0945e38-5b7c-4655-a3f2-889729c0b0d0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:12.965328 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-674958f9-5a88-4a1c-9cd0-a4fffcddad3b req-b0945e38-5b7c-4655-a3f2-889729c0b0d0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 946 time: 0.0662973 Aug 30 13:04:12.969170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c2f22e8d-90a4-4bbf-be3b-611d69ba8dea req-af6a223f-f2dc-4533-9577-db1c7c167162 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 944 time: 0.4352691 Aug 30 13:04:13.027093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-674958f9-5a88-4a1c-9cd0-a4fffcddad3b req-93ab8aad-716d-4aca-bc27-df7fa3f67290 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550442 Aug 30 13:04:13.034617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e1dc6550-c952-4f1e-9c94-c51e2d900e3e None None] Provisioning for port df4f85f6-fe50-4990-85c2-0db928070db8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:13.099519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c2f22e8d-90a4-4bbf-be3b-611d69ba8dea req-4f3e1e28-cce4-4d7f-b824-6a021f1266cb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291747 Aug 30 13:04:13.184397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:13.190667 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:13.230368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Deleting port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:13.243022 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:13.255028 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c4bbd5-5f1e-4085-8187-e42d26e8a946 x-openstack-request-id: req-22c4bbd5-5f1e-4085-8187-e42d26e8a946 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:13.255628 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "name": "network-vif-plugged", "status": "completed", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5", "code": 200}, {"server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "name": "network-vif-unplugged", "status": "completed", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:13.256132 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-22c4bbd5-5f1e-4085-8187-e42d26e8a946 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:13.256844 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'code': 200} Aug 30 13:04:13.257323 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a', 'code': 200} Aug 30 13:04:13.402237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 18602b5c-16d9-47be-81d4-c64bb2fb3653 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:13.450651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca7ad726-2a41-4331-9cd3-4b2254f8a164 req-0c2f5f3d-9340-4a86-80e2-75dd010e3dc7 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.1229258 Aug 30 13:04:13.461190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e2513-cdb8-4c6f-9f87-dc3db911b7d7 req-be287f74-9adb-4697-84f0-f15ed013eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:13.466411 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-675e2513-cdb8-4c6f-9f87-dc3db911b7d7 req-be287f74-9adb-4697-84f0-f15ed013eb6c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1097 time: 0.1259129 Aug 30 13:04:13.496065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 18602b5c-16d9-47be-81d4-c64bb2fb3653 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:13.496445 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:13.505529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-675e2513-cdb8-4c6f-9f87-dc3db911b7d7 req-a755e589-5238-436a-9032-935999896ddf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303342 Aug 30 13:04:13.563478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] For port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:13.563903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:13.584476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Calling delete_port for 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:13.602279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df4f85f6-fe50-4990-85c2-0db928070db8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:13.606560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Allocated IP 19.80.0.110 (5bf639da-a1d5-4832-9022-c478247c8cee/a62c4a1a-e3be-46f0-ac32-7bcf2e5b8c1e/75bc6389-e683-44a2-a82e-bf2b59e04c06) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:13.656536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port df4f85f6-fe50-4990-85c2-0db928070db8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:13.662378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port df4f85f6-fe50-4990-85c2-0db928070db8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:13.662828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:13.747245 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:13.784938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port df4f85f6-fe50-4990-85c2-0db928070db8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df4f85f6-fe50-4990-85c2-0db928070db8,segment=NetworkSegment(17586495-bbf8-4732-9f90-651d3e82af08),segment_id=17586495-bbf8-4732-9f90-651d3e82af08)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:13.792075 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:13.840953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42008) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:13.841693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=df4f85f6-fe50-4990-85c2-0db928070db8,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:13.854342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'subnet': {'network_id': '4e5dc70a-9174-42ff-afa2-3ba748a4b64f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:13.867524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:13.921982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a29454-ef3c-45ee-8217-b70d305981e9 req-a280b96d-f2bb-4b28-ae99-17b757ef4ba7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:13.924157 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77a29454-ef3c-45ee-8217-b70d305981e9 req-a280b96d-f2bb-4b28-ae99-17b757ef4ba7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1372526 Aug 30 13:04:13.924923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event deleted for resources: {'Port': ['ID=57ab0fbd-d4a9-4622-baa5-040b3fb59b4a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:13.949926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f1ce0a4-a02c-404a-9274-6666827ebb7e req-28cca813-edff-47ba-9d52-0140c4ddfc8e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 210 time: 0.0364683 Aug 30 13:04:13.967062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:13.983266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:13.987406 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.009711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] No DVR routers for this DVR port 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:14.012722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Transition to ACTIVE for port object 75bc6389-e683-44a2-a82e-bf2b59e04c06 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:14.019795 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.021764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d22ee61-860b-4058-80d3-4dc348a467c3 req-634da2da-8500-4556-8e54-c9275a008765 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "DELETE /v2.0/ports/57ab0fbd-d4a9-4622-baa5-040b3fb59b4a HTTP/1.1" status: 204 len: 173 time: 1.0503626 Aug 30 13:04:14.022206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'name': 'network-vif-deleted', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:14.024476 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50392ee0-c53b-4c68-8685-87dd9fdb1dbf" -d '{"events": [{"server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "name": "network-vif-deleted", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:14.038339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77a29454-ef3c-45ee-8217-b70d305981e9 req-696ab41c-667a-40f4-b1d8-b5818544145e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030264 Aug 30 13:04:14.085726 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de8360f-a3ac-4cfe-a2b5-c5a9bd674021 x-openstack-request-id: req-4de8360f-a3ac-4cfe-a2b5-c5a9bd674021 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:14.086060 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac7e615-08bb-4f4c-9183-01e8317de328", "name": "network-vif-deleted", "tag": "57ab0fbd-d4a9-4622-baa5-040b3fb59b4a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:14.086329 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4de8360f-a3ac-4cfe-a2b5-c5a9bd674021 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:14.086976 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7e615-08bb-4f4c-9183-01e8317de328', 'name': 'network-vif-deleted', 'tag': '57ab0fbd-d4a9-4622-baa5-040b3fb59b4a', 'status': 'completed', 'code': 200} Aug 30 13:04:14.091237 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.155465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network 5bf639da-a1d5-4832-9022-c478247c8cee is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:14.160137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:14.163318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:14.210641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85357ff-93c6-4b82-87e2-261eca830383 req-cbb20df6-9499-4697-9944-af4eb03291d2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:14.212194 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c85357ff-93c6-4b82-87e2-261eca830383 req-cbb20df6-9499-4697-9944-af4eb03291d2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0677218 Aug 30 13:04:14.229234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Port': ['ID=75bc6389-e683-44a2-a82e-bf2b59e04c06,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:14.285397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c85357ff-93c6-4b82-87e2-261eca830383 req-91595c68-447f-46aa-9f0e-fa56a1db30bd tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507002 Aug 30 13:04:14.286761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:14.287234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.287575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.305847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ece49c-ef12-4d14-ad0c-74837ea8ffb3 req-4d64c536-18e1-4ddf-a25f-724253609310 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:14.307590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5ece49c-ef12-4d14-ad0c-74837ea8ffb3 req-4d64c536-18e1-4ddf-a25f-724253609310 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 946 time: 0.1141620 Aug 30 13:04:14.364441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Subnet': ['ID=c5481ae7-3330-4af0-8cd0-4406514295ee,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:14.374430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Checking segment: {'id': 'f8acff23-d8e1-4efd-ba71-5f2bd1a09e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4e5dc70a-9174-42ff-afa2-3ba748a4b64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:14.374847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network hostable DHCP agents. Network: 4e5dc70a-9174-42ff-afa2-3ba748a4b64f, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:14.397502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network 4e5dc70a-9174-42ff-afa2-3ba748a4b64f is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:14.430492 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8f32221-c943-4d6d-b18d-cd9345a31817 req-2eae390b-3b72-4210-b930-af69feaa47ae tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=fac7e615-08bb-4f4c-9183-01e8317de328 HTTP/1.1" status: 200 len: 210 time: 0.0357771 Aug 30 13:04:14.440419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4e5dc70a-9174-42ff-afa2-3ba748a4b64f) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:14.446055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:14.446927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.513471 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83573095-fbb9-4b70-aac7-f1f3b8534c23 None None] Network 4e5dc70a-9174-42ff-afa2-3ba748a4b64f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:14.515379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8c6a5c6e-d4be-4189-99a8-13dbb6f35526 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6670201 Aug 30 13:04:14.515379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:14.521549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-875153531'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:14.557570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:14.566962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.601295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:14.613729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.614142 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Added segment a863ce73-d2b0-4afe-bf83-e0e5edb3e488 of type vlan for network 3337862a-19bf-49c3-b8d1-d6b7a7376c5b Aug 30 13:04:14.632167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5a2f5ded-c85b-432d-a17b-65a5443914b5 None None] Provisioning for port 75bc6389-e683-44a2-a82e-bf2b59e04c06 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:14.661530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5a2f5ded-c85b-432d-a17b-65a5443914b5 None None] Provisioning complete for port 75bc6389-e683-44a2-a82e-bf2b59e04c06 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:14.663600 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5ded-c85b-432d-a17b-65a5443914b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.688869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-5f3625f2-8c4e-4601-932a-e01ca25c0e37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8483183 Aug 30 13:04:14.706568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Request body: {'port': {'device_id': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a', 'admin_state_up': True, 'tenant_id': '7c3dd56c680045abb66daea329d560ea'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:14.708354 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.752913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f5ded-c85b-432d-a17b-65a5443914b5 None None] Port 75bc6389-e683-44a2-a82e-bf2b59e04c06 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:04:14.760695 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.771091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:14.771976 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.784862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5ece49c-ef12-4d14-ad0c-74837ea8ffb3 req-8d1145bf-30e2-4fb6-bc57-d7c79f8e7320 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4701083 Aug 30 13:04:14.826800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-4e5dc70a-9174-42ff-afa2-3ba748a4b64f', 'network_id': '4e5dc70a-9174-42ff-afa2-3ba748a4b64f', 'tenant_id': 'a27318ec85364639ba1bd709cde30158', 'fixed_ips': [{'subnet_id': 'c5481ae7-3330-4af0-8cd0-4406514295ee'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:14.829863 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:14.886795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3720043 Aug 30 13:04:14.890769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42032) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:14.906310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'subnet': {'network_id': '3337862a-19bf-49c3-b8d1-d6b7a7376c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:14.926883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a320ee-ad8e-455c-9ada-55caab7b1a79 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Network': ['ID=3337862a-19bf-49c3-b8d1-d6b7a7376c5b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:14.942733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 3337862a-19bf-49c3-b8d1-d6b7a7376c5b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:14.946271 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3af40609-7107-4025-8166-b412d2dc7488 req-7141e5f9-cb8d-4388-9f72-9d99f25b1988 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0612166 Aug 30 13:04:14.953396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971ae32-29fc-418f-b1b5-2299c5578b65 req-d94cd717-bba0-43c7-9009-5d4ac595085e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:14.961766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5971ae32-29fc-418f-b1b5-2299c5578b65 req-d94cd717-bba0-43c7-9009-5d4ac595085e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0840719 Aug 30 13:04:14.985627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Made reservation on behalf of 7c3dd56c680045abb66daea329d560ea for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:14.989256 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.034543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5971ae32-29fc-418f-b1b5-2299c5578b65 req-8c1e3506-4fe3-4820-97fd-53901e3a6986 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719950 Aug 30 13:04:15.046290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:15.052232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.198041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be49a4-ae66-4ec6-a394-09d45ee1ba00 req-6ba9830c-98ca-411d-b51b-1f4c25a61468 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:15.199607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16be49a4-ae66-4ec6-a394-09d45ee1ba00 req-6ba9830c-98ca-411d-b51b-1f4c25a61468 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 932 time: 0.1422491 Aug 30 13:04:15.223921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df4f85f6-fe50-4990-85c2-0db928070db8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:15.227902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Allocated IP 19.86.0.105 (b0a5f28a-65b0-446d-8a13-223e55c6540a/b66d586d-8b48-47ed-bcb6-a253558bd30b/ec33abf4-ea83-4375-8341-45af3f16b0d1) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:15.281053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16be49a4-ae66-4ec6-a394-09d45ee1ba00 req-e91c6325-e9be-4804-85bc-4f3879d91944 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726810 Aug 30 13:04:15.285896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Allocated IP 2001:db8:0:ffff::2 (4e5dc70a-9174-42ff-afa2-3ba748a4b64f/c5481ae7-3330-4af0-8cd0-4406514295ee/e32d866a-e0d5-4065-a847-33dcdf286f86) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:15.305013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af502d2c-354b-47e9-b708-73066069390d req-f05f1dee-ade7-43a9-9724-f5c3c66f10ba tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:15.306842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af502d2c-354b-47e9-b708-73066069390d req-f05f1dee-ade7-43a9-9724-f5c3c66f10ba tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1863620 Aug 30 13:04:15.329998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port df4f85f6-fe50-4990-85c2-0db928070db8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:15.330371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.403773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af502d2c-354b-47e9-b708-73066069390d req-da4ff7b9-381d-4de8-8dba-9cc18cbc5031 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815306 Aug 30 13:04:15.440628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:04:15.443307 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.467790 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.495661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Transition to ACTIVE for port object ec33abf4-ea83-4375-8341-45af3f16b0d1 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:15.535307 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Subnet': ['ID=d8380f2f-482e-470c-86d2-94289cd5436d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:15.537995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Checking segment: {'id': 'a863ce73-d2b0-4afe-bf83-e0e5edb3e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3337862a-19bf-49c3-b8d1-d6b7a7376c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:15.538584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network hostable DHCP agents. Network: 3337862a-19bf-49c3-b8d1-d6b7a7376c5b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:15.551674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.565391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.578058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Transition to ACTIVE for port object e32d866a-e0d5-4065-a847-33dcdf286f86 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:15.579750 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network 3337862a-19bf-49c3-b8d1-d6b7a7376c5b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:15.597240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 3337862a-19bf-49c3-b8d1-d6b7a7376c5b) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:15.598593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Transition to ACTIVE for port object e32d866a-e0d5-4065-a847-33dcdf286f86 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:15.607750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc3f4f1-da48-4e26-8e38-70a73200cedf None None] Network 3337862a-19bf-49c3-b8d1-d6b7a7376c5b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:15.610998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Network b0a5f28a-65b0-446d-8a13-223e55c6540a is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:15.612515 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:15.613224 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.615345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.617190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:15.626942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:15.644767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-54c84a74-673d-4474-9eb0-42ba7f5d9786 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7442036 Aug 30 13:04:15.647562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42054) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:15.653170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'port': {'network_id': '3337862a-19bf-49c3-b8d1-d6b7a7376c5b', 'name': 'tempest-NetworksIpV6TestAttrs-963670989'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:15.671414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event updated for resources: {'Port': ['ID=ec33abf4-ea83-4375-8341-45af3f16b0d1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:15.691729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Network 4e5dc70a-9174-42ff-afa2-3ba748a4b64f is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:15.703040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:15.745699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:15.750907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.770431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:15.801104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-c2dd9bbd-130e-41f8-895c-635327445980 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1034260 Aug 30 13:04:15.815653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Request body: {'port': {'device_id': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:15.903992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Pushing event updated for resources: {'Port': ['ID=e32d866a-e0d5-4065-a847-33dcdf286f86,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:15.935171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:15.935886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.950299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Attempting to bind port e32d866a-e0d5-4065-a847-33dcdf286f86 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:15.950676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Attempting to bind port e32d866a-e0d5-4065-a847-33dcdf286f86 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'f8acff23-d8e1-4efd-ba71-5f2bd1a09e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4e5dc70a-9174-42ff-afa2-3ba748a4b64f'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:15.951133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Attempting to bind port e32d866a-e0d5-4065-a847-33dcdf286f86 on network 4e5dc70a-9174-42ff-afa2-3ba748a4b64f {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:15.976232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:15.983263 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:15.998251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:15.998599 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 57ab0fbd-d4a9-4622-baa5-040b3fb59b4a not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:16.005525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:16.005928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Checking segment: {'id': 'f8acff23-d8e1-4efd-ba71-5f2bd1a09e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4e5dc70a-9174-42ff-afa2-3ba748a4b64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:16.006336 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.006728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Bound using segment: {'id': 'f8acff23-d8e1-4efd-ba71-5f2bd1a09e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4e5dc70a-9174-42ff-afa2-3ba748a4b64f'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:16.007209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Bound port: e32d866a-e0d5-4065-a847-33dcdf286f86, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8acff23-d8e1-4efd-ba71-5f2bd1a09e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4e5dc70a-9174-42ff-afa2-3ba748a4b64f'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:16.007589 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.024995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] device_id is not set on port 4c510483-bb69-4539-9529-d0f5eefe0541 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:04:16.073365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7531-4e93-4782-bbe7-9c4444c27919 req-3612d65c-5c34-43e4-92e3-68a0ef91af5d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:16.081260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdce7531-4e93-4782-bbe7-9c4444c27919 req-3612d65c-5c34-43e4-92e3-68a0ef91af5d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1424735 Aug 30 13:04:16.083480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42068) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:16.099777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6d976090-f848-426c-a8aa-22818204a467 None None] Provisioning for port ec33abf4-ea83-4375-8341-45af3f16b0d1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:16.111109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-af155292-7b7a-4508-a788-0656fd9c9ab4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503568395', 'description': 'tempest-description--194691965'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:16.134156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6d976090-f848-426c-a8aa-22818204a467 None None] Provisioning complete for port ec33abf4-ea83-4375-8341-45af3f16b0d1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:16.134513 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6d976090-f848-426c-a8aa-22818204a467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.161757 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdce7531-4e93-4782-bbe7-9c4444c27919 req-3e472fa1-5329-4341-b6ba-1ef7e58fa837 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794821 Aug 30 13:04:16.207423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-3337862a-19bf-49c3-b8d1-d6b7a7376c5b', 'network_id': '3337862a-19bf-49c3-b8d1-d6b7a7376c5b', 'tenant_id': 'a27318ec85364639ba1bd709cde30158', 'fixed_ips': [{'subnet_id': 'd8380f2f-482e-470c-86d2-94289cd5436d'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:16.208031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.224317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af155292-7b7a-4508-a788-0656fd9c9ab4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.262326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] For port e32d866a-e0d5-4065-a847-33dcdf286f86, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:16.264403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6d976090-f848-426c-a8aa-22818204a467 None None] Port ec33abf4-ea83-4375-8341-45af3f16b0d1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:04:16.270545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] For port e32d866a-e0d5-4065-a847-33dcdf286f86, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e32d866a-e0d5-4065-a847-33dcdf286f86,segment=NetworkSegment(f8acff23-d8e1-4efd-ba71-5f2bd1a09e91),segment_id=f8acff23-d8e1-4efd-ba71-5f2bd1a09e91)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:16.281171 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.301235 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8903689c-6a67-4b07-afd9-4423ea0132cf req-41162caf-c1a0-4b5d-9a7d-d6a8a63ffe6d tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0408752 Aug 30 13:04:16.310597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Allocated IP 2001:db8::f816:3eff:fef6:5047 (3337862a-19bf-49c3-b8d1-d6b7a7376c5b/d8380f2f-482e-470c-86d2-94289cd5436d/4c510483-bb69-4539-9529-d0f5eefe0541) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:16.327440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c27bf-5c2b-46d3-9b7f-c0dd43d2e19a req-1b53646f-58f3-4f7b-bc6f-45d35a01a3d6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:16.329500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec7c27bf-5c2b-46d3-9b7f-c0dd43d2e19a req-1b53646f-58f3-4f7b-bc6f-45d35a01a3d6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 946 time: 0.0866606 Aug 30 13:04:16.426111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75bc6389-e683-44a2-a82e-bf2b59e04c06 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:16.429619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10a958-6e69-43b9-ab74-d9890623944f None None] Pushing event updated for resources: {'Port': ['ID=e32d866a-e0d5-4065-a847-33dcdf286f86,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:16.440005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.466135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec7c27bf-5c2b-46d3-9b7f-c0dd43d2e19a req-ea1080dd-52e5-4969-bff7-aa9273e102e7 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103463 Aug 30 13:04:16.477523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Transition to ACTIVE for port object 75bc6389-e683-44a2-a82e-bf2b59e04c06 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:16.482913 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.538535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af155292-7b7a-4508-a788-0656fd9c9ab4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.555497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af155292-7b7a-4508-a788-0656fd9c9ab4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.595434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b1ad3-2fb9-4b04-a613-21505819a762 req-b989a8e0-91a2-411a-8ef0-188b7a4cbaaf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:16.608428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b1ad3-2fb9-4b04-a613-21505819a762 req-b989a8e0-91a2-411a-8ef0-188b7a4cbaaf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:16.610594 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-381b1ad3-2fb9-4b04-a613-21505819a762 req-b989a8e0-91a2-411a-8ef0-188b7a4cbaaf tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1655 time: 0.1804619 Aug 30 13:04:16.662073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af155292-7b7a-4508-a788-0656fd9c9ab4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b6ff54-7639-4fac-a8f4-14d425db0996,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:16.695718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af155292-7b7a-4508-a788-0656fd9c9ab4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.700924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-af155292-7b7a-4508-a788-0656fd9c9ab4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6130676 Aug 30 13:04:16.703363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42074) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:16.711939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-64d3c4a3-de83-4baf-a1b7-3e258b674709 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Request body: {'security_group_rule': {'security_group_id': 'c6b6ff54-7639-4fac-a8f4-14d425db0996', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:16.775787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-381b1ad3-2fb9-4b04-a613-21505819a762 req-02daec79-0c2f-40fc-8b2b-29f152441212 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392291 Aug 30 13:04:16.785348 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.791552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=75bc6389-e683-44a2-a82e-bf2b59e04c06,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:16.811931 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64d3c4a3-de83-4baf-a1b7-3e258b674709 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.826234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Transition to ACTIVE for port object 4c510483-bb69-4539-9529-d0f5eefe0541 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:16.838312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-f938069f-ab3f-4fdb-9912-02c08583abc5 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3170474 Aug 30 13:04:16.851724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:16.882490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Attempting to bind port 75bc6389-e683-44a2-a82e-bf2b59e04c06 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:16.882855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Attempting to bind port 75bc6389-e683-44a2-a82e-bf2b59e04c06 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'b0c2a571-b865-4ec2-a095-30477149b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:16.883188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Attempting to bind port 75bc6389-e683-44a2-a82e-bf2b59e04c06 on network 5bf639da-a1d5-4832-9022-c478247c8cee {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:16.890996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Port 75bc6389-e683-44a2-a82e-bf2b59e04c06 on network 5bf639da-a1d5-4832-9022-c478247c8cee not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:04:16.891360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Attempting to bind port 75bc6389-e683-44a2-a82e-bf2b59e04c06 on network 5bf639da-a1d5-4832-9022-c478247c8cee {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:16.900257 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64d3c4a3-de83-4baf-a1b7-3e258b674709 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.900902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:16.901291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Checking segment: {'id': 'b0c2a571-b865-4ec2-a095-30477149b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:16.901999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Bound using segment: {'id': 'b0c2a571-b865-4ec2-a095-30477149b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:16.902576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Bound port: 75bc6389-e683-44a2-a82e-bf2b59e04c06, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c2a571-b865-4ec2-a095-30477149b9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:16.902969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.906359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.909541 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64d3c4a3-de83-4baf-a1b7-3e258b674709 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.922591 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.965984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3c4a3-de83-4baf-a1b7-3e258b674709 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ee2fd4-9e0c-4db8-8807-b4164c62c269,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:16.968126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Allocated IP 2001:db8::f816:3eff:fecb:3fc1 (3337862a-19bf-49c3-b8d1-d6b7a7376c5b/d8380f2f-482e-470c-86d2-94289cd5436d/cf8c95c5-df16-4b6e-a301-194bd2bac21d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:16.986182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network 3337862a-19bf-49c3-b8d1-d6b7a7376c5b is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:16.989727 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-64d3c4a3-de83-4baf-a1b7-3e258b674709 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:16.993305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-64d3c4a3-de83-4baf-a1b7-3e258b674709 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2833812 Aug 30 13:04:16.993907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:16.994657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42078) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:16.998652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:17.003699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b4c3eb4e-0a16-45ac-aede-016042bae33a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Request body: {'security_group_rule': {'security_group_id': 'c6b6ff54-7639-4fac-a8f4-14d425db0996', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:17.005052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:17.005689 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.009309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Port': ['ID=4c510483-bb69-4539-9529-d0f5eefe0541,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:17.024319 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-56fd66a9-821c-4c8f-84ba-6afcbdbf37c8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3754401 Aug 30 13:04:17.027025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42080) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:17.063211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] For port 75bc6389-e683-44a2-a82e-bf2b59e04c06, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:17.070700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] For port 75bc6389-e683-44a2-a82e-bf2b59e04c06, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=75bc6389-e683-44a2-a82e-bf2b59e04c06,segment=NetworkSegment(b0c2a571-b865-4ec2-a095-30477149b9dd),segment_id=b0c2a571-b865-4ec2-a095-30477149b9dd)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:17.084914 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.085932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1038fa-19a4-4972-a983-2f9eeb8c0d3a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Deleting subnet d8380f2f-482e-470c-86d2-94289cd5436d {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:17.094741 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4c3eb4e-0a16-45ac-aede-016042bae33a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.168159 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.178465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:17.178990 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.180231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Transition to ACTIVE for port object cf8c95c5-df16-4b6e-a301-194bd2bac21d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:17.180464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] 10.222.0.35 "PUT /v2.0/ports/75bc6389-e683-44a2-a82e-bf2b59e04c06 HTTP/1.1" status: 200 len: 1092 time: 1.3709996 Aug 30 13:04:17.180924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'tag': '75bc6389-e683-44a2-a82e-bf2b59e04c06'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:17.183226 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662" -d '{"events": [{"name": "network-changed", "server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "tag": "75bc6389-e683-44a2-a82e-bf2b59e04c06"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:17.224725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Transition to ACTIVE for port object cf8c95c5-df16-4b6e-a301-194bd2bac21d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:17.234873 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca1038fa-19a4-4972-a983-2f9eeb8c0d3a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.248911 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.278792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Request body: {'port': {'device_id': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:17.332525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87d504-ce5a-4a06-ad1f-aca0af16ebc7 service neutron] Pushing event updated for resources: {'Port': ['ID=75bc6389-e683-44a2-a82e-bf2b59e04c06,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:17.335731 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca1038fa-19a4-4972-a983-2f9eeb8c0d3a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.336489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e32d866a-e0d5-4065-a847-33dcdf286f86 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:17.358845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4c3eb4e-0a16-45ac-aede-016042bae33a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.375875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Network 3337862a-19bf-49c3-b8d1-d6b7a7376c5b is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:17.401379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4c3eb4e-0a16-45ac-aede-016042bae33a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.426937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.430249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:17.449215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:17.470884 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.473312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3eb4e-0a16-45ac-aede-016042bae33a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e702d6e9-3355-4f32-8001-03c8d87bd15b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:17.479764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Pushing event updated for resources: {'Port': ['ID=cf8c95c5-df16-4b6e-a301-194bd2bac21d,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:17.488664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9cfb1-7f72-4d07-bc1a-8cc72f4d41d5 req-4b33f6c9-7e7a-400c-978e-b46015159642 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:17.496029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-92a9cfb1-7f72-4d07-bc1a-8cc72f4d41d5 req-4b33f6c9-7e7a-400c-978e-b46015159642 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1111286 Aug 30 13:04:17.523355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4c3eb4e-0a16-45ac-aede-016042bae33a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.528532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b4c3eb4e-0a16-45ac-aede-016042bae33a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5288386 Aug 30 13:04:17.529266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42090) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:17.543181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:17.560556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-92a9cfb1-7f72-4d07-bc1a-8cc72f4d41d5 req-e644aee8-fe83-43ce-9224-c32ea423b86a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635641 Aug 30 13:04:17.582628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Attempting to bind port cf8c95c5-df16-4b6e-a301-194bd2bac21d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:17.583375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Attempting to bind port cf8c95c5-df16-4b6e-a301-194bd2bac21d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'a863ce73-d2b0-4afe-bf83-e0e5edb3e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3337862a-19bf-49c3-b8d1-d6b7a7376c5b'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:17.583895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Attempting to bind port cf8c95c5-df16-4b6e-a301-194bd2bac21d on network 3337862a-19bf-49c3-b8d1-d6b7a7376c5b {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:17.591913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:17.592310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Checking segment: {'id': 'a863ce73-d2b0-4afe-bf83-e0e5edb3e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3337862a-19bf-49c3-b8d1-d6b7a7376c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:17.592714 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.593113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Bound using segment: {'id': 'a863ce73-d2b0-4afe-bf83-e0e5edb3e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3337862a-19bf-49c3-b8d1-d6b7a7376c5b'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:17.593746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Bound port: cf8c95c5-df16-4b6e-a301-194bd2bac21d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a863ce73-d2b0-4afe-bf83-e0e5edb3e488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3337862a-19bf-49c3-b8d1-d6b7a7376c5b'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:17.594037 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.597614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e32d866a-e0d5-4065-a847-33dcdf286f86 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:17.637147 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca1038fa-19a4-4972-a983-2f9eeb8c0d3a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.642330 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175e8104-23ec-4ba2-bd84-28e1a607719f x-openstack-request-id: req-175e8104-23ec-4ba2-bd84-28e1a607719f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:17.644177 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "tag": "75bc6389-e683-44a2-a82e-bf2b59e04c06", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:17.644543 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-175e8104-23ec-4ba2-bd84-28e1a607719f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:17.645057 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'tag': '75bc6389-e683-44a2-a82e-bf2b59e04c06', 'status': 'completed', 'code': 200} Aug 30 13:04:17.732657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf9dd8-24fe-4532-85ee-873ad23345ad None None] Network 4e5dc70a-9174-42ff-afa2-3ba748a4b64f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:17.754543 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e984d937-1413-4021-a777-d77c2ce7abd6 req-ef0bd3c1-6c4f-4e14-8360-40e015091b42 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0401886 Aug 30 13:04:17.769217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca1038fa-19a4-4972-a983-2f9eeb8c0d3a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.783244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] For port cf8c95c5-df16-4b6e-a301-194bd2bac21d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:17.801474 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1038fa-19a4-4972-a983-2f9eeb8c0d3a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Subnet': ['ID=d8380f2f-482e-470c-86d2-94289cd5436d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:17.809924 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca1038fa-19a4-4972-a983-2f9eeb8c0d3a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.811806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ca1038fa-19a4-4972-a983-2f9eeb8c0d3a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/subnets/d8380f2f-482e-470c-86d2-94289cd5436d HTTP/1.1" status: 204 len: 168 time: 0.7837968 Aug 30 13:04:17.815919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42094) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:17.821207 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.841400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] For port cf8c95c5-df16-4b6e-a301-194bd2bac21d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cf8c95c5-df16-4b6e-a301-194bd2bac21d,segment=NetworkSegment(a863ce73-d2b0-4afe-bf83-e0e5edb3e488),segment_id=a863ce73-d2b0-4afe-bf83-e0e5edb3e488)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:17.850790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Allocated IP 172.25.2.15 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/f5ca3265-5530-4a85-93e1-bc262fe0d6e5) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:17.869678 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.910765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0f458-367d-43dd-a662-8d004ce36b98 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:17.912273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0f458-367d-43dd-a662-8d004ce36b98 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:17.913082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-065498fd-0158-4d44-82f4-0e603079e8e5 None None] Provisioning for port e32d866a-e0d5-4065-a847-33dcdf286f86 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:17.914809 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c3e0f458-367d-43dd-a662-8d004ce36b98 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0979590 Aug 30 13:04:17.924885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a260897-933f-4cbe-8955-ae6e34ec0eb1 req-92abc96e-2718-4aa9-819b-a7dd796d6ced tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:17.925404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42096) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:17.930726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a260897-933f-4cbe-8955-ae6e34ec0eb1 req-92abc96e-2718-4aa9-819b-a7dd796d6ced tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:17.932302 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a260897-933f-4cbe-8955-ae6e34ec0eb1 req-92abc96e-2718-4aa9-819b-a7dd796d6ced tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1667 time: 0.0819242 Aug 30 13:04:17.953203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-065498fd-0158-4d44-82f4-0e603079e8e5 None None] Provisioning complete for port e32d866a-e0d5-4065-a847-33dcdf286f86 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:17.953434 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-065498fd-0158-4d44-82f4-0e603079e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:17.975454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662 req-3022401f-1ede-4136-84cf-678c7024ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:17.975838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662 req-3022401f-1ede-4136-84cf-678c7024ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:17.977459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662 req-3022401f-1ede-4136-84cf-678c7024ef37 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c3dd56c680045abb66daea329d560ea&device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1914 time: 0.3033566 Aug 30 13:04:17.978819 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a260897-933f-4cbe-8955-ae6e34ec0eb1 req-2790ecfb-a63b-4231-be7c-d180906f387a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358188 Aug 30 13:04:17.995480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845b87d-7f35-4d69-a9d2-63848e127134 None None] Pushing event updated for resources: {'Port': ['ID=cf8c95c5-df16-4b6e-a301-194bd2bac21d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:18.099567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-065498fd-0158-4d44-82f4-0e603079e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.138884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-065498fd-0158-4d44-82f4-0e603079e8e5 None None] For port e32d866a-e0d5-4065-a847-33dcdf286f86, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e32d866a-e0d5-4065-a847-33dcdf286f86,segment=NetworkSegment(f8acff23-d8e1-4efd-ba71-5f2bd1a09e91),segment_id=f8acff23-d8e1-4efd-ba71-5f2bd1a09e91)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:18.146096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-065498fd-0158-4d44-82f4-0e603079e8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.221533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065498fd-0158-4d44-82f4-0e603079e8e5 None None] Pushing event updated for resources: {'Port': ['ID=e32d866a-e0d5-4065-a847-33dcdf286f86,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:18.280842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a50d081-b011-40cd-9c8d-dbc327323c26 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.336631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662 req-b288fcef-f61b-4edd-98cc-5bec2ca5f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:18.337273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662 req-b288fcef-f61b-4edd-98cc-5bec2ca5f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:18.337559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662 req-b288fcef-f61b-4edd-98cc-5bec2ca5f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:18.339498 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662 req-b288fcef-f61b-4edd-98cc-5bec2ca5f223 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=7c3dd56c680045abb66daea329d560ea&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3103969 Aug 30 13:04:18.362017 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a50d081-b011-40cd-9c8d-dbc327323c26 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 30 13:04:18.362508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a50d081-b011-40cd-9c8d-dbc327323c26 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:18.364229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6a50d081-b011-40cd-9c8d-dbc327323c26 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/3337862a-19bf-49c3-b8d1-d6b7a7376c5b HTTP/1.1" status: 409 len: 405 time: 0.4266653 Aug 30 13:04:18.370850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42102) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:18.376617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-788402868'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:18.403182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:18.404523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.406866 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.434969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:18.444508 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.444935 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Added segment cdb15fe2-ed7b-4da8-90f0-3d26e47321a3 of type vlan for network 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 Aug 30 13:04:18.470729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-73fb023b-9b42-41b4-9aaf-5ac698b2d0c7 None None] Provisioning complete for port e32d866a-e0d5-4065-a847-33dcdf286f86 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:18.471196 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-73fb023b-9b42-41b4-9aaf-5ac698b2d0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.477535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec33abf4-ea83-4375-8341-45af3f16b0d1 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:18.491994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.495262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.532470 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.540395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:18.541499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.551871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Transition to ACTIVE for port object ec33abf4-ea83-4375-8341-45af3f16b0d1 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:18.572621 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.574261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.608645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2369080 Aug 30 13:04:18.611716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42106) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:18.612199 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.614606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662 req-356257c7-bc24-41b2-b6ec-93e818a4d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:18.616192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616b2fa3-89d7-4ca9-8cd6-f73dcc92f662 req-356257c7-bc24-41b2-b6ec-93e818a4d23b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2556603 Aug 30 13:04:18.617475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'subnet': {'network_id': '6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:18.622196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0707d-86a9-43e7-9ea0-be2f6bcb2444 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Network': ['ID=6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:18.651538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:18.693153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:18.745003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:18.746909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Pushing event updated for resources: {'Port': ['ID=ec33abf4-ea83-4375-8341-45af3f16b0d1,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:18.751454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:18.757086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58d7bc-4f60-4cd6-a8cd-be418ceddd4d req-a0f385c0-5cac-4d9b-ac35-f7bb8428df65 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:18.764800 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea58d7bc-4f60-4cd6-a8cd-be418ceddd4d req-a0f385c0-5cac-4d9b-ac35-f7bb8428df65 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0863159 Aug 30 13:04:18.816508 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:18.820120 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:18.849890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea58d7bc-4f60-4cd6-a8cd-be418ceddd4d req-5fadb16e-608e-40fd-a23f-e2dadd2e13da tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821590 Aug 30 13:04:18.983730 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-13b04fbd-9b04-4f16-bb83-1fb03643b49e req-852d7bc1-dfcb-4140-a666-f00788fb6951 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0403996 Aug 30 13:04:19.172458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29c208-a64a-4e1c-b463-745cbb8e74af req-59f3be90-7b70-479b-b8fc-2b1c9f591af9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:19.179160 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29c208-a64a-4e1c-b463-745cbb8e74af req-59f3be90-7b70-479b-b8fc-2b1c9f591af9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:19.181028 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ac29c208-a64a-4e1c-b463-745cbb8e74af req-59f3be90-7b70-479b-b8fc-2b1c9f591af9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1679 time: 0.1087463 Aug 30 13:04:19.222477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Allocated IP 172.25.2.210 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/9c21c988-18a8-463b-86bb-1888fb4136f7) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:19.231912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45636cce-c80e-419b-9de5-1462d63f440c None None] Network 3337862a-19bf-49c3-b8d1-d6b7a7376c5b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:19.247332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Pushing event updated for resources: {'Port': ['ID=f5ca3265-5530-4a85-93e1-bc262fe0d6e5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:19.280557 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:04:19.286647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.338600 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ac29c208-a64a-4e1c-b463-745cbb8e74af req-fe6cfa84-6793-4686-8f97-1a5c55b544ee tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268058 Aug 30 13:04:19.343284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Attempting to bind port ec33abf4-ea83-4375-8341-45af3f16b0d1 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:19.343774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Attempting to bind port ec33abf4-ea83-4375-8341-45af3f16b0d1 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '17586495-bbf8-4732-9f90-651d3e82af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:19.343927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Attempting to bind port ec33abf4-ea83-4375-8341-45af3f16b0d1 on network b0a5f28a-65b0-446d-8a13-223e55c6540a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:19.371239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.374208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Port ec33abf4-ea83-4375-8341-45af3f16b0d1 on network b0a5f28a-65b0-446d-8a13-223e55c6540a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:04:19.374940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Attempting to bind port ec33abf4-ea83-4375-8341-45af3f16b0d1 on network b0a5f28a-65b0-446d-8a13-223e55c6540a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:19.403721 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Subnet': ['ID=d5cd582f-35ed-473f-a13c-26e449ccb802,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:19.405298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf8c95c5-df16-4b6e-a301-194bd2bac21d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:19.410718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:19.411174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Checking segment: {'id': '17586495-bbf8-4732-9f90-651d3e82af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:19.412151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Bound using segment: {'id': '17586495-bbf8-4732-9f90-651d3e82af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:19.413744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Checking segment: {'id': 'cdb15fe2-ed7b-4da8-90f0-3d26e47321a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:19.414120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network hostable DHCP agents. Network: 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:19.418670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Bound port: ec33abf4-ea83-4375-8341-45af3f16b0d1, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17586495-bbf8-4732-9f90-651d3e82af08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:19.420887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.436363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:19.450285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3e38d32b-ba76-46ad-bb29-5d48e2722f62 None None] Provisioning for port cf8c95c5-df16-4b6e-a301-194bd2bac21d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:19.451999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:19.461602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:19.462334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.464191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d4054e-b55d-49ea-aac5-c923292ca026 None None] Network 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:19.483359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4352e531-3f3c-42ce-ab2d-9798ecda8149 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8670380 Aug 30 13:04:19.485082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42116) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:19.491961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'port': {'network_id': '6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67', 'name': 'tempest-NetworksIpV6TestAttrs-527339782'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:19.539134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port cf8c95c5-df16-4b6e-a301-194bd2bac21d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:19.547142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cf8c95c5-df16-4b6e-a301-194bd2bac21d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:19.547596 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.553827 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.578399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205cd6b1-cd1a-4879-8a68-52fe2dfedda8 None None] DHCP port deletion for 3337862a-19bf-49c3-b8d1-d6b7a7376c5b request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:04:19.598413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.624142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:19.629034 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.653268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] device_id is not set on port 180c9062-c7f7-4e47-be10-d4a397cec51d yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:04:19.667756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] For port ec33abf4-ea83-4375-8341-45af3f16b0d1, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:19.717646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] For port ec33abf4-ea83-4375-8341-45af3f16b0d1, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ec33abf4-ea83-4375-8341-45af3f16b0d1,segment=NetworkSegment(17586495-bbf8-4732-9f90-651d3e82af08),segment_id=17586495-bbf8-4732-9f90-651d3e82af08)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:19.730387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.738240 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13777407-2299-4683-b40f-a40419039c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67', 'network_id': '6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67', 'tenant_id': 'a27318ec85364639ba1bd709cde30158', 'fixed_ips': [{'subnet_id': 'd5cd582f-35ed-473f-a13c-26e449ccb802'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:19.739089 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-13777407-2299-4683-b40f-a40419039c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.743117 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.752887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-205cd6b1-cd1a-4879-8a68-52fe2dfedda8 None None] Deleting port cf8c95c5-df16-4b6e-a301-194bd2bac21d {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:19.753261 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-205cd6b1-cd1a-4879-8a68-52fe2dfedda8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.774395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.788691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:19.789398 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.790881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] 10.222.0.35 "PUT /v2.0/ports/ec33abf4-ea83-4375-8341-45af3f16b0d1 HTTP/1.1" status: 200 len: 1092 time: 2.5366206 Aug 30 13:04:19.791346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'tag': 'ec33abf4-ea83-4375-8341-45af3f16b0d1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:19.792808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Allocated IP 2001:db8::f816:3eff:fee7:8537 (6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67/d5cd582f-35ed-473f-a13c-26e449ccb802/180c9062-c7f7-4e47-be10-d4a397cec51d) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:19.793605 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18729a23-f698-4944-8029-960ce3b52cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "tag": "ec33abf4-ea83-4375-8341-45af3f16b0d1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:19.871320 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037056bc-b959-40e2-a24b-c63eaa533ef0 x-openstack-request-id: req-037056bc-b959-40e2-a24b-c63eaa533ef0 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:19.871618 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "tag": "ec33abf4-ea83-4375-8341-45af3f16b0d1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:19.871871 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-037056bc-b959-40e2-a24b-c63eaa533ef0 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:19.872266 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'tag': 'ec33abf4-ea83-4375-8341-45af3f16b0d1', 'status': 'completed', 'code': 200} Aug 30 13:04:19.914165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:19.917385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-205cd6b1-cd1a-4879-8a68-52fe2dfedda8 None None] For port cf8c95c5-df16-4b6e-a301-194bd2bac21d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cf8c95c5-df16-4b6e-a301-194bd2bac21d,segment=NetworkSegment(a863ce73-d2b0-4afe-bf83-e0e5edb3e488),segment_id=a863ce73-d2b0-4afe-bf83-e0e5edb3e488)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:19.917916 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-205cd6b1-cd1a-4879-8a68-52fe2dfedda8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.939531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port cf8c95c5-df16-4b6e-a301-194bd2bac21d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cf8c95c5-df16-4b6e-a301-194bd2bac21d,segment=NetworkSegment(a863ce73-d2b0-4afe-bf83-e0e5edb3e488),segment_id=a863ce73-d2b0-4afe-bf83-e0e5edb3e488)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:19.954857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-205cd6b1-cd1a-4879-8a68-52fe2dfedda8 None None] Calling delete_port for cf8c95c5-df16-4b6e-a301-194bd2bac21d owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:19.962541 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.963427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e32d866a-e0d5-4065-a847-33dcdf286f86 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:19.977462 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:19.998145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69134115-78ec-4426-9e3c-0c8566fe6a63 service neutron] Pushing event updated for resources: {'Port': ['ID=ec33abf4-ea83-4375-8341-45af3f16b0d1,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:20.011028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:20.020390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:20.026623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.054097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae6f67-b717-4e83-b332-1698608b9a05 req-8525384b-5118-4779-8d02-fe2fe98f1a51 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:20.055693 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19ae6f67-b717-4e83-b332-1698608b9a05 req-8525384b-5118-4779-8d02-fe2fe98f1a51 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1013975 Aug 30 13:04:20.059019 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.087438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Transition to ACTIVE for port object 180c9062-c7f7-4e47-be10-d4a397cec51d will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:20.116903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19ae6f67-b717-4e83-b332-1698608b9a05 req-647d0454-e305-48d0-a8ec-c37700f4ac1b tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550649 Aug 30 13:04:20.147953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event updated for resources: {'Port': ['ID=9c21c988-18a8-463b-86bb-1888fb4136f7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:20.162011 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.163245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-4bc5393c-7ca6-4704-aab3-d3454ca5428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:20.163808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-4bc5393c-7ca6-4704-aab3-d3454ca5428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:20.165848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-4bc5393c-7ca6-4704-aab3-d3454ca5428d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c3dd56c680045abb66daea329d560ea&device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1981 time: 0.2978458 Aug 30 13:04:20.245159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-6806161a-9cbb-45f2-ad7a-cd58b26f4d96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.110&port_id=75bc6389-e683-44a2-a82e-bf2b59e04c06 HTTP/1.1" status: 200 len: 217 time: 0.0502923 Aug 30 13:04:20.247613 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-152432ee-fac5-4321-a9df-bd1c3905f4fc req-7d526075-f6ba-447c-8792-f6388a743dca tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0497291 Aug 30 13:04:20.257802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:20.259601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Port': ['ID=180c9062-c7f7-4e47-be10-d4a397cec51d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:20.269704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.271318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:20.285233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:20.287382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:20.288135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.308718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-58cb74d3-b7b9-4212-ba2c-d8ef1f0b1928 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8205752 Aug 30 13:04:20.309575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42124) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:20.320373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Pushing event updated for resources: {'Port': ['ID=f5ca3265-5530-4a85-93e1-bc262fe0d6e5,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:20.339231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.346862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-8d2fdbc7-0b3f-456e-8f5a-2a31ad0fdf49 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4992425 Aug 30 13:04:20.361399 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.370119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Deleting subnet d5cd582f-35ed-473f-a13c-26e449ccb802 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:20.375660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-13777407-2299-4683-b40f-a40419039c51 None None] Allocated IP 2001:db8::f816:3eff:fe39:4162 (6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67/d5cd582f-35ed-473f-a13c-26e449ccb802/8d709565-3ded-420f-8e7e-ace58ebeaf33) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:20.389958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-747f3c1b-6ebb-4dfd-bf94-2d409034c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:20.391359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-747f3c1b-6ebb-4dfd-bf94-2d409034c3f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a62c4a1a-e3be-46f0-ac32-7bcf2e5b8c1e HTTP/1.1" status: 200 len: 801 time: 0.1187937 Aug 30 13:04:20.400569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=cf8c95c5-df16-4b6e-a301-194bd2bac21d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:20.415462 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e32d866a-e0d5-4065-a847-33dcdf286f86 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:20.415874 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.418753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-3c958e74-82f0-4718-9ea9-72523492df0e tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 695 time: 0.0709751 Aug 30 13:04:20.488060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-205cd6b1-cd1a-4879-8a68-52fe2dfedda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.501852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3b74b-d01d-4c2a-b44c-42743d4a98dd req-f85a213e-1382-42aa-8ccd-13a5ca668513 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:20.507570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3b74b-d01d-4c2a-b44c-42743d4a98dd req-f85a213e-1382-42aa-8ccd-13a5ca668513 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:20.509234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-84b3b74b-d01d-4c2a-b44c-42743d4a98dd req-f85a213e-1382-42aa-8ccd-13a5ca668513 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1679 time: 0.0634956 Aug 30 13:04:20.523566 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.527622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cd6b1-cd1a-4879-8a68-52fe2dfedda8 None None] Pushing event deleted for resources: {'Port': ['ID=cf8c95c5-df16-4b6e-a301-194bd2bac21d,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:20.533033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205cd6b1-cd1a-4879-8a68-52fe2dfedda8 None None] No DVR routers for this DVR port cf8c95c5-df16-4b6e-a301-194bd2bac21d on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:20.570251 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-84b3b74b-d01d-4c2a-b44c-42743d4a98dd req-3a8e0902-444b-429e-89de-5d90d17b033b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505230 Aug 30 13:04:20.577230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-d1867e03-c4aa-40d6-acc7-c0a28dd07a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:20.578762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-d1867e03-c4aa-40d6-acc7-c0a28dd07a69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bf639da-a1d5-4832-9022-c478247c8cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1764610 Aug 30 13:04:20.655390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-7e441aef-52dd-42cc-af8b-0ff9c1e34530 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:20.656877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-899f1a27-9f21-42bb-ae7a-1324ddcbf9d7 req-7e441aef-52dd-42cc-af8b-0ff9c1e34530 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.2372503 Aug 30 13:04:20.678967 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-13777407-2299-4683-b40f-a40419039c51 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.687920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-13777407-2299-4683-b40f-a40419039c51 None None] Transition to ACTIVE for port object 8d709565-3ded-420f-8e7e-ace58ebeaf33 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:20.704621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-13777407-2299-4683-b40f-a40419039c51 None None] Transition to ACTIVE for port object 8d709565-3ded-420f-8e7e-ace58ebeaf33 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:20.714996 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.719041 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-13777407-2299-4683-b40f-a40419039c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.759331 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.775867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13777407-2299-4683-b40f-a40419039c51 None None] Network 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:20.779237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-13777407-2299-4683-b40f-a40419039c51 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:20.781321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-fdd6f253-8482-479c-97fb-b4c9d5cdbb76 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf639da-a1d5-4832-9022-c478247c8cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933620 Aug 30 13:04:20.788750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13777407-2299-4683-b40f-a40419039c51 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:20.793224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13777407-2299-4683-b40f-a40419039c51 None None] Pushing event updated for resources: {'Port': ['ID=8d709565-3ded-420f-8e7e-ace58ebeaf33,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:20.882296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-13777407-2299-4683-b40f-a40419039c51 None None] Attempting to bind port 8d709565-3ded-420f-8e7e-ace58ebeaf33 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:20.882902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-13777407-2299-4683-b40f-a40419039c51 None None] Attempting to bind port 8d709565-3ded-420f-8e7e-ace58ebeaf33 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'cdb15fe2-ed7b-4da8-90f0-3d26e47321a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:20.883269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13777407-2299-4683-b40f-a40419039c51 None None] Attempting to bind port 8d709565-3ded-420f-8e7e-ace58ebeaf33 on network 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:20.888875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13777407-2299-4683-b40f-a40419039c51 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:20.889258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13777407-2299-4683-b40f-a40419039c51 None None] Checking segment: {'id': 'cdb15fe2-ed7b-4da8-90f0-3d26e47321a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:20.889685 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-13777407-2299-4683-b40f-a40419039c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.890102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13777407-2299-4683-b40f-a40419039c51 None None] Bound using segment: {'id': 'cdb15fe2-ed7b-4da8-90f0-3d26e47321a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:20.890574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-13777407-2299-4683-b40f-a40419039c51 None None] Bound port: 8d709565-3ded-420f-8e7e-ace58ebeaf33, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb15fe2-ed7b-4da8-90f0-3d26e47321a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:20.890959 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-13777407-2299-4683-b40f-a40419039c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.896303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.923355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.930927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:20.995815 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.000630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-13777407-2299-4683-b40f-a40419039c51 None None] For port 8d709565-3ded-420f-8e7e-ace58ebeaf33, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:21.005585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-13777407-2299-4683-b40f-a40419039c51 None None] For port 8d709565-3ded-420f-8e7e-ace58ebeaf33, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8d709565-3ded-420f-8e7e-ace58ebeaf33,segment=NetworkSegment(cdb15fe2-ed7b-4da8-90f0-3d26e47321a3),segment_id=cdb15fe2-ed7b-4da8-90f0-3d26e47321a3)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:21.010959 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-13777407-2299-4683-b40f-a40419039c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.029132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-7d3369aa-b230-4fb9-b6db-c1d73b3911a0 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf639da-a1d5-4832-9022-c478247c8cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386255 Aug 30 13:04:21.033969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Subnet': ['ID=d5cd582f-35ed-473f-a13c-26e449ccb802,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:21.039167 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.041034 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/subnets/d5cd582f-35ed-473f-a13c-26e449ccb802 HTTP/1.1" status: 204 len: 168 time: 0.7302485 Aug 30 13:04:21.044122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42144) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:21.046171 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.046517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.046858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.047198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.047539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.048350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.048675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.049845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.050104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.050474 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.050775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.051102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1681d2e2-2468-482d-98fb-3011de7f2fe8 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:21.051510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event updated for resources: {'Port': ['ID=9c21c988-18a8-463b-86bb-1888fb4136f7,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:21.087513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13777407-2299-4683-b40f-a40419039c51 None None] Pushing event updated for resources: {'Port': ['ID=8d709565-3ded-420f-8e7e-ace58ebeaf33,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:21.125836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-99dac159-9d50-4557-ac7e-5ad02100d4f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=ec33abf4-ea83-4375-8341-45af3f16b0d1 HTTP/1.1" status: 200 len: 217 time: 0.0864096 Aug 30 13:04:21.191784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.202779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf8c95c5-df16-4b6e-a301-194bd2bac21d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:21.208816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d1582fbf-0bd3-45f0-ae46-67eca4659636 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:21.210335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d1582fbf-0bd3-45f0-ae46-67eca4659636 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 820 time: 0.3199971 Aug 30 13:04:21.233271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f08f6e-c69b-49d2-8188-f9db92e60322 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:21.234815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f08f6e-c69b-49d2-8188-f9db92e60322 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:21.236978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c0f08f6e-c69b-49d2-8188-f9db92e60322 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1863990 Aug 30 13:04:21.240912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42148) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:21.244397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-1a755ed1-5ae5-4353-8883-98f8c93db49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:21.246193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-1a755ed1-5ae5-4353-8883-98f8c93db49b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b66d586d-8b48-47ed-bcb6-a253558bd30b HTTP/1.1" status: 200 len: 801 time: 0.1114101 Aug 30 13:04:21.247589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-8f92a54e-ad4a-45c8-a89e-b10affac5eb2 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/quotas/08714504461e48dfb4a0f7c952281211 HTTP/1.1" status: 200 len: 375 time: 0.0275919 Aug 30 13:04:21.256843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: cf8c95c5-df16-4b6e-a301-194bd2bac21d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:21.256843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf8c95c5-df16-4b6e-a301-194bd2bac21d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:21.291087 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.292812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-28970c96-a5d2-4e75-b67a-f9774e3dfb98 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7547596 Aug 30 13:04:21.328677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465b20e-0092-4550-84a9-ed0feee81b12 req-d4e0bcc2-ceae-44ac-8390-aee2385b2e3d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:21.334556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a465b20e-0092-4550-84a9-ed0feee81b12 req-d4e0bcc2-ceae-44ac-8390-aee2385b2e3d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1378992 Aug 30 13:04:21.384195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-4a377876-6b63-448f-80f9-001f9ca05598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:21.385710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-4a377876-6b63-448f-80f9-001f9ca05598 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0a5f28a-65b0-446d-8a13-223e55c6540a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1302896 Aug 30 13:04:21.397840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d385b7fa-11dd-4b2d-8bf8-63ae5b6f43c0 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.404484 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-3604f57a-7d05-41f3-a9b0-d4ec8c7fbdbf tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1102395 Aug 30 13:04:21.427315 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a465b20e-0092-4550-84a9-ed0feee81b12 req-fa09ff07-b89a-4511-bafb-fdcfc6c5a9ab tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826712 Aug 30 13:04:21.428330 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d385b7fa-11dd-4b2d-8bf8-63ae5b6f43c0 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 30 13:04:21.429011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d385b7fa-11dd-4b2d-8bf8-63ae5b6f43c0 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:21.430974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d385b7fa-11dd-4b2d-8bf8-63ae5b6f43c0 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 HTTP/1.1" status: 409 len: 405 time: 0.1887991 Aug 30 13:04:21.434875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42154) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:21.442768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-550663826'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:21.466351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:21.470845 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.500487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:21.510898 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.512075 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Added segment d3bde1b0-3ca1-474a-97d2-36bd4bf487c0 of type vlan for network 08b79d1d-a576-4566-800d-5c95d706b4b1 Aug 30 13:04:21.565143 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2fc68bd-cc39-4486-8d8a-3473da1f282a req-338de26f-fc6e-4e2c-8506-840310065f4a tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0445910 Aug 30 13:04:21.576270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.587503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-e6837cf7-9206-4f2b-b7a5-17e6f3f43f8d service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821206 Aug 30 13:04:21.597052 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-9a911d44-67f6-4210-9b14-efd0514dadc8 service neutron] 10.222.0.35 "GET /v2.0/networks/b0a5f28a-65b0-446d-8a13-223e55c6540a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814585 Aug 30 13:04:21.603247 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.609141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:21.609947 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:21.679251 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2406631 Aug 30 13:04:21.680234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42170) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:21.686651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'subnet': {'network_id': '08b79d1d-a576-4566-800d-5c95d706b4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:21.702846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90e31e-9354-4a95-9d7a-b4c32cc55767 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Network': ['ID=08b79d1d-a576-4566-800d-5c95d706b4b1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:21.713873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 08b79d1d-a576-4566-800d-5c95d706b4b1 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:21.766458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-6e852da3-df4a-45a2-8e9c-2ec51de067ce service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780496 Aug 30 13:04:21.777590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9949a0ff-f4fc-4d2e-8d4b-274b7e58fb40 req-095c7c80-6929-4ee2-a498-fa64cfc24e90 service neutron] 10.222.0.35 "GET /v2.0/networks/b0a5f28a-65b0-446d-8a13-223e55c6540a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685777 Aug 30 13:04:21.891325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729a23-f698-4944-8029-960ce3b52cd2 req-08a361ec-e332-4d76-889a-75e9cfed2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:21.892465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729a23-f698-4944-8029-960ce3b52cd2 req-08a361ec-e332-4d76-889a-75e9cfed2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:21.894335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18729a23-f698-4944-8029-960ce3b52cd2 req-08a361ec-e332-4d76-889a-75e9cfed2711 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7c3dd56c680045abb66daea329d560ea&device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1981 time: 0.0595238 Aug 30 13:04:22.072863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aea559-992e-49e1-80f8-d86bd722b9a5 req-6613b3f0-ade2-40c2-ad82-c62983c21696 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:22.080151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aea559-992e-49e1-80f8-d86bd722b9a5 req-6613b3f0-ade2-40c2-ad82-c62983c21696 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:22.083235 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71aea559-992e-49e1-80f8-d86bd722b9a5 req-6613b3f0-ade2-40c2-ad82-c62983c21696 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1679 time: 0.0965273 Aug 30 13:04:22.117586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729a23-f698-4944-8029-960ce3b52cd2 req-ccc59f07-5154-4121-aa40-ae30ad31f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:22.119250 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18729a23-f698-4944-8029-960ce3b52cd2 req-ccc59f07-5154-4121-aa40-ae30ad31f8f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b0a5f28a-65b0-446d-8a13-223e55c6540a HTTP/1.1" status: 200 len: 902 time: 0.2099080 Aug 30 13:04:22.188854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18729a23-f698-4944-8029-960ce3b52cd2 req-d8b6c3f4-5078-462f-baa4-6778faf0c9f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.105&port_id=ec33abf4-ea83-4375-8341-45af3f16b0d1 HTTP/1.1" status: 200 len: 217 time: 0.0603476 Aug 30 13:04:22.192320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71aea559-992e-49e1-80f8-d86bd722b9a5 req-3be526a7-aa64-44ef-8235-07e918a27008 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987928 Aug 30 13:04:22.233956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:22.245398 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:22.255564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729a23-f698-4944-8029-960ce3b52cd2 req-2c67ad56-3266-42b8-99fb-eed56782aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:22.257038 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18729a23-f698-4944-8029-960ce3b52cd2 req-2c67ad56-3266-42b8-99fb-eed56782aeb9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b66d586d-8b48-47ed-bcb6-a253558bd30b HTTP/1.1" status: 200 len: 801 time: 0.0595834 Aug 30 13:04:22.268446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0f615-e4fa-4ed2-ad81-1d06bfa98b06 None None] Network 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:22.349245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729a23-f698-4944-8029-960ce3b52cd2 req-7b223c41-fe0f-4273-9cf8-cec230817f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:22.351226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18729a23-f698-4944-8029-960ce3b52cd2 req-7b223c41-fe0f-4273-9cf8-cec230817f81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b0a5f28a-65b0-446d-8a13-223e55c6540a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0866468 Aug 30 13:04:22.366559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-3c883cb7-02a8-4a17-8b29-f7db05bd6038 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:22.374633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-3c883cb7-02a8-4a17-8b29-f7db05bd6038 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/networks?id=30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 200 len: 822 time: 0.6829221 Aug 30 13:04:22.390949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-f8305072-7d71-44c7-9dee-3f51c3e222b1 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/quotas/ffba9b3c5c5b47d38f9422fce76b3518 HTTP/1.1" status: 200 len: 375 time: 0.0153663 Aug 30 13:04:22.430195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5aa2e976-20ee-4c18-9973-b31dcab9717d None None] Provisioning for port 8d709565-3ded-420f-8e7e-ace58ebeaf33 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:22.497815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3d3951d-daa4-4950-a6e4-51e5c5f79f09 req-c2a1517e-a5b1-4123-b5d2-344029461442 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 210 time: 0.0978363 Aug 30 13:04:22.537698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb929d9f-6276-4550-9b60-00e451f14d65 None None] DHCP port deletion for 6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:04:22.556142 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-f1506bf0-1ad4-4641-b085-f8ad5d743b3a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1530397 Aug 30 13:04:22.572962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18729a23-f698-4944-8029-960ce3b52cd2 req-59bd30fc-44dd-4754-8cda-720a0c49429d service neutron] 10.222.0.35 "GET /v2.0/networks/b0a5f28a-65b0-446d-8a13-223e55c6540a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098942 Aug 30 13:04:22.601477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb929d9f-6276-4550-9b60-00e451f14d65 None None] Deleting port 8d709565-3ded-420f-8e7e-ace58ebeaf33 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:22.601886 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb929d9f-6276-4550-9b60-00e451f14d65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:22.675120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb929d9f-6276-4550-9b60-00e451f14d65 None None] For port 8d709565-3ded-420f-8e7e-ace58ebeaf33, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8d709565-3ded-420f-8e7e-ace58ebeaf33,segment=NetworkSegment(cdb15fe2-ed7b-4da8-90f0-3d26e47321a3),segment_id=cdb15fe2-ed7b-4da8-90f0-3d26e47321a3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:22.675525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb929d9f-6276-4550-9b60-00e451f14d65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:22.692320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb929d9f-6276-4550-9b60-00e451f14d65 None None] Calling delete_port for 8d709565-3ded-420f-8e7e-ace58ebeaf33 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:22.719645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-d0b2a771-0134-4758-9fb4-221f310d01dd service neutron] 10.222.0.37 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622787 Aug 30 13:04:22.727204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18729a23-f698-4944-8029-960ce3b52cd2 req-3d60db75-ce36-4ba1-a150-de4c2398ea72 service neutron] 10.222.0.35 "GET /v2.0/networks/b0a5f28a-65b0-446d-8a13-223e55c6540a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460955 Aug 30 13:04:22.747783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a898ff-6907-4e82-8309-a4791532114a req-dc1a1c1c-4278-4eff-acfe-792920fa4cd0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:22.749462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83a898ff-6907-4e82-8309-a4791532114a req-dc1a1c1c-4278-4eff-acfe-792920fa4cd0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1559713 Aug 30 13:04:22.750874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:04:22.754571 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:22.800118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83a898ff-6907-4e82-8309-a4791532114a req-c32564e8-4220-407f-b4f5-eb8b7de21b38 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Aug 30 13:04:22.805769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb929d9f-6276-4550-9b60-00e451f14d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:22.830879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb929d9f-6276-4550-9b60-00e451f14d65 None None] Pushing event deleted for resources: {'Port': ['ID=8d709565-3ded-420f-8e7e-ace58ebeaf33,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:22.840460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb929d9f-6276-4550-9b60-00e451f14d65 None None] No DVR routers for this DVR port 8d709565-3ded-420f-8e7e-ace58ebeaf33 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:22.889188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Subnet': ['ID=d6764187-637f-4f76-952e-1a0ec41fb867,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:22.897875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7d8b4f5-ded2-4ecd-9f85-7597846a8729 req-624206ad-b0e1-4ec4-a17b-8cecc71f13d1 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0270994 Aug 30 13:04:22.908698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Checking segment: {'id': 'd3bde1b0-3ca1-474a-97d2-36bd4bf487c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '08b79d1d-a576-4566-800d-5c95d706b4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:22.909048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network hostable DHCP agents. Network: 08b79d1d-a576-4566-800d-5c95d706b4b1, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:22.918992 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-26605293-57e7-48aa-865e-ffadded31ff0 service neutron] 10.222.0.37 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984246 Aug 30 13:04:22.930365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network 08b79d1d-a576-4566-800d-5c95d706b4b1 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:22.939054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 08b79d1d-a576-4566-800d-5c95d706b4b1) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:22.943352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:22.944062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:22.949646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff13224-1e67-4af1-be15-d42480eca7f7 None None] Network 08b79d1d-a576-4566-800d-5c95d706b4b1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:22.975801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-87bc3cf8-0464-409e-8324-9070eca0bc73 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2926590 Aug 30 13:04:22.976401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42188) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:23.156076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-08b79d1d-a576-4566-800d-5c95d706b4b1', 'network_id': '08b79d1d-a576-4566-800d-5c95d706b4b1', 'tenant_id': 'a27318ec85364639ba1bd709cde30158', 'fixed_ips': [{'subnet_id': 'd6764187-637f-4f76-952e-1a0ec41fb867'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:23.158251 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:23.190486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a096c4e-39ee-4524-aeab-09cfd6354268 req-08227c40-e8aa-4b67-8ac7-2d1478080e3a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 210 time: 0.0805466 Aug 30 13:04:23.196688 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:23.319353 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:23.329844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-b6b5fea7-627e-4fd0-b639-5e83c765741b tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:23.331692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-b6b5fea7-627e-4fd0-b639-5e83c765741b tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.35 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 820 time: 0.2469702 Aug 30 13:04:23.362998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Request body: {'port': {'device_id': '74cc29a0-51d0-4500-8061-404c7ee36569', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'admin_state_up': True, 'tenant_id': '08714504461e48dfb4a0f7c952281211'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:23.390985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663e3a5-bf6f-443e-9fa0-502eee3662f2 req-5bda174c-1ba7-44b4-aad8-d20d3f036768 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:23.398601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663e3a5-bf6f-443e-9fa0-502eee3662f2 req-5bda174c-1ba7-44b4-aad8-d20d3f036768 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:23.403423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Allocated IP 2001:db8::f816:3eff:feec:e355 (08b79d1d-a576-4566-800d-5c95d706b4b1/d6764187-637f-4f76-952e-1a0ec41fb867/13f04e2a-ca7b-423b-bfb1-1fc00bd2a393) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:23.412602 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6663e3a5-bf6f-443e-9fa0-502eee3662f2 req-5bda174c-1ba7-44b4-aad8-d20d3f036768 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1679 time: 0.1318266 Aug 30 13:04:23.468483 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6663e3a5-bf6f-443e-9fa0-502eee3662f2 req-097c0f87-a437-4460-847f-7a61cddf2f5a tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476363 Aug 30 13:04:23.597355 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:23.606787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Transition to ACTIVE for port object 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:23.634866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Transition to ACTIVE for port object 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:23.638357 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b26a63c3-ed0d-4996-9479-e082187b59d9 req-99bbe885-c92f-478b-87a1-f6d21736b654 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 210 time: 0.0418439 Aug 30 13:04:23.644099 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:23.690403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Network 08b79d1d-a576-4566-800d-5c95d706b4b1 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:23.693442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:23.698493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:23.706387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Pushing event updated for resources: {'Port': ['ID=13f04e2a-ca7b-423b-bfb1-1fc00bd2a393,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:23.759944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Attempting to bind port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:23.760234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Attempting to bind port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd3bde1b0-3ca1-474a-97d2-36bd4bf487c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '08b79d1d-a576-4566-800d-5c95d706b4b1'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:23.760601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Attempting to bind port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 on network 08b79d1d-a576-4566-800d-5c95d706b4b1 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:23.765964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:23.766345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Checking segment: {'id': 'd3bde1b0-3ca1-474a-97d2-36bd4bf487c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '08b79d1d-a576-4566-800d-5c95d706b4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:23.767166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:23.767561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Bound using segment: {'id': 'd3bde1b0-3ca1-474a-97d2-36bd4bf487c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '08b79d1d-a576-4566-800d-5c95d706b4b1'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:23.768036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Bound port: 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bde1b0-3ca1-474a-97d2-36bd4bf487c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '08b79d1d-a576-4566-800d-5c95d706b4b1'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:23.768417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:23.851915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] For port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:23.856766 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:23.857462 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] For port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=13f04e2a-ca7b-423b-bfb1-1fc00bd2a393,segment=NetworkSegment(d3bde1b0-3ca1-474a-97d2-36bd4bf487c0),segment_id=d3bde1b0-3ca1-474a-97d2-36bd4bf487c0)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:23.863818 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:23.889716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Subnet': ['ID=d6764187-637f-4f76-952e-1a0ec41fb867,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:23.943760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a7bac-ec10-4a86-811d-f36cf22a47cc None None] Pushing event updated for resources: {'Port': ['ID=13f04e2a-ca7b-423b-bfb1-1fc00bd2a393,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:23.996101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Made reservation on behalf of 08714504461e48dfb4a0f7c952281211 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:23.999587 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:24.004965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:24.024362 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d18a2b0d-6c47-453b-94f3-18382e411b24 req-f3986cd3-44de-4585-b013-412b3fc904e6 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0294981 Aug 30 13:04:24.024955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b79d1d-a576-4566-800d-5c95d706b4b1']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:24.038641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bde1b0-3ca1-474a-97d2-36bd4bf487c0') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:24.049782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bde1b0-3ca1-474a-97d2-36bd4bf487c0') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:24.052279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393c0c1-df94-4508-a39a-5a2962a5a800 req-6b2d9ecf-0392-4977-8538-4bd0ffdce98f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:24.053862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2393c0c1-df94-4508-a39a-5a2962a5a800 req-6b2d9ecf-0392-4977-8538-4bd0ffdce98f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1680021 Aug 30 13:04:24.064411 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:24.138449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:24.174133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:24.174527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:24.177714 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:24.224026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2393c0c1-df94-4508-a39a-5a2962a5a800 req-1bf31406-cf48-4468-8ed1-f612463a3129 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619866 Aug 30 13:04:24.303720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-472e0c20-470b-4919-b945-048b2a4668b2 req-489a1440-e6e1-4e3e-b938-6b83a5833010 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 210 time: 0.0314963 Aug 30 13:04:24.333068 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:04:24.333068 n-d-688802-6 neutron-server[95698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:04:24.333068 n-d-688802-6 neutron-server[95698]: [parameters: {'id': '08b79d1d-a576-4566-800d-5c95d706b4b1'}] Aug 30 13:04:24.333068 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:04:24.333486 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:04:24.360347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Allocated IP 172.20.0.6 (7afcb914-2dc3-496a-9b69-44167f5925d0/d4274ee4-1be2-4af8-9bc3-5af8679e6fff/5332bfcb-e714-4cbc-ac95-0241e6620470) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:24.432080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-b26bc34e-8e96-4997-8ec6-2bd66097776c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:24.433536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-b26bc34e-8e96-4997-8ec6-2bd66097776c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "GET /v2.0/networks?id=30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 200 len: 822 time: 0.1685462 Aug 30 13:04:24.450429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Request body: {'port': {'device_id': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0', 'admin_state_up': True, 'tenant_id': 'ffba9b3c5c5b47d38f9422fce76b3518'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:24.594634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c20c8-c646-476c-a1ec-b9003e86b8cf req-86b5c24a-bc32-4276-9ec8-4a6a355f0df7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:24.600919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c20c8-c646-476c-a1ec-b9003e86b8cf req-86b5c24a-bc32-4276-9ec8-4a6a355f0df7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:24.602543 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d7c20c8-c646-476c-a1ec-b9003e86b8cf req-86b5c24a-bc32-4276-9ec8-4a6a355f0df7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1679 time: 0.0619371 Aug 30 13:04:24.638049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:24.646335 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d7c20c8-c646-476c-a1ec-b9003e86b8cf req-755b3ab0-971f-4b5f-ba99-213529e40b1e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371604 Aug 30 13:04:24.657976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Transition to ACTIVE for port object 5332bfcb-e714-4cbc-ac95-0241e6620470 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:24.659444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Made reservation on behalf of ffba9b3c5c5b47d38f9422fce76b3518 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:24.669722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:24.779320 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:24.791589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['fa9152fc-831c-4c59-8f12-cd83979c45a5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:24.838889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:24.886451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddbaac8-7f23-4c0e-b53c-faa7c7748f8b None None] Network 08b79d1d-a576-4566-800d-5c95d706b4b1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:24.908640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:24.917285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Pushing event updated for resources: {'Port': ['ID=5332bfcb-e714-4cbc-ac95-0241e6620470,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:24.919802 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:24.926921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:24.944962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd115916-3e66-48c6-848e-bed7b9ddcb61 req-54aa5628-69f7-451c-ba0a-f1588956cfa9 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:24.946567 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd115916-3e66-48c6-848e-bed7b9ddcb61 req-54aa5628-69f7-451c-ba0a-f1588956cfa9 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 931 time: 0.1884046 Aug 30 13:04:24.978248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Allocated IP 172.20.0.13 (30832a73-038a-43bc-a4cc-aed5c45514e0/de712da0-d649-436c-9ec5-6653643a2ad8/d766fb7a-79ba-4559-9d69-b18d751f472b) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:25.020909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c5136e37-6c60-4c82-ab6d-4784a8c671b8 None None] Provisioning for port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:25.081837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:25.082372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.118640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd115916-3e66-48c6-848e-bed7b9ddcb61 req-c0a79004-d0ea-45d5-9931-ce1ef84de926 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464286 Aug 30 13:04:25.166109 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-9a16d3d1-7949-4a54-8797-3b2d610ac95f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8086958 Aug 30 13:04:25.171380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9410db82-3732-4991-909a-fcc1be82f0f7 req-86d1dfb8-05a2-4055-a2b9-8926a5f93add tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0613134 Aug 30 13:04:25.184344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39287e1c-c6d7-45a1-a7c5-54d45499680b None None] DHCP port deletion for 08b79d1d-a576-4566-800d-5c95d706b4b1 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:04:25.208347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Request body: {'port': {'device_id': '74cc29a0-51d0-4500-8061-404c7ee36569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:25.233507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Deleting port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:25.233871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.235305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-39287e1c-c6d7-45a1-a7c5-54d45499680b None None] Deleting port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:25.236714 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-39287e1c-c6d7-45a1-a7c5-54d45499680b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.291093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0ccf6b9c-0a85-4e31-b60f-49da01d61041 None None] Provisioning for port 5332bfcb-e714-4cbc-ac95-0241e6620470 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:25.302764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0ccf6b9c-0a85-4e31-b60f-49da01d61041 None None] Provisioning complete for port 5332bfcb-e714-4cbc-ac95-0241e6620470 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:25.303726 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0ccf6b9c-0a85-4e31-b60f-49da01d61041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.340355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-39287e1c-c6d7-45a1-a7c5-54d45499680b None None] For port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=13f04e2a-ca7b-423b-bfb1-1fc00bd2a393,segment=NetworkSegment(d3bde1b0-3ca1-474a-97d2-36bd4bf487c0),segment_id=d3bde1b0-3ca1-474a-97d2-36bd4bf487c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:25.340759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-39287e1c-c6d7-45a1-a7c5-54d45499680b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.363822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-39287e1c-c6d7-45a1-a7c5-54d45499680b None None] Calling delete_port for 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:25.365798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0ccf6b9c-0a85-4e31-b60f-49da01d61041 None None] Port 5332bfcb-e714-4cbc-ac95-0241e6620470 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:04:25.393268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.402487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] For port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=13f04e2a-ca7b-423b-bfb1-1fc00bd2a393,segment=NetworkSegment(d3bde1b0-3ca1-474a-97d2-36bd4bf487c0),segment_id=d3bde1b0-3ca1-474a-97d2-36bd4bf487c0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:25.402851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.417574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ba80ec5-b04c-4c39-bc47-1f0dc1653e80 req-acbc3bbb-fbf9-4350-a4cb-33e3d020890e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 210 time: 0.0419340 Aug 30 13:04:25.439764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.443214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Calling delete_port for 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:25.459706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-39287e1c-c6d7-45a1-a7c5-54d45499680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.485440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39287e1c-c6d7-45a1-a7c5-54d45499680b None None] Pushing event deleted for resources: {'Port': ['ID=13f04e2a-ca7b-423b-bfb1-1fc00bd2a393,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:25.492856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39287e1c-c6d7-45a1-a7c5-54d45499680b None None] No DVR routers for this DVR port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:25.497636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f33551-a64f-4a0b-952a-0b3c7700728a req-715bb37c-36d4-4629-bebe-15ecbe3c6ccf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:25.499211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89f33551-a64f-4a0b-952a-0b3c7700728a req-715bb37c-36d4-4629-bebe-15ecbe3c6ccf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1872549 Aug 30 13:04:25.683187 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89f33551-a64f-4a0b-952a-0b3c7700728a req-80d4ba9a-40e5-4b20-bb76-c64c96a95257 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733127 Aug 30 13:04:25.712226 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.750897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:25.786165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c8c7e-efb2-4cdb-8fba-c071c0e6fa2f req-b2afdcee-ee64-4c12-94a4-b71f6e813645 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:25.792725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c8c7e-efb2-4cdb-8fba-c071c0e6fa2f req-b2afdcee-ee64-4c12-94a4-b71f6e813645 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:25.794303 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-302c8c7e-efb2-4cdb-8fba-c071c0e6fa2f req-b2afdcee-ee64-4c12-94a4-b71f6e813645 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1679 time: 0.0622461 Aug 30 13:04:25.799893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Network 30832a73-038a-43bc-a4cc-aed5c45514e0 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:25.811409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:25.815235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No DVR routers for this DVR port 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:25.827424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:25.837392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-302c8c7e-efb2-4cdb-8fba-c071c0e6fa2f req-84b5a686-e76a-46bf-b008-6715b3273826 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349789 Aug 30 13:04:25.873952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event updated for resources: {'Port': ['ID=d766fb7a-79ba-4559-9d69-b18d751f472b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:25.964936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 75bc6389-e683-44a2-a82e-bf2b59e04c06 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:04:25.969040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Port': ['ID=13f04e2a-ca7b-423b-bfb1-1fc00bd2a393,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:25.996939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:25.997557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.008570 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.029345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b79d1d-a576-4566-800d-5c95d706b4b1']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:26.056761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 75bc6389-e683-44a2-a82e-bf2b59e04c06, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=75bc6389-e683-44a2-a82e-bf2b59e04c06,segment=NetworkSegment(b0c2a571-b865-4ec2-a095-30477149b9dd),segment_id=b0c2a571-b865-4ec2-a095-30477149b9dd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:26.062055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bde1b0-3ca1-474a-97d2-36bd4bf487c0') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:26.062358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bde1b0-3ca1-474a-97d2-36bd4bf487c0') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:26.066784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-00f5e1be-fca2-489a-aa47-5eb1e239a1ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6227257 Aug 30 13:04:26.072553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '75bc6389-e683-44a2-a82e-bf2b59e04c06', 'network_id': '5bf639da-a1d5-4832-9022-c478247c8cee', 'port_id': '75bc6389-e683-44a2-a82e-bf2b59e04c06', 'mac_address': 'fa:16:3e:a5:c4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62c4a1a-e3be-46f0-ac32-7bcf2e5b8c1e', 'ip_address': '19.80.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:04:26.083267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.088057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Request body: {'port': {'device_id': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:26.111496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.113549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5332bfcb-e714-4cbc-ac95-0241e6620470 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:26.124637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75bc6389-e683-44a2-a82e-bf2b59e04c06 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:26.128118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.134351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.145895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 75bc6389-e683-44a2-a82e-bf2b59e04c06, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=75bc6389-e683-44a2-a82e-bf2b59e04c06,segment=NetworkSegment(b0c2a571-b865-4ec2-a095-30477149b9dd),segment_id=b0c2a571-b865-4ec2-a095-30477149b9dd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:26.150006 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.150642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ec33abf4-ea83-4375-8341-45af3f16b0d1 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:04:26.176150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:26.176637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:26.179761 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:26.183412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Transition to ACTIVE for port object 5332bfcb-e714-4cbc-ac95-0241e6620470 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:26.195930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.241932 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.258265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=75bc6389-e683-44a2-a82e-bf2b59e04c06,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:26.311232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17a38409-e7f3-4624-992f-ed6742ed938f req-20aa81ab-5260-43b7-a443-15da4234e96d tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0453596 Aug 30 13:04:26.331118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.336655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ec33abf4-ea83-4375-8341-45af3f16b0d1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ec33abf4-ea83-4375-8341-45af3f16b0d1,segment=NetworkSegment(17586495-bbf8-4732-9f90-651d3e82af08),segment_id=17586495-bbf8-4732-9f90-651d3e82af08)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:26.350360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'ec33abf4-ea83-4375-8341-45af3f16b0d1', 'network_id': 'b0a5f28a-65b0-446d-8a13-223e55c6540a', 'port_id': 'ec33abf4-ea83-4375-8341-45af3f16b0d1', 'mac_address': 'fa:16:3e:ed:10:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b66d586d-8b48-47ed-bcb6-a253558bd30b', 'ip_address': '19.86.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:04:26.384108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.389150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/08b79d1d-a576-4566-800d-5c95d706b4b1 HTTP/1.1" status: 204 len: 168 time: 3.4084473 Aug 30 13:04:26.389499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42244) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:26.393481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b70f24-c777-46b7-9169-bd0ff0c2239e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Network': ['ID=08b79d1d-a576-4566-800d-5c95d706b4b1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:26.395283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Pushing event updated for resources: {'Port': ['ID=5332bfcb-e714-4cbc-ac95-0241e6620470,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:26.396005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1631291690'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:26.401899 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.424147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec33abf4-ea83-4375-8341-45af3f16b0d1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:26.425723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:26.437737 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.469045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ec33abf4-ea83-4375-8341-45af3f16b0d1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ec33abf4-ea83-4375-8341-45af3f16b0d1,segment=NetworkSegment(17586495-bbf8-4732-9f90-651d3e82af08),segment_id=17586495-bbf8-4732-9f90-651d3e82af08)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:26.474494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:26.479126 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.499500 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.500935 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Added segment 6cdae274-2710-49f3-86c1-1ccd08d366dc of type vlan for network 372421b2-0313-4d3a-ae89-bb55355a35c7 Aug 30 13:04:26.519554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2066c5-e57f-46c2-ba81-f4399d77e380 req-f6febe1c-ca9d-4618-aff4-4823cdb8c013 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:26.522035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac2066c5-e57f-46c2-ba81-f4399d77e380 req-f6febe1c-ca9d-4618-aff4-4823cdb8c013 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 943 time: 0.2942734 Aug 30 13:04:26.561393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ec33abf4-ea83-4375-8341-45af3f16b0d1,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:26.614584 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.636880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd8cbc-0872-4f60-9610-8ac5b978b4f1 req-1dec9417-97e9-4821-842b-2a55147739f8 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:26.638634 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37dd8cbc-0872-4f60-9610-8ac5b978b4f1 req-1dec9417-97e9-4821-842b-2a55147739f8 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 932 time: 0.1312032 Aug 30 13:04:26.657347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Attempting to bind port 5332bfcb-e714-4cbc-ac95-0241e6620470 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:26.658334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Attempting to bind port 5332bfcb-e714-4cbc-ac95-0241e6620470 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:26.658991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Attempting to bind port 5332bfcb-e714-4cbc-ac95-0241e6620470 on network 7afcb914-2dc3-496a-9b69-44167f5925d0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:26.667017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.672785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:26.673258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Port 5332bfcb-e714-4cbc-ac95-0241e6620470 on network 7afcb914-2dc3-496a-9b69-44167f5925d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:04:26.673730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Attempting to bind port 5332bfcb-e714-4cbc-ac95-0241e6620470 on network 7afcb914-2dc3-496a-9b69-44167f5925d0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:26.674075 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.678082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac2066c5-e57f-46c2-ba81-f4399d77e380 req-ce660e73-4103-44b2-a9b8-9aea82b39df4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432784 Aug 30 13:04:26.717317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:26.717317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Checking segment: {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:26.718479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Bound using segment: {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:26.718479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Bound port: 5332bfcb-e714-4cbc-ac95-0241e6620470, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3bdde97-8955-47a9-a207-f5b1879d21e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:26.718874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.758949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3681529 Aug 30 13:04:26.763540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42252) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:26.769299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37dd8cbc-0872-4f60-9610-8ac5b978b4f1 req-f0ea7d35-b623-4f20-ba19-558e4d79f00c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227670 Aug 30 13:04:26.770817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'subnet': {'network_id': '372421b2-0313-4d3a-ae89-bb55355a35c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:26.772273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bf795-f01d-4608-8204-9ad0460955ae tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Network': ['ID=372421b2-0313-4d3a-ae89-bb55355a35c7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:26.788944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 372421b2-0313-4d3a-ae89-bb55355a35c7 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:26.855785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['75bc6389-e683-44a2-a82e-bf2b59e04c06'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:26.924900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] For port 5332bfcb-e714-4cbc-ac95-0241e6620470, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:26.971871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] For port 5332bfcb-e714-4cbc-ac95-0241e6620470, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5332bfcb-e714-4cbc-ac95-0241e6620470,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:26.991361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccfde9-52ae-49ab-b533-1f0ee592d653 req-c9fa0688-e04b-415f-8b46-2cb67c811dda tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:26.997501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccfde9-52ae-49ab-b533-1f0ee592d653 req-c9fa0688-e04b-415f-8b46-2cb67c811dda tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:26.999236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:26.999573 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9ccfde9-52ae-49ab-b533-1f0ee592d653 req-c9fa0688-e04b-415f-8b46-2cb67c811dda tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1681 time: 0.0720160 Aug 30 13:04:27.020940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:27.024425 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:27.048712 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9ccfde9-52ae-49ab-b533-1f0ee592d653 req-2a9eb5a6-7d61-452b-b2de-78a8b21bf2bc tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Aug 30 13:04:27.054181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d766fb7a-79ba-4559-9d69-b18d751f472b {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:27.078018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:27.081716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:27.082381 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:27.083822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] 10.222.0.35 "PUT /v2.0/ports/5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 200 len: 1091 time: 1.8896439 Aug 30 13:04:27.087327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:27.089814 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed6c5d2-be21-4890-948c-9d036254de61" -d '{"events": [{"name": "network-changed", "server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:27.141518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa0a43-ddc1-47c0-be5a-92980d03ada0 req-523e082a-78a9-4b9d-9f0e-fe33a4d386b9 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:27.143784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8baa0a43-ddc1-47c0-be5a-92980d03ada0 req-523e082a-78a9-4b9d-9f0e-fe33a4d386b9 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.2411885 Aug 30 13:04:27.159444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:27.177035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Transition to ACTIVE for port object d766fb7a-79ba-4559-9d69-b18d751f472b will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:27.196201 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a5b89e-d1aa-4f1d-a31e-f43f57132662 x-openstack-request-id: req-10a5b89e-d1aa-4f1d-a31e-f43f57132662 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:27.196520 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:27.196879 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10a5b89e-d1aa-4f1d-a31e-f43f57132662 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:27.197159 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'status': 'completed', 'code': 200} Aug 30 13:04:27.210714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:27.225526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d023312c-fd06-4aa9-bd36-e1a368ca5a0f service neutron] Pushing event updated for resources: {'Port': ['ID=5332bfcb-e714-4cbc-ac95-0241e6620470,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:27.332486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8baa0a43-ddc1-47c0-be5a-92980d03ada0 req-70a13eef-3013-4158-b091-040aca98f79f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785588 Aug 30 13:04:27.337045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-e24f6d24-40ab-4c11-ae39-32477f46145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:27.338669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-e24f6d24-40ab-4c11-ae39-32477f46145a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 1094 time: 0.1913426 Aug 30 13:04:27.340800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Pushing event updated for resources: {'Port': ['ID=d766fb7a-79ba-4559-9d69-b18d751f472b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:27.356218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:27.356526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 13f04e2a-ca7b-423b-bfb1-1fc00bd2a393 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:27.434818 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0373274f-b4be-4251-bd63-961b8e793097 req-e30df951-cb45-44e7-ac2d-47c51dbd618a tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0268552 Aug 30 13:04:27.443694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-8d299892-33a8-4776-b928-bfecc7c946ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 200 len: 217 time: 0.0957377 Aug 30 13:04:27.899097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-0b8cdee0-c902-41d1-a532-fab27b64bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:27.900561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-0b8cdee0-c902-41d1-a532-fab27b64bbe4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.1389375 Aug 30 13:04:27.908873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Attempting to bind port d766fb7a-79ba-4559-9d69-b18d751f472b on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:27.908873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Attempting to bind port d766fb7a-79ba-4559-9d69-b18d751f472b by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:27.908873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Attempting to bind port d766fb7a-79ba-4559-9d69-b18d751f472b on network 30832a73-038a-43bc-a4cc-aed5c45514e0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:27.932776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Port d766fb7a-79ba-4559-9d69-b18d751f472b on network 30832a73-038a-43bc-a4cc-aed5c45514e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:04:27.933115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Attempting to bind port d766fb7a-79ba-4559-9d69-b18d751f472b on network 30832a73-038a-43bc-a4cc-aed5c45514e0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:27.955148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ff91e-feaf-4f48-9f82-1ddb0b42b569 req-aa14c959-5823-42e8-863d-11612e60f562 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:27.956211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079b879-5257-421a-9cce-5d26e5c95063 req-ac78b2fa-8227-4f32-a244-eb40d47e8f9a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:27.957699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f079b879-5257-421a-9cce-5d26e5c95063 req-ac78b2fa-8227-4f32-a244-eb40d47e8f9a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 943 time: 0.1931009 Aug 30 13:04:27.960366 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ee3ff91e-feaf-4f48-9f82-1ddb0b42b569 req-aa14c959-5823-42e8-863d-11612e60f562 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 944 time: 0.0642178 Aug 30 13:04:27.961938 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:27.968270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:27.968606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Checking segment: {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:27.968981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Bound using segment: {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:27.969406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Bound port: d766fb7a-79ba-4559-9d69-b18d751f472b, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:27.969771 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:27.999967 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ee3ff91e-feaf-4f48-9f82-1ddb0b42b569 req-81a6783f-cc53-4ebd-ac24-16cabadc8823 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324361 Aug 30 13:04:28.045265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ec33abf4-ea83-4375-8341-45af3f16b0d1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:28.090311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-6e458163-bd72-47ba-9804-39054b9ebb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.092171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-6e458163-bd72-47ba-9804-39054b9ebb72 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1810963 Aug 30 13:04:28.103551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Subnet': ['ID=896300e3-48b1-48df-85e4-c53af48946be,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:28.121593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f079b879-5257-421a-9cce-5d26e5c95063 req-3d6488a4-f785-45e0-947a-1d55be2fc703 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459298 Aug 30 13:04:28.157734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.184134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e1ed8-adfe-41b5-95fe-a84bea52372c req-a0fad882-2650-456d-a3c2-3a1087a38a69 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.190097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Checking segment: {'id': '6cdae274-2710-49f3-86c1-1ccd08d366dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '372421b2-0313-4d3a-ae89-bb55355a35c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:28.190469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network hostable DHCP agents. Network: 372421b2-0313-4d3a-ae89-bb55355a35c7, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:28.190957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e1ed8-adfe-41b5-95fe-a84bea52372c req-a0fad882-2650-456d-a3c2-3a1087a38a69 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.192577 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef8e1ed8-adfe-41b5-95fe-a84bea52372c req-a0fad882-2650-456d-a3c2-3a1087a38a69 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1681 time: 0.0684240 Aug 30 13:04:28.206548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:28.233762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d766fb7a-79ba-4559-9d69-b18d751f472b,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:28.238738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef8e1ed8-adfe-41b5-95fe-a84bea52372c req-aa3a19f3-3b35-4fdb-9ab0-4d84387aaa33 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351882 Aug 30 13:04:28.244604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.254078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network 372421b2-0313-4d3a-ae89-bb55355a35c7 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:28.285693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-29c05445-2614-4760-8897-12074edf9542 service neutron] 10.222.0.35 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830380 Aug 30 13:04:28.308498 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.309112 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.310446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] 10.222.0.35 "PUT /v2.0/ports/d766fb7a-79ba-4559-9d69-b18d751f472b HTTP/1.1" status: 200 len: 1092 time: 2.2292404 Aug 30 13:04:28.311137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 372421b2-0313-4d3a-ae89-bb55355a35c7) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:28.328246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b988962-3a6d-4ca6-a8a6-4d18d6b68c2d None None] Network 372421b2-0313-4d3a-ae89-bb55355a35c7 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:28.333163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.333784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.404023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc1675-7feb-4da2-9eef-67b28d308c7f service neutron] Pushing event updated for resources: {'Port': ['ID=d766fb7a-79ba-4559-9d69-b18d751f472b,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:28.447040 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d9739643-bd8f-4c54-b0f0-3386fbe86f8d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6809919 Aug 30 13:04:28.449822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42274) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:28.479760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-36814547-9c65-4f99-aa1b-5b78f9073903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.481268 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-36814547-9c65-4f99-aa1b-5b78f9073903 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 1095 time: 0.1165948 Aug 30 13:04:28.502385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0a2f06c-4732-4101-8528-d3762bc9a67d req-533bcf29-d5db-4e95-ace2-04fbf43a79fa service neutron] 10.222.0.35 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046566 Aug 30 13:04:28.538695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1991d7f-b618-47c7-97d7-11cc335bb0e6 req-6a37e8cf-91d4-46cf-aad1-d967477a6803 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.539934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-372421b2-0313-4d3a-ae89-bb55355a35c7', 'network_id': '372421b2-0313-4d3a-ae89-bb55355a35c7', 'tenant_id': 'a27318ec85364639ba1bd709cde30158', 'fixed_ips': [{'subnet_id': '896300e3-48b1-48df-85e4-c53af48946be'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:28.540265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1991d7f-b618-47c7-97d7-11cc335bb0e6 req-6a37e8cf-91d4-46cf-aad1-d967477a6803 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1247313 Aug 30 13:04:28.541132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.542111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-e37c7285-5df1-45d2-b54d-d1d023b40d42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d766fb7a-79ba-4559-9d69-b18d751f472b HTTP/1.1" status: 200 len: 217 time: 0.0512984 Aug 30 13:04:28.586201 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-859ede31-5aba-42bf-bfef-70e5abf56ade req-2d4565ee-37d7-439c-880f-3fd79a83b7e3 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0502453 Aug 30 13:04:28.614843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.650289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1991d7f-b618-47c7-97d7-11cc335bb0e6 req-e0adddc5-1706-49eb-8b2b-a9acff974db5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028759 Aug 30 13:04:28.651935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-990a53c5-fdea-4a78-bb74-84e78cec6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.653310 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-990a53c5-fdea-4a78-bb74-84e78cec6af8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de712da0-d649-436c-9ec5-6653643a2ad8 HTTP/1.1" status: 200 len: 862 time: 0.0991850 Aug 30 13:04:28.671404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6c5d2-be21-4890-948c-9d036254de61 req-e8c137a6-1c47-45b5-b8cc-397bd804a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.672831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eed6c5d2-be21-4890-948c-9d036254de61 req-e8c137a6-1c47-45b5-b8cc-397bd804a510 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 1094 time: 0.1036220 Aug 30 13:04:28.693947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-def6171a-87da-4c0c-8c1d-6ae189585da5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30832a73-038a-43bc-a4cc-aed5c45514e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325315 Aug 30 13:04:28.701299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Allocated IP 2001:db8::2 (372421b2-0313-4d3a-ae89-bb55355a35c7/896300e3-48b1-48df-85e4-c53af48946be/27c96a6a-80bd-4486-bddf-784c058e3ead) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:28.713912 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.848900 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.850420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6c5d2-be21-4890-948c-9d036254de61 req-9b46cc10-a085-4f6b-b9e6-e12f20687eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:28.851891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eed6c5d2-be21-4890-948c-9d036254de61 req-9b46cc10-a085-4f6b-b9e6-e12f20687eee service neutron] 10.222.0.35 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.1604979 Aug 30 13:04:28.859300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-335dee43-c047-46af-a01c-6b4a8f14cc2a service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469920 Aug 30 13:04:28.861381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Transition to ACTIVE for port object 27c96a6a-80bd-4486-bddf-784c058e3ead will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:28.878970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Transition to ACTIVE for port object 27c96a6a-80bd-4486-bddf-784c058e3ead will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:28.887139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.904587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:28.923219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eed6c5d2-be21-4890-948c-9d036254de61 req-b2b1b2c6-9442-459d-b501-49e4f5b43817 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 200 len: 217 time: 0.0629399 Aug 30 13:04:28.937576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Subnet': ['ID=896300e3-48b1-48df-85e4-c53af48946be,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:28.939252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Network 372421b2-0313-4d3a-ae89-bb55355a35c7 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:28.944245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:28.948974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:28.960199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Pushing event updated for resources: {'Port': ['ID=27c96a6a-80bd-4486-bddf-784c058e3ead,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:29.010698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.023660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372421b2-0313-4d3a-ae89-bb55355a35c7']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:29.027119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Attempting to bind port 27c96a6a-80bd-4486-bddf-784c058e3ead on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:29.027507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Attempting to bind port 27c96a6a-80bd-4486-bddf-784c058e3ead by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6cdae274-2710-49f3-86c1-1ccd08d366dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '372421b2-0313-4d3a-ae89-bb55355a35c7'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:29.027879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Attempting to bind port 27c96a6a-80bd-4486-bddf-784c058e3ead on network 372421b2-0313-4d3a-ae89-bb55355a35c7 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:29.036047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:29.036443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Checking segment: {'id': '6cdae274-2710-49f3-86c1-1ccd08d366dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '372421b2-0313-4d3a-ae89-bb55355a35c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:29.036857 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.037583 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Bound using segment: {'id': '6cdae274-2710-49f3-86c1-1ccd08d366dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '372421b2-0313-4d3a-ae89-bb55355a35c7'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:29.037933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Bound port: 27c96a6a-80bd-4486-bddf-784c058e3ead, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cdae274-2710-49f3-86c1-1ccd08d366dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '372421b2-0313-4d3a-ae89-bb55355a35c7'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:29.038416 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.041429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6c5d2-be21-4890-948c-9d036254de61 req-3835ffd6-64f3-4bf8-85e7-07b62aa16a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.043210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eed6c5d2-be21-4890-948c-9d036254de61 req-3835ffd6-64f3-4bf8-85e7-07b62aa16a76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.0711124 Aug 30 13:04:29.045072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce5979-953b-4f0a-9c1f-11025a9eb64a req-0fd83bd0-fd4d-4a9f-9441-342d336075a4 service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772873 Aug 30 13:04:29.045724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdae274-2710-49f3-86c1-1ccd08d366dc') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:29.046029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdae274-2710-49f3-86c1-1ccd08d366dc') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:29.058560 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.075463 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.083269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:29.083749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:29.087482 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:29.125778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] For port 27c96a6a-80bd-4486-bddf-784c058e3ead, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:29.147511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] For port 27c96a6a-80bd-4486-bddf-784c058e3ead, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=27c96a6a-80bd-4486-bddf-784c058e3ead,segment=NetworkSegment(6cdae274-2710-49f3-86c1-1ccd08d366dc),segment_id=6cdae274-2710-49f3-86c1-1ccd08d366dc)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:29.148867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:04:29.148867 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:04:29.148867 n-d-688802-6 neutron-server[95699]: [parameters: {'id': '372421b2-0313-4d3a-ae89-bb55355a35c7'}] Aug 30 13:04:29.148867 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:04:29.149199 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:04:29.152226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.154609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6c5d2-be21-4890-948c-9d036254de61 req-0b7af596-0047-4eae-b10d-b2087e157daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.156202 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eed6c5d2-be21-4890-948c-9d036254de61 req-0b7af596-0047-4eae-b10d-b2087e157daf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009490 Aug 30 13:04:29.168530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a152fe-0852-4b0a-93bd-89176e801de9 req-62362fa2-dfb3-4591-b36b-f7cc7ddac262 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.170041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-92a152fe-0852-4b0a-93bd-89176e801de9 req-62362fa2-dfb3-4591-b36b-f7cc7ddac262 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 944 time: 0.0697064 Aug 30 13:04:29.218062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:29.220836 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57452a2b-3cf1-4d33-bcce-f96660db673f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:29.238754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411dcfd-d36c-455c-8afb-455713fdc881 None None] Pushing event updated for resources: {'Port': ['ID=27c96a6a-80bd-4486-bddf-784c058e3ead,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:29.255610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c6b1e3-0db2-4904-9fdf-64202e03c1d7 None None] Network 372421b2-0313-4d3a-ae89-bb55355a35c7 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:29.261629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c384e5f-56c8-4505-970a-bad0c4e62c6c req-a8934305-fdfc-4f6c-a237-9fa923d5845c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.263833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-92a152fe-0852-4b0a-93bd-89176e801de9 req-07ae9f74-1328-44ee-910b-45cb6d845394 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844159 Aug 30 13:04:29.270445 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c384e5f-56c8-4505-970a-bad0c4e62c6c req-a8934305-fdfc-4f6c-a237-9fa923d5845c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 943 time: 0.0559242 Aug 30 13:04:29.306199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eed6c5d2-be21-4890-948c-9d036254de61 req-4bcdf566-343c-4a2e-a045-2f87c73e537a service neutron] 10.222.0.35 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348610 Aug 30 13:04:29.313906 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdbaf5e-2178-433e-b596-f1d644fe5916 x-openstack-request-id: req-afdbaf5e-2178-433e-b596-f1d644fe5916 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:29.314513 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:29.315011 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afdbaf5e-2178-433e-b596-f1d644fe5916 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:29.315408 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b', 'status': 'completed', 'code': 200} Aug 30 13:04:29.335683 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c384e5f-56c8-4505-970a-bad0c4e62c6c req-d52bd032-e3ad-41b9-95c8-d6690ca09e12 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603912 Aug 30 13:04:29.411628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7697e1-8e52-4008-9f70-336706094683 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:04:29.467131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-ec5b8cd2-5e33-4b28-ae55-eabfbcdbeb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.468587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-ec5b8cd2-5e33-4b28-ae55-eabfbcdbeb07 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 1095 time: 0.1078000 Aug 30 13:04:29.475225 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eed6c5d2-be21-4890-948c-9d036254de61 req-9096aa70-9520-48ae-b9c1-c9c8b4db3726 service neutron] 10.222.0.35 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588070 Aug 30 13:04:29.485181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3bc43-0714-4231-93ef-d15607087791 req-eb0b3c1b-7616-4bd6-851e-bb20bbb6ddb8 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.491769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3bc43-0714-4231-93ef-d15607087791 req-eb0b3c1b-7616-4bd6-851e-bb20bbb6ddb8 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.493334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ab3bc43-0714-4231-93ef-d15607087791 req-eb0b3c1b-7616-4bd6-851e-bb20bbb6ddb8 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1681 time: 0.1167684 Aug 30 13:04:29.535646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7697e1-8e52-4008-9f70-336706094683 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:04:29.579249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ab3bc43-0714-4231-93ef-d15607087791 req-652a0384-d8e5-4025-81f3-ae86a2c4bc58 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785291 Aug 30 13:04:29.613102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-a31cf54b-10eb-4ce5-9760-664b5c70dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.614638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-a31cf54b-10eb-4ce5-9760-664b5c70dc8e service neutron] 10.222.0.35 "GET /v2.0/networks?id=30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 200 len: 923 time: 0.1377966 Aug 30 13:04:29.649927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.657388 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-cf2e2fa5-bff6-49a7-b972-545e1036004b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d766fb7a-79ba-4559-9d69-b18d751f472b HTTP/1.1" status: 200 len: 217 time: 0.0356455 Aug 30 13:04:29.716566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-b646847d-9578-4e95-8a12-05b1cc2d9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.718375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-b646847d-9578-4e95-8a12-05b1cc2d9de0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de712da0-d649-436c-9ec5-6653643a2ad8 HTTP/1.1" status: 200 len: 862 time: 0.0515907 Aug 30 13:04:29.721261 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7ca2474-2d8c-4657-a7ab-a208e839580a req-fb277340-0948-4d3e-b153-eae08ef2d4bd tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0322323 Aug 30 13:04:29.749136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Deleting port 27c96a6a-80bd-4486-bddf-784c058e3ead {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:29.749136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.783828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-e041b062-7288-40fd-8584-5336f73fdc3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30832a73-038a-43bc-a4cc-aed5c45514e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304797 Aug 30 13:04:29.817576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] For port 27c96a6a-80bd-4486-bddf-784c058e3ead, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=27c96a6a-80bd-4486-bddf-784c058e3ead,segment=NetworkSegment(6cdae274-2710-49f3-86c1-1ccd08d366dc),segment_id=6cdae274-2710-49f3-86c1-1ccd08d366dc)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:29.818074 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.833258 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Calling delete_port for 27c96a6a-80bd-4486-bddf-784c058e3ead owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:29.852232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f062ee-4e5b-4c02-ad1f-3c54ba734830 req-87cf7d95-94b5-4e25-a1ed-0a9c76ca2b43 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:29.853752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62f062ee-4e5b-4c02-ad1f-3c54ba734830 req-87cf7d95-94b5-4e25-a1ed-0a9c76ca2b43 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1299593 Aug 30 13:04:29.914377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-eae559b7-66e9-45bd-81c9-5730319876fe service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194553 Aug 30 13:04:29.915472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:29.917068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62f062ee-4e5b-4c02-ad1f-3c54ba734830 req-3d25f443-1eac-4dc4-8273-5e065d93f183 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553312 Aug 30 13:04:29.947860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Port': ['ID=27c96a6a-80bd-4486-bddf-784c058e3ead,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:29.955436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No DVR routers for this DVR port 27c96a6a-80bd-4486-bddf-784c058e3ead on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:29.973540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 75bc6389-e683-44a2-a82e-bf2b59e04c06 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:30.030218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 75bc6389-e683-44a2-a82e-bf2b59e04c06 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:30.035367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57452a2b-3cf1-4d33-bcce-f96660db673f req-871cc3a7-084b-4185-9b6c-546495844ce5 service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114666 Aug 30 13:04:30.037802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 75bc6389-e683-44a2-a82e-bf2b59e04c06 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:30.038177 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.042663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.054172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372421b2-0313-4d3a-ae89-bb55355a35c7']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:30.066753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cdae274-2710-49f3-86c1-1ccd08d366dc') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:30.067049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cdae274-2710-49f3-86c1-1ccd08d366dc') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:30.076210 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.091608 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.098570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:30.099010 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:30.102043 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:30.128025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.150272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bc6389-e683-44a2-a82e-bf2b59e04c06'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:30.152686 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393dd901-a13a-4eaf-bf9e-067faa7ac272" -d '{"events": [{"server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "name": "network-vif-plugged", "status": "completed", "tag": "75bc6389-e683-44a2-a82e-bf2b59e04c06"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:30.167799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 75bc6389-e683-44a2-a82e-bf2b59e04c06, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=75bc6389-e683-44a2-a82e-bf2b59e04c06,segment=NetworkSegment(b0c2a571-b865-4ec2-a095-30477149b9dd),segment_id=b0c2a571-b865-4ec2-a095-30477149b9dd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:30.169231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.171877 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.172822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ec33abf4-ea83-4375-8341-45af3f16b0d1 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:30.177981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.184557 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/372421b2-0313-4d3a-ae89-bb55355a35c7 HTTP/1.1" status: 204 len: 168 time: 1.7294397 Aug 30 13:04:30.184728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42300) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:30.190970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2116036201'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:30.192197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cae327-03cc-4f5b-959a-3396ace9afeb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Network': ['ID=372421b2-0313-4d3a-ae89-bb55355a35c7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:30.204096 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32556f65-f27a-49d8-b1dc-f9e55dfcb4cc x-openstack-request-id: req-32556f65-f27a-49d8-b1dc-f9e55dfcb4cc {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:30.205014 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "name": "network-vif-plugged", "status": "completed", "tag": "75bc6389-e683-44a2-a82e-bf2b59e04c06", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:30.205405 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32556f65-f27a-49d8-b1dc-f9e55dfcb4cc {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:30.206093 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75bc6389-e683-44a2-a82e-bf2b59e04c06', 'code': 200} Aug 30 13:04:30.214876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:30.218427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.243276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:30.252111 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.252451 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Added segment 8aacb770-83d5-4e30-ac2e-27a6eb884d7f of type vlan for network ee978e11-3abb-4966-bb5e-d4930ec122d3 Aug 30 13:04:30.263906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=75bc6389-e683-44a2-a82e-bf2b59e04c06,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:30.278871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port ec33abf4-ea83-4375-8341-45af3f16b0d1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:30.282633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port ec33abf4-ea83-4375-8341-45af3f16b0d1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:30.283044 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.299610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.328521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.335272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:30.335985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.363504 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.397376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b16a1-d5ac-4840-adf2-a2df6ec7faa2 req-a754758c-88af-42c6-b5c6-beb7aae01c42 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:30.398380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2125895 Aug 30 13:04:30.399410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-984b16a1-d5ac-4840-adf2-a2df6ec7faa2 req-a754758c-88af-42c6-b5c6-beb7aae01c42 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 944 time: 0.0632389 Aug 30 13:04:30.401147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42306) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:30.402901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ec33abf4-ea83-4375-8341-45af3f16b0d1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ec33abf4-ea83-4375-8341-45af3f16b0d1,segment=NetworkSegment(17586495-bbf8-4732-9f90-651d3e82af08),segment_id=17586495-bbf8-4732-9f90-651d3e82af08)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:30.406850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Request body: {'subnet': {'network_id': 'ee978e11-3abb-4966-bb5e-d4930ec122d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:30.411951 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.427044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3298b-78d3-4674-b6e3-b90bf8c7876e tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Network': ['ID=ee978e11-3abb-4966-bb5e-d4930ec122d3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:30.449189 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ee978e11-3abb-4966-bb5e-d4930ec122d3 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:30.495018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20ea3-3374-4a5b-86dd-9fea479df07d req-8eedc651-06c4-49f9-af4f-10e6e316d2b4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:30.497062 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97b20ea3-3374-4a5b-86dd-9fea479df07d req-8eedc651-06c4-49f9-af4f-10e6e316d2b4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 943 time: 0.0530341 Aug 30 13:04:30.512709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-984b16a1-d5ac-4840-adf2-a2df6ec7faa2 req-5f873267-f713-406f-99a5-134dc5a6609f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002584 Aug 30 13:04:30.527362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ec33abf4-ea83-4375-8341-45af3f16b0d1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:30.540264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Made reservation on behalf of a27318ec85364639ba1bd709cde30158 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:30.544671 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.553851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97b20ea3-3374-4a5b-86dd-9fea479df07d req-5fd89a58-cf08-485f-b929-46a6443c498b tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490568 Aug 30 13:04:30.585849 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.753349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c586b-d15b-4abd-b6a4-d50ad885a55e req-04a498cc-1cc0-4057-b89e-d797a95cdfd4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:30.759195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c586b-d15b-4abd-b6a4-d50ad885a55e req-04a498cc-1cc0-4057-b89e-d797a95cdfd4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:30.760936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af9c586b-d15b-4abd-b6a4-d50ad885a55e req-04a498cc-1cc0-4057-b89e-d797a95cdfd4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1683 time: 0.1010625 Aug 30 13:04:30.830404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-abf94016-aef0-452c-ac3e-0118a6a520a7 req-ddf9fd58-8873-4263-af0a-f5ca3899b594 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0274508 Aug 30 13:04:30.835256 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af9c586b-d15b-4abd-b6a4-d50ad885a55e req-129fffe2-0807-4fe6-a4cb-6d174d38583f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667078 Aug 30 13:04:30.867533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:04:30.868938 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.935014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event updated for resources: {'Subnet': ['ID=c0cd5f7a-2b6e-4d0a-9992-5547c1149516,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:30.944167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Checking segment: {'id': '8aacb770-83d5-4e30-ac2e-27a6eb884d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ee978e11-3abb-4966-bb5e-d4930ec122d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:30.944531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network hostable DHCP agents. Network: ee978e11-3abb-4966-bb5e-d4930ec122d3, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:30.962805 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Network ee978e11-3abb-4966-bb5e-d4930ec122d3 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:30.973105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ee978e11-3abb-4966-bb5e-d4930ec122d3) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:30.976756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:30.977375 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:30.983642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1dc9f8-7301-420e-b1d4-dc7deb996bdd None None] Network ee978e11-3abb-4966-bb5e-d4930ec122d3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:31.034247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b3a8a5a6-e043-4acb-a029-130285f4396c tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6316183 Aug 30 13:04:31.037008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42316) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:31.070756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f6e0e-b6b5-44b6-b66b-a39b2eb3789b req-1e259edf-61bb-40ce-a9e9-f1ceee8d52cf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:31.073337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de4f6e0e-b6b5-44b6-b66b-a39b2eb3789b req-1e259edf-61bb-40ce-a9e9-f1ceee8d52cf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0828273 Aug 30 13:04:31.134361 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de4f6e0e-b6b5-44b6-b66b-a39b2eb3789b req-b2c3f4fa-64cd-4c42-a1a2-65ddf8a11fe5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Aug 30 13:04:31.164177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.194333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf22608-1f50-4cd4-9d49-530e53fad655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-ee978e11-3abb-4966-bb5e-d4930ec122d3', 'network_id': 'ee978e11-3abb-4966-bb5e-d4930ec122d3', 'tenant_id': 'a27318ec85364639ba1bd709cde30158', 'fixed_ips': [{'subnet_id': 'c0cd5f7a-2b6e-4d0a-9992-5547c1149516'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:31.195315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bf22608-1f50-4cd4-9d49-530e53fad655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.222144 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.283909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server [None req-9bf22608-1f50-4cd4-9d49-530e53fad655 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0cd5f7a-2b6e-4d0a-9992-5547c1149516: This subnet is being modified by another concurrent operation. Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:04:31.295100 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise exception Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c0cd5f7a-2b6e-4d0a-9992-5547c1149516: This subnet is being modified by another concurrent operation. Aug 30 13:04:31.297921 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Aug 30 13:04:31.308630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9ea02-3b5e-4587-be97-a1512bc51b9c None None] Network ee978e11-3abb-4966-bb5e-d4930ec122d3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:31.317925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cd5f7a-2b6e-4d0a-9992-5547c1149516,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:31.374545 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.385201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee978e11-3abb-4966-bb5e-d4930ec122d3']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:31.395510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aacb770-83d5-4e30-ac2e-27a6eb884d7f') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:31.395807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aacb770-83d5-4e30-ac2e-27a6eb884d7f') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:31.404653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.413319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292bd95-b740-49bd-a266-25a5011cbdee None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:04:31.420668 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.427822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:31.428262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:31.431156 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:31.492872 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.500136 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.502012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/ee978e11-3abb-4966-bb5e-d4930ec122d3 HTTP/1.1" status: 204 len: 168 time: 0.4638691 Aug 30 13:04:31.505590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42320) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:31.515735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bc93f-f053-4537-9be0-e94542209162 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Network': ['ID=ee978e11-3abb-4966-bb5e-d4930ec122d3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:31.532404 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5169bcff-5bab-4b70-8503-710f46b19b2a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): The resource could not be found. Aug 30 13:04:31.533480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5169bcff-5bab-4b70-8503-710f46b19b2a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:31.535618 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5169bcff-5bab-4b70-8503-710f46b19b2a tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/subnets/c0cd5f7a-2b6e-4d0a-9992-5547c1149516 HTTP/1.1" status: 404 len: 337 time: 0.0286481 Aug 30 13:04:31.538005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42322) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:31.538628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3292bd95-b740-49bd-a266-25a5011cbdee None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:04:31.556275 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c639d256-fd33-4e54-862b-715a6eeb3b06 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): The resource could not be found. Aug 30 13:04:31.556984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c639d256-fd33-4e54-862b-715a6eeb3b06 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:31.561030 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c639d256-fd33-4e54-862b-715a6eeb3b06 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/ee978e11-3abb-4966-bb5e-d4930ec122d3 HTTP/1.1" status: 404 len: 339 time: 0.0198410 Aug 30 13:04:31.561416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42326) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:31.589940 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc916fcc-f7fe-4bd1-97a3-305743d10f59 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): The resource could not be found. Aug 30 13:04:31.590407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc916fcc-f7fe-4bd1-97a3-305743d10f59 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:31.594435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dc916fcc-f7fe-4bd1-97a3-305743d10f59 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/subnets/896300e3-48b1-48df-85e4-c53af48946be HTTP/1.1" status: 404 len: 337 time: 0.0293345 Aug 30 13:04:31.594652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42330) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:31.616215 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2226ec60-2f2a-4191-8caf-7671106ad28b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): The resource could not be found. Aug 30 13:04:31.616774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2226ec60-2f2a-4191-8caf-7671106ad28b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:31.618606 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2226ec60-2f2a-4191-8caf-7671106ad28b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/372421b2-0313-4d3a-ae89-bb55355a35c7 HTTP/1.1" status: 404 len: 339 time: 0.0222378 Aug 30 13:04:31.621183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42332) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:31.654119 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-737518da-91b5-4f55-8d0c-e7841f5b2adf tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): The resource could not be found. Aug 30 13:04:31.654562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737518da-91b5-4f55-8d0c-e7841f5b2adf tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:31.656237 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-737518da-91b5-4f55-8d0c-e7841f5b2adf tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/subnets/d6764187-637f-4f76-952e-1a0ec41fb867 HTTP/1.1" status: 404 len: 337 time: 0.0327051 Aug 30 13:04:31.659690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42334) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:31.667988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5cb10-cd0d-4ac7-b3ae-9fc55eb37c22 req-de9b0153-31b8-4c0f-b585-092ee748f00b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:31.669510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4b5cb10-cd0d-4ac7-b3ae-9fc55eb37c22 req-de9b0153-31b8-4c0f-b585-092ee748f00b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 944 time: 0.0552514 Aug 30 13:04:31.695094 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-9226c535-555d-4160-8e92-a912a55dc9f0 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): The resource could not be found. Aug 30 13:04:31.695678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9226c535-555d-4160-8e92-a912a55dc9f0 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:31.701537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9226c535-555d-4160-8e92-a912a55dc9f0 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/08b79d1d-a576-4566-800d-5c95d706b4b1 HTTP/1.1" status: 404 len: 339 time: 0.0287726 Aug 30 13:04:31.706274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:31.717914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7845e7-b020-4939-a8e6-7b5e1e11fe43 req-e3ab728c-7729-4994-a368-799d5ddaa9d1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:31.719709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de7845e7-b020-4939-a8e6-7b5e1e11fe43 req-e3ab728c-7729-4994-a368-799d5ddaa9d1 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 943 time: 0.0681372 Aug 30 13:04:31.730334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4b5cb10-cd0d-4ac7-b3ae-9fc55eb37c22 req-0ab6fa8f-0b1c-41ea-9202-dc7f182cf643 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524392 Aug 30 13:04:31.809357 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-de7845e7-b020-4939-a8e6-7b5e1e11fe43 req-2dffd605-4106-43b2-b6a7-43d7c3a4e6fa tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809653 Aug 30 13:04:31.839007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-de853350-fa04-49bd-81f0-a7d1f21742b1 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Deleting port 180c9062-c7f7-4e47-be10-d4a397cec51d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:31.839346 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de853350-fa04-49bd-81f0-a7d1f21742b1 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.910185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de853350-fa04-49bd-81f0-a7d1f21742b1 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:31.945384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-de853350-fa04-49bd-81f0-a7d1f21742b1 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Calling delete_port for 180c9062-c7f7-4e47-be10-d4a397cec51d owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:31.948440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-11eec41d-11b4-42cf-88f6-b6b5e5503791 req-deb1f3bd-bd78-4acf-8f79-687150e3e711 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0356734 Aug 30 13:04:31.960726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f074a3-07a0-4d37-865e-942f120d2936 req-3d9745d9-0468-4e63-86fd-9bc5be2326d5 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:31.966822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f074a3-07a0-4d37-865e-942f120d2936 req-3d9745d9-0468-4e63-86fd-9bc5be2326d5 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:31.968421 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8f074a3-07a0-4d37-865e-942f120d2936 req-3d9745d9-0468-4e63-86fd-9bc5be2326d5 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1683 time: 0.0626526 Aug 30 13:04:31.978076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d766fb7a-79ba-4559-9d69-b18d751f472b details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:04:32.010146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8f074a3-07a0-4d37-865e-942f120d2936 req-e0878fce-d9f4-4f57-a20b-36528ae7a04e tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Aug 30 13:04:32.035847 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de853350-fa04-49bd-81f0-a7d1f21742b1 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.067141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de853350-fa04-49bd-81f0-a7d1f21742b1 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Port': ['ID=180c9062-c7f7-4e47-be10-d4a397cec51d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:32.074203 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de853350-fa04-49bd-81f0-a7d1f21742b1 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.076284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-de853350-fa04-49bd-81f0-a7d1f21742b1 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/ports/180c9062-c7f7-4e47-be10-d4a397cec51d HTTP/1.1" status: 204 len: 168 time: 0.3682969 Aug 30 13:04:32.078604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42342) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:32.100258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d766fb7a-79ba-4559-9d69-b18d751f472b,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:32.105999 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57f837d-92ac-402b-99f6-f86e2a6a6292 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): The resource could not be found. Aug 30 13:04:32.106456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57f837d-92ac-402b-99f6-f86e2a6a6292 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:32.108146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b57f837d-92ac-402b-99f6-f86e2a6a6292 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/subnets/d5cd582f-35ed-473f-a13c-26e449ccb802 HTTP/1.1" status: 404 len: 337 time: 0.0285635 Aug 30 13:04:32.110684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42344) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:32.112387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd766fb7a-79ba-4559-9d69-b18d751f472b', 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0', 'port_id': 'd766fb7a-79ba-4559-9d69-b18d751f472b', 'mac_address': 'fa:16:3e:70:0c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de712da0-d649-436c-9ec5-6653643a2ad8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:04:32.149651 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.181585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d766fb7a-79ba-4559-9d69-b18d751f472b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:32.206026 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.206555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec33abf4-ea83-4375-8341-45af3f16b0d1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:32.214892 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ed4ce3-3b3d-4183-9d5b-0d009b67991a" -d '{"events": [{"server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "name": "network-vif-plugged", "status": "completed", "tag": "ec33abf4-ea83-4375-8341-45af3f16b0d1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:32.221909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d766fb7a-79ba-4559-9d69-b18d751f472b,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:32.227454 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.228138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5332bfcb-e714-4cbc-ac95-0241e6620470 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:04:32.271580 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043a3b16-50d2-4cc3-9f8e-c8eb4b0b2872 x-openstack-request-id: req-043a3b16-50d2-4cc3-9f8e-c8eb4b0b2872 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:32.271961 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "name": "network-vif-plugged", "status": "completed", "tag": "ec33abf4-ea83-4375-8341-45af3f16b0d1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:32.272215 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-043a3b16-50d2-4cc3-9f8e-c8eb4b0b2872 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:32.272661 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec33abf4-ea83-4375-8341-45af3f16b0d1', 'code': 200} Aug 30 13:04:32.334719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d766fb7a-79ba-4559-9d69-b18d751f472b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:32.348124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.348470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.348811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.349523 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.349523 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.349819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.350146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.350470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.350792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.351113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.351434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.351753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:32.376376 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.389617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 5332bfcb-e714-4cbc-ac95-0241e6620470, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5332bfcb-e714-4cbc-ac95-0241e6620470,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:32.398527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb4d09-3c2b-447b-a86e-b4fb3625e58f req-72d0eb02-3468-4401-b3fb-e2f2143250a2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:32.400035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ddb4d09-3c2b-447b-a86e-b4fb3625e58f req-72d0eb02-3468-4401-b3fb-e2f2143250a2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1840186 Aug 30 13:04:32.401633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:32.401902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'port_id': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'mac_address': 'fa:16:3e:bc:ec:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:04:32.421195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb15fe2-ed7b-4da8-90f0-3d26e47321a3') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:32.421463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb15fe2-ed7b-4da8-90f0-3d26e47321a3') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:32.440869 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.444993 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.458631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5332bfcb-e714-4cbc-ac95-0241e6620470 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:32.463405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1100a-8e85-4ee3-a41a-da8157d06a98 req-fb56b2cf-e0c2-404d-b646-ad31192d7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:32.463893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1100a-8e85-4ee3-a41a-da8157d06a98 req-fb56b2cf-e0c2-404d-b646-ad31192d7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:32.465445 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87f1100a-8e85-4ee3-a41a-da8157d06a98 req-fb56b2cf-e0c2-404d-b646-ad31192d7254 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1985 time: 0.1348212 Aug 30 13:04:32.466473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.478883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 5332bfcb-e714-4cbc-ac95-0241e6620470, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5332bfcb-e714-4cbc-ac95-0241e6620470,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:32.483396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.496179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:32.496595 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:32.499638 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:32.502578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ddb4d09-3c2b-447b-a86e-b4fb3625e58f req-1a2815b0-21ef-463b-9d22-6db84b95865b tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924485 Aug 30 13:04:32.532615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=5332bfcb-e714-4cbc-ac95-0241e6620470,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:32.574134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87f1100a-8e85-4ee3-a41a-da8157d06a98 req-ef7f1b56-651b-4567-8e0c-ddd7fde08abc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995150 Aug 30 13:04:32.580583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.591043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.591043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67 HTTP/1.1" status: 204 len: 168 time: 0.4782791 Aug 30 13:04:32.593000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42354) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:32.602117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68382b-8154-4610-8154-2bce6b13105b tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Network': ['ID=6ed48eaa-0da4-4b81-a6d1-d37bd1e23e67,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:32.688313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d95ac805-3a24-46a4-9957-788aa655a706 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Deleting port 4c510483-bb69-4539-9529-d0f5eefe0541 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:32.688648 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d95ac805-3a24-46a4-9957-788aa655a706 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.756618 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d95ac805-3a24-46a4-9957-788aa655a706 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.770100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d95ac805-3a24-46a4-9957-788aa655a706 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Calling delete_port for 4c510483-bb69-4539-9529-d0f5eefe0541 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:32.883718 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e1b26-883a-4568-9e7c-1dc47299e42f req-cf29b291-8c36-432b-86ce-e4cfffb5c147 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:32.885201 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d9e1b26-883a-4568-9e7c-1dc47299e42f req-cf29b291-8c36-432b-86ce-e4cfffb5c147 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 945 time: 0.0616739 Aug 30 13:04:32.892184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['5332bfcb-e714-4cbc-ac95-0241e6620470'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:32.900560 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d95ac805-3a24-46a4-9957-788aa655a706 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.918073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d766fb7a-79ba-4559-9d69-b18d751f472b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:32.933472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb314bb-12a1-49bc-aee1-097cd0fa2650 req-815df2b7-64d2-49e5-8f10-f1fe4299c59c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:32.935119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3eb314bb-12a1-49bc-aee1-097cd0fa2650 req-815df2b7-64d2-49e5-8f10-f1fe4299c59c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 944 time: 0.0554395 Aug 30 13:04:32.944830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ac805-3a24-46a4-9957-788aa655a706 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Port': ['ID=4c510483-bb69-4539-9529-d0f5eefe0541,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:32.956601 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d95ac805-3a24-46a4-9957-788aa655a706 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:32.960852 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d95ac805-3a24-46a4-9957-788aa655a706 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/ports/4c510483-bb69-4539-9529-d0f5eefe0541 HTTP/1.1" status: 204 len: 168 time: 0.3643503 Aug 30 13:04:32.961037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42360) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:32.984516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3eb314bb-12a1-49bc-aee1-097cd0fa2650 req-50fca3e4-74aa-4564-b7f6-3e9f0d141790 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Aug 30 13:04:32.987859 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c665f8f1-4f61-4380-af01-5d577c88977d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] DELETE failed (client error): The resource could not be found. Aug 30 13:04:32.988479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c665f8f1-4f61-4380-af01-5d577c88977d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:04:32.990459 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c665f8f1-4f61-4380-af01-5d577c88977d tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/subnets/d8380f2f-482e-470c-86d2-94289cd5436d HTTP/1.1" status: 404 len: 337 time: 0.0283017 Aug 30 13:04:32.993296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42364) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:33.002674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d9e1b26-883a-4568-9e7c-1dc47299e42f req-dd00a712-55e0-4915-9dde-916e17759c21 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088889 Aug 30 13:04:33.115270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62f6fbdb-bcfc-48dd-ba4d-657d0310568a req-ce342704-f1fc-4e01-8953-62d76424464d tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0409200 Aug 30 13:04:33.118733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.150875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c67d51-a7e3-4051-b015-b72961e6323e req-39942329-9b65-4bb4-b85e-2a8757862632 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:33.158457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c67d51-a7e3-4051-b015-b72961e6323e req-39942329-9b65-4bb4-b85e-2a8757862632 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:33.160689 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3c67d51-a7e3-4051-b015-b72961e6323e req-39942329-9b65-4bb4-b85e-2a8757862632 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1683 time: 0.0764198 Aug 30 13:04:33.200142 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3c67d51-a7e3-4051-b015-b72961e6323e req-624a2dac-e8fb-4308-9b61-2507cbd67856 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Aug 30 13:04:33.224020 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.234077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3337862a-19bf-49c3-b8d1-d6b7a7376c5b']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:33.244767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a863ce73-d2b0-4afe-bf83-e0e5edb3e488') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:33.245057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a863ce73-d2b0-4afe-bf83-e0e5edb3e488') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:33.254346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.268635 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.274601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:33.274993 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:33.278067 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:33.341898 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.348738 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.350573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/3337862a-19bf-49c3-b8d1-d6b7a7376c5b HTTP/1.1" status: 204 len: 168 time: 0.3560486 Aug 30 13:04:33.353227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42372) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:33.362407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c24900-4cca-4be4-9886-5c907496e544 tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Network': ['ID=3337862a-19bf-49c3-b8d1-d6b7a7376c5b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:33.408791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b9aadc-771c-4ade-972a-381fb30bb04f tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Deleting subnet c5481ae7-3330-4af0-8cd0-4406514295ee {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:33.412434 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7b9aadc-771c-4ade-972a-381fb30bb04f tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.456198 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7b9aadc-771c-4ade-972a-381fb30bb04f tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.543587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7b9aadc-771c-4ade-972a-381fb30bb04f tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.639737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7290a4-78cb-4eb0-8a0a-d920410fbff2 req-cbd8599b-4e21-4b19-8b66-905c6edb5a5a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:33.641140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab7290a4-78cb-4eb0-8a0a-d920410fbff2 req-cbd8599b-4e21-4b19-8b66-905c6edb5a5a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0638299 Aug 30 13:04:33.643355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7b9aadc-771c-4ade-972a-381fb30bb04f tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.682005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9aadc-771c-4ade-972a-381fb30bb04f tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Subnet': ['ID=c5481ae7-3330-4af0-8cd0-4406514295ee,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:33.687308 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7b9aadc-771c-4ade-972a-381fb30bb04f tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.691986 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e7b9aadc-771c-4ade-972a-381fb30bb04f tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/subnets/c5481ae7-3330-4af0-8cd0-4406514295ee HTTP/1.1" status: 204 len: 168 time: 0.3349051 Aug 30 13:04:33.692450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42376) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:33.696984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b3d92-a953-4a8c-b01b-a85e48bb4a18 None None] Network 4e5dc70a-9174-42ff-afa2-3ba748a4b64f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:33.709153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab7290a4-78cb-4eb0-8a0a-d920410fbff2 req-0074c22e-bd15-4231-8887-98a92224edeb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602968 Aug 30 13:04:33.787247 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.851176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Deleting port e32d866a-e0d5-4065-a847-33dcdf286f86 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:33.851551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.888636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f75fac-a009-4117-884e-e5fa4093a2dd None None] DHCP port deletion for 4e5dc70a-9174-42ff-afa2-3ba748a4b64f request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:04:33.918008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] For port e32d866a-e0d5-4065-a847-33dcdf286f86, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e32d866a-e0d5-4065-a847-33dcdf286f86,segment=NetworkSegment(f8acff23-d8e1-4efd-ba71-5f2bd1a09e91),segment_id=f8acff23-d8e1-4efd-ba71-5f2bd1a09e91)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:33.918377 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:33.931730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Calling delete_port for e32d866a-e0d5-4065-a847-33dcdf286f86 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:33.935720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-93f75fac-a009-4117-884e-e5fa4093a2dd None None] Deleting port e32d866a-e0d5-4065-a847-33dcdf286f86 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:33.936098 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-93f75fac-a009-4117-884e-e5fa4093a2dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.005740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-93f75fac-a009-4117-884e-e5fa4093a2dd None None] For port e32d866a-e0d5-4065-a847-33dcdf286f86, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e32d866a-e0d5-4065-a847-33dcdf286f86,segment=NetworkSegment(f8acff23-d8e1-4efd-ba71-5f2bd1a09e91),segment_id=f8acff23-d8e1-4efd-ba71-5f2bd1a09e91)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:34.006139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-93f75fac-a009-4117-884e-e5fa4093a2dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.023453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.050614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Port': ['ID=e32d866a-e0d5-4065-a847-33dcdf286f86,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:34.058906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] No DVR routers for this DVR port e32d866a-e0d5-4065-a847-33dcdf286f86 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:34.124293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055063fe-4b5d-4f45-a69e-de6d86ba9f22 req-b434402e-f05b-493e-928e-fe79a6dd70a4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:34.126885 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-055063fe-4b5d-4f45-a69e-de6d86ba9f22 req-b434402e-f05b-493e-928e-fe79a6dd70a4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 945 time: 0.0556536 Aug 30 13:04:34.171033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-055063fe-4b5d-4f45-a69e-de6d86ba9f22 req-8ca1ba92-995d-4b2f-b9cc-340827ec0008 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362918 Aug 30 13:04:34.172742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.190455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5dc70a-9174-42ff-afa2-3ba748a4b64f']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:34.200524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-93f75fac-a009-4117-884e-e5fa4093a2dd None None] Calling delete_port for e32d866a-e0d5-4065-a847-33dcdf286f86 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:34.208835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974b00f-2b51-47ef-a840-089b15936079 req-1994048c-d9d6-452c-8e35-7d5491d32ed4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:34.210378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2974b00f-2b51-47ef-a840-089b15936079 req-1994048c-d9d6-452c-8e35-7d5491d32ed4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 944 time: 0.1208196 Aug 30 13:04:34.212173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8acff23-d8e1-4efd-ba71-5f2bd1a09e91') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:34.212468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8acff23-d8e1-4efd-ba71-5f2bd1a09e91') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:34.229108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.252627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.269915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2974b00f-2b51-47ef-a840-089b15936079 req-d53a58bc-9168-41fe-b931-63ff79325403 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505047 Aug 30 13:04:34.270930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:34.271189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0551da98-d38f-4b38-bee5-0b7961726e38 req-f9324ca1-0afa-4e76-9583-35239b17dbd6 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0337596 Aug 30 13:04:34.271561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:34.274829 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:34.285944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-93f75fac-a009-4117-884e-e5fa4093a2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.331087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f75fac-a009-4117-884e-e5fa4093a2dd None None] Pushing event deleted for resources: {'Port': ['ID=e32d866a-e0d5-4065-a847-33dcdf286f86,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:34.337056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f75fac-a009-4117-884e-e5fa4093a2dd None None] No DVR routers for this DVR port e32d866a-e0d5-4065-a847-33dcdf286f86 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:34.355553 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.371090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.373387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] 10.222.0.37 "DELETE /v2.0/networks/4e5dc70a-9174-42ff-afa2-3ba748a4b64f HTTP/1.1" status: 204 len: 168 time: 0.6799371 Aug 30 13:04:34.403946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ba549-17c3-49a8-9376-26bacd8f1ffb tempest-NetworksIpV6TestAttrs-1626891112 tempest-NetworksIpV6TestAttrs-1626891112-project] Pushing event deleted for resources: {'Network': ['ID=4e5dc70a-9174-42ff-afa2-3ba748a4b64f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:34.645109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42394) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:34.753959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826741c6-5460-401e-958a-0501474b1716 req-cc0e846e-0c38-47fb-8f2f-572838bb623b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:34.760253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826741c6-5460-401e-958a-0501474b1716 req-cc0e846e-0c38-47fb-8f2f-572838bb623b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:34.761907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-826741c6-5460-401e-958a-0501474b1716 req-cc0e846e-0c38-47fb-8f2f-572838bb623b tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1683 time: 0.3771830 Aug 30 13:04:34.787927 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ab630deb-185f-441e-b813-0b03fbafbfcd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a27318ec85364639ba1bd709cde30158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415701 Aug 30 13:04:34.790653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42400) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:34.810938 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-826741c6-5460-401e-958a-0501474b1716 req-a3f726f3-fa82-476c-8809-30beaa110d37 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416112 Aug 30 13:04:34.886523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d06a4-5846-44d4-997c-6d9104a03abb req-670743f6-2396-4805-bd03-c47ab671126a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:34.888082 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5a4d06a4-5846-44d4-997c-6d9104a03abb req-670743f6-2396-4805-bd03-c47ab671126a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0891209 Aug 30 13:04:34.891245 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-715a591c-8690-4928-8dc8-30766b805794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.935205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-715a591c-8690-4928-8dc8-30766b805794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:34.958370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5a4d06a4-5846-44d4-997c-6d9104a03abb req-58eb4d27-6683-489e-a45b-c73688c14f13 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629203 Aug 30 13:04:35.003512 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-715a591c-8690-4928-8dc8-30766b805794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:35.008698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-715a591c-8690-4928-8dc8-30766b805794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:35.010449 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-715a591c-8690-4928-8dc8-30766b805794 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/178324a9-0106-4bef-9684-be0dd1dc1875 HTTP/1.1" status: 204 len: 168 time: 0.2186184 Aug 30 13:04:35.021442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a591c-8690-4928-8dc8-30766b805794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178324a9-0106-4bef-9684-be0dd1dc1875,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:35.126338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b09de-ab82-4254-8525-c40eb14d9936 req-001aec07-f698-41fd-9520-893dade02ce4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:35.132301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b09de-ab82-4254-8525-c40eb14d9936 req-001aec07-f698-41fd-9520-893dade02ce4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:35.133905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-340b09de-ab82-4254-8525-c40eb14d9936 req-001aec07-f698-41fd-9520-893dade02ce4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1683 time: 0.0618064 Aug 30 13:04:35.184120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-340b09de-ab82-4254-8525-c40eb14d9936 req-bfce3dc3-ad1f-40f5-9590-9673fb20de55 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414028 Aug 30 13:04:35.213620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e32d866a-e0d5-4065-a847-33dcdf286f86 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:35.235578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e32d866a-e0d5-4065-a847-33dcdf286f86 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:35.235854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e32d866a-e0d5-4065-a847-33dcdf286f86 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:35.308246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa957d-7258-4eb2-b016-89050883cccb req-296b6a21-2c29-4a9b-8aff-ac87b91ae387 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:35.309973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24fa957d-7258-4eb2-b016-89050883cccb req-296b6a21-2c29-4a9b-8aff-ac87b91ae387 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 945 time: 0.0522611 Aug 30 13:04:35.352777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24fa957d-7258-4eb2-b016-89050883cccb req-7ac73476-57c1-4677-81ff-34835296e72b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335283 Aug 30 13:04:35.413609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20cf6c-7386-4414-bfa4-d41fa4bd56ef req-e0a4b991-6c67-4397-ae67-c6c021584bcd tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:35.421305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e20cf6c-7386-4414-bfa4-d41fa4bd56ef req-e0a4b991-6c67-4397-ae67-c6c021584bcd tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 944 time: 0.0709293 Aug 30 13:04:35.459883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f4884e6-30a6-429f-a66d-e9a3eb06929c req-858ef9a1-b561-4f15-82ba-047518606379 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0378218 Aug 30 13:04:35.469102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e20cf6c-7386-4414-bfa4-d41fa4bd56ef req-4ad56a05-0f04-4325-9e53-d0b947120a6f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467703 Aug 30 13:04:35.762175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42438) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:35.856071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0fcb1460-badc-4110-8474-7c0003e55a31 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1853048955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:35.879861 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fcb1460-badc-4110-8474-7c0003e55a31 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:35.880880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fcb1460-badc-4110-8474-7c0003e55a31 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:35.933285 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fcb1460-badc-4110-8474-7c0003e55a31 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:35.937409 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fcb1460-badc-4110-8474-7c0003e55a31 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:35.952491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fcb1460-badc-4110-8474-7c0003e55a31 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:35.953674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0fcb1460-badc-4110-8474-7c0003e55a31 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1905038 Aug 30 13:04:35.956410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42442) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:35.961240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-256101111'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:35.982538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Made reservation on behalf of 82e3a99295a44540b69e161964e49520 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:35.985826 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:35.995751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.019542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d766fb7a-79ba-4559-9d69-b18d751f472b up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:36.077780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port d766fb7a-79ba-4559-9d69-b18d751f472b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:36.082237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d766fb7a-79ba-4559-9d69-b18d751f472b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:36.082613 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.138771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e5182-6584-467c-878d-6255edfd535d req-5d3e331e-14f9-4a84-bc91-11c5ad44e4e4 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.140242 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-793e5182-6584-467c-878d-6255edfd535d req-5d3e331e-14f9-4a84-bc91-11c5ad44e4e4 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0817151 Aug 30 13:04:36.142069 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.146981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.161962 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.185121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:36.187382 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1975f9-a716-4f4d-b913-583247812bce" -d '{"events": [{"server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:36.200149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d766fb7a-79ba-4559-9d69-b18d751f472b,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:36.200262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:36.206108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.206991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5332bfcb-e714-4cbc-ac95-0241e6620470 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:36.214831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ce31e1-def8-4297-95a3-0d87b093fdf2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:36.234356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-793e5182-6584-467c-878d-6255edfd535d req-04b3ee57-fc43-41cd-b019-6380677af5a3 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829108 Aug 30 13:04:36.238576 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.238929 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Added segment 862585f9-9b0e-40cf-81cd-1848f3578b47 of type vlan for network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 Aug 30 13:04:36.283544 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf4e9af-fef3-405a-aa2a-873df22ec383 x-openstack-request-id: req-bdf4e9af-fef3-405a-aa2a-873df22ec383 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:36.284522 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:36.284522 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdf4e9af-fef3-405a-aa2a-873df22ec383 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:36.284522 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b', 'code': 200} Aug 30 13:04:36.297756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.315650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d766fb7a-79ba-4559-9d69-b18d751f472b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:36.334013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.339590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 5332bfcb-e714-4cbc-ac95-0241e6620470 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:36.340488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.341079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.344762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 5332bfcb-e714-4cbc-ac95-0241e6620470 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:36.345234 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.403943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a07d72-757e-4239-a2fe-b06e48ef6451 req-5de024d1-c7da-4437-a796-cd4adf1974df tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.411440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a07d72-757e-4239-a2fe-b06e48ef6451 req-5de024d1-c7da-4437-a796-cd4adf1974df tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.419718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2a07d72-757e-4239-a2fe-b06e48ef6451 req-5de024d1-c7da-4437-a796-cd4adf1974df tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1683 time: 0.1123607 Aug 30 13:04:36.428583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4682989 Aug 30 13:04:36.428583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfca34c-7bf8-4aa0-8d2f-c9bb08989fe3 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Network': ['ID=435442a1-3f38-4c6a-af2a-c6e35baef8f2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:36.429582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42452) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:36.432066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964125c0-99a7-453b-bf42-705edf743c20 req-e2b1daaf-b425-4713-9c8f-d2674ce07cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.433714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-964125c0-99a7-453b-bf42-705edf743c20 req-e2b1daaf-b425-4713-9c8f-d2674ce07cdd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 1097 time: 0.1116378 Aug 30 13:04:36.446234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:36.451185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'subnet': {'network_id': '435442a1-3f38-4c6a-af2a-c6e35baef8f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:36.490822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2a07d72-757e-4239-a2fe-b06e48ef6451 req-74bc33fa-a6c4-47c7-929f-31c1510bb70d tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701592 Aug 30 13:04:36.506342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-964125c0-99a7-453b-bf42-705edf743c20 req-9cd2666f-5ac2-48b2-925b-df8bc2947df3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616887 Aug 30 13:04:36.548275 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.591951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b574e-b5ee-4684-8aa7-9025e5cfd072 req-43893053-5ba3-4aae-be28-7646fa587bb6 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.593478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-117b574e-b5ee-4684-8aa7-9025e5cfd072 req-43893053-5ba3-4aae-be28-7646fa587bb6 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 946 time: 0.1209629 Aug 30 13:04:36.596273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7b777c6a-6a12-4025-bf9b-10d573e75074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.614485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 5332bfcb-e714-4cbc-ac95-0241e6620470, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5332bfcb-e714-4cbc-ac95-0241e6620470,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:36.618555 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.634979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df25263-ccde-4f5d-8648-7a4edf34e8d5 req-797cb76e-c2f4-44fa-911d-1ce69cae5b36 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0412264 Aug 30 13:04:36.639243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Made reservation on behalf of 82e3a99295a44540b69e161964e49520 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:36.643274 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.671708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=5332bfcb-e714-4cbc-ac95-0241e6620470,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:36.691584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-117b574e-b5ee-4684-8aa7-9025e5cfd072 req-3a65c7b8-c109-4a8c-8eca-1be08ac6a0f2 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903776 Aug 30 13:04:36.769482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dca7b-638d-48bc-8213-6cfd819cb689 req-248c307b-21b0-4184-8f82-f2f802029ec4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.771849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-924dca7b-638d-48bc-8213-6cfd819cb689 req-248c307b-21b0-4184-8f82-f2f802029ec4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 945 time: 0.0528004 Aug 30 13:04:36.812685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-924dca7b-638d-48bc-8213-6cfd819cb689 req-477344d4-efe3-402a-97ea-d3456f715eb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346820 Aug 30 13:04:36.859868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.893783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-84c07983-40b4-442e-aae1-5d606fe13de5 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.899781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-84c07983-40b4-442e-aae1-5d606fe13de5 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.901314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-84c07983-40b4-442e-aae1-5d606fe13de5 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 1683 time: 0.0647426 Aug 30 13:04:36.925330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Subnet': ['ID=83717892-8791-4de9-91ca-32923ec806c2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:36.934473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Checking segment: {'id': '862585f9-9b0e-40cf-81cd-1848f3578b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '435442a1-3f38-4c6a-af2a-c6e35baef8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:36.934862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network hostable DHCP agents. Network: 435442a1-3f38-4c6a-af2a-c6e35baef8f2, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:36.953105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:36.962470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 435442a1-3f38-4c6a-af2a-c6e35baef8f2) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:36.967220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:36.967893 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:36.974060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84317edd-db9c-43b5-8a3e-92067bf5a8c8 None None] Network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:36.983453 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3854a385-283b-4285-9a3c-663742e5be7c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5429721 Aug 30 13:04:36.987332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42462) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:36.992101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'network': {'name': 'tempest-router-network01--79018360'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:37.013525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting port 75bc6389-e683-44a2-a82e-bf2b59e04c06 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:37.014028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.016601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Made reservation on behalf of 82e3a99295a44540b69e161964e49520 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:37.020733 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.045474 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:37.055320 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.055808 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Added segment 73685438-9d03-4eeb-8e0a-58ffd52d57cd of type vlan for network d296d84f-64bf-40e3-b23c-cdd000868e6c Aug 30 13:04:37.097988 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.123677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] For port 75bc6389-e683-44a2-a82e-bf2b59e04c06, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=75bc6389-e683-44a2-a82e-bf2b59e04c06,segment=NetworkSegment(b0c2a571-b865-4ec2-a095-30477149b9dd),segment_id=b0c2a571-b865-4ec2-a095-30477149b9dd)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:37.124124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.125330 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.132693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:37.133372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.139962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Calling delete_port for 75bc6389-e683-44a2-a82e-bf2b59e04c06 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:37.161954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-435442a1-3f38-4c6a-af2a-c6e35baef8f2', 'network_id': '435442a1-3f38-4c6a-af2a-c6e35baef8f2', 'tenant_id': '82e3a99295a44540b69e161964e49520', 'fixed_ips': [{'subnet_id': '83717892-8791-4de9-91ca-32923ec806c2'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:37.163192 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.190773 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2025726 Aug 30 13:04:37.196046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42464) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:37.201703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'network': {'name': 'tempest-router-network02--1177629725'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:37.218176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48a61d-94d7-48ee-ae7e-ae8ffa1d0f47 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Network': ['ID=d296d84f-64bf-40e3-b23c-cdd000868e6c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:37.233023 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Made reservation on behalf of 82e3a99295a44540b69e161964e49520 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:37.238666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.259003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network d296d84f-64bf-40e3-b23c-cdd000868e6c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:37.268995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:37.281448 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.281878 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Added segment b05994b3-d243-4e7d-bc86-2a6ccc7cba66 of type vlan for network e7c918d6-3ea5-4ab3-830d-6baf6f95b69e Aug 30 13:04:37.318647 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.341649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['75bc6389-e683-44a2-a82e-bf2b59e04c06', 'ec33abf4-ea83-4375-8341-45af3f16b0d1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:37.342206 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.400539 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.409734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:37.409943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Port': ['ID=75bc6389-e683-44a2-a82e-bf2b59e04c06,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:37.410662 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.497462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] No DVR routers for this DVR port 75bc6389-e683-44a2-a82e-bf2b59e04c06 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:37.500455 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.503459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-4cd20adb-5685-4520-91ae-1af867f421a9 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "DELETE /v2.0/ports/75bc6389-e683-44a2-a82e-bf2b59e04c06 HTTP/1.1" status: 204 len: 173 time: 0.5952513 Aug 30 13:04:37.504733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'name': 'network-vif-deleted', 'tag': '75bc6389-e683-44a2-a82e-bf2b59e04c06'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:37.505784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Allocated IP 2001:db8::2 (435442a1-3f38-4c6a-af2a-c6e35baef8f2/83717892-8791-4de9-91ca-32923ec806c2/a8cd5430-af48-46c7-8dc5-f4f643105455) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:37.508129 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8fff1f-422c-45f1-83a2-445bb52a0d96" -d '{"events": [{"server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "name": "network-vif-deleted", "tag": "75bc6389-e683-44a2-a82e-bf2b59e04c06"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:37.637149 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563acea5-0c23-4789-be1a-9ee633427e4d x-openstack-request-id: req-563acea5-0c23-4789-be1a-9ee633427e4d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:37.637512 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "name": "network-vif-deleted", "tag": "75bc6389-e683-44a2-a82e-bf2b59e04c06", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:37.638165 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-563acea5-0c23-4789-be1a-9ee633427e4d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:37.638668 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'name': 'network-vif-deleted', 'tag': '75bc6389-e683-44a2-a82e-bf2b59e04c06', 'status': 'completed', 'code': 200} Aug 30 13:04:37.795914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a58b09-1d84-4f3d-b7f1-c23886c3eb79 req-b30a0b7f-4c0b-4306-ab15-4905f157b6a4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:37.797518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62a58b09-1d84-4f3d-b7f1-c23886c3eb79 req-b30a0b7f-4c0b-4306-ab15-4905f157b6a4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 946 time: 0.1162982 Aug 30 13:04:37.802190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting port ec33abf4-ea83-4375-8341-45af3f16b0d1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:37.802533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.836627 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.867231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Transition to ACTIVE for port object a8cd5430-af48-46c7-8dc5-f4f643105455 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:37.890669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Transition to ACTIVE for port object a8cd5430-af48-46c7-8dc5-f4f643105455 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:37.905150 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.913910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62a58b09-1d84-4f3d-b7f1-c23886c3eb79 req-7fc493a4-b46b-46ee-9739-0b012c527780 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077929 Aug 30 13:04:37.918468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c375410-22e7-425f-b5f5-8db5c78f0ae3 req-7d87c0b5-49fc-4e67-a8f3-afe1ce62ccdc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:37.925953 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c375410-22e7-425f-b5f5-8db5c78f0ae3 req-7d87c0b5-49fc-4e67-a8f3-afe1ce62ccdc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.5664008 Aug 30 13:04:37.942951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7433419 Aug 30 13:04:37.944133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42484) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:37.954526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] For port ec33abf4-ea83-4375-8341-45af3f16b0d1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ec33abf4-ea83-4375-8341-45af3f16b0d1,segment=NetworkSegment(17586495-bbf8-4732-9f90-651d3e82af08),segment_id=17586495-bbf8-4732-9f90-651d3e82af08)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:37.955133 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:37.960156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:37.963626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:37.966159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'subnet': {'network_id': 'd296d84f-64bf-40e3-b23c-cdd000868e6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:37.967709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:37.979946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Calling delete_port for ec33abf4-ea83-4375-8341-45af3f16b0d1 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:37.983190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16234ca-1366-49a8-8a05-d298851c12f9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Network': ['ID=e7c918d6-3ea5-4ab3-830d-6baf6f95b69e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:37.997202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e7c918d6-3ea5-4ab3-830d-6baf6f95b69e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:38.051617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c375410-22e7-425f-b5f5-8db5c78f0ae3 req-1fcf3e26-4c2f-4570-aaf6-6b5b780e23cc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247797 Aug 30 13:04:38.071614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Pushing event updated for resources: {'Port': ['ID=a8cd5430-af48-46c7-8dc5-f4f643105455,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:38.089796 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b548e08-7136-431d-94e2-4f48acd2dfbe req-eb079334-1a4c-46cb-8aa6-3367fa79ed7f tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0377951 Aug 30 13:04:38.091343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Made reservation on behalf of 82e3a99295a44540b69e161964e49520 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:38.095161 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:38.129214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Attempting to bind port a8cd5430-af48-46c7-8dc5-f4f643105455 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:38.129780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Attempting to bind port a8cd5430-af48-46c7-8dc5-f4f643105455 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '862585f9-9b0e-40cf-81cd-1848f3578b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '435442a1-3f38-4c6a-af2a-c6e35baef8f2'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:38.130498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Attempting to bind port a8cd5430-af48-46c7-8dc5-f4f643105455 on network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:38.136943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:38.137553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Checking segment: {'id': '862585f9-9b0e-40cf-81cd-1848f3578b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '435442a1-3f38-4c6a-af2a-c6e35baef8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:38.138136 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:38.139428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Bound using segment: {'id': '862585f9-9b0e-40cf-81cd-1848f3578b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '435442a1-3f38-4c6a-af2a-c6e35baef8f2'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:38.139970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Bound port: a8cd5430-af48-46c7-8dc5-f4f643105455, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862585f9-9b0e-40cf-81cd-1848f3578b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '435442a1-3f38-4c6a-af2a-c6e35baef8f2'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:38.140364 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:38.202673 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:38.214708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] For port a8cd5430-af48-46c7-8dc5-f4f643105455, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:38.218754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] For port a8cd5430-af48-46c7-8dc5-f4f643105455, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a8cd5430-af48-46c7-8dc5-f4f643105455,segment=NetworkSegment(862585f9-9b0e-40cf-81cd-1848f3578b47),segment_id=862585f9-9b0e-40cf-81cd-1848f3578b47)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:38.224752 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:38.240651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Port': ['ID=ec33abf4-ea83-4375-8341-45af3f16b0d1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:38.278882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69896-8fbf-4425-af36-8820b2535eab req-5fcc2822-2e20-4fc1-b0c4-45141515ebdc tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:38.290860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:38.290860 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04002b23-1176-4b4d-bb66-650ad6752901" -d '{"events": [{"server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "name": "network-vif-plugged", "status": "completed", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:38.292164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26d69896-8fbf-4425-af36-8820b2535eab req-5fcc2822-2e20-4fc1-b0c4-45141515ebdc tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 946 time: 0.1248314 Aug 30 13:04:38.319099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] No DVR routers for this DVR port ec33abf4-ea83-4375-8341-45af3f16b0d1 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:38.322378 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:38.326720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c385ea1-db66-49fc-9c29-406aa02e323f req-9b79df2f-05cb-45bc-a7a2-eec746b12ba7 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.35 "DELETE /v2.0/ports/ec33abf4-ea83-4375-8341-45af3f16b0d1 HTTP/1.1" status: 204 len: 173 time: 0.7997770 Aug 30 13:04:38.328942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ee161-0dd5-4aab-ae17-1e4a1ec48285 None None] Pushing event updated for resources: {'Port': ['ID=a8cd5430-af48-46c7-8dc5-f4f643105455,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:38.395851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90f2f8-586b-4338-95cf-5973f20027cd req-0bada077-6180-41e5-9abc-546236634001 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:38.404342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9c90f2f8-586b-4338-95cf-5973f20027cd req-0bada077-6180-41e5-9abc-546236634001 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 945 time: 0.0864978 Aug 30 13:04:38.436377 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26d69896-8fbf-4425-af36-8820b2535eab req-e6bc9b56-7a30-4d12-85c9-34c275244777 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433184 Aug 30 13:04:38.456262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9c90f2f8-586b-4338-95cf-5973f20027cd req-5e50f821-eb6f-4816-870d-869b37705c51 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507653 Aug 30 13:04:38.523636 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3294ead4-c0f2-4115-a275-05c372dba29c x-openstack-request-id: req-3294ead4-c0f2-4115-a275-05c372dba29c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:38.524143 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "name": "network-vif-plugged", "status": "completed", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:38.524143 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3294ead4-c0f2-4115-a275-05c372dba29c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:38.524579 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'code': 200} Aug 30 13:04:38.575413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:38.643135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Subnet': ['ID=e6b1dc6f-c65c-42d2-bb89-cdc218f02325,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:38.662116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Checking segment: {'id': '73685438-9d03-4eeb-8e0a-58ffd52d57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd296d84f-64bf-40e3-b23c-cdd000868e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:38.662601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network hostable DHCP agents. Network: d296d84f-64bf-40e3-b23c-cdd000868e6c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:38.682031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network d296d84f-64bf-40e3-b23c-cdd000868e6c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:38.685405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1df14-08d6-41b5-afa9-48243d16f2e7 req-54a4dc92-d92c-4d56-b97f-907af8bc825b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:38.687429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03d1df14-08d6-41b5-afa9-48243d16f2e7 req-54a4dc92-d92c-4d56-b97f-907af8bc825b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 946 time: 0.1124902 Aug 30 13:04:38.691907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e872f-3597-40cb-881e-56d01db73615 req-e3352389-dd24-4c2d-a8a8-7ceac678da81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:38.693321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-613e872f-3597-40cb-881e-56d01db73615 req-e3352389-dd24-4c2d-a8a8-7ceac678da81 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 1096 time: 0.0707116 Aug 30 13:04:38.694963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, d296d84f-64bf-40e3-b23c-cdd000868e6c) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:38.702475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cea9d91-8399-4b4b-847e-20e5197783c3 None None] Network d296d84f-64bf-40e3-b23c-cdd000868e6c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:38.705681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:38.706937 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:38.725184 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-32545a7a-2020-4ab3-b640-0d42cb179db9 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7694457 Aug 30 13:04:38.726974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42492) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:38.735869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'subnet': {'network_id': 'e7c918d6-3ea5-4ab3-830d-6baf6f95b69e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:38.769636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-613e872f-3597-40cb-881e-56d01db73615 req-835ff9cd-eaf3-4774-a852-b0264a381374 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665641 Aug 30 13:04:38.772535 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03d1df14-08d6-41b5-afa9-48243d16f2e7 req-7e37d415-9928-44b4-a896-fd760bf137d8 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684273 Aug 30 13:04:38.864127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Made reservation on behalf of 82e3a99295a44540b69e161964e49520 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:38.867765 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:38.931066 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47be8267-27d7-4125-b7cc-c1f5c148b7a1 req-7b98e8d8-7ef0-4d38-b824-3fbc1f251407 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0780747 Aug 30 13:04:38.964183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-d296d84f-64bf-40e3-b23c-cdd000868e6c', 'network_id': 'd296d84f-64bf-40e3-b23c-cdd000868e6c', 'tenant_id': '82e3a99295a44540b69e161964e49520', 'fixed_ips': [{'subnet_id': 'e6b1dc6f-c65c-42d2-bb89-cdc218f02325'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:38.965049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:39.071287 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c995ffd-5f7e-41bd-9597-fc24d4527d32 req-d97bf38d-1be1-4ff8-b051-4bf00f31b60f tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70d2529-2d65-4da8-9c84-041f9c99ac19 HTTP/1.1" status: 200 len: 210 time: 0.0347595 Aug 30 13:04:39.159734 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:39.230005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Allocated IP 2001:db8::2 (d296d84f-64bf-40e3-b23c-cdd000868e6c/e6b1dc6f-c65c-42d2-bb89-cdc218f02325/4603ae8f-92e8-43c1-b375-6f40823d124f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:39.264767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72149a-40f3-4d74-b2b4-3011c5d5f7ea req-d319916c-c9f8-449e-b310-1a492d1cdb39 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:39.272693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e72149a-40f3-4d74-b2b4-3011c5d5f7ea req-d319916c-c9f8-449e-b310-1a492d1cdb39 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0934765 Aug 30 13:04:39.294461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Subnet': ['ID=5cf5ab52-2db7-4b2d-a4d5-eac6842c02da,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:39.335864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e72149a-40f3-4d74-b2b4-3011c5d5f7ea req-f4610809-bd5b-4516-9c35-2baf0738aafc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595126 Aug 30 13:04:39.370876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Checking segment: {'id': 'b05994b3-d243-4e7d-bc86-2a6ccc7cba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7c918d6-3ea5-4ab3-830d-6baf6f95b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:39.372598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network hostable DHCP agents. Network: e7c918d6-3ea5-4ab3-830d-6baf6f95b69e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:39.425140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network e7c918d6-3ea5-4ab3-830d-6baf6f95b69e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:39.439865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e7c918d6-3ea5-4ab3-830d-6baf6f95b69e) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:39.444221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a8cd5430-af48-46c7-8dc5-f4f643105455 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:39.444560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:39.445477 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:39.479477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96d765-ac5b-4c41-b160-2abf5b580d7d None None] Network e7c918d6-3ea5-4ab3-830d-6baf6f95b69e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:39.489372 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-79d4991b-7d91-4599-84e8-18ac668ea267 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7603772 Aug 30 13:04:39.491567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42516) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:39.506468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6320d34-ab96-430e-bf69-0b20c0373dfa req-993438d8-9545-4141-8fb4-95f24fb33170 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0481381 Aug 30 13:04:39.512244 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:39.571668 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35125d8b-467c-4f52-ba49-3c0248c6e29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:39.583445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Transition to ACTIVE for port object 4603ae8f-92e8-43c1-b375-6f40823d124f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:39.623550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Transition to ACTIVE for port object 4603ae8f-92e8-43c1-b375-6f40823d124f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:39.644957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'name': 'network-vif-deleted', 'tag': 'ec33abf4-ea83-4375-8341-45af3f16b0d1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:39.647834 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:39.651901 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb04bfa4-8af7-4f38-8a5f-d8310e34906f" -d '{"events": [{"server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "name": "network-vif-deleted", "tag": "ec33abf4-ea83-4375-8341-45af3f16b0d1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:39.671870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Network d296d84f-64bf-40e3-b23c-cdd000868e6c is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:39.678427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:39.702601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420cafd6-520a-4200-b553-458b87b34fc3 req-e2fdfd49-fc58-4a84-a99e-2eeb30a655b0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:39.712015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-420cafd6-520a-4200-b553-458b87b34fc3 req-e2fdfd49-fc58-4a84-a99e-2eeb30a655b0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 945 time: 0.1308420 Aug 30 13:04:39.713362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35305add-bddd-406d-bec1-f71a18736e14 None None] Network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:39.719798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:39.743235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a8cd5430-af48-46c7-8dc5-f4f643105455 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:39.762929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-420cafd6-520a-4200-b553-458b87b34fc3 req-3b95ecc8-0e31-4afe-94e3-22a876533d16 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453219 Aug 30 13:04:39.785766 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81bab10-e810-4606-91d4-9591817a1e8c x-openstack-request-id: req-a81bab10-e810-4606-91d4-9591817a1e8c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:39.786136 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70d2529-2d65-4da8-9c84-041f9c99ac19", "name": "network-vif-deleted", "tag": "ec33abf4-ea83-4375-8341-45af3f16b0d1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:39.786444 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a81bab10-e810-4606-91d4-9591817a1e8c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:39.786901 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70d2529-2d65-4da8-9c84-041f9c99ac19', 'name': 'network-vif-deleted', 'tag': 'ec33abf4-ea83-4375-8341-45af3f16b0d1', 'status': 'completed', 'code': 200} Aug 30 13:04:39.908665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2beabfac-b662-49b9-ab53-cf4817b38ba0 None None] Provisioning for port a8cd5430-af48-46c7-8dc5-f4f643105455 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:39.918339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Pushing event updated for resources: {'Port': ['ID=4603ae8f-92e8-43c1-b375-6f40823d124f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:39.945226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2beabfac-b662-49b9-ab53-cf4817b38ba0 None None] Provisioning complete for port a8cd5430-af48-46c7-8dc5-f4f643105455 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:39.945600 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2beabfac-b662-49b9-ab53-cf4817b38ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:39.971686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299839a-99aa-478c-8768-83d0a58df205 req-2eef70e0-df28-415b-9bb1-088cace22b8e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:39.973357 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b299839a-99aa-478c-8768-83d0a58df205 req-2eef70e0-df28-415b-9bb1-088cace22b8e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 946 time: 0.0901597 Aug 30 13:04:39.979637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Attempting to bind port 4603ae8f-92e8-43c1-b375-6f40823d124f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:39.980013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Attempting to bind port 4603ae8f-92e8-43c1-b375-6f40823d124f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '73685438-9d03-4eeb-8e0a-58ffd52d57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd296d84f-64bf-40e3-b23c-cdd000868e6c'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:39.980384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Attempting to bind port 4603ae8f-92e8-43c1-b375-6f40823d124f on network d296d84f-64bf-40e3-b23c-cdd000868e6c {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:39.988855 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.013169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.023473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:40.023787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Checking segment: {'id': '73685438-9d03-4eeb-8e0a-58ffd52d57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd296d84f-64bf-40e3-b23c-cdd000868e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:40.024193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.024582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Bound using segment: {'id': '73685438-9d03-4eeb-8e0a-58ffd52d57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd296d84f-64bf-40e3-b23c-cdd000868e6c'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:40.025157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Bound port: 4603ae8f-92e8-43c1-b375-6f40823d124f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73685438-9d03-4eeb-8e0a-58ffd52d57cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'd296d84f-64bf-40e3-b23c-cdd000868e6c'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:40.025539 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.031343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-e7c918d6-3ea5-4ab3-830d-6baf6f95b69e', 'network_id': 'e7c918d6-3ea5-4ab3-830d-6baf6f95b69e', 'tenant_id': '82e3a99295a44540b69e161964e49520', 'fixed_ips': [{'subnet_id': '5cf5ab52-2db7-4b2d-a4d5-eac6842c02da'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:40.032172 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.076903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 75bc6389-e683-44a2-a82e-bf2b59e04c06 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:40.120457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 75bc6389-e683-44a2-a82e-bf2b59e04c06 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:40.120804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 75bc6389-e683-44a2-a82e-bf2b59e04c06 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:40.121233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ec33abf4-ea83-4375-8341-45af3f16b0d1 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:40.133085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42536) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:40.134547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b299839a-99aa-478c-8768-83d0a58df205 req-8924056d-81fd-4651-9e0f-c7c8f761bd78 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540275 Aug 30 13:04:40.255526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbd5d84-cf51-40fe-9b09-8dbfb1adda0c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting subnet b66d586d-8b48-47ed-bcb6-a253558bd30b {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:40.259550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7fbd5d84-cf51-40fe-9b09-8dbfb1adda0c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.327544 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7fbd5d84-cf51-40fe-9b09-8dbfb1adda0c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.376199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: ec33abf4-ea83-4375-8341-45af3f16b0d1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:40.376399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ec33abf4-ea83-4375-8341-45af3f16b0d1 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:40.433914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Allocated IP 2001:db8::1 (d296d84f-64bf-40e3-b23c-cdd000868e6c/e6b1dc6f-c65c-42d2-bb89-cdc218f02325/70c49101-f9b5-4576-a14c-317b67bacd5a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:40.461045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7fbd5d84-cf51-40fe-9b09-8dbfb1adda0c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.500643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32a961-e834-4b68-b2db-bbf55af1342a req-6a93c601-1355-485d-a4dc-c07d2d23fa3e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:40.502649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a32a961-e834-4b68-b2db-bbf55af1342a req-6a93c601-1355-485d-a4dc-c07d2d23fa3e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0994775 Aug 30 13:04:40.553723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] For port 4603ae8f-92e8-43c1-b375-6f40823d124f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:40.562700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a32a961-e834-4b68-b2db-bbf55af1342a req-15654f68-e6a0-4edd-8acb-12db3c0512fb tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506139 Aug 30 13:04:40.568408 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7fbd5d84-cf51-40fe-9b09-8dbfb1adda0c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.579104 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.596519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Transition to ACTIVE for port object 70c49101-f9b5-4576-a14c-317b67bacd5a will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:40.603615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd5d84-cf51-40fe-9b09-8dbfb1adda0c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Subnet': ['ID=b66d586d-8b48-47ed-bcb6-a253558bd30b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:40.606078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7fbd5d84-cf51-40fe-9b09-8dbfb1adda0c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.610957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7fbd5d84-cf51-40fe-9b09-8dbfb1adda0c tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "DELETE /v2.0/subnets/b66d586d-8b48-47ed-bcb6-a253558bd30b HTTP/1.1" status: 204 len: 168 time: 0.4727902 Aug 30 13:04:40.611476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] For port 4603ae8f-92e8-43c1-b375-6f40823d124f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4603ae8f-92e8-43c1-b375-6f40823d124f,segment=NetworkSegment(73685438-9d03-4eeb-8e0a-58ffd52d57cd),segment_id=73685438-9d03-4eeb-8e0a-58ffd52d57cd)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:40.612040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42544) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:40.639891 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2beabfac-b662-49b9-ab53-cf4817b38ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.642028 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.648944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14b3032-db77-458f-870a-eeeaf87081e4 None None] Network b0a5f28a-65b0-446d-8a13-223e55c6540a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:40.661368 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.714391 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.719655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network d296d84f-64bf-40e3-b23c-cdd000868e6c is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:40.739717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:40.745395 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e8c20c1-e07e-4249-a9a2-41a3b923227d req-ffbeb0a9-91fd-4203-be57-dd85764fc702 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0449998 Aug 30 13:04:40.746158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:40.746699 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.761426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Port': ['ID=70c49101-f9b5-4576-a14c-317b67bacd5a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:40.840006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting port df4f85f6-fe50-4990-85c2-0db928070db8 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:40.840350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.901969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Allocated IP 2001:db8::2 (e7c918d6-3ea5-4ab3-830d-6baf6f95b69e/5cf5ab52-2db7-4b2d-a4d5-eac6842c02da/d7cb48af-c492-4c36-a775-c0df87e0f8dd) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:40.912613 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.916379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2beabfac-b662-49b9-ab53-cf4817b38ba0 None None] For port a8cd5430-af48-46c7-8dc5-f4f643105455, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a8cd5430-af48-46c7-8dc5-f4f643105455,segment=NetworkSegment(862585f9-9b0e-40cf-81cd-1848f3578b47),segment_id=862585f9-9b0e-40cf-81cd-1848f3578b47)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:40.938538 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2beabfac-b662-49b9-ab53-cf4817b38ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:40.989270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf89396-a8ed-4101-a038-cbdc267ed234 None None] Pushing event updated for resources: {'Port': ['ID=4603ae8f-92e8-43c1-b375-6f40823d124f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:41.040381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.043865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] For port df4f85f6-fe50-4990-85c2-0db928070db8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df4f85f6-fe50-4990-85c2-0db928070db8,segment=NetworkSegment(17586495-bbf8-4732-9f90-651d3e82af08),segment_id=17586495-bbf8-4732-9f90-651d3e82af08)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:41.044308 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.075158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be41bd-fe4d-4581-ad37-ef8075e587c3 req-f77e9460-ea50-4614-962d-086aad43c0e7 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:41.076836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c8be41bd-fe4d-4581-ad37-ef8075e587c3 req-f77e9460-ea50-4614-962d-086aad43c0e7 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 945 time: 0.1811063 Aug 30 13:04:41.078454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Calling delete_port for df4f85f6-fe50-4990-85c2-0db928070db8 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:41.157086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9c669434-815f-4a86-af34-76c71a103e7d None None] Provisioning complete for port a8cd5430-af48-46c7-8dc5-f4f643105455 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:41.157469 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c669434-815f-4a86-af34-76c71a103e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.231175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beabfac-b662-49b9-ab53-cf4817b38ba0 None None] Pushing event updated for resources: {'Port': ['ID=a8cd5430-af48-46c7-8dc5-f4f643105455,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:41.242793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c8be41bd-fe4d-4581-ad37-ef8075e587c3 req-52017348-e01d-4261-ac7d-96da4020e3ce tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549194 Aug 30 13:04:41.301635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] DHCP port deletion for b0a5f28a-65b0-446d-8a13-223e55c6540a request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:04:41.378470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.415454 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.431131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4603ae8f-92e8-43c1-b375-6f40823d124f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:41.434542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Transition to ACTIVE for port object d7cb48af-c492-4c36-a775-c0df87e0f8dd will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:41.439569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] No DVR routers for this DVR port df4f85f6-fe50-4990-85c2-0db928070db8 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:41.442379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Port': ['ID=df4f85f6-fe50-4990-85c2-0db928070db8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:41.456429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-46a997c9-424f-4e17-8731-cfbf809bbb71 req-32ed90ea-4183-445f-801e-ef01aea92e80 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d&device_id=cc5999bc-b05c-4fdc-a9e6-d7e31ff9204b HTTP/1.1" status: 200 len: 210 time: 0.0797226 Aug 30 13:04:41.530848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] Deleting port df4f85f6-fe50-4990-85c2-0db928070db8 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:41.531445 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.576446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64cf04-bedc-462a-9819-6fb110e57fb6 req-59ef9fd1-6f1e-42d6-8234-c2198cf60ba9 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:41.587756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac64cf04-bedc-462a-9819-6fb110e57fb6 req-59ef9fd1-6f1e-42d6-8234-c2198cf60ba9 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 946 time: 0.1502347 Aug 30 13:04:41.603846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] For port df4f85f6-fe50-4990-85c2-0db928070db8, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:41.604715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.619507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.620001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] Calling delete_port for df4f85f6-fe50-4990-85c2-0db928070db8 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:41.624018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] Port df4f85f6-fe50-4990-85c2-0db928070db8 was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:04:41.629077 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.635014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a5f28a-65b0-446d-8a13-223e55c6540a']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:41.642199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Transition to ACTIVE for port object d7cb48af-c492-4c36-a775-c0df87e0f8dd will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:41.666266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac64cf04-bedc-462a-9819-6fb110e57fb6 req-76bc30c8-864a-4a7f-90af-62b621a9006c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774357 Aug 30 13:04:41.669237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17586495-bbf8-4732-9f90-651d3e82af08') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:41.669998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17586495-bbf8-4732-9f90-651d3e82af08') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:41.672226 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:04:41.678677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] Pushing event deleted for resources: {'Port': ['ID=df4f85f6-fe50-4990-85c2-0db928070db8,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:41.684165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.688856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4622ad0e-2b2f-41f6-abb6-309222d7b8a8 None None] No DVR routers for this DVR port df4f85f6-fe50-4990-85c2-0db928070db8 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:41.695284 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.698297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-d16cf59f-9eab-4c73-8f41-1096419d29a6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:41.705403 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-d16cf59f-9eab-4c73-8f41-1096419d29a6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1629739 Aug 30 13:04:41.722474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Network e7c918d6-3ea5-4ab3-830d-6baf6f95b69e is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:41.726685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.729583 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:41.739811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:41.741594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.768547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:41.778261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 4603ae8f-92e8-43c1-b375-6f40823d124f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:41.788359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-37c6f87b-ac1b-47e9-9dc9-b6dc2b0fa991 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 695 time: 0.0816882 Aug 30 13:04:41.801207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Request body: {'floatingip': {'port_id': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:41.834709 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:41.843291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.872494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.872845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Attempting to bind port d7cb48af-c492-4c36-a775-c0df87e0f8dd on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:41.873416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Attempting to bind port d7cb48af-c492-4c36-a775-c0df87e0f8dd by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b05994b3-d243-4e7d-bc86-2a6ccc7cba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7c918d6-3ea5-4ab3-830d-6baf6f95b69e'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:41.874030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Attempting to bind port d7cb48af-c492-4c36-a775-c0df87e0f8dd on network e7c918d6-3ea5-4ab3-830d-6baf6f95b69e {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:41.886692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Pushing event updated for resources: {'Port': ['ID=d7cb48af-c492-4c36-a775-c0df87e0f8dd,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:41.890091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.896084 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "DELETE /v2.0/networks/b0a5f28a-65b0-446d-8a13-223e55c6540a HTTP/1.1" status: 204 len: 168 time: 1.2830660 Aug 30 13:04:41.897024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39506cd4-17c8-4ef0-beae-41f2a52d2098 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Network': ['ID=b0a5f28a-65b0-446d-8a13-223e55c6540a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:41.900361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42564) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:41.911859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:41.912278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Checking segment: {'id': 'b05994b3-d243-4e7d-bc86-2a6ccc7cba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7c918d6-3ea5-4ab3-830d-6baf6f95b69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:41.912842 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.913245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Bound using segment: {'id': 'b05994b3-d243-4e7d-bc86-2a6ccc7cba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7c918d6-3ea5-4ab3-830d-6baf6f95b69e'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:41.913737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Bound port: d7cb48af-c492-4c36-a775-c0df87e0f8dd, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05994b3-d243-4e7d-bc86-2a6ccc7cba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'e7c918d6-3ea5-4ab3-830d-6baf6f95b69e'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:41.914129 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:41.976454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-836654e4-fe03-4f2e-8d79-792ce99ae3db tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting subnet a62c4a1a-e3be-46f0-ac32-7bcf2e5b8c1e {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:41.982004 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-836654e4-fe03-4f2e-8d79-792ce99ae3db tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.010241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da916a58-d055-4dc3-aa22-ddf5158842ac req-78b67665-1213-4618-aa4a-b09415182fcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=baaaa9131b454a34b6dd056193279b31&device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0988114 Aug 30 13:04:42.037114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] For port d7cb48af-c492-4c36-a775-c0df87e0f8dd, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:42.040772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] For port d7cb48af-c492-4c36-a775-c0df87e0f8dd, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d7cb48af-c492-4c36-a775-c0df87e0f8dd,segment=NetworkSegment(b05994b3-d243-4e7d-bc86-2a6ccc7cba66),segment_id=b05994b3-d243-4e7d-bc86-2a6ccc7cba66)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:42.047587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.048258 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.083700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.084469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.090515 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-836654e4-fe03-4f2e-8d79-792ce99ae3db tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.108877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d766fb7a-79ba-4559-9d69-b18d751f472b details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:04:42.144300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf723ba-c7db-4e23-81c9-63afe486f281 req-581aa86f-90f5-4b10-8a1f-5a8d604bc08f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:42.146293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2cf723ba-c7db-4e23-81c9-63afe486f281 req-581aa86f-90f5-4b10-8a1f-5a8d604bc08f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1263230 Aug 30 13:04:42.170346 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da916a58-d055-4dc3-aa22-ddf5158842ac req-e02dfcf8-6a14-4d79-80d5-3014a3401995 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=baaaa9131b454a34b6dd056193279b31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1323843 Aug 30 13:04:42.170539 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.187837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd5482-96f8-4d38-8865-4627881e0ca9 None None] Pushing event updated for resources: {'Port': ['ID=d7cb48af-c492-4c36-a775-c0df87e0f8dd,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:42.253893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2cf723ba-c7db-4e23-81c9-63afe486f281 req-40e1c426-c5d3-4b3b-82fd-10ed7aa339e9 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957067 Aug 30 13:04:42.257879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-836654e4-fe03-4f2e-8d79-792ce99ae3db tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.294077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d766fb7a-79ba-4559-9d69-b18d751f472b,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:42.325816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd766fb7a-79ba-4559-9d69-b18d751f472b', 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0', 'port_id': 'd766fb7a-79ba-4559-9d69-b18d751f472b', 'mac_address': 'fa:16:3e:70:0c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de712da0-d649-436c-9ec5-6653643a2ad8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:04:42.380594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-147bb28a-d769-41e5-8504-75e349dac6fa req-e3cb5145-7217-4915-91d6-f69377c1025a tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0341172 Aug 30 13:04:42.381150 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.412661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d766fb7a-79ba-4559-9d69-b18d751f472b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:42.435795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d766fb7a-79ba-4559-9d69-b18d751f472b,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:42.441796 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.447538 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-836654e4-fe03-4f2e-8d79-792ce99ae3db tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.471625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edc34c7-0b8e-4840-9f83-c3a2b4867f69 None None] Network d296d84f-64bf-40e3-b23c-cdd000868e6c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:42.486673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836654e4-fe03-4f2e-8d79-792ce99ae3db tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Subnet': ['ID=a62c4a1a-e3be-46f0-ac32-7bcf2e5b8c1e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:42.531032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-836654e4-fe03-4f2e-8d79-792ce99ae3db tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.535909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-836654e4-fe03-4f2e-8d79-792ce99ae3db tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "DELETE /v2.0/subnets/a62c4a1a-e3be-46f0-ac32-7bcf2e5b8c1e HTTP/1.1" status: 204 len: 168 time: 0.6331079 Aug 30 13:04:42.547794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Port': ['ID=70c49101-f9b5-4576-a14c-317b67bacd5a,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:42.549872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42568) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:42.558571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc4dfbf-00d6-4221-b8fe-db091744e0d7 None None] Network 5bf639da-a1d5-4832-9022-c478247c8cee requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:42.597212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d766fb7a-79ba-4559-9d69-b18d751f472b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:42.631371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network d296d84f-64bf-40e3-b23c-cdd000868e6c is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:42.641738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:42.649971 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.683957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d766fb7a-79ba-4559-9d69-b18d751f472b,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:42.719297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d0c6e962-8637-43de-9ae1-700823b86420 None None] Provisioning for port 4603ae8f-92e8-43c1-b375-6f40823d124f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:42.727645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da916a58-d055-4dc3-aa22-ddf5158842ac req-80ce8c8c-69bd-4a4d-9af5-c038a299dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:42.728954 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da916a58-d055-4dc3-aa22-ddf5158842ac req-80ce8c8c-69bd-4a4d-9af5-c038a299dd44 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5460536 Aug 30 13:04:42.742047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Deleting port 18602b5c-16d9-47be-81d4-c64bb2fb3653 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:42.742801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.746548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d0c6e962-8637-43de-9ae1-700823b86420 None None] Provisioning complete for port 4603ae8f-92e8-43c1-b375-6f40823d124f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:42.747512 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e962-8637-43de-9ae1-700823b86420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.858815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] For port 18602b5c-16d9-47be-81d4-c64bb2fb3653, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=18602b5c-16d9-47be-81d4-c64bb2fb3653,segment=NetworkSegment(b0c2a571-b865-4ec2-a095-30477149b9dd),segment_id=b0c2a571-b865-4ec2-a095-30477149b9dd)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:42.859526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:42.880187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29b2a2-b470-4e57-89e2-67189df0e47d req-fba48e33-298a-47c3-b617-987302460b40 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:42.881911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c29b2a2-b470-4e57-89e2-67189df0e47d req-fba48e33-298a-47c3-b617-987302460b40 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 945 time: 0.0945303 Aug 30 13:04:42.886286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Calling delete_port for 18602b5c-16d9-47be-81d4-c64bb2fb3653 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:42.968269 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c29b2a2-b470-4e57-89e2-67189df0e47d req-97b68594-949b-4c3d-9d3e-e39e809421b4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797362 Aug 30 13:04:43.034057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.040719 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e962-8637-43de-9ae1-700823b86420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.063797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ab1a9-2fa0-4193-b798-38184145cc1c None None] DHCP port deletion for 5bf639da-a1d5-4832-9022-c478247c8cee request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:04:43.084962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Port': ['ID=18602b5c-16d9-47be-81d4-c64bb2fb3653,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:43.088572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] No DVR routers for this DVR port 18602b5c-16d9-47be-81d4-c64bb2fb3653 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:43.114484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d0c6e962-8637-43de-9ae1-700823b86420 None None] For port 4603ae8f-92e8-43c1-b375-6f40823d124f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4603ae8f-92e8-43c1-b375-6f40823d124f,segment=NetworkSegment(73685438-9d03-4eeb-8e0a-58ffd52d57cd),segment_id=73685438-9d03-4eeb-8e0a-58ffd52d57cd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:43.133157 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d0c6e962-8637-43de-9ae1-700823b86420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.196469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.209290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf639da-a1d5-4832-9022-c478247c8cee']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:43.221174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c2a571-b865-4ec2-a095-30477149b9dd') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:43.221472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c2a571-b865-4ec2-a095-30477149b9dd') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:43.239065 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.255821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6e962-8637-43de-9ae1-700823b86420 None None] Pushing event updated for resources: {'Port': ['ID=4603ae8f-92e8-43c1-b375-6f40823d124f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:43.258123 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.276429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:43.277216 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:43.284499 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:43.397235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.417583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.419677 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] 10.222.0.37 "DELETE /v2.0/networks/5bf639da-a1d5-4832-9022-c478247c8cee HTTP/1.1" status: 204 len: 168 time: 0.8652763 Aug 30 13:04:43.447950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d7f11-ebcb-4d11-b63a-ceb2c6be45d4 tempest-ServersTestMultiNic-1559492818 tempest-ServersTestMultiNic-1559492818-project] Pushing event deleted for resources: {'Network': ['ID=5bf639da-a1d5-4832-9022-c478247c8cee,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:43.476178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388c7c3-d36b-4ce9-8f27-9be834f59c6b req-8a9e7484-7c49-4aee-b2be-40f270efc06c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:43.478004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e388c7c3-d36b-4ce9-8f27-9be834f59c6b req-8a9e7484-7c49-4aee-b2be-40f270efc06c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1165168 Aug 30 13:04:43.488156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a8cd5430-af48-46c7-8dc5-f4f643105455 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:43.538754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e388c7c3-d36b-4ce9-8f27-9be834f59c6b req-d262a442-ddd5-41fe-b99e-7c8b2e4c57b7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510979 Aug 30 13:04:43.580908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a8cd5430-af48-46c7-8dc5-f4f643105455 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:43.581166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.646033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d2cfe979-a063-41cb-ae02-6d6c65746c8e None None] Provisioning for port 70c49101-f9b5-4576-a14c-317b67bacd5a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:43.651447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b9302a3-390a-4382-92ac-6f4c60b6a010 req-097f5dea-0cfc-4829-935e-ec8f9ad93583 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0421000 Aug 30 13:04:43.652324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d2cfe979-a063-41cb-ae02-6d6c65746c8e None None] Provisioning complete for port 70c49101-f9b5-4576-a14c-317b67bacd5a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:43.652706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe979-a063-41cb-ae02-6d6c65746c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.681257 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Router 88f37f19-c031-4365-be60-d280c1e684e2 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:04:43.747822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d2cfe979-a063-41cb-ae02-6d6c65746c8e None None] Port 70c49101-f9b5-4576-a14c-317b67bacd5a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:04:43.785444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d7cb48af-c492-4c36-a775-c0df87e0f8dd up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:43.787325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d2cfe979-a063-41cb-ae02-6d6c65746c8e None None] Provisioning complete for port 4603ae8f-92e8-43c1-b375-6f40823d124f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:43.787700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe979-a063-41cb-ae02-6d6c65746c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.788258 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.resource_extend [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:04:43.847560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bb7dc7-5fcd-4391-b6cb-0c904f8093e9 None None] Network e7c918d6-3ea5-4ab3-830d-6baf6f95b69e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:43.862822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42588) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:43.962816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:43.969823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port d7cb48af-c492-4c36-a775-c0df87e0f8dd completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:43.971432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:44.014036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:04:44.020682 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-706f5875-f275-4bca-ae49-c428a3f24d89 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "PUT /v2.0/routers/88f37f19-c031-4365-be60-d280c1e684e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5279765 Aug 30 13:04:44.036538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42592) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:44.117591 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da916a58-d055-4dc3-aa22-ddf5158842ac req-3959bce3-8562-4723-b825-41b8524a24a4 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.16 "GET /v2.0/ports?device_id=84c3a5da-648b-4e72-9cdb-3907f8cbab5d HTTP/1.1" status: 200 len: 210 time: 0.0800426 Aug 30 13:04:44.250071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193572-348f-4fc1-83c4-9811dde9eaf6 req-b67157b6-4f09-469f-b725-c34709ef4b53 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:44.257819 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77193572-348f-4fc1-83c4-9811dde9eaf6 req-b67157b6-4f09-469f-b725-c34709ef4b53 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 945 time: 0.1187229 Aug 30 13:04:44.258139 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 18602b5c-16d9-47be-81d4-c64bb2fb3653 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:44.261463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d766fb7a-79ba-4559-9d69-b18d751f472b up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:44.263820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553771d-8c4c-4854-985f-6cb9ec269216 None None] Sync routers for ids ['88f37f19-c031-4365-be60-d280c1e684e2'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:04:44.279403 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd associated. External IP: 172.25.2.15, port: fa9152fc-831c-4c59-8f12-cd83979c45a5. Aug 30 13:04:44.345276 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77193572-348f-4fc1-83c4-9811dde9eaf6 req-bf3f752c-10b6-4344-9776-0911d3e44c27 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809250 Aug 30 13:04:44.352495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 18602b5c-16d9-47be-81d4-c64bb2fb3653 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:44.352853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 18602b5c-16d9-47be-81d4-c64bb2fb3653 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:44.353280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df4f85f6-fe50-4990-85c2-0db928070db8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:44.386274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553771d-8c4c-4854-985f-6cb9ec269216 None None] Routers {'88f37f19-c031-4365-be60-d280c1e684e2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:44.386939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a553771d-8c4c-4854-985f-6cb9ec269216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['88f37f19-c031-4365-be60-d280c1e684e2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:44.431507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: df4f85f6-fe50-4990-85c2-0db928070db8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:44.431767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df4f85f6-fe50-4990-85c2-0db928070db8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:44.435856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a553771d-8c4c-4854-985f-6cb9ec269216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:44.471343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553771d-8c4c-4854-985f-6cb9ec269216 None None] Routers {'88f37f19-c031-4365-be60-d280c1e684e2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:44.471987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a553771d-8c4c-4854-985f-6cb9ec269216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['88f37f19-c031-4365-be60-d280c1e684e2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:44.498108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:44.517794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a553771d-8c4c-4854-985f-6cb9ec269216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:44.518610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a553771d-8c4c-4854-985f-6cb9ec269216 None None] The sync data for ids ['88f37f19-c031-4365-be60-d280c1e684e2'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:04:44.524892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d766fb7a-79ba-4559-9d69-b18d751f472b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:44.525271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:44.596877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] Provisioning complete for port 70c49101-f9b5-4576-a14c-317b67bacd5a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:44.600380 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:44.661970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] Port 70c49101-f9b5-4576-a14c-317b67bacd5a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:04:44.711266 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:44.741223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] Provisioning for port d7cb48af-c492-4c36-a775-c0df87e0f8dd completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:44.747626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] Provisioning complete for port d7cb48af-c492-4c36-a775-c0df87e0f8dd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:44.748500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:44.789618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:44.794081 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92798db1-207d-4ee7-8298-debbdd0fa997" -d '{"events": [{"server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:44.813762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d766fb7a-79ba-4559-9d69-b18d751f472b,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:44.819184 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:44.826647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be246fb0-2b42-4e42-ac73-6070a8b418a6 req-24ba0f16-3fdf-4520-a345-5c718e6131bf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:44.828204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be246fb0-2b42-4e42-ac73-6070a8b418a6 req-24ba0f16-3fdf-4520-a345-5c718e6131bf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1291177 Aug 30 13:04:44.853387 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-03fec9fc-f9be-471a-b479-d69ca3d5c2d8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:04:44.854765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-03fec9fc-f9be-471a-b479-d69ca3d5c2d8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "PUT /v2.0/routers/88f37f19-c031-4365-be60-d280c1e684e2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8144548 Aug 30 13:04:44.857875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42604) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:44.868816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Router cc2598d8-2876-45e1-9536-6cef2cc6f09c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:04:44.904635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d766fb7a-79ba-4559-9d69-b18d751f472b,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:44.909048 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:44.945776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] For port d7cb48af-c492-4c36-a775-c0df87e0f8dd, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d7cb48af-c492-4c36-a775-c0df87e0f8dd,segment=NetworkSegment(b05994b3-d243-4e7d-bc86-2a6ccc7cba66),segment_id=b05994b3-d243-4e7d-bc86-2a6ccc7cba66)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:44.950400 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:44.988908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be246fb0-2b42-4e42-ac73-6070a8b418a6 req-586158bf-6dd9-46fb-8003-9684cd514913 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536934 Aug 30 13:04:45.015784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90dd76a-8ff0-4f7f-9e9d-e8f4233b3e33 None None] Pushing event updated for resources: {'Port': ['ID=d7cb48af-c492-4c36-a775-c0df87e0f8dd,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:45.075915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f10ee2d3-a59f-45d4-89ab-b3fa06c93204 None None] Provisioning complete for port d7cb48af-c492-4c36-a775-c0df87e0f8dd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:45.076665 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f10ee2d3-a59f-45d4-89ab-b3fa06c93204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:45.102360 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa14e20-7641-4ffa-9762-692fb75005e3 x-openstack-request-id: req-caa14e20-7641-4ffa-9762-692fb75005e3 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:45.102714 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "name": "network-vif-plugged", "status": "completed", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:45.103035 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-caa14e20-7641-4ffa-9762-692fb75005e3 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:45.103543 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b', 'code': 200} Aug 30 13:04:45.239789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d7cb48af-c492-4c36-a775-c0df87e0f8dd up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:45.288536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:04:45.304261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] Sync routers for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:04:45.315262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d7cb48af-c492-4c36-a775-c0df87e0f8dd triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:45.315699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:45.324419 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:45.326134 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:45.328613 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:45.388427 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-688ba99f-2cb1-4b51-953f-116f51e4d1bc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "PUT /v2.0/floatingips/b972bc3d-1052-41d4-86ab-984e5bd0b6cd HTTP/1.1" status: 200 len: 996 time: 3.5990276 Aug 30 13:04:45.389816 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed4e9d03-2f57-44fe-bf28-b8fa2e875dbd req-5192fbf4-9c96-446d-b931-19158892e274 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=baaaa9131b454a34b6dd056193279b31&device_id=cc5999bc-b05c-4fdc-a9e6-d7e31ff9204b HTTP/1.1" status: 200 len: 210 time: 0.0454557 Aug 30 13:04:45.391717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:45.398251 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752013ce-c17c-4ed2-99eb-300072635a39" -d '{"events": [{"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:45.423214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4603ae8f-92e8-43c1-b375-6f40823d124f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:45.473609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e96efee5-060f-40e0-be5f-03a8d5d28139 req-9b4b099d-14ee-4300-9380-314bc6c740b7 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5999bc-b05c-4fdc-a9e6-d7e31ff9204b HTTP/1.1" status: 200 len: 210 time: 0.0937822 Aug 30 13:04:45.482574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed4e9d03-2f57-44fe-bf28-b8fa2e875dbd req-3dfcd260-5743-46d0-95f0-808150201c2f service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=baaaa9131b454a34b6dd056193279b31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767386 Aug 30 13:04:45.493799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-19b9a44c-de82-480b-ae04-d52d26109cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:45.495357 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-19b9a44c-de82-480b-ae04-d52d26109cb8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1097 time: 0.0742278 Aug 30 13:04:45.505510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4603ae8f-92e8-43c1-b375-6f40823d124f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:45.505959 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:45.581797 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:45.644652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-843ec9d8-ec6a-4e5d-9122-6135b3542be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:45.652854 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-843ec9d8-ec6a-4e5d-9122-6135b3542be3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.1512027 Aug 30 13:04:45.759752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-fca1dbe4-4c28-4490-9fde-deb204e44e8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 999 time: 0.1057818 Aug 30 13:04:45.766957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Deleting port 0d0f3b09-ee67-4101-8050-3619998e4db1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:45.767296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:45.817868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-d1cd0121-2fcc-43b8-9cc1-ae4053c94234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:45.819308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-d1cd0121-2fcc-43b8-9cc1-ae4053c94234 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.0520790 Aug 30 13:04:45.874963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b946cb5-39d2-4f97-82cb-ec59c2596e27 req-f0f003be-54dc-45b0-80af-b0caf487a21e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:45.876405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b946cb5-39d2-4f97-82cb-ec59c2596e27 req-f0f003be-54dc-45b0-80af-b0caf487a21e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 946 time: 0.2164266 Aug 30 13:04:45.878863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-2954779a-f512-431f-b4b4-ad4ec920c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:45.881916 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-2954779a-f512-431f-b4b4-ad4ec920c143 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525441 Aug 30 13:04:45.883434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e9d03-2f57-44fe-bf28-b8fa2e875dbd req-93520b90-d8a0-4bab-b8af-d4d99bd9194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:45.884861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed4e9d03-2f57-44fe-bf28-b8fa2e875dbd req-93520b90-d8a0-4bab-b8af-d4d99bd9194e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3916700 Aug 30 13:04:45.911647 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:fc:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:04:43Z', 'revision_number': 1, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:45.939052 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] Checking router: cc2598d8-2876-45e1-9536-6cef2cc6f09c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:04:45.949683 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:45.950297 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:45.961826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b946cb5-39d2-4f97-82cb-ec59c2596e27 req-6fc7ac39-9cb3-4803-a515-d2006b2f7cd4 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759232 Aug 30 13:04:45.964749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] For port 0d0f3b09-ee67-4101-8050-3619998e4db1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0d0f3b09-ee67-4101-8050-3619998e4db1,segment=NetworkSegment(a537a4b7-c246-4910-b801-fb0776cdd018),segment_id=a537a4b7-c246-4910-b801-fb0776cdd018)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:45.965112 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:45.985815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-7fb3f853-514d-4582-bac2-6637b8d0fb3e service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979979 Aug 30 13:04:45.992046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Calling delete_port for 0d0f3b09-ee67-4101-8050-3619998e4db1 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:46.113148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:46.139639 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d13df-6d88-45a1-8f10-9d0850a02b30 req-fd278100-2c87-4247-ad76-abf202bd98ea service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462121 Aug 30 13:04:46.141527 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdc4c49-cc8f-4d35-8fea-310cd4276298 x-openstack-request-id: req-9fdc4c49-cc8f-4d35-8fea-310cd4276298 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:46.152974 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:46.156099 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:46.156829 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fdc4c49-cc8f-4d35-8fea-310cd4276298 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:46.157406 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'status': 'completed', 'code': 200} Aug 30 13:04:46.319202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-11bd2f7e-c7b7-4fcd-b98e-29d011059787 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1073909 Aug 30 13:04:46.329021 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752013ce-c17c-4ed2-99eb-300072635a39 req-fa344e52-de94-408f-a6b3-d83c6ebe986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:46.331297 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-752013ce-c17c-4ed2-99eb-300072635a39 req-fa344e52-de94-408f-a6b3-d83c6ebe986a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1097 time: 0.1717744 Aug 30 13:04:46.348105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-85cbfe5c-566e-49df-9d09-ca3a11051f9d tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:46.349775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-85cbfe5c-566e-49df-9d09-ca3a11051f9d tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0910304 Aug 30 13:04:46.400399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668290b2-e010-48dd-be21-0b48ae2c26e1 req-53c567b9-6e20-49ac-9823-41240238f082 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:46.402136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-668290b2-e010-48dd-be21-0b48ae2c26e1 req-53c567b9-6e20-49ac-9823-41240238f082 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1273077 Aug 30 13:04:46.522731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-b1051dc7-c58b-49cc-a969-29aa0c1755ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:46.524378 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-b1051dc7-c58b-49cc-a969-29aa0c1755ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1095 time: 0.1736763 Aug 30 13:04:46.537548 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:fc:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:04:43Z', 'revision_number': 1, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:46.547168 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:46.574453 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3534f37a-280d-4dac-ace5-5d40eaff3ced None None] The sync data for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 is: [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:fc:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:04:43Z', 'revision_number': 1, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:04:46.576177 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-264b1ad9-c499-4c35-aba2-344f286f9357 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 999 time: 0.1901720 Aug 30 13:04:46.606594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0f3b09-ee67-4101-8050-3619998e4db1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:46.623121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Request body: {'floatingip': {'port_id': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:46.676606 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-668290b2-e010-48dd-be21-0b48ae2c26e1 req-a35abfaa-64db-4c29-9b21-4a13e4a5481e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523895 Aug 30 13:04:46.700168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752013ce-c17c-4ed2-99eb-300072635a39 req-3a22e252-3706-4a26-803c-03be42df3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:46.701673 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-752013ce-c17c-4ed2-99eb-300072635a39 req-3a22e252-3706-4a26-803c-03be42df3b61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.3499448 Aug 30 13:04:46.802983 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-752013ce-c17c-4ed2-99eb-300072635a39 req-0e95fdc8-95e0-4f35-abe7-38a0f3a9245a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 999 time: 0.0740402 Aug 30 13:04:46.812903 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:46.910452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b930e09-ec91-41fe-bdeb-4513142515ff req-6c0acd1c-261c-4c9e-afbf-59c991c08949 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc5999bc-b05c-4fdc-a9e6-d7e31ff9204b HTTP/1.1" status: 200 len: 210 time: 0.0677681 Aug 30 13:04:46.916214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac1fd5c-ca2f-46c3-b0ff-c0c9bf4f960d None None] New status for floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:04:46.988561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:47.001069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-268bcdc7-2ab8-4dd0-98ff-62ad486d63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.003356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-268bcdc7-2ab8-4dd0-98ff-62ad486d63fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.4433215 Aug 30 13:04:47.023277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Deleting port 70c49101-f9b5-4576-a14c-317b67bacd5a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:47.023749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:47.088161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-32e286b6-7a9a-48de-b6d3-7451a34f16a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.0456288 Aug 30 13:04:47.093693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752013ce-c17c-4ed2-99eb-300072635a39 req-05538c7d-8ff2-4e8b-9df7-404275d1a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.094835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-752013ce-c17c-4ed2-99eb-300072635a39 req-05538c7d-8ff2-4e8b-9df7-404275d1a01f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.1714113 Aug 30 13:04:47.215985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:47.262656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Calling delete_port for 70c49101-f9b5-4576-a14c-317b67bacd5a owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:47.266256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-b321826d-0c34-464b-8de1-f1c4a4adc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.268361 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-b321826d-0c34-464b-8de1-f1c4a4adc8f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1248906 Aug 30 13:04:47.327897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-be4029f3-432d-433b-84ec-3cb8fa63c650 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1547418 Aug 30 13:04:47.335949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752013ce-c17c-4ed2-99eb-300072635a39 req-a4304844-cbbc-45d6-b1b3-5d0db40d49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.337414 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-752013ce-c17c-4ed2-99eb-300072635a39 req-a4304844-cbbc-45d6-b1b3-5d0db40d49d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956902 Aug 30 13:04:47.341095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-ee39c872-44cf-45f1-a110-fa0209014948 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393143 Aug 30 13:04:47.420137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:04:47.420482 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:04:47.466909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e3140b-d19a-484c-bfcf-34082b1aa7e9 req-81561e74-d9d4-47d4-936c-8ea1ba647f8d tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.468312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04e3140b-d19a-484c-bfcf-34082b1aa7e9 req-81561e74-d9d4-47d4-936c-8ea1ba647f8d tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 946 time: 0.3825016 Aug 30 13:04:47.513760 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-752013ce-c17c-4ed2-99eb-300072635a39 req-6d290a42-22f4-40ca-a83b-34e3c6512f26 service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604784 Aug 30 13:04:47.515612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-bc8fdd85-bfbb-4f6c-bbe5-8efe3e7d08ce service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511366 Aug 30 13:04:47.700596 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-752013ce-c17c-4ed2-99eb-300072635a39 req-d98da96b-0be1-4363-9506-92214256b1ab service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718354 Aug 30 13:04:47.707291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ce1ddf4-a177-4216-8836-2e4c33a6796b req-24ed517c-9eb7-4ea2-86db-6d3a82c41aa2 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701584 Aug 30 13:04:47.912027 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed4e9d03-2f57-44fe-bf28-b8fa2e875dbd req-f2c614ab-d297-48f5-abc3-0d605b5fe9b2 tempest-ServerShowV247Test-399171220 tempest-ServerShowV247Test-399171220-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc5999bc-b05c-4fdc-a9e6-d7e31ff9204b HTTP/1.1" status: 200 len: 210 time: 0.0455832 Aug 30 13:04:47.922964 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:47.945602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3e22cf3c-9a2f-4ff2-a8e2-f5bf7711ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.946113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3e22cf3c-9a2f-4ff2-a8e2-f5bf7711ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.946584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3e22cf3c-9a2f-4ff2-a8e2-f5bf7711ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.947049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3e22cf3c-9a2f-4ff2-a8e2-f5bf7711ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.947509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3e22cf3c-9a2f-4ff2-a8e2-f5bf7711ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.947968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3e22cf3c-9a2f-4ff2-a8e2-f5bf7711ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.948423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3e22cf3c-9a2f-4ff2-a8e2-f5bf7711ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:47.950348 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3e22cf3c-9a2f-4ff2-a8e2-f5bf7711ab03 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6498 time: 0.5612390 Aug 30 13:04:47.983140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04e3140b-d19a-484c-bfcf-34082b1aa7e9 req-1fd5b35e-1523-49d5-b426-58284d99b5a3 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068574 Aug 30 13:04:47.984995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Router e77d65dc-3966-4a98-8864-568624bb3c88 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:04:48.101008 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:48.151301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Port': ['ID=70c49101-f9b5-4576-a14c-317b67bacd5a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:48.352169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-07541b83-2944-4b5b-bc1f-9166f3e5213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:48.352704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-07541b83-2944-4b5b-bc1f-9166f3e5213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:48.353166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-07541b83-2944-4b5b-bc1f-9166f3e5213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:48.354876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-07541b83-2944-4b5b-bc1f-9166f3e5213e service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d069a2b-f34e-48dd-a07f-e1f299591259&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&id=cc5a463d-926b-4632-a0da-1ab17dd39b9e HTTP/1.1" status: 200 len: 2298 time: 0.3499022 Aug 30 13:04:48.374165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:04:48.390542 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] Sync routers for ids ['e77d65dc-3966-4a98-8864-568624bb3c88'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:04:48.405026 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:48.405188 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] Routers {'e77d65dc-3966-4a98-8864-568624bb3c88'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:48.405457 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e77d65dc-3966-4a98-8864-568624bb3c88'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:48.410044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1aa37465-1e9e-4a01-b78b-8d0af139b3b3 admin admin] 10.222.0.37 "PUT /v2.0/routers/e77d65dc-3966-4a98-8864-568624bb3c88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5459993 Aug 30 13:04:48.420579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b70399-742e-4c47-b0cb-66e7235772ad req-ecbffcc1-8998-4144-b320-68819a86d254 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:48.426423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88b70399-742e-4c47-b0cb-66e7235772ad req-ecbffcc1-8998-4144-b320-68819a86d254 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.2797160 Aug 30 13:04:48.438287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42642) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:48.526490 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] Set router e77d65dc-3966-4a98-8864-568624bb3c88 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:48.706379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-63da373e-08a5-4dd9-a722-d623c945aae2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24f4219d-372f-4637-adb6-6ac697f5efb1 HTTP/1.1" status: 200 len: 1001 time: 0.3416157 Aug 30 13:04:48.736069 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:02:55Z', 'updated_at': '2021-08-30T13:04:46Z', 'revision_number': 5, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'gw_port': {'id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:02:56Z', 'updated_at': '2021-08-30T13:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:48.742871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:48.749029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:48.776137 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] Checking router: e77d65dc-3966-4a98-8864-568624bb3c88 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:04:48.785372 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] Routers {'e77d65dc-3966-4a98-8864-568624bb3c88'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:48.786277 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e77d65dc-3966-4a98-8864-568624bb3c88'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:48.797781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Router 88f37f19-c031-4365-be60-d280c1e684e2 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:04:48.813462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88b70399-742e-4c47-b0cb-66e7235772ad req-76e74505-e440-4df0-8041-18c60dc77a27 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793714 Aug 30 13:04:48.815513 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:48.875126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-7826eee0-f94c-43d2-ac22-524011ddb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:48.881243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-7826eee0-f94c-43d2-ac22-524011ddb70e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a467f0e-fef5-4869-b05f-0e95e9dcd576 HTTP/1.1" status: 200 len: 856 time: 0.1376293 Aug 30 13:04:48.884630 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd associated. External IP: 172.25.2.15, port: fa9152fc-831c-4c59-8f12-cd83979c45a5. Aug 30 13:04:48.931194 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] Set router e77d65dc-3966-4a98-8864-568624bb3c88 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:49.050092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:04:49.063888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b835cd-5a4a-4785-9950-f3fefd72ed15 None None] Sync routers for ids ['88f37f19-c031-4365-be60-d280c1e684e2'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:04:49.076297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9180f37d-db9d-40a8-a25f-5f8ed7faf53d tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "PUT /v2.0/routers/88f37f19-c031-4365-be60-d280c1e684e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2150464 Aug 30 13:04:49.083868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42648) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:49.087201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b835cd-5a4a-4785-9950-f3fefd72ed15 None None] Routers {'88f37f19-c031-4365-be60-d280c1e684e2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:49.087928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-47b835cd-5a4a-4785-9950-f3fefd72ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['88f37f19-c031-4365-be60-d280c1e684e2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:49.117625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-34040a58-aa32-4b3d-909f-e01bde40fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:49.119175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-34040a58-aa32-4b3d-909f-e01bde40fe10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d069a2b-f34e-48dd-a07f-e1f299591259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1788070 Aug 30 13:04:49.173175 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-5a0af07f-8792-4041-815c-ca5ab7dc1c5c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] delete failed (client error): The resource could not be found. Aug 30 13:04:49.179283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5a0af07f-8792-4041-815c-ca5ab7dc1c5c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-1507866226 HTTP/1.1" status: 404 len: 335 time: 0.0949564 Aug 30 13:04:49.180293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-47b835cd-5a4a-4785-9950-f3fefd72ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:49.182369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42654) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:49.192947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-408bdf29-2679-491f-b27e-1c1e0c9677b7 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'router': {'external_gateway_info': {'network_id': '88f37f19-c031-4365-be60-d280c1e684e2'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:49.204637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b835cd-5a4a-4785-9950-f3fefd72ed15 None None] Routers {'88f37f19-c031-4365-be60-d280c1e684e2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:49.205467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-47b835cd-5a4a-4785-9950-f3fefd72ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['88f37f19-c031-4365-be60-d280c1e684e2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:49.273602 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:02:55Z', 'updated_at': '2021-08-30T13:04:46Z', 'revision_number': 5, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'gw_port': {'id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:02:56Z', 'updated_at': '2021-08-30T13:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:49.275076 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:49.285110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-47b835cd-5a4a-4785-9950-f3fefd72ed15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:49.294278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b835cd-5a4a-4785-9950-f3fefd72ed15 None None] The sync data for ids ['88f37f19-c031-4365-be60-d280c1e684e2'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:04:49.303031 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1dcd58-d431-4ae1-a122-de14d559e207 None None] The sync data for ids ['e77d65dc-3966-4a98-8864-568624bb3c88'] in n-d-688802-6 is: [{'id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'name': 'tempest-ServersTestMultiNic-552770140-router', 'tenant_id': '7c3dd56c680045abb66daea329d560ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:02:55Z', 'updated_at': '2021-08-30T13:04:46Z', 'revision_number': 5, 'project_id': '7c3dd56c680045abb66daea329d560ea', 'gw_port': {'id': 'f3a3a641-26ad-4915-b93d-868c692851bf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a8:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77d65dc-3966-4a98-8864-568624bb3c88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:02:56Z', 'updated_at': '2021-08-30T13:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:04:49.325412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42658) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:49.415549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-1d27f167-c6c7-49eb-a389-772cdfb5304e service neutron] 10.222.0.35 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807715 Aug 30 13:04:49.434766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511a6bc-388a-4d51-8373-2c4f23eacc73 req-a2ac9a6b-3eca-419f-8a47-c24f1e519cf7 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:49.436289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e511a6bc-388a-4d51-8373-2c4f23eacc73 req-a2ac9a6b-3eca-419f-8a47-c24f1e519cf7 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 946 time: 0.1045136 Aug 30 13:04:49.489516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Deleting port f3a3a641-26ad-4915-b93d-868c692851bf {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:49.489885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:49.526217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Router cc2598d8-2876-45e1-9536-6cef2cc6f09c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:04:49.533401 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-408bdf29-2679-491f-b27e-1c1e0c9677b7 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:49.560252 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47b33f9f-bffe-4aec-ba18-9622c833e9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:49.586249 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-408bdf29-2679-491f-b27e-1c1e0c9677b7 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] update failed (client error): The resource could not be found. Aug 30 13:04:49.587326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-408bdf29-2679-491f-b27e-1c1e0c9677b7 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "PUT /v2.0/routers/88f37f19-c031-4365-be60-d280c1e684e2 HTTP/1.1" status: 404 len: 339 time: 0.4039512 Aug 30 13:04:49.592330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42662) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:49.599954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-988407387'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:49.615697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e511a6bc-388a-4d51-8373-2c4f23eacc73 req-e4570b28-3f46-4693-81e4-2b3b3067b324 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673708 Aug 30 13:04:49.649024 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-47b33f9f-bffe-4aec-ba18-9622c833e9eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:04:49.649024 n-d-688802-6 neutron-server[95698]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 13:04:49.649024 n-d-688802-6 neutron-server[95698]: [parameters: {'project_id': 'baaaa9131b454a34b6dd056193279b31', 'id': '693b2f3a-8447-47bf-a25e-779f9ee5c188', 'expiration': datetime.datetime(2021, 8, 30, 13, 6, 49, 622544)}] Aug 30 13:04:49.649024 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:04:49.649396 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-47b33f9f-bffe-4aec-ba18-9622c833e9eb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:04:49.654212 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-760152ee-2606-40d7-acf5-b2c57b0abb76 service neutron] 10.222.0.35 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162189 Aug 30 13:04:49.666453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Made reservation on behalf of 82e3a99295a44540b69e161964e49520 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:49.670187 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:49.679578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] For port f3a3a641-26ad-4915-b93d-868c692851bf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f3a3a641-26ad-4915-b93d-868c692851bf,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:49.679951 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:49.698600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:04:49.709528 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] Sync routers for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:04:49.722234 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-859e3813-a322-42e2-baf5-cb90d9855738 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=97a6339c-7374-43d6-b5dd-c60a6ad87c63 HTTP/1.1" status: 200 len: 217 time: 0.0595348 Aug 30 13:04:49.723651 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:49.725035 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:49.728820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Calling delete_port for f3a3a641-26ad-4915-b93d-868c692851bf owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:49.748772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:49.768458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:49.768785 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Added segment 0a6a38a4-cf6f-4827-a40e-659255bc48a7 of type vlan for network 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e Aug 30 13:04:49.821821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-5355c2ae-27b4-499e-8b5c-1bc6ed2e6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:49.823602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-5355c2ae-27b4-499e-8b5c-1bc6ed2e6f96 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.0922873 Aug 30 13:04:49.851814 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:49.866780 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:49.954786 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:49.962935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:49.963912 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:50.047796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a1c7c-105f-4362-81ae-bf63ae35e40f req-987cc293-204e-490d-af9f-ddf12d480290 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:50.049435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-241a1c7c-105f-4362-81ae-bf63ae35e40f req-987cc293-204e-490d-af9f-ddf12d480290 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.1105309 Aug 30 13:04:50.051478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-f0f7808e-8860-4222-b219-8c996bca6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:50.052948 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-f0f7808e-8860-4222-b219-8c996bca6daf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2177479 Aug 30 13:04:50.067353 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4740462 Aug 30 13:04:50.070378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42668) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:50.078144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'subnet': {'network_id': '9c1d76e6-8bd9-4e56-9c08-b1a7822a432e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:50.118820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d766fb7a-79ba-4559-9d69-b18d751f472b no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:50.136404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd71fd-1a93-4fbf-a665-f546687c7890 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Network': ['ID=9c1d76e6-8bd9-4e56-9c08-b1a7822a432e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:50.151555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:50.151799 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47b33f9f-bffe-4aec-ba18-9622c833e9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:50.174690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Router cc2598d8-2876-45e1-9536-6cef2cc6f09c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:04:50.176191 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:bc:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cc29a0-51d0-4500-8061-404c7ee36569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:04:48Z', 'revision_number': 3, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:50.215361 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-241a1c7c-105f-4362-81ae-bf63ae35e40f req-fb29d1a3-dcd6-4a99-a012-cc04b7d8bb19 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220105 Aug 30 13:04:50.221715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:50.225519 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] Checking router: cc2598d8-2876-45e1-9536-6cef2cc6f09c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:04:50.241594 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:50.243352 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:50.271265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a3a641-26ad-4915-b93d-868c692851bf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:50.324158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-bfde50ee-58dd-497a-ad78-bce4d4b00aff service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605455 Aug 30 13:04:50.332723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:04:50.341834 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:50.366210 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:50.374362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:50.377797 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:50.409885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d766fb7a-79ba-4559-9d69-b18d751f472b,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:50.409885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:50.409885 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55075e2d-fa38-4159-8335-186e4f4275cb" -d '{"events": [{"server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:50.417732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-96807a7c-5a7a-4031-a54a-803b9f0cb37c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "PUT /v2.0/floatingips/b972bc3d-1052-41d4-86ab-984e5bd0b6cd HTTP/1.1" status: 200 len: 997 time: 3.8015196 Aug 30 13:04:50.421454 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:50.428918 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:50.475761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:50.495148 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bd01dc-f429-4349-9576-9d60437e56f7 x-openstack-request-id: req-30bd01dc-f429-4349-9576-9d60437e56f7 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:50.495436 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:50.495689 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-30bd01dc-f429-4349-9576-9d60437e56f7 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:50.496082 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'status': 'completed', 'code': 200} Aug 30 13:04:50.505190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d766fb7a-79ba-4559-9d69-b18d751f472b,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:50.522172 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76e4bd5-9bf9-4194-9778-846b43f15456 x-openstack-request-id: req-e76e4bd5-9bf9-4194-9778-846b43f15456 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:50.522754 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:50.523011 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e76e4bd5-9bf9-4194-9778-846b43f15456 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:50.523410 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b', 'code': 200} Aug 30 13:04:50.544467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-47ae0688-5423-4382-82f9-cfdcbaf3401f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:50.546339 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-47ae0688-5423-4382-82f9-cfdcbaf3401f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports/fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 943 time: 0.1186655 Aug 30 13:04:50.561895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-fedcb5cc-d7aa-4c21-8841-4646c21ae0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:50.564154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-fedcb5cc-d7aa-4c21-8841-4646c21ae0cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1097 time: 0.0632610 Aug 30 13:04:50.721857 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:bc:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cc29a0-51d0-4500-8061-404c7ee36569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:04:48Z', 'revision_number': 3, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:50.755423 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fd1b0c-e6c1-4668-97cf-bffa9e677f64 None None] The sync data for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 is: [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:bc:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cc29a0-51d0-4500-8061-404c7ee36569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:04:48Z', 'revision_number': 3, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:04:50.921840 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:50.924363 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:50.966240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-d28fdf3d-8e17-4d30-930a-be0c2083c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:50.967804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-d28fdf3d-8e17-4d30-930a-be0c2083c98c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1097 time: 0.3413289 Aug 30 13:04:51.000863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-955bb936-9192-4e21-8264-67a885c7ff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.002397 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.002532 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-955bb936-9192-4e21-8264-67a885c7ff56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.4299262 Aug 30 13:04:51.002999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Fanout notify agent at l3_agent the message router_deleted on router e77d65dc-3966-4a98-8864-568624bb3c88 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:04:51.005982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df35363-99f5-43fd-9604-e5799b18db91 None None] New status for floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:04:51.029909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.033990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4e886918-8b91-4e3a-9291-40c378c931df admin admin] 10.222.0.37 "DELETE /v2.0/routers/e77d65dc-3966-4a98-8864-568624bb3c88 HTTP/1.1" status: 204 len: 168 time: 2.4952030 Aug 30 13:04:51.035733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42680) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:51.063280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47b33f9f-bffe-4aec-ba18-9622c833e9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.076536 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47b33f9f-bffe-4aec-ba18-9622c833e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.081958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3b38dca6-ad40-4617-9090-a31469978166 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7494335 Aug 30 13:04:51.086137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-4869cce7-eddf-419b-9800-835d4c54794b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 217 time: 0.0580785 Aug 30 13:04:51.172906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Made reservation on behalf of 82e3a99295a44540b69e161964e49520 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:51.176455 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.187557 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8db2a82-0cc0-4d26-94c8-de31fbba148b admin admin] Deleting subnet 86784528-a72c-48ae-981d-9f086b578d71 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:04:51.210006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5abcb4-009b-4c94-aab8-de03a2f0b9d7 req-e2663d89-5842-4af0-a540-4929ca878a89 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.212747 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e8db2a82-0cc0-4d26-94c8-de31fbba148b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.218132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba5abcb4-009b-4c94-aab8-de03a2f0b9d7 req-e2663d89-5842-4af0-a540-4929ca878a89 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 944 time: 0.2493355 Aug 30 13:04:51.221105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-32a1d59d-95b4-4529-b60b-1e61bbff7c30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=0c41a4a6-df09-4307-a892-1ee811eb509e HTTP/1.1" status: 200 len: 217 time: 0.1271524 Aug 30 13:04:51.234475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-faa989cf-bd3c-41af-9e62-018731da626b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.236361 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-faa989cf-bd3c-41af-9e62-018731da626b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 944 time: 0.2688994 Aug 30 13:04:51.239622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-47b33f9f-bffe-4aec-ba18-9622c833e9eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=baaaa9131b454a34b6dd056193279b31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8961728 Aug 30 13:04:51.259268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42682) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:51.291735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-398f5ec8-4413-43de-b9b1-de5658d104f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.293603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-398f5ec8-4413-43de-b9b1-de5658d104f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.3137958 Aug 30 13:04:51.306832 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-031c43f4-7602-4ef6-988f-b9f058f1b565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.307794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b33f9f-bffe-4aec-ba18-9622c833e9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86cd668-ee23-41f9-8c38-553fabefb528,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:51.308303 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-031c43f4-7602-4ef6-988f-b9f058f1b565 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.1994970 Aug 30 13:04:51.318982 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e8db2a82-0cc0-4d26-94c8-de31fbba148b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.340799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0d0f3b09-ee67-4101-8050-3619998e4db1 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:51.386430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0d0f3b09-ee67-4101-8050-3619998e4db1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:51.386856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0d0f3b09-ee67-4101-8050-3619998e4db1 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:51.405096 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] Sync routers for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:04:51.406281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-a363abb3-065a-4be0-8a9d-6f4522a13ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.407835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-a363abb3-065a-4be0-8a9d-6f4522a13ee5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.1668980 Aug 30 13:04:51.418937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba5abcb4-009b-4c94-aab8-de03a2f0b9d7 req-a4a8008f-3267-4101-9d32-a3e1763afdb7 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995885 Aug 30 13:04:51.421975 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:51.422813 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:51.423199 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-0fcbe0cd-67ac-485b-9013-35f6041a01fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 217 time: 0.1074419 Aug 30 13:04:51.518305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4b6596b-c153-4175-b982-221d9d6cdd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.527457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-1625ce1d-8f4c-4e10-aa77-b668a033cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.528957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-1625ce1d-8f4c-4e10-aa77-b668a033cfdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079992 Aug 30 13:04:51.552469 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:51.574317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-ad51ef1a-9aa2-48d9-bc65-6b869f8ec9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.575687 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-ad51ef1a-9aa2-48d9-bc65-6b869f8ec9a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.1381650 Aug 30 13:04:51.582508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 33ae7f49-7d4f-43b3-bd6a-b325f038c918 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:04:51.589580 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e8db2a82-0cc0-4d26-94c8-de31fbba148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.597442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 33ae7f49-7d4f-43b3-bd6a-b325f038c918 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:51.603999 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4b6596b-c153-4175-b982-221d9d6cdd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.673596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-8755c415-a5b8-4926-9edc-1ae986ec7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.675591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-8755c415-a5b8-4926-9edc-1ae986ec7c62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2516775 Aug 30 13:04:51.697064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Deleting port d766fb7a-79ba-4559-9d69-b18d751f472b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:51.697447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.787025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.815884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] For port d766fb7a-79ba-4559-9d69-b18d751f472b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d766fb7a-79ba-4559-9d69-b18d751f472b,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:51.816567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.824922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-c02a4df1-ac26-425b-b6bb-5ffc38baf866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:51.826554 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-c02a4df1-ac26-425b-b6bb-5ffc38baf866 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098606 Aug 30 13:04:51.827972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:51.841516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Calling delete_port for d766fb7a-79ba-4559-9d69-b18d751f472b owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:51.850422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-84aacd7c-7fb4-4fa1-80d4-a06935864d04 service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074911 Aug 30 13:04:51.853126 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.855371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e8db2a82-0cc0-4d26-94c8-de31fbba148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.855639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '33ae7f49-7d4f-43b3-bd6a-b325f038c918', 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f', 'port_id': '33ae7f49-7d4f-43b3-bd6a-b325f038c918', 'mac_address': 'fa:16:3e:ac:b4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f83c4d3-00aa-4dd6-a772-07c3ab30fe63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:04:51.859819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:51.884040 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:bc:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cc29a0-51d0-4500-8061-404c7ee36569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:04:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:51.890954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.920858 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] Checking router: cc2598d8-2876-45e1-9536-6cef2cc6f09c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:04:51.934181 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:51.935673 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:51.936017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4b6596b-c153-4175-b982-221d9d6cdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.941067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4b6596b-c153-4175-b982-221d9d6cdd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.944822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b4b6596b-c153-4175-b982-221d9d6cdd54 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b86cd668-ee23-41f9-8c38-553fabefb528 HTTP/1.1" status: 204 len: 168 time: 0.6821301 Aug 30 13:04:51.951012 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:51.977295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33ae7f49-7d4f-43b3-bd6a-b325f038c918 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:52.028463 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:04:52.029093 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:04:52.029688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=33ae7f49-7d4f-43b3-bd6a-b325f038c918,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:52.063675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26717a07-cd59-4c43-83ce-a4f7f0071e8c None None] Network 8cfba2db-40e1-4544-8250-3a94a80297c1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:52.065481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e8db2a82-0cc0-4d26-94c8-de31fbba148b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:52.072784 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e8db2a82-0cc0-4d26-94c8-de31fbba148b admin admin] 10.222.0.37 "DELETE /v2.0/subnets/86784528-a72c-48ae-981d-9f086b578d71 HTTP/1.1" status: 204 len: 168 time: 1.0332758 Aug 30 13:04:52.085290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42694) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:52.128258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619ef34-a14b-4d38-a259-97208b9a19ee req-ad8a025e-bfe6-486c-8795-77bb4030290c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:52.134609 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:52.137518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4619ef34-a14b-4d38-a259-97208b9a19ee req-ad8a025e-bfe6-486c-8795-77bb4030290c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.6202714 Aug 30 13:04:52.139947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-0845e6dc-9901-46d4-8ea6-f12b67fb95e3 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4461012 Aug 30 13:04:52.141878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6596b-c153-4175-b982-221d9d6cdd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86cd668-ee23-41f9-8c38-553fabefb528,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:52.144362 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:52.217965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4619ef34-a14b-4d38-a259-97208b9a19ee req-1af56163-25ac-4a54-ae38-6f639f6edbe5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804415 Aug 30 13:04:52.222343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Subnet': ['ID=7e7c7533-1a86-4426-97ce-1c7de189d64d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:52.327223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db2a82-0cc0-4d26-94c8-de31fbba148b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86784528-a72c-48ae-981d-9f086b578d71,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:52.338756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Checking segment: {'id': '0a6a38a4-cf6f-4827-a40e-659255bc48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c1d76e6-8bd9-4e56-9c08-b1a7822a432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:52.339208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network hostable DHCP agents. Network: 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:52.355785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-4728ed6d-90e7-487e-bf49-c5294ad28bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161614 Aug 30 13:04:52.361331 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:52.387856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7b29d1e-3b7f-4892-8ca0-be68b06a646d req-768ee22a-a60a-4add-b452-19d322b12833 service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099254 Aug 30 13:04:52.458045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event deleted for resources: {'Port': ['ID=d766fb7a-79ba-4559-9d69-b18d751f472b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:52.498312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-f81e80ea-3373-430f-9a51-3a49a00d3810 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153560 Aug 30 13:04:52.526656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:52.528936 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dca79a-b939-4b32-bdd5-468f85e08b6d" -d '{"events": [{"server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "name": "network-vif-unplugged", "status": "completed", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:52.541114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:52.543472 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2278b2b3-7896-4a6f-a746-390bbc4c999d" -d '{"events": [{"name": "network-changed", "server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:52.558231 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-80765902-8703-4280-a34f-cafa8f11131c service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881955 Aug 30 13:04:52.573868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:52.610841 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:52.633364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ae7f49-7d4f-43b3-bd6a-b325f038c918 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:04:52.642446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] No DVR routers for this DVR port d766fb7a-79ba-4559-9d69-b18d751f472b on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:52.648346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c33da45a-3775-442f-abee-64838b59f6fa req-0c32b2a7-af2a-412d-9916-6cc954beec84 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=1bc87333-93a5-472a-ad3f-d44989f2c2fa HTTP/1.1" status: 200 len: 210 time: 0.1124663 Aug 30 13:04:52.650049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:52.651288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:52.661711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:52.662317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:52.666625 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-320b4bb7-4ac8-40e9-a2d3-0069c1b6e541 req-5f81f204-fc31-4ebc-bcdd-903262044408 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "DELETE /v2.0/ports/d766fb7a-79ba-4559-9d69-b18d751f472b HTTP/1.1" status: 204 len: 173 time: 1.4226067 Aug 30 13:04:52.667126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:52.672290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-5badac5a-d3a3-416b-8c79-6f7e12f22812 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=e2618e52-0bee-4ce8-8e9c-de471cd123c1 HTTP/1.1" status: 200 len: 217 time: 0.1642699 Aug 30 13:04:52.674066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'name': 'network-vif-deleted', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:52.677326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4df681-b676-4b56-ada9-8878ba5ca639 None None] Network 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:52.689857 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682143aa-3cd7-4cde-929d-88431fd0e952" -d '{"events": [{"server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "name": "network-vif-deleted", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:52.707140 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:bc:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cc29a0-51d0-4500-8061-404c7ee36569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:04:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:52.715917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b54ef044-c420-424f-b266-d8b78dd67fbb tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6429629 Aug 30 13:04:52.720900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84c93d-e887-447a-b53a-f7cd806e70f5 None None] DHCP port deletion for 8cfba2db-40e1-4544-8250-3a94a80297c1 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:04:52.722724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42714) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:52.723952 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:52.730322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4426197a-5b19-4157-83ea-872660880411 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c1d76e6-8bd9-4e56-9c08-b1a7822a432e'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:52.794854 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e6ea8-22ff-4664-b311-9f13341b612f None None] The sync data for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 is: [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:bc:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74cc29a0-51d0-4500-8061-404c7ee36569', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:04:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:04:52.812309 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1daf44-7079-4eb2-84ad-27bfa2e8e918 x-openstack-request-id: req-4f1daf44-7079-4eb2-84ad-27bfa2e8e918 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:52.812614 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "name": "network-vif-unplugged", "status": "completed", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:52.812866 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f1daf44-7079-4eb2-84ad-27bfa2e8e918 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:52.813255 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918', 'code': 200} Aug 30 13:04:52.842173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-821d991c-525d-4c32-b9e4-ba90e83039cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:52.843708 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-821d991c-525d-4c32-b9e4-ba90e83039cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 1096 time: 0.2564485 Aug 30 13:04:52.845335 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31ab12-fae2-4b89-a2bc-05df2947032c x-openstack-request-id: req-9c31ab12-fae2-4b89-a2bc-05df2947032c {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:52.845618 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:52.846339 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c31ab12-fae2-4b89-a2bc-05df2947032c {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:52.847068 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'status': 'completed', 'code': 200} Aug 30 13:04:52.851719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Deleting port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:52.852142 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:52.906714 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08df7caf-8b5a-4315-aea7-ffe16ed11d9c x-openstack-request-id: req-08df7caf-8b5a-4315-aea7-ffe16ed11d9c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:52.906714 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc87333-93a5-472a-ad3f-d44989f2c2fa", "name": "network-vif-deleted", "tag": "d766fb7a-79ba-4559-9d69-b18d751f472b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:52.907019 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-08df7caf-8b5a-4315-aea7-ffe16ed11d9c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:52.907251 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc87333-93a5-472a-ad3f-d44989f2c2fa', 'name': 'network-vif-deleted', 'tag': 'd766fb7a-79ba-4559-9d69-b18d751f472b', 'status': 'completed', 'code': 200} Aug 30 13:04:52.931603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=33ae7f49-7d4f-43b3-bd6a-b325f038c918,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:52.934739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-e8877e19-c2ec-4f41-a5ee-fce03bb2c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:52.936713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-e8877e19-c2ec-4f41-a5ee-fce03bb2c077 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.2422037 Aug 30 13:04:52.942651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-ceda008e-49af-45d5-9a5d-039dca0e17cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:52.944289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-ceda008e-49af-45d5-9a5d-039dca0e17cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 1096 time: 0.1249418 Aug 30 13:04:52.970193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8e84c93d-e887-447a-b53a-f7cd806e70f5 None None] Deleting port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:04:52.970575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e84c93d-e887-447a-b53a-f7cd806e70f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.015052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['33ae7f49-7d4f-43b3-bd6a-b325f038c918'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:04:53.090665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-ce9b4104-6789-4440-afdf-d450c9f84055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:53.092284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-ce9b4104-6789-4440-afdf-d450c9f84055 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1456583 Aug 30 13:04:53.114033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] For port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2f5aef8e-0dab-43c5-9e90-29f1166e86eb,segment=NetworkSegment(a537a4b7-c246-4910-b801-fb0776cdd018),segment_id=a537a4b7-c246-4910-b801-fb0776cdd018)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:53.114637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.147838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-9c1d76e6-8bd9-4e56-9c08-b1a7822a432e', 'network_id': '9c1d76e6-8bd9-4e56-9c08-b1a7822a432e', 'tenant_id': '82e3a99295a44540b69e161964e49520', 'fixed_ips': [{'subnet_id': '7e7c7533-1a86-4426-97ce-1c7de189d64d'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:04:53.151942 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.164877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-19bea2c9-3eb7-4df3-b268-0809ed5f057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:53.173904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-19bea2c9-3eb7-4df3-b268-0809ed5f057a service neutron] 10.222.0.37 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.2895749 Aug 30 13:04:53.194795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8e84c93d-e887-447a-b53a-f7cd806e70f5 None None] For port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2f5aef8e-0dab-43c5-9e90-29f1166e86eb,segment=NetworkSegment(a537a4b7-c246-4910-b801-fb0776cdd018),segment_id=a537a4b7-c246-4910-b801-fb0776cdd018)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:53.195468 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e84c93d-e887-447a-b53a-f7cd806e70f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.225901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8e84c93d-e887-447a-b53a-f7cd806e70f5 None None] Calling delete_port for 2f5aef8e-0dab-43c5-9e90-29f1166e86eb owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:53.259078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-f795caba-596d-4814-bb61-804c0eb38d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:53.263929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-f795caba-596d-4814-bb61-804c0eb38d3b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.3052592 Aug 30 13:04:53.326925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2f5aef8e-0dab-43c5-9e90-29f1166e86eb no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:53.337455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Calling delete_port for 2f5aef8e-0dab-43c5-9e90-29f1166e86eb owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:04:53.342549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42728) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:53.485775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-fcabd9c8-2147-47e3-950e-68f008fc0cc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 200 len: 1000 time: 0.2986660 Aug 30 13:04:53.496485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-6a576dbb-0612-47b5-bf4e-41e09d410a46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 200 len: 1000 time: 0.1770597 Aug 30 13:04:53.506856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2472c-0e7b-4348-96d4-c0c5efd4c946 req-2db0e5e4-6863-4702-b822-bdabb180c5cc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:53.514867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fd2472c-0e7b-4348-96d4-c0c5efd4c946 req-2db0e5e4-6863-4702-b822-bdabb180c5cc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 944 time: 0.1105578 Aug 30 13:04:53.540162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1863653502-network', 'tenant_id': 'dbaf7446222447df9cb7eccd233dba3e'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:53.581102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Allocated IP 2001:db8:1::2 (9c1d76e6-8bd9-4e56-9c08-b1a7822a432e/7e7c7533-1a86-4426-97ce-1c7de189d64d/712ecda1-75c8-43fa-a723-fb889351abcb) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:53.582617 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4426197a-5b19-4157-83ea-872660880411 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.588520 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e84c93d-e887-447a-b53a-f7cd806e70f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.593301 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.602132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-d87099d7-a78b-435d-88a4-e2d93c0c2413 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935620 Aug 30 13:04:53.640714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84c93d-e887-447a-b53a-f7cd806e70f5 None None] Pushing event deleted for resources: {'Port': ['ID=2f5aef8e-0dab-43c5-9e90-29f1166e86eb,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:53.642588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84c93d-e887-447a-b53a-f7cd806e70f5 None None] No DVR routers for this DVR port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:53.671411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-9727c778-92f1-4657-9bab-d4dc0491dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:53.672913 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-9727c778-92f1-4657-9bab-d4dc0491dba7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.1491346 Aug 30 13:04:53.684687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-fc04509b-d733-4e43-9a1e-fe3862f2155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:53.686799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-fc04509b-d733-4e43-9a1e-fe3862f2155c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.1652069 Aug 30 13:04:53.692021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Made reservation on behalf of dbaf7446222447df9cb7eccd233dba3e for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:53.695686 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.708393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.714046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fd2472c-0e7b-4348-96d4-c0c5efd4c946 req-45f61d41-147e-4160-a767-52a611cfcbe0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980970 Aug 30 13:04:53.725127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f3a3a641-26ad-4915-b93d-868c692851bf no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:53.746568 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.776267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5aef8e-0dab-43c5-9e90-29f1166e86eb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:53.783418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: f3a3a641-26ad-4915-b93d-868c692851bf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:53.784415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f3a3a641-26ad-4915-b93d-868c692851bf not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:53.785158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-3a115c25-605f-4c53-bce3-cfb9120ed7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:53.788434 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-3a115c25-605f-4c53-bce3-cfb9120ed7fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051426 Aug 30 13:04:53.796794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] No DVR routers for this DVR port 2f5aef8e-0dab-43c5-9e90-29f1166e86eb on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:04:53.824716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-11a912d7-478c-4427-ae52-c812d14882d2 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136950 Aug 30 13:04:53.846626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-5cd165b2-8095-4a09-8bce-f837f79396bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:53.848285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-5cd165b2-8095-4a09-8bce-f837f79396bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1439416 Aug 30 13:04:53.874824 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.883977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Transition to ACTIVE for port object 712ecda1-75c8-43fa-a723-fb889351abcb will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:53.889837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-bb0a265b-7114-4043-b786-bd07b5ba44c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=70497155-57ab-40aa-a3ff-4e8ec33426bd HTTP/1.1" status: 200 len: 217 time: 0.0550570 Aug 30 13:04:53.909047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Transition to ACTIVE for port object 712ecda1-75c8-43fa-a723-fb889351abcb will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:53.917300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.964272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:53.965746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Network 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:53.968508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:53.974126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:53.977710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Pushing event updated for resources: {'Port': ['ID=712ecda1-75c8-43fa-a723-fb889351abcb,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:53.982838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfba2db-40e1-4544-8250-3a94a80297c1']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:53.998921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a537a4b7-c246-4910-b801-fb0776cdd018') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:53.999218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a537a4b7-c246-4910-b801-fb0776cdd018') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:54.022474 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-4426197a-5b19-4157-83ea-872660880411 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:04:54.023516 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4426197a-5b19-4157-83ea-872660880411 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "PUT /v2.0/routers/88f37f19-c031-4365-be60-d280c1e684e2 HTTP/1.1" status: 400 len: 364 time: 1.2981310 Aug 30 13:04:54.028418 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.034442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42738) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:54.044722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Attempting to bind port 712ecda1-75c8-43fa-a723-fb889351abcb on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:04:54.045147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Attempting to bind port 712ecda1-75c8-43fa-a723-fb889351abcb by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '0a6a38a4-cf6f-4827-a40e-659255bc48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c1d76e6-8bd9-4e56-9c08-b1a7822a432e'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:04:54.045524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Attempting to bind port 712ecda1-75c8-43fa-a723-fb889351abcb on network 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:04:54.051088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-4a669cc0-7bcc-485d-ac93-a4dc8ac544bc service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216492 Aug 30 13:04:54.051912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:04:54.052256 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.052480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Checking segment: {'id': '0a6a38a4-cf6f-4827-a40e-659255bc48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c1d76e6-8bd9-4e56-9c08-b1a7822a432e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:54.052995 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.053396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Bound using segment: {'id': '0a6a38a4-cf6f-4827-a40e-659255bc48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c1d76e6-8bd9-4e56-9c08-b1a7822a432e'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:04:54.053996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Bound port: 712ecda1-75c8-43fa-a723-fb889351abcb, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a6a38a4-cf6f-4827-a40e-659255bc48a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '9c1d76e6-8bd9-4e56-9c08-b1a7822a432e'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:04:54.054429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.064528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-7331a8fa-ad05-428f-9c5b-189711304e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:54.066273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-7331a8fa-ad05-428f-9c5b-189711304e39 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.1663024 Aug 30 13:04:54.091360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:04:54.091772 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:04:54.093536 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:04:54.150631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d766fb7a-79ba-4559-9d69-b18d751f472b no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:04:54.153007 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] For port 712ecda1-75c8-43fa-a723-fb889351abcb, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:04:54.187588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: d766fb7a-79ba-4559-9d69-b18d751f472b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:04:54.187962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d766fb7a-79ba-4559-9d69-b18d751f472b not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:04:54.191556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] For port 712ecda1-75c8-43fa-a723-fb889351abcb, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=712ecda1-75c8-43fa-a723-fb889351abcb,segment=NetworkSegment(0a6a38a4-cf6f-4827-a40e-659255bc48a7),segment_id=0a6a38a4-cf6f-4827-a40e-659255bc48a7)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:04:54.197067 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.258799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b35c0b-3909-46f4-bcf7-d002768aa35e None None] Pushing event updated for resources: {'Port': ['ID=712ecda1-75c8-43fa-a723-fb889351abcb,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:54.357435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.364388 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-66cc521e-41f1-412c-a7e0-3917ec2d7664 service neutron] 10.222.0.35 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652503 Aug 30 13:04:54.374453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-59ac631b-66b0-455d-9468-bb1260e44a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:54.376046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-59ac631b-66b0-455d-9468-bb1260e44a22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2727637 Aug 30 13:04:54.376756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.423121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:54.481170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.489488 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.491304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] 10.222.0.37 "DELETE /v2.0/networks/8cfba2db-40e1-4544-8250-3a94a80297c1 HTTP/1.1" status: 204 len: 168 time: 2.4017918 Aug 30 13:04:54.517775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43779648-94c3-44e3-8ecd-8a6302090198 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfba2db-40e1-4544-8250-3a94a80297c1,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:54.542594 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bbb2f80-0c27-47ca-b8cc-54332bb09718 req-c9ff0afc-9c9f-4774-bf31-2f3af95afe29 service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755118 Aug 30 13:04:54.603395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.603858 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Added segment 9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75 of type vlan for network 08558fce-db20-4b2f-b438-06e67d8fb1b0 Aug 30 13:04:54.665580 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42758) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:54.692257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e6d833-0d98-466d-87ff-f7d57795dce1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:54.713202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-939c04f0-eda7-40bf-8995-862df55d133b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7c3dd56c680045abb66daea329d560ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460281 Aug 30 13:04:54.718211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42760) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:54.824220 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f879f1e9-f1f1-4405-b363-aecd8e2e73a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.841490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0495ee4d-a039-43ef-b736-23b41bfa391c req-2054205d-e364-4b92-b4ae-5544aebb5dd4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 1000 time: 0.2628829 Aug 30 13:04:54.865713 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f879f1e9-f1f1-4405-b363-aecd8e2e73a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.921009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495ee4d-a039-43ef-b736-23b41bfa391c req-bed5201d-957e-414c-bfc9-8a3c4153a57f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:54.922476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0495ee4d-a039-43ef-b736-23b41bfa391c req-bed5201d-957e-414c-bfc9-8a3c4153a57f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports/5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 200 len: 942 time: 0.0708845 Aug 30 13:04:54.955295 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f879f1e9-f1f1-4405-b363-aecd8e2e73a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.958430 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f879f1e9-f1f1-4405-b363-aecd8e2e73a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:54.962515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f879f1e9-f1f1-4405-b363-aecd8e2e73a9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a HTTP/1.1" status: 204 len: 168 time: 0.2408614 Aug 30 13:04:54.987525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879f1e9-f1f1-4405-b363-aecd8e2e73a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc4638a-a4ce-45a8-abc3-f2ab1cb6dc2a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:55.060234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0495ee4d-a039-43ef-b736-23b41bfa391c req-aac65cbd-5015-42ff-bffb-d902ad119ba4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 1000 time: 0.0751669 Aug 30 13:04:55.126106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-2c58d8dc-3200-4290-8a51-3051306b513b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:55.134174 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-2c58d8dc-3200-4290-8a51-3051306b513b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/networks?id=30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 200 len: 822 time: 0.9658155 Aug 30 13:04:55.147527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:55.201218 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-81e6a3e2-a05e-421d-badd-3d9c3d1c5233 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/quotas/ffba9b3c5c5b47d38f9422fce76b3518 HTTP/1.1" status: 200 len: 375 time: 0.0660896 Aug 30 13:04:55.224105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495ee4d-a039-43ef-b736-23b41bfa391c req-74c502e0-6bbb-419a-af3e-083d9520f836 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:55.225958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0495ee4d-a039-43ef-b736-23b41bfa391c req-74c502e0-6bbb-419a-af3e-083d9520f836 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1645377 Aug 30 13:04:55.253133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2278b2b3-7896-4a6f-a746-390bbc4c999d req-f3bcf310-a938-45e0-ae5b-f8e32547b765 service neutron] 10.222.0.35 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8717341 Aug 30 13:04:55.277302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:55.296053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 712ecda1-75c8-43fa-a723-fb889351abcb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:55.297214 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-c4672469-346a-45ed-a30f-c2723e573a2c service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9003844 Aug 30 13:04:55.308113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:55.309516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:55.310312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:55.417433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f5087-9190-4783-8be3-c15badb76a49 req-825089df-56d6-4b37-b565-07b1727119c0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:55.430165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-755f5087-9190-4783-8be3-c15badb76a49 req-825089df-56d6-4b37-b565-07b1727119c0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 944 time: 0.0779226 Aug 30 13:04:55.445076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 712ecda1-75c8-43fa-a723-fb889351abcb completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:55.497551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-755f5087-9190-4783-8be3-c15badb76a49 req-2f3b35c7-5865-4e84-91f1-cf328123eacf tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667021 Aug 30 13:04:55.542740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f7477-db8a-4689-a550-7ae9eb385d33 None None] Network 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:55.594526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2481866 Aug 30 13:04:55.596540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 33ae7f49-7d4f-43b3-bd6a-b325f038c918 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:55.597863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42782) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:55.608218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Request body: {'subnet': {'network_id': '08558fce-db20-4b2f-b438-06e67d8fb1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1863653502-subnet', 'tenant_id': 'dbaf7446222447df9cb7eccd233dba3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:55.652366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d251ff04-38af-4e67-8c46-ac56a55ccc5b tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4497769 Aug 30 13:04:55.663497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b45bf5ba-3f93-43eb-b5af-371c9c33e89e None None] Provisioning for port 712ecda1-75c8-43fa-a723-fb889351abcb completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:55.675161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b45bf5ba-3f93-43eb-b5af-371c9c33e89e None None] Provisioning complete for port 712ecda1-75c8-43fa-a723-fb889351abcb triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:55.675538 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b45bf5ba-3f93-43eb-b5af-371c9c33e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:55.676486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-43a301a1-2d6f-47f9-bce5-afbc6b8e0a09 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716660 Aug 30 13:04:55.719698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Made reservation on behalf of dbaf7446222447df9cb7eccd233dba3e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:55.724434 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:55.756629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:55.757873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-5a917710-dbbd-4cb7-a438-e1ddf9dc6278 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 1000 time: 0.1268811 Aug 30 13:04:55.763274 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:55.774236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-4ccdc212-2709-4138-ad9d-c52f34c10cf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9132d50-ae96-4a27-b256-8bd3fa50c0a9 HTTP/1.1" status: 200 len: 217 time: 0.0757458 Aug 30 13:04:55.777754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Pushing event updated for resources: {'Network': ['ID=08558fce-db20-4b2f-b438-06e67d8fb1b0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:55.882877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-2969fe64-c7ba-4f63-bb3d-4405db5d4ec7 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:55.885566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.886013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.886273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.886608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.886940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.887269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.887594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.887921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.888244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.888566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.888886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.889207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b763e6d0-468c-40e0-801f-16d35e6b7871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:04:55.897270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-2969fe64-c7ba-4f63-bb3d-4405db5d4ec7 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports/5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 200 len: 942 time: 0.1224525 Aug 30 13:04:55.924448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 08558fce-db20-4b2f-b438-06e67d8fb1b0 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:56.011504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-6635bfc9-89dc-444d-a676-ec9839a354b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:56.014128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-6635bfc9-89dc-444d-a676-ec9839a354b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a14ceb5-98a9-43f9-949f-545b61114da6 HTTP/1.1" status: 200 len: 797 time: 0.2157235 Aug 30 13:04:56.022695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42792) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:56.051248 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b45bf5ba-3f93-43eb-b5af-371c9c33e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.067140 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.085282 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-7f4d2b7a-0229-4f5d-9b45-4418fc029bdf service neutron] 10.222.0.37 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318690 Aug 30 13:04:56.102503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b45bf5ba-3f93-43eb-b5af-371c9c33e89e None None] For port 712ecda1-75c8-43fa-a723-fb889351abcb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=712ecda1-75c8-43fa-a723-fb889351abcb,segment=NetworkSegment(0a6a38a4-cf6f-4827-a40e-659255bc48a7),segment_id=0a6a38a4-cf6f-4827-a40e-659255bc48a7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:56.117799 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-5619d084-7feb-4912-9d44-5abf0cc6303f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 1000 time: 0.1543889 Aug 30 13:04:56.122975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b45bf5ba-3f93-43eb-b5af-371c9c33e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.136612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:56.139304 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9885f4f2-89d6-4fd9-88bf-ce2165fd0a4c" -d '{"events": [{"server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "name": "network-vif-plugged", "status": "completed", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:56.185108 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.200595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:04:56.210830 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.251088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bf5ba-3f93-43eb-b5af-371c9c33e89e None None] Pushing event updated for resources: {'Port': ['ID=712ecda1-75c8-43fa-a723-fb889351abcb,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:56.270469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-4193584-network', 'tenant_id': 'f2a2817b2e144c1aa2364e5cc77f7e04'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:56.289883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1dd572-0f1d-4f5d-966b-faa3eb9e9510,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:56.294761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Allocated IP 2001:db8::1 (435442a1-3f38-4c6a-af2a-c6e35baef8f2/83717892-8791-4de9-91ca-32923ec806c2/0b7164cf-a8ef-4a56-b644-55147c24f933) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:04:56.308331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-4666effc-c0cc-40ed-a022-4f940c07ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:56.310217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-4666effc-c0cc-40ed-a022-4f940c07ad06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2808063 Aug 30 13:04:56.320404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=33ae7f49-7d4f-43b3-bd6a-b325f038c918,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:56.324578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-e8c2bc14-1daa-4836-b143-ed4cee69174c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:56.334370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-e8c2bc14-1daa-4836-b143-ed4cee69174c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.2152851 Aug 30 13:04:56.337398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Checking segment: {'id': '9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '08558fce-db20-4b2f-b438-06e67d8fb1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:56.338128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Network hostable DHCP agents. Network: 08558fce-db20-4b2f-b438-06e67d8fb1b0, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:56.360668 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-318abdd7-a6d9-4e74-a9ab-698f42e324be service neutron] 10.222.0.37 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744884 Aug 30 13:04:56.403941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Network 08558fce-db20-4b2f-b438-06e67d8fb1b0 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:56.427920 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-f0e08ccb-ff2c-43eb-86bf-521fb4750fd4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 1000 time: 0.0925052 Aug 30 13:04:56.429310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 08558fce-db20-4b2f-b438-06e67d8fb1b0) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:56.434248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:56.434859 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.449018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-1e81af4b-fc5b-410b-84fe-7c0b289ad2c6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:56.464295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cc071699-2b87-4a2d-a458-ed14c4b74dfb None None] Provisioning complete for port 712ecda1-75c8-43fa-a723-fb889351abcb triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:56.465448 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cc071699-2b87-4a2d-a458-ed14c4b74dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.468835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Made reservation on behalf of f2a2817b2e144c1aa2364e5cc77f7e04 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:56.471726 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.489906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1df78-13a6-4203-9189-53ab79d58248 None None] Network 08558fce-db20-4b2f-b438-06e67d8fb1b0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:56.499287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.510589 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d06707cb-ea7f-449e-aff7-aa9a889f77da admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9112816 Aug 30 13:04:56.542847 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-1e81af4b-fc5b-410b-84fe-7c0b289ad2c6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.622198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-9c240fc4-496f-45d5-8fcc-ab5928ec89af service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819324 Aug 30 13:04:56.656935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.724057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Transition to ACTIVE for port object 0b7164cf-a8ef-4a56-b644-55147c24f933 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:04:56.787788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-1e81af4b-fc5b-410b-84fe-7c0b289ad2c6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.794778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-1e81af4b-fc5b-410b-84fe-7c0b289ad2c6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.795110 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-1e81af4b-fc5b-410b-84fe-7c0b289ad2c6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd disassociated. External IP: 172.25.2.15, port: 5332bfcb-e714-4cbc-ac95-0241e6620470. Aug 30 13:04:56.813409 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3193ac35-4350-49a0-91ad-269b32ff51bd x-openstack-request-id: req-3193ac35-4350-49a0-91ad-269b32ff51bd {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:56.816805 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "name": "network-vif-plugged", "status": "completed", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:56.817797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-9b9c6c55-384e-44b2-afdc-38c12e2c2f0a service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836133 Aug 30 13:04:56.818365 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3193ac35-4350-49a0-91ad-269b32ff51bd {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:56.820735 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918', 'code': 200} Aug 30 13:04:56.843668 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.878177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.882280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-85357243-78bf-422b-816b-cd444fb5445d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced HTTP/1.1" status: 200 len: 217 time: 0.0518248 Aug 30 13:04:56.883945 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:56.978804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:56.993995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:57.007922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4102c8d-6aaa-47ff-9a61-7d8836935b36 req-44b8af34-ba6d-47d4-aeb0-64fde8beab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:57.009410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4102c8d-6aaa-47ff-9a61-7d8836935b36 req-44b8af34-ba6d-47d4-aeb0-64fde8beab44 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 1096 time: 0.1209979 Aug 30 13:04:57.026230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:57.028984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1793e3-89db-4c40-9dd3-5b89684e8807,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:57.031458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:04:57.032332 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.078966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.079289 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Added segment 776fc767-3b62-4665-8b79-17953062ff95 of type vlan for network 979a7ee3-1fff-4f8e-b87d-b614448eac9c Aug 30 13:04:57.085852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Port': ['ID=0b7164cf-a8ef-4a56-b644-55147c24f933,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:57.106346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-4306e26d-131a-4413-9fa0-17389a7c215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:57.107837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-4306e26d-131a-4413-9fa0-17389a7c215b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a14ceb5-98a9-43f9-949f-545b61114da6 HTTP/1.1" status: 200 len: 797 time: 0.2111983 Aug 30 13:04:57.119728 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4102c8d-6aaa-47ff-9a61-7d8836935b36 req-e35b1036-5cd5-435a-87c4-a408e6ca4b09 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945811 Aug 30 13:04:57.123800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03301f9-dfc5-4bf8-ae34-4ab996d3863b None None] Network 08558fce-db20-4b2f-b438-06e67d8fb1b0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:57.250877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c28c5-0a28-4628-ba16-2592b30a2012 req-a5009b7b-8751-4a00-9acd-8614dc0df64f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:57.260013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b97c28c5-0a28-4628-ba16-2592b30a2012 req-a5009b7b-8751-4a00-9acd-8614dc0df64f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.3319063 Aug 30 13:04:57.283506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.359643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 712ecda1-75c8-43fa-a723-fb889351abcb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:04:57.420111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-1e81af4b-fc5b-410b-84fe-7c0b289ad2c6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Router cc2598d8-2876-45e1-9536-6cef2cc6f09c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:04:57.432289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 712ecda1-75c8-43fa-a723-fb889351abcb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:57.433018 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.472972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-388a7bd1-5001-4ad3-af8f-982bf4fbfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:57.474724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-388a7bd1-5001-4ad3-af8f-982bf4fbfdbd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3411713 Aug 30 13:04:57.475481 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.480513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42828) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:57.487500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1926933901-network', 'tenant_id': '636cb59c5ebc4c50af03cca6e387eb35'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:57.554978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Made reservation on behalf of 636cb59c5ebc4c50af03cca6e387eb35 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:57.557374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.557734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c83c2043-e0dc-448b-9f11-8257580f6c15 None None] Provisioning for port 0b7164cf-a8ef-4a56-b644-55147c24f933 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:04:57.560171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.561132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:57.561801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.563283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c83c2043-e0dc-448b-9f11-8257580f6c15 None None] Provisioning complete for port 0b7164cf-a8ef-4a56-b644-55147c24f933 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:57.563861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c83c2043-e0dc-448b-9f11-8257580f6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.573577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b97c28c5-0a28-4628-ba16-2592b30a2012 req-528534e3-feb5-412b-9224-a040dad51f1e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121221 Aug 30 13:04:57.575719 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.607431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c83c2043-e0dc-448b-9f11-8257580f6c15 None None] Port 0b7164cf-a8ef-4a56-b644-55147c24f933 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:04:57.666888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-1e81af4b-fc5b-410b-84fe-7c0b289ad2c6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:04:57.676109 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-1e81af4b-fc5b-410b-84fe-7c0b289ad2c6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.685591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] Sync routers for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:04:57.697110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:57.697611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:57.715419 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-1e81af4b-fc5b-410b-84fe-7c0b289ad2c6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "PUT /v2.0/floatingips/b972bc3d-1052-41d4-86ab-984e5bd0b6cd HTTP/1.1" status: 200 len: 694 time: 1.2762952 Aug 30 13:04:57.719799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:04:57.722668 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d80077-02f1-459d-be6b-af2e279dfdfe" -d '{"events": [{"name": "network-changed", "server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:04:57.729580 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.734823 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.787225 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe92bda6-1672-495c-969c-0839808777af req-3eda3f4d-5271-45eb-b146-f95a82709a73 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 210 time: 0.0963857 Aug 30 13:04:57.790283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:04:57.791943 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-4e81969d-485b-4350-8516-ca73a97a09f3 service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884257 Aug 30 13:04:57.812223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e5de3-1011-4a74-8c08-30d74866cda7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:57.822096 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.822493 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Added segment fdeb30f0-8323-411a-9398-575f99711c1a of type vlan for network ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b Aug 30 13:04:57.839041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:57.841717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-c12833fa-13c7-4b3e-9ae8-6e6798be40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:57.849525 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-c12833fa-13c7-4b3e-9ae8-6e6798be40cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 1096 time: 0.1093712 Aug 30 13:04:57.948646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:57.962029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9382114 Aug 30 13:04:57.965656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42834) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:57.970575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Request body: {'subnet': {'network_id': '979a7ee3-1fff-4f8e-b87d-b614448eac9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-4193584-subnet', 'tenant_id': 'f2a2817b2e144c1aa2364e5cc77f7e04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:58.003899 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d88b9ef-fe05-4268-9bf8-47e4d156e5e3 x-openstack-request-id: req-2d88b9ef-fe05-4268-9bf8-47e4d156e5e3 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:04:58.004477 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:04:58.004735 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d88b9ef-fe05-4268-9bf8-47e4d156e5e3 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:04:58.005127 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'status': 'completed', 'code': 200} Aug 30 13:04:58.015506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Made reservation on behalf of f2a2817b2e144c1aa2364e5cc77f7e04 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:58.017809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.025374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b0e45-64ea-4e51-9ee1-fdbbfcb24bb5 admin admin] Pushing event updated for resources: {'Network': ['ID=979a7ee3-1fff-4f8e-b87d-b614448eac9c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:58.042255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 979a7ee3-1fff-4f8e-b87d-b614448eac9c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:58.068648 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.069148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:58.069769 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.105517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-6e9d20c6-423c-4032-9bfe-db3d0b515203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:58.107060 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-6e9d20c6-423c-4032-9bfe-db3d0b515203 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.2566276 Aug 30 13:04:58.160584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-992439d8-0031-4d07-801e-7c0dd66deed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:58.162416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-992439d8-0031-4d07-801e-7c0dd66deed6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 1096 time: 0.1505263 Aug 30 13:04:58.166956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d70b7dd1-a0af-4e42-a7dd-b09a3e68c521 req-3e783017-492e-4400-ac88-098a31bc723a service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713621 Aug 30 13:04:58.177403 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.184005 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7000613 Aug 30 13:04:58.195632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42836) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:04:58.202635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Request body: {'subnet': {'network_id': 'ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1926933901-subnet', 'tenant_id': '636cb59c5ebc4c50af03cca6e387eb35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:58.224888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-7effd4c1-e992-479c-a0aa-a3f00197577e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 200 len: 217 time: 0.0661449 Aug 30 13:04:58.232898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d254a2-9f32-4126-b6a6-4228a8b4b91d admin admin] Pushing event updated for resources: {'Network': ['ID=ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:58.248619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:04:58.321489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Made reservation on behalf of 636cb59c5ebc4c50af03cca6e387eb35 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:58.322338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-a8a7fb5d-97eb-492f-8695-8bb6a0bcfcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:58.324348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.331754 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-a8a7fb5d-97eb-492f-8695-8bb6a0bcfcee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.0929122 Aug 30 13:04:58.430902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-597edafe-0314-4a98-81ec-e18623a3ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:58.437166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:58.441621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-597edafe-0314-4a98-81ec-e18623a3ff13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072519 Aug 30 13:04:58.468627 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.489875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] Checking router: cc2598d8-2876-45e1-9536-6cef2cc6f09c for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:04:58.502367 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:04:58.503515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:58.578903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d1db960-58fd-4ccf-ab7d-26d16cb902b1,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:58.621501 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-e02c6454-e622-480e-96fc-16475d480102 service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787958 Aug 30 13:04:58.623271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Checking segment: {'id': '776fc767-3b62-4665-8b79-17953062ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '979a7ee3-1fff-4f8e-b87d-b614448eac9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:58.623658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Network hostable DHCP agents. Network: 979a7ee3-1fff-4f8e-b87d-b614448eac9c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:58.657450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:04:58.708725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Network 979a7ee3-1fff-4f8e-b87d-b614448eac9c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:04:58.725605 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 979a7ee3-1fff-4f8e-b87d-b614448eac9c) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:58.731719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:58.732964 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.748865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21faa2a6-a1fe-4534-ad20-42705243e048 None None] Network 979a7ee3-1fff-4f8e-b87d-b614448eac9c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:58.775923 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1018c863-318d-4b7a-891a-e484c2ec0df7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8088434 Aug 30 13:04:58.787952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b5a23f7-fb1e-433d-84a7-4c53bfbef5d7 req-4ed731c9-796f-4320-b9b2-7b230058bbd3 service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572235 Aug 30 13:04:58.816017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-7c2406c5-4239-4172-9cd2-9b2b7e909d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:58.817623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-7c2406c5-4239-4172-9cd2-9b2b7e909d72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.6384630 Aug 30 13:04:58.823032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.868645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.869427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:58.921889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0475c6a-01e2-41ef-99a4-6874a592fe1d req-c4a05cf1-06a9-4d8f-9118-70812ac0cf53 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 210 time: 0.0457771 Aug 30 13:04:58.956043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event updated for resources: {'Port': ['ID=0b7164cf-a8ef-4a56-b644-55147c24f933,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:58.975873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-3c7962b1-973e-4f99-988a-cf9f8af07c11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 200 len: 217 time: 0.1176879 Aug 30 13:04:59.029627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834cbfdc-441d-4c99-986a-426d9c6a61d7 None None] Network 979a7ee3-1fff-4f8e-b87d-b614448eac9c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:04:59.089714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724d659-07df-4ef5-81c4-8a3fa1187f86 req-a1e064ef-762d-4e5d-9a4a-f28e991d7dfa tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:59.094983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8724d659-07df-4ef5-81c4-8a3fa1187f86 req-a1e064ef-762d-4e5d-9a4a-f28e991d7dfa tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.2830229 Aug 30 13:04:59.130739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:04:59.148212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-84a14b36-a0d9-41cf-b371-f506d604ac10 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:59.149734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-84a14b36-a0d9-41cf-b371-f506d604ac10 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "GET /v2.0/networks?id=30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 200 len: 822 time: 0.7756088 Aug 30 13:04:59.162544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1c4def-5dca-495c-ac62-4dfe57212f29 None None] The sync data for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 is: [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:04:59.195859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Request body: {'port': {'device_id': '66606c8e-9c65-468a-b91a-02b272614c55', 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0', 'admin_state_up': True, 'tenant_id': 'ffba9b3c5c5b47d38f9422fce76b3518'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:59.238408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-72ad956a-c7c6-4678-a780-d4b6e890cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:59.240335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-72ad956a-c7c6-4678-a780-d4b6e890cfba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.1895535 Aug 30 13:04:59.326293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8724d659-07df-4ef5-81c4-8a3fa1187f86 req-9b27bd85-726b-4cb1-8da3-8a49d7f9fe8d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304163 Aug 30 13:04:59.368634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:04:59.384854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:04:59.456267 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d88e696-3589-4401-a766-bf52e6c38293 None None] New status for floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:04:59.458283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:59.518690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-2a685a5d-0445-4fbf-8505-12a99f4f24d5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:59.520992 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-2a685a5d-0445-4fbf-8505-12a99f4f24d5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/networks?id=979a7ee3-1fff-4f8e-b87d-b614448eac9c HTTP/1.1" status: 200 len: 811 time: 0.1471927 Aug 30 13:04:59.526571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-79ae5089-8c00-4a0f-8486-42a2cfca8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:59.528096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-79ae5089-8c00-4a0f-8486-42a2cfca8849 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2504396 Aug 30 13:04:59.546061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-8e3834c1-017a-42b7-ae14-b5fbec6c6c24 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/quotas/f2a2817b2e144c1aa2364e5cc77f7e04 HTTP/1.1" status: 200 len: 375 time: 0.0186286 Aug 30 13:04:59.579147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-5652f8df-4766-4d4c-b973-d67b06349074 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2a2817b2e144c1aa2364e5cc77f7e04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320215 Aug 30 13:04:59.701050 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-1446c565-f5f6-42ef-96dd-1239b1cc2a84 service neutron] 10.222.0.37 "GET /v2.0/networks/979a7ee3-1fff-4f8e-b87d-b614448eac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123834 Aug 30 13:04:59.743809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7a0a698a-53ef-497e-b3e9-b29309745f23 None None] Provisioning complete for port 0b7164cf-a8ef-4a56-b644-55147c24f933 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:04:59.744823 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7a0a698a-53ef-497e-b3e9-b29309745f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:59.748147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904a5ea-75f2-41ca-8310-a840245762aa req-e41eab2f-ef9d-47c2-9bc6-edc58ba3ac32 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:04:59.749704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-e41eab2f-ef9d-47c2-9bc6-edc58ba3ac32 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3260722 Aug 30 13:04:59.757066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a5109f3-7f75-4a3a-9462-b78706a366de,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:04:59.797189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Made reservation on behalf of ffba9b3c5c5b47d38f9422fce76b3518 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:04:59.800761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:04:59.803776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7a0a698a-53ef-497e-b3e9-b29309745f23 None None] Port 0b7164cf-a8ef-4a56-b644-55147c24f933 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:04:59.837647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-f0535e0a-8d9e-4c74-9d7c-ab4a830c14ee service neutron] 10.222.0.37 "GET /v2.0/networks/979a7ee3-1fff-4f8e-b87d-b614448eac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307862 Aug 30 13:04:59.845712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Router 88f37f19-c031-4365-be60-d280c1e684e2 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:04:59.848617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Checking segment: {'id': 'fdeb30f0-8323-411a-9398-575f99711c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:04:59.848990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Network hostable DHCP agents. Network: ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:04:59.869642 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-663aa341-2a46-468e-94b7-bdcb623e850d tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 695 time: 0.1041436 Aug 30 13:04:59.871596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-6bf14392-165a-40d1-9911-7de040dbd522 service neutron] 10.222.0.35 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171711 Aug 30 13:04:59.885531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-2904a5ea-75f2-41ca-8310-a840245762aa req-82459c35-1f14-4151-8db5-c70c6ecbe69a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Request body: {'floatingip': {'port_id': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:04:59.992516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Network ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:05:00.031428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2904a5ea-75f2-41ca-8310-a840245762aa req-82459c35-1f14-4151-8db5-c70c6ecbe69a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:00.053706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1ce84-828f-4a8a-a1ec-f412138a9e7d req-045d887a-d633-40ba-bd5c-f34c6cba8f0e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:00.055543 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cba1ce84-828f-4a8a-a1ec-f412138a9e7d req-045d887a-d633-40ba-bd5c-f34c6cba8f0e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.0646181 Aug 30 13:05:00.104488 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cba1ce84-828f-4a8a-a1ec-f412138a9e7d req-a3385d4f-216b-4633-8851-9d992fdb809d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403132 Aug 30 13:05:00.113306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:00.133257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b85b4a-b630-4b15-810d-a0246cb3e112 None None] Network ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:00.175681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:00.176275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:00.242983 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2101a00-58a2-4713-9048-bfa65afce001 req-f1e08b5f-d5d3-4d93-a6c4-f2de12427c80 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 210 time: 0.0440197 Aug 30 13:05:00.293549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a18d2613-72e4-438d-a231-b6a3c7109050 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0967054 Aug 30 13:05:00.311304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbced6-3deb-4cca-817e-8d3cfc34bc9a None None] Network ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:00.322207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:00.343900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d855e7b1-ff2c-4b2f-926d-1fb5352d94ef tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "PUT /v2.0/routers/88f37f19-c031-4365-be60-d280c1e684e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3038516 Aug 30 13:05:00.344043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c25955-2086-42bf-98ab-b6542021d9a5 None None] Sync routers for ids ['88f37f19-c031-4365-be60-d280c1e684e2'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:00.344124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c564fc2d-993c-46b7-916d-ece2805788fe req-3cdab78c-6d66-49fb-aa57-8db39a929dc1 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 210 time: 0.0519915 Aug 30 13:05:00.344467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42888) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:00.373881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47d80077-02f1-459d-be6b-af2e279dfdfe req-5b6b2425-4789-4152-b34c-323f8435d972 service neutron] 10.222.0.35 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928253 Aug 30 13:05:00.529784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd387-8cdd-4f66-8e42-2cc3d0f48123 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:00.616172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c25955-2086-42bf-98ab-b6542021d9a5 None None] Routers {'88f37f19-c031-4365-be60-d280c1e684e2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:00.616830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-16c25955-2086-42bf-98ab-b6542021d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['88f37f19-c031-4365-be60-d280c1e684e2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:00.628975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:00.665337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-16c25955-2086-42bf-98ab-b6542021d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:00.682090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c25955-2086-42bf-98ab-b6542021d9a5 None None] Routers {'88f37f19-c031-4365-be60-d280c1e684e2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:00.693925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-16c25955-2086-42bf-98ab-b6542021d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['88f37f19-c031-4365-be60-d280c1e684e2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:00.764913 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-ab2dd387-8cdd-4f66-8e42-2cc3d0f48123 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 13:05:00.769281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ab2dd387-8cdd-4f66-8e42-2cc3d0f48123 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/routers/88f37f19-c031-4365-be60-d280c1e684e2 HTTP/1.1" status: 409 len: 329 time: 0.4236798 Aug 30 13:05:00.769993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42896) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:00.801003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-16c25955-2086-42bf-98ab-b6542021d9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:00.801690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c25955-2086-42bf-98ab-b6542021d9a5 None None] The sync data for ids ['88f37f19-c031-4365-be60-d280c1e684e2'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:00.809241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Allocated IP 172.20.0.7 (30832a73-038a-43bc-a4cc-aed5c45514e0/de712da0-d649-436c-9ec5-6653643a2ad8/898c7365-cb1f-4b5f-971e-6b533cd14b4a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:00.865076 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2904a5ea-75f2-41ca-8310-a840245762aa req-82459c35-1f14-4151-8db5-c70c6ecbe69a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:00.881006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2904a5ea-75f2-41ca-8310-a840245762aa req-82459c35-1f14-4151-8db5-c70c6ecbe69a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:00.972455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-94a31b98-5aeb-4eef-904a-56e9574a9d00 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:00.974087 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-94a31b98-5aeb-4eef-904a-56e9574a9d00 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.35 "GET /v2.0/ports?device_id=74cc29a0-51d0-4500-8061-404c7ee36569 HTTP/1.1" status: 200 len: 945 time: 0.1754107 Aug 30 13:05:01.174045 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-2904a5ea-75f2-41ca-8310-a840245762aa req-82459c35-1f14-4151-8db5-c70c6ecbe69a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd associated. External IP: 172.25.2.15, port: fa9152fc-831c-4c59-8f12-cd83979c45a5. Aug 30 13:05:01.282770 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:01.348296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Deleting port 5332bfcb-e714-4cbc-ac95-0241e6620470 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:01.348624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:01.448961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-ce04f887-f375-49a0-8714-82c95dad9d41 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:01.450450 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-ce04f887-f375-49a0-8714-82c95dad9d41 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/networks?id=08558fce-db20-4b2f-b438-06e67d8fb1b0 HTTP/1.1" status: 200 len: 825 time: 0.2908185 Aug 30 13:05:01.462854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-03369b72-12dc-4498-9b29-e803b5723b82 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:01.464379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-03369b72-12dc-4498-9b29-e803b5723b82 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.16 "GET /v2.0/networks?id=979a7ee3-1fff-4f8e-b87d-b614448eac9c HTTP/1.1" status: 200 len: 811 time: 0.2902451 Aug 30 13:05:01.504547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Request body: {'port': {'device_id': 'e0688087-b29b-4b00-9d36-acbd2475ee2f', 'network_id': '979a7ee3-1fff-4f8e-b87d-b614448eac9c', 'admin_state_up': True, 'tenant_id': 'f2a2817b2e144c1aa2364e5cc77f7e04'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:01.525220 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-24a975f4-4c11-449c-b2c6-2372f006c030 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/quotas/dbaf7446222447df9cb7eccd233dba3e HTTP/1.1" status: 200 len: 375 time: 0.0596485 Aug 30 13:05:01.600136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-07a1a41c-2343-451e-82c4-a521cf545b7b tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=dbaf7446222447df9cb7eccd233dba3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452323 Aug 30 13:05:01.816572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Made reservation on behalf of f2a2817b2e144c1aa2364e5cc77f7e04 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:01.825160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:01.867826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:01.874005 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-0aba8367-9f9f-4fe4-ba2b-8abc2d057cfe service neutron] 10.222.0.37 "GET /v2.0/networks/08558fce-db20-4b2f-b438-06e67d8fb1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464101 Aug 30 13:05:01.875184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] For port 5332bfcb-e714-4cbc-ac95-0241e6620470, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5332bfcb-e714-4cbc-ac95-0241e6620470,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:01.875555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:01.953275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Calling delete_port for 5332bfcb-e714-4cbc-ac95-0241e6620470 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:01.985569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Network 30832a73-038a-43bc-a4cc-aed5c45514e0 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:02.006330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event updated for resources: {'Port': ['ID=898c7365-cb1f-4b5f-971e-6b533cd14b4a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:02.006330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:02.032247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:02.071063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2904a5ea-75f2-41ca-8310-a840245762aa req-82459c35-1f14-4151-8db5-c70c6ecbe69a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Router cc2598d8-2876-45e1-9536-6cef2cc6f09c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:05:02.119513 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-45d8c8ff-9297-4955-b3a6-78c4aad0264a service neutron] 10.222.0.37 "GET /v2.0/networks/08558fce-db20-4b2f-b438-06e67d8fb1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356918 Aug 30 13:05:02.121312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:02.122176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:02.126271 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:02.207936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-6c81e70a-6c0f-46de-9efd-81ad7d0937fb tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0255952 Aug 30 13:05:02.209046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Allocated IP 172.20.0.11 (979a7ee3-1fff-4f8e-b87d-b614448eac9c/8d1db960-58fd-4ccf-ab7d-26d16cb902b1/c2f982eb-0b92-44a6-b561-d13dccd87dcf) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:02.220023 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90496c4e-b907-4282-928c-b2da87472b8f req-38af3b5b-aae4-4375-a0c8-56315e28b697 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:02.222134 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90496c4e-b907-4282-928c-b2da87472b8f req-38af3b5b-aae4-4375-a0c8-56315e28b697 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.16 "GET /v2.0/ports?device_id=4873ff97-e57a-4c45-ac70-1bbaf8b07b30 HTTP/1.1" status: 200 len: 945 time: 0.2040148 Aug 30 13:05:02.249679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Request body: {'port': {'device_id': '66606c8e-9c65-468a-b91a-02b272614c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:02.329821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2904a5ea-75f2-41ca-8310-a840245762aa req-82459c35-1f14-4151-8db5-c70c6ecbe69a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:02.336802 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2904a5ea-75f2-41ca-8310-a840245762aa req-82459c35-1f14-4151-8db5-c70c6ecbe69a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:02.344365 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] Sync routers for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:02.361174 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:02.362448 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:02.399103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:02.401465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:02.405193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-82459c35-1f14-4151-8db5-c70c6ecbe69a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "PUT /v2.0/floatingips/b972bc3d-1052-41d4-86ab-984e5bd0b6cd HTTP/1.1" status: 200 len: 996 time: 2.5261116 Aug 30 13:05:02.414640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:02.417959 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:02.426134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['fa9152fc-831c-4c59-8f12-cd83979c45a5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:02.468028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Pushing event deleted for resources: {'Port': ['ID=5332bfcb-e714-4cbc-ac95-0241e6620470,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:02.517084 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:02.638290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] No DVR routers for this DVR port 5332bfcb-e714-4cbc-ac95-0241e6620470 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:02.644129 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:02.646859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-adccc85a-a1a2-4393-bbf9-d56f50d28fa2 req-f78758fb-ba77-4b39-8cbd-3cb8dff94d01 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.35 "DELETE /v2.0/ports/5332bfcb-e714-4cbc-ac95-0241e6620470 HTTP/1.1" status: 204 len: 173 time: 1.6656094 Aug 30 13:05:02.707917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904a5ea-75f2-41ca-8310-a840245762aa req-e3dfd179-5bcd-4a07-a616-989ec8e7c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:02.710105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-e3dfd179-5bcd-4a07-a616-989ec8e7c9ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1097 time: 0.2817645 Aug 30 13:05:02.825280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-09f38fd5-ad72-4849-9476-057f474279fc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:02.834247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-09f38fd5-ad72-4849-9476-057f474279fc tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/networks?id=040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 200 len: 814 time: 0.4692204 Aug 30 13:05:02.891391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-90496c4e-b907-4282-928c-b2da87472b8f req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Deleting port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:02.891732 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-90496c4e-b907-4282-928c-b2da87472b8f req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:02.898773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:02.907433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-f9192381-a1f0-4bcb-8229-0c65e3935a48 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/quotas/ab84f7fabe7941a0b6a4bc773264f06c HTTP/1.1" status: 200 len: 375 time: 0.0722740 Aug 30 13:05:02.954634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904a5ea-75f2-41ca-8310-a840245762aa req-7f58ced4-1fd0-4061-b5b6-b193c4d2c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:02.955206 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:fc:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:05:00Z', 'revision_number': 8, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:02.956883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-7f58ced4-1fd0-4061-b5b6-b193c4d2c578 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.2345924 Aug 30 13:05:02.984290 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] Checking router: cc2598d8-2876-45e1-9536-6cef2cc6f09c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:05:02.994436 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:02.995157 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:03.128647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-7bd4e3a9-333c-418c-b0fe-bdf30f3efeb5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 999 time: 0.1596942 Aug 30 13:05:03.167019 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:03.170623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898c7365-cb1f-4b5f-971e-6b533cd14b4a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:03.179263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-4d345bb6-fe7d-4cd1-bbc0-45ed78e105b4 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2708843 Aug 30 13:05:03.182656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.207449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Transition to ACTIVE for port object 898c7365-cb1f-4b5f-971e-6b533cd14b4a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:03.209823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904a5ea-75f2-41ca-8310-a840245762aa req-a1d19f33-3ea2-419e-8d44-339ad56d22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:03.211487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-a1d19f33-3ea2-419e-8d44-339ad56d22ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.0755732 Aug 30 13:05:03.212886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.306636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Pushing event updated for resources: {'Port': ['ID=898c7365-cb1f-4b5f-971e-6b533cd14b4a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:03.367860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904a5ea-75f2-41ca-8310-a840245762aa req-77715b6d-f950-46c7-9afe-d0b0388a863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:03.369613 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-77715b6d-f950-46c7-9afe-d0b0388a863a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283157 Aug 30 13:05:03.439133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Attempting to bind port 898c7365-cb1f-4b5f-971e-6b533cd14b4a on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:03.439466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Attempting to bind port 898c7365-cb1f-4b5f-971e-6b533cd14b4a by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:03.439785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Attempting to bind port 898c7365-cb1f-4b5f-971e-6b533cd14b4a on network 30832a73-038a-43bc-a4cc-aed5c45514e0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:03.450960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Port 898c7365-cb1f-4b5f-971e-6b533cd14b4a on network 30832a73-038a-43bc-a4cc-aed5c45514e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:03.451404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Attempting to bind port 898c7365-cb1f-4b5f-971e-6b533cd14b4a on network 30832a73-038a-43bc-a4cc-aed5c45514e0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:03.460017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:03.460386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Checking segment: {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:03.460778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Bound using segment: {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:03.461380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Bound port: 898c7365-cb1f-4b5f-971e-6b533cd14b4a, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48c781db-bca9-4daf-a0db-ca0f8c094253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:03.462137 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.507480 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:fc:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:05:00Z', 'revision_number': 8, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:03.539568 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeab96e1-3f74-4d7e-8a1a-157a5a336ba1 None None] The sync data for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 is: [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b972bc3d-1052-41d4-86ab-984e5bd0b6cd', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'floating_ip_address': '172.25.2.15', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'port_id': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'mac_address': 'fa:16:3e:fc:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:04:19Z', 'updated_at': '2021-08-30T13:05:00Z', 'revision_number': 8, 'project_id': '08714504461e48dfb4a0f7c952281211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:03.540246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-a3ed1325-b2d3-4731-987a-0fa75e8c270e service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585796 Aug 30 13:05:03.565738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-90496c4e-b907-4282-928c-b2da87472b8f req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] For port 33ae7f49-7d4f-43b3-bd6a-b325f038c918, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=33ae7f49-7d4f-43b3-bd6a-b325f038c918,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:03.566216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-90496c4e-b907-4282-928c-b2da87472b8f req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.580615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] For port 898c7365-cb1f-4b5f-971e-6b533cd14b4a, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:03.596083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-90496c4e-b907-4282-928c-b2da87472b8f req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Calling delete_port for 33ae7f49-7d4f-43b3-bd6a-b325f038c918 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:03.600932 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.630196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] For port 898c7365-cb1f-4b5f-971e-6b533cd14b4a, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=898c7365-cb1f-4b5f-971e-6b533cd14b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:03.646090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.670185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Deleting port 0b7164cf-a8ef-4a56-b644-55147c24f933 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:03.670432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.703195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Network 979a7ee3-1fff-4f8e-b87d-b614448eac9c is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:03.769377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:03.769638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:03.770259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.771776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] 10.222.0.35 "PUT /v2.0/ports/898c7365-cb1f-4b5f-971e-6b533cd14b4a HTTP/1.1" status: 200 len: 1091 time: 1.5302157 Aug 30 13:05:03.785519 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c5afb5e7-365f-4a7d-98da-bf724ec42801 service neutron] 10.222.0.37 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6052773 Aug 30 13:05:03.792128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:03.792756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2904a5ea-75f2-41ca-8310-a840245762aa req-3ae5af9c-1d7d-445f-bb60-b5d1081759b1 service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319109 Aug 30 13:05:03.801502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0bb1d-5c2a-406c-9f39-fe54cad1c073 service neutron] Pushing event updated for resources: {'Port': ['ID=898c7365-cb1f-4b5f-971e-6b533cd14b4a,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:03.812800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Pushing event updated for resources: {'Port': ['ID=c2f982eb-0b92-44a6-b561-d13dccd87dcf,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:03.892025 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeefa81-d5fc-499c-b208-f5aeb144e77e None None] New status for floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:05:03.944061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-752edaef-2b7c-43e6-af0c-c2887885b68f tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:03.946692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-752edaef-2b7c-43e6-af0c-c2887885b68f tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.35 "GET /v2.0/networks?id=08558fce-db20-4b2f-b438-06e67d8fb1b0 HTTP/1.1" status: 200 len: 825 time: 0.2765036 Aug 30 13:05:03.950568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:03.951192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.970555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Request body: {'port': {'device_id': 'dfa70262-0393-4011-908b-e5f842a0f78f', 'network_id': '08558fce-db20-4b2f-b438-06e67d8fb1b0', 'admin_state_up': True, 'tenant_id': 'dbaf7446222447df9cb7eccd233dba3e'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:03.989412 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:03.999276 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-38415578-da4b-40a0-b068-46d20da7a4a5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5001338 Aug 30 13:05:04.022791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-dcf0000a-3aef-4f05-b9ca-50c9372e32af tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:05:04.023840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-dcf0000a-3aef-4f05-b9ca-50c9372e32af tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089567 Aug 30 13:05:04.024799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Calling delete_port for 0b7164cf-a8ef-4a56-b644-55147c24f933 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:04.030113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-f1e81175-ffb8-4c25-89f5-f1a84117556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:04.031695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-f1e81175-ffb8-4c25-89f5-f1a84117556f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 1094 time: 0.1766994 Aug 30 13:05:04.057576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Request body: {'port': {'device_id': 'e0688087-b29b-4b00-9d36-acbd2475ee2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:04.060599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825635fe-004e-4c5d-a09a-94618185a515 req-bcdc2561-a9f6-4aa3-b8bc-3888514e843e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:04.063285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-825635fe-004e-4c5d-a09a-94618185a515 req-bcdc2561-a9f6-4aa3-b8bc-3888514e843e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 943 time: 0.1394808 Aug 30 13:05:04.065904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-1801d154-1436-4673-87aa-3b0d2a68a6db service neutron] 10.222.0.37 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794404 Aug 30 13:05:04.119584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-d9000553-79d8-4ff7-b860-a9ef768a09d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898c7365-cb1f-4b5f-971e-6b533cd14b4a HTTP/1.1" status: 200 len: 217 time: 0.0764902 Aug 30 13:05:04.169228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-90496c4e-b907-4282-928c-b2da87472b8f req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:04.204788 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-825635fe-004e-4c5d-a09a-94618185a515 req-21e67db4-b12b-46aa-8315-1384dc677657 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899518 Aug 30 13:05:04.206266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-e7c219ec-b4ec-411f-b92b-243dc490df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:04.207628 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-e7c219ec-b4ec-411f-b92b-243dc490df55 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de712da0-d649-436c-9ec5-6653643a2ad8 HTTP/1.1" status: 200 len: 862 time: 0.0669599 Aug 30 13:05:04.209741 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:04.214510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5332bfcb-e714-4cbc-ac95-0241e6620470 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:04.217154 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Pushing event deleted for resources: {'Port': ['ID=33ae7f49-7d4f-43b3-bd6a-b325f038c918,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:04.290242 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-aee37dee-a967-4a79-8329-e8c28d971b63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30832a73-038a-43bc-a4cc-aed5c45514e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688767 Aug 30 13:05:04.294425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 5332bfcb-e714-4cbc-ac95-0241e6620470 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:04.296807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5332bfcb-e714-4cbc-ac95-0241e6620470 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:04.349863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-90496c4e-b907-4282-928c-b2da87472b8f req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] No DVR routers for this DVR port 33ae7f49-7d4f-43b3-bd6a-b325f038c918 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:04.356250 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-90496c4e-b907-4282-928c-b2da87472b8f req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:04.358392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90496c4e-b907-4282-928c-b2da87472b8f req-ba586c65-e198-41aa-9fa1-13aca9302f36 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.16 "DELETE /v2.0/ports/33ae7f49-7d4f-43b3-bd6a-b325f038c918 HTTP/1.1" status: 204 len: 173 time: 2.1265538 Aug 30 13:05:04.358847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'name': 'network-vif-deleted', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:04.361108 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc753c61-3045-4411-8647-e7016ee3eb07" -d '{"events": [{"server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "name": "network-vif-deleted", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:04.386145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Made reservation on behalf of dbaf7446222447df9cb7eccd233dba3e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:04.397095 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:04.486607 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-14079eb1-8f0f-4c2c-989d-edc4ea038715 service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694648 Aug 30 13:05:04.567061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cf33b-aef4-4480-aa4a-88b332531d42 req-165220e3-64a7-4805-9256-0ce3efb1f4d5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:04.568584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a5cf33b-aef4-4480-aa4a-88b332531d42 req-165220e3-64a7-4805-9256-0ce3efb1f4d5 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 932 time: 0.2548633 Aug 30 13:05:04.591415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0ce6e37-f7e8-4168-abb1-4e6e7e41abd6 req-092d1c75-bf30-46e9-a248-4cafa84f21bf tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 210 time: 0.0807829 Aug 30 13:05:04.671356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Allocated IP 172.20.0.12 (08558fce-db20-4b2f-b438-06e67d8fb1b0/5c1dd572-0f1d-4f5d-966b-faa3eb9e9510/ac1cb6fc-95db-4a25-a521-9dbaea4aadde) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:04.682820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:04.684504 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e429eaf-b192-490d-b338-c21f7742d0f6 x-openstack-request-id: req-6e429eaf-b192-490d-b338-c21f7742d0f6 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:04.684908 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:04.685173 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6e429eaf-b192-490d-b338-c21f7742d0f6 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:04.695301 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'status': 'completed', 'code': 200} Aug 30 13:05:04.707989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37402b78-f24e-41d4-ad10-0e15929dd213 req-20191a19-56c9-43b5-9eeb-a606d36ab888 service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117610 Aug 30 13:05:04.735029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a5cf33b-aef4-4480-aa4a-88b332531d42 req-e99cceaf-65a1-45ac-a134-8227d734dc56 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571040 Aug 30 13:05:04.779405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Port': ['ID=0b7164cf-a8ef-4a56-b644-55147c24f933,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:04.946398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41fbc262-64e5-4324-842d-4242bae56354 req-338e74f4-85b3-4347-b404-b2180dbfac6b tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips/b972bc3d-1052-41d4-86ab-984e5bd0b6cd HTTP/1.1" status: 200 len: 998 time: 0.2209787 Aug 30 13:05:05.038119 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:05.062756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d620bb8-80cc-491e-9043-7f13fa8c5a9a req-f8c3878e-23f6-4757-be66-6803ee21a981 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 210 time: 0.0798266 Aug 30 13:05:05.134604 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab562a-e46c-4870-9ed1-c87139871e88 x-openstack-request-id: req-2eab562a-e46c-4870-9ed1-c87139871e88 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:05.134869 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4873ff97-e57a-4c45-ac70-1bbaf8b07b30", "name": "network-vif-deleted", "tag": "33ae7f49-7d4f-43b3-bd6a-b325f038c918", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:05.135125 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2eab562a-e46c-4870-9ed1-c87139871e88 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:05.135524 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4873ff97-e57a-4c45-ac70-1bbaf8b07b30', 'name': 'network-vif-deleted', 'tag': '33ae7f49-7d4f-43b3-bd6a-b325f038c918', 'status': 'completed', 'code': 200} Aug 30 13:05:05.188976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-fa453c72-d929-4618-8dfe-812f5a59b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:05.190601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-fa453c72-d929-4618-8dfe-812f5a59b046 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1097 time: 0.4809799 Aug 30 13:05:05.342770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f982eb-0b92-44a6-b561-d13dccd87dcf {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:05.362761 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:05.400308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Router 88f37f19-c031-4365-be60-d280c1e684e2 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:05:05.419362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Transition to ACTIVE for port object c2f982eb-0b92-44a6-b561-d13dccd87dcf will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:05.429767 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:05.438960 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:05.457451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbc262-64e5-4324-842d-4242bae56354 req-63895327-e452-422a-8579-c6a216b3f32c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:05.458898 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41fbc262-64e5-4324-842d-4242bae56354 req-63895327-e452-422a-8579-c6a216b3f32c tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.4933991 Aug 30 13:05:05.474083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-41fbc262-64e5-4324-842d-4242bae56354 req-b28a60be-606f-41c2-876c-d173bfeccb5e tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:05:05.474978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41fbc262-64e5-4324-842d-4242bae56354 req-b28a60be-606f-41c2-876c-d173bfeccb5e tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084107 Aug 30 13:05:05.501024 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:05.512768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-0bbff66b-7a27-4e57-bc96-b6b061208c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:05.514288 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-0bbff66b-7a27-4e57-bc96-b6b061208c26 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.3034270 Aug 30 13:05:05.522629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34a1c9-64b2-40af-bed2-f73c9ee173fe req-2d1a510c-036e-4456-8768-24475d310c97 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:05.524101 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba34a1c9-64b2-40af-bed2-f73c9ee173fe req-2d1a510c-036e-4456-8768-24475d310c97 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 943 time: 0.1852767 Aug 30 13:05:05.602429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Network 08558fce-db20-4b2f-b438-06e67d8fb1b0 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:05.615857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 33ae7f49-7d4f-43b3-bd6a-b325f038c918 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:05.617600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:05.629776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:05.649508 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97351092-8d20-4ca6-88b6-5b73e0a786f3 None None] Sync routers for ids ['88f37f19-c031-4365-be60-d280c1e684e2'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:05.652118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:05.654548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Pushing event updated for resources: {'Port': ['ID=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:05.657410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-03395d5a-1275-49c5-ac5b-281e36790f3a tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "PUT /v2.0/routers/88f37f19-c031-4365-be60-d280c1e684e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8863592 Aug 30 13:05:05.663127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42970) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:05.668765 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97351092-8d20-4ca6-88b6-5b73e0a786f3 None None] Routers {'88f37f19-c031-4365-be60-d280c1e684e2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:05.669519 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-97351092-8d20-4ca6-88b6-5b73e0a786f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['88f37f19-c031-4365-be60-d280c1e684e2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:05.675701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f982eb-0b92-44a6-b561-d13dccd87dcf,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:05.695184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 33ae7f49-7d4f-43b3-bd6a-b325f038c918 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:05.695819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 33ae7f49-7d4f-43b3-bd6a-b325f038c918 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:05.731851 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-97351092-8d20-4ca6-88b6-5b73e0a786f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:05.742319 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97351092-8d20-4ca6-88b6-5b73e0a786f3 None None] Routers {'88f37f19-c031-4365-be60-d280c1e684e2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:05.743131 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-97351092-8d20-4ca6-88b6-5b73e0a786f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['88f37f19-c031-4365-be60-d280c1e684e2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:05.759580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-bfeea410-c438-40f9-bd77-a83e20466681 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 1001 time: 0.2321627 Aug 30 13:05:05.761760 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-7d2fa0ee-5dc6-419c-8784-93fbc07243e6 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] show failed (client error): The resource could not be found. Aug 30 13:05:05.766329 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7d2fa0ee-5dc6-419c-8784-93fbc07243e6 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-684013116 HTTP/1.1" status: 404 len: 334 time: 0.0887866 Aug 30 13:05:05.768442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42972) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:05.774538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:05.775159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:05.777196 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-97351092-8d20-4ca6-88b6-5b73e0a786f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:05.777876 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97351092-8d20-4ca6-88b6-5b73e0a786f3 None None] The sync data for ids ['88f37f19-c031-4365-be60-d280c1e684e2'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:05.782701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b06e8bb7-3700-4c20-b17c-d10baa76ab60 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:05.785330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba34a1c9-64b2-40af-bed2-f73c9ee173fe req-f5fb2f23-bcd7-4c6d-8f83-17342ff815cc tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158351 Aug 30 13:05:05.790506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-03da10a4-00b6-466f-b603-321bdb26a5e8 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 1001 time: 0.1922626 Aug 30 13:05:05.847508 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-b06e8bb7-3700-4c20-b17c-d10baa76ab60 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] update failed (client error): The resource could not be found. Aug 30 13:05:05.851654 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b06e8bb7-3700-4c20-b17c-d10baa76ab60 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-502936727 HTTP/1.1" status: 404 len: 334 time: 0.0707791 Aug 30 13:05:05.854014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42976) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:05.856897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-f5c900c6-3197-4bf8-a770-dbd2dfe9339c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:05.858384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-f5c900c6-3197-4bf8-a770-dbd2dfe9339c tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.35 "GET /v2.0/networks?id=040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 200 len: 814 time: 0.3270507 Aug 30 13:05:05.884238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-a1444f32-cae7-46b9-b4b1-0125e17ede33 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9206331 Aug 30 13:05:05.889978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Request body: {'port': {'device_id': '5c0f5fb4-c703-4c7f-bf32-2b1a37466c67', 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f', 'admin_state_up': True, 'tenant_id': 'ab84f7fabe7941a0b6a4bc773264f06c'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:05.902051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Request body: {'port': {'device_id': 'dfa70262-0393-4011-908b-e5f842a0f78f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:05.968781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6655d-d110-4c89-955b-48657d926784 req-dcbd3694-ca78-4e51-b5f5-a9a6c48decdf tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:05.970285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-dcbd3694-ca78-4e51-b5f5-a9a6c48decdf tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports/fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 943 time: 0.1664419 Aug 30 13:05:06.083754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.158657 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Attempting to bind port c2f982eb-0b92-44a6-b561-d13dccd87dcf on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:06.159385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Attempting to bind port c2f982eb-0b92-44a6-b561-d13dccd87dcf by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '776fc767-3b62-4665-8b79-17953062ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '979a7ee3-1fff-4f8e-b87d-b614448eac9c'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:06.159385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Attempting to bind port c2f982eb-0b92-44a6-b561-d13dccd87dcf on network 979a7ee3-1fff-4f8e-b87d-b614448eac9c {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:06.162761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-c00c6763-2d7b-4bb5-83ab-98692095207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:06.164264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-c00c6763-2d7b-4bb5-83ab-98692095207b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.3779676 Aug 30 13:05:06.164551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-b125e128-7e42-4b41-b2fd-e76e7cfebfd6 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 1001 time: 0.1373165 Aug 30 13:05:06.167154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Made reservation on behalf of ab84f7fabe7941a0b6a4bc773264f06c for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:06.170443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.208815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Port c2f982eb-0b92-44a6-b561-d13dccd87dcf on network 979a7ee3-1fff-4f8e-b87d-b614448eac9c not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:06.208815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Attempting to bind port c2f982eb-0b92-44a6-b561-d13dccd87dcf on network 979a7ee3-1fff-4f8e-b87d-b614448eac9c {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:06.240345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:06.240788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Checking segment: {'id': '776fc767-3b62-4665-8b79-17953062ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '979a7ee3-1fff-4f8e-b87d-b614448eac9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:06.241279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Bound using segment: {'id': '776fc767-3b62-4665-8b79-17953062ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '979a7ee3-1fff-4f8e-b87d-b614448eac9c'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:06.241723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Bound port: c2f982eb-0b92-44a6-b561-d13dccd87dcf, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776fc767-3b62-4665-8b79-17953062ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '979a7ee3-1fff-4f8e-b87d-b614448eac9c'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:06.242081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.261511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dfaf4d-4379-4cfa-b8e4-996783c3c629 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Deleting subnet 7e7c7533-1a86-4426-97ce-1c7de189d64d {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:06.270194 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84dfaf4d-4379-4cfa-b8e4-996783c3c629 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.335564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f504bc2-d25f-4815-b625-a4648ebd1c8d req-864305a3-115d-4e26-a813-d0df31109582 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:06.337076 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f504bc2-d25f-4815-b625-a4648ebd1c8d req-864305a3-115d-4e26-a813-d0df31109582 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 932 time: 0.4653442 Aug 30 13:05:06.363055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-0e2ce272-9755-49ff-b02f-731beb6ca4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:06.364463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-0e2ce272-9755-49ff-b02f-731beb6ca4ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885693 Aug 30 13:05:06.390246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84dfaf4d-4379-4cfa-b8e4-996783c3c629 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.490907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6655d-d110-4c89-955b-48657d926784 req-2bb11262-3e7c-4c84-88f8-3fc016364edc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:06.494548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-2bb11262-3e7c-4c84-88f8-3fc016364edc tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.3215160 Aug 30 13:05:06.508770 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f504bc2-d25f-4815-b625-a4648ebd1c8d req-830d0c50-11b2-49ae-80f4-dec3ba81e9f5 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592259 Aug 30 13:05:06.509847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] For port c2f982eb-0b92-44a6-b561-d13dccd87dcf, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:06.560368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] For port c2f982eb-0b92-44a6-b561-d13dccd87dcf, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c2f982eb-0b92-44a6-b561-d13dccd87dcf,segment=NetworkSegment(776fc767-3b62-4665-8b79-17953062ff95),segment_id=776fc767-3b62-4665-8b79-17953062ff95)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:06.562937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Allocated IP 172.20.0.8 (040756f3-7673-45e9-bedb-4320c1c9fe9f/1f83c4d3-00aa-4dd6-a772-07c3ab30fe63/3026634b-b772-40ce-9078-0988a91b8d39) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:06.575266 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7dd45ad-f1fc-4930-89e3-48cb23dc210a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.577972 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.622713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-96434e51-bde6-4899-a10e-34d620f31fc8 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 1001 time: 0.1213415 Aug 30 13:05:06.631045 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-83a6e941-2c7d-4514-bfae-fdde9ace4c46 service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524450 Aug 30 13:05:06.653421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-fae6655d-d110-4c89-955b-48657d926784 req-ce1dccb6-3e28-42a5-8924-a76718773123 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:06.658612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84dfaf4d-4379-4cfa-b8e4-996783c3c629 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.672791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:06.673422 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.674808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] 10.222.0.16 "PUT /v2.0/ports/c2f982eb-0b92-44a6-b561-d13dccd87dcf HTTP/1.1" status: 200 len: 1092 time: 2.6262748 Aug 30 13:05:06.711765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'name': 'network-vif-deleted', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470'}, {'name': 'network-changed', 'server_uuid': '66606c8e-9c65-468a-b91a-02b272614c55', 'tag': '898c7365-cb1f-4b5f-971e-6b533cd14b4a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:06.714432 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4" -d '{"events": [{"server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "name": "network-vif-deleted", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470"}, {"name": "network-changed", "server_uuid": "66606c8e-9c65-468a-b91a-02b272614c55", "tag": "898c7365-cb1f-4b5f-971e-6b533cd14b4a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:06.763969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1cb6fc-95db-4a25-a521-9dbaea4aadde {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:06.769483 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fae6655d-d110-4c89-955b-48657d926784 req-ce1dccb6-3e28-42a5-8924-a76718773123 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.784952 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.806883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51293a-c10d-436f-9445-f4b23617b762 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f982eb-0b92-44a6-b561-d13dccd87dcf,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:06.836324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2906f-7099-43aa-9a71-67a01a301946 req-74fe7d73-636e-427c-870c-08f2752737ef tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:06.837847 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12f2906f-7099-43aa-9a71-67a01a301946 req-74fe7d73-636e-427c-870c-08f2752737ef tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 944 time: 0.2472181 Aug 30 13:05:06.872684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Transition to ACTIVE for port object ac1cb6fc-95db-4a25-a521-9dbaea4aadde will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:06.886154 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.890848 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-5098c5ba-dd2d-404a-a488-a3b33cd1093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:06.892341 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-5098c5ba-dd2d-404a-a488-a3b33cd1093b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2a2817b2e144c1aa2364e5cc77f7e04&device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 1095 time: 0.1494586 Aug 30 13:05:06.893368 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84dfaf4d-4379-4cfa-b8e4-996783c3c629 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.921368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf2e80f1-bc90-4281-8bdc-bb7d5a314a3b req-b28268dc-c4b2-43c2-8bfb-eef61328494c service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799952 Aug 30 13:05:06.975608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfaf4d-4379-4cfa-b8e4-996783c3c629 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7c7533-1a86-4426-97ce-1c7de189d64d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:06.977800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84dfaf4d-4379-4cfa-b8e4-996783c3c629 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:06.982567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-84dfaf4d-4379-4cfa-b8e4-996783c3c629 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/subnets/7e7c7533-1a86-4426-97ce-1c7de189d64d HTTP/1.1" status: 204 len: 168 time: 1.1245039 Aug 30 13:05:06.983211 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12f2906f-7099-43aa-9a71-67a01a301946 req-84c1aa1d-3a6b-4921-8866-604b44b5b734 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357002 Aug 30 13:05:06.984374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-7c17d4d3-7baf-4f8e-82b2-a731abd0d2ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2f982eb-0b92-44a6-b561-d13dccd87dcf HTTP/1.1" status: 200 len: 217 time: 0.0793982 Aug 30 13:05:06.985233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42988) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:06.989199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce38ff5-b41c-4aaa-8af2-a066fb3414ff None None] Network 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:07.014749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:07.042402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.100192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-69bf45d2-80ab-486f-ada5-dd7f0f724a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:07.101097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fae6655d-d110-4c89-955b-48657d926784 req-ce1dccb6-3e28-42a5-8924-a76718773123 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.101650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-69bf45d2-80ab-486f-ada5-dd7f0f724a0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d1db960-58fd-4ccf-ab7d-26d16cb902b1 HTTP/1.1" status: 200 len: 851 time: 0.1077266 Aug 30 13:05:07.113731 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.124836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fae6655d-d110-4c89-955b-48657d926784 req-ce1dccb6-3e28-42a5-8924-a76718773123 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.125158 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-fae6655d-d110-4c89-955b-48657d926784 req-ce1dccb6-3e28-42a5-8924-a76718773123 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd disassociated. External IP: 172.25.2.15, port: fa9152fc-831c-4c59-8f12-cd83979c45a5. Aug 30 13:05:07.139819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0688087-b29b-4b00-9d36-acbd2475ee2f', 'tag': 'c2f982eb-0b92-44a6-b561-d13dccd87dcf'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:07.143918 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14" -d '{"events": [{"name": "network-changed", "server_uuid": "e0688087-b29b-4b00-9d36-acbd2475ee2f", "tag": "c2f982eb-0b92-44a6-b561-d13dccd87dcf"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:07.159893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a7e1952-2646-4fed-9b34-d30ea34c7ce6 req-956c1934-eec2-4530-8511-0cf9e30e6ab6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 210 time: 0.0623770 Aug 30 13:05:07.165142 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-4e45cdbb-a52a-4bf1-976c-ab6b7dacc1f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=979a7ee3-1fff-4f8e-b87d-b614448eac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484149 Aug 30 13:05:07.266349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03efe7-2ff1-4226-a51e-eaeea549ff8b None None] DHCP port deletion for 9c1d76e6-8bd9-4e56-9c08-b1a7822a432e request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:05:07.276562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.280433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Attempting to bind port ac1cb6fc-95db-4a25-a521-9dbaea4aadde on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:07.280836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Attempting to bind port ac1cb6fc-95db-4a25-a521-9dbaea4aadde by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '08558fce-db20-4b2f-b438-06e67d8fb1b0'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:07.281171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Attempting to bind port ac1cb6fc-95db-4a25-a521-9dbaea4aadde on network 08558fce-db20-4b2f-b438-06e67d8fb1b0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:07.321327 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29559e13-62ff-459d-8f6b-fbf3e7d8b8b3 x-openstack-request-id: req-29559e13-62ff-459d-8f6b-fbf3e7d8b8b3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:07.321623 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74cc29a0-51d0-4500-8061-404c7ee36569", "name": "network-vif-deleted", "tag": "5332bfcb-e714-4cbc-ac95-0241e6620470", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "66606c8e-9c65-468a-b91a-02b272614c55", "tag": "898c7365-cb1f-4b5f-971e-6b533cd14b4a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:07.322061 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-29559e13-62ff-459d-8f6b-fbf3e7d8b8b3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:07.322662 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74cc29a0-51d0-4500-8061-404c7ee36569', 'name': 'network-vif-deleted', 'tag': '5332bfcb-e714-4cbc-ac95-0241e6620470', 'status': 'completed', 'code': 200} Aug 30 13:05:07.323205 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66606c8e-9c65-468a-b91a-02b272614c55', 'tag': '898c7365-cb1f-4b5f-971e-6b533cd14b4a', 'status': 'completed', 'code': 200} Aug 30 13:05:07.329881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Port ac1cb6fc-95db-4a25-a521-9dbaea4aadde on network 08558fce-db20-4b2f-b438-06e67d8fb1b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:07.330454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Attempting to bind port ac1cb6fc-95db-4a25-a521-9dbaea4aadde on network 08558fce-db20-4b2f-b438-06e67d8fb1b0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:07.332892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Deleting port 712ecda1-75c8-43fa-a723-fb889351abcb {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:07.333745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.339966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bc03efe7-2ff1-4226-a51e-eaeea549ff8b None None] Deleting port 712ecda1-75c8-43fa-a723-fb889351abcb {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:07.340376 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bc03efe7-2ff1-4226-a51e-eaeea549ff8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.399797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] For port 712ecda1-75c8-43fa-a723-fb889351abcb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=712ecda1-75c8-43fa-a723-fb889351abcb,segment=NetworkSegment(0a6a38a4-cf6f-4827-a40e-659255bc48a7),segment_id=0a6a38a4-cf6f-4827-a40e-659255bc48a7)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:07.400228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.414755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Calling delete_port for 712ecda1-75c8-43fa-a723-fb889351abcb owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:07.427934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bc03efe7-2ff1-4226-a51e-eaeea549ff8b None None] For port 712ecda1-75c8-43fa-a723-fb889351abcb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=712ecda1-75c8-43fa-a723-fb889351abcb,segment=NetworkSegment(0a6a38a4-cf6f-4827-a40e-659255bc48a7),segment_id=0a6a38a4-cf6f-4827-a40e-659255bc48a7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:07.427934 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bc03efe7-2ff1-4226-a51e-eaeea549ff8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.433528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Network 040756f3-7673-45e9-bedb-4320c1c9fe9f is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:07.438102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:07.438493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Checking segment: {'id': '9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '08558fce-db20-4b2f-b438-06e67d8fb1b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:07.438885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Bound using segment: {'id': '9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '08558fce-db20-4b2f-b438-06e67d8fb1b0'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:07.439324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Bound port: ac1cb6fc-95db-4a25-a521-9dbaea4aadde, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '08558fce-db20-4b2f-b438-06e67d8fb1b0'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:07.439685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.442699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bc03efe7-2ff1-4226-a51e-eaeea549ff8b None None] Calling delete_port for 712ecda1-75c8-43fa-a723-fb889351abcb owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:07.470278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:07.504739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:07.507309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Pushing event updated for resources: {'Port': ['ID=3026634b-b772-40ce-9078-0988a91b8d39,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:07.529056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bc03efe7-2ff1-4226-a51e-eaeea549ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.559316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03efe7-2ff1-4226-a51e-eaeea549ff8b None None] Pushing event deleted for resources: {'Port': ['ID=712ecda1-75c8-43fa-a723-fb889351abcb,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:07.560227 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-d12e0f8a-5b4c-47f7-a90b-2eea4d8e88ea service neutron] 10.222.0.16 "GET /v2.0/networks/979a7ee3-1fff-4f8e-b87d-b614448eac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873839 Aug 30 13:05:07.569269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03efe7-2ff1-4226-a51e-eaeea549ff8b None None] No DVR routers for this DVR port 712ecda1-75c8-43fa-a723-fb889351abcb on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:07.576414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d398d-76c7-4c3b-bdbe-805e42a856e0 req-61a94225-96d3-4673-8c73-f090222d4114 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:07.576414 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b43d398d-76c7-4c3b-bdbe-805e42a856e0 req-61a94225-96d3-4673-8c73-f090222d4114 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 943 time: 0.1084683 Aug 30 13:05:07.622762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:07.623378 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.626757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-69d9400f-8673-42ad-8eeb-d8ad26b74486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:07.628325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-69d9400f-8673-42ad-8eeb-d8ad26b74486 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 1094 time: 0.2944024 Aug 30 13:05:07.630204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fae6655d-d110-4c89-955b-48657d926784 req-ce1dccb6-3e28-42a5-8924-a76718773123 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Router cc2598d8-2876-45e1-9536-6cef2cc6f09c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:05:07.632573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.680431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Port': ['ID=712ecda1-75c8-43fa-a723-fb889351abcb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:07.688577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] No DVR routers for this DVR port 712ecda1-75c8-43fa-a723-fb889351abcb on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:07.708018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-ae4c8565-9573-4bc0-9d76-0cf04d349fa2 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8254192 Aug 30 13:05:07.725110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] For port ac1cb6fc-95db-4a25-a521-9dbaea4aadde, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:07.730478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Request body: {'port': {'device_id': '5c0f5fb4-c703-4c7f-bf32-2b1a37466c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:07.736302 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b43d398d-76c7-4c3b-bdbe-805e42a856e0 req-5d5a1195-6c27-4dc5-a868-a68012adffb9 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482244 Aug 30 13:05:07.796476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] For port ac1cb6fc-95db-4a25-a521-9dbaea4aadde, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,segment=NetworkSegment(9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75),segment_id=9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:07.807673 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c5d1df-4cf5-434c-aa57-edd6ab355369 req-031469eb-65ca-44ab-ab39-416c10e65de7 service neutron] 10.222.0.16 "GET /v2.0/networks/979a7ee3-1fff-4f8e-b87d-b614448eac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297206 Aug 30 13:05:07.809192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.813384 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.820560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1d76e6-8bd9-4e56-9c08-b1a7822a432e']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:07.832786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6a38a4-cf6f-4827-a40e-659255bc48a7') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:07.833088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6a38a4-cf6f-4827-a40e-659255bc48a7') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:07.844961 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.860315 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.868554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:07.868878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:07.872708 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:07.875628 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7227926f-fb3e-42f1-a293-27065097c291 x-openstack-request-id: req-7227926f-fb3e-42f1-a293-27065097c291 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:07.875628 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0688087-b29b-4b00-9d36-acbd2475ee2f", "tag": "c2f982eb-0b92-44a6-b561-d13dccd87dcf", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:07.875628 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7227926f-fb3e-42f1-a293-27065097c291 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:07.875862 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0688087-b29b-4b00-9d36-acbd2475ee2f', 'tag': 'c2f982eb-0b92-44a6-b561-d13dccd87dcf', 'status': 'completed', 'code': 200} Aug 30 13:05:07.923106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:07.923727 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.925271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac1cb6fc-95db-4a25-a521-9dbaea4aadde HTTP/1.1" status: 200 len: 1092 time: 2.0275023 Aug 30 13:05:07.936906 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:07.955751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-f41ab752-762a-46d6-aa18-eb33324e0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:07.957972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-f41ab752-762a-46d6-aa18-eb33324e0058 service neutron] 10.222.0.35 "GET /v2.0/networks?id=30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 200 len: 923 time: 0.3207366 Aug 30 13:05:08.007929 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:08.014829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-62399707-ae7c-4196-9d94-71e94e4fee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:08.016313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-62399707-ae7c-4196-9d94-71e94e4fee66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2a2817b2e144c1aa2364e5cc77f7e04&device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 1095 time: 0.1012423 Aug 30 13:05:08.022525 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:08.026285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/networks/9c1d76e6-8bd9-4e56-9c08-b1a7822a432e HTTP/1.1" status: 204 len: 168 time: 1.0382662 Aug 30 13:05:08.038773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42998) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:08.058178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f500c7-d42e-4bed-8beb-271ffd7aa2ed tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Network': ['ID=9c1d76e6-8bd9-4e56-9c08-b1a7822a432e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:08.068424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562dc51c-02c1-4686-9a63-be8a892c1837 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:08.073699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-f00ce07b-733b-469f-952e-59582f35a98d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=898c7365-cb1f-4b5f-971e-6b533cd14b4a HTTP/1.1" status: 200 len: 217 time: 0.0906222 Aug 30 13:05:08.074693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fae6655d-d110-4c89-955b-48657d926784 req-ce1dccb6-3e28-42a5-8924-a76718773123 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:08.084527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fae6655d-d110-4c89-955b-48657d926784 req-ce1dccb6-3e28-42a5-8924-a76718773123 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:08.084769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] Sync routers for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:08.096076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:08.097483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:08.130028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640928bd-1ca3-4c57-971b-7ebcb5dc0743 req-ed4f7a59-99ec-4517-bd66-d8fe5ba6a948 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:08.131207 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-640928bd-1ca3-4c57-971b-7ebcb5dc0743 req-ed4f7a59-99ec-4517-bd66-d8fe5ba6a948 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 944 time: 0.1988249 Aug 30 13:05:08.189308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a82cb5-2c60-4752-989d-51db7ee551f8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Deleting subnet 5cf5ab52-2db7-4b2d-a4d5-eac6842c02da {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:08.195248 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2a82cb5-2c60-4752-989d-51db7ee551f8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:08.214714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:08.244101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 898c7365-cb1f-4b5f-971e-6b533cd14b4a details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:05:08.254777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-640928bd-1ca3-4c57-971b-7ebcb5dc0743 req-7fb0376c-cbb7-4506-a7bd-4c2875284c20 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019781 Aug 30 13:05:08.268081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2a82cb5-2c60-4752-989d-51db7ee551f8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:08.272343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-99e0ab47-7c61-4a1b-95c7-9f8c0e77c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:08.274126 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-99e0ab47-7c61-4a1b-95c7-9f8c0e77c2e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=979a7ee3-1fff-4f8e-b87d-b614448eac9c HTTP/1.1" status: 200 len: 912 time: 0.2451923 Aug 30 13:05:08.351585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-0ff86923-98d2-42e3-a389-1f0c61c0c425 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2f982eb-0b92-44a6-b561-d13dccd87dcf HTTP/1.1" status: 200 len: 217 time: 0.0561588 Aug 30 13:05:08.441626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-617f911c-727d-4b29-864b-d3a9746a8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:08.443231 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-617f911c-727d-4b29-864b-d3a9746a8f33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d1db960-58fd-4ccf-ab7d-26d16cb902b1 HTTP/1.1" status: 200 len: 851 time: 0.0771813 Aug 30 13:05:08.460914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 898c7365-cb1f-4b5f-971e-6b533cd14b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=898c7365-cb1f-4b5f-971e-6b533cd14b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:08.484418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '898c7365-cb1f-4b5f-971e-6b533cd14b4a', 'network_id': '30832a73-038a-43bc-a4cc-aed5c45514e0', 'port_id': '898c7365-cb1f-4b5f-971e-6b533cd14b4a', 'mac_address': 'fa:16:3e:ce:1c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de712da0-d649-436c-9ec5-6653643a2ad8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:05:08.493870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-9250d0af-d55c-44ed-b985-2f072dca939e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=979a7ee3-1fff-4f8e-b87d-b614448eac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406244 Aug 30 13:05:08.561221 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:08.570259 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-ce1dccb6-3e28-42a5-8924-a76718773123 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "PUT /v2.0/floatingips/b972bc3d-1052-41d4-86ab-984e5bd0b6cd HTTP/1.1" status: 200 len: 695 time: 1.9329445 Aug 30 13:05:08.573919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081f8df-5531-4af8-80dc-b6053b9082d3 req-09b130d6-477b-4f99-ac51-3a6c74a84fe1 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:08.575456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3081f8df-5531-4af8-80dc-b6053b9082d3 req-09b130d6-477b-4f99-ac51-3a6c74a84fe1 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 944 time: 0.2207739 Aug 30 13:05:08.577400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-0295c458-1aa8-4fbb-a76a-04eed62a0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:08.581054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-0295c458-1aa8-4fbb-a76a-04eed62a0bff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbaf7446222447df9cb7eccd233dba3e&device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 1095 time: 0.5992832 Aug 30 13:05:08.592657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898c7365-cb1f-4b5f-971e-6b533cd14b4a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:08.614593 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2a82cb5-2c60-4752-989d-51db7ee551f8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:08.624788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 898c7365-cb1f-4b5f-971e-6b533cd14b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=898c7365-cb1f-4b5f-971e-6b533cd14b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:08.627449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:08.631496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-72834978-626e-44d3-92ad-1dca99c4cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:08.632976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-72834978-626e-44d3-92ad-1dca99c4cbb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=de712da0-d649-436c-9ec5-6653643a2ad8 HTTP/1.1" status: 200 len: 862 time: 0.5422602 Aug 30 13:05:08.656236 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:08.661070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] Checking router: cc2598d8-2876-45e1-9536-6cef2cc6f09c for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:05:08.680420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-f6becbf1-99f6-4eb4-8240-878aad8f916f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1cb6fc-95db-4a25-a521-9dbaea4aadde HTTP/1.1" status: 200 len: 217 time: 0.0845757 Aug 30 13:05:08.681757 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3081f8df-5531-4af8-80dc-b6053b9082d3 req-7d442a4f-8225-4727-87af-b46c5ef94ed0 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985913 Aug 30 13:05:08.701755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:08.702799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:04:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:08.722224 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-7a53fddb-f0ad-4abb-9ab6-8da79b9a2e75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=30832a73-038a-43bc-a4cc-aed5c45514e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540400 Aug 30 13:05:08.723298 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-0b918a73-9b22-4918-945e-979496d7dc46 service neutron] 10.222.0.16 "GET /v2.0/networks/979a7ee3-1fff-4f8e-b87d-b614448eac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115850 Aug 30 13:05:08.763334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=898c7365-cb1f-4b5f-971e-6b533cd14b4a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:08.813705 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2a82cb5-2c60-4752-989d-51db7ee551f8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:08.852215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6655d-d110-4c89-955b-48657d926784 req-91818809-17a0-4f44-8067-69bbdba4dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:08.852437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:08.853803 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-91818809-17a0-4f44-8067-69bbdba4dacc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1097 time: 0.2696407 Aug 30 13:05:08.908450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-33507b06-d287-42f0-bac0-234931138a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:08.910806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-33507b06-d287-42f0-bac0-234931138a3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c1dd572-0f1d-4f5d-966b-faa3eb9e9510 HTTP/1.1" status: 200 len: 865 time: 0.2219610 Aug 30 13:05:09.004691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-0107932e-3357-45e2-a412-3e1af0f2c569 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08558fce-db20-4b2f-b438-06e67d8fb1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645642 Aug 30 13:05:09.027514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['898c7365-cb1f-4b5f-971e-6b533cd14b4a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:09.046402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-6eee3652-3859-49eb-add3-ad05890f7ede service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114738 Aug 30 13:05:09.138447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a82cb5-2c60-4752-989d-51db7ee551f8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf5ab52-2db7-4b2d-a4d5-eac6842c02da,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:09.148938 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2a82cb5-2c60-4752-989d-51db7ee551f8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.152940 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e2a82cb5-2c60-4752-989d-51db7ee551f8 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/subnets/5cf5ab52-2db7-4b2d-a4d5-eac6842c02da HTTP/1.1" status: 204 len: 168 time: 1.1048865 Aug 30 13:05:09.153112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:09.159602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43010) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:09.192735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1025512d-25a9-4cf4-9396-90b9a3491c5a None None] Network e7c918d6-3ea5-4ab3-830d-6baf6f95b69e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:09.193461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c6809-6296-416a-b3ba-e71de0816f0a req-bb87af79-c7a6-423d-b68c-390b24c6296d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:09.195134 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-663c6809-6296-416a-b3ba-e71de0816f0a req-bb87af79-c7a6-423d-b68c-390b24c6296d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 931 time: 0.3854485 Aug 30 13:05:09.195631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ef3d8-ce4f-4a81-ab60-f390549a1417 None None] The sync data for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 is: [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:03:51Z', 'revision_number': 4, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dfb2697a-2393-4651-9486-0fe746886e6d', 'name': '', 'network_id': '7afcb914-2dc3-496a-9b69-44167f5925d0', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'mac_address': 'fa:16:3e:4f:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:50Z', 'updated_at': '2021-08-30T13:03:59Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'subnets': [{'id': 'd4274ee4-1be2-4af8-9bc3-5af8679e6fff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:09.208118 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-714aa7ed-3831-4b6b-ac1b-528dee0ecb14 req-9db00268-619f-402e-9d9b-1fdd6216bdd4 service neutron] 10.222.0.16 "GET /v2.0/networks/979a7ee3-1fff-4f8e-b87d-b614448eac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730473 Aug 30 13:05:09.272931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6655d-d110-4c89-955b-48657d926784 req-d96a85cd-14f4-44ec-bbba-46d10e0b226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:09.274472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-d96a85cd-14f4-44ec-bbba-46d10e0b226e service neutron] 10.222.0.37 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.4055402 Aug 30 13:05:09.281307 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-663c6809-6296-416a-b3ba-e71de0816f0a req-bb10ddf8-81fc-4836-afd7-b3128b74d0ef tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639811 Aug 30 13:05:09.307008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 712ecda1-75c8-43fa-a723-fb889351abcb no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:09.326859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa70262-0393-4011-908b-e5f842a0f78f', 'tag': 'ac1cb6fc-95db-4a25-a521-9dbaea4aadde'}, {'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:09.329141 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b48a16-22ee-4a94-b11b-72ceed107480" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa70262-0393-4011-908b-e5f842a0f78f", "tag": "ac1cb6fc-95db-4a25-a521-9dbaea4aadde"}, {"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:09.348374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 712ecda1-75c8-43fa-a723-fb889351abcb {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:09.348746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 712ecda1-75c8-43fa-a723-fb889351abcb not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:09.380570 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b4d1078-80ab-41c9-9630-af57c3774893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.394485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3026634b-b772-40ce-9078-0988a91b8d39 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:09.402502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e145333e-eac2-46eb-a059-f95e4b4c6052 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Deleting subnet e6b1dc6f-c65c-42d2-bb89-cdc218f02325 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:09.413082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-1aded881-960b-4354-9426-6f20c3c0d41d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 217 time: 0.1202466 Aug 30 13:05:09.420135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.423135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e145333e-eac2-46eb-a059-f95e4b4c6052 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.452621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-e97ec3ae-e3e1-43a3-bfa2-607a2bfa984b service neutron] 10.222.0.35 "GET /v2.0/networks/08558fce-db20-4b2f-b438-06e67d8fb1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377520 Aug 30 13:05:09.517711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Transition to ACTIVE for port object 3026634b-b772-40ce-9078-0988a91b8d39 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:09.523174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c517ee9-7f88-48e0-b627-321877abb1a3 req-9d6ff3a5-b2ce-41ab-97c8-db6ac7b4149f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:09.529598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff282ff-e067-42d5-9b8e-46e5eb15e4f9 None None] DHCP port deletion for e7c918d6-3ea5-4ab3-830d-6baf6f95b69e request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:05:09.534491 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c517ee9-7f88-48e0-b627-321877abb1a3 req-9d6ff3a5-b2ce-41ab-97c8-db6ac7b4149f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 944 time: 0.0702612 Aug 30 13:05:09.542212 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4aca642-cf97-4806-b4e4-3d1b8899e6c4 req-fbbd8c8e-de56-404d-a766-724b804aeeb2 service neutron] 10.222.0.35 "GET /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787331 Aug 30 13:05:09.589290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.605523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c517ee9-7f88-48e0-b627-321877abb1a3 req-0b102bd9-5b68-44b8-988e-6ddfd0879f0f tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700176 Aug 30 13:05:09.611221 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e145333e-eac2-46eb-a059-f95e4b4c6052 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.613170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8ff282ff-e067-42d5-9b8e-46e5eb15e4f9 None None] Deleting port d7cb48af-c492-4c36-a775-c0df87e0f8dd {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:09.613553 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ff282ff-e067-42d5-9b8e-46e5eb15e4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.684331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6655d-d110-4c89-955b-48657d926784 req-f711b42a-5b7c-4b90-ad7a-cecc32126187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:09.685860 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-f711b42a-5b7c-4b90-ad7a-cecc32126187 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.2556884 Aug 30 13:05:09.693779 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5749871d-7f98-4369-a155-7bd89526e09b None None] New status for floating IP b972bc3d-1052-41d4-86ab-984e5bd0b6cd: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:05:09.707106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8ff282ff-e067-42d5-9b8e-46e5eb15e4f9 None None] For port d7cb48af-c492-4c36-a775-c0df87e0f8dd, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d7cb48af-c492-4c36-a775-c0df87e0f8dd,segment=NetworkSegment(b05994b3-d243-4e7d-bc86-2a6ccc7cba66),segment_id=b05994b3-d243-4e7d-bc86-2a6ccc7cba66)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:09.707515 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ff282ff-e067-42d5-9b8e-46e5eb15e4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.727895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8ff282ff-e067-42d5-9b8e-46e5eb15e4f9 None None] Calling delete_port for d7cb48af-c492-4c36-a775-c0df87e0f8dd owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:09.738730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848e4b8-360e-47b2-a142-af2dfa32ab43 req-e6ea4cd2-6504-4db3-91ca-533c6c3c1b12 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:09.740566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6848e4b8-360e-47b2-a142-af2dfa32ab43 req-e6ea4cd2-6504-4db3-91ca-533c6c3c1b12 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 944 time: 0.0627265 Aug 30 13:05:09.773006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Pushing event updated for resources: {'Port': ['ID=3026634b-b772-40ce-9078-0988a91b8d39,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:09.798348 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6848e4b8-360e-47b2-a142-af2dfa32ab43 req-ae58a38b-5262-4b5b-a921-cd34443e65a1 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Aug 30 13:05:09.820719 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca4d5925-f189-40d6-9615-7fe66ef64339 req-6440a286-6587-4523-ba8a-35b8a0b39adc service neutron] 10.222.0.35 "GET /v2.0/networks/08558fce-db20-4b2f-b438-06e67d8fb1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491738 Aug 30 13:05:09.854322 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ff282ff-e067-42d5-9b8e-46e5eb15e4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.866575 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79830dd1-08a2-483b-954f-9b23569fca04 x-openstack-request-id: req-79830dd1-08a2-483b-954f-9b23569fca04 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:09.866876 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa70262-0393-4011-908b-e5f842a0f78f", "tag": "ac1cb6fc-95db-4a25-a521-9dbaea4aadde", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:09.867134 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79830dd1-08a2-483b-954f-9b23569fca04 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:09.867535 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa70262-0393-4011-908b-e5f842a0f78f', 'tag': 'ac1cb6fc-95db-4a25-a521-9dbaea4aadde', 'status': 'completed', 'code': 200} Aug 30 13:05:09.867795 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'status': 'completed', 'code': 200} Aug 30 13:05:09.904584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6655d-d110-4c89-955b-48657d926784 req-2fb828e6-2e39-4942-9abf-9196392fe715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:09.906017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-2fb828e6-2e39-4942-9abf-9196392fe715 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032750 Aug 30 13:05:09.930943 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e145333e-eac2-46eb-a059-f95e4b4c6052 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:09.937769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff282ff-e067-42d5-9b8e-46e5eb15e4f9 None None] Pushing event deleted for resources: {'Port': ['ID=d7cb48af-c492-4c36-a775-c0df87e0f8dd,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:09.961436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff282ff-e067-42d5-9b8e-46e5eb15e4f9 None None] No DVR routers for this DVR port d7cb48af-c492-4c36-a775-c0df87e0f8dd on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:09.981973 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.009159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-17e9988d-d29c-4474-9641-b015d05e0bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.011024 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-17e9988d-d29c-4474-9641-b015d05e0bcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08714504461e48dfb4a0f7c952281211&device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 1097 time: 0.1313057 Aug 30 13:05:10.038877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b098b01-3a91-444b-b5fa-a800cf51e76e req-fa32a198-988c-4c94-abb3-1c3ebe71c209 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.041402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Attempting to bind port 3026634b-b772-40ce-9078-0988a91b8d39 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:10.041402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Attempting to bind port 3026634b-b772-40ce-9078-0988a91b8d39 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:10.041727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Attempting to bind port 3026634b-b772-40ce-9078-0988a91b8d39 on network 040756f3-7673-45e9-bedb-4320c1c9fe9f {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:10.047345 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b098b01-3a91-444b-b5fa-a800cf51e76e req-fa32a198-988c-4c94-abb3-1c3ebe71c209 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 944 time: 0.0951285 Aug 30 13:05:10.064277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Port 3026634b-b772-40ce-9078-0988a91b8d39 on network 040756f3-7673-45e9-bedb-4320c1c9fe9f not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:10.065002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Attempting to bind port 3026634b-b772-40ce-9078-0988a91b8d39 on network 040756f3-7673-45e9-bedb-4320c1c9fe9f {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:10.072347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-416a2169-897f-4c1b-9e35-819922b99ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.073449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-416a2169-897f-4c1b-9e35-819922b99ac2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dbaf7446222447df9cb7eccd233dba3e&device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 1095 time: 0.1847303 Aug 30 13:05:10.089132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:10.089404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Checking segment: {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:10.089869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Bound using segment: {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:10.090382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Bound port: 3026634b-b772-40ce-9078-0988a91b8d39, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:10.090726 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.142180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b098b01-3a91-444b-b5fa-a800cf51e76e req-bdab7c17-725d-4d38-9054-48414d802d64 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944216 Aug 30 13:05:10.163863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-fbf4ebda-a9df-442c-b206-8bc489f55100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.165309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-fbf4ebda-a9df-442c-b206-8bc489f55100 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 200 len: 921 time: 0.1443677 Aug 30 13:05:10.182761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e145333e-eac2-46eb-a059-f95e4b4c6052 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.208146 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-1d8a1370-1452-4df0-b435-15577043f285 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 200 len: 217 time: 0.0352306 Aug 30 13:05:10.232965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-62e916bb-35e5-4f58-80a1-cb8c39f4f841 service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964928 Aug 30 13:05:10.244690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145333e-eac2-46eb-a059-f95e4b4c6052 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b1dc6f-c65c-42d2-bb89-cdc218f02325,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:10.257144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9763fd-857b-4b6e-b5a8-a063967b0258 None None] Network d296d84f-64bf-40e3-b23c-cdd000868e6c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:10.260142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-2ece276a-f14f-49e5-8fe1-da1bcdb6be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.261476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-2ece276a-f14f-49e5-8fe1-da1bcdb6be5e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 200 len: 859 time: 0.0466287 Aug 30 13:05:10.263946 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e145333e-eac2-46eb-a059-f95e4b4c6052 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.265757 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e145333e-eac2-46eb-a059-f95e4b4c6052 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/subnets/e6b1dc6f-c65c-42d2-bb89-cdc218f02325 HTTP/1.1" status: 204 len: 168 time: 1.0963616 Aug 30 13:05:10.270365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43020) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:10.347878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-b1eced2d-0a07-43be-8a6c-7b6f33a28116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.349537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-b1eced2d-0a07-43be-8a6c-7b6f33a28116 service neutron] 10.222.0.35 "GET /v2.0/networks?id=08558fce-db20-4b2f-b438-06e67d8fb1b0 HTTP/1.1" status: 200 len: 926 time: 0.2617526 Aug 30 13:05:10.359791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] For port 3026634b-b772-40ce-9078-0988a91b8d39, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:10.394910 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.415441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-f63dadbc-2e67-497f-b24a-e2602c8f5d97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1cb6fc-95db-4a25-a521-9dbaea4aadde HTTP/1.1" status: 200 len: 217 time: 0.0570326 Aug 30 13:05:10.426503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] For port 3026634b-b772-40ce-9078-0988a91b8d39, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3026634b-b772-40ce-9078-0988a91b8d39,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:10.457488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-9e3360f5-59e0-4491-afb5-891e7c5f5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.459067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-9e3360f5-59e0-4491-afb5-891e7c5f5dae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7afcb914-2dc3-496a-9b69-44167f5925d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897593 Aug 30 13:05:10.462804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.475112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fae6655d-d110-4c89-955b-48657d926784 req-4c13dbdc-df4e-42cd-be55-7054e0bd492c service neutron] 10.222.0.37 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264276 Aug 30 13:05:10.511052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.511772 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.513159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] 10.222.0.35 "PUT /v2.0/ports/3026634b-b772-40ce-9078-0988a91b8d39 HTTP/1.1" status: 200 len: 1091 time: 2.7967832 Aug 30 13:05:10.524450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-16d89a75-fb7e-41c5-bd4e-1abeb967319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.526049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-16d89a75-fb7e-41c5-bd4e-1abeb967319d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5c1dd572-0f1d-4f5d-966b-faa3eb9e9510 HTTP/1.1" status: 200 len: 865 time: 0.0981448 Aug 30 13:05:10.563517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c946f4f6-a563-45cf-8b43-56d094099f8b service neutron] Pushing event updated for resources: {'Port': ['ID=3026634b-b772-40ce-9078-0988a91b8d39,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:10.574029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-d8c9a4da-f470-42eb-a6aa-985d79bbf092 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=08558fce-db20-4b2f-b438-06e67d8fb1b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370150 Aug 30 13:05:10.604345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b752d-1b6c-4a1c-b820-0b843c21dc63 req-22c9e99a-dba3-468f-83c6-4f3e6bbaa3d6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.613070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-685b752d-1b6c-4a1c-b820-0b843c21dc63 req-22c9e99a-dba3-468f-83c6-4f3e6bbaa3d6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 943 time: 0.2336946 Aug 30 13:05:10.636016 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.640069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-855d0212-f024-4922-b2b0-38309ca345fa service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:05:10.641281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-855d0212-f024-4922-b2b0-38309ca345fa service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263844 Aug 30 13:05:10.658326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-2abdc4e7-a4e9-4a7d-a3d9-75477af4136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.663078 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-2abdc4e7-a4e9-4a7d-a3d9-75477af4136a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 1094 time: 0.0941200 Aug 30 13:05:10.669248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c918d6-3ea5-4ab3-830d-6baf6f95b69e']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:10.687283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05994b3-d243-4e7d-bc86-2a6ccc7cba66') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:10.687577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05994b3-d243-4e7d-bc86-2a6ccc7cba66') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:10.704800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeeb990-b483-4ca8-9012-5a84d72160eb None None] DHCP port deletion for d296d84f-64bf-40e3-b23c-cdd000868e6c request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:05:10.727760 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-685b752d-1b6c-4a1c-b820-0b843c21dc63 req-c2bf3889-7532-4ddc-ba7d-9019dd0b12f8 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133244 Aug 30 13:05:10.754765 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.760435 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-6efc3935-9cd7-471a-ba8b-249529984709 service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804775 Aug 30 13:05:10.761880 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-d1caf162-47ac-49e7-9b3e-cea33f85ce36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3026634b-b772-40ce-9078-0988a91b8d39 HTTP/1.1" status: 200 len: 217 time: 0.0798795 Aug 30 13:05:10.763081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.765399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7aeeb990-b483-4ca8-9012-5a84d72160eb None None] Deleting port 4603ae8f-92e8-43c1-b375-6f40823d124f {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:10.765809 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb990-b483-4ca8-9012-5a84d72160eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.840736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7aeeb990-b483-4ca8-9012-5a84d72160eb None None] For port 4603ae8f-92e8-43c1-b375-6f40823d124f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4603ae8f-92e8-43c1-b375-6f40823d124f,segment=NetworkSegment(73685438-9d03-4eeb-8e0a-58ffd52d57cd),segment_id=73685438-9d03-4eeb-8e0a-58ffd52d57cd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:10.841125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb990-b483-4ca8-9012-5a84d72160eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.845237 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.855333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7aeeb990-b483-4ca8-9012-5a84d72160eb None None] Calling delete_port for 4603ae8f-92e8-43c1-b375-6f40823d124f owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:10.889745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:10.890166 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.890433 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-8581eae4-2322-4659-b1df-491b92e2fa90 service neutron] 10.222.0.35 "GET /v2.0/networks/08558fce-db20-4b2f-b438-06e67d8fb1b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365799 Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:10.893264 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:10.899660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8bb63-fcaa-4060-b7ee-188b3874798c req-94357fb2-698e-4fa3-92c6-32cbf5d60105 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.906172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8f8bb63-fcaa-4060-b7ee-188b3874798c req-94357fb2-698e-4fa3-92c6-32cbf5d60105 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 944 time: 0.1490462 Aug 30 13:05:10.915571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-727e1f64-8470-4b57-b5e9-3395e4880029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:10.917496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-727e1f64-8470-4b57-b5e9-3395e4880029 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f83c4d3-00aa-4dd6-a772-07c3ab30fe63 HTTP/1.1" status: 200 len: 854 time: 0.1097291 Aug 30 13:05:10.918207 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-5a89611b-e28f-4023-b65a-5971a4a8c00f tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips/b972bc3d-1052-41d4-86ab-984e5bd0b6cd HTTP/1.1" status: 200 len: 693 time: 0.0805879 Aug 30 13:05:10.941938 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7aeeb990-b483-4ca8-9012-5a84d72160eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:10.965876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeeb990-b483-4ca8-9012-5a84d72160eb None None] Pushing event deleted for resources: {'Port': ['ID=4603ae8f-92e8-43c1-b375-6f40823d124f,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:10.978531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeeb990-b483-4ca8-9012-5a84d72160eb None None] No DVR routers for this DVR port 4603ae8f-92e8-43c1-b375-6f40823d124f on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:11.011376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-3f43be36-9e78-4397-b042-3c6629c88c5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=040756f3-7673-45e9-bedb-4320c1c9fe9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322893 Aug 30 13:05:11.046816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.058269 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8f8bb63-fcaa-4060-b7ee-188b3874798c req-d30b454b-43df-46dc-80e8-20ebfebc0bea tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506379 Aug 30 13:05:11.060473 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.064724 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/networks/e7c918d6-3ea5-4ab3-830d-6baf6f95b69e HTTP/1.1" status: 204 len: 168 time: 0.7839887 Aug 30 13:05:11.076646 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-e0724d7a-559d-439b-98fc-f9487fe3d28d service neutron] 10.222.0.16 "GET /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060369 Aug 30 13:05:11.077113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43038) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:11.095559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2213f-9a3b-458c-93e0-91a4cd6ae49f tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Network': ['ID=e7c918d6-3ea5-4ab3-830d-6baf6f95b69e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:11.179461 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52b48a16-22ee-4a94-b11b-72ceed107480 req-0d666a8e-50ec-4f19-90b8-77ddbd13756f service neutron] 10.222.0.35 "GET /v2.0/networks/08558fce-db20-4b2f-b438-06e67d8fb1b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684746 Aug 30 13:05:11.180749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-a47ae784-4cbe-4596-a981-bbe2861402f4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:11.185454 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-a47ae784-4cbe-4596-a981-bbe2861402f4 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.2253988 Aug 30 13:05:11.194975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-f49623bc-9f36-4fb0-b857-d690c93963c0 service neutron] 10.222.0.35 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702020 Aug 30 13:05:11.220040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454108d5-9940-4688-8f69-236b8e1c3003 req-5469bb5c-9286-47e7-99b4-8145e636e706 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:11.222064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-454108d5-9940-4688-8f69-236b8e1c3003 req-5469bb5c-9286-47e7-99b4-8145e636e706 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 944 time: 0.0880520 Aug 30 13:05:11.236669 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.250622 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-6143a04f-1494-4cf9-93f4-984d7fad6d4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 696 time: 0.0557818 Aug 30 13:05:11.259761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d7cb48af-c492-4c36-a775-c0df87e0f8dd no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:11.287939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: d7cb48af-c492-4c36-a775-c0df87e0f8dd {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:11.289012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d7cb48af-c492-4c36-a775-c0df87e0f8dd not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:11.289012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4603ae8f-92e8-43c1-b375-6f40823d124f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:11.310684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 4603ae8f-92e8-43c1-b375-6f40823d124f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:11.311069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4603ae8f-92e8-43c1-b375-6f40823d124f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:11.311889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-454108d5-9940-4688-8f69-236b8e1c3003 req-aacae347-790b-4ef0-932e-62683d61deb6 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794737 Aug 30 13:05:11.337077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-d4a20439-dd6f-4496-b842-1d8be887b1c0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.15 HTTP/1.1" status: 200 len: 696 time: 0.0778689 Aug 30 13:05:11.349455 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6df6ef05-dddc-4aa1-8e95-1e1fff17386f req-a7dc2af9-282e-47c1-a335-df1956b4a2db service neutron] 10.222.0.35 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458941 Aug 30 13:05:11.426510 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.443526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41c86-c7f9-4385-967b-c2a569f641bf req-96f0eacb-2eda-45e5-8662-ab3c86e0ab06 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:11.445091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bae41c86-c7f9-4385-967b-c2a569f641bf req-96f0eacb-2eda-45e5-8662-ab3c86e0ab06 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 944 time: 0.0592830 Aug 30 13:05:11.473008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d296d84f-64bf-40e3-b23c-cdd000868e6c']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:11.489091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bae41c86-c7f9-4385-967b-c2a569f641bf req-7ac33235-15eb-4ad4-8d81-26c39416c578 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372972 Aug 30 13:05:11.504194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73685438-9d03-4eeb-8e0a-58ffd52d57cd') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:11.504486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73685438-9d03-4eeb-8e0a-58ffd52d57cd') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:11.514886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.530536 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.541226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:11.541612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:11.544456 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:11.598363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Deleting port f5ca3265-5530-4a85-93e1-bc262fe0d6e5 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:11.598698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.640461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.643147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c2f982eb-0b92-44a6-b561-d13dccd87dcf details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:05:11.648833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.650668 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/networks/d296d84f-64bf-40e3-b23c-cdd000868e6c HTTP/1.1" status: 204 len: 168 time: 0.5646803 Aug 30 13:05:11.654203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43044) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:11.670333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e897da-324a-48fb-b193-869e5abf4e4c tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Network': ['ID=d296d84f-64bf-40e3-b23c-cdd000868e6c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:11.704946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.705564 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.718781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Calling delete_port for f5ca3265-5530-4a85-93e1-bc262fe0d6e5 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:11.741869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f722851-7f91-4790-98f5-4013123985c5 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Deleting subnet 83717892-8791-4de9-91ca-32923ec806c2 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:11.744312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f722851-7f91-4790-98f5-4013123985c5 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.772183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port c2f982eb-0b92-44a6-b561-d13dccd87dcf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c2f982eb-0b92-44a6-b561-d13dccd87dcf,segment=NetworkSegment(776fc767-3b62-4665-8b79-17953062ff95),segment_id=776fc767-3b62-4665-8b79-17953062ff95)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:11.786067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'c2f982eb-0b92-44a6-b561-d13dccd87dcf', 'network_id': '979a7ee3-1fff-4f8e-b87d-b614448eac9c', 'port_id': 'c2f982eb-0b92-44a6-b561-d13dccd87dcf', 'mac_address': 'fa:16:3e:1c:90:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d1db960-58fd-4ccf-ab7d-26d16cb902b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:05:11.800534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f722851-7f91-4790-98f5-4013123985c5 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.830907 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.846119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f982eb-0b92-44a6-b561-d13dccd87dcf {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:11.868520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port c2f982eb-0b92-44a6-b561-d13dccd87dcf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c2f982eb-0b92-44a6-b561-d13dccd87dcf,segment=NetworkSegment(776fc767-3b62-4665-8b79-17953062ff95),segment_id=776fc767-3b62-4665-8b79-17953062ff95)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:11.872776 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.891699 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.920260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Pushing event deleted for resources: {'Port': ['ID=f5ca3265-5530-4a85-93e1-bc262fe0d6e5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:11.924210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=c2f982eb-0b92-44a6-b561-d13dccd87dcf,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:11.986725 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.990146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:11.991370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-304b23c4-db7e-427f-a69f-177bd3045d58 req-ac002fdb-e129-450d-ae94-22dab800ae4a tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "DELETE /v2.0/floatingips/b972bc3d-1052-41d4-86ab-984e5bd0b6cd HTTP/1.1" status: 204 len: 173 time: 0.6295061 Aug 30 13:05:12.090272 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.131849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['c2f982eb-0b92-44a6-b561-d13dccd87dcf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:12.182616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0f5fb4-c703-4c7f-bf32-2b1a37466c67', 'tag': '3026634b-b772-40ce-9078-0988a91b8d39'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:12.184980 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0f5fb4-c703-4c7f-bf32-2b1a37466c67", "tag": "3026634b-b772-40ce-9078-0988a91b8d39"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:12.222648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacd4d3-e7c5-4d7b-ac02-3da093c807bf req-ff9ee3bc-bc55-481a-985f-7f7b1616f6e3 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:12.223871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2aacd4d3-e7c5-4d7b-ac02-3da093c807bf req-ff9ee3bc-bc55-481a-985f-7f7b1616f6e3 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 943 time: 0.4024141 Aug 30 13:05:12.235157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2ea01-efb7-4693-a2c3-5063c0e66f3d req-df79dcb7-ed63-489b-8f09-fb9e329c54a7 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:12.236661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10b2ea01-efb7-4693-a2c3-5063c0e66f3d req-df79dcb7-ed63-489b-8f09-fb9e329c54a7 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 944 time: 0.0534890 Aug 30 13:05:12.271996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ac1cb6fc-95db-4a25-a521-9dbaea4aadde details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:05:12.274127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 898c7365-cb1f-4b5f-971e-6b533cd14b4a up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:12.279541 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10b2ea01-efb7-4693-a2c3-5063c0e66f3d req-fafb4612-71ef-4867-8112-daf18fe8fb49 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354574 Aug 30 13:05:12.296881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f722851-7f91-4790-98f5-4013123985c5 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.305010 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2aacd4d3-e7c5-4d7b-ac02-3da093c807bf req-fb98f4a0-a53c-4ccb-9d49-8620318c62c3 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726023 Aug 30 13:05:12.367365 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ff6304-e6ac-4041-9086-8e8b62d95457 x-openstack-request-id: req-85ff6304-e6ac-4041-9086-8e8b62d95457 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:12.367715 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0f5fb4-c703-4c7f-bf32-2b1a37466c67", "tag": "3026634b-b772-40ce-9078-0988a91b8d39", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:12.368125 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85ff6304-e6ac-4041-9086-8e8b62d95457 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:12.368554 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0f5fb4-c703-4c7f-bf32-2b1a37466c67', 'tag': '3026634b-b772-40ce-9078-0988a91b8d39', 'status': 'completed', 'code': 200} Aug 30 13:05:12.381250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f722851-7f91-4790-98f5-4013123985c5 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.424658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14860e-f83d-430f-8e11-681f538ee551 req-9a3415ab-4e89-4dcf-bd7f-546f4696ffcf tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:12.426671 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa14860e-f83d-430f-8e11-681f538ee551 req-9a3415ab-4e89-4dcf-bd7f-546f4696ffcf tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 946 time: 0.0712764 Aug 30 13:05:12.427267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f722851-7f91-4790-98f5-4013123985c5 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.431486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7f722851-7f91-4790-98f5-4013123985c5 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/subnets/83717892-8791-4de9-91ca-32923ec806c2 HTTP/1.1" status: 204 len: 168 time: 0.7727497 Aug 30 13:05:12.431486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f722851-7f91-4790-98f5-4013123985c5 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Subnet': ['ID=83717892-8791-4de9-91ca-32923ec806c2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:12.432305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43060) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:12.446837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f23c274-d08f-4d86-b5a0-cf1a70be3250 None None] Network 435442a1-3f38-4c6a-af2a-c6e35baef8f2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:12.482227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99f680-9ca6-4a7b-8a6d-9b8ed8a84ef1 req-92e8a156-9fc9-4198-8840-e1a6e192f17f tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:12.483634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e99f680-9ca6-4a7b-8a6d-9b8ed8a84ef1 req-92e8a156-9fc9-4198-8840-e1a6e192f17f tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 944 time: 0.0532291 Aug 30 13:05:12.520884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ac1cb6fc-95db-4a25-a521-9dbaea4aadde, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,segment=NetworkSegment(9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75),segment_id=9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:12.544038 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa14860e-f83d-430f-8e11-681f538ee551 req-ef31a1a2-0f96-453d-9a9b-5ebd9689f524 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975976 Aug 30 13:05:12.547127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'ac1cb6fc-95db-4a25-a521-9dbaea4aadde', 'network_id': '08558fce-db20-4b2f-b438-06e67d8fb1b0', 'port_id': 'ac1cb6fc-95db-4a25-a521-9dbaea4aadde', 'mac_address': 'fa:16:3e:67:6b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1dd572-0f1d-4f5d-966b-faa3eb9e9510', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:05:12.549273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e99f680-9ca6-4a7b-8a6d-9b8ed8a84ef1 req-3c3a07df-d8ea-431e-a029-76dc4a154ccd tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589979 Aug 30 13:05:12.551358 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.566717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-86d35625-d5ad-4f68-96fd-78dc95b72fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:12.568860 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-86d35625-d5ad-4f68-96fd-78dc95b72fc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 1094 time: 0.0577500 Aug 30 13:05:12.592271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 898c7365-cb1f-4b5f-971e-6b533cd14b4a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:12.617889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 898c7365-cb1f-4b5f-971e-6b533cd14b4a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:12.618274 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.621339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Deleting port a8cd5430-af48-46c7-8dc5-f4f643105455 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:12.621789 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.673966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.692429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-913e61ee-f364-4a29-aa85-9eff866470f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:12.693937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-913e61ee-f364-4a29-aa85-9eff866470f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 200 len: 915 time: 0.1176324 Aug 30 13:05:12.701010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1cb6fc-95db-4a25-a521-9dbaea4aadde {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:12.729223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] For port a8cd5430-af48-46c7-8dc5-f4f643105455, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a8cd5430-af48-46c7-8dc5-f4f643105455,segment=NetworkSegment(862585f9-9b0e-40cf-81cd-1848f3578b47),segment_id=862585f9-9b0e-40cf-81cd-1848f3578b47)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:12.729707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.733492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ac1cb6fc-95db-4a25-a521-9dbaea4aadde, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,segment=NetworkSegment(9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75),segment_id=9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:12.741486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26093f-9d63-48cb-bd8d-c1582a1d9015 req-662513e5-07bd-4a0c-ae19-d46067166925 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:12.749354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a26093f-9d63-48cb-bd8d-c1582a1d9015 req-662513e5-07bd-4a0c-ae19-d46067166925 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 945 time: 0.0919948 Aug 30 13:05:12.762353 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.773196 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-82a5733c-9d3d-4c6e-a95e-b054970fb77e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3026634b-b772-40ce-9078-0988a91b8d39 HTTP/1.1" status: 200 len: 217 time: 0.0680711 Aug 30 13:05:12.782698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Calling delete_port for a8cd5430-af48-46c7-8dc5-f4f643105455 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:12.826644 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.827392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a26093f-9d63-48cb-bd8d-c1582a1d9015 req-c6d5362a-9458-49d7-bc84-2c26572558cb tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770032 Aug 30 13:05:12.853011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] DHCP port deletion for 435442a1-3f38-4c6a-af2a-c6e35baef8f2 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:05:12.867386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:12.867926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-a3d8276e-109b-47d2-84f8-a369da2e8ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:12.869525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-a3d8276e-109b-47d2-84f8-a369da2e8ef5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1f83c4d3-00aa-4dd6-a772-07c3ab30fe63 HTTP/1.1" status: 200 len: 854 time: 0.0919178 Aug 30 13:05:12.879451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66606c8e-9c65-468a-b91a-02b272614c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898c7365-cb1f-4b5f-971e-6b533cd14b4a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:12.883327 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d094c33-9e46-4e40-b2ea-57611c91c5b6" -d '{"events": [{"server_uuid": "66606c8e-9c65-468a-b91a-02b272614c55", "name": "network-vif-plugged", "status": "completed", "tag": "898c7365-cb1f-4b5f-971e-6b533cd14b4a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:12.915006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 898c7365-cb1f-4b5f-971e-6b533cd14b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=898c7365-cb1f-4b5f-971e-6b533cd14b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:12.919000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-cb624063-4bf4-4956-bd80-a7dd8a9d37e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=040756f3-7673-45e9-bedb-4320c1c9fe9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410411 Aug 30 13:05:12.923926 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.927804 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.957935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Port': ['ID=a8cd5430-af48-46c7-8dc5-f4f643105455,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:12.960242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] No DVR routers for this DVR port a8cd5430-af48-46c7-8dc5-f4f643105455 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:12.986468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] Deleting port a8cd5430-af48-46c7-8dc5-f4f643105455 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:12.986763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:12.999869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=898c7365-cb1f-4b5f-971e-6b533cd14b4a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:13.033779 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0603efd3-d9f3-459b-98a1-ff672daf2c81 x-openstack-request-id: req-0603efd3-d9f3-459b-98a1-ff672daf2c81 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:13.034257 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66606c8e-9c65-468a-b91a-02b272614c55", "name": "network-vif-plugged", "status": "completed", "tag": "898c7365-cb1f-4b5f-971e-6b533cd14b4a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:13.034421 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0603efd3-d9f3-459b-98a1-ff672daf2c81 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:13.034944 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66606c8e-9c65-468a-b91a-02b272614c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898c7365-cb1f-4b5f-971e-6b533cd14b4a', 'code': 200} Aug 30 13:05:13.035387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-3fa3ee22-386c-494d-8f28-71de4130d243 service neutron] 10.222.0.35 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086009 Aug 30 13:05:13.064376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] For port a8cd5430-af48-46c7-8dc5-f4f643105455, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:13.064687 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.073886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.079254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] Calling delete_port for a8cd5430-af48-46c7-8dc5-f4f643105455 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:13.082525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] Port a8cd5430-af48-46c7-8dc5-f4f643105455 was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:05:13.083961 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.088846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435442a1-3f38-4c6a-af2a-c6e35baef8f2']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:13.100523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862585f9-9b0e-40cf-81cd-1848f3578b47') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:13.100961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862585f9-9b0e-40cf-81cd-1848f3578b47') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:13.108711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] Pushing event deleted for resources: {'Port': ['ID=a8cd5430-af48-46c7-8dc5-f4f643105455,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:13.110794 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.112830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4af477-6a85-45ff-a933-342c551bfe11 None None] No DVR routers for this DVR port a8cd5430-af48-46c7-8dc5-f4f643105455 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:13.126875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.133131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:13.133517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:13.136662 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:13.181241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15f8e7-c11e-424d-a548-da2b3682d267 req-053412d0-9241-4e86-b447-08a5bc9557e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:13.183917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b15f8e7-c11e-424d-a548-da2b3682d267 req-053412d0-9241-4e86-b447-08a5bc9557e8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 1096 time: 0.0791986 Aug 30 13:05:13.185409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ac1cb6fc-95db-4a25-a521-9dbaea4aadde'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:13.186226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffc0aeb7-3a77-4c05-9be2-645d21ba4c88 req-415a0c4b-42b5-43b5-94ca-e30b46bd1c8e service neutron] 10.222.0.35 "GET /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410871 Aug 30 13:05:13.195826 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.226865 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.226865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/networks/435442a1-3f38-4c6a-af2a-c6e35baef8f2 HTTP/1.1" status: 204 len: 168 time: 0.7820175 Aug 30 13:05:13.226865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc589878-b032-476c-bb99-3d2c86c7e95b tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Pushing event deleted for resources: {'Network': ['ID=435442a1-3f38-4c6a-af2a-c6e35baef8f2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:13.227262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43074) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:13.263834 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-04119d8d-716c-4842-b822-6aaeac093937 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "GET /v2.0/ports?device_id=88f37f19-c031-4365-be60-d280c1e684e2 HTTP/1.1" status: 200 len: 205 time: 0.0378008 Aug 30 13:05:13.265705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b15f8e7-c11e-424d-a548-da2b3682d267 req-b2830ac5-5a74-4f68-b983-183026a45bec service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671346 Aug 30 13:05:13.266160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a8cd5430-af48-46c7-8dc5-f4f643105455 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:13.266453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43076) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:13.293111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a8cd5430-af48-46c7-8dc5-f4f643105455 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:13.293692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a8cd5430-af48-46c7-8dc5-f4f643105455 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:13.344790 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab061063-9f61-497b-a477-6b2036386083 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.416797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2de45-1f38-4413-a961-e813da14851f req-10155c21-2a62-4729-b158-21a7f4cf32df tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:13.422183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ed2de45-1f38-4413-a961-e813da14851f req-10155c21-2a62-4729-b158-21a7f4cf32df tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 945 time: 0.0631535 Aug 30 13:05:13.463368 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ed2de45-1f38-4413-a961-e813da14851f req-001d46db-ff52-4f51-87ed-2eb378491412 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Aug 30 13:05:13.590843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab061063-9f61-497b-a477-6b2036386083 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.597975 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab061063-9f61-497b-a477-6b2036386083 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.610003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78a40b-da91-42ca-be3f-9f8dd95f8ac2 req-e5457161-130f-436b-ae45-b25eee232c0b tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:13.611474 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8c78a40b-da91-42ca-be3f-9f8dd95f8ac2 req-e5457161-130f-436b-ae45-b25eee232c0b tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 943 time: 0.1896055 Aug 30 13:05:13.675706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-924c9206-2df9-4cd4-ba8a-13be1e064c57 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:13.677189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-924c9206-2df9-4cd4-ba8a-13be1e064c57 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 946 time: 0.2399940 Aug 30 13:05:13.677567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a472a7-0ea7-42fc-9332-7bb53778d420 req-095f7ffa-d9cd-43d3-95c1-555b69101ff5 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:13.679198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8a472a7-0ea7-42fc-9332-7bb53778d420 req-095f7ffa-d9cd-43d3-95c1-555b69101ff5 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 946 time: 0.0509839 Aug 30 13:05:13.684360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c2f982eb-0b92-44a6-b561-d13dccd87dcf up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:13.717481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab061063-9f61-497b-a477-6b2036386083 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.718011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab061063-9f61-497b-a477-6b2036386083 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Fanout notify agent at l3_agent the message router_deleted on router 88f37f19-c031-4365-be60-d280c1e684e2 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:05:13.731246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab061063-9f61-497b-a477-6b2036386083 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.732332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ab061063-9f61-497b-a477-6b2036386083 tempest-RoutersNegativeIpV6Test-1225411181 tempest-RoutersNegativeIpV6Test-1225411181-project] 10.222.0.37 "DELETE /v2.0/routers/88f37f19-c031-4365-be60-d280c1e684e2 HTTP/1.1" status: 204 len: 168 time: 0.4648910 Aug 30 13:05:13.742153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8a472a7-0ea7-42fc-9332-7bb53778d420 req-4ff7dc2b-9561-4a14-9b7f-fe9303245c81 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/security-groups?id=36699a19-8f72-4751-aee4-eb7fb13d83e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417550 Aug 30 13:05:13.746569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port c2f982eb-0b92-44a6-b561-d13dccd87dcf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:13.750810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port c2f982eb-0b92-44a6-b561-d13dccd87dcf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:13.751190 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.769952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8c78a40b-da91-42ca-be3f-9f8dd95f8ac2 req-46dcfbc4-dbca-43ec-b55c-aae11e6c9626 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368110 Aug 30 13:05:13.834570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Deleting port fa9152fc-831c-4c59-8f12-cd83979c45a5 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:13.835933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.860337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a39249-34d7-4c17-bb2e-dd718eeae64c req-fcc9b2fe-3d7b-4e04-8d5b-ecfeac9d1898 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:13.862141 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5a39249-34d7-4c17-bb2e-dd718eeae64c req-fcc9b2fe-3d7b-4e04-8d5b-ecfeac9d1898 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 945 time: 0.0590968 Aug 30 13:05:13.871383 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.917599 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port c2f982eb-0b92-44a6-b561-d13dccd87dcf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c2f982eb-0b92-44a6-b561-d13dccd87dcf,segment=NetworkSegment(776fc767-3b62-4665-8b79-17953062ff95),segment_id=776fc767-3b62-4665-8b79-17953062ff95)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:13.922271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:13.963102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5a39249-34d7-4c17-bb2e-dd718eeae64c req-d5d08586-3a2f-4fd1-bd94-97584c4c4a1f tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943456 Aug 30 13:05:13.990678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=c2f982eb-0b92-44a6-b561-d13dccd87dcf,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:13.996957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] For port fa9152fc-831c-4c59-8f12-cd83979c45a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa9152fc-831c-4c59-8f12-cd83979c45a5,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:13.997414 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:14.015621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Calling delete_port for fa9152fc-831c-4c59-8f12-cd83979c45a5 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:14.030879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657fb5d-9911-41a5-bef4-09d3ceadc59c req-9e658212-1c0f-4090-a35d-54f0d364b681 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:14.032398 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b657fb5d-9911-41a5-bef4-09d3ceadc59c req-9e658212-1c0f-4090-a35d-54f0d364b681 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 946 time: 0.1103108 Aug 30 13:05:14.116118 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b657fb5d-9911-41a5-bef4-09d3ceadc59c req-4530c782-66af-4c26-bbb4-dc5ec9319ec0 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472903 Aug 30 13:05:14.156992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43096) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:14.189784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:14.202015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['fa9152fc-831c-4c59-8f12-cd83979c45a5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:14.262878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3026634b-b772-40ce-9078-0988a91b8d39 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:05:14.317093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-80349638-a4c2-4591-b913-2e006251203d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82e3a99295a44540b69e161964e49520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587527 Aug 30 13:05:14.321420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43100) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:14.376645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 3026634b-b772-40ce-9078-0988a91b8d39, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3026634b-b772-40ce-9078-0988a91b8d39,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:14.381019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1d767b9-54f5-4835-90a6-bdabd7724603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:14.389352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '3026634b-b772-40ce-9078-0988a91b8d39', 'network_id': '040756f3-7673-45e9-bedb-4320c1c9fe9f', 'port_id': '3026634b-b772-40ce-9078-0988a91b8d39', 'mac_address': 'fa:16:3e:ea:79:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f83c4d3-00aa-4dd6-a772-07c3ab30fe63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:05:14.404597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1d767b9-54f5-4835-90a6-bdabd7724603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:14.431169 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:14.444518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3026634b-b772-40ce-9078-0988a91b8d39 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:14.468609 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1d767b9-54f5-4835-90a6-bdabd7724603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:14.471278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 3026634b-b772-40ce-9078-0988a91b8d39, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3026634b-b772-40ce-9078-0988a91b8d39,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:14.474285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1d767b9-54f5-4835-90a6-bdabd7724603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:14.478995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e1d767b9-54f5-4835-90a6-bdabd7724603 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/15ce31e1-def8-4297-95a3-0d87b093fdf2 HTTP/1.1" status: 204 len: 168 time: 0.1563144 Aug 30 13:05:14.488123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Pushing event deleted for resources: {'Port': ['ID=fa9152fc-831c-4c59-8f12-cd83979c45a5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:14.494708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d767b9-54f5-4835-90a6-bdabd7724603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ce31e1-def8-4297-95a3-0d87b093fdf2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:14.498922 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:14.541559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] No DVR routers for this DVR port fa9152fc-831c-4c59-8f12-cd83979c45a5 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:14.544431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:14.546964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-734fcf19-c1f8-44c5-ba24-0a23f4ebcad0 req-ce4d5c54-c576-44c4-9bda-45a2039cdcb0 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.16 "DELETE /v2.0/ports/fa9152fc-831c-4c59-8f12-cd83979c45a5 HTTP/1.1" status: 204 len: 173 time: 0.8612077 Aug 30 13:05:14.547629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'name': 'network-vif-deleted', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:14.550290 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eec9bd7-322e-4dc7-b881-3fe64d2e7f3a" -d '{"events": [{"server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "name": "network-vif-deleted", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:14.593643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=3026634b-b772-40ce-9078-0988a91b8d39,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:14.618585 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6085993-230c-404e-96d6-a083991323b8 x-openstack-request-id: req-f6085993-230c-404e-96d6-a083991323b8 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:14.618884 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb059d76-cd4f-4321-9506-b998a2a8aca1", "name": "network-vif-deleted", "tag": "fa9152fc-831c-4c59-8f12-cd83979c45a5", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:14.619133 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6085993-230c-404e-96d6-a083991323b8 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:14.619808 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb059d76-cd4f-4321-9506-b998a2a8aca1', 'name': 'network-vif-deleted', 'tag': 'fa9152fc-831c-4c59-8f12-cd83979c45a5', 'status': 'completed', 'code': 200} Aug 30 13:05:14.670007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99629fb9-5266-41af-aa8a-62fa2a6167dd req-ae49eeb7-c935-4a94-887a-fc0f216e12ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:14.671939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-99629fb9-5266-41af-aa8a-62fa2a6167dd req-ae49eeb7-c935-4a94-887a-fc0f216e12ce tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 945 time: 0.0645957 Aug 30 13:05:14.721216 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-99629fb9-5266-41af-aa8a-62fa2a6167dd req-40beb955-8b63-4def-8b82-0453858892e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381224 Aug 30 13:05:14.842673 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e0b32cc-37a1-4874-9ce3-71191919bb43 req-5bb2a25a-cc08-45e0-b6b7-32f16850f317 tempest-FloatingIPsAssociationTestJSON-355181655 tempest-FloatingIPsAssociationTestJSON-355181655-project] 10.222.0.37 "GET /v2.0/ports?device_id=bb059d76-cd4f-4321-9506-b998a2a8aca1 HTTP/1.1" status: 200 len: 210 time: 0.0374844 Aug 30 13:05:14.883812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['3026634b-b772-40ce-9078-0988a91b8d39'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:14.916079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730626e-90a3-477b-9fa6-ebccce3417bd req-8f957e22-1298-482f-bdc7-cda5d7691f4b tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:14.918267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7730626e-90a3-477b-9fa6-ebccce3417bd req-8f957e22-1298-482f-bdc7-cda5d7691f4b tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 944 time: 0.0566304 Aug 30 13:05:14.961420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7730626e-90a3-477b-9fa6-ebccce3417bd req-9211eda0-f6ab-4950-9194-61dc33dc33c0 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367424 Aug 30 13:05:15.057193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0688087-b29b-4b00-9d36-acbd2475ee2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f982eb-0b92-44a6-b561-d13dccd87dcf'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:15.059616 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c43f059-35e0-4a29-8d78-9cd47c443268" -d '{"events": [{"server_uuid": "e0688087-b29b-4b00-9d36-acbd2475ee2f", "name": "network-vif-plugged", "status": "completed", "tag": "c2f982eb-0b92-44a6-b561-d13dccd87dcf"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:15.174683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6644e5-7322-4913-8df5-24f2225a3d21 req-76e9fd23-917e-46cc-a9d2-192a6502aa2c tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:15.176285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fd6644e5-7322-4913-8df5-24f2225a3d21 req-76e9fd23-917e-46cc-a9d2-192a6502aa2c tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 945 time: 0.1074603 Aug 30 13:05:15.186000 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec7852d-cc18-4d77-9028-fd61784b1706 x-openstack-request-id: req-fec7852d-cc18-4d77-9028-fd61784b1706 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:15.186297 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0688087-b29b-4b00-9d36-acbd2475ee2f", "name": "network-vif-plugged", "status": "completed", "tag": "c2f982eb-0b92-44a6-b561-d13dccd87dcf", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:15.187947 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fec7852d-cc18-4d77-9028-fd61784b1706 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:15.188510 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0688087-b29b-4b00-9d36-acbd2475ee2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f982eb-0b92-44a6-b561-d13dccd87dcf', 'code': 200} Aug 30 13:05:15.231119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fd6644e5-7322-4913-8df5-24f2225a3d21 req-da3b0422-e635-420e-aec4-1c3198135243 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479825 Aug 30 13:05:15.285454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ee971-7386-4c16-833c-74956e5e4a25 req-222e36da-13a8-4755-bc0b-70fce08b2a38 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:15.287147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc0ee971-7386-4c16-833c-74956e5e4a25 req-222e36da-13a8-4755-bc0b-70fce08b2a38 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 946 time: 0.0555763 Aug 30 13:05:15.288802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f23b2f-f443-48f1-8786-738705070346 req-2bcae3c1-fecd-4f13-8803-2552cb1ceeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:15.290322 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95f23b2f-f443-48f1-8786-738705070346 req-2bcae3c1-fecd-4f13-8803-2552cb1ceeb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 1097 time: 0.0455863 Aug 30 13:05:15.327266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc0ee971-7386-4c16-833c-74956e5e4a25 req-390c2030-2510-4132-a927-4a2ea8e8659f tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338049 Aug 30 13:05:15.337530 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-95f23b2f-f443-48f1-8786-738705070346 req-86333bee-5899-4ab2-a055-c8420122b303 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Aug 30 13:05:15.418141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43140) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:15.512017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1730b400-95be-42c9-b12f-e590c7976268 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1005483442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:15.536591 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1730b400-95be-42c9-b12f-e590c7976268 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.537881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1730b400-95be-42c9-b12f-e590c7976268 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.586831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1730b400-95be-42c9-b12f-e590c7976268 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.590641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1730b400-95be-42c9-b12f-e590c7976268 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.605797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1730b400-95be-42c9-b12f-e590c7976268 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.607054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1730b400-95be-42c9-b12f-e590c7976268 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1879117 Aug 30 13:05:15.609787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43144) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:15.615582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1871192524'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:15.634889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Made reservation on behalf of 218fa94db6a94098bcd9605b66d91219 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:15.638310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.646561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.741364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.745426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.773997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:05:15.782659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00388d65-ff62-4752-9430-55812ff88b1f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:15.790253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.790606 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Added segment 1df3275b-3856-4a19-8da4-4031ed2329ec of type vlan for network a3d520c7-3305-4063-8083-7c4c1cc474c6 Aug 30 13:05:15.830734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.844665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c8844-560c-43e2-b996-97ecdfd4d3f2 req-f74831c2-f047-4d60-86da-2c887f3803dc tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:15.846152 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a55c8844-560c-43e2-b996-97ecdfd4d3f2 req-f74831c2-f047-4d60-86da-2c887f3803dc tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 945 time: 0.0567002 Aug 30 13:05:15.856401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.862100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:15.862720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:15.886212 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a55c8844-560c-43e2-b996-97ecdfd4d3f2 req-367b9d34-f10e-4e83-87a6-d8651f2de617 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327468 Aug 30 13:05:15.902425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43150) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:15.937551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3241456 Aug 30 13:05:15.938374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43154) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:15.943965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Request body: {'subnet': {'network_id': 'a3d520c7-3305-4063-8083-7c4c1cc474c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:15.961879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca502357-9f95-42b6-9d2c-5617b7016411 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Network': ['ID=a3d520c7-3305-4063-8083-7c4c1cc474c6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:15.979504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network a3d520c7-3305-4063-8083-7c4c1cc474c6 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:05:16.099410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Made reservation on behalf of 218fa94db6a94098bcd9605b66d91219 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:16.106299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.184764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d07dce-74c8-4050-838e-a50758fb62fc req-9d5b3293-dab5-4558-b81d-21a10a24c050 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:16.186316 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77d07dce-74c8-4050-838e-a50758fb62fc req-9d5b3293-dab5-4558-b81d-21a10a24c050 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 944 time: 0.1005745 Aug 30 13:05:16.248587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49c27f-4baa-4807-8c4c-6019b0cd7d0f req-3ad3b253-4bda-48ad-87d1-b25168d8d31c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:16.251175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e49c27f-4baa-4807-8c4c-6019b0cd7d0f req-3ad3b253-4bda-48ad-87d1-b25168d8d31c tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 945 time: 0.1184630 Aug 30 13:05:16.257479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77d07dce-74c8-4050-838e-a50758fb62fc req-bc7f147e-414b-42fb-9f62-9cbaf62be67f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623112 Aug 30 13:05:16.284098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ac1cb6fc-95db-4a25-a521-9dbaea4aadde up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:16.383333 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.386609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port ac1cb6fc-95db-4a25-a521-9dbaea4aadde completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:16.391335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port ac1cb6fc-95db-4a25-a521-9dbaea4aadde triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:16.391764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.417720 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.461094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e49c27f-4baa-4807-8c4c-6019b0cd7d0f req-f352696f-9769-4a03-be6f-be9b44777d39 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820869 Aug 30 13:05:16.507862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Subnet': ['ID=7a829f34-36e1-4b3b-a74c-c2f82ca760f0,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:16.527681 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.531841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Checking segment: {'id': '1df3275b-3856-4a19-8da4-4031ed2329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a3d520c7-3305-4063-8083-7c4c1cc474c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:16.532389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network hostable DHCP agents. Network: a3d520c7-3305-4063-8083-7c4c1cc474c6, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:05:16.566450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ac1cb6fc-95db-4a25-a521-9dbaea4aadde, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,segment=NetworkSegment(9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75),segment_id=9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:16.571013 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.571771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3026634b-b772-40ce-9078-0988a91b8d39 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:16.574507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ecb62-ebfb-448f-a7b3-66d81659d9d4 req-fd83303c-752b-43dd-b511-08439897182b tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:16.574739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network a3d520c7-3305-4063-8083-7c4c1cc474c6 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:05:16.576896 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-291ecb62-ebfb-448f-a7b3-66d81659d9d4 req-fd83303c-752b-43dd-b511-08439897182b tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 945 time: 0.1102607 Aug 30 13:05:16.584561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0fb72-e964-4b3f-b277-e7b1b360683a req-ca2de0b0-19bc-4b07-89a1-31d03ca610c2 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:16.586314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36b0fb72-e964-4b3f-b277-e7b1b360683a req-ca2de0b0-19bc-4b07-89a1-31d03ca610c2 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 946 time: 0.0643995 Aug 30 13:05:16.601506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, a3d520c7-3305-4063-8083-7c4c1cc474c6) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:16.615060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:16.615668 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.618599 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0541ca-b425-4557-ae32-16e2ad4a7124 None None] Network a3d520c7-3305-4063-8083-7c4c1cc474c6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:16.641955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9db032ca-8429-4b2b-bbae-6ac95d94d1dd tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7025008 Aug 30 13:05:16.645466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36b0fb72-e964-4b3f-b277-e7b1b360683a req-5cd29a18-a333-46be-bd34-be424b42f56b tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Aug 30 13:05:16.645943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43168) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:16.650690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Request body: {'network': {'name': 'tempest-router-network01--2054274935'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:16.665267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-291ecb62-ebfb-448f-a7b3-66d81659d9d4 req-13d90e0c-c5c9-4759-93ea-887200cdfd12 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810461 Aug 30 13:05:16.693863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Made reservation on behalf of 218fa94db6a94098bcd9605b66d91219 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:16.697347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.702341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:16.732635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 3026634b-b772-40ce-9078-0988a91b8d39 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:16.735951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:05:16.739318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 3026634b-b772-40ce-9078-0988a91b8d39 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:16.739695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.746549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.746912 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Added segment 02e35b4d-6e15-4c2b-b341-98cc3bf25067 of type vlan for network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 Aug 30 13:05:16.797825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.837200 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.844406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:16.845209 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.849406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Deleting port dfb2697a-2393-4651-9486-0fe746886e6d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:16.849997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.866214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-a3d520c7-3305-4063-8083-7c4c1cc474c6', 'network_id': 'a3d520c7-3305-4063-8083-7c4c1cc474c6', 'tenant_id': '218fa94db6a94098bcd9605b66d91219', 'fixed_ips': [{'subnet_id': '7a829f34-36e1-4b3b-a74c-c2f82ca760f0'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:05:16.867071 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.884773 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:16.944176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2971933 Aug 30 13:05:16.946985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43176) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:16.956382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Request body: {'network': {'name': 'tempest-router-network02--1950400977'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:16.985576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f9ace-37b8-451b-a983-1db6296a745c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Network': ['ID=05dd73ba-e9d0-4934-bcb1-4cf90646b1e8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:16.999800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] For port dfb2697a-2393-4651-9486-0fe746886e6d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dfb2697a-2393-4651-9486-0fe746886e6d,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:17.000182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.038722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f51d5-66ac-46ea-ab49-1635457f4472 req-0c5a8914-26b4-4ac1-bbff-dc03b1883d4e tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.040624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de7f51d5-66ac-46ea-ab49-1635457f4472 req-0c5a8914-26b4-4ac1-bbff-dc03b1883d4e tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 946 time: 0.0662458 Aug 30 13:05:17.044943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Calling delete_port for dfb2697a-2393-4651-9486-0fe746886e6d owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:17.054553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Made reservation on behalf of 218fa94db6a94098bcd9605b66d91219 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:17.058128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.088193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de7f51d5-66ac-46ea-ab49-1635457f4472 req-10b270e7-196e-4d03-be08-fb107fb22bfd tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382545 Aug 30 13:05:17.132847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-37b5c213-6ebc-4625-a624-7b4c81183249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.134375 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-37b5c213-6ebc-4625-a624-7b4c81183249 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f2a2817b2e144c1aa2364e5cc77f7e04&device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 1097 time: 0.1557620 Aug 30 13:05:17.142457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:05:17.158732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:05:17.166663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 3026634b-b772-40ce-9078-0988a91b8d39, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3026634b-b772-40ce-9078-0988a91b8d39,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:17.196174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa70262-0393-4011-908b-e5f842a0f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1cb6fc-95db-4a25-a521-9dbaea4aadde'}, {'server_uuid': '5c0f5fb4-c703-4c7f-bf32-2b1a37466c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3026634b-b772-40ce-9078-0988a91b8d39'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:17.198441 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c33173a-6cde-4ed1-9d8a-ab371db6bea7" -d '{"events": [{"server_uuid": "dfa70262-0393-4011-908b-e5f842a0f78f", "name": "network-vif-plugged", "status": "completed", "tag": "ac1cb6fc-95db-4a25-a521-9dbaea4aadde"}, {"server_uuid": "5c0f5fb4-c703-4c7f-bf32-2b1a37466c67", "name": "network-vif-plugged", "status": "completed", "tag": "3026634b-b772-40ce-9078-0988a91b8d39"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:17.209956 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.254424 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2962c2d6-882d-4a71-bece-9d8b4fd55a6f x-openstack-request-id: req-2962c2d6-882d-4a71-bece-9d8b4fd55a6f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:17.254720 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa70262-0393-4011-908b-e5f842a0f78f", "name": "network-vif-plugged", "status": "completed", "tag": "ac1cb6fc-95db-4a25-a521-9dbaea4aadde", "code": 200}, {"server_uuid": "5c0f5fb4-c703-4c7f-bf32-2b1a37466c67", "name": "network-vif-plugged", "status": "completed", "tag": "3026634b-b772-40ce-9078-0988a91b8d39", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:17.254972 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2962c2d6-882d-4a71-bece-9d8b4fd55a6f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:17.255362 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa70262-0393-4011-908b-e5f842a0f78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1cb6fc-95db-4a25-a521-9dbaea4aadde', 'code': 200} Aug 30 13:05:17.255615 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f5fb4-c703-4c7f-bf32-2b1a37466c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3026634b-b772-40ce-9078-0988a91b8d39', 'code': 200} Aug 30 13:05:17.255716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.255974 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Added segment 67b94435-73ff-406b-a5ae-3685779c0c23 of type vlan for network 666805ea-84d0-429d-a2c2-d69218ce6ffb Aug 30 13:05:17.319087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=3026634b-b772-40ce-9078-0988a91b8d39,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:17.333153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.340125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Allocated IP 172.20.0.2 (a3d520c7-3305-4063-8083-7c4c1cc474c6/7a829f34-36e1-4b3b-a74c-c2f82ca760f0/b85a555d-4a9b-4e1b-bc8d-a504f85aa050) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:17.381216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-5c8900c6-31f3-460d-97f4-be921082ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.383018 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-5c8900c6-31f3-460d-97f4-be921082ae81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=979a7ee3-1fff-4f8e-b87d-b614448eac9c HTTP/1.1" status: 200 len: 912 time: 0.2330616 Aug 30 13:05:17.414752 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.428980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.431204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.464414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17971fca-f47c-4e81-86d1-e133905a0b70 req-b448be71-65a5-4ae8-88b8-d26f882e88a3 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.472372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17971fca-f47c-4e81-86d1-e133905a0b70 req-b448be71-65a5-4ae8-88b8-d26f882e88a3 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.0747983 Aug 30 13:05:17.527071 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.580721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6326487 Aug 30 13:05:17.582807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-43c679d3-180c-40ad-9416-5348652af8d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2f982eb-0b92-44a6-b561-d13dccd87dcf HTTP/1.1" status: 200 len: 217 time: 0.1922491 Aug 30 13:05:17.586096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17971fca-f47c-4e81-86d1-e133905a0b70 req-c14c8efd-6f88-47aa-9570-3ed2a543f29f tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128347 Aug 30 13:05:17.587995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43194) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:17.615862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Request body: {'subnet': {'network_id': '05dd73ba-e9d0-4934-bcb1-4cf90646b1e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:17.640332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-39488575-c266-4977-962a-afc53150299e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.642138 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-39488575-c266-4977-962a-afc53150299e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 945 time: 0.1678162 Aug 30 13:05:17.645687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917aaa6-a060-4010-a4cc-70169ac4d7b6 req-636feade-69ec-45c8-86ae-8813ce1d1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.650308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7917aaa6-a060-4010-a4cc-70169ac4d7b6 req-636feade-69ec-45c8-86ae-8813ce1d1b6a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 1097 time: 0.3060808 Aug 30 13:05:17.696242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa9152fc-831c-4c59-8f12-cd83979c45a5 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:17.702828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ecdbf-d2bc-4d29-a464-81a656e578a7 req-711bdd88-18b0-4a67-8b90-ebde86c74a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.704353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-572ecdbf-d2bc-4d29-a464-81a656e578a7 req-711bdd88-18b0-4a67-8b90-ebde86c74a43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 1096 time: 0.2831309 Aug 30 13:05:17.717190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: fa9152fc-831c-4c59-8f12-cd83979c45a5 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:17.717828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa9152fc-831c-4c59-8f12-cd83979c45a5 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:17.742254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddfc2c-b143-41cf-9302-dac994fc17a7 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Network': ['ID=666805ea-84d0-429d-a2c2-d69218ce6ffb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:17.754927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 666805ea-84d0-429d-a2c2-d69218ce6ffb details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:05:17.761692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-b75cc3e2-7bb2-4b5e-95e8-728331b6ac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.761692 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-b75cc3e2-7bb2-4b5e-95e8-728331b6ac61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d1db960-58fd-4ccf-ab7d-26d16cb902b1 HTTP/1.1" status: 200 len: 851 time: 0.1377504 Aug 30 13:05:17.781699 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.805033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7917aaa6-a060-4010-a4cc-70169ac4d7b6 req-09759a2e-e811-4057-b795-c7f842697051 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417434 Aug 30 13:05:17.812498 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-a3f94581-f513-4cde-b893-3a950aac48df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=979a7ee3-1fff-4f8e-b87d-b614448eac9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433879 Aug 30 13:05:17.828291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c667ae-1155-4abc-aaf7-58e395c0a138 req-bace6d2e-8064-47cf-8721-35e1fae49f86 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:17.829246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Transition to ACTIVE for port object b85a555d-4a9b-4e1b-bc8d-a504f85aa050 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:17.838069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8c667ae-1155-4abc-aaf7-58e395c0a138 req-bace6d2e-8064-47cf-8721-35e1fae49f86 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 945 time: 0.1742601 Aug 30 13:05:17.846051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-572ecdbf-d2bc-4d29-a464-81a656e578a7 req-8da64418-428e-402b-8ae5-485e004cec06 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320732 Aug 30 13:05:17.860755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb2697a-2393-4651-9486-0fe746886e6d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:17.874720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Transition to ACTIVE for port object b85a555d-4a9b-4e1b-bc8d-a504f85aa050 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:17.884919 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.894701 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8c667ae-1155-4abc-aaf7-58e395c0a138 req-795dd2d3-2552-412b-998f-efd29165b9c5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups?id=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542703 Aug 30 13:05:17.905825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Deleting port 898c7365-cb1f-4b5f-971e-6b533cd14b4a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:17.906410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:17.942004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Network a3d520c7-3305-4063-8083-7c4c1cc474c6 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:17.947767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:17.950883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:17.986425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Pushing event updated for resources: {'Port': ['ID=b85a555d-4a9b-4e1b-bc8d-a504f85aa050,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:18.016700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Attempting to bind port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:18.017224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Attempting to bind port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '1df3275b-3856-4a19-8da4-4031ed2329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a3d520c7-3305-4063-8083-7c4c1cc474c6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:18.017830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Attempting to bind port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 on network a3d520c7-3305-4063-8083-7c4c1cc474c6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:18.024382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:18.026422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Checking segment: {'id': '1df3275b-3856-4a19-8da4-4031ed2329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a3d520c7-3305-4063-8083-7c4c1cc474c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:18.026813 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:18.027219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Bound using segment: {'id': '1df3275b-3856-4a19-8da4-4031ed2329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a3d520c7-3305-4063-8083-7c4c1cc474c6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:18.027832 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Bound port: b85a555d-4a9b-4e1b-bc8d-a504f85aa050, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df3275b-3856-4a19-8da4-4031ed2329ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'a3d520c7-3305-4063-8083-7c4c1cc474c6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:18.027968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Made reservation on behalf of 218fa94db6a94098bcd9605b66d91219 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:18.028829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:18.031437 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:18.042432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] For port 898c7365-cb1f-4b5f-971e-6b533cd14b4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=898c7365-cb1f-4b5f-971e-6b533cd14b4a,segment=NetworkSegment(48c781db-bca9-4daf-a0db-ca0f8c094253),segment_id=48c781db-bca9-4daf-a0db-ca0f8c094253)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:18.043001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:18.058587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Calling delete_port for 898c7365-cb1f-4b5f-971e-6b533cd14b4a owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:18.060185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428224f4-276d-4011-87b1-a04b83952ee2 req-c175ea73-ceb2-4363-8926-14720730af15 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:18.068236 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-428224f4-276d-4011-87b1-a04b83952ee2 req-c175ea73-ceb2-4363-8926-14720730af15 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 946 time: 0.2312038 Aug 30 13:05:18.108217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] For port b85a555d-4a9b-4e1b-bc8d-a504f85aa050, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:18.112107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] For port b85a555d-4a9b-4e1b-bc8d-a504f85aa050, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b85a555d-4a9b-4e1b-bc8d-a504f85aa050,segment=NetworkSegment(1df3275b-3856-4a19-8da4-4031ed2329ec),segment_id=1df3275b-3856-4a19-8da4-4031ed2329ec)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:18.123452 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:18.220815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d9cd5-a8f0-45ed-9fa9-dfe29310f3cc None None] Pushing event updated for resources: {'Port': ['ID=b85a555d-4a9b-4e1b-bc8d-a504f85aa050,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:18.265199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcad2c2-6693-42d2-80de-076779d7dc77 req-deeaa6f7-373d-4a64-864b-cfc5b1d2e29a tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:18.266854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fcad2c2-6693-42d2-80de-076779d7dc77 req-deeaa6f7-373d-4a64-864b-cfc5b1d2e29a tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 946 time: 0.1012855 Aug 30 13:05:18.268242 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:18.281769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['898c7365-cb1f-4b5f-971e-6b533cd14b4a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:18.319434 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-c3997787-e8cd-425d-ae8c-018c6bb21947 service neutron] 10.222.0.16 "GET /v2.0/networks/979a7ee3-1fff-4f8e-b87d-b614448eac9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813516 Aug 30 13:05:18.330323 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-428224f4-276d-4011-87b1-a04b83952ee2 req-cfa79da4-4a93-4cfe-90f7-d4e60907bb6d tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612994 Aug 30 13:05:18.333795 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event deleted for resources: {'Port': ['ID=898c7365-cb1f-4b5f-971e-6b533cd14b4a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:18.370814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] No DVR routers for this DVR port 898c7365-cb1f-4b5f-971e-6b533cd14b4a on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:18.376895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:18.379662 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-018c9adf-f2cc-479c-b3a9-14353d7fa266 req-e8aeff61-325e-417b-ad3f-6ebd1ae42d0e tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.35 "DELETE /v2.0/ports/898c7365-cb1f-4b5f-971e-6b533cd14b4a HTTP/1.1" status: 204 len: 173 time: 0.7282391 Aug 30 13:05:18.380125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66606c8e-9c65-468a-b91a-02b272614c55', 'name': 'network-vif-deleted', 'tag': '898c7365-cb1f-4b5f-971e-6b533cd14b4a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:18.382449 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04778ed2-52e8-480e-bd02-60fa4e874927" -d '{"events": [{"server_uuid": "66606c8e-9c65-468a-b91a-02b272614c55", "name": "network-vif-deleted", "tag": "898c7365-cb1f-4b5f-971e-6b533cd14b4a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:18.428987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fcad2c2-6693-42d2-80de-076779d7dc77 req-6b5c6f72-a70c-4a45-9889-fcedbd9b4ee6 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465738 Aug 30 13:05:18.434732 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:18.579478 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54204a13-648c-4a5d-89e8-d17c027cd527 x-openstack-request-id: req-54204a13-648c-4a5d-89e8-d17c027cd527 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:18.580005 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66606c8e-9c65-468a-b91a-02b272614c55", "name": "network-vif-deleted", "tag": "898c7365-cb1f-4b5f-971e-6b533cd14b4a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:18.580439 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54204a13-648c-4a5d-89e8-d17c027cd527 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:18.581007 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66606c8e-9c65-468a-b91a-02b272614c55', 'name': 'network-vif-deleted', 'tag': '898c7365-cb1f-4b5f-971e-6b533cd14b4a', 'status': 'completed', 'code': 200} Aug 30 13:05:18.592677 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-795f9fe7-24cb-4cb6-bb1b-8b6108d1b82b req-2b225e62-7144-419d-a81a-41c2a63f58f6 service neutron] 10.222.0.16 "GET /v2.0/networks/979a7ee3-1fff-4f8e-b87d-b614448eac9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612150 Aug 30 13:05:18.619557 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:18.671359 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:05:18.712477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Subnet': ['ID=9b28822d-29ac-4ba9-bce6-255e561f912e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:18.730716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdc22f-2e72-48ec-9b3f-42436a584f96 req-591caa0e-dc47-4bc3-a085-5f31fcc4a58e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:18.732546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fdc22f-2e72-48ec-9b3f-42436a584f96 req-591caa0e-dc47-4bc3-a085-5f31fcc4a58e tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.0713899 Aug 30 13:05:18.786685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fdc22f-2e72-48ec-9b3f-42436a584f96 req-483bff98-55da-4729-876e-c26b57233508 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 Aug 30 13:05:19.021907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7b1f5c1-f91a-4a2b-ae32-741926643479 req-7c4f49ad-21c3-4b53-8cd2-f56c25528d1a tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/ports?device_id=66606c8e-9c65-468a-b91a-02b272614c55 HTTP/1.1" status: 200 len: 210 time: 0.0392544 Aug 30 13:05:19.046802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Checking segment: {'id': '02e35b4d-6e15-4c2b-b341-98cc3bf25067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '05dd73ba-e9d0-4934-bcb1-4cf90646b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:19.047409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network hostable DHCP agents. Network: 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:05:19.103377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:05:19.119568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:19.124799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:19.125396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:19.129224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cce43e-2adc-402b-8ecc-f7040f8bfa5a None None] Network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:19.146688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Router cc2598d8-2876-45e1-9536-6cef2cc6f09c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:05:19.149521 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-16cce00b-b029-43e9-9b0c-0d83a18c617c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5388169 Aug 30 13:05:19.152743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43212) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:19.159172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Request body: {'subnet': {'network_id': '666805ea-84d0-429d-a2c2-d69218ce6ffb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:19.304590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:19.312115 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-88f8a587-72af-4926-933c-ba7e66d010cc admin admin] 10.222.0.37 "PUT /v2.0/routers/cc2598d8-2876-45e1-9536-6cef2cc6f09c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4086082 Aug 30 13:05:19.314996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43216) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:19.323935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] Sync routers for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:19.374181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-05dd73ba-e9d0-4934-bcb1-4cf90646b1e8', 'network_id': '05dd73ba-e9d0-4934-bcb1-4cf90646b1e8', 'tenant_id': '218fa94db6a94098bcd9605b66d91219', 'fixed_ips': [{'subnet_id': '9b28822d-29ac-4ba9-bce6-255e561f912e'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:05:19.375263 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:19.392784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:19.394133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:19.398552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Made reservation on behalf of 218fa94db6a94098bcd9605b66d91219 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:19.408126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:19.566680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b85a555d-4a9b-4e1b-bc8d-a504f85aa050 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:19.606480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf55760-87af-4e6c-a4b1-c0b6d04acae0 req-c1afdc80-b38e-4cbe-8799-98979bcbe74f tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:19.607988 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cf55760-87af-4e6c-a4b1-c0b6d04acae0 req-c1afdc80-b38e-4cbe-8799-98979bcbe74f tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 946 time: 0.1037977 Aug 30 13:05:19.626346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fbb1b7-de97-4691-9061-05089f83ccd4 None None] Network a3d520c7-3305-4063-8083-7c4c1cc474c6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:19.660290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:19.676688 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cf55760-87af-4e6c-a4b1-c0b6d04acae0 req-3112c57d-672e-40b2-88c9-af1b941a1dcc tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571601 Aug 30 13:05:19.720811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2dfdb-2540-4abd-9e63-35cd11bb3b3c req-a6bc983d-e00c-4baf-a84e-eec1d012fd0a tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:19.727394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7bce08ab-027b-442e-a4b3-cc6be46057db None None] Provisioning for port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:19.730670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0c2dfdb-2540-4abd-9e63-35cd11bb3b3c req-a6bc983d-e00c-4baf-a84e-eec1d012fd0a tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 946 time: 0.1546295 Aug 30 13:05:19.771136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:19.792165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d4afc-265e-405e-94a1-57ef5d9bacf0 req-3ccd543f-141c-49a2-921f-1bfd0cf77d0e tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:19.793724 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f2d4afc-265e-405e-94a1-57ef5d9bacf0 req-3ccd543f-141c-49a2-921f-1bfd0cf77d0e tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 946 time: 0.0525112 Aug 30 13:05:19.835555 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f2d4afc-265e-405e-94a1-57ef5d9bacf0 req-5f924baa-1e13-422b-a9f3-7ebe1cf5f952 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Aug 30 13:05:19.861216 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0c2dfdb-2540-4abd-9e63-35cd11bb3b3c req-84b28e4e-eb22-4825-87ea-5462d4857637 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296802 Aug 30 13:05:19.904090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:19.919246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Allocated IP 172.20.0.2 (05dd73ba-e9d0-4934-bcb1-4cf90646b1e8/9b28822d-29ac-4ba9-bce6-255e561f912e/77fe86df-1f20-4e60-896e-3a0e8dbc7179) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:19.924643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:19.938287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:19.958682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:19.959164 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:20.002748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa762ee7-e96e-4b92-af36-8f9cb93e5ee4 req-f77cf8b0-aadb-4cbd-b23b-d3777a8f85f6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:20.004671 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa762ee7-e96e-4b92-af36-8f9cb93e5ee4 req-f77cf8b0-aadb-4cbd-b23b-d3777a8f85f6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.0660245 Aug 30 13:05:20.047142 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Subnet': ['ID=4efcf09f-165a-4904-acb5-d7d31fc70447,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:20.059250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Checking segment: {'id': '67b94435-73ff-406b-a5ae-3685779c0c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '666805ea-84d0-429d-a2c2-d69218ce6ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:20.059719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network hostable DHCP agents. Network: 666805ea-84d0-429d-a2c2-d69218ce6ffb, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:05:20.069765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Deleting port 63a90217-07f6-4f7d-8013-c2bcc45d46e4 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:20.070657 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:20.071840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa762ee7-e96e-4b92-af36-8f9cb93e5ee4 req-add4a8f0-d813-46ce-bef9-4b5bd4cfb7c7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Aug 30 13:05:20.132595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network 666805ea-84d0-429d-a2c2-d69218ce6ffb is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:05:20.160387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 666805ea-84d0-429d-a2c2-d69218ce6ffb) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:20.172267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:20.172978 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:20.181035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] For port 63a90217-07f6-4f7d-8013-c2bcc45d46e4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=63a90217-07f6-4f7d-8013-c2bcc45d46e4,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:20.181498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:20.192871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0fbdb-5612-43b2-a30e-a86d2e10aaf1 None None] Network 666805ea-84d0-429d-a2c2-d69218ce6ffb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:20.201487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Calling delete_port for 63a90217-07f6-4f7d-8013-c2bcc45d46e4 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:20.269709 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-21374dc8-c0bf-4867-8fb5-60c74bd9258e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1137943 Aug 30 13:05:20.273458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43244) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:20.290921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb97b7-f602-4b59-a923-091460b5d451 req-a875c97f-1c6c-4061-aed3-a0d3f60fdb1d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:20.299220 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98bb97b7-f602-4b59-a923-091460b5d451 req-a875c97f-1c6c-4061-aed3-a0d3f60fdb1d tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.0642354 Aug 30 13:05:20.358547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98bb97b7-f602-4b59-a923-091460b5d451 req-c9b511a0-0d04-4bb1-944a-224bdb6095d7 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529690 Aug 30 13:05:20.474101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 898c7365-cb1f-4b5f-971e-6b533cd14b4a no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:20.534793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 898c7365-cb1f-4b5f-971e-6b533cd14b4a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:20.535264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 898c7365-cb1f-4b5f-971e-6b533cd14b4a not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:20.564969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b990e-e1bf-475b-9e99-4c4b078e7f6d req-6542c126-ed2f-4349-b458-1c01dfcea64e tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:20.566893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c5b990e-e1bf-475b-9e99-4c4b078e7f6d req-6542c126-ed2f-4349-b458-1c01dfcea64e tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 946 time: 0.1122534 Aug 30 13:05:20.592831 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:20.622442 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c5b990e-e1bf-475b-9e99-4c4b078e7f6d req-709b8deb-8da6-4dcb-be5b-572031af6293 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488842 Aug 30 13:05:20.761886 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9209ca7-6fb6-487d-a26a-636c8c15726d req-acf7aea6-a203-4990-9156-c9cc302b1a32 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:20.764144 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9209ca7-6fb6-487d-a26a-636c8c15726d req-acf7aea6-a203-4990-9156-c9cc302b1a32 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.0623493 Aug 30 13:05:20.772811 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:20.776636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port b85a555d-4a9b-4e1b-bc8d-a504f85aa050, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b85a555d-4a9b-4e1b-bc8d-a504f85aa050,segment=NetworkSegment(1df3275b-3856-4a19-8da4-4031ed2329ec),segment_id=1df3275b-3856-4a19-8da4-4031ed2329ec)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:20.783298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:05:17Z', 'revision_number': 5, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port': {'id': '63a90217-07f6-4f7d-8013-c2bcc45d46e4', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:03:47Z', 'updated_at': '2021-08-30T13:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:20.806747 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:20.827041 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9209ca7-6fb6-487d-a26a-636c8c15726d req-846cb424-5abc-4b84-8a91-044e02ef1628 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530784 Aug 30 13:05:20.844081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Transition to ACTIVE for port object 77fe86df-1f20-4e60-896e-3a0e8dbc7179 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:20.844081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-666805ea-84d0-429d-a2c2-d69218ce6ffb', 'network_id': '666805ea-84d0-429d-a2c2-d69218ce6ffb', 'tenant_id': '218fa94db6a94098bcd9605b66d91219', 'fixed_ips': [{'subnet_id': '4efcf09f-165a-4904-acb5-d7d31fc70447'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:05:20.844538 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:20.851881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] Checking router: cc2598d8-2876-45e1-9536-6cef2cc6f09c for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:05:20.925340 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Transition to ACTIVE for port object 77fe86df-1f20-4e60-896e-3a0e8dbc7179 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:20.945645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] Routers {'cc2598d8-2876-45e1-9536-6cef2cc6f09c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:20.946753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:20.984132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.023910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e4a8-0df6-45c9-82a9-8acb69887755 req-4b18ff72-7c51-4d5e-9505-979c7fd022f6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:21.031503 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-22e2e4a8-0df6-45c9-82a9-8acb69887755 req-4b18ff72-7c51-4d5e-9505-979c7fd022f6 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.0580583 Aug 30 13:05:21.064858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=b85a555d-4a9b-4e1b-bc8d-a504f85aa050,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:21.083147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-22e2e4a8-0df6-45c9-82a9-8acb69887755 req-b3ade90d-a265-4ad6-84be-41267180e431 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Aug 30 13:05:21.088406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2c8b5-9be4-4da5-a626-402d7f160d19 req-09f773e8-6d39-443c-b01b-c7fe8ef43a19 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:21.095564 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6fa2c8b5-9be4-4da5-a626-402d7f160d19 req-09f773e8-6d39-443c-b01b-c7fe8ef43a19 tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 946 time: 0.1692610 Aug 30 13:05:21.123753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43274) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:21.147790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:21.161050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d2504bc2-a546-458c-bfcb-451230cbd501 None None] Provisioning complete for port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:21.161431 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2504bc2-a546-458c-bfcb-451230cbd501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.163471 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:21.187956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:21.192335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6fa2c8b5-9be4-4da5-a626-402d7f160d19 req-8c6d51eb-4188-454b-abfe-8cd658e2b63f tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958769 Aug 30 13:05:21.199919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.233592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.239557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] Set router cc2598d8-2876-45e1-9536-6cef2cc6f09c gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:21.252548 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.264924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=63a90217-07f6-4f7d-8013-c2bcc45d46e4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:21.279637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.324375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Allocated IP 172.20.0.2 (666805ea-84d0-429d-a2c2-d69218ce6ffb/4efcf09f-165a-4904-acb5-d7d31fc70447/7708f5fc-0fc7-443b-b374-3c9e52ce89c4) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:21.329174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Pushing event updated for resources: {'Port': ['ID=77fe86df-1f20-4e60-896e-3a0e8dbc7179,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:21.361858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.365407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.368824 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "DELETE /v2.0/security-groups/c6b6ff54-7639-4fac-a8f4-14d425db0996 HTTP/1.1" status: 204 len: 168 time: 0.2415318 Aug 30 13:05:21.370899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43276) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:21.392610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b85a555d-4a9b-4e1b-bc8d-a504f85aa050 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:21.395716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b6ff54-7639-4fac-a8f4-14d425db0996,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:21.398849 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-9818fbec-ae7f-4e87-a14c-7bd65e566b09 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] show failed (client error): The resource could not be found. Aug 30 13:05:21.401926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9818fbec-ae7f-4e87-a14c-7bd65e566b09 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "GET /v2.0/security-groups/c6b6ff54-7639-4fac-a8f4-14d425db0996 HTTP/1.1" status: 404 len: 347 time: 0.0255353 Aug 30 13:05:21.406639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43278) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:21.407577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.407932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.408273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.408606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.408966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.409268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.410195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.410529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.412057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.412057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.412057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.412057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351501ea-042b-4fa5-a4e3-28fccd7317e5 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:21.431875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:05:19Z', 'revision_number': 6, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:21.578191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f136b-1056-46bf-8a21-659b6a172ae8 None None] The sync data for ids ['cc2598d8-2876-45e1-9536-6cef2cc6f09c'] in n-d-688802-6 is: [{'id': 'cc2598d8-2876-45e1-9536-6cef2cc6f09c', 'name': 'tempest-FloatingIPsAssociationTestJSON-412660007-router', 'tenant_id': '08714504461e48dfb4a0f7c952281211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:03:45Z', 'updated_at': '2021-08-30T13:05:19Z', 'revision_number': 6, 'project_id': '08714504461e48dfb4a0f7c952281211', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:21.583124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48673a2a-8c86-4c01-95a7-f28ab362a231 req-d2d32313-0b7e-4810-a235-31bf5dab8484 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:21.585004 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48673a2a-8c86-4c01-95a7-f28ab362a231 req-d2d32313-0b7e-4810-a235-31bf5dab8484 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 946 time: 0.0807354 Aug 30 13:05:21.623584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Deleting port 9c21c988-18a8-463b-86bb-1888fb4136f7 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:21.624328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.658004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Attempting to bind port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:21.658380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Attempting to bind port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '02e35b4d-6e15-4c2b-b341-98cc3bf25067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '05dd73ba-e9d0-4934-bcb1-4cf90646b1e8'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:21.658745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Attempting to bind port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 on network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:21.680580 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.681212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:21.681592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Checking segment: {'id': '02e35b4d-6e15-4c2b-b341-98cc3bf25067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '05dd73ba-e9d0-4934-bcb1-4cf90646b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:21.682017 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.682410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Bound using segment: {'id': '02e35b4d-6e15-4c2b-b341-98cc3bf25067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '05dd73ba-e9d0-4934-bcb1-4cf90646b1e8'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:21.683063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Bound port: 77fe86df-1f20-4e60-896e-3a0e8dbc7179, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e35b4d-6e15-4c2b-b341-98cc3bf25067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '05dd73ba-e9d0-4934-bcb1-4cf90646b1e8'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:21.683447 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.702687 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48673a2a-8c86-4c01-95a7-f28ab362a231 req-a0179f5e-94b5-445b-9f41-77b70a81ae2f tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094968 Aug 30 13:05:21.749976 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.750272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.764902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Calling delete_port for 9c21c988-18a8-463b-86bb-1888fb4136f7 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:21.814321 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.818454 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.822792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:21.822989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Allocated IP 172.20.0.1 (05dd73ba-e9d0-4934-bcb1-4cf90646b1e8/9b28822d-29ac-4ba9-bce6-255e561f912e/440a81c2-e8b8-4a65-b761-47977cd72fbc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:21.823452 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.832806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a56d9b-ce3f-4c38-806c-a776e2530c15 req-74a98ef6-c2c5-4d98-ab0a-378def320cde tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:21.834571 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4a56d9b-ce3f-4c38-806c-a776e2530c15 req-74a98ef6-c2c5-4d98-ab0a-378def320cde tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.1675632 Aug 30 13:05:21.891733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-08445326-ee33-4d01-9f34-b2b199305a3b tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:21.893227 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-08445326-ee33-4d01-9f34-b2b199305a3b tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 946 time: 0.0798147 Aug 30 13:05:21.909843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] For port 77fe86df-1f20-4e60-896e-3a0e8dbc7179, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:21.926691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.927412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2598d8-2876-45e1-9536-6cef2cc6f09c {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:05:21.942478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] For port 77fe86df-1f20-4e60-896e-3a0e8dbc7179, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=77fe86df-1f20-4e60-896e-3a0e8dbc7179,segment=NetworkSegment(02e35b4d-6e15-4c2b-b341-98cc3bf25067),segment_id=02e35b4d-6e15-4c2b-b341-98cc3bf25067)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:21.959071 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.960319 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.964462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c5e65493-5c8c-4fd8-ab5b-d32f04eba9e3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/cc2598d8-2876-45e1-9536-6cef2cc6f09c HTTP/1.1" status: 204 len: 168 time: 2.6469166 Aug 30 13:05:21.965678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43286) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:21.966238 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:21.986006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4a56d9b-ce3f-4c38-806c-a776e2530c15 req-c5f76c58-56bb-4996-8c6a-b450591fc5a5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022141 Aug 30 13:05:22.022158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Transition to ACTIVE for port object 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:22.044236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Transition to ACTIVE for port object 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:22.108931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0515a7ef-4530-424c-94b7-09bf16198499 admin admin] Deleting subnet d4274ee4-1be2-4af8-9bc3-5af8679e6fff {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:22.114859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.121956 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.130974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Transition to ACTIVE for port object 440a81c2-e8b8-4a65-b761-47977cd72fbc will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:22.131128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0515a7ef-4530-424c-94b7-09bf16198499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.149250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c0976-bb0a-49ce-ad46-eac4e1f57af1 None None] Pushing event updated for resources: {'Port': ['ID=77fe86df-1f20-4e60-896e-3a0e8dbc7179,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:22.154804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.178142 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.188938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Network 666805ea-84d0-429d-a2c2-d69218ce6ffb is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:22.194327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:22.198218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:22.232704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:22.234110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Pushing event deleted for resources: {'Port': ['ID=9c21c988-18a8-463b-86bb-1888fb4136f7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:22.242981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:22.247630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:22.252145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Pushing event updated for resources: {'Port': ['ID=7708f5fc-0fc7-443b-b374-3c9e52ce89c4,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:22.267700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0515a7ef-4530-424c-94b7-09bf16198499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.292493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Port': ['ID=440a81c2-e8b8-4a65-b761-47977cd72fbc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:22.294251 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Deleting port c2f982eb-0b92-44a6-b561-d13dccd87dcf {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:22.294601 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.319206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Attempting to bind port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:22.319694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Attempting to bind port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '67b94435-73ff-406b-a5ae-3685779c0c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '666805ea-84d0-429d-a2c2-d69218ce6ffb'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:22.320093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Attempting to bind port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 on network 666805ea-84d0-429d-a2c2-d69218ce6ffb {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:22.327074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.329697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:22.330103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Checking segment: {'id': '67b94435-73ff-406b-a5ae-3685779c0c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '666805ea-84d0-429d-a2c2-d69218ce6ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:22.330508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.331044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Bound using segment: {'id': '67b94435-73ff-406b-a5ae-3685779c0c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '666805ea-84d0-429d-a2c2-d69218ce6ffb'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:22.331463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Bound port: 7708f5fc-0fc7-443b-b374-3c9e52ce89c4, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b94435-73ff-406b-a5ae-3685779c0c23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '666805ea-84d0-429d-a2c2-d69218ce6ffb'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:22.332559 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.392589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4f8c-758f-4845-915b-c23fce03bd54 req-742173bc-7866-4671-95e6-51aed73cdc6a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:22.395032 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4fbd4f8c-758f-4845-915b-c23fce03bd54 req-742173bc-7866-4671-95e6-51aed73cdc6a tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.3132873 Aug 30 13:05:22.433735 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.436208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] For port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:22.437515 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.445314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7de70b4e-4f6a-41b9-9dcb-2cede8973e72 tempest-ImagesOneServerNegativeTestJSON-1013768692 tempest-ImagesOneServerNegativeTestJSON-1013768692-project] 10.222.0.37 "DELETE /v2.0/floatingips/e0f0eedc-b836-4abe-a4ed-2202bf3ecd84 HTTP/1.1" status: 204 len: 168 time: 1.0331392 Aug 30 13:05:22.448234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] For port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7708f5fc-0fc7-443b-b374-3c9e52ce89c4,segment=NetworkSegment(67b94435-73ff-406b-a5ae-3685779c0c23),segment_id=67b94435-73ff-406b-a5ae-3685779c0c23)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:22.454176 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.509282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c1f5d-c525-4b37-a236-f6360488e8f9 req-dc804d8b-f755-4db7-8bda-4e5293cbff2f tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:22.531694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e0c1f5d-c525-4b37-a236-f6360488e8f9 req-dc804d8b-f755-4db7-8bda-4e5293cbff2f tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 946 time: 0.1601794 Aug 30 13:05:22.553034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406cafa-bb4d-45f0-a273-21621327b8c1 None None] Pushing event updated for resources: {'Port': ['ID=7708f5fc-0fc7-443b-b374-3c9e52ce89c4,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:22.591818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] For port c2f982eb-0b92-44a6-b561-d13dccd87dcf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c2f982eb-0b92-44a6-b561-d13dccd87dcf,segment=NetworkSegment(776fc767-3b62-4665-8b79-17953062ff95),segment_id=776fc767-3b62-4665-8b79-17953062ff95)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:22.592552 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.596017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0515a7ef-4530-424c-94b7-09bf16198499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.616674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.631159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4fbd4f8c-758f-4845-915b-c23fce03bd54 req-e7113bb0-1bbf-4ead-9f8f-b7dbccbfd463 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492527 Aug 30 13:05:22.637024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Calling delete_port for c2f982eb-0b92-44a6-b561-d13dccd87dcf owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:22.649052 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e0c1f5d-c525-4b37-a236-f6360488e8f9 req-35a18300-ccdc-41a9-a9c9-35cd92b1c73c tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/security-groups?id=de1793e3-89db-4c40-9dd3-5b89684e8807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164660 Aug 30 13:05:22.864609 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0515a7ef-4530-424c-94b7-09bf16198499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.922907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515a7ef-4530-424c-94b7-09bf16198499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4274ee4-1be2-4af8-9bc3-5af8679e6fff,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:22.928984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0515a7ef-4530-424c-94b7-09bf16198499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:22.935169 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0515a7ef-4530-424c-94b7-09bf16198499 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/d4274ee4-1be2-4af8-9bc3-5af8679e6fff HTTP/1.1" status: 204 len: 168 time: 0.9531415 Aug 30 13:05:22.936412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43310) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:22.939282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c6aa6e-0a70-4632-88ae-b35ea44edc89 None None] Network 7afcb914-2dc3-496a-9b69-44167f5925d0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:23.080695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:23.136974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de20554-edea-4db4-a952-92513246eee1 req-46ab7cd9-7d4f-4cbc-b402-d3129a437f26 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:23.140205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4de20554-edea-4db4-a952-92513246eee1 req-46ab7cd9-7d4f-4cbc-b402-d3129a437f26 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.35 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 946 time: 0.3037944 Aug 30 13:05:23.212786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394a4cd-69a0-4c55-ac79-210621c64d9f None None] DHCP port deletion for 7afcb914-2dc3-496a-9b69-44167f5925d0 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:05:23.232182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.243197 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.269961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['c2f982eb-0b92-44a6-b561-d13dccd87dcf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:23.328368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8394a4cd-69a0-4c55-ac79-210621c64d9f None None] Deleting port 42497e49-d8eb-4196-ba2e-6197470608c7 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:23.333509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8394a4cd-69a0-4c55-ac79-210621c64d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.337776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Pushing event deleted for resources: {'Port': ['ID=c2f982eb-0b92-44a6-b561-d13dccd87dcf,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:23.353450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecec66-2cce-4919-92c0-762a00c00f67 req-3f664229-801c-4765-bfb0-db0479d714cb tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:23.353939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.361586 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71ecec66-2cce-4919-92c0-762a00c00f67 req-3f664229-801c-4765-bfb0-db0479d714cb tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 946 time: 0.3903782 Aug 30 13:05:23.369850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcb68a8-49b7-4e77-aabe-48b4ef507efc admin admin] Deleting subnet de712da0-d649-436c-9ec5-6653643a2ad8 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:23.424678 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bcb68a8-49b7-4e77-aabe-48b4ef507efc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.455091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.464051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8394a4cd-69a0-4c55-ac79-210621c64d9f None None] For port 42497e49-d8eb-4196-ba2e-6197470608c7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=42497e49-d8eb-4196-ba2e-6197470608c7,segment=NetworkSegment(b3bdde97-8955-47a9-a207-f5b1879d21e0),segment_id=b3bdde97-8955-47a9-a207-f5b1879d21e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:23.464459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8394a4cd-69a0-4c55-ac79-210621c64d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.502294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8394a4cd-69a0-4c55-ac79-210621c64d9f None None] Calling delete_port for 42497e49-d8eb-4196-ba2e-6197470608c7 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:23.574446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce1cf-f63c-4f93-af70-dc8a50093554 req-4c3ea90c-b3b0-4087-bcad-9421d47b9d67 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:23.576255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a2ce1cf-f63c-4f93-af70-dc8a50093554 req-4c3ea90c-b3b0-4087-bcad-9421d47b9d67 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.2188618 Aug 30 13:05:23.590681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] No DVR routers for this DVR port c2f982eb-0b92-44a6-b561-d13dccd87dcf on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:23.601609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 77fe86df-1f20-4e60-896e-3a0e8dbc7179 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:23.604486 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.606517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e7b462a-195b-4d65-90c0-bf37d90d034e req-3813730f-7aa6-48ce-bc34-389477ff77ce tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.16 "DELETE /v2.0/ports/c2f982eb-0b92-44a6-b561-d13dccd87dcf HTTP/1.1" status: 204 len: 173 time: 1.7062788 Aug 30 13:05:23.606969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0688087-b29b-4b00-9d36-acbd2475ee2f', 'name': 'network-vif-deleted', 'tag': 'c2f982eb-0b92-44a6-b561-d13dccd87dcf'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:23.608834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.609230 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7dc7db-e99f-4fbd-83d9-6ff243f51050" -d '{"events": [{"server_uuid": "e0688087-b29b-4b00-9d36-acbd2475ee2f", "name": "network-vif-deleted", "tag": "c2f982eb-0b92-44a6-b561-d13dccd87dcf"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:23.618298 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bcb68a8-49b7-4e77-aabe-48b4ef507efc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.630990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Port': ['ID=440a81c2-e8b8-4a65-b761-47977cd72fbc,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:23.654876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71ecec66-2cce-4919-92c0-762a00c00f67 req-b509a351-7453-4420-a79c-e1085673a1ed tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/security-groups?id=a9e6d833-0d98-466d-87ff-f7d57795dce1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920930 Aug 30 13:05:23.723072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bcb68a8-49b7-4e77-aabe-48b4ef507efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.725053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:23.731575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:23.735384 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8394a4cd-69a0-4c55-ac79-210621c64d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.739484 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91df206-61f4-4b4e-94cf-ceb20245f241 x-openstack-request-id: req-f91df206-61f4-4b4e-94cf-ceb20245f241 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:23.739965 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0688087-b29b-4b00-9d36-acbd2475ee2f", "name": "network-vif-deleted", "tag": "c2f982eb-0b92-44a6-b561-d13dccd87dcf", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:23.740366 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f91df206-61f4-4b4e-94cf-ceb20245f241 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:23.740935 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0688087-b29b-4b00-9d36-acbd2475ee2f', 'name': 'network-vif-deleted', 'tag': 'c2f982eb-0b92-44a6-b561-d13dccd87dcf', 'status': 'completed', 'code': 200} Aug 30 13:05:23.804719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Deleting port 42497e49-d8eb-4196-ba2e-6197470608c7 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:23.805327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.833207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394a4cd-69a0-4c55-ac79-210621c64d9f None None] No DVR routers for this DVR port 42497e49-d8eb-4196-ba2e-6197470608c7 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:23.839828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394a4cd-69a0-4c55-ac79-210621c64d9f None None] Pushing event deleted for resources: {'Port': ['ID=42497e49-d8eb-4196-ba2e-6197470608c7,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:23.886842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:23.896665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:23.912036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-4de20554-edea-4db4-a952-92513246eee1 req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Deleting port ac1cb6fc-95db-4a25-a521-9dbaea4aadde {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:23.912494 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4de20554-edea-4db4-a952-92513246eee1 req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:23.917937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:23.944803 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a2ce1cf-f63c-4f93-af70-dc8a50093554 req-fbd002a1-1c6f-4cf1-8309-71f2f7341231 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562140 Aug 30 13:05:23.978495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b37662-5621-4f13-a715-f51a3dbd3297 None None] Network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:23.983358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df57309b-0e21-4af6-b2b0-dadd5007b0e0 req-3750c8d4-96a7-41e7-86a3-e904d90ab2fa tempest-InstanceActionsTestJSON-1866144204 tempest-InstanceActionsTestJSON-1866144204-project] 10.222.0.37 "GET /v2.0/ports?device_id=e0688087-b29b-4b00-9d36-acbd2475ee2f HTTP/1.1" status: 200 len: 210 time: 0.0809805 Aug 30 13:05:24.001881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bcb68a8-49b7-4e77-aabe-48b4ef507efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.045131 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bcb68a8-49b7-4e77-aabe-48b4ef507efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.050659 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5bcb68a8-49b7-4e77-aabe-48b4ef507efc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/de712da0-d649-436c-9ec5-6653643a2ad8 HTTP/1.1" status: 204 len: 168 time: 0.9684160 Aug 30 13:05:24.071388 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43326) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:24.106655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 42497e49-d8eb-4196-ba2e-6197470608c7 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:24.163236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4de20554-edea-4db4-a952-92513246eee1 req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] For port ac1cb6fc-95db-4a25-a521-9dbaea4aadde, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,segment=NetworkSegment(9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75),segment_id=9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:24.164448 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4de20554-edea-4db4-a952-92513246eee1 req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.184902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-4de20554-edea-4db4-a952-92513246eee1 req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Calling delete_port for ac1cb6fc-95db-4a25-a521-9dbaea4aadde owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:24.192136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] For port 42497e49-d8eb-4196-ba2e-6197470608c7, host n-d-688802-6, got binding levels [] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:24.192623 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.206229 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.228976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb68a8-49b7-4e77-aabe-48b4ef507efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de712da0-d649-436c-9ec5-6653643a2ad8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:24.252816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Calling delete_port for 42497e49-d8eb-4196-ba2e-6197470608c7 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:24.263772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Port 42497e49-d8eb-4196-ba2e-6197470608c7 was not found and therefore no delete operation was performed {{(pid=95699) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:05:24.278409 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.315201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 42497e49-d8eb-4196-ba2e-6197470608c7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:24.316480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 42497e49-d8eb-4196-ba2e-6197470608c7 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:24.316676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dfb2697a-2393-4651-9486-0fe746886e6d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:24.326433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] No DVR routers for this DVR port 42497e49-d8eb-4196-ba2e-6197470608c7 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:24.342914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: dfb2697a-2393-4651-9486-0fe746886e6d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:24.343502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dfb2697a-2393-4651-9486-0fe746886e6d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:24.343921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 63a90217-07f6-4f7d-8013-c2bcc45d46e4 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:24.345505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b4a63522-aa14-4712-8050-396a6a39c4bd None None] Provisioning for port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:24.346817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Router 6ea514ae-1595-4124-a7bc-c3afe9317672 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:05:24.351898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=42497e49-d8eb-4196-ba2e-6197470608c7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:24.380590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe9d2e0-9422-4590-8f16-85145e30da7d None None] Network 666805ea-84d0-429d-a2c2-d69218ce6ffb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:24.384679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 63a90217-07f6-4f7d-8013-c2bcc45d46e4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:24.385221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 63a90217-07f6-4f7d-8013-c2bcc45d46e4 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:24.386791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b4a63522-aa14-4712-8050-396a6a39c4bd None None] Provisioning complete for port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:24.387550 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4a63522-aa14-4712-8050-396a6a39c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.479499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:24.480073 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.485009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.492275 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c449cf9-cffe-46eb-ad57-311885d8e0e4 None None] Sync routers for ids ['6ea514ae-1595-4124-a7bc-c3afe9317672'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:24.497539 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-00ba3c08-f9a2-4427-8f6e-721cfe6f939a tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "PUT /v2.0/routers/6ea514ae-1595-4124-a7bc-c3afe9317672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2178047 Aug 30 13:05:24.497952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43328) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:24.502287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30832a73-038a-43bc-a4cc-aed5c45514e0']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.505874 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c449cf9-cffe-46eb-ad57-311885d8e0e4 None None] Routers {'6ea514ae-1595-4124-a7bc-c3afe9317672'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:24.506710 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1c449cf9-cffe-46eb-ad57-311885d8e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ea514ae-1595-4124-a7bc-c3afe9317672'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.518781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afcb914-2dc3-496a-9b69-44167f5925d0']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.523218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c781db-bca9-4daf-a0db-ca0f8c094253') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.523519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c781db-bca9-4daf-a0db-ca0f8c094253') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.536712 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4de20554-edea-4db4-a952-92513246eee1 req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.547253 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1c449cf9-cffe-46eb-ad57-311885d8e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.555231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-5d78a466-d398-4017-9bb5-6d78dec5b635 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:24.556838 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c449cf9-cffe-46eb-ad57-311885d8e0e4 None None] Routers {'6ea514ae-1595-4124-a7bc-c3afe9317672'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:24.556966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-5d78a466-d398-4017-9bb5-6d78dec5b635 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.35 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.0815420 Aug 30 13:05:24.557726 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1c449cf9-cffe-46eb-ad57-311885d8e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ea514ae-1595-4124-a7bc-c3afe9317672'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.601387 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1c449cf9-cffe-46eb-ad57-311885d8e0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.602626 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c449cf9-cffe-46eb-ad57-311885d8e0e4 None None] The sync data for ids ['6ea514ae-1595-4124-a7bc-c3afe9317672'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:24.614605 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.619136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3bdde97-8955-47a9-a207-f5b1879d21e0') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.619425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3bdde97-8955-47a9-a207-f5b1879d21e0') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:24.637477 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.638940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Pushing event deleted for resources: {'Port': ['ID=ac1cb6fc-95db-4a25-a521-9dbaea4aadde,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:24.655886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.657640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de20554-edea-4db4-a952-92513246eee1 req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] No DVR routers for this DVR port ac1cb6fc-95db-4a25-a521-9dbaea4aadde on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:24.663701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4de20554-edea-4db4-a952-92513246eee1 req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.669479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4de20554-edea-4db4-a952-92513246eee1 req-781136f3-cb89-4a5b-89d4-294724433279 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.35 "DELETE /v2.0/ports/ac1cb6fc-95db-4a25-a521-9dbaea4aadde HTTP/1.1" status: 204 len: 173 time: 1.5202096 Aug 30 13:05:24.670412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa70262-0393-4011-908b-e5f842a0f78f', 'name': 'network-vif-deleted', 'tag': 'ac1cb6fc-95db-4a25-a521-9dbaea4aadde'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:24.674338 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33415893-e330-4532-bea1-06fb3658eb55" -d '{"events": [{"server_uuid": "dfa70262-0393-4011-908b-e5f842a0f78f", "name": "network-vif-deleted", "tag": "ac1cb6fc-95db-4a25-a521-9dbaea4aadde"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:24.681228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.684512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:24.684927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:24.686906 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:24.763701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Deleting port 3026634b-b772-40ce-9078-0988a91b8d39 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:24.764219 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.768270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:24.769553 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.769855 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30db14b-9972-44ca-8e10-ea893972869c x-openstack-request-id: req-d30db14b-9972-44ca-8e10-ea893972869c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:24.770688 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4a63522-aa14-4712-8050-396a6a39c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.771488 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa70262-0393-4011-908b-e5f842a0f78f", "name": "network-vif-deleted", "tag": "ac1cb6fc-95db-4a25-a521-9dbaea4aadde", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:24.772157 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d30db14b-9972-44ca-8e10-ea893972869c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:24.772867 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa70262-0393-4011-908b-e5f842a0f78f', 'name': 'network-vif-deleted', 'tag': 'ac1cb6fc-95db-4a25-a521-9dbaea4aadde', 'status': 'completed', 'code': 200} Aug 30 13:05:24.830453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b4a63522-aa14-4712-8050-396a6a39c4bd None None] For port 77fe86df-1f20-4e60-896e-3a0e8dbc7179, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=77fe86df-1f20-4e60-896e-3a0e8dbc7179,segment=NetworkSegment(02e35b4d-6e15-4c2b-b341-98cc3bf25067),segment_id=02e35b4d-6e15-4c2b-b341-98cc3bf25067)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:24.836867 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:24.846522 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4a63522-aa14-4712-8050-396a6a39c4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.906353 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e8c2b3f-fb2c-46f1-ba24-e376d8c40c9c req-91887a98-09d5-4b9e-9ada-cc9011e4f5f5 tempest-ServersNegativeTestMultiTenantJSON-261661590 tempest-ServersNegativeTestMultiTenantJSON-261661590-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfa70262-0393-4011-908b-e5f842a0f78f HTTP/1.1" status: 200 len: 210 time: 0.0658183 Aug 30 13:05:24.923926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a63522-aa14-4712-8050-396a6a39c4bd None None] Pushing event updated for resources: {'Port': ['ID=77fe86df-1f20-4e60-896e-3a0e8dbc7179,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:24.937693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] For port 3026634b-b772-40ce-9078-0988a91b8d39, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3026634b-b772-40ce-9078-0988a91b8d39,segment=NetworkSegment(c1a3e2e6-b432-400d-9bbd-a35b81e947c0),segment_id=c1a3e2e6-b432-400d-9bbd-a35b81e947c0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:24.938083 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.954053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Calling delete_port for 3026634b-b772-40ce-9078-0988a91b8d39 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:24.976141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5b1df9ed-573e-498c-9111-07facb6f435b None None] Provisioning for port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:24.993914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5b1df9ed-573e-498c-9111-07facb6f435b None None] Provisioning complete for port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:24.994755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:24.995938 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b1df9ed-573e-498c-9111-07facb6f435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.010225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.029616 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] 10.222.0.37 "DELETE /v2.0/networks/30832a73-038a-43bc-a4cc-aed5c45514e0 HTTP/1.1" status: 204 len: 168 time: 0.9569786 Aug 30 13:05:25.108274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43342) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:25.131594 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.142729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.147882 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7afcb914-2dc3-496a-9b69-44167f5925d0 HTTP/1.1" status: 204 len: 168 time: 2.2103822 Aug 30 13:05:25.206110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcd4d3-624a-4c84-8106-ba8432eced20 admin admin] Pushing event deleted for resources: {'Network': ['ID=30832a73-038a-43bc-a4cc-aed5c45514e0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:25.245952 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b1df9ed-573e-498c-9111-07facb6f435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.347032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5b1df9ed-573e-498c-9111-07facb6f435b None None] For port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7708f5fc-0fc7-443b-b374-3c9e52ce89c4,segment=NetworkSegment(67b94435-73ff-406b-a5ae-3685779c0c23),segment_id=67b94435-73ff-406b-a5ae-3685779c0c23)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:25.366401 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b1df9ed-573e-498c-9111-07facb6f435b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.440424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 77fe86df-1f20-4e60-896e-3a0e8dbc7179 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:25.490790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43348) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:25.552693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43350) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:25.564806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92747205-3bdb-45f8-b0ed-4228b582c8a9 req-fcb9d417-08bc-4e88-8806-6e06b3a70e24 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:25.567089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-92747205-3bdb-45f8-b0ed-4228b582c8a9 req-fcb9d417-08bc-4e88-8806-6e06b3a70e24 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c0f5fb4-c703-4c7f-bf32-2b1a37466c67 HTTP/1.1" status: 200 len: 945 time: 0.3609407 Aug 30 13:05:25.572959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-65855bd0-1010-47fc-b4ae-6f202985542b None None] Provisioning for port 440a81c2-e8b8-4a65-b761-47977cd72fbc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:25.589990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-65855bd0-1010-47fc-b4ae-6f202985542b None None] Provisioning complete for port 440a81c2-e8b8-4a65-b761-47977cd72fbc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:25.590641 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-65855bd0-1010-47fc-b4ae-6f202985542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.595656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1df9ed-573e-498c-9111-07facb6f435b None None] Pushing event updated for resources: {'Port': ['ID=7708f5fc-0fc7-443b-b374-3c9e52ce89c4,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:25.600840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-156664b5-8d7a-4f37-8537-487a5fad63ee admin admin] Deleting subnet 8d1db960-58fd-4ccf-ab7d-26d16cb902b1 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:25.623590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:25.624219 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.640450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-156664b5-8d7a-4f37-8537-487a5fad63ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.670046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-65855bd0-1010-47fc-b4ae-6f202985542b None None] Port 440a81c2-e8b8-4a65-b761-47977cd72fbc cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:05:25.687115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-65855bd0-1010-47fc-b4ae-6f202985542b None None] Provisioning complete for port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:25.687770 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-65855bd0-1010-47fc-b4ae-6f202985542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.697757 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-156664b5-8d7a-4f37-8537-487a5fad63ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.759351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-156664b5-8d7a-4f37-8537-487a5fad63ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.759562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c2f982eb-0b92-44a6-b561-d13dccd87dcf no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:25.797081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: c2f982eb-0b92-44a6-b561-d13dccd87dcf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:25.797424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c2f982eb-0b92-44a6-b561-d13dccd87dcf not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:25.798209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf56a3-4452-4624-b2d9-d3b20d0d02f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7afcb914-2dc3-496a-9b69-44167f5925d0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:25.858223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-65855bd0-1010-47fc-b4ae-6f202985542b None None] Provisioning complete for port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:25.858603 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-65855bd0-1010-47fc-b4ae-6f202985542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.867271 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.870854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cb662426-308c-4c34-9825-8e3514d9fca4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08714504461e48dfb4a0f7c952281211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027253 Aug 30 13:05:25.874122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43352) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:25.883338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['3026634b-b772-40ce-9078-0988a91b8d39'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:25.889063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-92747205-3bdb-45f8-b0ed-4228b582c8a9 req-7cca2b76-0687-4051-8d56-4b6e03b18539 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.37 "GET /v2.0/security-groups?id=9a2fb930-27fd-4c27-9621-4142422bd7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845423 Aug 30 13:05:25.930121 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-156664b5-8d7a-4f37-8537-487a5fad63ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.936173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Pushing event deleted for resources: {'Port': ['ID=3026634b-b772-40ce-9078-0988a91b8d39,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:25.957716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6b91086d-2d22-42ef-86eb-65a7fa2701bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffba9b3c5c5b47d38f9422fce76b3518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603651 Aug 30 13:05:25.960155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43356) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:25.990889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-156664b5-8d7a-4f37-8537-487a5fad63ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:25.993882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-156664b5-8d7a-4f37-8537-487a5fad63ee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8d1db960-58fd-4ccf-ab7d-26d16cb902b1 HTTP/1.1" status: 204 len: 168 time: 0.8834970 Aug 30 13:05:25.994104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156664b5-8d7a-4f37-8537-487a5fad63ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d1db960-58fd-4ccf-ab7d-26d16cb902b1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:25.999306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43358) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:25.999641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43360) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:26.006753 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-995c8d23-6a17-4816-826c-dc327bfdaa18 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:05:26.007807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-995c8d23-6a17-4816-826c-dc327bfdaa18 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "PUT /v2.0/routers/6ea514ae-1595-4124-a7bc-c3afe9317672/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5075116 Aug 30 13:05:26.013222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43362) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:26.080980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] No DVR routers for this DVR port 3026634b-b772-40ce-9078-0988a91b8d39 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:26.095929 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.098254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcfb2fc7-ec9e-48a0-8a56-50f50c44efab req-710584ab-c3cb-4d1f-be68-c66abcb604c5 tempest-ServerDiskConfigTestJSON-1554998639 tempest-ServerDiskConfigTestJSON-1554998639-project] 10.222.0.35 "DELETE /v2.0/ports/3026634b-b772-40ce-9078-0988a91b8d39 HTTP/1.1" status: 204 len: 173 time: 1.5322857 Aug 30 13:05:26.104630 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e9f152a8-951b-445d-ba55-7a697fbe6dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.113962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4f1afedf-7bee-4a75-b8b4-ee226ebcd0d1 None None] Provisioning complete for port 440a81c2-e8b8-4a65-b761-47977cd72fbc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:26.114450 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4f1afedf-7bee-4a75-b8b4-ee226ebcd0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.130416 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e9f152a8-951b-445d-ba55-7a697fbe6dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.144708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.150439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c110ade-afb7-4d7b-8479-63f501068cd7 admin admin] Deleting subnet 5c1dd572-0f1d-4f5d-966b-faa3eb9e9510 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:26.154844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c110ade-afb7-4d7b-8479-63f501068cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.175612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aff9b4a9-9e2b-405d-a47f-860a3e0467c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.192947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4f1afedf-7bee-4a75-b8b4-ee226ebcd0d1 None None] Port 440a81c2-e8b8-4a65-b761-47977cd72fbc cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:05:26.232757 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c110ade-afb7-4d7b-8479-63f501068cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.281991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aff9b4a9-9e2b-405d-a47f-860a3e0467c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.307146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.323970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979a7ee3-1fff-4f8e-b87d-b614448eac9c']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:26.325707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e9f152a8-951b-445d-ba55-7a697fbe6dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.328211 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e9f152a8-951b-445d-ba55-7a697fbe6dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.332165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e9f152a8-951b-445d-ba55-7a697fbe6dbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36699a19-8f72-4751-aee4-eb7fb13d83e3 HTTP/1.1" status: 204 len: 168 time: 0.4540939 Aug 30 13:05:26.335956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ac1cb6fc-95db-4a25-a521-9dbaea4aadde no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:26.340991 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c110ade-afb7-4d7b-8479-63f501068cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.358590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f152a8-951b-445d-ba55-7a697fbe6dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36699a19-8f72-4751-aee4-eb7fb13d83e3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:26.377013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: ac1cb6fc-95db-4a25-a521-9dbaea4aadde {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:26.377655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ac1cb6fc-95db-4a25-a521-9dbaea4aadde not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:26.377790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776fc767-3b62-4665-8b79-17953062ff95') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:26.378095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776fc767-3b62-4665-8b79-17953062ff95') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:26.395062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.421035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.433523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:26.433970 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:26.435650 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:26.443854 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aff9b4a9-9e2b-405d-a47f-860a3e0467c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.446895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aff9b4a9-9e2b-405d-a47f-860a3e0467c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.448117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aff9b4a9-9e2b-405d-a47f-860a3e0467c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a HTTP/1.1" status: 204 len: 168 time: 0.4838219 Aug 30 13:05:26.475678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9b4a9-9e2b-405d-a47f-860a3e0467c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5867e8b2-34c1-4b7e-b3c5-f0e240a5ca8a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:26.506391 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c110ade-afb7-4d7b-8479-63f501068cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.560660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c110ade-afb7-4d7b-8479-63f501068cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1dd572-0f1d-4f5d-966b-faa3eb9e9510,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:26.562715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c110ade-afb7-4d7b-8479-63f501068cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.568682 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0c110ade-afb7-4d7b-8479-63f501068cd7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5c1dd572-0f1d-4f5d-966b-faa3eb9e9510 HTTP/1.1" status: 204 len: 168 time: 0.5679581 Aug 30 13:05:26.569398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43372) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:26.578979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.625844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.628102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] 10.222.0.37 "DELETE /v2.0/networks/979a7ee3-1fff-4f8e-b87d-b614448eac9c HTTP/1.1" status: 204 len: 168 time: 0.6264141 Aug 30 13:05:26.648556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac914574-5f25-4e4b-8a19-866245534c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=979a7ee3-1fff-4f8e-b87d-b614448eac9c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:26.668269 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.674826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.770915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:26.778720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0f5fb4-c703-4c7f-bf32-2b1a37466c67', 'name': 'network-vif-deleted', 'tag': '3026634b-b772-40ce-9078-0988a91b8d39'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:26.781492 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861a1d53-9bcc-40b4-ba36-baf4b9f553c6" -d '{"events": [{"server_uuid": "5c0f5fb4-c703-4c7f-bf32-2b1a37466c67", "name": "network-vif-deleted", "tag": "3026634b-b772-40ce-9078-0988a91b8d39"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:27.001026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43390) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:27.073788 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-29c3e52e-918e-4539-bcc6-551804c75d93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f2a2817b2e144c1aa2364e5cc77f7e04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0676432 Aug 30 13:05:27.078228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43394) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:27.136215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Deleting port 440a81c2-e8b8-4a65-b761-47977cd72fbc {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:27.136215 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.216587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43408) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:27.230898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08558fce-db20-4b2f-b438-06e67d8fb1b0']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:27.242714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:27.243349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f55c79c-b0bf-4438-8edd-fc5cbbd8aa75') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:27.271234 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.289549 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0c9e28c-0af6-48be-8333-6a84afc8ca17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.305848 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b9d238-c27e-4bb9-89ff-b146b905d23c x-openstack-request-id: req-b7b9d238-c27e-4bb9-89ff-b146b905d23c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:27.306313 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0f5fb4-c703-4c7f-bf32-2b1a37466c67", "name": "network-vif-deleted", "tag": "3026634b-b772-40ce-9078-0988a91b8d39", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:27.306657 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7b9d238-c27e-4bb9-89ff-b146b905d23c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:27.307278 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0f5fb4-c703-4c7f-bf32-2b1a37466c67', 'name': 'network-vif-deleted', 'tag': '3026634b-b772-40ce-9078-0988a91b8d39', 'status': 'completed', 'code': 200} Aug 30 13:05:27.308499 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.319590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:27.320016 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:27.321917 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:27.341788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0c9e28c-0af6-48be-8333-6a84afc8ca17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.354954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:27.430939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.439008 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.441897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] 10.222.0.37 "DELETE /v2.0/networks/08558fce-db20-4b2f-b438-06e67d8fb1b0 HTTP/1.1" status: 204 len: 168 time: 0.8704720 Aug 30 13:05:27.446004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43418) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:27.474037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aee2df-f2f0-4ffe-b02e-e2749fa9efea admin admin] Pushing event deleted for resources: {'Network': ['ID=08558fce-db20-4b2f-b438-06e67d8fb1b0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:27.476518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:27.477119 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.491167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41aabd0-520c-4070-9eec-817574ec2cca admin admin] Deleting subnet 1f83c4d3-00aa-4dd6-a772-07c3ab30fe63 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:27.504775 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a41aabd0-520c-4070-9eec-817574ec2cca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.518708 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0c9e28c-0af6-48be-8333-6a84afc8ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.527764 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0c9e28c-0af6-48be-8333-6a84afc8ca17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.531516 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e0c9e28c-0af6-48be-8333-6a84afc8ca17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de1793e3-89db-4c40-9dd3-5b89684e8807 HTTP/1.1" status: 204 len: 168 time: 0.4487314 Aug 30 13:05:27.539392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e4dd43-988a-411f-8267-a33ff582f258 admin admin] Deleting subnet 8a5109f3-7f75-4a3a-9462-b78706a366de {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:27.544436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00e4dd43-988a-411f-8267-a33ff582f258 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.576133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a41aabd0-520c-4070-9eec-817574ec2cca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.598593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00e4dd43-988a-411f-8267-a33ff582f258 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.640417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a41aabd0-520c-4070-9eec-817574ec2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.642693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9e28c-0af6-48be-8333-6a84afc8ca17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1793e3-89db-4c40-9dd3-5b89684e8807,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:27.652327 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00e4dd43-988a-411f-8267-a33ff582f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.679620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.705806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Calling delete_port for 440a81c2-e8b8-4a65-b761-47977cd72fbc owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:27.737040 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00e4dd43-988a-411f-8267-a33ff582f258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.774214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-00e4dd43-988a-411f-8267-a33ff582f258 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.776957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-00e4dd43-988a-411f-8267-a33ff582f258 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8a5109f3-7f75-4a3a-9462-b78706a366de HTTP/1.1" status: 204 len: 168 time: 0.3300140 Aug 30 13:05:27.779054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4dd43-988a-411f-8267-a33ff582f258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a5109f3-7f75-4a3a-9462-b78706a366de,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:27.780877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43436) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:27.842703 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a41aabd0-520c-4070-9eec-817574ec2cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.890144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aabd0-520c-4070-9eec-817574ec2cca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f83c4d3-00aa-4dd6-a772-07c3ab30fe63,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:27.900212 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a41aabd0-520c-4070-9eec-817574ec2cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.904178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a41aabd0-520c-4070-9eec-817574ec2cca admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1f83c4d3-00aa-4dd6-a772-07c3ab30fe63 HTTP/1.1" status: 204 len: 168 time: 0.6823640 Aug 30 13:05:27.905429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43442) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:27.906420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:27.998865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.071420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.088820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.104595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdeb30f0-8323-411a-9398-575f99711c1a') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.105329 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdeb30f0-8323-411a-9398-575f99711c1a') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.114805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.116642 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.123465 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.125242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040756f3-7673-45e9-bedb-4320c1c9fe9f']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.137422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.138187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a3e2e6-b432-400d-9bbd-a35b81e947c0') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.148316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.150656 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.157437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event deleted for resources: {'Port': ['ID=440a81c2-e8b8-4a65-b761-47977cd72fbc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:28.161859 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.171966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:28.172502 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:28.174586 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:28.185874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.194441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:28.195449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:28.198637 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:28.288796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.303626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.305602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/040756f3-7673-45e9-bedb-4320c1c9fe9f HTTP/1.1" status: 204 len: 168 time: 0.3991237 Aug 30 13:05:28.321914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af95f8f-e7d0-4c6a-ae33-182cb00004b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=040756f3-7673-45e9-bedb-4320c1c9fe9f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:28.335570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.339788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3026634b-b772-40ce-9078-0988a91b8d39 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:28.342797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.351284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b HTTP/1.1" status: 204 len: 168 time: 0.5687010 Aug 30 13:05:28.388120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 3026634b-b772-40ce-9078-0988a91b8d39 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:28.388620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3026634b-b772-40ce-9078-0988a91b8d39 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:28.432665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe621c6-fbf9-45cb-bab1-a7b3d301fc52 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae6a65b5-db14-48b1-a4f1-47df2fbf6e4b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:28.489269 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.502805 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-10310f2e-e3d9-4d88-98f8-0ca6310ae668 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bfa584cfebab4d2ead22d2eb84e2f907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311201 Aug 30 13:05:28.647232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43482) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:28.653266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43484) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:28.677730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Router 6ea514ae-1595-4124-a7bc-c3afe9317672 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:05:28.733632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-b2779167-b3a2-402b-aca4-cd1b7a3b0160 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:28.735133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-b2779167-b3a2-402b-aca4-cd1b7a3b0160 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2265322 Aug 30 13:05:28.750994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-84495390-feef-4b80-9c80-37270f002915 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab84f7fabe7941a0b6a4bc773264f06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1025095 Aug 30 13:05:28.755841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43486) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:28.762917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:28.778185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c73dad9f-2c5b-49ce-8a19-08635b3a0e66 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "PUT /v2.0/routers/6ea514ae-1595-4124-a7bc-c3afe9317672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7585471 Aug 30 13:05:28.778380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58608f8-40a6-4714-b1e5-d7dba28ffaef None None] Sync routers for ids ['6ea514ae-1595-4124-a7bc-c3afe9317672'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:28.778489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43488) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:28.783030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58608f8-40a6-4714-b1e5-d7dba28ffaef None None] Routers {'6ea514ae-1595-4124-a7bc-c3afe9317672'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:28.783669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c58608f8-40a6-4714-b1e5-d7dba28ffaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ea514ae-1595-4124-a7bc-c3afe9317672'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.784601 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-8df56f6f-c5ef-45b1-9943-06b375b75db1 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/quotas/bfa584cfebab4d2ead22d2eb84e2f907 HTTP/1.1" status: 200 len: 375 time: 0.0364151 Aug 30 13:05:28.790943 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f11e715d-cbda-4f36-81af-beef6de3b5c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbaf7446222447df9cb7eccd233dba3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267929 Aug 30 13:05:28.791330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43490) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:28.829260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c58608f8-40a6-4714-b1e5-d7dba28ffaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.834777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7c8f0c39-9db3-433e-b194-04d9ca8ac1e2 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bfa584cfebab4d2ead22d2eb84e2f907&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490003 Aug 30 13:05:28.838605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58608f8-40a6-4714-b1e5-d7dba28ffaef None None] Routers {'6ea514ae-1595-4124-a7bc-c3afe9317672'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:28.839236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c58608f8-40a6-4714-b1e5-d7dba28ffaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ea514ae-1595-4124-a7bc-c3afe9317672'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.843926 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-77f2009b-5e42-43d6-b25c-0caaf33ad438 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] delete failed (client error): The resource could not be found. Aug 30 13:05:28.851475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-77f2009b-5e42-43d6-b25c-0caaf33ad438 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-2020014232 HTTP/1.1" status: 404 len: 335 time: 0.0729847 Aug 30 13:05:28.852514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43494) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:28.861997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-adf445ce-6785-49e9-bc5a-a29ade423074 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ea514ae-1595-4124-a7bc-c3afe9317672'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:28.872908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c58608f8-40a6-4714-b1e5-d7dba28ffaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:28.873498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58608f8-40a6-4714-b1e5-d7dba28ffaef None None] The sync data for ids ['6ea514ae-1595-4124-a7bc-c3afe9317672'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:28.893604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-12175bba-0f2f-4711-b0ad-6e1a1cc87c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.923083 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-12175bba-0f2f-4711-b0ad-6e1a1cc87c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.992886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-12175bba-0f2f-4711-b0ad-6e1a1cc87c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.998170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-12175bba-0f2f-4711-b0ad-6e1a1cc87c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:28.999277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-12175bba-0f2f-4711-b0ad-6e1a1cc87c3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9a2fb930-27fd-4c27-9621-4142422bd7a4 HTTP/1.1" status: 204 len: 168 time: 0.2379072 Aug 30 13:05:29.013692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12175bba-0f2f-4711-b0ad-6e1a1cc87c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2fb930-27fd-4c27-9621-4142422bd7a4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:29.073026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-226e261a-ad3c-4ffe-9973-2726f6f17c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.095016 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0097803-feb5-4ed7-bff9-45c1589e4af0 req-d66cf9fa-3e5c-4209-ac23-0f32e31ea7df tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0407207 Aug 30 13:05:29.108635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43506) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:29.174683 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-adf445ce-6785-49e9-bc5a-a29ade423074 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.178991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-226e261a-ad3c-4ffe-9973-2726f6f17c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.208665 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-adf445ce-6785-49e9-bc5a-a29ade423074 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] update failed (client error): The resource could not be found. Aug 30 13:05:29.215259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43514) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:29.215417 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-adf445ce-6785-49e9-bc5a-a29ade423074 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "PUT /v2.0/routers/6ea514ae-1595-4124-a7bc-c3afe9317672 HTTP/1.1" status: 404 len: 339 time: 0.3582172 Aug 30 13:05:29.259768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-226e261a-ad3c-4ffe-9973-2726f6f17c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.270036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-226e261a-ad3c-4ffe-9973-2726f6f17c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.271392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-226e261a-ad3c-4ffe-9973-2726f6f17c8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9e6d833-0d98-466d-87ff-f7d57795dce1 HTTP/1.1" status: 204 len: 168 time: 0.4787908 Aug 30 13:05:29.283217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1732815938-network', 'tenant_id': '67f09501a2af46bbb63ac0ee96cccd0c'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:29.304719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e261a-ad3c-4ffe-9973-2726f6f17c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e6d833-0d98-466d-87ff-f7d57795dce1,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:29.360031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Made reservation on behalf of 67f09501a2af46bbb63ac0ee96cccd0c for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:29.362877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.377171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.789107 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.820634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43548) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:29.860876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-513747a4-2a3d-4b83-a6a8-097b008ab289 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=636cb59c5ebc4c50af03cca6e387eb35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390649 Aug 30 13:05:29.863760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.864223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43550) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:29.904778 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.924033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-071b0314-ebd1-4aaa-acdf-1adb95ab10b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.967588 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-071b0314-ebd1-4aaa-acdf-1adb95ab10b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:29.982649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:05:30.020637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b976628b-57e9-4212-978a-ed97e46e60cc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:30.044644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.045939 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Added segment 01382174-95d4-4b3f-ac75-bcdff88ab2c0 of type vlan for network e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 Aug 30 13:05:30.049285 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-071b0314-ebd1-4aaa-acdf-1adb95ab10b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.052996 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-071b0314-ebd1-4aaa-acdf-1adb95ab10b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.054301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-071b0314-ebd1-4aaa-acdf-1adb95ab10b3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/412e5de3-1011-4a74-8c08-30d74866cda7 HTTP/1.1" status: 204 len: 168 time: 0.1891360 Aug 30 13:05:30.068970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b0314-ebd1-4aaa-acdf-1adb95ab10b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e5de3-1011-4a74-8c08-30d74866cda7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:30.197903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.309630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-23bea41b-f0d9-4a5b-bd41-7b3e9b7c3be8 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=bfa584cfebab4d2ead22d2eb84e2f907&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1621180 Aug 30 13:05:30.316440 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f9f2d4-156f-48c2-82be-b4ab1c96e885 req-3c56ead1-2c37-437c-bb62-f76c2cc826d5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0744321 Aug 30 13:05:30.347078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.348573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:30.349157 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.478681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3675327 Aug 30 13:05:30.481642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43602) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:30.485470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Allocated IP 172.20.0.1 (a3d520c7-3305-4063-8083-7c4c1cc474c6/7a829f34-36e1-4b3b-a74c-c2f82ca760f0/13df9571-f47f-4b32-85a9-86c50a55a11d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:30.490542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Request body: {'subnet': {'network_id': 'e9cc0f3f-cdd3-4739-acc3-95a578fb9d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1732815938-subnet', 'tenant_id': '67f09501a2af46bbb63ac0ee96cccd0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:30.521698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Made reservation on behalf of 67f09501a2af46bbb63ac0ee96cccd0c for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:30.524337 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.529713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4cb54-4815-4e7f-8502-5b33d7c28fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=e9cc0f3f-cdd3-4739-acc3-95a578fb9d61,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:30.549914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:05:30.641189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43608) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:30.667944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-bd867de8-5504-48ec-bb0e-7789e4cb0bf1 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:30.669580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-bd867de8-5504-48ec-bb0e-7789e4cb0bf1 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236132 Aug 30 13:05:30.694190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Request body: {'port': {'device_id': '35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'bfa584cfebab4d2ead22d2eb84e2f907'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:30.732607 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.809952 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.843600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.843792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Transition to ACTIVE for port object 13df9571-f47f-4b32-85a9-86c50a55a11d will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:30.893583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-network', 'tenant_id': '358394eff83c48e0a63125c66c955789'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:30.901933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Made reservation on behalf of bfa584cfebab4d2ead22d2eb84e2f907 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:30.905385 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.906857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c9a2b2-d804-4cb4-a2cc-0eba54420d22,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:30.919500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Checking segment: {'id': '01382174-95d4-4b3f-ac75-bcdff88ab2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9cc0f3f-cdd3-4739-acc3-95a578fb9d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:30.920069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Network hostable DHCP agents. Network: e9cc0f3f-cdd3-4739-acc3-95a578fb9d61, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:05:30.924290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.937619 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.944766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Network e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:05:30.955819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e9cc0f3f-cdd3-4739-acc3-95a578fb9d61) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:30.961391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:30.962453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.974200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Made reservation on behalf of 358394eff83c48e0a63125c66c955789 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:30.974408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db8e618-840d-4f6a-829c-c95283efc11a None None] Network e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:30.976455 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:30.986890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d057f9b8-888a-4a86-bd4a-6b099f1eddd3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5022373 Aug 30 13:05:31.000743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.008570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network a3d520c7-3305-4063-8083-7c4c1cc474c6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:31.021804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:31.039553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:31.079730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Port': ['ID=13df9571-f47f-4b32-85a9-86c50a55a11d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:31.134096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.151001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42dbffd-1971-4ffd-a803-77df34234c6d None None] Network e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:31.205051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43628) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:31.244145 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.273826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.373261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1126428862-network', 'tenant_id': '6ecc1e79a09f4301b1aac72ffecc6dbd'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:31.418256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f302d3-3d6d-4d02-9bb5-a86c9bde0226,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:31.460814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-638dd8a4-ed43-44d0-8487-e20651e3b68d req-32cbd907-e1be-46a6-879e-a1b61fa2c40e tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0421443 Aug 30 13:05:31.484369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.493637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8ad72112-424b-49fa-a98b-8d175b81382c None None] Provisioning for port 13df9571-f47f-4b32-85a9-86c50a55a11d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:31.499433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8ad72112-424b-49fa-a98b-8d175b81382c None None] Provisioning complete for port 13df9571-f47f-4b32-85a9-86c50a55a11d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:31.499981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ad72112-424b-49fa-a98b-8d175b81382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.557567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8ad72112-424b-49fa-a98b-8d175b81382c None None] Port 13df9571-f47f-4b32-85a9-86c50a55a11d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:05:31.590486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Allocated IP 192.168.233.97 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/34b6e04c-36f9-4c04-b063-8c0147ba6f71) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:31.729012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.757296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Made reservation on behalf of 6ecc1e79a09f4301b1aac72ffecc6dbd for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:31.761098 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.770274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.770959 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.832751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:05:31.876289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.878231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eca9e7a-83d4-49dd-80bd-6f36d43a7491,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:31.881622 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.895260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:05:31.905278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.905907 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Added segment e3a178a2-a84e-434a-be92-1997ee4ba2b9 of type vlan for network 2a1e96cc-522b-4147-a956-5d8c82b85109 Aug 30 13:05:31.960755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-7a10ff8d-4ced-495d-8855-24745f4b7f67 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:31.962319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-7a10ff8d-4ced-495d-8855-24745f4b7f67 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/networks?id=e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 HTTP/1.1" status: 200 len: 814 time: 0.3675382 Aug 30 13:05:31.962883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.965280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:31.965619 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Added segment 12470b91-e586-4f81-b817-4a6d73e2af63 of type vlan for network 9b5fccd4-17f2-4720-858c-cdefbf1059eb Aug 30 13:05:31.979133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bc3980-2516-4cef-80e1-e67a88791e62,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:31.992592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-f307ec16-18de-48ff-8a72-6ae1c9fedc90 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/quotas/67f09501a2af46bbb63ac0ee96cccd0c HTTP/1.1" status: 200 len: 375 time: 0.0098066 Aug 30 13:05:32.009453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.010350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:32.010849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.069282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8628736 Aug 30 13:05:32.075208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cced97-bdd4-410b-ad4e-91694d8dbc01 admin admin] Pushing event updated for resources: {'Network': ['ID=2a1e96cc-522b-4147-a956-5d8c82b85109,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:32.084826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 2a1e96cc-522b-4147-a956-5d8c82b85109 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:05:32.094519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1e6407a2-6bf6-4241-abc3-1426b9c66d41 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=67f09501a2af46bbb63ac0ee96cccd0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879254 Aug 30 13:05:32.118395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.243796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.247160 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.248093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:32.248672 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.332360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Transition to ACTIVE for port object 34b6e04c-36f9-4c04-b063-8c0147ba6f71 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:32.349655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1405b97e-d59c-497b-bda5-60cc945264ee service neutron] 10.222.0.37 "GET /v2.0/networks/e9cc0f3f-cdd3-4739-acc3-95a578fb9d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406926 Aug 30 13:05:32.357280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7149725 Aug 30 13:05:32.373224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43700) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:32.383973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Request body: {'subnet': {'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-subnet', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:32.407677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527383f-4460-4106-b137-371bfccc45d1 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5fccd4-17f2-4720-858c-cdefbf1059eb,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:32.423279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 9b5fccd4-17f2-4720-858c-cdefbf1059eb details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:05:32.445164 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.469823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.543826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Made reservation on behalf of 358394eff83c48e0a63125c66c955789 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:32.546183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.682769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc54f2-eedb-47dd-a1aa-e3a64c158f82 req-0be3fccc-8117-46b1-8f5d-39e6b0f68416 tempest-ComputeTenantNetworksTest-911512101 tempest-ComputeTenantNetworksTest-911512101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:32.688825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc54f2-eedb-47dd-a1aa-e3a64c158f82 req-0be3fccc-8117-46b1-8f5d-39e6b0f68416 tempest-ComputeTenantNetworksTest-911512101 tempest-ComputeTenantNetworksTest-911512101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:32.695260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc54f2-eedb-47dd-a1aa-e3a64c158f82 req-0be3fccc-8117-46b1-8f5d-39e6b0f68416 tempest-ComputeTenantNetworksTest-911512101 tempest-ComputeTenantNetworksTest-911512101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:32.696863 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3cc54f2-eedb-47dd-a1aa-e3a64c158f82 req-0be3fccc-8117-46b1-8f5d-39e6b0f68416 tempest-ComputeTenantNetworksTest-911512101 tempest-ComputeTenantNetworksTest-911512101-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4028006 Aug 30 13:05:32.781544 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7614491-9f4b-4cd8-b6f6-e2a7596cd389 req-66b3a16b-f8d5-417c-b091-4300a2fc2a28 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 210 time: 0.0286386 Aug 30 13:05:32.909258 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab190f4-a980-41cc-9816-1f5336b4ad19 req-be285520-fb8d-414d-8fdd-74a6d304cc83 tempest-ComputeTenantNetworksTest-911512101 tempest-ComputeTenantNetworksTest-911512101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:32.912016 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bab190f4-a980-41cc-9816-1f5336b4ad19 req-be285520-fb8d-414d-8fdd-74a6d304cc83 tempest-ComputeTenantNetworksTest-911512101 tempest-ComputeTenantNetworksTest-911512101-project] 10.222.0.37 "GET /v2.0/networks/2a1e96cc-522b-4147-a956-5d8c82b85109 HTTP/1.1" status: 200 len: 769 time: 0.1045568 Aug 30 13:05:32.920571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43708) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:32.943392 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:32.967476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event updated for resources: {'Port': ['ID=13df9571-f47f-4b32-85a9-86c50a55a11d,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:32.978058 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.006258 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.016863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-fa473d5a-dd16-464a-885c-ff132fc89432 service neutron] 10.222.0.37 "GET /v2.0/networks/e9cc0f3f-cdd3-4739-acc3-95a578fb9d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554048 Aug 30 13:05:33.053150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:33.099245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:33.100656 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.105654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:33.125791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1e96cc-522b-4147-a956-5d8c82b85109']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:33.148340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Pushing event updated for resources: {'Port': ['ID=34b6e04c-36f9-4c04-b063-8c0147ba6f71,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:33.165200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a178a2-a84e-434a-be92-1997ee4ba2b9') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:33.165395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a178a2-a84e-434a-be92-1997ee4ba2b9') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:33.179570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.222232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.234708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:33.236410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:33.239274 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:33.342946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.355080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.355533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:33.357042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.357337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2a1e96cc-522b-4147-a956-5d8c82b85109 HTTP/1.1" status: 204 len: 168 time: 0.4356108 Aug 30 13:05:33.404916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Network a3d520c7-3305-4063-8083-7c4c1cc474c6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:33.406749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-78a8572d-9932-455f-85d5-592c0aad9798 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7259123 Aug 30 13:05:33.425722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:33.452758 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27366c89-26f9-4e98-b8a0-f0c6adfaa76e req-e5f7470d-f4cf-4ba4-b4ab-a7530b3d8e3a tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 210 time: 0.1265852 Aug 30 13:05:33.475120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f6f5b-d156-46fe-862f-761ce8d10dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1e96cc-522b-4147-a956-5d8c82b85109,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:33.477621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Request body: {'port': {'device_id': '35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:33.577167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43744) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:33.615836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23897b83-ff5b-4696-82c6-22e0a4ee92cd None None] Provisioning for port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:33.624512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23897b83-ff5b-4696-82c6-22e0a4ee92cd None None] Provisioning complete for port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:33.625231 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-23897b83-ff5b-4696-82c6-22e0a4ee92cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.632850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.708885 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be7f5e07-b4ff-4c99-b2f7-90fece6bce11 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ecc1e79a09f4301b1aac72ffecc6dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299500 Aug 30 13:05:33.711162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43762) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:33.712984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-23897b83-ff5b-4696-82c6-22e0a4ee92cd None None] Port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:05:33.785905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fb5082-f507-4e18-83b0-710982ae3193,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:33.789806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c00e1253-80a7-4089-9434-5791481f863a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.812319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Router 6ea514ae-1595-4124-a7bc-c3afe9317672 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:05:33.818100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c00e1253-80a7-4089-9434-5791481f863a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.838033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-aca02509-f281-40c0-841a-21e1ce124c00 None None] Provisioning complete for port 13df9571-f47f-4b32-85a9-86c50a55a11d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:33.838844 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aca02509-f281-40c0-841a-21e1ce124c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.875516 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c00e1253-80a7-4089-9434-5791481f863a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.878682 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c00e1253-80a7-4089-9434-5791481f863a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.880326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:33.881219 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c00e1253-80a7-4089-9434-5791481f863a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03bc3980-2516-4cef-80e1-e67a88791e62 HTTP/1.1" status: 204 len: 168 time: 0.1688247 Aug 30 13:05:33.895592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e1253-80a7-4089-9434-5791481f863a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bc3980-2516-4cef-80e1-e67a88791e62,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:33.944023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-aca02509-f281-40c0-841a-21e1ce124c00 None None] Port 13df9571-f47f-4b32-85a9-86c50a55a11d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:05:34.024786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Checking segment: {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:34.025371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Network hostable DHCP agents. Network: 9b5fccd4-17f2-4720-858c-cdefbf1059eb, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:05:34.028976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-096c47a0-c30e-467e-b1c2-bf116dafb0ea tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400271 Aug 30 13:05:34.207739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83ac53-0ee1-4f77-a492-489add5dcbbd req-c30fe150-5bd0-464c-9893-058ee9f54263 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:34.209293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab83ac53-0ee1-4f77-a492-489add5dcbbd req-c30fe150-5bd0-464c-9893-058ee9f54263 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 935 time: 0.2702451 Aug 30 13:05:34.228051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-0faf2e2a-580f-40ed-a503-f4844ddb01dc tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:34.229310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Network 9b5fccd4-17f2-4720-858c-cdefbf1059eb is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:05:34.229748 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-0faf2e2a-580f-40ed-a503-f4844ddb01dc tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994500 Aug 30 13:05:34.248581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-32b5597f-1363-493d-889e-ae8fd382d8de tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/quotas/7056e39a8f88417c8f0f6afd482ff3a9 HTTP/1.1" status: 200 len: 375 time: 0.0120022 Aug 30 13:05:34.256309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:34.271051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4e6c0611-0732-41a3-9937-e0cb6170688c tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "PUT /v2.0/routers/6ea514ae-1595-4124-a7bc-c3afe9317672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0545828 Aug 30 13:05:34.271218 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a7544-6e52-4736-9cb5-150e0086bc27 None None] Sync routers for ids ['6ea514ae-1595-4124-a7bc-c3afe9317672'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:34.273355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 9b5fccd4-17f2-4720-858c-cdefbf1059eb) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:34.282710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162e825e-d63c-4020-a427-ba185f8dfb50 None None] Network 9b5fccd4-17f2-4720-858c-cdefbf1059eb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:34.286177 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a7544-6e52-4736-9cb5-150e0086bc27 None None] Routers {'6ea514ae-1595-4124-a7bc-c3afe9317672'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:34.286993 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e92a7544-6e52-4736-9cb5-150e0086bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ea514ae-1595-4124-a7bc-c3afe9317672'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:34.291270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:34.291876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:34.292001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43788) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:34.295672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-a17c58b6-c71c-4dc1-9007-0e2c286fd92a tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398629 Aug 30 13:05:34.365314 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e92a7544-6e52-4736-9cb5-150e0086bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:34.382075 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a7544-6e52-4736-9cb5-150e0086bc27 None None] Routers {'6ea514ae-1595-4124-a7bc-c3afe9317672'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:34.382920 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e92a7544-6e52-4736-9cb5-150e0086bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ea514ae-1595-4124-a7bc-c3afe9317672'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:34.407442 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c75f83f-6978-439f-a1f5-cafb52b36f4e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:34.453812 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e92a7544-6e52-4736-9cb5-150e0086bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:34.454762 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92a7544-6e52-4736-9cb5-150e0086bc27 None None] The sync data for ids ['6ea514ae-1595-4124-a7bc-c3afe9317672'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:34.507976 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e414cf48-d6b6-47c1-9dae-2244f75fcf83 None None] Network 9b5fccd4-17f2-4720-858c-cdefbf1059eb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:34.539611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8d6229c1-ea6e-42b7-816c-d59a88e7e0df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1626172 Aug 30 13:05:34.585938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43800) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:34.587062 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-8c75f83f-6978-439f-a1f5-cafb52b36f4e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 13:05:34.591152 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8c75f83f-6978-439f-a1f5-cafb52b36f4e tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "DELETE /v2.0/routers/6ea514ae-1595-4124-a7bc-c3afe9317672 HTTP/1.1" status: 409 len: 329 time: 0.2979360 Aug 30 13:05:34.591737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43804) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:34.599068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:34.680822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab83ac53-0ee1-4f77-a492-489add5dcbbd req-7f37fb26-489a-4f8b-ac44-d50d0100d4c5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608254 Aug 30 13:05:34.753911 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:34.755235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:34.836568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b6e04c-36f9-4c04-b063-8c0147ba6f71 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:34.862667 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10c2232b-7cda-44ed-9544-458e27139cac req-f1f85e86-b21a-4174-882b-4b189b56166f tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 210 time: 0.1547399 Aug 30 13:05:34.874072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:34.879538 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:34.921845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Transition to ACTIVE for port object 34b6e04c-36f9-4c04-b063-8c0147ba6f71 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:34.968082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-0de4c59d-f0be-4d4e-ba18-07a6bf9adf1e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795288 Aug 30 13:05:34.970470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.073022 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-6be6fa9c-1d6a-48e0-bed9-49d212cce50b tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:35.075078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-6be6fa9c-1d6a-48e0-bed9-49d212cce50b tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.16 "GET /v2.0/networks?id=e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 HTTP/1.1" status: 200 len: 814 time: 0.4746401 Aug 30 13:05:35.120987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Request body: {'port': {'device_id': '1fa91c2a-54ab-4129-8539-5c615583be66', 'network_id': 'e9cc0f3f-cdd3-4739-acc3-95a578fb9d61', 'admin_state_up': True, 'tenant_id': '67f09501a2af46bbb63ac0ee96cccd0c'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:35.196857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6e04c-36f9-4c04-b063-8c0147ba6f71,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:35.200725 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.293808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43832) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:35.370430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dd759-d39f-4866-bddd-87f311688bbc req-2b30d618-e36f-4b7c-a9e8-8eb47d859554 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:35.374379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-2b30d618-e36f-4b7c-a9e8-8eb47d859554 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724570 Aug 30 13:05:35.383032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Made reservation on behalf of 67f09501a2af46bbb63ac0ee96cccd0c for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:35.386499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.418547 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.450622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-cf5b96fd-a2aa-41ae-8c7e-bef6c56a8cd4 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/quotas/7056e39a8f88417c8f0f6afd482ff3a9 HTTP/1.1" status: 200 len: 375 time: 0.0473461 Aug 30 13:05:35.460767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-network', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:35.462356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Attempting to bind port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:35.462697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Attempting to bind port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:35.463304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Attempting to bind port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:35.495143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-7cae78f3-d614-4d85-9e5a-542668d828cc tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369291 Aug 30 13:05:35.500505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:35.500671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Attempting to bind port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:35.507782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:35.508124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:35.508512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:35.508950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Bound port: 34b6e04c-36f9-4c04-b063-8c0147ba6f71, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:35.509304 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.596862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] For port 34b6e04c-36f9-4c04-b063-8c0147ba6f71, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:35.613728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Made reservation on behalf of 7555cbfc13fc48af80078ca356f619ba for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:35.616012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.663115 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.672241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] For port 34b6e04c-36f9-4c04-b063-8c0147ba6f71, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=34b6e04c-36f9-4c04-b063-8c0147ba6f71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:35.681843 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.743013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Allocated IP 172.20.0.10 (e9cc0f3f-cdd3-4739-acc3-95a578fb9d61/a0c9a2b2-d804-4cb4-a2cc-0eba54420d22/d3b23d33-49f5-4aff-a745-5c2c0c0e062b) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:35.775713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7968404a-a26d-44e1-a3ae-7d2b632b02e9 req-5ec6901f-3889-46cd-ad83-b5f6fe5f35c6 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0723329 Aug 30 13:05:35.777211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:35.777848 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.779458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] 10.222.0.35 "PUT /v2.0/ports/34b6e04c-36f9-4c04-b063-8c0147ba6f71 HTTP/1.1" status: 200 len: 1095 time: 2.3506777 Aug 30 13:05:35.786174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62', 'tag': '34b6e04c-36f9-4c04-b063-8c0147ba6f71'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:35.788850 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50e48ab-494c-4c7d-9db8-5fbd8113c913" -d '{"events": [{"name": "network-changed", "server_uuid": "35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62", "tag": "34b6e04c-36f9-4c04-b063-8c0147ba6f71"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:35.803528 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.839345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:35.848467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b06b7-6284-4e64-90a3-60359c3a8bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=34b6e04c-36f9-4c04-b063-8c0147ba6f71,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:35.928368 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bbbf35-6711-469e-bdc7-1e0be65133aa x-openstack-request-id: req-27bbbf35-6711-469e-bdc7-1e0be65133aa {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:35.928660 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62", "tag": "34b6e04c-36f9-4c04-b063-8c0147ba6f71", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:35.928916 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-27bbbf35-6711-469e-bdc7-1e0be65133aa {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:35.929317 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62', 'tag': '34b6e04c-36f9-4c04-b063-8c0147ba6f71', 'status': 'completed', 'code': 200} Aug 30 13:05:36.032129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-e5fc4cfa-e38f-4546-b974-08352b1731b6 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933859 Aug 30 13:05:36.166977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f74e6-c170-4035-b2c2-b5c3651a19b6 req-359d8ef1-3308-4dd3-a2fe-ee149328410d tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:36.170335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-fe2c0268-b27e-435d-aa44-7ca40266931b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:36.171856 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-fe2c0268-b27e-435d-aa44-7ca40266931b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfa584cfebab4d2ead22d2eb84e2f907&device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 1098 time: 0.2320378 Aug 30 13:05:36.174940 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ce3f74e6-c170-4035-b2c2-b5c3651a19b6 req-359d8ef1-3308-4dd3-a2fe-ee149328410d tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 947 time: 0.2782309 Aug 30 13:05:36.196722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee98d2e-b88a-4d81-9a38-d4ee822d38cd req-a8c73136-69e3-4b56-a589-36dc07742fe7 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 210 time: 0.0561752 Aug 30 13:05:36.210511 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.236663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.255479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-150ca0c5-11a1-4375-b7ed-8ad430759057 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=34b6e04c-36f9-4c04-b063-8c0147ba6f71 HTTP/1.1" status: 200 len: 217 time: 0.0656066 Aug 30 13:05:36.274397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Allocated IP 172.25.2.107 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/2153d734-91d9-4cc7-9f0a-a16b25074474) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:36.289531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:05:36.326057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1b510d97-6140-4658-be2e-9dd1ff1c72be tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:36.326590 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ce3f74e6-c170-4035-b2c2-b5c3651a19b6 req-22dcb447-65cf-4572-b52c-fc4e098f860f tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452425 Aug 30 13:05:36.327785 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1b510d97-6140-4658-be2e-9dd1ff1c72be tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2828557 Aug 30 13:05:36.335748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Deleting port 13df9571-f47f-4b32-85a9-86c50a55a11d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:36.336143 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.344980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Request body: {'port': {'device_id': '06620633-ddb4-44c5-849b-58f4397fa193', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '7056e39a8f88417c8f0f6afd482ff3a9'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:36.349501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.349873 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Added segment b608cfac-2c9e-49c6-91c9-a0feeeb06316 of type vlan for network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 Aug 30 13:05:36.353428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.372131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fc234f-1888-415e-968d-c1e3e18e6d39,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:36.561094 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-96005530-6519-4f18-95a1-e98c5c381e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.747529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.793345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.794093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-f13552d0-21e9-460c-97be-0dde7e81ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:36.795679 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-f13552d0-21e9-460c-97be-0dde7e81ce74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.5296922 Aug 30 13:05:36.828038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Calling delete_port for 13df9571-f47f-4b32-85a9-86c50a55a11d owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:36.830653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.831967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:36.832869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.854440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.899457 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-dd553870-b984-4ab9-a341-104390608e0c tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836396 Aug 30 13:05:36.909616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-d0fdb27d-0a48-45fd-ba7e-d7e85738f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:36.911742 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-d0fdb27d-0a48-45fd-ba7e-d7e85738f04a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057522 Aug 30 13:05:36.919804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:36.962376 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6664150 Aug 30 13:05:36.967079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43862) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:37.001022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Made reservation on behalf of 7056e39a8f88417c8f0f6afd482ff3a9 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:37.005347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.008315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Request body: {'subnet': {'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-subnet', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:37.025013 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.048593 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f838e0e8-def2-4cd5-92bc-ebe285274768 req-3ec8703e-c2db-443c-8b41-cbe4af4ffc1b tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 210 time: 0.1450083 Aug 30 13:05:37.051860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Network e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:37.071356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b60a7b-ee55-4314-a81a-52e83cd29a2f admin admin] Pushing event updated for resources: {'Network': ['ID=49a27ef7-ae93-45d6-ae80-d7ab97c5b737,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:37.083350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-82b645a6-0f03-4429-a870-0d33352ddebc service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595962 Aug 30 13:05:37.084147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:05:37.085274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.103432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:37.111000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Pushing event updated for resources: {'Port': ['ID=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:37.118344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:37.166860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Made reservation on behalf of 7555cbfc13fc48af80078ca356f619ba for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:37.169181 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.190235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:37.199732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:37.202250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:37.236334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Pushing event updated for resources: {'Port': ['ID=2153d734-91d9-4cc7-9f0a-a16b25074474,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:37.319167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:37.319778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.372221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dd759-d39f-4866-bddd-87f311688bbc req-c831a21f-83ba-4a72-a7fe-d6e7a1b112ab tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:37.374440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-c831a21f-83ba-4a72-a7fe-d6e7a1b112ab tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4624169 Aug 30 13:05:37.375809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690ee083-a924-4f78-81c6-3930fd9ea5f6 req-b7abfbee-d71c-48c5-9beb-606a83ca07ac service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821088 Aug 30 13:05:37.392036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Request body: {'port': {'device_id': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '7056e39a8f88417c8f0f6afd482ff3a9'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:37.523729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0b0ab-b183-4ad5-8685-5c338dc91616 req-5ee4bd36-2a49-4f31-bf81-b465d06d1f07 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:37.525187 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b0b0ab-b183-4ad5-8685-5c338dc91616 req-5ee4bd36-2a49-4f31-bf81-b465d06d1f07 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 932 time: 0.2347729 Aug 30 13:05:37.549203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.561987 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.562343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.582321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-f5b6e4e4-792c-4015-a005-d5b24f623a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:37.584162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-f5b6e4e4-792c-4015-a005-d5b24f623a71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bfa584cfebab4d2ead22d2eb84e2f907&device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 1098 time: 0.1362066 Aug 30 13:05:37.586430 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-cd2234bf-b6d2-4afb-8c96-70809250fd98 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4751811 Aug 30 13:05:37.640765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Request body: {'port': {'device_id': '1fa91c2a-54ab-4129-8539-5c615583be66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:37.644588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event deleted for resources: {'Port': ['ID=13df9571-f47f-4b32-85a9-86c50a55a11d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:37.686141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1cbf9-5649-46a3-a7eb-347296a835f9 req-d377a41e-0d4b-47f0-a111-1c148de54df1 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:37.687667 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2d1cbf9-5649-46a3-a7eb-347296a835f9 req-d377a41e-0d4b-47f0-a111-1c148de54df1 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 947 time: 0.2595291 Aug 30 13:05:37.756140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b0b0ab-b183-4ad5-8685-5c338dc91616 req-0611c368-57f1-433b-9f37-b17042c624c7 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211623 Aug 30 13:05:37.762848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:37.776791 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.881478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Made reservation on behalf of 7056e39a8f88417c8f0f6afd482ff3a9 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:37.884939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.894156 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2d1cbf9-5649-46a3-a7eb-347296a835f9 req-5d6b8293-2580-4273-aac0-6468d4be8e40 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866367 Aug 30 13:05:37.902217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-d73b3183-9b8f-4a81-88fd-505fdd1a3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:37.903798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-d73b3183-9b8f-4a81-88fd-505fdd1a3eda service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2801907 Aug 30 13:05:37.906157 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.912875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:37.967714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Allocated IP 192.168.233.193 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/c7ef9d69-7413-4710-a779-66c42eda0ea1) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:37.998042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b088efc-517b-415b-9327-87f7390070d7,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:38.000543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-6e186f8c-41b4-48ff-a4fc-ce323a01b480 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=34b6e04c-36f9-4c04-b063-8c0147ba6f71 HTTP/1.1" status: 200 len: 217 time: 0.0850825 Aug 30 13:05:38.031611 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.078735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Checking segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:38.079101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Network hostable DHCP agents. Network: 49a27ef7-ae93-45d6-ae80-d7ab97c5b737, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:05:38.119910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-f97bb07d-d808-4cd9-ac84-92081a3c901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:38.121390 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-f97bb07d-d808-4cd9-ac84-92081a3c901a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1101668 Aug 30 13:05:38.200818 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77e7c25c-f5b9-4174-8a49-aa0eadde0444 req-02fc8eaa-8c85-41d9-9871-d36243128700 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0609810 Aug 30 13:05:38.256284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:05:38.298606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-d0122c04-6106-49b0-b525-72462e44f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:38.300112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-d0122c04-6106-49b0-b525-72462e44f3d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1703410 Aug 30 13:05:38.335574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 49a27ef7-ae93-45d6-ae80-d7ab97c5b737) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:38.343366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cdc519-e33a-4594-b752-7b03cf686534 None None] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:38.352772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:38.353378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.403293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Router 6ea514ae-1595-4124-a7bc-c3afe9317672 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:05:38.408347 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-775ab6b8-5659-4e78-849a-db1d64a40c40 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4355674 Aug 30 13:05:38.412322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43876) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:38.427040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:38.428426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.440244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.509952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Transition to ACTIVE for port object c7ef9d69-7413-4710-a779-66c42eda0ea1 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:38.526429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:05:38.527570 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.538683 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-8719cc47-afee-4afc-86bc-2f67cc41658e service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025290 Aug 30 13:05:38.544871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.546008 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.555720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:38.568354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-43278a4e-dd83-4f05-9575-5c566ca816e3 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "PUT /v2.0/routers/6ea514ae-1595-4124-a7bc-c3afe9317672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9716513 Aug 30 13:05:38.572596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43878) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:38.609306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e05ec-3e64-4db0-928e-597c5b60fb2b None None] Sync routers for ids ['6ea514ae-1595-4124-a7bc-c3afe9317672'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:38.634849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e05ec-3e64-4db0-928e-597c5b60fb2b None None] Routers {'6ea514ae-1595-4124-a7bc-c3afe9317672'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:38.635622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-684e05ec-3e64-4db0-928e-597c5b60fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ea514ae-1595-4124-a7bc-c3afe9317672'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:38.643324 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-8e24434e-2522-4aa9-a362-da64dbdb2ea0 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] show failed (client error): The resource could not be found. Aug 30 13:05:38.650152 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8e24434e-2522-4aa9-a362-da64dbdb2ea0 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-950649712 HTTP/1.1" status: 404 len: 334 time: 0.0699635 Aug 30 13:05:38.651061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43880) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:38.684964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-db172eda-e82e-4ff0-a6a8-b67ddd282b75 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:38.688767 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.710407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-684e05ec-3e64-4db0-928e-597c5b60fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:38.726367 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.730659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e05ec-3e64-4db0-928e-597c5b60fb2b None None] Routers {'6ea514ae-1595-4124-a7bc-c3afe9317672'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:38.731803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-684e05ec-3e64-4db0-928e-597c5b60fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ea514ae-1595-4124-a7bc-c3afe9317672'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:38.749749 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-db172eda-e82e-4ff0-a6a8-b67ddd282b75 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] update failed (client error): The resource could not be found. Aug 30 13:05:38.756374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-db172eda-e82e-4ff0-a6a8-b67ddd282b75 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-2143199383 HTTP/1.1" status: 404 len: 335 time: 0.0703752 Aug 30 13:05:38.757103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43882) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:38.760028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3b23d33-49f5-4aff-a745-5c2c0c0e062b {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:38.760184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:38.773966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c50e48ab-494c-4c7d-9db8-5fbd8113c913 req-01512ef3-de09-4dd9-8d94-f0eef62f6b8c service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985900 Aug 30 13:05:38.813285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:38.815748 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.815972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:38.870863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:38.883657 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Allocated IP 192.168.233.128 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/193fd3f6-6b50-4fda-ada0-0318d9d91437) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:38.893768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Transition to ACTIVE for port object d3b23d33-49f5-4aff-a745-5c2c0c0e062b will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:38.916397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:05:38.927248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a3ab62-de6e-4a2a-b8da-a1ae6f32b706 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Deleting subnet 4efcf09f-165a-4904-acb5-d7d31fc70447 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:38.936953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:38.938056 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.940877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26a3ab62-de6e-4a2a-b8da-a1ae6f32b706 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.966513 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:38.973692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-684e05ec-3e64-4db0-928e-597c5b60fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:38.974647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e05ec-3e64-4db0-928e-597c5b60fb2b None None] The sync data for ids ['6ea514ae-1595-4124-a7bc-c3afe9317672'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:38.985582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Allocated IP 172.20.0.2 (49a27ef7-ae93-45d6-ae80-d7ab97c5b737/6b088efc-517b-415b-9327-87f7390070d7/0009ea78-fd15-4d3b-8900-52abee393ed0) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:39.050745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.051203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26a3ab62-de6e-4a2a-b8da-a1ae6f32b706 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.057134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-4c8214f2-9532-4ee7-bd5b-71c9056c652e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7176092 Aug 30 13:05:39.097169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Request body: {'port': {'device_id': '06620633-ddb4-44c5-849b-58f4397fa193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:39.229815 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.242063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Transition to ACTIVE for port object 0009ea78-fd15-4d3b-8900-52abee393ed0 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:39.261794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Transition to ACTIVE for port object 0009ea78-fd15-4d3b-8900-52abee393ed0 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:39.272850 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.278321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3f26f65b-83d7-4cf1-bb40-767c0cba2ccf None None] Provisioning for port c7ef9d69-7413-4710-a779-66c42eda0ea1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:39.324990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9b5fe-4109-4d14-9eaf-2df97698bdb9 req-fa574adf-2d44-4346-87e5-6ea311135235 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:39.327311 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3af9b5fe-4109-4d14-9eaf-2df97698bdb9 req-fa574adf-2d44-4346-87e5-6ea311135235 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 947 time: 0.2370133 Aug 30 13:05:39.335121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3f26f65b-83d7-4cf1-bb40-767c0cba2ccf None None] Provisioning complete for port c7ef9d69-7413-4710-a779-66c42eda0ea1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:39.335496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f26f65b-83d7-4cf1-bb40-767c0cba2ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.345897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.359147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26a3ab62-de6e-4a2a-b8da-a1ae6f32b706 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.400940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:39.422851 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Sync routers for ids ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:39.437418 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Routers {'515cd6da-1dd2-4cd0-a5bf-4c138639d10c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:39.438311 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:39.481598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:39.485655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3af9b5fe-4109-4d14-9eaf-2df97698bdb9 req-2bc62cf5-6492-4b0a-9817-5bb2304387bd tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408589 Aug 30 13:05:39.492621 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.501500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:39.506605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:39.508976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ec16637f-e6f7-4e69-9c87-5bb11a633b0d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9219127 Aug 30 13:05:39.515029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43894) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:39.516179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:39.540304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3f26f65b-83d7-4cf1-bb40-767c0cba2ccf None None] Port c7ef9d69-7413-4710-a779-66c42eda0ea1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:05:39.542227 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bdbf33bc-e002-4ff0-acec-09765050c2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.557973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63b3d2-8007-43c2-88a8-57e91918c892 req-5d40af05-fb01-4c6c-b70e-4adcb567a13a tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:39.567709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bb63b3d2-8007-43c2-88a8-57e91918c892 req-5d40af05-fb01-4c6c-b70e-4adcb567a13a tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 944 time: 0.6717563 Aug 30 13:05:39.577331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Pushing event updated for resources: {'Port': ['ID=0009ea78-fd15-4d3b-8900-52abee393ed0,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:39.579300 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Set router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:39.607042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.607396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.607740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.608081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.609620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.609620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.609620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.609620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.610093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.610093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.610343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.610667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:39.632389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Attempting to bind port 0009ea78-fd15-4d3b-8900-52abee393ed0 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:39.632799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Attempting to bind port 0009ea78-fd15-4d3b-8900-52abee393ed0 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:39.633185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Attempting to bind port 0009ea78-fd15-4d3b-8900-52abee393ed0 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:39.639659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:39.640045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Checking segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:39.640453 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.640938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Bound using segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:39.641611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Bound port: 0009ea78-fd15-4d3b-8900-52abee393ed0, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:39.642081 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.727517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bb63b3d2-8007-43c2-88a8-57e91918c892 req-baf9e06f-a30f-4ed8-a75c-03292903d2db tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587324 Aug 30 13:05:39.761923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] For port 0009ea78-fd15-4d3b-8900-52abee393ed0, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:39.766244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] For port 0009ea78-fd15-4d3b-8900-52abee393ed0, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0009ea78-fd15-4d3b-8900-52abee393ed0,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:39.774478 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.803511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Attempting to bind port d3b23d33-49f5-4aff-a745-5c2c0c0e062b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:39.803936 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Attempting to bind port d3b23d33-49f5-4aff-a745-5c2c0c0e062b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '01382174-95d4-4b3f-ac75-bcdff88ab2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9cc0f3f-cdd3-4739-acc3-95a578fb9d61'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:39.804277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Attempting to bind port d3b23d33-49f5-4aff-a745-5c2c0c0e062b on network e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:39.830615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Port d3b23d33-49f5-4aff-a745-5c2c0c0e062b on network e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:39.831024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Attempting to bind port d3b23d33-49f5-4aff-a745-5c2c0c0e062b on network e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:39.835778 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:34Z', 'updated_at': '2021-08-30T13:05:37Z', 'revision_number': 3, 'project_id': '358394eff83c48e0a63125c66c955789', 'gw_port': {'id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:35Z', 'updated_at': '2021-08-30T13:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:39.856990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97184fe-e901-4195-b111-3572ee78c005 None None] Pushing event updated for resources: {'Port': ['ID=0009ea78-fd15-4d3b-8900-52abee393ed0,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:39.866636 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.870338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:39.870682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Checking segment: {'id': '01382174-95d4-4b3f-ac75-bcdff88ab2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9cc0f3f-cdd3-4739-acc3-95a578fb9d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:39.871076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Bound using segment: {'id': '01382174-95d4-4b3f-ac75-bcdff88ab2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9cc0f3f-cdd3-4739-acc3-95a578fb9d61'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:39.871646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Bound port: d3b23d33-49f5-4aff-a745-5c2c0c0e062b, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01382174-95d4-4b3f-ac75-bcdff88ab2c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'e9cc0f3f-cdd3-4739-acc3-95a578fb9d61'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:39.872154 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.880066 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Checking router: 515cd6da-1dd2-4cd0-a5bf-4c138639d10c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:05:39.880467 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Updating router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c port 2153d734-91d9-4cc7-9f0a-a16b25074474 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:05:39.916621 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.917212 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:39.964013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] For port d3b23d33-49f5-4aff-a745-5c2c0c0e062b, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:39.968008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] For port d3b23d33-49f5-4aff-a745-5c2c0c0e062b, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,segment=NetworkSegment(01382174-95d4-4b3f-ac75-bcdff88ab2c0),segment_id=01382174-95d4-4b3f-ac75-bcdff88ab2c0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:39.969333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Transition to ACTIVE for port object 193fd3f6-6b50-4fda-ada0-0318d9d91437 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:39.983823 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.139548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:40.140228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.141818 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] 10.222.0.16 "PUT /v2.0/ports/d3b23d33-49f5-4aff-a745-5c2c0c0e062b HTTP/1.1" status: 200 len: 1092 time: 2.5297713 Aug 30 13:05:40.142181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa91c2a-54ab-4129-8539-5c615583be66', 'tag': 'd3b23d33-49f5-4aff-a745-5c2c0c0e062b'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:40.147555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3df9c706-b4f8-43f6-b0eb-75a5d8b1d249 req-86f53bdc-ffd6-4071-9f34-5ae1d8c4254c tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 210 time: 0.5252364 Aug 30 13:05:40.153908 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa91c2a-54ab-4129-8539-5c615583be66", "tag": "d3b23d33-49f5-4aff-a745-5c2c0c0e062b"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:40.209449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6ae63b-e12b-4a0a-8e17-9100d480e3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:40.229162 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.242570 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26a3ab62-de6e-4a2a-b8da-a1ae6f32b706 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.260894 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10702fd1-6d86-4983-9337-53c3d357a355 x-openstack-request-id: req-10702fd1-6d86-4983-9337-53c3d357a355 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:40.261196 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa91c2a-54ab-4129-8539-5c615583be66", "tag": "d3b23d33-49f5-4aff-a745-5c2c0c0e062b", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:40.261450 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-10702fd1-6d86-4983-9337-53c3d357a355 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:40.261884 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa91c2a-54ab-4129-8539-5c615583be66', 'tag': 'd3b23d33-49f5-4aff-a745-5c2c0c0e062b', 'status': 'completed', 'code': 200} Aug 30 13:05:40.320101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f23ffb-56f7-456b-92f4-17c5e6dc3581 None None] Network 666805ea-84d0-429d-a2c2-d69218ce6ffb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:40.327995 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.349015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3ab62-de6e-4a2a-b8da-a1ae6f32b706 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event deleted for resources: {'Subnet': ['ID=4efcf09f-165a-4904-acb5-d7d31fc70447,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:40.353301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26a3ab62-de6e-4a2a-b8da-a1ae6f32b706 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.354907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:40.356371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.357832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-26a3ab62-de6e-4a2a-b8da-a1ae6f32b706 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "DELETE /v2.0/subnets/4efcf09f-165a-4904-acb5-d7d31fc70447 HTTP/1.1" status: 204 len: 168 time: 1.5996604 Aug 30 13:05:40.357960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43900) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:40.373809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:40.416073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:40.428512 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.467495 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Transition to ACTIVE for port object 2153d734-91d9-4cc7-9f0a-a16b25074474 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:40.488034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-d5054e35-2428-4f87-8a55-ab01c40f6239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:40.489180 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.490642 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-d5054e35-2428-4f87-8a55-ab01c40f6239 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=67f09501a2af46bbb63ac0ee96cccd0c&device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 1095 time: 0.2853880 Aug 30 13:05:40.498097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:40.499468 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.508867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Pushing event updated for resources: {'Port': ['ID=193fd3f6-6b50-4fda-ada0-0318d9d91437,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:40.623735 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Pushing event updated for resources: {'Port': ['ID=2153d734-91d9-4cc7-9f0a-a16b25074474,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:40.625097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-104982d2-228d-404c-824a-107904db44fa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3b23d33-49f5-4aff-a745-5c2c0c0e062b HTTP/1.1" status: 200 len: 217 time: 0.1211991 Aug 30 13:05:40.633757 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.634141 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.634513 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.634853 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.635498 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.635824 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.636271 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.636641 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.637127 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.637452 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.640378 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.640378 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:40.648373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358c075c-d527-47b4-9ccd-1ec3cc3dbde7 None None] DHCP port deletion for 666805ea-84d0-429d-a2c2-d69218ce6ffb request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:05:40.656490 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Attempting to bind port 2153d734-91d9-4cc7-9f0a-a16b25074474 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:40.657027 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Attempting to bind port 2153d734-91d9-4cc7-9f0a-a16b25074474 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:40.658859 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Attempting to bind port 2153d734-91d9-4cc7-9f0a-a16b25074474 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:40.658990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d875194f-9fa1-4b3f-a820-c9e920b626a5 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Deleting subnet 9b28822d-29ac-4ba9-bce6-255e561f912e {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:40.661980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d875194f-9fa1-4b3f-a820-c9e920b626a5 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.669289 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:40.669923 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:40.670514 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.671076 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:40.671721 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Bound port: 2153d734-91d9-4cc7-9f0a-a16b25074474, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:40.672451 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.701576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-7fae88c7-2b60-4bb3-9cd1-627cb152f01e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3164887 Aug 30 13:05:40.744551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-358c075c-d527-47b4-9ccd-1ec3cc3dbde7 None None] Deleting port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:40.745398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-358c075c-d527-47b4-9ccd-1ec3cc3dbde7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.758417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Request body: {'port': {'device_id': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:40.765480 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] For port 2153d734-91d9-4cc7-9f0a-a16b25074474, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:40.771223 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] For port 2153d734-91d9-4cc7-9f0a-a16b25074474, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2153d734-91d9-4cc7-9f0a-a16b25074474,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:40.792237 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.804180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d875194f-9fa1-4b3f-a820-c9e920b626a5 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.855764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-358c075c-d527-47b4-9ccd-1ec3cc3dbde7 None None] For port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7708f5fc-0fc7-443b-b374-3c9e52ce89c4,segment=NetworkSegment(67b94435-73ff-406b-a5ae-3685779c0c23),segment_id=67b94435-73ff-406b-a5ae-3685779c0c23)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:40.856282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-358c075c-d527-47b4-9ccd-1ec3cc3dbde7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.889936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceb5ff-7a86-4ce3-b3f2-9901ce074133 req-4d1aff1c-721d-460a-a149-afd5d0d4dc17 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:40.894203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-358c075c-d527-47b4-9ccd-1ec3cc3dbde7 None None] Calling delete_port for 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:40.900092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23ceb5ff-7a86-4ce3-b3f2-9901ce074133 req-4d1aff1c-721d-460a-a149-afd5d0d4dc17 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 947 time: 0.2739460 Aug 30 13:05:40.901282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:40.924681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0e933b11-14d3-4475-a312-6908bed6b0f4 None None] Provisioning for port 193fd3f6-6b50-4fda-ada0-0318d9d91437 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:40.924908 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f420687-339f-4af1-8123-2e66bcea78b1 None None] Pushing event updated for resources: {'Port': ['ID=2153d734-91d9-4cc7-9f0a-a16b25074474,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:40.928949 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Routers {'515cd6da-1dd2-4cd0-a5bf-4c138639d10c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:40.929799 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:40.946453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ef9d69-7413-4710-a779-66c42eda0ea1 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:40.964791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.028829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0e933b11-14d3-4475-a312-6908bed6b0f4 None None] Provisioning complete for port 193fd3f6-6b50-4fda-ada0-0318d9d91437 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:41.029211 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0e933b11-14d3-4475-a312-6908bed6b0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.031129 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-358c075c-d527-47b4-9ccd-1ec3cc3dbde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.031822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23ceb5ff-7a86-4ce3-b3f2-9901ce074133 req-4cf575c8-57c6-45e9-a87f-756547a9c2e1 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303036 Aug 30 13:05:41.039220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Transition to ACTIVE for port object c7ef9d69-7413-4710-a779-66c42eda0ea1 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:41.042708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-a4f3514c-6cd0-42f0-8080-61a9e4795453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:41.046061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-a4f3514c-6cd0-42f0-8080-61a9e4795453 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0c9a2b2-d804-4cb4-a2cc-0eba54420d22 HTTP/1.1" status: 200 len: 854 time: 0.4115648 Aug 30 13:05:41.055150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.089928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c075c-d527-47b4-9ccd-1ec3cc3dbde7 None None] Pushing event deleted for resources: {'Port': ['ID=7708f5fc-0fc7-443b-b374-3c9e52ce89c4,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:41.096706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c075c-d527-47b4-9ccd-1ec3cc3dbde7 None None] No DVR routers for this DVR port 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:41.101962 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] Set router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:41.116494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0e933b11-14d3-4475-a312-6908bed6b0f4 None None] Port 193fd3f6-6b50-4fda-ada0-0318d9d91437 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:05:41.126420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Allocated IP 172.25.2.249 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/c9d8d5d4-1f3e-4b59-8431-89fbae24c504) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:41.381920 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.407962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0009ea78-fd15-4d3b-8900-52abee393ed0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:41.413164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2adfc58-1316-4d75-acd1-442cbd7e90ae None None] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:41.438684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-2dcfd216-1d54-414f-8bca-2094b0c0d844 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cc0f3f-cdd3-4739-acc3-95a578fb9d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3138208 Aug 30 13:05:41.445809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d875194f-9fa1-4b3f-a820-c9e920b626a5 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.453633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:41.455949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cdd71-67fe-4ad8-9c6e-392fcaf65947 req-86988205-0269-4d68-b32c-2731c17147f9 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:41.458270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-033cdd71-67fe-4ad8-9c6e-392fcaf65947 req-86988205-0269-4d68-b32c-2731c17147f9 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 944 time: 0.6054645 Aug 30 13:05:41.538317 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:34Z', 'updated_at': '2021-08-30T13:05:37Z', 'revision_number': 3, 'project_id': '358394eff83c48e0a63125c66c955789', 'gw_port': {'id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:35Z', 'updated_at': '2021-08-30T13:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:41.559878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-89f762cc-8f9a-49f7-8ec6-e0beddad2a6d None None] Provisioning for port 0009ea78-fd15-4d3b-8900-52abee393ed0 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:41.573089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc765-35ee-49e2-9422-8b9b0ddb8df8 req-414c7a2d-9ebc-4489-b42b-649f1d115566 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:41.574672 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-753fc765-35ee-49e2-9422-8b9b0ddb8df8 req-414c7a2d-9ebc-4489-b42b-649f1d115566 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 936 time: 0.2191174 Aug 30 13:05:41.580803 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.592271 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135efa87-11cf-4f54-9408-e57f5da30f81 None None] The sync data for ids ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'] in n-d-688802-6 is: [{'id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:34Z', 'updated_at': '2021-08-30T13:05:37Z', 'revision_number': 3, 'project_id': '358394eff83c48e0a63125c66c955789', 'gw_port': {'id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:35Z', 'updated_at': '2021-08-30T13:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:41.630155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Attempting to bind port c7ef9d69-7413-4710-a779-66c42eda0ea1 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:41.631483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Attempting to bind port c7ef9d69-7413-4710-a779-66c42eda0ea1 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:41.631834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Attempting to bind port c7ef9d69-7413-4710-a779-66c42eda0ea1 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:41.676560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Port c7ef9d69-7413-4710-a779-66c42eda0ea1 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:41.676905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Attempting to bind port c7ef9d69-7413-4710-a779-66c42eda0ea1 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:41.685363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0009ea78-fd15-4d3b-8900-52abee393ed0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:41.694052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0009ea78-fd15-4d3b-8900-52abee393ed0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:41.694535 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.699279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:41.699618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:41.700007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:41.700441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Bound port: c7ef9d69-7413-4710-a779-66c42eda0ea1, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:41.700800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.789548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-753fc765-35ee-49e2-9422-8b9b0ddb8df8 req-ed4b9402-204b-4d63-b6a5-880b3a3d0e63 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944652 Aug 30 13:05:41.850886 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.864567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:41.884975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:41.898491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.922580 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 0009ea78-fd15-4d3b-8900-52abee393ed0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0009ea78-fd15-4d3b-8900-52abee393ed0,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:41.930985 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:41.937305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Allocated IP 172.20.0.1 (9b5fccd4-17f2-4720-858c-cdefbf1059eb/21fb5082-f507-4e18-83b0-710982ae3193/46781685-9fc8-4054-896f-04f13b3a89fe) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:41.963130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-033cdd71-67fe-4ad8-9c6e-392fcaf65947 req-50beb88a-b780-442b-88ff-64926c7d4efd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666343 Aug 30 13:05:41.976560 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.013048 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d875194f-9fa1-4b3f-a820-c9e920b626a5 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.073445 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-dcc39098-d1f8-49d4-b72c-485c14b3fd95 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cc0f3f-cdd3-4739-acc3-95a578fb9d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6087534 Aug 30 13:05:42.077105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d875194f-9fa1-4b3f-a820-c9e920b626a5 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.082412 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d875194f-9fa1-4b3f-a820-c9e920b626a5 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "DELETE /v2.0/subnets/9b28822d-29ac-4ba9-bce6-255e561f912e HTTP/1.1" status: 204 len: 168 time: 1.7204885 Aug 30 13:05:42.086701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43916) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:42.089725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:42.093161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed921093-14cc-4fe0-be2a-2b1e99d656f8 None None] Network 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:42.122711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:42.123346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.128089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/c7ef9d69-7413-4710-a779-66c42eda0ea1 HTTP/1.1" status: 200 len: 1096 time: 3.0436132 Aug 30 13:05:42.172231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875194f-9fa1-4b3f-a820-c9e920b626a5 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event deleted for resources: {'Subnet': ['ID=9b28822d-29ac-4ba9-bce6-255e561f912e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:42.189283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:42.205615 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1250e77-399b-4649-8d2a-397db28412f1" -d '{"events": [{"name": "network-changed", "server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:42.237289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:42.238047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7708f5fc-0fc7-443b-b374-3c9e52ce89c4 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:42.310513 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.325492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=0009ea78-fd15-4d3b-8900-52abee393ed0,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:42.332414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a2ede996-5381-481c-9e3b-8a26632ad69f None None] Provisioning complete for port 0009ea78-fd15-4d3b-8900-52abee393ed0 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:42.341868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a2ede996-5381-481c-9e3b-8a26632ad69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.366977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193fd3f6-6b50-4fda-ada0-0318d9d91437 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:42.380420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.388723 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f152b39-70b6-428d-88b5-fdc73389035c x-openstack-request-id: req-3f152b39-70b6-428d-88b5-fdc73389035c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:42.389372 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:42.389892 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f152b39-70b6-428d-88b5-fdc73389035c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:42.390503 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'status': 'completed', 'code': 200} Aug 30 13:05:42.419429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.438224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Transition to ACTIVE for port object 193fd3f6-6b50-4fda-ada0-0318d9d91437 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:42.447675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.451198 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 34b6e04c-36f9-4c04-b063-8c0147ba6f71 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:05:42.459163 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.470440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.518399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907d9f9-df3a-4e3f-b8ad-3a31135863c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:42.548723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.553249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432680ee-2746-4435-97c0-3a844c914de4 None None] DHCP port deletion for 05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:05:42.563310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:42.617647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:42.622378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Pushing event updated for resources: {'Port': ['ID=46781685-9fc8-4054-896f-04f13b3a89fe,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:42.651098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc794e07-e756-42e8-8775-034d1cfe9107 req-a2bcfa0d-0f1c-4f91-8118-0ff62c131302 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:42.670020 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc794e07-e756-42e8-8775-034d1cfe9107 req-a2bcfa0d-0f1c-4f91-8118-0ff62c131302 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 947 time: 0.4588103 Aug 30 13:05:42.673332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-e154b697-2510-4ebd-b57b-886571b8cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:42.675051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-e154b697-2510-4ebd-b57b-886571b8cf71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 1099 time: 0.4568748 Aug 30 13:05:42.735529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.745951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Network 9b5fccd4-17f2-4720-858c-cdefbf1059eb is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:42.747868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666805ea-84d0-429d-a2c2-d69218ce6ffb']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:42.750715 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-91d920d4-b5cc-4d9f-9475-e2b2483ada32 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1 HTTP/1.1" status: 200 len: 217 time: 0.0654256 Aug 30 13:05:42.755020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:42.762086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b94435-73ff-406b-a5ae-3685779c0c23') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:42.762458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b94435-73ff-406b-a5ae-3685779c0c23') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:42.771763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:42.781853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.791693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 34b6e04c-36f9-4c04-b063-8c0147ba6f71, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=34b6e04c-36f9-4c04-b063-8c0147ba6f71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:42.797218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed30dd8-62a9-48c3-9eb1-182b66673eba req-fb586eaa-9005-4f5d-b1c3-59f321d16f14 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cc0f3f-cdd3-4739-acc3-95a578fb9d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7084594 Aug 30 13:05:42.807329 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-432680ee-2746-4435-97c0-3a844c914de4 None None] Deleting port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:42.807705 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-432680ee-2746-4435-97c0-3a844c914de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.811995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '34b6e04c-36f9-4c04-b063-8c0147ba6f71', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '34b6e04c-36f9-4c04-b063-8c0147ba6f71', 'mac_address': 'fa:16:3e:b3:f9:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:05:42.846859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:42.858546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d8d5d4-1f3e-4b59-8431-89fbae24c504,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:42.884374 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc794e07-e756-42e8-8775-034d1cfe9107 req-713581d8-88ce-41de-98ab-d0e27012a98c tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134578 Aug 30 13:05:42.927858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-a30db36e-e679-40f2-a801-6d352778082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:42.930556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-a30db36e-e679-40f2-a801-6d352778082a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1561162 Aug 30 13:05:42.931265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.931671 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.943910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-432680ee-2746-4435-97c0-3a844c914de4 None None] For port 77fe86df-1f20-4e60-896e-3a0e8dbc7179, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=77fe86df-1f20-4e60-896e-3a0e8dbc7179,segment=NetworkSegment(02e35b4d-6e15-4c2b-b341-98cc3bf25067),segment_id=02e35b4d-6e15-4c2b-b341-98cc3bf25067)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:42.944186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-432680ee-2746-4435-97c0-3a844c914de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.963575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-432680ee-2746-4435-97c0-3a844c914de4 None None] Calling delete_port for 77fe86df-1f20-4e60-896e-3a0e8dbc7179 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:42.965296 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:42.986520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b6e04c-36f9-4c04-b063-8c0147ba6f71 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:43.073274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 34b6e04c-36f9-4c04-b063-8c0147ba6f71, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=34b6e04c-36f9-4c04-b063-8c0147ba6f71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:43.084277 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.087768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-96ac4ec5-f1cc-44ec-9584-9395b2609828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:43.089841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-96ac4ec5-f1cc-44ec-9584-9395b2609828 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180315 Aug 30 13:05:43.172149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=34b6e04c-36f9-4c04-b063-8c0147ba6f71,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:43.192180 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-432680ee-2746-4435-97c0-3a844c914de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.242371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68504c18-f0b4-4998-a942-f0a12ecfc540 req-8aa5b70f-8c11-45af-8e3c-c4c510214d9a tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:43.243961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68504c18-f0b4-4998-a942-f0a12ecfc540 req-8aa5b70f-8c11-45af-8e3c-c4c510214d9a tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 944 time: 0.1681640 Aug 30 13:05:43.255765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432680ee-2746-4435-97c0-3a844c914de4 None None] Pushing event deleted for resources: {'Port': ['ID=77fe86df-1f20-4e60-896e-3a0e8dbc7179,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:43.259383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432680ee-2746-4435-97c0-3a844c914de4 None None] No DVR routers for this DVR port 77fe86df-1f20-4e60-896e-3a0e8dbc7179 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:43.269920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.315293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-3a22c149-2d2c-4a36-a64f-f4e059b840a1 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948855 Aug 30 13:05:43.358335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68504c18-f0b4-4998-a942-f0a12ecfc540 req-08fe47a8-f10a-4952-b8ee-7f2ce33404ac tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079197 Aug 30 13:05:43.396742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:43.397647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.435896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0009ea78-fd15-4d3b-8900-52abee393ed0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:43.442852 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:43.509701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['34b6e04c-36f9-4c04-b063-8c0147ba6f71'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:43.510463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53f1b42d-7dfa-4711-8060-a29b8f8afb57 req-0b183db3-b11b-418e-ae1a-55bf4c48062a service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660581 Aug 30 13:05:43.523676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Pushing event updated for resources: {'Port': ['ID=193fd3f6-6b50-4fda-ada0-0318d9d91437,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:43.537095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-7b8a1a02-4085-4490-aa8b-77f5427e2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:43.538499 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-7b8a1a02-4085-4490-aa8b-77f5427e2633 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=67f09501a2af46bbb63ac0ee96cccd0c&device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 1095 time: 0.6726186 Aug 30 13:05:43.619564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.627809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.629625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Attempting to bind port 193fd3f6-6b50-4fda-ada0-0318d9d91437 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:43.629988 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Attempting to bind port 193fd3f6-6b50-4fda-ada0-0318d9d91437 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:43.630357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Attempting to bind port 193fd3f6-6b50-4fda-ada0-0318d9d91437 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:43.637718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.637962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0009ea78-fd15-4d3b-8900-52abee393ed0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:43.637962 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.656131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aae106-58ff-4928-91c9-1fc636d668a1 req-6ff7532f-9f84-4c1d-a6bf-078ba24472d7 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:43.657203 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21aae106-58ff-4928-91c9-1fc636d668a1 req-6ff7532f-9f84-4c1d-a6bf-078ba24472d7 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 948 time: 0.7283478 Aug 30 13:05:43.663303 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.667595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "DELETE /v2.0/networks/666805ea-84d0-429d-a2c2-d69218ce6ffb HTTP/1.1" status: 204 len: 168 time: 1.5764747 Aug 30 13:05:43.696912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43930) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:43.725183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.728108 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Port 193fd3f6-6b50-4fda-ada0-0318d9d91437 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:43.728438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Attempting to bind port 193fd3f6-6b50-4fda-ada0-0318d9d91437 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:43.741301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489c1cc-5bd4-47cc-9535-5a9e3691c526 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event deleted for resources: {'Network': ['ID=666805ea-84d0-429d-a2c2-d69218ce6ffb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:43.759593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:43.759971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:43.760320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:43.760757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Bound port: 193fd3f6-6b50-4fda-ada0-0318d9d91437, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:43.761528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.780276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2153d734-91d9-4cc7-9f0a-a16b25074474 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:43.843649 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21aae106-58ff-4928-91c9-1fc636d668a1 req-9167fcc1-9296-465e-99ee-e5584a98240d tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338053 Aug 30 13:05:43.854641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.876603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 2153d734-91d9-4cc7-9f0a-a16b25074474 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:43.883713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2153d734-91d9-4cc7-9f0a-a16b25074474 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:43.884185 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:43.916316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Pushing event updated for resources: {'Port': ['ID=46781685-9fc8-4054-896f-04f13b3a89fe,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:43.918775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-57a6b74a-3f27-4ddc-9395-72a8c8504c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:43.920494 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-57a6b74a-3f27-4ddc-9395-72a8c8504c55 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 HTTP/1.1" status: 200 len: 915 time: 0.3371413 Aug 30 13:05:43.929978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250e77-399b-4649-8d2a-397db28412f1 req-65c0ce5e-34bd-46e3-8591-a014fbdeed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:43.932449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1250e77-399b-4649-8d2a-397db28412f1 req-65c0ce5e-34bd-46e3-8591-a014fbdeed0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 1099 time: 0.3099890 Aug 30 13:05:43.986651 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-8641ad63-0515-4fd8-8084-3b0028f8aede service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3b23d33-49f5-4aff-a745-5c2c0c0e062b HTTP/1.1" status: 200 len: 217 time: 0.0526223 Aug 30 13:05:44.001840 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.031466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:44.037693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 2153d734-91d9-4cc7-9f0a-a16b25074474, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2153d734-91d9-4cc7-9f0a-a16b25074474,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:44.047415 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.089195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:44.103837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.128547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=2153d734-91d9-4cc7-9f0a-a16b25074474,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:44.139903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 77fe86df-1f20-4e60-896e-3a0e8dbc7179 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:44.151587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-ee0d3783-a694-47d8-999a-ffbbfc1b634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:44.153073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-ee0d3783-a694-47d8-999a-ffbbfc1b634a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0c9a2b2-d804-4cb4-a2cc-0eba54420d22 HTTP/1.1" status: 200 len: 854 time: 0.1575437 Aug 30 13:05:44.157253 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.159699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:44.160949 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.162617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] 10.222.0.16 "PUT /v2.0/ports/193fd3f6-6b50-4fda-ada0-0318d9d91437 HTTP/1.1" status: 200 len: 1096 time: 3.4249594 Aug 30 13:05:44.165830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:44.168093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250e77-399b-4649-8d2a-397db28412f1 req-a151e68c-a035-4c91-8282-6b7d7dbabb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:44.168429 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a4e448-4cb5-45df-9e13-68c8fbac31f5" -d '{"events": [{"name": "network-changed", "server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:44.169829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1250e77-399b-4649-8d2a-397db28412f1 req-a151e68c-a035-4c91-8282-6b7d7dbabb82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.2283313 Aug 30 13:05:44.203081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 77fe86df-1f20-4e60-896e-3a0e8dbc7179 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:44.203715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 77fe86df-1f20-4e60-896e-3a0e8dbc7179 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:44.211253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.247548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Network 9b5fccd4-17f2-4720-858c-cdefbf1059eb is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:44.255317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1250e77-399b-4649-8d2a-397db28412f1 req-33b7c111-0a9f-4604-8eff-52cf7cca8a8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1 HTTP/1.1" status: 200 len: 217 time: 0.0728130 Aug 30 13:05:44.265847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499ed94-a93d-43dd-b6dd-07c9e3ebeb64 req-57f1b29f-1878-46b3-ad72-01583144c578 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:44.270590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5499ed94-a93d-43dd-b6dd-07c9e3ebeb64 req-57f1b29f-1878-46b3-ad72-01583144c578 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 948 time: 0.2507889 Aug 30 13:05:44.272738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:44.278011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dd73ba-e9d0-4934-bcb1-4cf90646b1e8']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:44.304175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a86ee7-7ed0-4325-bfdb-0fef0a8f5819 service neutron] Pushing event updated for resources: {'Port': ['ID=193fd3f6-6b50-4fda-ada0-0318d9d91437,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:44.316356 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b1b640-12c5-4be4-9e3c-203ef5515b4b x-openstack-request-id: req-37b1b640-12c5-4be4-9e3c-203ef5515b4b {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:44.316781 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:44.317045 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37b1b640-12c5-4be4-9e3c-203ef5515b4b {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:44.317648 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437', 'status': 'completed', 'code': 200} Aug 30 13:05:44.344790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-fc333857-0a2d-462f-bc6c-33f66d16af98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9cc0f3f-cdd3-4739-acc3-95a578fb9d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688821 Aug 30 13:05:44.483414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dd759-d39f-4866-bddd-87f311688bbc req-6626666a-faf7-4d59-859e-a25830523e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:44.484845 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-6626666a-faf7-4d59-859e-a25830523e66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 1099 time: 0.2581213 Aug 30 13:05:44.582537 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-f004f513-3482-4fab-a550-89cfc3bdbc53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437 HTTP/1.1" status: 200 len: 217 time: 0.0877092 Aug 30 13:05:44.630964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-37756414-bc0b-48af-b4d1-400ae3e0d261 service neutron] 10.222.0.16 "GET /v2.0/networks/e9cc0f3f-cdd3-4739-acc3-95a578fb9d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695808 Aug 30 13:05:44.632937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e35b4d-6e15-4c2b-b341-98cc3bf25067') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:44.633233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e35b4d-6e15-4c2b-b341-98cc3bf25067') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:44.669605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.722092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a345c-679f-4c9e-ab30-9e27b0e05a51 req-2ae9780e-ddc1-4835-bd81-7d8126ab6c04 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:44.724397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b00a345c-679f-4c9e-ab30-9e27b0e05a51 req-2ae9780e-ddc1-4835-bd81-7d8126ab6c04 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 944 time: 0.2309275 Aug 30 13:05:44.731641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.753028 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.754689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:44.755048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.760456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5499ed94-a93d-43dd-b6dd-07c9e3ebeb64 req-c14c010b-09e9-424d-b444-fa2534fe14a1 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848723 Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:44.761096 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:44.767441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dd759-d39f-4866-bddd-87f311688bbc req-426ffb2f-942c-43d4-8ef7-0f7e46f12829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:44.768897 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-426ffb2f-942c-43d4-8ef7-0f7e46f12829 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1564968 Aug 30 13:05:44.773560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250e77-399b-4649-8d2a-397db28412f1 req-e451ea0c-5c76-46d3-bf23-de832bd69e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:44.775063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1250e77-399b-4649-8d2a-397db28412f1 req-e451ea0c-5c76-46d3-bf23-de832bd69e88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.4944215 Aug 30 13:05:44.864670 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b00a345c-679f-4c9e-ab30-9e27b0e05a51 req-a0c4d149-8b3e-4ef0-bd8f-7607f6ea9c62 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268623 Aug 30 13:05:44.902117 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.903201 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3eac46-63a4-4fd2-8c2e-9fce78ebf68a req-4a461a50-7132-4ba9-96a4-cb4f32b216be service neutron] 10.222.0.16 "GET /v2.0/networks/e9cc0f3f-cdd3-4739-acc3-95a578fb9d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464132 Aug 30 13:05:44.915729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:44.918039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "DELETE /v2.0/networks/05dd73ba-e9d0-4934-bcb1-4cf90646b1e8 HTTP/1.1" status: 204 len: 168 time: 1.1899228 Aug 30 13:05:44.933943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43946) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:44.945493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835dd759-d39f-4866-bddd-87f311688bbc req-54f5de85-cae9-45ac-a489-be3bf439bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:44.946848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-54f5de85-cae9-45ac-a489-be3bf439bec4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1673906 Aug 30 13:05:44.956467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:05:44.990950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd798440-6253-4360-a993-f9fd18771e4f tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event deleted for resources: {'Network': ['ID=05dd73ba-e9d0-4934-bcb1-4cf90646b1e8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:45.018020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1250e77-399b-4649-8d2a-397db28412f1 req-9c626c80-ada1-4436-b319-af4f534ceec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:45.019598 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1250e77-399b-4649-8d2a-397db28412f1 req-9c626c80-ada1-4436-b319-af4f534ceec0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2151549 Aug 30 13:05:45.072574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-8aa18ae6-7dc3-4a4a-87eb-0df270a5a588 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172154 Aug 30 13:05:45.074528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:05:45.131751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-634aaeec-113f-494b-b243-e1a0926823fb tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Deleting subnet 7a829f34-36e1-4b3b-a74c-c2f82ca760f0 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:45.150829 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-634aaeec-113f-494b-b243-e1a0926823fb tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:45.161153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa327d-f8c1-48f4-a2da-626357e0b09d req-5a074a2b-ac51-45a2-9f67-dd3e6e385cd2 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:45.162746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b2aa327d-f8c1-48f4-a2da-626357e0b09d req-5a074a2b-ac51-45a2-9f67-dd3e6e385cd2 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 948 time: 0.1867433 Aug 30 13:05:45.253350 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-835dd759-d39f-4866-bddd-87f311688bbc req-fb26a1c8-7959-494a-835c-1642929426f4 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721113 Aug 30 13:05:45.256288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:45.270176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-634aaeec-113f-494b-b243-e1a0926823fb tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:45.275557 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:45.278582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2153d734-91d9-4cc7-9f0a-a16b25074474 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:45.281647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-30b0d64b-e58c-47d5-9a53-c468f9841536 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8661392 Aug 30 13:05:45.282234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43948) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:45.313111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Sync routers for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:45.339684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:45.340235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:45.346923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1250e77-399b-4649-8d2a-397db28412f1 req-cb101dcb-f009-4fd7-b6d6-a8f77a903364 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155742 Aug 30 13:05:45.353405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b2aa327d-f8c1-48f4-a2da-626357e0b09d req-15ea3c48-b2bd-4fd1-8d36-17d7a5901538 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694751 Aug 30 13:05:45.383123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:45.393844 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Sync routers for ids ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:45.408003 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Routers {'515cd6da-1dd2-4cd0-a5bf-4c138639d10c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:45.409004 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:45.433704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8c70d38b-0d63-4214-9a30-f8a2c5e6fe18 admin admin] 10.222.0.37 "PUT /v2.0/routers/515cd6da-1dd2-4cd0-a5bf-4c138639d10c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9020083 Aug 30 13:05:45.530604 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Set router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:45.593600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-634aaeec-113f-494b-b243-e1a0926823fb tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:45.621170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2153d734-91d9-4cc7-9f0a-a16b25074474 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:45.622024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:45.787494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1250e77-399b-4649-8d2a-397db28412f1 req-697f5585-2961-41f9-96f2-e1381803c921 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293520 Aug 30 13:05:45.790292 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-634aaeec-113f-494b-b243-e1a0926823fb tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:45.811983 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-634aaeec-113f-494b-b243-e1a0926823fb tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:45.814375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:45.818203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-634aaeec-113f-494b-b243-e1a0926823fb tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "DELETE /v2.0/subnets/7a829f34-36e1-4b3b-a74c-c2f82ca760f0 HTTP/1.1" status: 204 len: 168 time: 0.8829219 Aug 30 13:05:45.823293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43960) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:45.853311 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:34Z', 'updated_at': '2021-08-30T13:05:43Z', 'revision_number': 4, 'project_id': '358394eff83c48e0a63125c66c955789', 'gw_port': {'id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:35Z', 'updated_at': '2021-08-30T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '46781685-9fc8-4054-896f-04f13b3a89fe', 'name': '', 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'mac_address': 'fa:16:3e:63:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '21fb5082-f507-4e18-83b0-710982ae3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:41Z', 'updated_at': '2021-08-30T13:05:43Z', 'revision_number': 2, 'project_id': '358394eff83c48e0a63125c66c955789', 'subnets': [{'id': '21fb5082-f507-4e18-83b0-710982ae3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:45.879864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aaeec-113f-494b-b243-e1a0926823fb tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event deleted for resources: {'Subnet': ['ID=7a829f34-36e1-4b3b-a74c-c2f82ca760f0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:45.886455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf3ed46-ac18-42b1-b8cd-5a1915064982 None None] Network a3d520c7-3305-4063-8083-7c4c1cc474c6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:45.916696 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Checking router: 515cd6da-1dd2-4cd0-a5bf-4c138639d10c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:05:45.917055 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Updating router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c port 46781685-9fc8-4054-896f-04f13b3a89fe binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:05:45.921317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-47833a2e-3714-445f-bb13-6099372b894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:45.930465 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-47833a2e-3714-445f-bb13-6099372b894c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 1099 time: 0.2439513 Aug 30 13:05:45.976504 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:45.994600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d3b23d33-49f5-4aff-a745-5c2c0c0e062b details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:05:46.021048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.084155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835b9af-937e-4ae1-8dfa-4fe65c9abed8 req-004226ad-11d0-4594-986b-f41146e9cfb1 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:46.092761 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e835b9af-937e-4ae1-8dfa-4fe65c9abed8 req-004226ad-11d0-4594-986b-f41146e9cfb1 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 948 time: 0.1143823 Aug 30 13:05:46.134985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-9af7661d-c506-4dc6-bed8-1cf40756afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:46.136447 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-9af7661d-c506-4dc6-bed8-1cf40756afa9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1967523 Aug 30 13:05:46.139440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Deleting port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:46.139969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.226751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] For port b85a555d-4a9b-4e1b-bc8d-a504f85aa050, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b85a555d-4a9b-4e1b-bc8d-a504f85aa050,segment=NetworkSegment(1df3275b-3856-4a19-8da4-4031ed2329ec),segment_id=1df3275b-3856-4a19-8da4-4031ed2329ec)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:46.227432 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.242869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Calling delete_port for b85a555d-4a9b-4e1b-bc8d-a504f85aa050 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:46.267702 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-dc7d3df0-5862-4b73-b0c9-3b4f1b8a89df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437 HTTP/1.1" status: 200 len: 217 time: 0.1123805 Aug 30 13:05:46.365257 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e835b9af-937e-4ae1-8dfa-4fe65c9abed8 req-ae8a46a7-ef65-44ad-9598-c1d84aa930a7 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712986 Aug 30 13:05:46.371993 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.445828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:43Z', 'revision_number': 3, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:46.456641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event deleted for resources: {'Port': ['ID=b85a555d-4a9b-4e1b-bc8d-a504f85aa050,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:46.476545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] No DVR routers for this DVR port b85a555d-4a9b-4e1b-bc8d-a504f85aa050 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:46.489574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 34b6e04c-36f9-4c04-b063-8c0147ba6f71 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:46.529933 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.541476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e927527e-c03b-4e63-a0bb-93a16d177c11 None None] DHCP port deletion for a3d520c7-3305-4063-8083-7c4c1cc474c6 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:05:46.543575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Checking router: 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:05:46.543930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Updating router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 port c9d8d5d4-1f3e-4b59-8431-89fbae24c504 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:05:46.544450 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Transition to ACTIVE for port object 46781685-9fc8-4054-896f-04f13b3a89fe will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:46.564610 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.623364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d3b23d33-49f5-4aff-a745-5c2c0c0e062b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,segment=NetworkSegment(01382174-95d4-4b3f-ac75-bcdff88ab2c0),segment_id=01382174-95d4-4b3f-ac75-bcdff88ab2c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:46.637699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.640154 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab91a5-66f9-4a56-83bd-39f09314b00a None None] Pushing event updated for resources: {'Port': ['ID=46781685-9fc8-4054-896f-04f13b3a89fe,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:46.674948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-9298102a-7a83-428d-9f99-78b5cb03be68 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:46.676901 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-9298102a-7a83-428d-9f99-78b5cb03be68 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 819 time: 0.5351574 Aug 30 13:05:46.682103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-33d27a59-ea2c-4c5b-9906-903756916063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:46.683522 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-33d27a59-ea2c-4c5b-9906-903756916063 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.4055767 Aug 30 13:05:46.693233 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.712927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d520c7-3305-4063-8083-7c4c1cc474c6']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:46.727442 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Attempting to bind port 46781685-9fc8-4054-896f-04f13b3a89fe on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:46.728221 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Attempting to bind port 46781685-9fc8-4054-896f-04f13b3a89fe by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:46.728800 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Attempting to bind port 46781685-9fc8-4054-896f-04f13b3a89fe on network 9b5fccd4-17f2-4720-858c-cdefbf1059eb {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:46.732162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48a214-fb1a-4153-b08c-f359f3b84488 req-6426e545-f954-4069-b070-d8f53ded9bd1 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:46.736346 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:46.737150 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Checking segment: {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:46.738966 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.739665 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Bound using segment: {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:46.739778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd48a214-fb1a-4153-b08c-f359f3b84488 req-6426e545-f954-4069-b070-d8f53ded9bd1 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 944 time: 0.0966923 Aug 30 13:05:46.741054 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Bound port: 46781685-9fc8-4054-896f-04f13b3a89fe, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:46.741902 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.759250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df3275b-3856-4a19-8da4-4031ed2329ec') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:46.759250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df3275b-3856-4a19-8da4-4031ed2329ec') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:46.777097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.803274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd48a214-fb1a-4153-b08c-f359f3b84488 req-ff80fd52-0c07-4156-877a-a5c6842be336 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590167 Aug 30 13:05:46.824572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.825923 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] For port 46781685-9fc8-4054-896f-04f13b3a89fe, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:46.837263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:46.837648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:46.840944 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:46.843082 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-c6f45c90-2dfe-4585-ae4c-1d9534c6196d tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/quotas/358394eff83c48e0a63125c66c955789 HTTP/1.1" status: 200 len: 375 time: 0.1370227 Aug 30 13:05:46.905721 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-ce1df3e0-a1f1-4dbd-93c5-61144e20e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:46.907621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-ce1df3e0-a1f1-4dbd-93c5-61144e20e8b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2085726 Aug 30 13:05:46.964818 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.975832 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Transition to ACTIVE for port object c9d8d5d4-1f3e-4b59-8431-89fbae24c504 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:46.985798 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] For port 46781685-9fc8-4054-896f-04f13b3a89fe, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=46781685-9fc8-4054-896f-04f13b3a89fe,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:46.988413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f3124-c81a-446e-859b-a90c75e2ac70 req-c3e95a34-a505-46c7-b9b3-8331a06fd7eb tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:46.989154 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:46.996488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d4f3124-c81a-446e-859b-a90c75e2ac70 req-c3e95a34-a505-46c7-b9b3-8331a06fd7eb tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 948 time: 0.0739751 Aug 30 13:05:46.997959 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-22ca35ec-8aae-4604-aa5c-a48a0f0f21e9 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367338 Aug 30 13:05:47.000762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'd3b23d33-49f5-4aff-a745-5c2c0c0e062b', 'network_id': 'e9cc0f3f-cdd3-4739-acc3-95a578fb9d61', 'port_id': 'd3b23d33-49f5-4aff-a745-5c2c0c0e062b', 'mac_address': 'fa:16:3e:0d:e6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c9a2b2-d804-4cb4-a2cc-0eba54420d22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:05:47.008547 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.021035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.022577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.028475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:47.049584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.054841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "DELETE /v2.0/networks/a3d520c7-3305-4063-8083-7c4c1cc474c6 HTTP/1.1" status: 204 len: 168 time: 1.2269247 Aug 30 13:05:47.054841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091eba2-ffde-4ba1-be8b-5596bd5c1a2d tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Pushing event deleted for resources: {'Network': ['ID=a3d520c7-3305-4063-8083-7c4c1cc474c6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:47.055249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43978) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:47.064891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:47.065273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.096273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Attempting to bind port c9d8d5d4-1f3e-4b59-8431-89fbae24c504 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:47.096665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Attempting to bind port c9d8d5d4-1f3e-4b59-8431-89fbae24c504 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:47.097036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Attempting to bind port c9d8d5d4-1f3e-4b59-8431-89fbae24c504 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:47.108552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:47.108960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:47.109378 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.110105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:47.110348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Bound port: c9d8d5d4-1f3e-4b59-8431-89fbae24c504, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:47.110743 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.125507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ba34e253-3a0e-42e0-9090-9aa043307b31 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ea514ae-1595-4124-a7bc-c3afe9317672 HTTP/1.1" status: 200 len: 205 time: 0.0624290 Aug 30 13:05:47.137374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631ace9-df60-4411-b2b1-0164720a2c4e None None] Pushing event updated for resources: {'Port': ['ID=c9d8d5d4-1f3e-4b59-8431-89fbae24c504,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:47.145492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43984) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:47.153005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d4f3124-c81a-446e-859b-a90c75e2ac70 req-0dc7d052-5159-4fb2-9b4c-fdc660dff4f7 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553080 Aug 30 13:05:47.162858 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.195166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3b23d33-49f5-4aff-a745-5c2c0c0e062b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:47.202480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-177fafc6-9ce0-4930-8c3a-e16a33a22be8 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842011 Aug 30 13:05:47.211341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-482f0d44-a02d-4846-9c7f-0e8d992bde92 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:05:47.212486 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-482f0d44-a02d-4846-9c7f-0e8d992bde92 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1486964 Aug 30 13:05:47.213481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] For port c9d8d5d4-1f3e-4b59-8431-89fbae24c504, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:47.228010 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab91a5-66f9-4a56-83bd-39f09314b00a None None] Pushing event updated for resources: {'Port': ['ID=46781685-9fc8-4054-896f-04f13b3a89fe,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:47.250748 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Routers {'515cd6da-1dd2-4cd0-a5bf-4c138639d10c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:47.251540 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:47.278624 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d364ec4f-f7a6-49a7-b324-9934ff9ce387 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.287646 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.304045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] For port c9d8d5d4-1f3e-4b59-8431-89fbae24c504, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c9d8d5d4-1f3e-4b59-8431-89fbae24c504,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:47.315147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b85a555d-4a9b-4e1b-bc8d-a504f85aa050 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:47.322037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d3b23d33-49f5-4aff-a745-5c2c0c0e062b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,segment=NetworkSegment(01382174-95d4-4b3f-ac75-bcdff88ab2c0),segment_id=01382174-95d4-4b3f-ac75-bcdff88ab2c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:47.341326 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.349922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b85a555d-4a9b-4e1b-bc8d-a504f85aa050 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:47.350276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b85a555d-4a9b-4e1b-bc8d-a504f85aa050 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:47.351749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.390818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6e04c-36f9-4c04-b063-8c0147ba6f71'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:47.393028 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bbef3c-bf87-4be0-a91e-4076439ca9c4" -d '{"events": [{"server_uuid": "35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62", "name": "network-vif-plugged", "status": "completed", "tag": "34b6e04c-36f9-4c04-b063-8c0147ba6f71"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:47.420298 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] Set router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:47.422490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 34b6e04c-36f9-4c04-b063-8c0147ba6f71, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=34b6e04c-36f9-4c04-b063-8c0147ba6f71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:47.427430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:47.428128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:47.437853 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.477271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631ace9-df60-4411-b2b1-0164720a2c4e None None] Pushing event updated for resources: {'Port': ['ID=c9d8d5d4-1f3e-4b59-8431-89fbae24c504,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:47.530594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f09777-f24a-404e-ac39-e25fc10d63be req-f591b4f8-8201-4c9a-a154-a2baf5a42739 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:47.532159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30f09777-f24a-404e-ac39-e25fc10d63be req-f591b4f8-8201-4c9a-a154-a2baf5a42739 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 949 time: 0.0756688 Aug 30 13:05:47.579412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:47.592104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['d3b23d33-49f5-4aff-a745-5c2c0c0e062b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:47.600873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30f09777-f24a-404e-ac39-e25fc10d63be req-0d35f4c1-bc30-4031-a057-248d39113465 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583975 Aug 30 13:05:47.615873 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d364ec4f-f7a6-49a7-b324-9934ff9ce387 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.632175 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d364ec4f-f7a6-49a7-b324-9934ff9ce387 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.643128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:47.674451 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc6c6c2-54da-46d6-a926-298d499bcf67 x-openstack-request-id: req-1bc6c6c2-54da-46d6-a926-298d499bcf67 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:47.674752 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62", "name": "network-vif-plugged", "status": "completed", "tag": "34b6e04c-36f9-4c04-b063-8c0147ba6f71", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:47.675012 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1bc6c6c2-54da-46d6-a926-298d499bcf67 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:47.675406 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b6e04c-36f9-4c04-b063-8c0147ba6f71', 'code': 200} Aug 30 13:05:47.753072 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:34Z', 'updated_at': '2021-08-30T13:05:43Z', 'revision_number': 4, 'project_id': '358394eff83c48e0a63125c66c955789', 'gw_port': {'id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:35Z', 'updated_at': '2021-08-30T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '46781685-9fc8-4054-896f-04f13b3a89fe', 'name': '', 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'mac_address': 'fa:16:3e:63:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '21fb5082-f507-4e18-83b0-710982ae3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:41Z', 'updated_at': '2021-08-30T13:05:46Z', 'revision_number': 4, 'project_id': '358394eff83c48e0a63125c66c955789', 'subnets': [{'id': '21fb5082-f507-4e18-83b0-710982ae3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:47.788585 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89879826-bfff-4586-a4fc-86fd9afeeae7 None None] The sync data for ids ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'] in n-d-688802-6 is: [{'id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:34Z', 'updated_at': '2021-08-30T13:05:43Z', 'revision_number': 4, 'project_id': '358394eff83c48e0a63125c66c955789', 'gw_port': {'id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:35Z', 'updated_at': '2021-08-30T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '46781685-9fc8-4054-896f-04f13b3a89fe', 'name': '', 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'mac_address': 'fa:16:3e:63:ec:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': '21fb5082-f507-4e18-83b0-710982ae3193', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:41Z', 'updated_at': '2021-08-30T13:05:46Z', 'revision_number': 4, 'project_id': '358394eff83c48e0a63125c66c955789', 'subnets': [{'id': '21fb5082-f507-4e18-83b0-710982ae3193', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:47.795723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4e448-4cb5-45df-9e13-68c8fbac31f5 req-a5ad4ea7-7db0-45e4-b5a4-eedaf8c852df service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202656 Aug 30 13:05:47.801908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Allocated IP 172.20.0.1 (49a27ef7-ae93-45d6-ae80-d7ab97c5b737/6b088efc-517b-415b-9327-87f7390070d7/a7a6464d-4c3f-4bc8-8dba-5047960ffe65) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:47.804669 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d364ec4f-f7a6-49a7-b324-9934ff9ce387 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.805299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d364ec4f-f7a6-49a7-b324-9934ff9ce387 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Fanout notify agent at l3_agent the message router_deleted on router 6ea514ae-1595-4124-a7bc-c3afe9317672 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:05:47.810756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-68b6bbec-4aa9-4493-ad1a-bb96c98ba3ea service neutron] 10.222.0.37 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170588 Aug 30 13:05:47.818615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d364ec4f-f7a6-49a7-b324-9934ff9ce387 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:47.825254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d364ec4f-f7a6-49a7-b324-9934ff9ce387 tempest-RoutersNegativeTest-1029220535 tempest-RoutersNegativeTest-1029220535-project] 10.222.0.37 "DELETE /v2.0/routers/6ea514ae-1595-4124-a7bc-c3afe9317672 HTTP/1.1" status: 204 len: 168 time: 0.6771138 Aug 30 13:05:47.834241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21c1f8-47b2-4fe2-a134-3bc1f0663ff5 req-fd0df7c1-c1b8-49e9-82a5-2955b2222f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:47.836536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed21c1f8-47b2-4fe2-a134-3bc1f0663ff5 req-fd0df7c1-c1b8-49e9-82a5-2955b2222f9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 1100 time: 0.0910764 Aug 30 13:05:47.875804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 193fd3f6-6b50-4fda-ada0-0318d9d91437 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:05:47.912055 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed21c1f8-47b2-4fe2-a134-3bc1f0663ff5 req-5b5e7423-15d8-468b-88fb-d8e90139c7b3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647635 Aug 30 13:05:48.040117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119f2a-3bab-4ec8-b158-afe019e92fb2 req-4a143e44-0777-48d2-a5aa-fdc70de706a7 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:48.043977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-58119f2a-3bab-4ec8-b158-afe019e92fb2 req-4a143e44-0777-48d2-a5aa-fdc70de706a7 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 945 time: 0.0597715 Aug 30 13:05:48.053554 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-340833b2-ebdf-42aa-9ee6-1afd7c5c63c5 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235117 Aug 30 13:05:48.090666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=34b6e04c-36f9-4c04-b063-8c0147ba6f71,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:48.110450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:48.139810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-58119f2a-3bab-4ec8-b158-afe019e92fb2 req-e42f49fc-2f63-4c3b-bcef-e1bca639b923 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890749 Aug 30 13:05:48.149613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Transition to ACTIVE for port object a7a6464d-4c3f-4bc8-8dba-5047960ffe65 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:48.278497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44006) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:48.309096 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:48.322980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-95e30627-1b63-4e95-bab3-44d87c2f620d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1043377 Aug 30 13:05:48.400591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:48.429948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaec265-943e-4793-a4e1-04e70228bb53 req-35dbbbaa-e95f-4422-856a-18a9cf65546f tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:48.440689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aaaec265-943e-4793-a4e1-04e70228bb53 req-35dbbbaa-e95f-4422-856a-18a9cf65546f tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 948 time: 0.1480501 Aug 30 13:05:48.500393 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aaaec265-943e-4793-a4e1-04e70228bb53 req-b8e72cc5-121f-4070-be7b-02f310c8f95f tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585871 Aug 30 13:05:48.505898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '193fd3f6-6b50-4fda-ada0-0318d9d91437', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '193fd3f6-6b50-4fda-ada0-0318d9d91437', 'mac_address': 'fa:16:3e:a4:a2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:05:48.507740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:05:48.635800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:43Z', 'revision_number': 3, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:48.687957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-46edfdc0-f048-48da-9b68-7111a571c954 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=218fa94db6a94098bcd9605b66d91219&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073825 Aug 30 13:05:48.692278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44022) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:48.753788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a414653-c394-45fb-9d9a-9465b083fe4c None None] The sync data for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 is: [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:43Z', 'revision_number': 3, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:48.767300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:48.822023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193fd3f6-6b50-4fda-ada0-0318d9d91437 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:48.872086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:48.893709 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f140-959d-4525-93ea-e276c5999208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:48.938017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Pushing event updated for resources: {'Port': ['ID=a7a6464d-4c3f-4bc8-8dba-5047960ffe65,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:48.938732 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f140-959d-4525-93ea-e276c5999208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:48.940737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:48.943252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'mac_address': 'fa:16:3e:32:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:05:48.948794 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:49.016359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:49.026487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:49.031183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:49.037265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f2450-e0c4-4658-b98d-28284eee4196 req-9ba466d1-e004-4983-8089-25d5d2cf6190 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:49.040487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c1f2450-e0c4-4658-b98d-28284eee4196 req-9ba466d1-e004-4983-8089-25d5d2cf6190 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 949 time: 0.2265604 Aug 30 13:05:49.041812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-027f9c06-bf8f-48d7-8f54-cb6ad98d2858 req-8890d290-3d04-45a8-a942-b1ce961dbae7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 210 time: 0.0999222 Aug 30 13:05:49.081906 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:49.109567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-7548489c-59fd-4143-b9dc-84c5ff8225ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:49.115913 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-7548489c-59fd-4143-b9dc-84c5ff8225ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1095 time: 0.1625183 Aug 30 13:05:49.139621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:49.142202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=193fd3f6-6b50-4fda-ada0-0318d9d91437,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:49.170702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ef9d69-7413-4710-a779-66c42eda0ea1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:49.213155 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f140-959d-4525-93ea-e276c5999208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:49.224860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:49.228242 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1fc0f140-959d-4525-93ea-e276c5999208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:49.229852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['193fd3f6-6b50-4fda-ada0-0318d9d91437'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:49.236830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1fc0f140-959d-4525-93ea-e276c5999208 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00388d65-ff62-4752-9430-55812ff88b1f HTTP/1.1" status: 204 len: 168 time: 0.5402949 Aug 30 13:05:49.251508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:49.333897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0f140-959d-4525-93ea-e276c5999208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00388d65-ff62-4752-9430-55812ff88b1f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:49.380088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c1f2450-e0c4-4658-b98d-28284eee4196 req-bfdc392f-a8ca-46e4-a96f-e7ba7eb94ab8 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227537 Aug 30 13:05:49.628706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 46781685-9fc8-4054-896f-04f13b3a89fe up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:49.675311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['c7ef9d69-7413-4710-a779-66c42eda0ea1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:49.708564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-30188c90-def0-4bca-abba-861a4bdfe099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:49.711209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-30188c90-def0-4bca-abba-861a4bdfe099 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.5589144 Aug 30 13:05:49.790088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:49.840112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b899d49c-a113-460f-bb46-29bce7d332bf None None] Provisioning for port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:49.871881 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-c6fd57a0-cd0f-4c74-a48a-4aaa631846d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.0631838 Aug 30 13:05:49.875056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-e869f08c-158f-484f-b41c-dd0ab405642b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:49.880735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d3b23d33-49f5-4aff-a745-5c2c0c0e062b up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:49.887060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-e869f08c-158f-484f-b41c-dd0ab405642b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 819 time: 0.3061230 Aug 30 13:05:49.897455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b899d49c-a113-460f-bb46-29bce7d332bf None None] Provisioning complete for port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:49.899378 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b899d49c-a113-460f-bb46-29bce7d332bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:49.915780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-f321fd01-4274-44c4-8d4a-90fc9c7bd92c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/quotas/358394eff83c48e0a63125c66c955789 HTTP/1.1" status: 200 len: 375 time: 0.0276401 Aug 30 13:05:50.001475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 46781685-9fc8-4054-896f-04f13b3a89fe completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:50.005254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e34e38-8f70-41d8-9ce8-9e6f2c1f8aad req-7c1995da-cbb9-4459-86ec-ad5979447211 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:50.013574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-87e34e38-8f70-41d8-9ce8-9e6f2c1f8aad req-7c1995da-cbb9-4459-86ec-ad5979447211 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 945 time: 0.2083926 Aug 30 13:05:50.025679 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:50.049371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-95bd8654-8571-4c1a-8e20-fd17092f5863 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1325958 Aug 30 13:05:50.079043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-a9d28f1d-28d6-458e-bca4-42eac5374804 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:05:50.091636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-a9d28f1d-28d6-458e-bca4-42eac5374804 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274596 Aug 30 13:05:50.101926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 46781685-9fc8-4054-896f-04f13b3a89fe triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:50.102315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:50.221824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-1d0e0740-bcf4-4788-a73d-0812da5a663b service neutron] 10.222.0.37 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292274 Aug 30 13:05:50.342189 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b899d49c-a113-460f-bb46-29bce7d332bf None None] Port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:05:50.355103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-a2e951fc-019e-4393-af36-f8af815caf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:50.357696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-a2e951fc-019e-4393-af36-f8af815caf26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.4565499 Aug 30 13:05:50.394033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:50.426946 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:50.450471 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:50.470229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port d3b23d33-49f5-4aff-a745-5c2c0c0e062b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:50.493177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-aefbaad8-c262-4cad-b374-51d33567f895 service neutron] 10.222.0.37 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703753 Aug 30 13:05:50.514647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-0c733c52-cd8c-403b-ba75-34de89b230ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1128631 Aug 30 13:05:50.534771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 46781685-9fc8-4054-896f-04f13b3a89fe, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=46781685-9fc8-4054-896f-04f13b3a89fe,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:50.536485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port d3b23d33-49f5-4aff-a745-5c2c0c0e062b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:50.536865 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:50.542592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Pushing event updated for resources: {'Port': ['ID=a7a6464d-4c3f-4bc8-8dba-5047960ffe65,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:50.575251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-b93ee839-0b2a-48c2-aed7-99b6a6eecf60 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:50.576825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-b93ee839-0b2a-48c2-aed7-99b6a6eecf60 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.35 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 819 time: 0.3524737 Aug 30 13:05:50.597016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Request body: {'port': {'device_id': '8a9ef9b7-4665-4c7c-a602-dfeb5345ae41', 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb', 'admin_state_up': True, 'tenant_id': '358394eff83c48e0a63125c66c955789'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:50.638026 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:50.654065 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-5edb190b-616a-4ccc-9ea5-d686d2f194cc service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079867 Aug 30 13:05:50.686297 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-87e34e38-8f70-41d8-9ce8-9e6f2c1f8aad req-06995429-10f5-4a9c-8496-bc500de04479 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715884 Aug 30 13:05:50.759389 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:50.883504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44074) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:50.907835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=46781685-9fc8-4054-896f-04f13b3a89fe,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:50.908975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17822bba-d6a8-4a44-9020-ef44864fb928 req-66d6d5ef-aa45-4d1d-b167-79371324ff73 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422953 Aug 30 13:05:50.948649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080c5f2-f5ed-4ea7-b3c4-dc8e6107ed11 req-5d16205b-d8f0-4f9d-94fb-4aa3643fc9f9 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:50.955656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:50.957829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1080c5f2-f5ed-4ea7-b3c4-dc8e6107ed11 req-5d16205b-d8f0-4f9d-94fb-4aa3643fc9f9 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1730676 Aug 30 13:05:50.963590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:50.988246 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.006702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Made reservation on behalf of 358394eff83c48e0a63125c66c955789 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:51.014000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.035682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa91c2a-54ab-4129-8539-5c615583be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b23d33-49f5-4aff-a745-5c2c0c0e062b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:51.038816 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2ab89a-cb72-4977-bca8-95af365e7154" -d '{"events": [{"server_uuid": "1fa91c2a-54ab-4129-8539-5c615583be66", "name": "network-vif-plugged", "status": "completed", "tag": "d3b23d33-49f5-4aff-a745-5c2c0c0e062b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:51.058342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d3b23d33-49f5-4aff-a745-5c2c0c0e062b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,segment=NetworkSegment(01382174-95d4-4b3f-ac75-bcdff88ab2c0),segment_id=01382174-95d4-4b3f-ac75-bcdff88ab2c0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:51.065444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c4050-1725-44c7-a630-e50b4ce07a44 req-dd59f5fc-5ce6-41e9-8815-27651048a05b tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:51.067351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb6c4050-1725-44c7-a630-e50b4ce07a44 req-dd59f5fc-5ce6-41e9-8815-27651048a05b tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 949 time: 0.1573439 Aug 30 13:05:51.070980 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.135969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1080c5f2-f5ed-4ea7-b3c4-dc8e6107ed11 req-94abd29f-db76-41a1-a408-2f3ebb4fc331 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757185 Aug 30 13:05:51.155740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2065689364'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:51.201103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:51.284531 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb6c4050-1725-44c7-a630-e50b4ce07a44 req-2a342c9e-1d94-4351-afd6-ea71202c9589 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058105 Aug 30 13:05:51.289925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Allocated IP 172.20.0.14 (9b5fccd4-17f2-4720-858c-cdefbf1059eb/21fb5082-f507-4e18-83b0-710982ae3193/3b578e6a-431d-4e10-8300-89b636bc88d3) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:51.308541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:05:51.371733 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdff09c-bcd7-49e0-82fe-d3c62f12b10b x-openstack-request-id: req-9cdff09c-bcd7-49e0-82fe-d3c62f12b10b {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:51.372057 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa91c2a-54ab-4129-8539-5c615583be66", "name": "network-vif-plugged", "status": "completed", "tag": "d3b23d33-49f5-4aff-a745-5c2c0c0e062b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:51.372164 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9cdff09c-bcd7-49e0-82fe-d3c62f12b10b {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:51.372563 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa91c2a-54ab-4129-8539-5c615583be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3b23d33-49f5-4aff-a745-5c2c0c0e062b', 'code': 200} Aug 30 13:05:51.470908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c5b32f87-0d43-4983-ba3a-57d0ca1eec18 None None] Provisioning complete for port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:51.471279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c5b32f87-0d43-4983-ba3a-57d0ca1eec18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.517117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f38dbdb0-bfaa-4da5-b86b-03066f29ce37 req-7b524e0c-dda1-495b-a69b-77c716512fea tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 210 time: 0.1134760 Aug 30 13:05:51.519860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Made reservation on behalf of 74661ee9d40447b5b0c52913c1028b01 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:51.523598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.529632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c9d8d5d4-1f3e-4b59-8431-89fbae24c504 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:51.567585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.606187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c5b32f87-0d43-4983-ba3a-57d0ca1eec18 None None] Port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:05:51.627429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1224b-8178-410a-8432-ada8aca22915 req-53ffd95d-85f9-4ce0-b0af-c9c7ef1c3e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:51.630499 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2f1224b-8178-410a-8432-ada8aca22915 req-53ffd95d-85f9-4ce0-b0af-c9c7ef1c3e83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 1097 time: 0.1814518 Aug 30 13:05:51.634033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c9d8d5d4-1f3e-4b59-8431-89fbae24c504 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:51.638372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c9d8d5d4-1f3e-4b59-8431-89fbae24c504 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:51.640295 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.704730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:05:51.714777 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.722420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9aa55193-7040-4f78-b915-34e0df564a4d admin admin] 10.222.0.37 "PUT /v2.0/routers/3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4322801 Aug 30 13:05:51.732345 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2f1224b-8178-410a-8432-ada8aca22915 req-d4abb670-65c8-4c38-922c-bc9251a1103b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854993 Aug 30 13:05:51.766401 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.790539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c9d8d5d4-1f3e-4b59-8431-89fbae24c504, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c9d8d5d4-1f3e-4b59-8431-89fbae24c504,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:51.799456 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.800262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 46781685-9fc8-4054-896f-04f13b3a89fe up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:51.837518 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:51.857279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 193fd3f6-6b50-4fda-ada0-0318d9d91437 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:51.896719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04950846-6c16-405c-ab03-cf46c344a0b0 req-5de2a201-5369-4bbc-bedf-d8c17cd31703 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:51.898759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-04950846-6c16-405c-ab03-cf46c344a0b0 req-5de2a201-5369-4bbc-bedf-d8c17cd31703 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 946 time: 0.0893149 Aug 30 13:05:51.900747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Sync routers for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:05:51.925094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Network 9b5fccd4-17f2-4720-858c-cdefbf1059eb is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:51.948269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c9d8d5d4-1f3e-4b59-8431-89fbae24c504,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:51.950470 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-04950846-6c16-405c-ab03-cf46c344a0b0 req-985250f6-459d-4065-90fc-ef6177b4e796 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456440 Aug 30 13:05:51.953850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244af12-9bc1-4f0b-b619-3ac2f5197727 req-1552c6a5-4494-47b4-8028-7852003c47ed tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:51.954603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:51.955172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:51.955831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2244af12-9bc1-4f0b-b619-3ac2f5197727 req-1552c6a5-4494-47b4-8028-7852003c47ed tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 949 time: 0.2370510 Aug 30 13:05:51.956870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:51.965863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:51.973968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Pushing event updated for resources: {'Port': ['ID=3b578e6a-431d-4e10-8300-89b636bc88d3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:52.001003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 46781685-9fc8-4054-896f-04f13b3a89fe triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:52.001386 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.072149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.086318 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.096297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:52.096978 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.141705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2244af12-9bc1-4f0b-b619-3ac2f5197727 req-51860be3-40c3-4af5-a611-e593c4a990b8 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697133 Aug 30 13:05:52.155527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:05:52.155527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f21ff86-5592-404b-a43d-661290dac3d6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5661638 Aug 30 13:05:52.158737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abef8db-4c73-4d65-9796-5d09ef085345,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:52.170682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.171052 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Added segment ed2ca775-b6a3-4b07-ba96-c24c2bf63126 of type vlan for network 78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f Aug 30 13:05:52.186969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Request body: {'port': {'device_id': '8a9ef9b7-4665-4c7c-a602-dfeb5345ae41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:52.252708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 193fd3f6-6b50-4fda-ada0-0318d9d91437 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:52.262602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 193fd3f6-6b50-4fda-ada0-0318d9d91437 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:52.263408 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.302290 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:52.312830 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.345945 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.374696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc99fb-87bb-4754-a96d-b80d443b0b99 req-90cf1b35-f966-48a0-9a4b-9224950c1ae5 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:52.376093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-acdc99fb-87bb-4754-a96d-b80d443b0b99 req-90cf1b35-f966-48a0-9a4b-9224950c1ae5 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 949 time: 0.1203742 Aug 30 13:05:52.424828 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.433496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:52.434320 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.530921 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-acdc99fb-87bb-4754-a96d-b80d443b0b99 req-6f107aab-a3ca-4c7b-b612-cb84c9e7abe9 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471806 Aug 30 13:05:52.535267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:52.542107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44106) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:52.555826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-cf43944d-a652-4145-8b8e-d45baf947645 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--51657969', 'description': 'tempest-description--1619657630'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:52.566565 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6790760 Aug 30 13:05:52.573742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44110) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:52.576583 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.579152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-095ca61d-91db-4992-ad4e-d3b2e3c18bd6 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f', 'tempest-TagsTest-Tag-335592396') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:52.666275 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25b00f56-eca7-4a38-af9b-bc83752a78ca req-5a52c8d7-7b32-414f-a47f-8c44bfebdbfc tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 210 time: 0.0431530 Aug 30 13:05:52.670926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:52.675349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf43944d-a652-4145-8b8e-d45baf947645 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.684138 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.691311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port c7ef9d69-7413-4710-a779-66c42eda0ea1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:52.707811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a3964-da38-4138-8277-2d099c5de011 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Pushing event updated for resources: {'Network': ['ID=78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:52.723953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:05:52.726468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port c7ef9d69-7413-4710-a779-66c42eda0ea1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:52.726843 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.824139 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:50Z', 'revision_number': 2, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:52.838648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-8b04aadf-f709-4177-a7ac-7cf7461e2026 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:52.840658 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-8b04aadf-f709-4177-a7ac-7cf7461e2026 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.16 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 819 time: 0.3898294 Aug 30 13:05:52.862277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Checking router: 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:05:52.862637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Updating router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:05:52.875751 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Request body: {'port': {'device_id': 'e19386d9-d622-441f-ab78-a36d0c691268', 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb', 'admin_state_up': True, 'tenant_id': '358394eff83c48e0a63125c66c955789'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:52.896197 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.898935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=193fd3f6-6b50-4fda-ada0-0318d9d91437,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:52.939506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf43944d-a652-4145-8b8e-d45baf947645 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.954040 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf43944d-a652-4145-8b8e-d45baf947645 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.977095 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf43944d-a652-4145-8b8e-d45baf947645 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:52.978696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cf43944d-a652-4145-8b8e-d45baf947645 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4356310 Aug 30 13:05:52.987388 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44114) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:52.998979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-16212a99-8dff-41f0-bfa9-5a2a604cf99a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'security_group_rule': {'security_group_id': '1141b684-d493-449c-a708-e8ae2b61a75d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:53.051888 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16212a99-8dff-41f0-bfa9-5a2a604cf99a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.061953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.095118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43944d-a652-4145-8b8e-d45baf947645 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1141b684-d493-449c-a708-e8ae2b61a75d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:53.110552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:53.121149 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.165986 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16212a99-8dff-41f0-bfa9-5a2a604cf99a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.185189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16212a99-8dff-41f0-bfa9-5a2a604cf99a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.220986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Made reservation on behalf of 358394eff83c48e0a63125c66c955789 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:53.225239 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.229826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:53.240811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16212a99-8dff-41f0-bfa9-5a2a604cf99a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e283774-8852-4577-8d35-1ec518b8516f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:53.258714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16212a99-8dff-41f0-bfa9-5a2a604cf99a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.259989 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-16212a99-8dff-41f0-bfa9-5a2a604cf99a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2677367 Aug 30 13:05:53.280907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44120) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:53.287677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-83c71a3a-3811-4199-95b9-f358c49c99f9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'security_group_rule': {'security_group_id': '1141b684-d493-449c-a708-e8ae2b61a75d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:53.310063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c9d8d5d4-1f3e-4b59-8431-89fbae24c504 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:53.352394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-095ca61d-91db-4992-ad4e-d3b2e3c18bd6 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "PUT /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags/tempest-TagsTest-Tag-335592396 HTTP/1.1" status: 201 len: 201 time: 0.7773380 Aug 30 13:05:53.365212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44124) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:53.365212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-31d21e8f-472b-4a45-beac-e3359f11d5fa tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f', 'tempest-TagsTest-Tag-335592396') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:53.373265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437'}, {'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:53.375988 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb58231-7f06-40cf-8eea-19b29c28e4c3" -d '{"events": [{"server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437"}, {"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-plugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:53.382482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-fcb6cccc-111f-4085-829b-e7019786331e tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:53.384059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-fcb6cccc-111f-4085-829b-e7019786331e tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.35 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 949 time: 0.1569090 Aug 30 13:05:53.393364 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.412649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Transition to ACTIVE for port object a7a6464d-4c3f-4bc8-8dba-5047960ffe65 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:53.429848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.471591 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83c71a3a-3811-4199-95b9-f358c49c99f9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.474842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c9d8d5d4-1f3e-4b59-8431-89fbae24c504 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:53.475223 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.481366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bbed3-cc63-484b-9549-040ef5916fbe req-76d01772-c9a8-4bf5-b851-95d30e65fc81 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:53.482941 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-318bbed3-cc63-484b-9549-040ef5916fbe req-76d01772-c9a8-4bf5-b851-95d30e65fc81 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 949 time: 0.2139137 Aug 30 13:05:53.507703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941017d3-cefe-4730-a6e4-ef78991be5ee req-e580b784-51a1-4777-b99f-e3cc128f2b07 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:53.510151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-941017d3-cefe-4730-a6e4-ef78991be5ee req-e580b784-51a1-4777-b99f-e3cc128f2b07 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 946 time: 0.2719488 Aug 30 13:05:53.545283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-31d21e8f-472b-4a45-beac-e3359f11d5fa tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "GET /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags/tempest-TagsTest-Tag-335592396 HTTP/1.1" status: 204 len: 168 time: 0.1853993 Aug 30 13:05:53.551634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47a7fe-1539-4ca6-afba-ac4bf4399a98 None None] Pushing event updated for resources: {'Port': ['ID=a7a6464d-4c3f-4bc8-8dba-5047960ffe65,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:53.557058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44128) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:53.565534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-06e92dfc-01b8-40df-a5f8-d882e600d8ac tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:53.574506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-318bbed3-cc63-484b-9549-040ef5916fbe req-c49b863d-aa22-492c-a3d7-bed80839785b tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/security-groups?id=85f302d3-3d6d-4d02-9bb5-a86c9bde0226&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806155 Aug 30 13:05:53.585135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b578e6a-431d-4e10-8300-89b636bc88d3 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:53.599168 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.619116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83c71a3a-3811-4199-95b9-f358c49c99f9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.624941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Attempting to bind port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:53.627400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Attempting to bind port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:53.627726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Attempting to bind port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:53.628829 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83c71a3a-3811-4199-95b9-f358c49c99f9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.651858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:53.654501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Checking segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:53.655038 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.655790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Bound using segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:53.656855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c71a3a-3811-4199-95b9-f358c49c99f9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4ed537-2803-44c6-aa7e-ec81ac64d071,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:53.657084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Bound port: a7a6464d-4c3f-4bc8-8dba-5047960ffe65, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:53.657954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.669056 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83c71a3a-3811-4199-95b9-f358c49c99f9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.675153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-83c71a3a-3811-4199-95b9-f358c49c99f9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3919160 Aug 30 13:05:53.676461 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-941017d3-cefe-4730-a6e4-ef78991be5ee req-7ea04e39-a9d3-46e2-9546-17ab4cb9f618 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716414 Aug 30 13:05:53.676800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44132) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:53.694750 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:53.712574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Transition to ACTIVE for port object 3b578e6a-431d-4e10-8300-89b636bc88d3 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:53.736369 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-06e92dfc-01b8-40df-a5f8-d882e600d8ac tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "GET /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags HTTP/1.1" status: 200 len: 237 time: 0.1782029 Aug 30 13:05:53.744541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44138) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:53.747548 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.758329 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5621446e-8a32-44bf-ad8a-bfb84a574d10 x-openstack-request-id: req-5621446e-8a32-44bf-ad8a-bfb84a574d10 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:53.758878 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437", "code": 200}, {"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-plugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:53.759286 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5621446e-8a32-44bf-ad8a-bfb84a574d10 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:53.760285 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437', 'code': 200} Aug 30 13:05:53.760555 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'code': 200} Aug 30 13:05:53.785215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-da29018a-8d31-4ded-9d59-6fa4fe956213 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f', {'tags': ['tempest-TagsTest-Tag-775260868', 'tempest-TagsTest-Tag-27988218', 'tempest-TagsTest-Tag-516931152']}) {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:53.815151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Deleting port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:53.815492 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.822993 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.885764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] For port a7a6464d-4c3f-4bc8-8dba-5047960ffe65, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:53.890110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] For port a7a6464d-4c3f-4bc8-8dba-5047960ffe65, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a7a6464d-4c3f-4bc8-8dba-5047960ffe65,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:53.897464 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:53.906260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Allocated IP 172.20.0.10 (9b5fccd4-17f2-4720-858c-cdefbf1059eb/21fb5082-f507-4e18-83b0-710982ae3193/ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:53.936229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b69221-7e26-49e2-9380-476ae9de8fa2 req-91f2c771-a768-4af3-91b5-19fafb7767b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:53.937758 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9b69221-7e26-49e2-9380-476ae9de8fa2 req-91f2c771-a768-4af3-91b5-19fafb7767b7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 1101 time: 0.1466579 Aug 30 13:05:53.953850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678d80b-01f4-460c-b7f2-b94b44d63576 req-2e5a897b-9dd0-44d5-8548-738664d0785c tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:53.955419 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0678d80b-01f4-460c-b7f2-b94b44d63576 req-2e5a897b-9dd0-44d5-8548-738664d0785c tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 950 time: 0.2061749 Aug 30 13:05:53.975443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47a7fe-1539-4ca6-afba-ac4bf4399a98 None None] Pushing event updated for resources: {'Port': ['ID=a7a6464d-4c3f-4bc8-8dba-5047960ffe65,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:53.981116 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:05:53.982371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:05:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:54.030886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4dcc7acc-c0ec-4acc-865d-57a74f484c12 req-c9713a35-675c-4067-ba49-b525104f91c0 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 210 time: 0.1412504 Aug 30 13:05:54.072200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Pushing event updated for resources: {'Port': ['ID=3b578e6a-431d-4e10-8300-89b636bc88d3,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:54.126632 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9b69221-7e26-49e2-9380-476ae9de8fa2 req-8e2b8ecf-bdcf-495a-bcb6-65dd0762146c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648786 Aug 30 13:05:54.127609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:05:54.137065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] For port 34b6e04c-36f9-4c04-b063-8c0147ba6f71, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=34b6e04c-36f9-4c04-b063-8c0147ba6f71,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:54.137447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:54.160090 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0678d80b-01f4-460c-b7f2-b94b44d63576 req-39ea6b1a-98b6-4d18-8ff0-25d0ce022fec tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915040 Aug 30 13:05:54.190162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Calling delete_port for 34b6e04c-36f9-4c04-b063-8c0147ba6f71 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:54.286696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:54.286696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:54.360932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44148) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:54.361215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-da29018a-8d31-4ded-9d59-6fa4fe956213 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "PUT /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags HTTP/1.1" status: 200 len: 305 time: 0.5832014 Aug 30 13:05:54.374392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dee415-9beb-48f6-ba9a-872d3a498c36 req-fca8ed7a-6f1e-40ef-9502-cb7e8771b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:54.378082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27dee415-9beb-48f6-ba9a-872d3a498c36 req-fca8ed7a-6f1e-40ef-9502-cb7e8771b8d3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 1101 time: 0.5106573 Aug 30 13:05:54.389854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-2fb1359d-a4ce-4175-8813-66c78fcb4453 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f', 'tempest-TagsTest-Tag-775260868') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:54.466364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:53Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:54.509635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e6905a-6364-469f-ae07-9e9492d2e47e None None] The sync data for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 is: [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:53Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:05:54.525804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Attempting to bind port 3b578e6a-431d-4e10-8300-89b636bc88d3 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:54.526094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Attempting to bind port 3b578e6a-431d-4e10-8300-89b636bc88d3 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:54.526504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Attempting to bind port 3b578e6a-431d-4e10-8300-89b636bc88d3 on network 9b5fccd4-17f2-4720-858c-cdefbf1059eb {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:54.532395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27dee415-9beb-48f6-ba9a-872d3a498c36 req-9df5c3b8-6b70-4688-9bd9-ec0da0ca4c9e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463413 Aug 30 13:05:54.535215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:54.538012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Port 3b578e6a-431d-4e10-8300-89b636bc88d3 on network 9b5fccd4-17f2-4720-858c-cdefbf1059eb not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:54.538431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Attempting to bind port 3b578e6a-431d-4e10-8300-89b636bc88d3 on network 9b5fccd4-17f2-4720-858c-cdefbf1059eb {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:54.558822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['34b6e04c-36f9-4c04-b063-8c0147ba6f71'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:54.585257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Pushing event deleted for resources: {'Port': ['ID=34b6e04c-36f9-4c04-b063-8c0147ba6f71,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:54.595670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:54.595670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Checking segment: {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:54.595670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Bound using segment: {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:54.597643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Bound port: 3b578e6a-431d-4e10-8300-89b636bc88d3, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:54.597643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:54.724570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] For port 3b578e6a-431d-4e10-8300-89b636bc88d3, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:54.728351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] For port 3b578e6a-431d-4e10-8300-89b636bc88d3, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3b578e6a-431d-4e10-8300-89b636bc88d3,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:54.749640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] No DVR routers for this DVR port 34b6e04c-36f9-4c04-b063-8c0147ba6f71 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:54.752542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:54.755678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be44f2a-9845-43ab-b669-7bde7fbb7c0b req-07d74518-6891-4447-adda-edf4e61829a5 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.35 "DELETE /v2.0/ports/34b6e04c-36f9-4c04-b063-8c0147ba6f71 HTTP/1.1" status: 204 len: 173 time: 1.3604085 Aug 30 13:05:54.766007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62', 'name': 'network-vif-deleted', 'tag': '34b6e04c-36f9-4c04-b063-8c0147ba6f71'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:54.770600 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab56c8e-1ab5-4531-b181-0fa75634c7c4" -d '{"events": [{"server_uuid": "35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62", "name": "network-vif-deleted", "tag": "34b6e04c-36f9-4c04-b063-8c0147ba6f71"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:54.774865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:54.831862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64e21389-2578-4172-acee-0a24f933bacc req-e7478341-44f0-4dcf-bff9-c03eebf74c05 tempest-ImagesNegativeTestJSON-2061350938 tempest-ImagesNegativeTestJSON-2061350938-project] 10.222.0.37 "GET /v2.0/ports?device_id=35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62 HTTP/1.1" status: 200 len: 210 time: 0.1017017 Aug 30 13:05:54.850237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:54.851390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:54.853395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] 10.222.0.35 "PUT /v2.0/ports/3b578e6a-431d-4e10-8300-89b636bc88d3 HTTP/1.1" status: 200 len: 1092 time: 2.6717360 Aug 30 13:05:54.913400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7b9c2-8977-4993-a60d-c6f303a5d753 service neutron] Pushing event updated for resources: {'Port': ['ID=3b578e6a-431d-4e10-8300-89b636bc88d3,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:54.955737 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1450b8e-19d9-4ac6-b361-cd0c69bb8eb9 x-openstack-request-id: req-f1450b8e-19d9-4ac6-b361-cd0c69bb8eb9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:54.955938 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62", "name": "network-vif-deleted", "tag": "34b6e04c-36f9-4c04-b063-8c0147ba6f71", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:54.956196 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1450b8e-19d9-4ac6-b361-cd0c69bb8eb9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:54.956574 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cdd4cf-0ead-4420-95ed-aa7c9f8a0b62', 'name': 'network-vif-deleted', 'tag': '34b6e04c-36f9-4c04-b063-8c0147ba6f71', 'status': 'completed', 'code': 200} Aug 30 13:05:54.965735 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:54.999866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-03abdbbb-d735-4f14-b4d9-5445fa04aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:55.001431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-03abdbbb-d735-4f14-b4d9-5445fa04aae4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1095 time: 0.0607660 Aug 30 13:05:55.053331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1a0e7968-e53a-425c-a8ef-b2c3509e4860 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b578e6a-431d-4e10-8300-89b636bc88d3 HTTP/1.1" status: 200 len: 217 time: 0.0423198 Aug 30 13:05:55.054516 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Allocated IP 172.25.2.188 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/aa2aa84d-9684-403a-b68d-a3d99657a891) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:05:55.070640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Network 9b5fccd4-17f2-4720-858c-cdefbf1059eb is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:55.084862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19fe34-268a-4f58-bce3-a7781ee8799b req-8f7a970c-fa8c-4361-8038-c07f42474f8b tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:55.086627 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da19fe34-268a-4f58-bce3-a7781ee8799b req-8f7a970c-fa8c-4361-8038-c07f42474f8b tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 946 time: 0.1941266 Aug 30 13:05:55.092834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:55.106320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:55.141730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f161a6f-3fd3-4c20-9faf-0c36ab91e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:55.143330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-1f161a6f-3fd3-4c20-9faf-0c36ab91e01f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.0825901 Aug 30 13:05:55.182102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-17eec525-383f-42dc-9729-314d79b6baef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297105 Aug 30 13:05:55.194445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fff81-3a4a-4df9-b726-3ed3060fbf6e req-6bad2204-c688-4816-aa86-1dfe3e20bd50 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:55.202147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-639fff81-3a4a-4df9-b726-3ed3060fbf6e req-6bad2204-c688-4816-aa86-1dfe3e20bd50 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 932 time: 0.0936260 Aug 30 13:05:55.237180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Pushing event updated for resources: {'Port': ['ID=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:55.317521 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-639fff81-3a4a-4df9-b726-3ed3060fbf6e req-fdaecfe9-8758-42a7-8142-3b1381dd380b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143870 Aug 30 13:05:55.337854 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da19fe34-268a-4f58-bce3-a7781ee8799b req-cbffe322-b437-4b6c-887f-f8dcc3aa7d99 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236305 Aug 30 13:05:55.409766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:55.411001 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:55.416320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a7a6464d-4c3f-4bc8-8dba-5047960ffe65 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:55.420230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-33c19fcb-a98f-4d85-bd42-931606ed77d3 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160614 Aug 30 13:05:55.437685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2fb1359d-a4ce-4175-8813-66c78fcb4453 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "DELETE /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags/tempest-TagsTest-Tag-775260868 HTTP/1.1" status: 204 len: 168 time: 1.0694470 Aug 30 13:05:55.439667 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-d55fa8b1-d154-40e6-9581-f854f83b29b4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5730443 Aug 30 13:05:55.443632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:55.446578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44164) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:55.453681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-a98f1489-b0ff-4ab9-9ef8-fe2baf6bbcaf tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f', 'tempest-TagsTest-Tag-775260868') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:55.490854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Request body: {'port': {'device_id': 'e19386d9-d622-441f-ab78-a36d0c691268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:55.499884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:05:55.505887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:55.506312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:55.624116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:55.628389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7581e80-3b1a-4721-90d8-488d85d6e7ef req-817f5a50-07b3-4b5a-abcb-bb9a38de4394 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:55.637230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:55.638209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7581e80-3b1a-4721-90d8-488d85d6e7ef req-817f5a50-07b3-4b5a-abcb-bb9a38de4394 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 950 time: 0.0918772 Aug 30 13:05:55.658196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:55.673746 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:05:55.688583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf73ac7e-8a42-485f-b6d9-010942e31400 req-0cae251e-79ee-4349-99f4-070fbd467c66 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561891 Aug 30 13:05:55.692014 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-a98f1489-b0ff-4ab9-9ef8-fe2baf6bbcaf tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] show failed (client error): The resource could not be found. Aug 30 13:05:55.693311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a98f1489-b0ff-4ab9-9ef8-fe2baf6bbcaf tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "GET /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags/tempest-TagsTest-Tag-775260868 HTTP/1.1" status: 404 len: 325 time: 0.2456326 Aug 30 13:05:55.697325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44168) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:55.703245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port a7a6464d-4c3f-4bc8-8dba-5047960ffe65, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a7a6464d-4c3f-4bc8-8dba-5047960ffe65,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:55.712743 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:55.730176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-5923cb7f-b03a-462a-97c0-7408e6c3c407 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f', 'tempest-TagsTest-Tag-27988218') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:55.755377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7581e80-3b1a-4721-90d8-488d85d6e7ef req-6b65e4ce-5da2-4233-8e9c-ce7f105bdcd6 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118324 Aug 30 13:05:55.759761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:05:55.774906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:55.783970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:05:55.810005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=a7a6464d-4c3f-4bc8-8dba-5047960ffe65,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:55.840457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'Port': ['ID=aa2aa84d-9684-403a-b68d-a3d99657a891,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:56.112677 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5923cb7f-b03a-462a-97c0-7408e6c3c407 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "GET /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags/tempest-TagsTest-Tag-27988218 HTTP/1.1" status: 204 len: 168 time: 0.3905175 Aug 30 13:05:56.113344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44186) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:56.119984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-ca353f4a-1a69-4c21-9596-ab85873972f2 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f', 'tempest-TagsTest-Tag-516931152') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:56.122675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-fbfe365c-8fe9-4b30-b607-8f86f01a257d tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:56.124190 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-fbfe365c-8fe9-4b30-b607-8f86f01a257d tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 946 time: 0.2160604 Aug 30 13:05:56.129173 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.215622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ca353f4a-1a69-4c21-9596-ab85873972f2 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "GET /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags/tempest-TagsTest-Tag-516931152 HTTP/1.1" status: 204 len: 168 time: 0.0980413 Aug 30 13:05:56.215879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44188) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:56.220785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-56205d54-07f8-4f12-8e0f-a30a6800ff37 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:56.259545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.310555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-56205d54-07f8-4f12-8e0f-a30a6800ff37 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "DELETE /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags HTTP/1.1" status: 204 len: 168 time: 0.0936847 Aug 30 13:05:56.314032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44192) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:56.318887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-faa3343e-e18b-4eff-aad9-51729c0f4936 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f', 'tempest-TagsTest-Tag-27988218') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:56.412475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44198) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:56.420805 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-faa3343e-e18b-4eff-aad9-51729c0f4936 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] show failed (client error): The resource could not be found. Aug 30 13:05:56.424347 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-faa3343e-e18b-4eff-aad9-51729c0f4936 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "GET /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags/tempest-TagsTest-Tag-27988218 HTTP/1.1" status: 404 len: 324 time: 0.1068761 Aug 30 13:05:56.424813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44202) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:56.433722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-6adb6496-0eea-46f5-b0a6-bcfcf4352709 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f', 'tempest-TagsTest-Tag-516931152') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:56.469134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:05:56.483898 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.513055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Deleting port d3b23d33-49f5-4aff-a745-5c2c0c0e062b {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:05:56.513395 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.546538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 34b6e04c-36f9-4c04-b063-8c0147ba6f71 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:56.557087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac26865-5267-4a05-85a1-4f0785a6f2cc req-f8c7ad8d-2ee2-4f06-b2d9-a8e63a19064f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:56.558663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5ac26865-5267-4a05-85a1-4f0785a6f2cc req-f8c7ad8d-2ee2-4f06-b2d9-a8e63a19064f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 932 time: 0.0776064 Aug 30 13:05:56.559714 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-6adb6496-0eea-46f5-b0a6-bcfcf4352709 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] show failed (client error): The resource could not be found. Aug 30 13:05:56.560645 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6adb6496-0eea-46f5-b0a6-bcfcf4352709 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "GET /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags/tempest-TagsTest-Tag-516931152 HTTP/1.1" status: 404 len: 325 time: 0.1345177 Aug 30 13:05:56.567397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44206) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:56.570655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 34b6e04c-36f9-4c04-b063-8c0147ba6f71 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:56.571067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 34b6e04c-36f9-4c04-b063-8c0147ba6f71 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:05:56.571840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-68905f1f-8b30-4943-a165-74f9b4709b59 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:56.610545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Transition to ACTIVE for port object ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:05:56.629040 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.690456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6986b55-a169-4fff-861a-f574afdee079 req-e48d66b7-5c92-44c0-9a7c-8874e751ec30 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:56.692338 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6986b55-a169-4fff-861a-f574afdee079 req-e48d66b7-5c92-44c0-9a7c-8874e751ec30 tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fa91c2a-54ab-4129-8539-5c615583be66 HTTP/1.1" status: 200 len: 946 time: 0.2129078 Aug 30 13:05:56.694615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5ac26865-5267-4a05-85a1-4f0785a6f2cc req-6bbbab2d-f3c1-4817-8d50-0170a5814fc3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177309 Aug 30 13:05:56.702268 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-28ddfb51-92bf-4cae-853f-cddae2749298 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bfa584cfebab4d2ead22d2eb84e2f907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882822 Aug 30 13:05:56.704424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44210) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:56.742226 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.742404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-68905f1f-8b30-4943-a165-74f9b4709b59 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "DELETE /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f/tags HTTP/1.1" status: 204 len: 168 time: 0.1716325 Aug 30 13:05:56.744173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44212) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:56.753567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] For port d3b23d33-49f5-4aff-a745-5c2c0c0e062b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,segment=NetworkSegment(01382174-95d4-4b3f-ac75-bcdff88ab2c0),segment_id=01382174-95d4-4b3f-ac75-bcdff88ab2c0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:05:56.753960 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.769216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.776186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:56.804762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Calling delete_port for d3b23d33-49f5-4aff-a745-5c2c0c0e062b owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:05:56.848822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.888798 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6986b55-a169-4fff-861a-f574afdee079 req-995293af-569f-4147-9819-1c94a152550e tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.37 "GET /v2.0/security-groups?id=b976628b-57e9-4212-978a-ed97e46e60cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791565 Aug 30 13:05:56.889769 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.914689 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.954039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'Port': ['ID=aa2aa84d-9684-403a-b68d-a3d99657a891,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:56.982400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7869882-b983-4991-ab94-1440a46dab80 req-fb4dc2c5-3213-4abd-a3b9-fb0c2889a831 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:56.983934 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7869882-b983-4991-ab94-1440a46dab80 req-fb4dc2c5-3213-4abd-a3b9-fb0c2889a831 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 950 time: 0.1419952 Aug 30 13:05:56.984373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a9ef9b7-4665-4c7c-a602-dfeb5345ae41', 'tag': '3b578e6a-431d-4e10-8300-89b636bc88d3'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:56.986634 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175b5b71-ca4b-4433-97b9-39b42934f775" -d '{"events": [{"name": "network-changed", "server_uuid": "8a9ef9b7-4665-4c7c-a602-dfeb5345ae41", "tag": "3b578e6a-431d-4e10-8300-89b636bc88d3"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:56.987808 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:56.996421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Attempting to bind port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:05:56.996765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Attempting to bind port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:05:56.997083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Attempting to bind port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce on network 9b5fccd4-17f2-4720-858c-cdefbf1059eb {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:57.012800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce on network 9b5fccd4-17f2-4720-858c-cdefbf1059eb not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:05:57.013130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Attempting to bind port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce on network 9b5fccd4-17f2-4720-858c-cdefbf1059eb {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:05:57.026365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.027566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-15086e83-b94b-4e0e-8736-dc26905c06c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3497868 Aug 30 13:05:57.029600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:05:57.030149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Checking segment: {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:57.030522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Bound using segment: {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:05:57.030964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Bound port: ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12470b91-e586-4f81-b817-4a6d73e2af63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:05:57.031309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.043105 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461034af-a8aa-475f-8b3d-6128e7cb2c9b x-openstack-request-id: req-461034af-a8aa-475f-8b3d-6128e7cb2c9b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:57.043485 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a9ef9b7-4665-4c7c-a602-dfeb5345ae41", "tag": "3b578e6a-431d-4e10-8300-89b636bc88d3", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:57.044092 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-461034af-a8aa-475f-8b3d-6128e7cb2c9b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:57.044219 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a9ef9b7-4665-4c7c-a602-dfeb5345ae41', 'tag': '3b578e6a-431d-4e10-8300-89b636bc88d3', 'status': 'completed', 'code': 200} Aug 30 13:05:57.101622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.126684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:57.128724 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.131829 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.133162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85f302d3-3d6d-4d02-9bb5-a86c9bde0226 HTTP/1.1" status: 204 len: 168 time: 0.4278555 Aug 30 13:05:57.151977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2ca775-b6a3-4b07-ba96-c24c2bf63126') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:57.152267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2ca775-b6a3-4b07-ba96-c24c2bf63126') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:57.166013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7869882-b983-4991-ab94-1440a46dab80 req-8c0e8578-98ee-4180-84c3-5d84c3d8dd46 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691000 Aug 30 13:05:57.173890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] For port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:05:57.174886 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] For port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:05:57.176655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.184413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.189365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f302d3-3d6d-4d02-9bb5-a86c9bde0226,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:57.193371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['d3b23d33-49f5-4aff-a745-5c2c0c0e062b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:05:57.232618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.249554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.250200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.250718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.251211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.251794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.252469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.252967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.253613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.254327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.255473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.255983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.256471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33aca7-9e7b-4325-a545-2a44f1e84e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:05:57.263767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-64add0a7-b514-441b-af2b-4f3a695212b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:57.264756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-64add0a7-b514-441b-af2b-4f3a695212b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1095 time: 0.2019029 Aug 30 13:05:57.276045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.326862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:57.327493 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.328968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce HTTP/1.1" status: 200 len: 1092 time: 1.8718126 Aug 30 13:05:57.329490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19386d9-d622-441f-ab78-a36d0c691268', 'tag': 'ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:57.331751 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230" -d '{"events": [{"name": "network-changed", "server_uuid": "e19386d9-d622-441f-ab78-a36d0c691268", "tag": "ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:57.351017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:57.351017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.358921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a7a6464d-4c3f-4bc8-8dba-5047960ffe65 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:57.362108 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:57.484237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d362d9-5ba5-4101-90e5-d4605a4a04b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:57.508646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d94386-ac29-42c2-8b45-d5c03e2f2d3c req-9101b922-442e-4025-8d52-e0cb9c48f6c6 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:57.511348 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44d94386-ac29-42c2-8b45-d5c03e2f2d3c req-9101b922-442e-4025-8d52-e0cb9c48f6c6 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 950 time: 0.1914036 Aug 30 13:05:57.512451 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.528206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.531590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] 10.222.0.37 "DELETE /v2.0/networks/78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f HTTP/1.1" status: 204 len: 168 time: 0.7860122 Aug 30 13:05:57.566369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] No DVR routers for this DVR port d3b23d33-49f5-4aff-a745-5c2c0c0e062b on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:05:57.580026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-98a2f883-28a4-4ea2-9518-e72f1ff31f4c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--51657969&fields=id&tenant_id=7555cbfc13fc48af80078ca356f619ba HTTP/1.1" status: 200 len: 267 time: 0.2547750 Aug 30 13:05:57.582469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.584556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05e9487f-9bee-4fe8-a610-cdd8c738190e req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] 10.222.0.16 "DELETE /v2.0/ports/d3b23d33-49f5-4aff-a745-5c2c0c0e062b HTTP/1.1" status: 204 len: 173 time: 1.4521234 Aug 30 13:05:57.587859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d24492-0b40-4042-a152-b57e782cb3dd tempest-ServerAddressesTestJSON-1416179553 tempest-ServerAddressesTestJSON-1416179553-project] Pushing event deleted for resources: {'Port': ['ID=d3b23d33-49f5-4aff-a745-5c2c0c0e062b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:57.606208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-a8d951ab-d98e-4f11-98d9-cf52e0181aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:57.607697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-a8d951ab-d98e-4f11-98d9-cf52e0181aa2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 920 time: 0.3333185 Aug 30 13:05:57.610596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18b3d0-46dd-4dec-8306-c25e2d86bbb9 tempest-TagsTest-123551619 tempest-TagsTest-123551619-project] Pushing event deleted for resources: {'Network': ['ID=78db9f6a-2fc9-40d3-b9bd-cd9dc46b0e1f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:57.632994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44d94386-ac29-42c2-8b45-d5c03e2f2d3c req-f98a497d-2732-47af-bd29-7c5246ea53e1 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997884 Aug 30 13:05:57.668547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:05:57.669519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:57.685982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-bee950e5-1a98-48c2-82bc-20cae90e9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:57.687473 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-bee950e5-1a98-48c2-82bc-20cae90e9b7d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 1095 time: 0.2294028 Aug 30 13:05:57.730342 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817d134b-6c78-4e9c-ad67-a2d0d63dc98c x-openstack-request-id: req-817d134b-6c78-4e9c-ad67-a2d0d63dc98c {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:57.730909 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e19386d9-d622-441f-ab78-a36d0c691268", "tag": "ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:57.731992 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-817d134b-6c78-4e9c-ad67-a2d0d63dc98c {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:57.734296 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19386d9-d622-441f-ab78-a36d0c691268', 'tag': 'ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce', 'status': 'completed', 'code': 200} Aug 30 13:05:57.759129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-2ba9b8e7-3a03-420e-a3e9-53ec6d4f9f7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b578e6a-431d-4e10-8300-89b636bc88d3 HTTP/1.1" status: 200 len: 217 time: 0.1233633 Aug 30 13:05:57.823786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-dfbd8971-d083-4c3d-a78b-ac6389c68000 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce HTTP/1.1" status: 200 len: 217 time: 0.1167173 Aug 30 13:05:57.875497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-2517078c-26fe-441d-a128-515bead6886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:57.877031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-2517078c-26fe-441d-a128-515bead6886d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.1097829 Aug 30 13:05:57.922760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-f1c9fccb-f4b1-4b90-aee6-a418787abffb tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:57.924208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-f1c9fccb-f4b1-4b90-aee6-a418787abffb tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 817 time: 0.3433993 Aug 30 13:05:57.932055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44264) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:57.942777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-e9408141-a56b-416c-bb40-705c25d6b726 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576982 Aug 30 13:05:57.953102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a73775e1-40c7-4fbd-ac0d-6fecb6b2681e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/quotas/7555cbfc13fc48af80078ca356f619ba HTTP/1.1" status: 200 len: 375 time: 0.0197017 Aug 30 13:05:57.972590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-fec683b0-7294-4556-8996-7e63da18acc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:57.975196 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-fec683b0-7294-4556-8996-7e63da18acc8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.1428332 Aug 30 13:05:58.037890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-24273db0-0813-433a-a797-9d6f7e3973f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437989 Aug 30 13:05:58.088662 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-34a6adcb-79dd-4cab-b5ad-fee2286c44d3 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361725 Aug 30 13:05:58.096231 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-592c5231-061c-4437-886d-a0da0d56ce8e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1419511 Aug 30 13:05:58.219014 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.241016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-790a31af-37e8-4d94-8043-8be24a8b13eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74661ee9d40447b5b0c52913c1028b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973180 Aug 30 13:05:58.257637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44282) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:58.335096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175b5b71-ca4b-4433-97b9-39b42934f775 req-c923f759-ad1b-4c8c-8350-0da7701890a6 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376614 Aug 30 13:05:58.343868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-a11cd6a6-284a-4227-9b69-0db1a2df1a24 service neutron] 10.222.0.16 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838361 Aug 30 13:05:58.350342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-4896bcb1-16f3-450e-9e48-502df6a6e560 service neutron] 10.222.0.37 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404809 Aug 30 13:05:58.381599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44284) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:58.404068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb576b2c-3bcf-45ea-9f3d-9fe9aff772e3 req-e3dcc12d-d7ad-41bf-871a-51c19fd2eba7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:58.412133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb576b2c-3bcf-45ea-9f3d-9fe9aff772e3 req-e3dcc12d-d7ad-41bf-871a-51c19fd2eba7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 944 time: 0.1683846 Aug 30 13:05:58.415277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-257979ea-fc3f-4034-9097-419b75166c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.465527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-257979ea-fc3f-4034-9097-419b75166c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.482599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb576b2c-3bcf-45ea-9f3d-9fe9aff772e3 req-0cb5e1b8-3abd-4b45-9774-461a13d0e160 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695987 Aug 30 13:05:58.541855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1739743757-network', 'tenant_id': '39481abcfe9c4bcb8d1a1a8b327b0e33'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:58.546696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-257979ea-fc3f-4034-9097-419b75166c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.549228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-257979ea-fc3f-4034-9097-419b75166c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.550517 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-257979ea-fc3f-4034-9097-419b75166c6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0abef8db-4c73-4d65-9796-5d09ef085345 HTTP/1.1" status: 204 len: 168 time: 0.2910042 Aug 30 13:05:58.566623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257979ea-fc3f-4034-9097-419b75166c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abef8db-4c73-4d65-9796-5d09ef085345,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:58.584225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Made reservation on behalf of 39481abcfe9c4bcb8d1a1a8b327b0e33 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:58.587691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.600761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.642143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44290) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:58.727792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb6ab0d-7aa9-49f2-b0db-7c726924a1eb admin admin] Deleting subnet a0c9a2b2-d804-4cb4-a2cc-0eba54420d22 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:05:58.740167 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ab0d-7aa9-49f2-b0db-7c726924a1eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.785620 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ab0d-7aa9-49f2-b0db-7c726924a1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.793290 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d96305b-a8a1-4a54-8b44-a2933ab6b1cc req-a184053e-5b1e-4998-8229-f3a28abab2d3 service neutron] 10.222.0.16 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419119 Aug 30 13:05:58.816531 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-1556da24-c4ab-42b3-98f3-40a9d9d1cd79 service neutron] 10.222.0.37 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463584 Aug 30 13:05:58.830662 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.842017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.851890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ab0d-7aa9-49f2-b0db-7c726924a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.891075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:05:58.904458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-6dd5fce0-f870-40fe-a034-27272445731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:58.906061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-6dd5fce0-f870-40fe-a034-27272445731f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 1095 time: 0.0621006 Aug 30 13:05:58.922230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37b86d6-127e-45ef-87b2-9dc016be1079,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:58.931661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:58.932013 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Added segment e6e297f9-dba9-4424-bf87-4ba89f0e069e of type vlan for network 03f86e33-8a2a-4fd8-be6d-dd67e629aa6c Aug 30 13:05:59.038762 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.042070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-171a8978-6990-4eba-ae4f-be2e7d6ed4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:59.042906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de405bb0-099b-4454-bc7f-dfbaa7f2ab36 req-6d42739b-991d-40a3-946f-0b9f5f9e1563 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 210 time: 0.0348854 Aug 30 13:05:59.056504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-171a8978-6990-4eba-ae4f-be2e7d6ed4ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 920 time: 0.1429877 Aug 30 13:05:59.059819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ab0d-7aa9-49f2-b0db-7c726924a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.078751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cbb6ab0d-7aa9-49f2-b0db-7c726924a1eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.084687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cbb6ab0d-7aa9-49f2-b0db-7c726924a1eb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a0c9a2b2-d804-4cb4-a2cc-0eba54420d22 HTTP/1.1" status: 204 len: 168 time: 0.4383531 Aug 30 13:05:59.104996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:59.113772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6ab0d-7aa9-49f2-b0db-7c726924a1eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c9a2b2-d804-4cb4-a2cc-0eba54420d22,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:59.114637 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-cb877817-88e0-42db-ac99-e041cf941bb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce HTTP/1.1" status: 200 len: 217 time: 0.0524118 Aug 30 13:05:59.134666 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.135667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:59.136605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.192765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8101683 Aug 30 13:05:59.201318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44322) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:05:59.209486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Request body: {'subnet': {'network_id': '03f86e33-8a2a-4fd8-be6d-dd67e629aa6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1739743757-subnet', 'tenant_id': '39481abcfe9c4bcb8d1a1a8b327b0e33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:05:59.235993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60dfb3c-45a9-43e5-b4e7-f7b2ca2fecd3 admin admin] Pushing event updated for resources: {'Network': ['ID=03f86e33-8a2a-4fd8-be6d-dd67e629aa6c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:59.247519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Made reservation on behalf of 39481abcfe9c4bcb8d1a1a8b327b0e33 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:05:59.248694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 03f86e33-8a2a-4fd8-be6d-dd67e629aa6c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:05:59.250581 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.253212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-4ed7907a-8535-46f1-b9ed-70c403478c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:59.254970 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-4ed7907a-8535-46f1-b9ed-70c403478c07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.1304133 Aug 30 13:05:59.259634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.305572 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-787e6270-61bf-4d66-a7e5-5dc6f73acab0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417469 Aug 30 13:05:59.456396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.471340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9cc0f3f-cdd3-4739-acc3-95a578fb9d61']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:59.491774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01382174-95d4-4b3f-ac75-bcdff88ab2c0') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:59.491969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01382174-95d4-4b3f-ac75-bcdff88ab2c0') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:05:59.518767 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.540845 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-6538e891-0deb-43cb-8536-c2028a92251e service neutron] 10.222.0.16 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064378 Aug 30 13:05:59.544951 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.553199 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.616650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da666347-0b45-475a-943e-cd901f683f0f,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:59.648385 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba3aa318-3e2b-4dcf-8880-5c79f3ceb230 req-77ac972a-2b5b-4852-84bf-e6e33d9da59c service neutron] 10.222.0.16 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981650 Aug 30 13:05:59.649402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:05:59.650020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:05:59.653146 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:05:59.669722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Checking segment: {'id': 'e6e297f9-dba9-4424-bf87-4ba89f0e069e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '03f86e33-8a2a-4fd8-be6d-dd67e629aa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:05:59.670097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Network hostable DHCP agents. Network: 03f86e33-8a2a-4fd8-be6d-dd67e629aa6c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:05:59.688418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Network 03f86e33-8a2a-4fd8-be6d-dd67e629aa6c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:05:59.709270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 03f86e33-8a2a-4fd8-be6d-dd67e629aa6c) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:05:59.716340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:59.719472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.729365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4595518c-6304-43bd-967d-fd032380e9d4 None None] Network 03f86e33-8a2a-4fd8-be6d-dd67e629aa6c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:59.736616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa91c2a-54ab-4129-8539-5c615583be66', 'name': 'network-vif-deleted', 'tag': 'd3b23d33-49f5-4aff-a745-5c2c0c0e062b'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:05:59.739091 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e538feaa-2239-4dde-8901-2dc1abc8a40c" -d '{"events": [{"server_uuid": "1fa91c2a-54ab-4129-8539-5c615583be66", "name": "network-vif-deleted", "tag": "d3b23d33-49f5-4aff-a745-5c2c0c0e062b"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:05:59.754114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1d919807-1269-4293-844c-d2eeafa35b23 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5506740 Aug 30 13:05:59.780921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcc819-058d-49b1-b636-c0f58c000829 req-3527e407-633b-4f54-9c49-7ff8a7c3f48b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:05:59.782589 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4adcc819-058d-49b1-b636-c0f58c000829 req-3527e407-633b-4f54-9c49-7ff8a7c3f48b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 944 time: 0.1305218 Aug 30 13:05:59.783606 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.806885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:05:59.815362 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] 10.222.0.37 "DELETE /v2.0/networks/e9cc0f3f-cdd3-4739-acc3-95a578fb9d61 HTTP/1.1" status: 204 len: 168 time: 0.7067804 Aug 30 13:05:59.815362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795978dd-e2b1-4ab0-b9a1-a8e7bafa111c admin admin] Pushing event deleted for resources: {'Network': ['ID=e9cc0f3f-cdd3-4739-acc3-95a578fb9d61,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:05:59.897558 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e5bb2f-db1b-4f73-a1f0-a217b7be6391 x-openstack-request-id: req-57e5bb2f-db1b-4f73-a1f0-a217b7be6391 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:05:59.898078 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa91c2a-54ab-4129-8539-5c615583be66", "name": "network-vif-deleted", "tag": "d3b23d33-49f5-4aff-a745-5c2c0c0e062b", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:05:59.898505 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57e5bb2f-db1b-4f73-a1f0-a217b7be6391 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:05:59.899097 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa91c2a-54ab-4129-8539-5c615583be66', 'name': 'network-vif-deleted', 'tag': 'd3b23d33-49f5-4aff-a745-5c2c0c0e062b', 'status': 'completed', 'code': 200} Aug 30 13:05:59.909310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4adcc819-058d-49b1-b636-c0f58c000829 req-413f5284-2b09-4b80-9e7b-80007a765307 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051853 Aug 30 13:05:59.920348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d3b23d33-49f5-4aff-a745-5c2c0c0e062b no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:05:59.964254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbbfca6-dbe9-491b-a80b-7f25b59a1f01 None None] Network 03f86e33-8a2a-4fd8-be6d-dd67e629aa6c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:05:59.967525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: d3b23d33-49f5-4aff-a745-5c2c0c0e062b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:05:59.967834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d3b23d33-49f5-4aff-a745-5c2c0c0e062b not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:06:00.071070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44366) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:00.135075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8eed6e5a-6409-4c42-a79a-4f53996acbd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=67f09501a2af46bbb63ac0ee96cccd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628355 Aug 30 13:06:00.137714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44370) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:00.208896 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7214dd46-f60e-4f21-b350-516eda4cbc0b req-af3dea5e-d1f9-4ebd-a702-91ec0169e85f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 210 time: 0.0406029 Aug 30 13:06:00.215796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44ed49d4-7e79-4a5f-b0be-4501fc3a6e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:00.252596 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44ed49d4-7e79-4a5f-b0be-4501fc3a6e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:00.384489 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44ed49d4-7e79-4a5f-b0be-4501fc3a6e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:00.387369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44ed49d4-7e79-4a5f-b0be-4501fc3a6e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:00.388760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-44ed49d4-7e79-4a5f-b0be-4501fc3a6e4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b976628b-57e9-4212-978a-ed97e46e60cc HTTP/1.1" status: 204 len: 168 time: 0.2496641 Aug 30 13:06:00.407109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ce4c51d5-88f9-4818-85e5-b8471379cbb3 req-40780a88-93ce-4e84-a204-7afd05af961f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1973024410', 'description': 'tempest-description-1513941996'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:00.448563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed49d4-7e79-4a5f-b0be-4501fc3a6e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b976628b-57e9-4212-978a-ed97e46e60cc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:00.462062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-c1d9ea8d-cdca-4569-8094-da35ff5c2388 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:00.464245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-c1d9ea8d-cdca-4569-8094-da35ff5c2388 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.35 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 817 time: 0.1792564 Aug 30 13:06:00.482297 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ce4c51d5-88f9-4818-85e5-b8471379cbb3 req-40780a88-93ce-4e84-a204-7afd05af961f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:00.536276 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-8ed1fd32-d9ef-4ab6-aaad-be1c082ba3ba tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7555cbfc13fc48af80078ca356f619ba HTTP/1.1" status: 200 len: 378 time: 0.0616808 Aug 30 13:06:00.549447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'port': {'device_id': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'admin_state_up': True, 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'security_groups': ['1141b684-d493-449c-a708-e8ae2b61a75d']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:00.571698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3b578e6a-431d-4e10-8300-89b636bc88d3 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:06:00.601804 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:00.735836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 3b578e6a-431d-4e10-8300-89b636bc88d3, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3b578e6a-431d-4e10-8300-89b636bc88d3,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:00.756320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '3b578e6a-431d-4e10-8300-89b636bc88d3', 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb', 'port_id': '3b578e6a-431d-4e10-8300-89b636bc88d3', 'mac_address': 'fa:16:3e:07:a1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fb5082-f507-4e18-83b0-710982ae3193', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:06:00.820067 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:00.842917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b578e6a-431d-4e10-8300-89b636bc88d3 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:00.875034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 3b578e6a-431d-4e10-8300-89b636bc88d3, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3b578e6a-431d-4e10-8300-89b636bc88d3,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:00.885836 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:00.978779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=3b578e6a-431d-4e10-8300-89b636bc88d3,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:01.102460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91620-731c-4dee-b478-90146f8c4e56 req-fb9d0c4f-a4ff-4599-81c4-95e2e0c37aaf tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:01.110368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05b91620-731c-4dee-b478-90146f8c4e56 req-fb9d0c4f-a4ff-4599-81c4-95e2e0c37aaf tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 944 time: 0.0638716 Aug 30 13:06:01.135991 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ce4c51d5-88f9-4818-85e5-b8471379cbb3 req-40780a88-93ce-4e84-a204-7afd05af961f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.146123 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ce4c51d5-88f9-4818-85e5-b8471379cbb3 req-40780a88-93ce-4e84-a204-7afd05af961f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.178794 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05b91620-731c-4dee-b478-90146f8c4e56 req-15350641-6aaf-494b-a52c-7114c9210004 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660982 Aug 30 13:06:01.194869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40780a88-93ce-4e84-a204-7afd05af961f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c31286d-1db8-42e1-bb4f-7e725be0c07b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:01.201194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Made reservation on behalf of 7555cbfc13fc48af80078ca356f619ba for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:01.207190 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.210920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ce4c51d5-88f9-4818-85e5-b8471379cbb3 req-40780a88-93ce-4e84-a204-7afd05af961f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.215649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce4c51d5-88f9-4818-85e5-b8471379cbb3 req-40780a88-93ce-4e84-a204-7afd05af961f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.8254716 Aug 30 13:06:01.329110 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-389d09a0-c6fa-4121-a80e-23f0c8bed3cf req-712f18ba-38d2-445c-8fbf-76afb196a116 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/5c31286d-1db8-42e1-bb4f-7e725be0c07b HTTP/1.1" status: 200 len: 1815 time: 0.0906754 Aug 30 13:06:01.331761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44434) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:01.343290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-389d09a0-c6fa-4121-a80e-23f0c8bed3cf req-2e4a47b7-778b-4a5f-be9b-60e7296cb392 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c31286d-1db8-42e1-bb4f-7e725be0c07b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:01.343844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-389d09a0-c6fa-4121-a80e-23f0c8bed3cf req-2e4a47b7-778b-4a5f-be9b-60e7296cb392 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5c31286d-1db8-42e1-bb4f-7e725be0c07b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:01.400088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['3b578e6a-431d-4e10-8300-89b636bc88d3'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:01.410417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37196ea4-7b3e-4aa4-8e9c-2a41e487d6d2 req-0669299c-a838-4b64-9433-d4277599d2ad tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 210 time: 0.0876029 Aug 30 13:06:01.413197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44438) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:01.448953 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-389d09a0-c6fa-4121-a80e-23f0c8bed3cf req-2e4a47b7-778b-4a5f-be9b-60e7296cb392 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.470906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Allocated IP 172.20.0.12 (49a27ef7-ae93-45d6-ae80-d7ab97c5b737/6b088efc-517b-415b-9327-87f7390070d7/351c4d30-1030-4a26-ba9c-6e856dbbda05) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:01.493374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-389d09a0-c6fa-4121-a80e-23f0c8bed3cf req-2e4a47b7-778b-4a5f-be9b-60e7296cb392 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.499400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-389d09a0-c6fa-4121-a80e-23f0c8bed3cf req-2e4a47b7-778b-4a5f-be9b-60e7296cb392 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.520969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a47b7-778b-4a5f-be9b-60e7296cb392 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7059b2-fee9-429f-bf3d-77e1b57e3280,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:01.541387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1558473946-network', 'tenant_id': 'a5f19d26eb7049c39085b3a3fe500455'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:01.558216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd072250-c68b-4b7d-836c-f5022c07c274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.568728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-389d09a0-c6fa-4121-a80e-23f0c8bed3cf req-2e4a47b7-778b-4a5f-be9b-60e7296cb392 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.569958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-389d09a0-c6fa-4121-a80e-23f0c8bed3cf req-2e4a47b7-778b-4a5f-be9b-60e7296cb392 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2313390 Aug 30 13:06:01.590957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Made reservation on behalf of a5f19d26eb7049c39085b3a3fe500455 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:01.593700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.607989 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.683787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-865e4bbb-6fcd-4479-a152-97d8b9a6ded0 req-b42882c1-d11c-42fa-bef8-ff2b609127e2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/5c31286d-1db8-42e1-bb4f-7e725be0c07b HTTP/1.1" status: 200 len: 2409 time: 0.0865493 Aug 30 13:06:01.698074 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd072250-c68b-4b7d-836c-f5022c07c274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.706936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd072250-c68b-4b7d-836c-f5022c07c274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.708621 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.721954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Transition to ACTIVE for port object 351c4d30-1030-4a26-ba9c-6e856dbbda05 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:01.759592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.782068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d006c95a-31c0-42fe-b05d-c3462e5e5b14 req-8c26a211-b965-4d2d-8d9d-5bd94c79d32b tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-group-rules/3d7059b2-fee9-429f-bf3d-77e1b57e3280 HTTP/1.1" status: 200 len: 778 time: 0.0700958 Aug 30 13:06:01.789808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd072250-c68b-4b7d-836c-f5022c07c274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf662eff-ad70-4eda-960b-61f021ddcbe2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:01.797163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bd072250-c68b-4b7d-836c-f5022c07c274 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b9c018af32a4475a879612e6686955d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4639335 Aug 30 13:06:01.802767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44448) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:01.813898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:01.818139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:01.821754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:01.865348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:01.890844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:01.891565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.913851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:06:01.916349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d006c95a-31c0-42fe-b05d-c3462e5e5b14 req-e8ef5f1d-64ca-432c-bbb1-38d39a94d841 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/5c31286d-1db8-42e1-bb4f-7e725be0c07b HTTP/1.1" status: 200 len: 2409 time: 0.1182845 Aug 30 13:06:01.949367 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78003e30-ff1d-4968-bace-719ebf2a5e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.967054 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.982313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6f7503f0-86fb-4c4f-be61-014c7c4ed921 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4366581 Aug 30 13:06:01.989479 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:01.995453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Request body: {'port': {'device_id': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:02.010684 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78003e30-ff1d-4968-bace-719ebf2a5e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.013968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d006c95a-31c0-42fe-b05d-c3462e5e5b14 req-11af0b22-5280-4ea6-b6ce-48158bfa520f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.036937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:06:02.055582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d006c95a-31c0-42fe-b05d-c3462e5e5b14 req-11af0b22-5280-4ea6-b6ce-48158bfa520f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.062568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:02.087056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce', 'network_id': '9b5fccd4-17f2-4720-858c-cdefbf1059eb', 'port_id': 'ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce', 'mac_address': 'fa:16:3e:69:57:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fb5082-f507-4e18-83b0-710982ae3193', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:06:02.093655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ee3e85-63a8-4592-bfa0-131e47a5fde7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:02.096134 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.120278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.121196 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Added segment 71d8e861-4a05-4af3-b951-92b0f370d645 of type vlan for network 1ff8f5f6-24da-4418-a36f-2fc4890e73e5 Aug 30 13:06:02.142510 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.160375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:02.164958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d006c95a-31c0-42fe-b05d-c3462e5e5b14 req-11af0b22-5280-4ea6-b6ce-48158bfa520f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.180747 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d006c95a-31c0-42fe-b05d-c3462e5e5b14 req-11af0b22-5280-4ea6-b6ce-48158bfa520f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.181914 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d006c95a-31c0-42fe-b05d-c3462e5e5b14 req-11af0b22-5280-4ea6-b6ce-48158bfa520f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/3d7059b2-fee9-429f-bf3d-77e1b57e3280 HTTP/1.1" status: 204 len: 173 time: 0.2574344 Aug 30 13:06:02.197231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.199863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af0b22-5280-4ea6-b6ce-48158bfa520f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d7059b2-fee9-429f-bf3d-77e1b57e3280,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:02.212282 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78003e30-ff1d-4968-bace-719ebf2a5e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.214883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78003e30-ff1d-4968-bace-719ebf2a5e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.216023 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-78003e30-ff1d-4968-bace-719ebf2a5e8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cf662eff-ad70-4eda-960b-61f021ddcbe2 HTTP/1.1" status: 204 len: 168 time: 0.4121501 Aug 30 13:06:02.231145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:02.237972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78003e30-ff1d-4968-bace-719ebf2a5e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf662eff-ad70-4eda-960b-61f021ddcbe2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:02.241506 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.248658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.249709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:02.250984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.267180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-1739c733-a18e-45a9-97fb-a9a51fa7b239 req-a0a9af26-717f-4d60-975b-e40e0443d0bc tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1208495142', 'description': 'tempest-description-650488471'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:02.299325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1739c733-a18e-45a9-97fb-a9a51fa7b239 req-a0a9af26-717f-4d60-975b-e40e0443d0bc tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.310203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-48e196fe-851d-4fb3-a043-b192f6de18bb None None] Provisioning for port 351c4d30-1030-4a26-ba9c-6e856dbbda05 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:02.316652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-48e196fe-851d-4fb3-a043-b192f6de18bb None None] Provisioning complete for port 351c4d30-1030-4a26-ba9c-6e856dbbda05 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:02.317486 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-48e196fe-851d-4fb3-a043-b192f6de18bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.367727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:02.380050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-48e196fe-851d-4fb3-a043-b192f6de18bb None None] Port 351c4d30-1030-4a26-ba9c-6e856dbbda05 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:06:02.393719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff8f5f6-24da-4418-a36f-2fc4890e73e5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:02.414874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 1ff8f5f6-24da-4418-a36f-2fc4890e73e5 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:06:02.439089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f1fdc-cf2f-4657-add1-c34dc4665904 req-eaf5ade1-fbc8-49e9-8685-2718887f1f3c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:02.441329 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-206f1fdc-cf2f-4657-add1-c34dc4665904 req-eaf5ade1-fbc8-49e9-8685-2718887f1f3c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 945 time: 0.1059494 Aug 30 13:06:02.487405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:02.501762 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-206f1fdc-cf2f-4657-add1-c34dc4665904 req-0474fd30-5550-4a34-be07-29dde06d6e9d tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530388 Aug 30 13:06:02.512520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1739c733-a18e-45a9-97fb-a9a51fa7b239 req-a0a9af26-717f-4d60-975b-e40e0443d0bc tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.541287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1739c733-a18e-45a9-97fb-a9a51fa7b239 req-a0a9af26-717f-4d60-975b-e40e0443d0bc tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.548498 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4e528ae8-d302-4942-8298-3d4b3df7d0f6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1339149 Aug 30 13:06:02.549444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44472) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:02.555660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Request body: {'subnet': {'network_id': '1ff8f5f6-24da-4418-a36f-2fc4890e73e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1558473946-subnet', 'tenant_id': 'a5f19d26eb7049c39085b3a3fe500455', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:02.583362 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1739c733-a18e-45a9-97fb-a9a51fa7b239 req-a0a9af26-717f-4d60-975b-e40e0443d0bc tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.588826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1739c733-a18e-45a9-97fb-a9a51fa7b239 req-a0a9af26-717f-4d60-975b-e40e0443d0bc tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3292580 Aug 30 13:06:02.591491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351c4d30-1030-4a26-ba9c-6e856dbbda05 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:02.602515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:06:02.615904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.621364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Made reservation on behalf of a5f19d26eb7049c39085b3a3fe500455 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:02.623539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9af26-717f-4d60-975b-e40e0443d0bc tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e50d1c3-6cd2-4b46-b056-37ef4da3f7fd,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:02.624744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.651100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Transition to ACTIVE for port object 351c4d30-1030-4a26-ba9c-6e856dbbda05 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:02.658884 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.694543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44476) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:02.719655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a4e934d-a57f-4b27-8fcb-c19099fee7c0 req-49100a21-e325-4ce5-b704-bb5f75cc94fd tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/2e50d1c3-6cd2-4b46-b056-37ef4da3f7fd HTTP/1.1" status: 200 len: 1814 time: 0.1095593 Aug 30 13:06:02.726380 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ad73342-2015-4674-97d9-60ef042a545f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.754249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d58de-7736-4f4a-98c2-936c3ed186b6 req-af45480f-4951-4954-95c4-e8194144c0bc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:02.761051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:02.766263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d6d58de-7736-4f4a-98c2-936c3ed186b6 req-af45480f-4951-4954-95c4-e8194144c0bc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 932 time: 0.1624410 Aug 30 13:06:02.827667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:02.846368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d6d58de-7736-4f4a-98c2-936c3ed186b6 req-9f94eb8a-c71c-45f7-a34e-29636329a71e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602181 Aug 30 13:06:02.847171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'mac_address': 'fa:16:3e:32:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:06:02.878527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-1ebc705d-dc17-4fe9-b843-887fa5912c84 req-dbd0ff04-7df9-4cd6-968a-1135e20e2eb2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2006986913', 'description': 'tempest-description-1879124626'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:02.898648 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.917915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7ef9d69-7413-4710-a779-66c42eda0ea1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:02.935096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Attempting to bind port 351c4d30-1030-4a26-ba9c-6e856dbbda05 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:02.935435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Attempting to bind port 351c4d30-1030-4a26-ba9c-6e856dbbda05 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:02.935773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Attempting to bind port 351c4d30-1030-4a26-ba9c-6e856dbbda05 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:02.941576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:02.946804 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.947426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Port 351c4d30-1030-4a26-ba9c-6e856dbbda05 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:06:02.947823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Attempting to bind port 351c4d30-1030-4a26-ba9c-6e856dbbda05 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:02.959346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:02.959698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Checking segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:02.960093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Bound using segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:02.960534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Bound port: 351c4d30-1030-4a26-ba9c-6e856dbbda05, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:02.960898 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:02.984250 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.025475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:03.046040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed3450e-8eb2-4ffb-aa6a-865594d14a8e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:03.058507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Checking segment: {'id': '71d8e861-4a05-4af3-b951-92b0f370d645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ff8f5f6-24da-4418-a36f-2fc4890e73e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:03.059303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Network hostable DHCP agents. Network: 1ff8f5f6-24da-4418-a36f-2fc4890e73e5, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:06:03.078020 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['c7ef9d69-7413-4710-a779-66c42eda0ea1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:03.081728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:03.087076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Network 1ff8f5f6-24da-4418-a36f-2fc4890e73e5 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:06:03.089324 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ad73342-2015-4674-97d9-60ef042a545f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.100358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:03.101156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 1ff8f5f6-24da-4418-a36f-2fc4890e73e5) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:03.106473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:03.107187 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.111753 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ad73342-2015-4674-97d9-60ef042a545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.115132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9dce0-3304-4ece-9bae-8a3619aebe88 None None] Network 1ff8f5f6-24da-4418-a36f-2fc4890e73e5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:06:03.119966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.159477 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-75180fd2-ebb7-435c-aa2a-6f4453364bda admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6087234 Aug 30 13:06:03.190453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:03.191665 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.193061 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] 10.222.0.35 "PUT /v2.0/ports/351c4d30-1030-4a26-ba9c-6e856dbbda05 HTTP/1.1" status: 200 len: 1092 time: 1.2023373 Aug 30 13:06:03.193814 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1ebc705d-dc17-4fe9-b843-887fa5912c84 req-dbd0ff04-7df9-4cd6-968a-1135e20e2eb2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.235786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:03.238803 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762a097c-9b41-4cb5-897b-d16d3c957632" -d '{"events": [{"name": "network-changed", "server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:03.253338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9ad73342-2015-4674-97d9-60ef042a545f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74a419da8d3f4ceabf9a3cce0fdb9fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5552976 Aug 30 13:06:03.254544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44500) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:03.270926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad73342-2015-4674-97d9-60ef042a545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b21fee-d0d4-421a-a057-3efbc76460a0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:03.321179 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda158f-be6d-4c51-ba26-e06c6f494263 x-openstack-request-id: req-1fda158f-be6d-4c51-ba26-e06c6f494263 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:03.321179 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:03.321440 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1fda158f-be6d-4c51-ba26-e06c6f494263 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:03.321541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a4097-d25c-4195-b8e5-e9c2f77cd01b None None] Network 1ff8f5f6-24da-4418-a36f-2fc4890e73e5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:06:03.321891 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'status': 'completed', 'code': 200} Aug 30 13:06:03.352454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0ab79-b3a2-4344-b658-c7f746ea9561 service neutron] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:03.372468 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce6e2-9ce9-49f5-bc13-f94ba29bc24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.382053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-87ba2b62-a149-498d-893b-58b406840920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:03.383179 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-87ba2b62-a149-498d-893b-58b406840920 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 1095 time: 0.1311021 Aug 30 13:06:03.427593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1ebc705d-dc17-4fe9-b843-887fa5912c84 req-dbd0ff04-7df9-4cd6-968a-1135e20e2eb2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.431092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce6e2-9ce9-49f5-bc13-f94ba29bc24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.442519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1ebc705d-dc17-4fe9-b843-887fa5912c84 req-dbd0ff04-7df9-4cd6-968a-1135e20e2eb2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.521455 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-56773411-6896-46b1-874a-ceb64164e9c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05 HTTP/1.1" status: 200 len: 217 time: 0.0561938 Aug 30 13:06:03.522190 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1ebc705d-dc17-4fe9-b843-887fa5912c84 req-dbd0ff04-7df9-4cd6-968a-1135e20e2eb2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.523408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ebc705d-dc17-4fe9-b843-887fa5912c84 req-dbd0ff04-7df9-4cd6-968a-1135e20e2eb2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6893926 Aug 30 13:06:03.525618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0ff04-7df9-4cd6-968a-1135e20e2eb2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8774001-8ff6-4bb2-905f-6c7c9fd835d0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:03.574806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce6e2-9ce9-49f5-bc13-f94ba29bc24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.580162 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fe4ce6e2-9ce9-49f5-bc13-f94ba29bc24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:03.591332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fe4ce6e2-9ce9-49f5-bc13-f94ba29bc24a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10b21fee-d0d4-421a-a057-3efbc76460a0 HTTP/1.1" status: 204 len: 168 time: 0.3352780 Aug 30 13:06:03.616295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ce6e2-9ce9-49f5-bc13-f94ba29bc24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b21fee-d0d4-421a-a057-3efbc76460a0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:03.641203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-dd077f9e-71a8-47fa-ba57-dcb12160e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:03.642703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-dd077f9e-71a8-47fa-ba57-dcb12160e397 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.1145175 Aug 30 13:06:03.740423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11a4b8-47a5-4038-a8b0-40f909749637 req-0c034aad-cc40-4aeb-a2e4-4f99ccd147c7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:03.742420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a11a4b8-47a5-4038-a8b0-40f909749637 req-0c034aad-cc40-4aeb-a2e4-4f99ccd147c7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 945 time: 0.1043658 Aug 30 13:06:03.749322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-f6aa0d7a-6c9b-4b0f-8781-45386ff976b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:03.751093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-f6aa0d7a-6c9b-4b0f-8781-45386ff976b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972111 Aug 30 13:06:03.856534 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a11a4b8-47a5-4038-a8b0-40f909749637 req-7de8b2d2-762a-4659-9e6b-6abff09c4579 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041102 Aug 30 13:06:03.881811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e4bfb-c753-4c05-b450-1df512917f9d req-01af1b5d-58e8-4a24-a6cb-4507e9a0ad08 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:03.888806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-01af1b5d-58e8-4a24-a6cb-4507e9a0ad08 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/networks?id=1ff8f5f6-24da-4418-a36f-2fc4890e73e5 HTTP/1.1" status: 200 len: 809 time: 0.1350172 Aug 30 13:06:03.906534 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ab2c9a84-129f-4abf-bb70-0cfe5b1ddb1a tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/quotas/a5f19d26eb7049c39085b3a3fe500455 HTTP/1.1" status: 200 len: 375 time: 0.0167882 Aug 30 13:06:03.914928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:03.945935 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-51e5f51f-0358-4de8-ac74-12973757a4b7 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5f19d26eb7049c39085b3a3fe500455&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384226 Aug 30 13:06:03.977004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-3032e9b0-14ef-44a7-ae64-a3a86e28ea5e service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057328 Aug 30 13:06:03.990400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:03.995853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:03.996234 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:04.072243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-dfe3e852-9146-48e8-b1ef-d3e53c389b10 service neutron] 10.222.0.37 "GET /v2.0/networks/1ff8f5f6-24da-4418-a36f-2fc4890e73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253400 Aug 30 13:06:04.099638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d1ba910-f609-4a0e-8a52-244cb9fef380 req-1ddde7b4-2524-4d0f-b1f7-60ffe74e9bb7 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/d8774001-8ff6-4bb2-905f-6c7c9fd835d0 HTTP/1.1" status: 200 len: 1815 time: 0.1869256 Aug 30 13:06:04.136730 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:04.162517 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80c45839-08f9-4c0c-81e1-54e4274b378f req-6c502844-022d-4b67-affd-1d1723c55937 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638348 Aug 30 13:06:04.190995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19386d9-d622-441f-ab78-a36d0c691268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:04.193321 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dfa107-84ae-43b2-bf50-4713e06af0c2" -d '{"events": [{"server_uuid": "e19386d9-d622-441f-ab78-a36d0c691268", "name": "network-vif-plugged", "status": "completed", "tag": "ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:04.194988 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-a3f8707d-9c3d-4d5f-859d-61572ed77ec0 service neutron] 10.222.0.37 "GET /v2.0/networks/1ff8f5f6-24da-4418-a36f-2fc4890e73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181307 Aug 30 13:06:04.226470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:04.240173 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:04.382740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f27a0b-c57e-48e5-8a31-65ff2ff15db5 req-2be20182-eb75-4c11-aa56-1e4a680507e7 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:04.383915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18f27a0b-c57e-48e5-8a31-65ff2ff15db5 req-2be20182-eb75-4c11-aa56-1e4a680507e7 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1499949 Aug 30 13:06:04.387207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-8db55b27-5f92-4dff-8648-0ac2dab9e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:04.388642 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-8db55b27-5f92-4dff-8648-0ac2dab9e497 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 1095 time: 0.1349635 Aug 30 13:06:04.393769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:04.518906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18f27a0b-c57e-48e5-8a31-65ff2ff15db5 req-962ec0dd-7024-4eee-ba0f-ceab5fea3e58 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1243007 Aug 30 13:06:04.523584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a7090f0a-483b-49df-aa77-0d88a4bc773d req-63854b6d-261c-42c8-9744-9e614fb3634d tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1821620961', 'description': 'tempest-description-341413251'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:04.566063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-c067c9f4-2036-479f-abdd-6a5ab8b9895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:04.568858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-c067c9f4-2036-479f-abdd-6a5ab8b9895c service neutron] 10.222.0.35 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.1343858 Aug 30 13:06:04.576373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:04.597872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7090f0a-483b-49df-aa77-0d88a4bc773d req-63854b6d-261c-42c8-9744-9e614fb3634d tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:04.656471 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e73185-37e6-4ec6-a795-5d30ffbb4458 x-openstack-request-id: req-f2e73185-37e6-4ec6-a795-5d30ffbb4458 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:04.656908 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19386d9-d622-441f-ab78-a36d0c691268", "name": "network-vif-plugged", "status": "completed", "tag": "ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:04.658131 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f2e73185-37e6-4ec6-a795-5d30ffbb4458 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:04.658936 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19386d9-d622-441f-ab78-a36d0c691268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce', 'code': 200} Aug 30 13:06:04.703731 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-41e99a73-9653-479a-bd35-6970717f3d57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05 HTTP/1.1" status: 200 len: 217 time: 0.1212115 Aug 30 13:06:04.764891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port c7ef9d69-7413-4710-a779-66c42eda0ea1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:04.766913 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:04.805494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcaf6b0f-22d8-4f50-b024-01ea821dd943 req-ebadd8c7-d9c5-4edb-97b6-d5413d6ce406 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 210 time: 0.1116765 Aug 30 13:06:04.883813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-b22e579e-61dd-4bc4-a789-697340ea4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:04.884018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2edd61c-73a3-4958-b85c-e0f92a11e014 req-040fadee-012f-40bd-99d3-e1cd97993312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:04.888114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-b22e579e-61dd-4bc4-a789-697340ea4061 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.0796337 Aug 30 13:06:04.888253 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2edd61c-73a3-4958-b85c-e0f92a11e014 req-040fadee-012f-40bd-99d3-e1cd97993312 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 1097 time: 0.1604316 Aug 30 13:06:04.977137 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:04.991343 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2edd61c-73a3-4958-b85c-e0f92a11e014 req-e46fdcac-d73c-4bfb-bbeb-06d98f52d4a3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908144 Aug 30 13:06:04.995202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7090f0a-483b-49df-aa77-0d88a4bc773d req-63854b6d-261c-42c8-9744-9e614fb3634d tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.007842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7090f0a-483b-49df-aa77-0d88a4bc773d req-63854b6d-261c-42c8-9744-9e614fb3634d tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.030484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:05.041597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.042963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3b578e6a-431d-4e10-8300-89b636bc88d3 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:05.070446 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7090f0a-483b-49df-aa77-0d88a4bc773d req-63854b6d-261c-42c8-9744-9e614fb3634d tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.073303 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7090f0a-483b-49df-aa77-0d88a4bc773d req-63854b6d-261c-42c8-9744-9e614fb3634d tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5542848 Aug 30 13:06:05.090981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63854b6d-261c-42c8-9744-9e614fb3634d tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d97989d-d506-418f-b5f7-dca8eb3dc01b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:05.096813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-4e79d06b-6e3c-48d2-be82-48f2d14ac040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:05.098876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-4e79d06b-6e3c-48d2-be82-48f2d14ac040 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954844 Aug 30 13:06:05.167649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:05.180850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 3b578e6a-431d-4e10-8300-89b636bc88d3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:05.185485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cdfd4-3902-471a-8d18-1d7be21767ff req-5ba15fed-86ca-4825-930d-e6d8d8566b25 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:05.190478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 3b578e6a-431d-4e10-8300-89b636bc88d3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:05.191127 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.193429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb5cdfd4-3902-471a-8d18-1d7be21767ff req-5ba15fed-86ca-4825-930d-e6d8d8566b25 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1947527 Aug 30 13:06:05.264306 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d46822d2-c994-49df-8455-91eb815375a7 req-6839099a-b5cd-49eb-9306-135bb1c138b7 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/6d97989d-d506-418f-b5f7-dca8eb3dc01b HTTP/1.1" status: 200 len: 1814 time: 0.1519179 Aug 30 13:06:05.269466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0aa0700f-08ae-4294-bbf1-578d6c3f4cb4 req-f8f311dc-5d6e-4a7c-a95f-eb752213fb11 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-382406814', 'description': 'tempest-description-1901083091'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:05.270508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb5cdfd4-3902-471a-8d18-1d7be21767ff req-baf6de27-9513-4dbc-b267-309325504189 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691445 Aug 30 13:06:05.328365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-720b5670-1dd5-4b38-9914-3c14615e6c8e service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162423 Aug 30 13:06:05.331033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0aa0700f-08ae-4294-bbf1-578d6c3f4cb4 req-f8f311dc-5d6e-4a7c-a95f-eb752213fb11 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.433682 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.491120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 3b578e6a-431d-4e10-8300-89b636bc88d3, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3b578e6a-431d-4e10-8300-89b636bc88d3,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:05.542431 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.554490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-762a097c-9b41-4cb5-897b-d16d3c957632 req-775b875d-4ef5-4cde-b32b-62fb9f7499ce service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186961 Aug 30 13:06:05.568417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0aa0700f-08ae-4294-bbf1-578d6c3f4cb4 req-f8f311dc-5d6e-4a7c-a95f-eb752213fb11 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.587155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0aa0700f-08ae-4294-bbf1-578d6c3f4cb4 req-f8f311dc-5d6e-4a7c-a95f-eb752213fb11 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.636052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f311dc-5d6e-4a7c-a95f-eb752213fb11 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6786e260-3a19-4dfb-ae8b-f553b74c3a87,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:05.638578 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0aa0700f-08ae-4294-bbf1-578d6c3f4cb4 req-f8f311dc-5d6e-4a7c-a95f-eb752213fb11 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:05.645148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0aa0700f-08ae-4294-bbf1-578d6c3f4cb4 req-f8f311dc-5d6e-4a7c-a95f-eb752213fb11 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3797474 Aug 30 13:06:05.710161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=3b578e6a-431d-4e10-8300-89b636bc88d3,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:05.777417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97406df-be8a-4572-89ca-c5655a329d12 req-e529b011-27cc-4681-8840-43809a88bfea tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:05.779166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d97406df-be8a-4572-89ca-c5655a329d12 req-e529b011-27cc-4681-8840-43809a88bfea tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0664866 Aug 30 13:06:05.803404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a691212b-99ac-457d-938b-71a162a46a74 req-950b69cc-221a-43af-9fa1-27cfefdf5a7d tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/6786e260-3a19-4dfb-ae8b-f553b74c3a87 HTTP/1.1" status: 200 len: 1814 time: 0.0802314 Aug 30 13:06:05.836600 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-cd90fac9-28e5-46e3-bc14-f8f575b5c478 req-d8dcf111-b5c6-4f4f-8e92-6198797505b1 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] show failed (client error): The resource could not be found. Aug 30 13:06:05.848202 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd90fac9-28e5-46e3-bc14-f8f575b5c478 req-d8dcf111-b5c6-4f4f-8e92-6198797505b1 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/ab5f49f3-53f9-4867-b46b-de13ce1b2603 HTTP/1.1" status: 404 len: 352 time: 0.0250177 Aug 30 13:06:05.859174 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d97406df-be8a-4572-89ca-c5655a329d12 req-36b51fac-65fe-47af-bb06-343b021f6696 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705845 Aug 30 13:06:05.893444 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-13a925ae-a6c3-4363-b3bd-950091b60054 req-41db74ed-3cf0-4147-bd38-5cd6f01fc39f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] show failed (client error): The resource could not be found. Aug 30 13:06:05.900736 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-13a925ae-a6c3-4363-b3bd-950091b60054 req-41db74ed-3cf0-4147-bd38-5cd6f01fc39f tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-group-rules/4e7bcf30-30a0-4560-b9f6-a45d149b7dd3 HTTP/1.1" status: 404 len: 361 time: 0.0231938 Aug 30 13:06:06.000124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f00e5185-0a05-4086-b841-8e302edc4cda req-2e51a6c4-0e0c-448d-9801-c788fce85212 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 210 time: 0.0599053 Aug 30 13:06:06.032919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b828d215-8822-472c-a851-6491cbbf8c1f req-d2598a91-f077-48fa-8eef-51ad0457edcb tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/6786e260-3a19-4dfb-ae8b-f553b74c3a87 HTTP/1.1" status: 200 len: 1814 time: 0.0947993 Aug 30 13:06:06.212058 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b828d215-8822-472c-a851-6491cbbf8c1f req-4a91c5f6-e7b6-4b9f-b815-afe217fc75a2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.267121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b828d215-8822-472c-a851-6491cbbf8c1f req-4a91c5f6-e7b6-4b9f-b815-afe217fc75a2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.300566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e4bfb-c753-4c05-b450-1df512917f9d req-03068ea6-b548-4d87-b7b3-9045f8895c5b tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:06.303641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-03068ea6-b548-4d87-b7b3-9045f8895c5b tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.16 "GET /v2.0/networks?id=1ff8f5f6-24da-4418-a36f-2fc4890e73e5 HTTP/1.1" status: 200 len: 809 time: 0.2400687 Aug 30 13:06:06.340485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Request body: {'port': {'device_id': 'effc0f88-d31b-4f8a-89b1-2b14c5a6ec74', 'network_id': '1ff8f5f6-24da-4418-a36f-2fc4890e73e5', 'admin_state_up': True, 'tenant_id': 'a5f19d26eb7049c39085b3a3fe500455'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:06.434944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b828d215-8822-472c-a851-6491cbbf8c1f req-4a91c5f6-e7b6-4b9f-b815-afe217fc75a2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.438840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-b828d215-8822-472c-a851-6491cbbf8c1f req-4a91c5f6-e7b6-4b9f-b815-afe217fc75a2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.440959 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b828d215-8822-472c-a851-6491cbbf8c1f req-4a91c5f6-e7b6-4b9f-b815-afe217fc75a2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "DELETE /v2.0/security-groups/6786e260-3a19-4dfb-ae8b-f553b74c3a87 HTTP/1.1" status: 204 len: 173 time: 0.4006476 Aug 30 13:06:06.461930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91c5f6-e7b6-4b9f-b815-afe217fc75a2 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6786e260-3a19-4dfb-ae8b-f553b74c3a87,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:06.462152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25663f0d-aa04-4457-bf97-4e1537a38ff5 req-2305e280-be3f-4506-b483-887cf1b98efb tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:06.467634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25663f0d-aa04-4457-bf97-4e1537a38ff5 req-2305e280-be3f-4506-b483-887cf1b98efb tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1007938 Aug 30 13:06:06.531194 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56f50899-e372-469d-b793-75835d7b4e2e req-62749f4f-cd18-4a2a-9ccb-651283b293b6 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/6d97989d-d506-418f-b5f7-dca8eb3dc01b HTTP/1.1" status: 200 len: 1814 time: 0.0646675 Aug 30 13:06:06.574950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25663f0d-aa04-4457-bf97-4e1537a38ff5 req-45602d9b-9820-48b1-b8f0-dfee4836163c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945504 Aug 30 13:06:06.610326 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-111c1f7f-97db-47b7-96ec-eb799b05db2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.612032 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-56f50899-e372-469d-b793-75835d7b4e2e req-d41e7ecf-06f9-4475-8338-0e1b61b3aec0 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.614667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Made reservation on behalf of a5f19d26eb7049c39085b3a3fe500455 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:06.618726 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.660281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1'}, {'server_uuid': '8a9ef9b7-4665-4c7c-a602-dfeb5345ae41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b578e6a-431d-4e10-8300-89b636bc88d3'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:06.664256 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f42259-4302-4206-9d59-fc0ec668dba3" -d '{"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-plugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1"}, {"server_uuid": "8a9ef9b7-4665-4c7c-a602-dfeb5345ae41", "name": "network-vif-plugged", "status": "completed", "tag": "3b578e6a-431d-4e10-8300-89b636bc88d3"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:06.697939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-56f50899-e372-469d-b793-75835d7b4e2e req-d41e7ecf-06f9-4475-8338-0e1b61b3aec0 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.835342 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-56f50899-e372-469d-b793-75835d7b4e2e req-d41e7ecf-06f9-4475-8338-0e1b61b3aec0 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.838118 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-56f50899-e372-469d-b793-75835d7b4e2e req-d41e7ecf-06f9-4475-8338-0e1b61b3aec0 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:06.839286 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56f50899-e372-469d-b793-75835d7b4e2e req-d41e7ecf-06f9-4475-8338-0e1b61b3aec0 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "DELETE /v2.0/security-groups/6d97989d-d506-418f-b5f7-dca8eb3dc01b HTTP/1.1" status: 204 len: 173 time: 0.3070691 Aug 30 13:06:06.856855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e7ecf-06f9-4475-8338-0e1b61b3aec0 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d97989d-d506-418f-b5f7-dca8eb3dc01b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:06.915389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Allocated IP 172.20.0.11 (1ff8f5f6-24da-4418-a36f-2fc4890e73e5/7ed3450e-8eb2-4ffb-aa6a-865594d14a8e/810c3929-65f3-45d3-a45f-4d3b0806cb2b) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:06.941513 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebe9935-30a7-4a06-b0c7-d1f51aba29e5 x-openstack-request-id: req-bebe9935-30a7-4a06-b0c7-d1f51aba29e5 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:06.941832 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-plugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1", "code": 200}, {"server_uuid": "8a9ef9b7-4665-4c7c-a602-dfeb5345ae41", "name": "network-vif-plugged", "status": "completed", "tag": "3b578e6a-431d-4e10-8300-89b636bc88d3", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:06.942183 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bebe9935-30a7-4a06-b0c7-d1f51aba29e5 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:06.942521 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'code': 200} Aug 30 13:06:06.942772 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9ef9b7-4665-4c7c-a602-dfeb5345ae41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b578e6a-431d-4e10-8300-89b636bc88d3', 'code': 200} Aug 30 13:06:07.061524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-062c80eb-b4e3-4743-86b0-7e582606fc09 req-c21dd82c-8781-4dc6-a800-524e53b67674 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/d8774001-8ff6-4bb2-905f-6c7c9fd835d0 HTTP/1.1" status: 200 len: 1815 time: 0.0910461 Aug 30 13:06:07.095763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7dfdb-f534-487e-8e9a-9db4cda3420b req-5a250a84-ec6a-48f2-81aa-fd090818ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:07.099063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832007a7-395b-469d-8b1f-26275243e429 req-847f194b-9f92-4ad6-a043-14713384b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:07.100595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-50f7dfdb-f534-487e-8e9a-9db4cda3420b req-5a250a84-ec6a-48f2-81aa-fd090818ba96 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1097 time: 0.0888236 Aug 30 13:06:07.100750 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-832007a7-395b-469d-8b1f-26275243e429 req-847f194b-9f92-4ad6-a043-14713384b213 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 1097 time: 0.1701486 Aug 30 13:06:07.182874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-50f7dfdb-f534-487e-8e9a-9db4cda3420b req-1dbf0219-accd-41df-b2e5-1973ed9ab510 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704243 Aug 30 13:06:07.189069 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-062c80eb-b4e3-4743-86b0-7e582606fc09 req-2207b1be-056f-4e24-bf28-353f179a3926 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.230857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-062c80eb-b4e3-4743-86b0-7e582606fc09 req-2207b1be-056f-4e24-bf28-353f179a3926 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.281776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a51aea-b4b0-4dbd-a62e-152d3d346f0b req-c32d2e77-fa69-499c-8d2a-246a2d5ab5a4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:07.283280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54a51aea-b4b0-4dbd-a62e-152d3d346f0b req-c32d2e77-fa69-499c-8d2a-246a2d5ab5a4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1752088 Aug 30 13:06:07.292029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-062c80eb-b4e3-4743-86b0-7e582606fc09 req-2207b1be-056f-4e24-bf28-353f179a3926 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.295684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-062c80eb-b4e3-4743-86b0-7e582606fc09 req-2207b1be-056f-4e24-bf28-353f179a3926 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.310035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-062c80eb-b4e3-4743-86b0-7e582606fc09 req-2207b1be-056f-4e24-bf28-353f179a3926 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "DELETE /v2.0/security-groups/d8774001-8ff6-4bb2-905f-6c7c9fd835d0 HTTP/1.1" status: 204 len: 173 time: 0.2402618 Aug 30 13:06:07.334911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207b1be-056f-4e24-bf28-353f179a3926 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8774001-8ff6-4bb2-905f-6c7c9fd835d0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:07.371694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832007a7-395b-469d-8b1f-26275243e429 req-1e303ae9-4503-4c62-b42e-88c378595d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:07.373026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-832007a7-395b-469d-8b1f-26275243e429 req-1e303ae9-4503-4c62-b42e-88c378595d7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 920 time: 0.2605991 Aug 30 13:06:07.382478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54a51aea-b4b0-4dbd-a62e-152d3d346f0b req-7cd9a829-aa3b-496e-bd5b-2d71a4a1441e tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887463 Aug 30 13:06:07.467163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a1320b-ce90-4509-b1a3-1c334fc178a7 req-cc9fd6a6-f81a-425b-9f64-80aec77e91d7 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:07.468871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85a1320b-ce90-4509-b1a3-1c334fc178a7 req-cc9fd6a6-f81a-425b-9f64-80aec77e91d7 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0845754 Aug 30 13:06:07.487306 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.491826 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-832007a7-395b-469d-8b1f-26275243e429 req-93b7bf8c-36a9-40cf-996c-d639de90d5a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce HTTP/1.1" status: 200 len: 217 time: 0.0981836 Aug 30 13:06:07.527998 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3613d0c7-dab6-4e2c-b4d7-33d3526a27ef req-7907e547-b9b1-42f5-82bb-d1b79138aee9 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 210 time: 0.0442367 Aug 30 13:06:07.551478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85a1320b-ce90-4509-b1a3-1c334fc178a7 req-96ac82a2-0dce-4991-af6f-b6e7ee23e982 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748954 Aug 30 13:06:07.594082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832007a7-395b-469d-8b1f-26275243e429 req-8b354530-9c74-439f-9d03-ce05d672db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:07.595548 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-832007a7-395b-469d-8b1f-26275243e429 req-8b354530-9c74-439f-9d03-ce05d672db3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.0919814 Aug 30 13:06:07.628981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.657447 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-832007a7-395b-469d-8b1f-26275243e429 req-f4e51877-2fb1-49af-bbe0-ee806f7ce94c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547206 Aug 30 13:06:07.658253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d906e7c1-dbd5-4196-92b4-e347df7c5510 req-5ff6ebf9-7abe-4b4f-8f92-9fa5a9047ba6 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/2e50d1c3-6cd2-4b46-b056-37ef4da3f7fd HTTP/1.1" status: 200 len: 1814 time: 0.0537214 Aug 30 13:06:07.722407 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d906e7c1-dbd5-4196-92b4-e347df7c5510 req-71a262cc-a4d5-4879-a306-1482de795b1a tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.749405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Network 1ff8f5f6-24da-4418-a36f-2fc4890e73e5 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:07.753996 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d906e7c1-dbd5-4196-92b4-e347df7c5510 req-71a262cc-a4d5-4879-a306-1482de795b1a tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.758415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:07.761455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:07.794729 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Pushing event updated for resources: {'Port': ['ID=810c3929-65f3-45d3-a45f-4d3b0806cb2b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:07.814150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d906e7c1-dbd5-4196-92b4-e347df7c5510 req-71a262cc-a4d5-4879-a306-1482de795b1a tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.816763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d906e7c1-dbd5-4196-92b4-e347df7c5510 req-71a262cc-a4d5-4879-a306-1482de795b1a tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.824060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d906e7c1-dbd5-4196-92b4-e347df7c5510 req-71a262cc-a4d5-4879-a306-1482de795b1a tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e50d1c3-6cd2-4b46-b056-37ef4da3f7fd HTTP/1.1" status: 204 len: 173 time: 0.1646445 Aug 30 13:06:07.849594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:07.850256 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:07.851224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a262cc-a4d5-4879-a306-1482de795b1a tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e50d1c3-6cd2-4b46-b056-37ef4da3f7fd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:07.903843 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-832007a7-395b-469d-8b1f-26275243e429 req-15d542b5-1e1b-47a7-8e4b-a26a1091bdb2 service neutron] 10.222.0.16 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341852 Aug 30 13:06:07.929964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ea69d03e-0c39-412e-9c5b-abc017af11fb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6102581 Aug 30 13:06:07.990535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Request body: {'port': {'device_id': 'effc0f88-d31b-4f8a-89b1-2b14c5a6ec74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:08.025338 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3035ebb-e113-4e2d-927d-a6352d44ae85 req-ef9ca798-b5d7-411b-9600-685f7d150472 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "GET /v2.0/security-groups/5c31286d-1db8-42e1-bb4f-7e725be0c07b HTTP/1.1" status: 200 len: 1815 time: 0.1637917 Aug 30 13:06:08.104803 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.138219 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-832007a7-395b-469d-8b1f-26275243e429 req-9dd18175-882e-4374-9ae2-ce7354e3bbaa service neutron] 10.222.0.16 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247326 Aug 30 13:06:08.205499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d3035ebb-e113-4e2d-927d-a6352d44ae85 req-42dd2248-0fce-4805-8c55-6f033f231dc5 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.289134 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d3035ebb-e113-4e2d-927d-a6352d44ae85 req-42dd2248-0fce-4805-8c55-6f033f231dc5 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.391304 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d3035ebb-e113-4e2d-927d-a6352d44ae85 req-42dd2248-0fce-4805-8c55-6f033f231dc5 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.394033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d3035ebb-e113-4e2d-927d-a6352d44ae85 req-42dd2248-0fce-4805-8c55-6f033f231dc5 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.399818 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d3035ebb-e113-4e2d-927d-a6352d44ae85 req-42dd2248-0fce-4805-8c55-6f033f231dc5 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] 10.222.0.37 "DELETE /v2.0/security-groups/5c31286d-1db8-42e1-bb4f-7e725be0c07b HTTP/1.1" status: 204 len: 173 time: 0.3579788 Aug 30 13:06:08.403170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44710) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:08.419477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dd2248-0fce-4805-8c55-6f033f231dc5 tempest-SecurityGroupRulesNegativeTestJSON-578199248 tempest-SecurityGroupRulesNegativeTestJSON-578199248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c31286d-1db8-42e1-bb4f-7e725be0c07b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:08.511788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810c3929-65f3-45d3-a45f-4d3b0806cb2b {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:08.524698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c736fb4c-226e-45a0-924c-97a6065a8c7f admin admin] Deleting subnet da666347-0b45-475a-943e-cd901f683f0f {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:06:08.529764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c736fb4c-226e-45a0-924c-97a6065a8c7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.530121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.555890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Transition to ACTIVE for port object 810c3929-65f3-45d3-a45f-4d3b0806cb2b will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:08.565170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.607013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 351c4d30-1030-4a26-ba9c-6e856dbbda05 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:06:08.665729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c736fb4c-226e-45a0-924c-97a6065a8c7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.715507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fffe62-d28f-4fe0-8281-126f54c4125d req-e3721fad-37c4-4258-9276-923e8028ee71 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:08.725039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77fffe62-d28f-4fe0-8281-126f54c4125d req-e3721fad-37c4-4258-9276-923e8028ee71 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1965160 Aug 30 13:06:08.776525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Pushing event updated for resources: {'Port': ['ID=810c3929-65f3-45d3-a45f-4d3b0806cb2b,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:08.793627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Attempting to bind port 810c3929-65f3-45d3-a45f-4d3b0806cb2b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:08.794934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Attempting to bind port 810c3929-65f3-45d3-a45f-4d3b0806cb2b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '71d8e861-4a05-4af3-b951-92b0f370d645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ff8f5f6-24da-4418-a36f-2fc4890e73e5'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:08.795352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Attempting to bind port 810c3929-65f3-45d3-a45f-4d3b0806cb2b on network 1ff8f5f6-24da-4418-a36f-2fc4890e73e5 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:08.796869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77fffe62-d28f-4fe0-8281-126f54c4125d req-eb6a946e-db06-4bd5-a4c3-339b123e2289 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701082 Aug 30 13:06:08.799151 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c736fb4c-226e-45a0-924c-97a6065a8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.819963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:08.822911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8dc6df-b12e-4288-a74f-7cc6e25ff920 req-1ce8a672-c4d8-40f6-aed1-de48c14b61f4 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:08.824483 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f8dc6df-b12e-4288-a74f-7cc6e25ff920 req-1ce8a672-c4d8-40f6-aed1-de48c14b61f4 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 944 time: 0.1029658 Aug 30 13:06:08.826797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Port 810c3929-65f3-45d3-a45f-4d3b0806cb2b on network 1ff8f5f6-24da-4418-a36f-2fc4890e73e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:06:08.827122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Attempting to bind port 810c3929-65f3-45d3-a45f-4d3b0806cb2b on network 1ff8f5f6-24da-4418-a36f-2fc4890e73e5 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:08.855242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'port_id': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'mac_address': 'fa:16:3e:ee:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:06:08.856459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:08.857138 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Checking segment: {'id': '71d8e861-4a05-4af3-b951-92b0f370d645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ff8f5f6-24da-4418-a36f-2fc4890e73e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:08.858281 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Bound using segment: {'id': '71d8e861-4a05-4af3-b951-92b0f370d645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ff8f5f6-24da-4418-a36f-2fc4890e73e5'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:08.859045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Bound port: 810c3929-65f3-45d3-a45f-4d3b0806cb2b, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d8e861-4a05-4af3-b951-92b0f370d645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '1ff8f5f6-24da-4418-a36f-2fc4890e73e5'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:08.859630 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.916976 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.927322 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f8dc6df-b12e-4288-a74f-7cc6e25ff920 req-390d5365-7a90-4d79-867c-2ee4ee0a14a8 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894318 Aug 30 13:06:08.940435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351c4d30-1030-4a26-ba9c-6e856dbbda05 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:08.962138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:08.969226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:08.993542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c736fb4c-226e-45a0-924c-97a6065a8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.012383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] For port 810c3929-65f3-45d3-a45f-4d3b0806cb2b, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:09.016228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] For port 810c3929-65f3-45d3-a45f-4d3b0806cb2b, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=810c3929-65f3-45d3-a45f-4d3b0806cb2b,segment=NetworkSegment(71d8e861-4a05-4af3-b951-92b0f370d645),segment_id=71d8e861-4a05-4af3-b951-92b0f370d645)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:09.023869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736fb4c-226e-45a0-924c-97a6065a8c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da666347-0b45-475a-943e-cd901f683f0f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:09.024483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.034707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc10e7-6a23-4d10-93bc-0266bf104f78 req-906ef262-9db9-481e-8fd1-25ca75c1399a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:09.036893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97cc10e7-6a23-4d10-93bc-0266bf104f78 req-906ef262-9db9-481e-8fd1-25ca75c1399a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1342962 Aug 30 13:06:09.041507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:09.045990 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c736fb4c-226e-45a0-924c-97a6065a8c7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.048408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c736fb4c-226e-45a0-924c-97a6065a8c7f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/da666347-0b45-475a-943e-cd901f683f0f HTTP/1.1" status: 204 len: 168 time: 0.6399767 Aug 30 13:06:09.050800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44718) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:09.064049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:09.064815 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.066258 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] 10.222.0.16 "PUT /v2.0/ports/810c3929-65f3-45d3-a45f-4d3b0806cb2b HTTP/1.1" status: 200 len: 1092 time: 1.1221991 Aug 30 13:06:09.066704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'effc0f88-d31b-4f8a-89b1-2b14c5a6ec74', 'tag': '810c3929-65f3-45d3-a45f-4d3b0806cb2b'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:09.069185 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da96848-0b7a-4192-b593-0102eb436a28" -d '{"events": [{"name": "network-changed", "server_uuid": "effc0f88-d31b-4f8a-89b1-2b14c5a6ec74", "tag": "810c3929-65f3-45d3-a45f-4d3b0806cb2b"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:09.112963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5474aa1-e043-4aba-9ee7-611d1ef14083 service neutron] Pushing event updated for resources: {'Port': ['ID=810c3929-65f3-45d3-a45f-4d3b0806cb2b,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:09.185792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ff416ab6-6e8b-4a43-8869-873ffaa6b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:09.187381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-ff416ab6-6e8b-4a43-8869-873ffaa6b759 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5f19d26eb7049c39085b3a3fe500455&device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 1095 time: 0.0654609 Aug 30 13:06:09.221500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97cc10e7-6a23-4d10-93bc-0266bf104f78 req-c2035584-4166-4624-b007-5e6e92564810 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1568227 Aug 30 13:06:09.264063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.317828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d84f616b-8dfa-4004-b4a3-551e9b3cfe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.380054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['351c4d30-1030-4a26-ba9c-6e856dbbda05'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:09.428193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.451406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f86e33-8a2a-4fd8-be6d-dd67e629aa6c']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:09.479322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e297f9-dba9-4424-bf87-4ba89f0e069e') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:09.479611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e297f9-dba9-4424-bf87-4ba89f0e069e') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:09.501000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.547178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.569731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:06:09.570002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:06:09.575244 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:06:09.719788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.733362 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c3c31e-526d-46da-8228-1969846ac863 x-openstack-request-id: req-e8c3c31e-526d-46da-8228-1969846ac863 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:09.733972 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "effc0f88-d31b-4f8a-89b1-2b14c5a6ec74", "tag": "810c3929-65f3-45d3-a45f-4d3b0806cb2b", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:09.733972 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e8c3c31e-526d-46da-8228-1969846ac863 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:09.734890 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'effc0f88-d31b-4f8a-89b1-2b14c5a6ec74', 'tag': '810c3929-65f3-45d3-a45f-4d3b0806cb2b', 'status': 'completed', 'code': 200} Aug 30 13:06:09.736036 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-7a3ae230-f48d-4fa5-8df2-d56b371c18ae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=810c3929-65f3-45d3-a45f-4d3b0806cb2b HTTP/1.1" status: 200 len: 217 time: 0.5396276 Aug 30 13:06:09.750028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:09.755996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] 10.222.0.37 "DELETE /v2.0/networks/03f86e33-8a2a-4fd8-be6d-dd67e629aa6c HTTP/1.1" status: 204 len: 168 time: 0.7040641 Aug 30 13:06:09.776232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2122c19-f239-448a-b376-c6c40feb5e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f86e33-8a2a-4fd8-be6d-dd67e629aa6c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:09.808314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e4bfb-c753-4c05-b450-1df512917f9d req-97f3c694-8d8b-4c18-bc8e-3a5ff2127f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:09.809908 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-97f3c694-8d8b-4c18-bc8e-3a5ff2127f05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7ed3450e-8eb2-4ffb-aa6a-865594d14a8e HTTP/1.1" status: 200 len: 849 time: 0.0607538 Aug 30 13:06:09.868630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-de3512a6-c9f3-4483-b6a9-6d7fd38370d4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ff8f5f6-24da-4418-a36f-2fc4890e73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391505 Aug 30 13:06:09.919938 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:10.042308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c035e-c938-4f80-a69b-51d952f2dc5d req-7c79844e-0f57-4fc0-81fe-4caec1d3c31f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:10.044186 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d41c035e-c938-4f80-a69b-51d952f2dc5d req-7c79844e-0f57-4fc0-81fe-4caec1d3c31f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1372640 Aug 30 13:06:10.052440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44762) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:10.067606 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-67565590-c07f-49a6-85dc-78114de85f1e service neutron] 10.222.0.16 "GET /v2.0/networks/1ff8f5f6-24da-4418-a36f-2fc4890e73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808043 Aug 30 13:06:10.134626 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-db0f72c5-a975-4f0a-a00d-aaf1809e8da0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39481abcfe9c4bcb8d1a1a8b327b0e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785642 Aug 30 13:06:10.137192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44764) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:10.166544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ccc99f-6c6f-4f12-bb5a-3467a8ae4198 req-eabb6a55-f9cc-4848-937c-63767e49a57c tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:10.174778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-01ccc99f-6c6f-4f12-bb5a-3467a8ae4198 req-eabb6a55-f9cc-4848-937c-63767e49a57c tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 944 time: 0.1353531 Aug 30 13:06:10.225392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-936e4bfb-c753-4c05-b450-1df512917f9d req-1a2b6d4f-58ee-48bf-8a57-7984608215a9 service neutron] 10.222.0.16 "GET /v2.0/networks/1ff8f5f6-24da-4418-a36f-2fc4890e73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423337 Aug 30 13:06:10.241638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-01ccc99f-6c6f-4f12-bb5a-3467a8ae4198 req-07589ef3-3aa4-451e-a431-d2f26f5abbfb tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657263 Aug 30 13:06:10.304221 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be93f2a1-23a9-4a4f-ab77-85f6608ee96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:10.309576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d41c035e-c938-4f80-a69b-51d952f2dc5d req-55a2283d-acd4-4db0-b266-ecf4b71a6a8a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287753 Aug 30 13:06:10.355857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be93f2a1-23a9-4a4f-ab77-85f6608ee96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:10.412275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96848-0b7a-4192-b593-0102eb436a28 req-d3295efa-a7bd-449f-a65f-4eceab02f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:10.414126 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0da96848-0b7a-4192-b593-0102eb436a28 req-d3295efa-a7bd-449f-a65f-4eceab02f5b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a5f19d26eb7049c39085b3a3fe500455&device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 1095 time: 0.0969791 Aug 30 13:06:10.469641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be93f2a1-23a9-4a4f-ab77-85f6608ee96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:10.478115 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be93f2a1-23a9-4a4f-ab77-85f6608ee96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:10.484539 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-be93f2a1-23a9-4a4f-ab77-85f6608ee96c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c37b86d6-127e-45ef-87b2-9dc016be1079 HTTP/1.1" status: 204 len: 168 time: 0.3417597 Aug 30 13:06:10.527592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93f2a1-23a9-4a4f-ab77-85f6608ee96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37b86d6-127e-45ef-87b2-9dc016be1079,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:10.597331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df4eea-8c1f-4286-9738-8081ce678ff5 req-827092b9-c30b-489c-8a75-f6d0d5011e57 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:10.599495 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01df4eea-8c1f-4286-9738-8081ce678ff5 req-827092b9-c30b-489c-8a75-f6d0d5011e57 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 945 time: 0.0958321 Aug 30 13:06:10.600697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96848-0b7a-4192-b593-0102eb436a28 req-365cb70b-6c44-479f-a6fe-57f8526adfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:10.602041 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0da96848-0b7a-4192-b593-0102eb436a28 req-365cb70b-6c44-479f-a6fe-57f8526adfe0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1ff8f5f6-24da-4418-a36f-2fc4890e73e5 HTTP/1.1" status: 200 len: 910 time: 0.1808567 Aug 30 13:06:10.669407 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0da96848-0b7a-4192-b593-0102eb436a28 req-e7740567-076d-466a-a687-8a939df9cc85 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=810c3929-65f3-45d3-a45f-4d3b0806cb2b HTTP/1.1" status: 200 len: 217 time: 0.0561414 Aug 30 13:06:10.730855 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01df4eea-8c1f-4286-9738-8081ce678ff5 req-9d17962f-7045-454e-a9bf-f95d5e7350cb tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240649 Aug 30 13:06:10.749391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:10.766808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da96848-0b7a-4192-b593-0102eb436a28 req-626c4e9d-ec11-472a-918d-f983a40ee5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:10.775016 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0da96848-0b7a-4192-b593-0102eb436a28 req-626c4e9d-ec11-472a-918d-f983a40ee5d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7ed3450e-8eb2-4ffb-aa6a-865594d14a8e HTTP/1.1" status: 200 len: 849 time: 0.0970888 Aug 30 13:06:10.844484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0da96848-0b7a-4192-b593-0102eb436a28 req-fc47d1ed-bd8c-4a05-baa6-c8f321821a18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1ff8f5f6-24da-4418-a36f-2fc4890e73e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615795 Aug 30 13:06:11.001283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0da96848-0b7a-4192-b593-0102eb436a28 req-27a1bfb5-b057-4f3c-8a2e-bdfb313c08cd service neutron] 10.222.0.16 "GET /v2.0/networks/1ff8f5f6-24da-4418-a36f-2fc4890e73e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466174 Aug 30 13:06:11.125481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0da96848-0b7a-4192-b593-0102eb436a28 req-55d45cc2-6c29-4ceb-aead-651afb61e944 service neutron] 10.222.0.16 "GET /v2.0/networks/1ff8f5f6-24da-4418-a36f-2fc4890e73e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104257 Aug 30 13:06:11.389125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c9cea-1c4d-4269-8838-0b931528511c req-6bbd0dd0-004d-4530-aeb5-fc61e599101a tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:11.397326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b0c9cea-1c4d-4269-8838-0b931528511c req-6bbd0dd0-004d-4530-aeb5-fc61e599101a tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 944 time: 0.0645978 Aug 30 13:06:11.444783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b0c9cea-1c4d-4269-8838-0b931528511c req-d93a1b65-28e3-4487-9aef-74d7cebfc9bf tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434663 Aug 30 13:06:11.480213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a522ac2-f903-446a-9771-a3da30e97de1 req-8db7ca7c-30bd-4987-9c5c-d50d93bf4aeb tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:11.481938 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9a522ac2-f903-446a-9771-a3da30e97de1 req-8db7ca7c-30bd-4987-9c5c-d50d93bf4aeb tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0654385 Aug 30 13:06:11.544330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9a522ac2-f903-446a-9771-a3da30e97de1 req-5a9ffaad-e0c6-4401-ac0a-d4d61d1e818a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538743 Aug 30 13:06:11.631935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44822) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:11.748367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-589884289-network', 'tenant_id': '4a78614eb7b44999afb141bbd6569484'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:11.791561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Made reservation on behalf of 4a78614eb7b44999afb141bbd6569484 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:11.794174 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:11.819766 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:11.921275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0c2d-4ee0-4ba9-a7bb-ca2ab4ef8990 req-94cdb8f2-0d90-4b53-b6d8-18d045f1b659 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:11.932337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-123f0c2d-4ee0-4ba9-a7bb-ca2ab4ef8990 req-94cdb8f2-0d90-4b53-b6d8-18d045f1b659 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 945 time: 0.0718973 Aug 30 13:06:11.949673 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:11.954523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:11.980230 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-123f0c2d-4ee0-4ba9-a7bb-ca2ab4ef8990 req-089a3be3-af2a-432b-b7b6-50c55faaea79 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467434 Aug 30 13:06:11.986774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c10ae5-d071-456c-b417-930f1bd4ab0e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:12.007661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:06:12.035436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.035436 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Added segment f63d91f3-e5dc-45b5-9389-c5c63d150eb4 of type vlan for network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 Aug 30 13:06:12.080506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.107707 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.124154 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.127201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:12.128158 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.195124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5620568 Aug 30 13:06:12.197920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44838) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:12.203017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Request body: {'subnet': {'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-589884289-subnet', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:12.207196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c404c-7d40-4123-8b3b-ffde2f0d83b5 admin admin] Pushing event updated for resources: {'Network': ['ID=079fe6c7-d35d-449a-8756-fa9c7b3fbb10,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:12.230243 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:06:12.231835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Made reservation on behalf of 4a78614eb7b44999afb141bbd6569484 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:12.236098 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.466351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.542614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9f9200-b6b1-4c9b-a557-d6451eccdb8f,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:12.552403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Checking segment: {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:12.552926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Network hostable DHCP agents. Network: 079fe6c7-d35d-449a-8756-fa9c7b3fbb10, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:06:12.574394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:06:12.585999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 079fe6c7-d35d-449a-8756-fa9c7b3fbb10) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:12.595152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9e4f4c-3fdc-45b9-ab53-36bbbbd37830 None None] Network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:06:12.598853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:12.599757 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.649431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 351c4d30-1030-4a26-ba9c-6e856dbbda05 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:12.660783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44860) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:12.661531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-16961ffc-0f05-4618-b9a1-b1e8b20e69c9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4619298 Aug 30 13:06:12.666622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:12.685985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ecb7b-7451-4123-b1f3-7368956b02ac req-dd1dc206-5682-464a-a771-ec7aa6efc4d7 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:12.694169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-212ecb7b-7451-4123-b1f3-7368956b02ac req-dd1dc206-5682-464a-a771-ec7aa6efc4d7 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 944 time: 0.0783281 Aug 30 13:06:12.720771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.721930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.752246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-212ecb7b-7451-4123-b1f3-7368956b02ac req-9f865a3e-a194-4df9-9165-f25a49e77e96 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569754 Aug 30 13:06:12.854590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 351c4d30-1030-4a26-ba9c-6e856dbbda05 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:12.862419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 351c4d30-1030-4a26-ba9c-6e856dbbda05 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:12.862800 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.868609 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:12.947943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:06:12.948839 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:13.002254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fb031-738b-4976-8b71-9f350ba05ce9 req-d1258954-b8b3-4dc5-9acc-9c55e268b7cd tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:13.014195 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69fb031-738b-4976-8b71-9f350ba05ce9 req-d1258954-b8b3-4dc5-9acc-9c55e268b7cd tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1929128 Aug 30 13:06:13.141109 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:13.184298 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69fb031-738b-4976-8b71-9f350ba05ce9 req-3ee9337d-0644-412a-ba81-acf340218623 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687553 Aug 30 13:06:13.199006 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:13.200874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:13.203494 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5541fd74-4ce5-4814-a46b-cdadae2e14ef" -d '{"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-plugged", "status": "completed", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:13.231323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:13.233119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Allocated IP 172.20.0.2 (079fe6c7-d35d-449a-8756-fa9c7b3fbb10/9f9f9200-b6b1-4c9b-a557-d6451eccdb8f/fefdd4ca-717f-42e2-8864-04bf2db5a619) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:13.254693 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:13.277222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de85d6-f478-4d3d-84eb-37c6071007d5 req-bafaf542-8b91-4700-a5fd-2f454f798024 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:13.290454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34de85d6-f478-4d3d-84eb-37c6071007d5 req-bafaf542-8b91-4700-a5fd-2f454f798024 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 945 time: 0.1598933 Aug 30 13:06:13.343131 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9552ee-44f1-4e7c-9de7-08e58177a466 x-openstack-request-id: req-8c9552ee-44f1-4e7c-9de7-08e58177a466 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:13.344200 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-plugged", "status": "completed", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:13.344594 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8c9552ee-44f1-4e7c-9de7-08e58177a466 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:13.345129 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'code': 200} Aug 30 13:06:13.425867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34de85d6-f478-4d3d-84eb-37c6071007d5 req-ce7787d8-899f-4704-88fc-e346cdc90f65 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1342752 Aug 30 13:06:13.477205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f01451-d0eb-4e6d-b30c-ba033f58e86b req-01b51899-9b14-421a-b170-71e35ab54e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:13.478874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f01451-d0eb-4e6d-b30c-ba033f58e86b req-01b51899-9b14-421a-b170-71e35ab54e4c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 1097 time: 0.1132011 Aug 30 13:06:13.533609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35f01451-d0eb-4e6d-b30c-ba033f58e86b req-f4dc4990-ad9c-40c0-925b-2de44b809940 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468342 Aug 30 13:06:13.601569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:13.615988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:13.634130 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:13.753423 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:13.783529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Transition to ACTIVE for port object fefdd4ca-717f-42e2-8864-04bf2db5a619 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:13.802675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Allocated IP 172.25.2.104 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/ea7910f1-ba8c-4734-8d01-14ec64f7c8d8) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:13.808284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Transition to ACTIVE for port object fefdd4ca-717f-42e2-8864-04bf2db5a619 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:13.823750 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:13.853044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:13.950492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:13.955381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Pushing event updated for resources: {'Port': ['ID=fefdd4ca-717f-42e2-8864-04bf2db5a619,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:13.962533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:13.979017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:13.992221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18ed68-793b-4b1a-a916-a0b666d17944 req-60cfe46d-c966-4ffb-9b5d-9e74ef35afe6 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:14.005451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad18ed68-793b-4b1a-a916-a0b666d17944 req-60cfe46d-c966-4ffb-9b5d-9e74ef35afe6 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 944 time: 0.1403835 Aug 30 13:06:14.016575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 810c3929-65f3-45d3-a45f-4d3b0806cb2b details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:06:14.042903 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:14.092815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:14.096108 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:14.098923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad18ed68-793b-4b1a-a916-a0b666d17944 req-eb656509-289d-4f0d-bae8-67b7a7d41814 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778458 Aug 30 13:06:14.099891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:14.120053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Attempting to bind port fefdd4ca-717f-42e2-8864-04bf2db5a619 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:14.120433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Attempting to bind port fefdd4ca-717f-42e2-8864-04bf2db5a619 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:14.120816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Attempting to bind port fefdd4ca-717f-42e2-8864-04bf2db5a619 on network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:14.144926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:14.146233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Pushing event updated for resources: {'Port': ['ID=ea7910f1-ba8c-4734-8d01-14ec64f7c8d8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:14.146323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Checking segment: {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:14.146602 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:14.147141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Bound using segment: {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:14.148055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Bound port: fefdd4ca-717f-42e2-8864-04bf2db5a619, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:14.148298 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:14.266955 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] For port fefdd4ca-717f-42e2-8864-04bf2db5a619, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:14.271208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] For port fefdd4ca-717f-42e2-8864-04bf2db5a619, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fefdd4ca-717f-42e2-8864-04bf2db5a619,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:14.284164 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:14.346184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2347d4-0be9-497a-9806-0002dc8ae2a4 None None] Pushing event updated for resources: {'Port': ['ID=fefdd4ca-717f-42e2-8864-04bf2db5a619,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:14.349747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02351707-b73f-4561-a2a6-f59188fa6e81 req-a0b23b47-3084-46ba-bbe6-c0dd4bf946d2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:14.360107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-02351707-b73f-4561-a2a6-f59188fa6e81 req-a0b23b47-3084-46ba-bbe6-c0dd4bf946d2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0932958 Aug 30 13:06:14.459868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 810c3929-65f3-45d3-a45f-4d3b0806cb2b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=810c3929-65f3-45d3-a45f-4d3b0806cb2b,segment=NetworkSegment(71d8e861-4a05-4af3-b951-92b0f370d645),segment_id=71d8e861-4a05-4af3-b951-92b0f370d645)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:14.470113 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-02351707-b73f-4561-a2a6-f59188fa6e81 req-163e8722-3406-4d48-a457-85c1a6165d5d tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581112 Aug 30 13:06:14.486954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '810c3929-65f3-45d3-a45f-4d3b0806cb2b', 'network_id': '1ff8f5f6-24da-4418-a36f-2fc4890e73e5', 'port_id': '810c3929-65f3-45d3-a45f-4d3b0806cb2b', 'mac_address': 'fa:16:3e:0c:f4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed3450e-8eb2-4ffb-aa6a-865594d14a8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:06:14.573158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:14.579868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:14.602070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810c3929-65f3-45d3-a45f-4d3b0806cb2b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:14.609614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c3f3b-fd78-4e16-b9df-2dff6c172bcb req-b2197a67-073c-4942-9e82-138800380aee tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:14.620300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-177c3f3b-fd78-4e16-b9df-2dff6c172bcb req-b2197a67-073c-4942-9e82-138800380aee tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0825889 Aug 30 13:06:14.658770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 810c3929-65f3-45d3-a45f-4d3b0806cb2b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=810c3929-65f3-45d3-a45f-4d3b0806cb2b,segment=NetworkSegment(71d8e861-4a05-4af3-b951-92b0f370d645),segment_id=71d8e861-4a05-4af3-b951-92b0f370d645)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:14.669323 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:14.697205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-177c3f3b-fd78-4e16-b9df-2dff6c172bcb req-5bdb2a1a-e90c-44b8-8ffd-52cd41067fd2 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758245 Aug 30 13:06:14.786833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=810c3929-65f3-45d3-a45f-4d3b0806cb2b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:14.916980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:14.977762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['810c3929-65f3-45d3-a45f-4d3b0806cb2b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:15.204061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Router 130c39c0-0b04-46ec-b051-bbbc14b72193 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:06:15.394048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fefdd4ca-717f-42e2-8864-04bf2db5a619 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:15.419421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe9891-e275-4a95-ab00-da604e005a46 req-584270ac-59ac-4abb-9e1b-a73154401995 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:15.427012 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1fe9891-e275-4a95-ab00-da604e005a46 req-584270ac-59ac-4abb-9e1b-a73154401995 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 945 time: 0.2093668 Aug 30 13:06:15.456378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:06:15.469806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Sync routers for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:06:15.485688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port fefdd4ca-717f-42e2-8864-04bf2db5a619 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:15.504427 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:15.511418 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:15.526698 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1fe9891-e275-4a95-ab00-da604e005a46 req-34120fd9-af85-48e2-9e5d-76b41771b9ba tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986655 Aug 30 13:06:15.534209 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:15.540654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44930) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:15.562344 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a1e4b1b6-3390-4509-99d3-5d52c0fa095a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8996677 Aug 30 13:06:15.740988 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:15.927879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf930683-1103-4133-8171-64818fd148a8 req-1c82db3b-38f6-46df-9aed-8064c3b0a514 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:15.929549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf930683-1103-4133-8171-64818fd148a8 req-1c82db3b-38f6-46df-9aed-8064c3b0a514 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.1007190 Aug 30 13:06:15.972804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e69fa-4f96-4424-8194-d5e9202815cd req-7d416c00-9354-4491-8f77-1745e4b1d39c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:15.985213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb1e69fa-4f96-4424-8194-d5e9202815cd req-7d416c00-9354-4491-8f77-1745e4b1d39c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.2586782 Aug 30 13:06:16.010632 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf930683-1103-4133-8171-64818fd148a8 req-e9067909-e655-4850-a7ad-772de3e63c3b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740874 Aug 30 13:06:16.032602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 810c3929-65f3-45d3-a45f-4d3b0806cb2b up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:16.093426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb1e69fa-4f96-4424-8194-d5e9202815cd req-03873bf5-3853-4f76-93b0-de899db36adb tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067317 Aug 30 13:06:16.184162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 810c3929-65f3-45d3-a45f-4d3b0806cb2b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:16.196115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e44cc-8df1-4989-8b2c-b222ec71e70e None None] Network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:06:16.315630 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:14Z', 'revision_number': 3, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:16.350823 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Checking router: 130c39c0-0b04-46ec-b051-bbbc14b72193 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:06:16.351453 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Updating router 130c39c0-0b04-46ec-b051-bbbc14b72193 port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:06:16.392452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed27630-a106-4859-8bba-2d3883cc246b req-0a5b5a56-499b-486f-a625-a8fae96a0187 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:16.394527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ed27630-a106-4859-8bba-2d3883cc246b req-0a5b5a56-499b-486f-a625-a8fae96a0187 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.1609554 Aug 30 13:06:16.399214 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:16.407445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44954) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:16.412880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'floatingip': {'port_id': '351c4d30-1030-4a26-ba9c-6e856dbbda05'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:16.489943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 810c3929-65f3-45d3-a45f-4d3b0806cb2b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:16.490991 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:16.528108 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:16.695607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4b707b94-e9ec-47e6-a7c8-00e56d728014 None None] Provisioning for port fefdd4ca-717f-42e2-8864-04bf2db5a619 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:16.766631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4b707b94-e9ec-47e6-a7c8-00e56d728014 None None] Provisioning complete for port fefdd4ca-717f-42e2-8864-04bf2db5a619 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:16.767020 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b707b94-e9ec-47e6-a7c8-00e56d728014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:16.792086 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.054075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Allocated IP 172.20.0.1 (079fe6c7-d35d-449a-8756-fa9c7b3fbb10/9f9f9200-b6b1-4c9b-a557-d6451eccdb8f/abddd43f-a1c6-45b2-9ded-e6a66e8f562c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:17.205021 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.209123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b707b94-e9ec-47e6-a7c8-00e56d728014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.233298 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Transition to ACTIVE for port object ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:17.254007 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.338222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4b707b94-e9ec-47e6-a7c8-00e56d728014 None None] For port fefdd4ca-717f-42e2-8864-04bf2db5a619, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fefdd4ca-717f-42e2-8864-04bf2db5a619,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:17.345861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.357285 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b707b94-e9ec-47e6-a7c8-00e56d728014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.371096 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd7236-d41c-494c-b7a2-a89dae37b523 None None] Pushing event updated for resources: {'Port': ['ID=ea7910f1-ba8c-4734-8d01-14ec64f7c8d8,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:17.442617 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Attempting to bind port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:17.442617 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Attempting to bind port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:17.446417 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Attempting to bind port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:17.458746 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:17.458746 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:17.459515 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.465062 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:17.465626 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Bound port: ea7910f1-ba8c-4734-8d01-14ec64f7c8d8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:17.466048 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.487350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc0f88-d31b-4f8a-89b1-2b14c5a6ec74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c3929-65f3-45d3-a45f-4d3b0806cb2b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:17.490675 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0597df8-5a1b-49fd-a746-98cc4b10401d" -d '{"events": [{"server_uuid": "effc0f88-d31b-4f8a-89b1-2b14c5a6ec74", "name": "network-vif-plugged", "status": "completed", "tag": "810c3929-65f3-45d3-a45f-4d3b0806cb2b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:17.549871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 810c3929-65f3-45d3-a45f-4d3b0806cb2b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=810c3929-65f3-45d3-a45f-4d3b0806cb2b,segment=NetworkSegment(71d8e861-4a05-4af3-b951-92b0f370d645),segment_id=71d8e861-4a05-4af3-b951-92b0f370d645)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:17.566797 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.590157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b707b94-e9ec-47e6-a7c8-00e56d728014 None None] Pushing event updated for resources: {'Port': ['ID=fefdd4ca-717f-42e2-8864-04bf2db5a619,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:17.606981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.resource_extend [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:06:17.634088 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] For port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:17.643980 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] For port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea7910f1-ba8c-4734-8d01-14ec64f7c8d8,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:17.654578 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.676872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=810c3929-65f3-45d3-a45f-4d3b0806cb2b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:17.853020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86228ac1-e77b-42cc-b8ab-ebde6ee21ccf req-be8069ea-01e4-46b2-9a63-daed0b1602d0 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:17.853708 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:17.854719 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:17.866333 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-86228ac1-e77b-42cc-b8ab-ebde6ee21ccf req-be8069ea-01e4-46b2-9a63-daed0b1602d0 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 945 time: 0.9062157 Aug 30 13:06:17.887800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.893312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9b9ea491-4ebc-40a1-a1b0-07212e30a620 None None] Provisioning complete for port fefdd4ca-717f-42e2-8864-04bf2db5a619 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:17.893759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9b9ea491-4ebc-40a1-a1b0-07212e30a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:17.934672 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:18.088250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-86228ac1-e77b-42cc-b8ab-ebde6ee21ccf req-3717464a-d095-415e-89f5-13a1a764d4f7 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076576 Aug 30 13:06:18.120332 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:18.198057 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd7236-d41c-494c-b7a2-a89dae37b523 None None] Pushing event updated for resources: {'Port': ['ID=ea7910f1-ba8c-4734-8d01-14ec64f7c8d8,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:18.222231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca81b0-9fae-45c1-85e9-b18e1bf5e17b req-09a10c97-98cd-4fe6-a8ad-40dfa13ed300 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:18.231465 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95ca81b0-9fae-45c1-85e9-b18e1bf5e17b req-09a10c97-98cd-4fe6-a8ad-40dfa13ed300 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0931449 Aug 30 13:06:18.295469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95ca81b0-9fae-45c1-85e9-b18e1bf5e17b req-4b02a22e-3bfa-4502-90e5-c02a3d625ab4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630031 Aug 30 13:06:18.315525 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Floating IP 72ee2a3f-3a66-45f8-90eb-38d4392ffbb6 associated. External IP: 172.25.2.188, port: 351c4d30-1030-4a26-ba9c-6e856dbbda05. Aug 30 13:06:18.337867 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:18.414873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Transition to ACTIVE for port object abddd43f-a1c6-45b2-9ded-e6a66e8f562c will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:18.436185 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e67179-d8eb-4006-b045-161285297660 x-openstack-request-id: req-e0e67179-d8eb-4006-b045-161285297660 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:18.436498 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc0f88-d31b-4f8a-89b1-2b14c5a6ec74", "name": "network-vif-plugged", "status": "completed", "tag": "810c3929-65f3-45d3-a45f-4d3b0806cb2b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:18.436752 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0e67179-d8eb-4006-b045-161285297660 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:18.437374 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc0f88-d31b-4f8a-89b1-2b14c5a6ec74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810c3929-65f3-45d3-a45f-4d3b0806cb2b', 'code': 200} Aug 30 13:06:18.484378 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:14Z', 'revision_number': 3, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:18.523629 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:18.559055 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50d0676-8876-413b-bc2a-125168993a72 None None] The sync data for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 is: [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:14Z', 'revision_number': 3, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:06:18.584273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:18.587490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:18.590231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:18.636763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Pushing event updated for resources: {'Port': ['ID=abddd43f-a1c6-45b2-9ded-e6a66e8f562c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:18.668447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:18.924413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:19.012016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65b525-3c33-46e7-b515-2102c1463fff req-1417293c-24b8-4ce9-89c7-33b995106893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:19.014313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf65b525-3c33-46e7-b515-2102c1463fff req-1417293c-24b8-4ce9-89c7-33b995106893 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 1097 time: 0.2089918 Aug 30 13:06:19.075364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7635ae31-4cae-430c-b9e9-13663b5f7378 None None] Provisioning for port abddd43f-a1c6-45b2-9ded-e6a66e8f562c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:19.081582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7635ae31-4cae-430c-b9e9-13663b5f7378 None None] Provisioning complete for port abddd43f-a1c6-45b2-9ded-e6a66e8f562c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:19.082605 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7635ae31-4cae-430c-b9e9-13663b5f7378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:19.133403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7635ae31-4cae-430c-b9e9-13663b5f7378 None None] Port abddd43f-a1c6-45b2-9ded-e6a66e8f562c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:06:19.197868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf65b525-3c33-46e7-b515-2102c1463fff req-f5da98f0-e98d-4ca2-83b1-3f2a205d2f8c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351354 Aug 30 13:06:19.289348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:19.303234 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:19.319083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:06:19.345840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e19e6c-4364-4cc5-adfb-cba35326525d req-f01d466c-0e5c-4a0f-b8ed-e8e273ee46d6 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:19.357269 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5e19e6c-4364-4cc5-adfb-cba35326525d req-f01d466c-0e5c-4a0f-b8ed-e8e273ee46d6 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 946 time: 0.1559062 Aug 30 13:06:19.388588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Pushing event updated for resources: {'Port': ['ID=abddd43f-a1c6-45b2-9ded-e6a66e8f562c,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:19.464919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:19.492990 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5e19e6c-4364-4cc5-adfb-cba35326525d req-1c4563d0-d325-4d58-a5ef-449aa41dbbcc tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343513 Aug 30 13:06:19.598461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fefdd4ca-717f-42e2-8864-04bf2db5a619 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:19.622438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:06:19.631023 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:19.636636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] Sync routers for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:06:19.658878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:19.659749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:19.689484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8d5b7e73-1c82-4454-988d-9013f2e6b773 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "PUT /v2.0/floatingips/72ee2a3f-3a66-45f8-90eb-38d4392ffbb6 HTTP/1.1" status: 200 len: 992 time: 3.2808180 Aug 30 13:06:19.690074 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:19.712434 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e" -d '{"events": [{"name": "network-changed", "server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:19.788357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6829102-9f7d-4e6e-9e93-8a83f6d24fa0 req-b1ebc66f-ffdc-42aa-a277-7e69ae0f7140 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:19.792762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6829102-9f7d-4e6e-9e93-8a83f6d24fa0 req-b1ebc66f-ffdc-42aa-a277-7e69ae0f7140 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.2511659 Aug 30 13:06:19.796160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port fefdd4ca-717f-42e2-8864-04bf2db5a619 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:19.796898 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:19.875726 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b44d485-1aec-4eb1-bad4-eebdb7352c06 x-openstack-request-id: req-5b44d485-1aec-4eb1-bad4-eebdb7352c06 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:19.875999 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:19.876365 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b44d485-1aec-4eb1-bad4-eebdb7352c06 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:19.876901 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'status': 'completed', 'code': 200} Aug 30 13:06:19.929475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:19.958504 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6829102-9f7d-4e6e-9e93-8a83f6d24fa0 req-b944e074-388e-4d9b-acbd-9f8095072a77 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475067 Aug 30 13:06:20.004684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:20.009727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-0a42b01f-1e6a-4497-850b-465b62a83191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:20.011973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-0a42b01f-1e6a-4497-850b-465b62a83191 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 1097 time: 0.1055944 Aug 30 13:06:20.013899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:20.133048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:20.422959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-32eed5bc-fa01-487d-8af7-9db02e6484ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:20.426233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-32eed5bc-fa01-487d-8af7-9db02e6484ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.3910370 Aug 30 13:06:20.512763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:20.535309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:20.541043 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:20.549229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-45dd49ef-7dda-4b08-831f-9cf391f11353 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05 HTTP/1.1" status: 200 len: 1000 time: 0.1076958 Aug 30 13:06:20.555431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Router 130c39c0-0b04-46ec-b051-bbbc14b72193 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:06:20.816571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-d00a8404-360e-49eb-8fb9-ff0051301072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:20.819325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-d00a8404-360e-49eb-8fb9-ff0051301072 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.2601330 Aug 30 13:06:20.871079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2133b-0ed6-40d3-9e84-f98ee4336ca2 req-4cc32d31-f338-4174-9b14-ba5959339c22 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:20.872526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85a2133b-0ed6-40d3-9e84-f98ee4336ca2 req-4cc32d31-f338-4174-9b14-ba5959339c22 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 946 time: 0.1953845 Aug 30 13:06:20.925017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '72ee2a3f-3a66-45f8-90eb-38d4392ffbb6', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'port_id': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'mac_address': 'fa:16:3e:ee:f9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:05:55Z', 'updated_at': '2021-08-30T13:06:17Z', 'revision_number': 1, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:20.929253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-780706e6-6e9a-4915-9f47-c0ecb49c4473 None None] Provisioning complete for port abddd43f-a1c6-45b2-9ded-e6a66e8f562c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:20.929891 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-780706e6-6e9a-4915-9f47-c0ecb49c4473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:20.995243 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] Checking router: 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:06:21.031695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:21.032334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:21.046675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-d2e7ef47-1fbd-45e6-9f68-5210b86dfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:21.048239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-d2e7ef47-1fbd-45e6-9f68-5210b86dfd39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115993 Aug 30 13:06:21.051405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85a2133b-0ed6-40d3-9e84-f98ee4336ca2 req-5c369863-632d-4525-969d-74c4f76a382d tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046081 Aug 30 13:06:21.057579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:06:21.073437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-355617ab-2765-44fa-ae8f-9d662f129bfd admin admin] 10.222.0.37 "PUT /v2.0/routers/130c39c0-0b04-46ec-b051-bbbc14b72193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5331607 Aug 30 13:06:21.244006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-7c6b54d0-62eb-463b-b4b9-7a4bf5eeff01 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833229 Aug 30 13:06:21.280816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8e2d8-aa02-4bde-af41-0eba231763be req-91a9bb77-baf6-42f7-bc96-abf58e06d797 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:21.284759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2d8e2d8-aa02-4bde-af41-0eba231763be req-91a9bb77-baf6-42f7-bc96-abf58e06d797 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1473365 Aug 30 13:06:21.299581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-780706e6-6e9a-4915-9f47-c0ecb49c4473 None None] Port abddd43f-a1c6-45b2-9ded-e6a66e8f562c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:06:21.354434 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:21.376469 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Sync routers for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:06:21.391022 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:21.391712 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:21.438898 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2d8e2d8-aa02-4bde-af41-0eba231763be req-cf6df1ab-bde0-4a8e-90d7-e6895f337e8e tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414373 Aug 30 13:06:21.470638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea7910f1-ba8c-4734-8d01-14ec64f7c8d8,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:21.495733 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:21.539105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a669d3e-02a5-45b3-9759-5bfea3d9c88e req-5b164b6d-6e3b-41c9-a76a-79623c07303f service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863026 Aug 30 13:06:21.591844 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:21.607195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:21.661576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ea7910f1-ba8c-4734-8d01-14ec64f7c8d8,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:22.009692 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:18Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'abddd43f-a1c6-45b2-9ded-e6a66e8f562c', 'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'mac_address': 'fa:16:3e:2d:56:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:16Z', 'updated_at': '2021-08-30T13:06:19Z', 'revision_number': 2, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'subnets': [{'id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:22.084051 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Checking router: 130c39c0-0b04-46ec-b051-bbbc14b72193 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:06:22.086458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Updating router 130c39c0-0b04-46ec-b051-bbbc14b72193 port abddd43f-a1c6-45b2-9ded-e6a66e8f562c binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:06:22.140456 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:22.190688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '72ee2a3f-3a66-45f8-90eb-38d4392ffbb6', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'port_id': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'mac_address': 'fa:16:3e:ee:f9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:05:55Z', 'updated_at': '2021-08-30T13:06:17Z', 'revision_number': 1, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:22.264972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45108) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:22.270476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361289422', 'description': 'tempest-description--1808512168'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:22.271458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9f1aca-e17a-4d9a-b893-fa78a39e3689 None None] The sync data for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 is: [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '72ee2a3f-3a66-45f8-90eb-38d4392ffbb6', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'port_id': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'mac_address': 'fa:16:3e:ee:f9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:05:55Z', 'updated_at': '2021-08-30T13:06:17Z', 'revision_number': 1, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:06:22.383027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:22.561956 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:22.605345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:22.701706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c6940-90ef-4b38-8149-75d68f439939 req-21faa391-3359-4e65-b8a8-e92d6064ae80 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:22.705938 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-633c6940-90ef-4b38-8149-75d68f439939 req-21faa391-3359-4e65-b8a8-e92d6064ae80 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1358066 Aug 30 13:06:22.707026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:22.708752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4416099 Aug 30 13:06:22.711306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6566f919-9ee8-46e2-b068-39409dd573e2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:22.712098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45126) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:22.716820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-36158d88-c316-403e-adde-b8b58670fe57 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Request body: {'security_group_rule': {'security_group_id': '6566f919-9ee8-46e2-b068-39409dd573e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:22.722497 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:22.749470 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Transition to ACTIVE for port object abddd43f-a1c6-45b2-9ded-e6a66e8f562c will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:22.752172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.752527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.755479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.755831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.756179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.756499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.756830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.757155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.763979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.764450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.764798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.765137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834c8c51-9300-4d20-bc38-8fe142f92e0f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:22.766311 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:22.808348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18ddf5d-e40e-4a83-b42d-3802c8e00b91 None None] New status for floating IP 72ee2a3f-3a66-45f8-90eb-38d4392ffbb6: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:06:22.810223 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36158d88-c316-403e-adde-b8b58670fe57 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:22.866714 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00370cf6-d2bd-48d8-b924-55d31bdd172a None None] Pushing event updated for resources: {'Port': ['ID=abddd43f-a1c6-45b2-9ded-e6a66e8f562c,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:22.888780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-633c6940-90ef-4b38-8149-75d68f439939 req-74d9da00-6e8a-42b2-ab82-52f00abeec8a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383882 Aug 30 13:06:22.963043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36158d88-c316-403e-adde-b8b58670fe57 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:22.978348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36158d88-c316-403e-adde-b8b58670fe57 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.019050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36158d88-c316-403e-adde-b8b58670fe57 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79ab587-327f-4185-9482-586e5dfc7ae9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:23.055669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36158d88-c316-403e-adde-b8b58670fe57 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.057570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36158d88-c316-403e-adde-b8b58670fe57 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440511 Aug 30 13:06:23.058793 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Attempting to bind port abddd43f-a1c6-45b2-9ded-e6a66e8f562c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:23.059318 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Attempting to bind port abddd43f-a1c6-45b2-9ded-e6a66e8f562c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:23.059842 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Attempting to bind port abddd43f-a1c6-45b2-9ded-e6a66e8f562c on network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:23.060530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45138) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:23.066672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-340b53da-629f-4fdd-b2a2-4b94e1ebfa6e tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Request body: {'security_group_rule': {'security_group_id': '6566f919-9ee8-46e2-b068-39409dd573e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:23.124446 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:23.126487 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Checking segment: {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:23.126963 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.129508 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Bound using segment: {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:23.132870 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Bound port: abddd43f-a1c6-45b2-9ded-e6a66e8f562c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:23.133308 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.138218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-340b53da-629f-4fdd-b2a2-4b94e1ebfa6e tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.287902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-340b53da-629f-4fdd-b2a2-4b94e1ebfa6e tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.305335 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-340b53da-629f-4fdd-b2a2-4b94e1ebfa6e tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.386167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b53da-629f-4fdd-b2a2-4b94e1ebfa6e tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9c99e7-0553-425d-8c77-fe759de2675f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:23.393315 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] For port abddd43f-a1c6-45b2-9ded-e6a66e8f562c, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:23.396885 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] For port abddd43f-a1c6-45b2-9ded-e6a66e8f562c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=abddd43f-a1c6-45b2-9ded-e6a66e8f562c,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:23.429410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-340b53da-629f-4fdd-b2a2-4b94e1ebfa6e tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.433651 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-340b53da-629f-4fdd-b2a2-4b94e1ebfa6e tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718441 Aug 30 13:06:23.437163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45146) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:23.443369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:23.461626 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.484685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.584790 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:23.585405 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:23.653938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:23.785413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:23.785825 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.791555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:23.852456 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00370cf6-d2bd-48d8-b924-55d31bdd172a None None] Pushing event updated for resources: {'Port': ['ID=abddd43f-a1c6-45b2-9ded-e6a66e8f562c,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:24.077810 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:24.115438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Allocated IP 172.25.2.174 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/a3da0fc2-509f-468b-b9ab-43a42df4f837) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:24.246012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f8e47-d78b-42a2-a07c-10b870e55e9b req-d7cffbe1-2fac-4e37-add4-1ca10fc6560c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:24.247570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f6f8e47-d78b-42a2-a07c-10b870e55e9b req-d7cffbe1-2fac-4e37-add4-1ca10fc6560c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1299291 Aug 30 13:06:24.325193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f6f8e47-d78b-42a2-a07c-10b870e55e9b req-498d4d3b-3587-4f67-b56c-4701685ab6a7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686712 Aug 30 13:06:24.335895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:24.398472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:24.398784 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:18Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'abddd43f-a1c6-45b2-9ded-e6a66e8f562c', 'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'mac_address': 'fa:16:3e:2d:56:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:16Z', 'updated_at': '2021-08-30T13:06:23Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'subnets': [{'id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:24.429252 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efb103-041b-4b48-bdab-22430ead83a0 None None] The sync data for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 is: [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:18Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'abddd43f-a1c6-45b2-9ded-e6a66e8f562c', 'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'mac_address': 'fa:16:3e:2d:56:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:16Z', 'updated_at': '2021-08-30T13:06:23Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'subnets': [{'id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:06:24.478004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:24.481374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:24.485910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:24.490203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Pushing event updated for resources: {'Port': ['ID=a3da0fc2-509f-468b-b9ab-43a42df4f837,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:24.627764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:24.711330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:24.967378 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:24.975820 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:25.057483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Pushing event updated for resources: {'Port': ['ID=a3da0fc2-509f-468b-b9ab-43a42df4f837,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:25.071361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f2f13-a876-4fe6-83c9-f52708c4cd1f req-6765e4fe-a4c0-4cfe-b17e-0434ed3f9c81 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:25.072902 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d2f2f13-a876-4fe6-83c9-f52708c4cd1f req-6765e4fe-a4c0-4cfe-b17e-0434ed3f9c81 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 946 time: 0.0710754 Aug 30 13:06:25.077487 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:25.096463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:25.108034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6b937e76-5e0d-4129-9dc7-051ca33dd247 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6594596 Aug 30 13:06:25.123835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d2f2f13-a876-4fe6-83c9-f52708c4cd1f req-5b7f4a7e-ff7b-4d19-a8de-1a66c5a0ee73 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369003 Aug 30 13:06:25.266511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-323a57ee-d4f3-4d20-a847-2a28dcbd7533 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1361289422&fields=id&tenant_id=4a78614eb7b44999afb141bbd6569484 HTTP/1.1" status: 200 len: 267 time: 0.0456209 Aug 30 13:06:25.417209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ebace96d-2d2c-43c5-89c3-700f173e9d41 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:25.424526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ebace96d-2d2c-43c5-89c3-700f173e9d41 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/networks?id=079fe6c7-d35d-449a-8756-fa9c7b3fbb10 HTTP/1.1" status: 200 len: 814 time: 0.1497753 Aug 30 13:06:25.436450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-2e316ec8-90fc-492a-b352-933adc9d872b tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/quotas/4a78614eb7b44999afb141bbd6569484 HTTP/1.1" status: 200 len: 375 time: 0.0109048 Aug 30 13:06:25.500808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-da034457-65ae-4e09-b101-4001f65f4d16 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4a78614eb7b44999afb141bbd6569484&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568855 Aug 30 13:06:25.523131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc0e05-be9b-4469-a53a-0567817c199e req-cc2f036c-2c87-4180-92f9-71e78145d1cd tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:25.526011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57fc0e05-be9b-4469-a53a-0567817c199e req-cc2f036c-2c87-4180-92f9-71e78145d1cd tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0577900 Aug 30 13:06:25.584972 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57fc0e05-be9b-4469-a53a-0567817c199e req-6df5a923-4678-4670-9f11-d4d7dea5072c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496256 Aug 30 13:06:25.614355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-c52a3147-7d66-4ec1-b18b-e4f344701a39 service neutron] 10.222.0.37 "GET /v2.0/networks/079fe6c7-d35d-449a-8756-fa9c7b3fbb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989935 Aug 30 13:06:25.641032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device abddd43f-a1c6-45b2-9ded-e6a66e8f562c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:25.702048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port abddd43f-a1c6-45b2-9ded-e6a66e8f562c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:25.708724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port abddd43f-a1c6-45b2-9ded-e6a66e8f562c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:25.709945 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:25.712048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b047a6-df4c-4a49-8296-548a308232e4 req-ef05b61e-1141-47b5-ba77-1077417a895d tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:25.713613 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75b047a6-df4c-4a49-8296-548a308232e4 req-ef05b61e-1141-47b5-ba77-1077417a895d tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 950 time: 0.0619597 Aug 30 13:06:25.727419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-7ab217de-2b4e-44f7-a15d-d1018c134707 service neutron] 10.222.0.37 "GET /v2.0/networks/079fe6c7-d35d-449a-8756-fa9c7b3fbb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059163 Aug 30 13:06:25.758286 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75b047a6-df4c-4a49-8296-548a308232e4 req-7ecfd26b-1787-4825-8515-6f4758708fe2 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Aug 30 13:06:25.813606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:25.875640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port abddd43f-a1c6-45b2-9ded-e6a66e8f562c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=abddd43f-a1c6-45b2-9ded-e6a66e8f562c,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:25.882295 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:25.983306 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39f67089-7158-43d8-b2f5-30b65291c0a8 req-44df8370-64a7-48ad-8d06-5be13750e943 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 210 time: 0.0587852 Aug 30 13:06:25.994551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=abddd43f-a1c6-45b2-9ded-e6a66e8f562c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:26.305381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d55f5b-29a8-4619-9c1a-718a7e25732c req-1b07c3a6-172e-40c6-8ab2-cbe4f2410a1b tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:26.313983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-45d55f5b-29a8-4619-9c1a-718a7e25732c req-1b07c3a6-172e-40c6-8ab2-cbe4f2410a1b tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 946 time: 0.1035893 Aug 30 13:06:26.375816 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-45d55f5b-29a8-4619-9c1a-718a7e25732c req-96fe7ead-1ea8-4bdd-a9fd-7d11653c18bf tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/security-groups?id=f3ee3e85-63a8-4592-bfa0-131e47a5fde7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610945 Aug 30 13:06:26.483750 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d84943-90c4-4889-b100-8a74e081bea8 req-fc826869-840e-418a-a088-1f3540932dfc tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:26.485317 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-04d84943-90c4-4889-b100-8a74e081bea8 req-fc826869-840e-418a-a088-1f3540932dfc tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.16 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 946 time: 0.0625105 Aug 30 13:06:26.588135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-04d84943-90c4-4889-b100-8a74e081bea8 req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Deleting port 810c3929-65f3-45d3-a45f-4d3b0806cb2b {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:06:26.588391 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-04d84943-90c4-4889-b100-8a74e081bea8 req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:26.718641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-04d84943-90c4-4889-b100-8a74e081bea8 req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] For port 810c3929-65f3-45d3-a45f-4d3b0806cb2b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=810c3929-65f3-45d3-a45f-4d3b0806cb2b,segment=NetworkSegment(71d8e861-4a05-4af3-b951-92b0f370d645),segment_id=71d8e861-4a05-4af3-b951-92b0f370d645)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:26.719468 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-04d84943-90c4-4889-b100-8a74e081bea8 req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:26.728768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb47a4-d4fb-44f0-bb07-8f91d4fa59ea req-2a755a3f-ece4-429e-9a8d-e874cfa90e81 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:26.730311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96bb47a4-d4fb-44f0-bb07-8f91d4fa59ea req-2a755a3f-ece4-429e-9a8d-e874cfa90e81 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0789692 Aug 30 13:06:26.748266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-04d84943-90c4-4889-b100-8a74e081bea8 req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Calling delete_port for 810c3929-65f3-45d3-a45f-4d3b0806cb2b owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:06:26.809600 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96bb47a4-d4fb-44f0-bb07-8f91d4fa59ea req-a95094d2-be59-4d17-9772-a952dd7f7e1f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733356 Aug 30 13:06:26.901816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-04d84943-90c4-4889-b100-8a74e081bea8 req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:26.918919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['810c3929-65f3-45d3-a45f-4d3b0806cb2b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:26.940021 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Pushing event deleted for resources: {'Port': ['ID=810c3929-65f3-45d3-a45f-4d3b0806cb2b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:26.981725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d84943-90c4-4889-b100-8a74e081bea8 req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] No DVR routers for this DVR port 810c3929-65f3-45d3-a45f-4d3b0806cb2b on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:06:26.984261 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-04d84943-90c4-4889-b100-8a74e081bea8 req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:26.986233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-04d84943-90c4-4889-b100-8a74e081bea8 req-e1a5aa42-500a-4753-8199-5645485d90dd tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.16 "DELETE /v2.0/ports/810c3929-65f3-45d3-a45f-4d3b0806cb2b HTTP/1.1" status: 204 len: 173 time: 0.4910769 Aug 30 13:06:26.986659 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'effc0f88-d31b-4f8a-89b1-2b14c5a6ec74', 'name': 'network-vif-deleted', 'tag': '810c3929-65f3-45d3-a45f-4d3b0806cb2b'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:26.988863 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13dd14c-c0ef-46ec-9445-c7accab419f6" -d '{"events": [{"server_uuid": "effc0f88-d31b-4f8a-89b1-2b14c5a6ec74", "name": "network-vif-deleted", "tag": "810c3929-65f3-45d3-a45f-4d3b0806cb2b"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:27.041458 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6034e0e9-1407-4688-871e-05e293f76ee1 x-openstack-request-id: req-6034e0e9-1407-4688-871e-05e293f76ee1 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:27.041930 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "effc0f88-d31b-4f8a-89b1-2b14c5a6ec74", "name": "network-vif-deleted", "tag": "810c3929-65f3-45d3-a45f-4d3b0806cb2b", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:27.042187 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6034e0e9-1407-4688-871e-05e293f76ee1 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:27.042590 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'effc0f88-d31b-4f8a-89b1-2b14c5a6ec74', 'name': 'network-vif-deleted', 'tag': '810c3929-65f3-45d3-a45f-4d3b0806cb2b', 'status': 'completed', 'code': 200} Aug 30 13:06:27.110947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c38783c-9283-4e9d-b0fc-d790df971dd3 req-58afccd2-3781-4b17-a785-ae5c2ade9fba tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 210 time: 0.0524077 Aug 30 13:06:27.169581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ad4e830c-f0f7-42a7-a0b6-54281f8e6438 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:27.171108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ad4e830c-f0f7-42a7-a0b6-54281f8e6438 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.35 "GET /v2.0/networks?id=079fe6c7-d35d-449a-8756-fa9c7b3fbb10 HTTP/1.1" status: 200 len: 814 time: 0.1426399 Aug 30 13:06:27.221923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-229f3691-b69e-4f29-b4fb-587364867696 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a78614eb7b44999afb141bbd6569484 HTTP/1.1" status: 200 len: 380 time: 0.0367043 Aug 30 13:06:27.232734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Request body: {'port': {'device_id': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'admin_state_up': True, 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'security_groups': ['6566f919-9ee8-46e2-b068-39409dd573e2']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:27.346225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Made reservation on behalf of 4a78614eb7b44999afb141bbd6569484 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:27.350384 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:27.486833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Allocated IP 172.20.0.11 (079fe6c7-d35d-449a-8756-fa9c7b3fbb10/9f9f9200-b6b1-4c9b-a557-d6451eccdb8f/70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:27.526542 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d4c79273-e1bf-4e4e-a1bb-a49d4b2cb512 req-d9bbb232-c76d-439d-8bad-1f820eaca505 tempest-ServerTagsTestJSON-1751604955 tempest-ServerTagsTestJSON-1751604955-project] 10.222.0.37 "GET /v2.0/ports?device_id=effc0f88-d31b-4f8a-89b1-2b14c5a6ec74 HTTP/1.1" status: 200 len: 210 time: 0.0433033 Aug 30 13:06:27.606218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device abddd43f-a1c6-45b2-9ded-e6a66e8f562c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:27.676801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:27.685332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port abddd43f-a1c6-45b2-9ded-e6a66e8f562c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:27.685833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:27.697167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Transition to ACTIVE for port object 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:27.740816 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:27.782259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:27.787960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:27.794425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:27.837299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Pushing event updated for resources: {'Port': ['ID=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:27.863926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:27.864622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:27.892610 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1c24dd55-9d0c-4c56-92a8-1996f1efc89f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6638131 Aug 30 13:06:27.911329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Request body: {'port': {'device_id': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:27.996103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274a951-9ec4-42f7-9d72-2c1412dd6c4c req-bb838b17-e06f-4c38-8d5b-f5441b226958 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:27.997693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a274a951-9ec4-42f7-9d72-2c1412dd6c4c req-bb838b17-e06f-4c38-8d5b-f5441b226958 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1008668 Aug 30 13:06:28.012508 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.095798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a274a951-9ec4-42f7-9d72-2c1412dd6c4c req-894f917c-f45c-4f64-8b7f-638c3a54d975 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772560 Aug 30 13:06:28.170250 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.173036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-05a485d6-44d1-4bea-ae7a-38d264ce23b2 None None] Provisioning for port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:28.180726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-05a485d6-44d1-4bea-ae7a-38d264ce23b2 None None] Provisioning complete for port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:28.181099 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05a485d6-44d1-4bea-ae7a-38d264ce23b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.229963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-05a485d6-44d1-4bea-ae7a-38d264ce23b2 None None] Port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:06:28.256355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9e771-2018-4740-8314-f4b059b35bfa req-0d79dbef-2d13-42cc-8da9-9140869bb01b tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:28.258787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcd9e771-2018-4740-8314-f4b059b35bfa req-0d79dbef-2d13-42cc-8da9-9140869bb01b tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 932 time: 0.0662041 Aug 30 13:06:28.307402 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcd9e771-2018-4740-8314-f4b059b35bfa req-ed4dbdd3-20df-47d3-8aea-e4f5d4d58fad tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Aug 30 13:06:28.360618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:28.368663 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.380961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Transition to ACTIVE for port object 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:28.385021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.435330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Pushing event updated for resources: {'Port': ['ID=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:28.527728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Attempting to bind port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:28.528063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Attempting to bind port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:28.528389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Attempting to bind port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c on network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:28.533058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c on network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:06:28.533384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Attempting to bind port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c on network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:28.538744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:28.539092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Checking segment: {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:28.539461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Bound using segment: {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:28.539908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Bound port: 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:28.540266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.592978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45366) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:28.628387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] For port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:28.633745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] For port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:28.638233 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.658462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e30a39b-c5df-4b70-a205-04ca52ea070f admin admin] Deleting subnet 7ed3450e-8eb2-4ffb-aa6a-865594d14a8e {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:06:28.662428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e30a39b-c5df-4b70-a205-04ca52ea070f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.672727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:28.673908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.675528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] 10.222.0.35 "PUT /v2.0/ports/70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c HTTP/1.1" status: 200 len: 1092 time: 0.7693222 Aug 30 13:06:28.678323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'tag': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:28.681536 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0d3c9f-2398-4273-b1d9-f305d1fd8037", "tag": "70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:28.701474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:06:28.703577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e30a39b-c5df-4b70-a205-04ca52ea070f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.718862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed057919-fb00-4c2c-97ac-8e1ccc40cd61 service neutron] Pushing event updated for resources: {'Port': ['ID=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:28.746426 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bd279a-c1e6-4deb-a804-36477f8214a3 x-openstack-request-id: req-04bd279a-c1e6-4deb-a804-36477f8214a3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:28.747704 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0d3c9f-2398-4273-b1d9-f305d1fd8037", "tag": "70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:28.747704 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04bd279a-c1e6-4deb-a804-36477f8214a3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:28.748122 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'tag': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c', 'status': 'completed', 'code': 200} Aug 30 13:06:28.760805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e30a39b-c5df-4b70-a205-04ca52ea070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.800666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-a4d720d3-1fc2-443f-8320-93a26a1894fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:28.803113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-a4d720d3-1fc2-443f-8320-93a26a1894fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a78614eb7b44999afb141bbd6569484&device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 1095 time: 0.0537393 Aug 30 13:06:28.857566 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.860515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-524b9bc8-0c24-474e-a273-8efca0b0d26c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c HTTP/1.1" status: 200 len: 217 time: 0.0448053 Aug 30 13:06:28.868725 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e30a39b-c5df-4b70-a205-04ca52ea070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.883218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e30a39b-c5df-4b70-a205-04ca52ea070f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.892637 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3e30a39b-c5df-4b70-a205-04ca52ea070f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7ed3450e-8eb2-4ffb-aa6a-865594d14a8e HTTP/1.1" status: 204 len: 168 time: 0.2957883 Aug 30 13:06:28.900626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:28.902513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:28.907875 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb231a5b-02ac-42be-9082-23b4fd2182dd" -d '{"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:28.912997 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:28.932156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45370) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:28.948198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30a39b-c5df-4b70-a205-04ca52ea070f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed3450e-8eb2-4ffb-aa6a-865594d14a8e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:28.983409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-185a61a6-d810-46e4-a0f8-99b066c5ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:28.987091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-185a61a6-d810-46e4-a0f8-99b066c5ee00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f9f9200-b6b1-4c9b-a557-d6451eccdb8f HTTP/1.1" status: 200 len: 853 time: 0.1190655 Aug 30 13:06:28.993439 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31836159-be82-4c64-8432-8a65828b11a2 x-openstack-request-id: req-31836159-be82-4c64-8432-8a65828b11a2 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:28.993840 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:28.994192 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31836159-be82-4c64-8432-8a65828b11a2 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:28.994805 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'code': 200} Aug 30 13:06:29.004756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:29.050856 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.051762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1a49e1f7-722a-4cfd-84de-f68272e629f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:29.054362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-1a49e1f7-722a-4cfd-84de-f68272e629f0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=079fe6c7-d35d-449a-8756-fa9c7b3fbb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563474 Aug 30 13:06:29.147939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.164998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff8f5f6-24da-4418-a36f-2fc4890e73e5']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:29.174887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-4cf13abc-db82-4151-9c33-1e6bc4845978 service neutron] 10.222.0.35 "GET /v2.0/networks/079fe6c7-d35d-449a-8756-fa9c7b3fbb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093802 Aug 30 13:06:29.182896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d8e861-4a05-4af3-b951-92b0f370d645') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:29.183254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d8e861-4a05-4af3-b951-92b0f370d645') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:29.193079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.211396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.240960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:06:29.241361 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:06:29.243961 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:06:29.280917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b4a54e-c165-4830-8ece-8e6e1e80c564 req-fde2df9d-4e88-46e4-9684-c395e404d4f1 service neutron] 10.222.0.35 "GET /v2.0/networks/079fe6c7-d35d-449a-8756-fa9c7b3fbb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950234 Aug 30 13:06:29.321642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dda4e3-45d3-488c-a13d-46db75c27f1b req-5a0707fb-e9ff-4e56-959b-4174825f90ee tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:29.330158 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c9dda4e3-45d3-488c-a13d-46db75c27f1b req-5a0707fb-e9ff-4e56-959b-4174825f90ee tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1200809 Aug 30 13:06:29.348049 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.367603 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.370974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1ff8f5f6-24da-4418-a36f-2fc4890e73e5 HTTP/1.1" status: 204 len: 168 time: 0.4366238 Aug 30 13:06:29.371670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4be923-6338-4835-838c-8f46466f8212 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff8f5f6-24da-4418-a36f-2fc4890e73e5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:29.405419 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c9dda4e3-45d3-488c-a13d-46db75c27f1b req-dd9386ce-b2af-4932-bc18-b82f544a7eb5 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698526 Aug 30 13:06:29.432774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-bc1e1687-d48f-4c44-aa27-075fd1792243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:29.434663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-bc1e1687-d48f-4c44-aa27-075fd1792243 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a78614eb7b44999afb141bbd6569484&device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 1095 time: 0.0808125 Aug 30 13:06:29.537477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45396) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:29.578654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6c897-a93e-4c7c-92fd-56445b7816dd req-733b5f0a-962e-41b6-ae2c-1bb0e149bb0b tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:29.580191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1f6c897-a93e-4c7c-92fd-56445b7816dd req-733b5f0a-962e-41b6-ae2c-1bb0e149bb0b tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 944 time: 0.1089582 Aug 30 13:06:29.590205 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e0e2162a-e34e-48ec-b31e-8d0835634ce1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5f19d26eb7049c39085b3a3fe500455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514634 Aug 30 13:06:29.592592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45402) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:29.601043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-cff5a16a-a3a5-47b5-b1cc-9d33aebf388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:29.602518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-cff5a16a-a3a5-47b5-b1cc-9d33aebf388a service neutron] 10.222.0.35 "GET /v2.0/networks?id=079fe6c7-d35d-449a-8756-fa9c7b3fbb10 HTTP/1.1" status: 200 len: 915 time: 0.1597829 Aug 30 13:06:29.643376 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40fb802d-5467-456f-8abd-03aeb25400c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.667134 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40fb802d-5467-456f-8abd-03aeb25400c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.669734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-edfcfe6b-06df-48b9-bc10-45d28f05695c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c HTTP/1.1" status: 200 len: 217 time: 0.0567582 Aug 30 13:06:29.672816 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1f6c897-a93e-4c7c-92fd-56445b7816dd req-c68f24ca-1b0d-4983-b911-b74ff41d3018 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814521 Aug 30 13:06:29.717440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40fb802d-5467-456f-8abd-03aeb25400c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.720222 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40fb802d-5467-456f-8abd-03aeb25400c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:29.726413 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-40fb802d-5467-456f-8abd-03aeb25400c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3ee3e85-63a8-4592-bfa0-131e47a5fde7 HTTP/1.1" status: 204 len: 168 time: 0.1277788 Aug 30 13:06:29.737636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb802d-5467-456f-8abd-03aeb25400c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ee3e85-63a8-4592-bfa0-131e47a5fde7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:29.742525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-632db179-e9e8-4d54-bdbe-09210a435a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:29.744089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-632db179-e9e8-4d54-bdbe-09210a435a8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f9f9200-b6b1-4c9b-a557-d6451eccdb8f HTTP/1.1" status: 200 len: 853 time: 0.0667188 Aug 30 13:06:29.809570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-bb9f4c44-9723-4777-9375-7661e7f00fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:29.811437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-bb9f4c44-9723-4777-9375-7661e7f00fd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=079fe6c7-d35d-449a-8756-fa9c7b3fbb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574512 Aug 30 13:06:29.911582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-7e410e41-f6b7-4931-9a11-a34c2ca4b74d service neutron] 10.222.0.35 "GET /v2.0/networks/079fe6c7-d35d-449a-8756-fa9c7b3fbb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915177 Aug 30 13:06:30.022077 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e8bb911-fa53-44ab-a096-a2ad68ca0d47 req-ad289914-a383-4604-969d-daa564e611aa service neutron] 10.222.0.35 "GET /v2.0/networks/079fe6c7-d35d-449a-8756-fa9c7b3fbb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935841 Aug 30 13:06:30.101018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 193fd3f6-6b50-4fda-ada0-0318d9d91437 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:06:30.105925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 810c3929-65f3-45d3-a45f-4d3b0806cb2b no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:06:30.287888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 810c3929-65f3-45d3-a45f-4d3b0806cb2b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:06:30.288158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 810c3929-65f3-45d3-a45f-4d3b0806cb2b not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:06:30.335878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:30.348822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '193fd3f6-6b50-4fda-ada0-0318d9d91437', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '193fd3f6-6b50-4fda-ada0-0318d9d91437', 'mac_address': 'fa:16:3e:a4:a2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:06:30.394835 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:30.418224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 193fd3f6-6b50-4fda-ada0-0318d9d91437 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:30.463506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:30.471866 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:30.548498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=193fd3f6-6b50-4fda-ada0-0318d9d91437,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:30.605543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['193fd3f6-6b50-4fda-ada0-0318d9d91437'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:30.612124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672ee6-9f58-44e8-a236-8f2bdfb29b26 req-b88bfed9-3b70-4cb5-b98b-545d9cddae4c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:30.625411 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34672ee6-9f58-44e8-a236-8f2bdfb29b26 req-b88bfed9-3b70-4cb5-b98b-545d9cddae4c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0874293 Aug 30 13:06:30.642532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45466) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:30.667374 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:30.690140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34672ee6-9f58-44e8-a236-8f2bdfb29b26 req-36c2e82e-9484-4a92-a00d-fc2d8d452cdc tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529027 Aug 30 13:06:30.802952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-524204915-network', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:30.874059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Made reservation on behalf of 1ce7bdd43c29408a91165fe0bbf3b27f for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:30.877174 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:30.886728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af06262-b1d5-4a6d-921b-5bab08c282b0 req-6fa5fca4-c742-483e-ba51-5ccb256aa9bd tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:30.888447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1af06262-b1d5-4a6d-921b-5bab08c282b0 req-6fa5fca4-c742-483e-ba51-5ccb256aa9bd tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 944 time: 0.1089523 Aug 30 13:06:30.912438 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:30.974892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1af06262-b1d5-4a6d-921b-5bab08c282b0 req-ad352b17-bab5-4dcb-a5d7-a5b558f397a4 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736272 Aug 30 13:06:31.072975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.079791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.098188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:06:31.139412 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.150039 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Added segment 6b6fee73-7112-4aba-893d-5f0c6c36004d of type vlan for network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 Aug 30 13:06:31.165046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebf2baa-990f-4d82-bda3-1e76b732ac34,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:31.238534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.269449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.271336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:31.272384 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.399278 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7515845 Aug 30 13:06:31.399614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45484) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:31.411375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28f65d-7ec4-4f77-a9fb-e93223462ccc admin admin] Pushing event updated for resources: {'Network': ['ID=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:31.424071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:06:31.427350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Request body: {'subnet': {'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-524204915-subnet', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:31.484781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Made reservation on behalf of 1ce7bdd43c29408a91165fe0bbf3b27f for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:31.491335 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.752126 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.831184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Checking segment: {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:31.831543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Network hostable DHCP agents. Network: 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:06:31.847643 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:31.876376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:06:31.883942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad068ca-2cca-4611-a9a0-211608f85ea6 req-3b41779f-c873-4e93-a515-8d1bcf0737f8 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:31.892157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:31.895656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ad068ca-2cca-4611-a9a0-211608f85ea6 req-3b41779f-c873-4e93-a515-8d1bcf0737f8 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0968597 Aug 30 13:06:31.900887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:31.902182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.904522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d6e48e-e017-4a33-9535-c052531f6643 None None] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:06:31.929264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a7a6e129-3276-4033-bc54-8f1c3a6e0500 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5277257 Aug 30 13:06:31.931798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45500) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:31.938679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:31.986688 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:31.988374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:32.002390 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ad068ca-2cca-4611-a9a0-211608f85ea6 req-2abf7c71-01e7-4fee-ab00-a968b62ffd5d tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052725 Aug 30 13:06:32.095387 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:32.103950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 193fd3f6-6b50-4fda-ada0-0318d9d91437 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:32.176525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:06:32.178435 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:32.283834 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:32.392626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fafc-6824-4415-b4ab-8ea631a5721c req-07aee29c-d5c6-4ae2-ae11-a88fc3313dee tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:32.402425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 193fd3f6-6b50-4fda-ada0-0318d9d91437 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:32.403566 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:32.404543 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10f4fafc-6824-4415-b4ab-8ea631a5721c req-07aee29c-d5c6-4ae2-ae11-a88fc3313dee tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 944 time: 0.3220255 Aug 30 13:06:32.460908 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-10f4fafc-6824-4415-b4ab-8ea631a5721c req-c60604f2-4f6a-456a-b5d9-57e7dbb11703 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552828 Aug 30 13:06:32.637457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Allocated IP 172.20.0.2 (2fcfaff1-7e49-453c-a17f-9ed5d863d2d4/f4de7065-61a5-4a1b-9d4a-b75c2d8824e0/20ee6eb4-3d9b-4c93-9dcc-3726052396a3) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:32.650817 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:32.674121 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:06:32.691376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:32.694197 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f46fe40-b270-4f60-95b9-f41b1d9946b2" -d '{"events": [{"server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:32.780821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:06:32.837853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:32.878041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.047858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Allocated IP 172.25.2.95 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/045b318e-e232-4ad3-8105-cacc3b0c186b) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:33.051028 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e9f319-6320-481d-a45e-ed842abbef5d x-openstack-request-id: req-72e9f319-6320-481d-a45e-ed842abbef5d {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:33.051028 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "name": "network-vif-plugged", "status": "completed", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:33.051274 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72e9f319-6320-481d-a45e-ed842abbef5d {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:33.052452 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437', 'code': 200} Aug 30 13:06:33.058129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:33.071190 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.117706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45548) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:33.245973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7a7d6-642b-4cf2-8c00-6eab9d15ae13 req-085c1896-99ce-403d-9251-fea3fc06d528 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:33.271562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b9d7a7d6-642b-4cf2-8c00-6eab9d15ae13 req-085c1896-99ce-403d-9251-fea3fc06d528 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1024253 Aug 30 13:06:33.275738 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.295435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:33.349932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'port_id': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c', 'mac_address': 'fa:16:3e:d3:77:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:06:33.373985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b9d7a7d6-642b-4cf2-8c00-6eab9d15ae13 req-dca21299-f4f5-42bf-ab37-d807d2d57953 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952766 Aug 30 13:06:33.390651 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48148c0f-45d1-4899-be85-d83d8d12bb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.393479 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.426642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=193fd3f6-6b50-4fda-ada0-0318d9d91437,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:33.567503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:33.568372 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.575603 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:33.577649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Pushing event updated for resources: {'Port': ['ID=045b318e-e232-4ad3-8105-cacc3b0c186b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:33.579942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:33.596071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Transition to ACTIVE for port object 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:33.618628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48148c0f-45d1-4899-be85-d83d8d12bb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.628457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48148c0f-45d1-4899-be85-d83d8d12bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.631513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Transition to ACTIVE for port object 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:33.658174 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.710250 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.714412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234ca9-28c7-461f-a931-ac7e163cfb91 req-88f0666d-fc8a-4b8f-835f-e021c30edcee tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:33.722551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d234ca9-28c7-461f-a931-ac7e163cfb91 req-88f0666d-fc8a-4b8f-835f-e021c30edcee tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 944 time: 0.0825002 Aug 30 13:06:33.730104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:33.740114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:33.745008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:33.755456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:33.764072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-48148c0f-45d1-4899-be85-d83d8d12bb27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=27a4704a9f594e5ea9fc101bd8729c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447091 Aug 30 13:06:33.772017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48148c0f-45d1-4899-be85-d83d8d12bb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a361dd-da6b-4ab7-a9d4-3eb52c07299a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:33.780042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45560) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:33.788466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:33.824537 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.828449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Pushing event updated for resources: {'Port': ['ID=20ee6eb4-3d9b-4c93-9dcc-3726052396a3,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:33.888353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Attempting to bind port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:33.888734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Attempting to bind port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:33.889105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Attempting to bind port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 on network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:33.895582 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-296de657-21e6-4362-8db4-d08eae9fcb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.900148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d234ca9-28c7-461f-a931-ac7e163cfb91 req-e1160a7b-ec05-4d81-a63f-d766dc07c0a7 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735888 Aug 30 13:06:33.912292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:33.912701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Checking segment: {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:33.922484 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.923456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Bound using segment: {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:33.924532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Bound port: 20ee6eb4-3d9b-4c93-9dcc-3726052396a3, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:33.927737 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.959443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-296de657-21e6-4362-8db4-d08eae9fcb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:33.990292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:34.038627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-296de657-21e6-4362-8db4-d08eae9fcb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:34.042791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-296de657-21e6-4362-8db4-d08eae9fcb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:34.043087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] For port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:34.044240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-296de657-21e6-4362-8db4-d08eae9fcb8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65a361dd-da6b-4ab7-a9d4-3eb52c07299a HTTP/1.1" status: 204 len: 168 time: 0.2606237 Aug 30 13:06:34.054622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] For port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=20ee6eb4-3d9b-4c93-9dcc-3726052396a3,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:34.055546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296de657-21e6-4362-8db4-d08eae9fcb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a361dd-da6b-4ab7-a9d4-3eb52c07299a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:34.071754 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:34.148323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:34.156210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df136b0-b38d-4613-a5b8-98989244e5f2 None None] Pushing event updated for resources: {'Port': ['ID=20ee6eb4-3d9b-4c93-9dcc-3726052396a3,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:34.226165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:34.639726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45578) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:34.660190 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebfad894-c507-4edf-a824-cdcdc399d620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:34.792083 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebfad894-c507-4edf-a824-cdcdc399d620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:34.808896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebfad894-c507-4edf-a824-cdcdc399d620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:34.860703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfad894-c507-4edf-a824-cdcdc399d620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12af3e4f-03c9-421d-a47d-f1669395ddb7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:34.890271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ebfad894-c507-4edf-a824-cdcdc399d620 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=25751fe94c1d4798a292ef1fe8eef213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494442 Aug 30 13:06:34.892786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45586) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:34.962040 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:34.968059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a2329fa-98f5-49ee-a04f-701075970000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:34.983520 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53ec71-abba-4d09-8ef8-1ff3e136e6b9 req-5c10928c-5c34-42f9-b6ec-29277c3dfb30 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:34.985893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d53ec71-abba-4d09-8ef8-1ff3e136e6b9 req-5c10928c-5c34-42f9-b6ec-29277c3dfb30 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0814872 Aug 30 13:06:35.014567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a2329fa-98f5-49ee-a04f-701075970000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:35.102496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9890a63-f65a-456f-a80a-a9dde1e0d79f req-e7e21487-a610-4a29-8eb7-cb5e8fe8da33 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:35.104195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b9890a63-f65a-456f-a80a-a9dde1e0d79f req-e7e21487-a610-4a29-8eb7-cb5e8fe8da33 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 945 time: 0.0728545 Aug 30 13:06:35.124097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a2329fa-98f5-49ee-a04f-701075970000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:35.127967 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d53ec71-abba-4d09-8ef8-1ff3e136e6b9 req-a830ac07-9371-4995-b201-dcfde5a80835 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855238 Aug 30 13:06:35.139889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a2329fa-98f5-49ee-a04f-701075970000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:35.144128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6a2329fa-98f5-49ee-a04f-701075970000 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12af3e4f-03c9-421d-a47d-f1669395ddb7 HTTP/1.1" status: 204 len: 168 time: 0.2493517 Aug 30 13:06:35.197067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2329fa-98f5-49ee-a04f-701075970000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12af3e4f-03c9-421d-a47d-f1669395ddb7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:35.272996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b9890a63-f65a-456f-a80a-a9dde1e0d79f req-f519818c-ed1c-48a6-b54e-98da5e81dade tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619601 Aug 30 13:06:35.303643 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Router 38daa008-121f-4a5f-b352-0a72e914853b is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:06:35.452030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:06:35.462749 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Sync routers for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:06:35.472683 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:35.475228 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-397934e1-c2c0-432f-86a0-2c01d75e5678 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5419700 Aug 30 13:06:35.477835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45604) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:35.497002 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:35.497679 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:35.687952 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:35.736481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:35.809348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70017cb-7659-40c6-80d2-4847bf2a72f6 None None] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:06:35.959196 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:33Z', 'revision_number': 3, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:35.965086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8968f4ad-4581-4f4a-8fae-fa6c41731411 None None] Provisioning for port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:36.002839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:36.011548 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Checking router: 38daa008-121f-4a5f-b352-0a72e914853b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:06:36.013166 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Updating router 38daa008-121f-4a5f-b352-0a72e914853b port 045b318e-e232-4ad3-8105-cacc3b0c186b binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:06:36.015304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:36.015689 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.085797 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.177633 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.225127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=20ee6eb4-3d9b-4c93-9dcc-3726052396a3,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:36.234013 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.403112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=20ee6eb4-3d9b-4c93-9dcc-3726052396a3,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:36.511454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea7ae3-8571-4a91-8d53-f07a7d273d7c req-319d1163-a037-493e-ab59-55b27098d23a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:36.514790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66ea7ae3-8571-4a91-8d53-f07a7d273d7c req-319d1163-a037-493e-ab59-55b27098d23a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1351457 Aug 30 13:06:36.577246 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2a8e7c8b-fac0-4604-8b92-df44d99c3fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.612196 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66ea7ae3-8571-4a91-8d53-f07a7d273d7c req-658eeee5-8209-4a43-862b-7eeef16bcfd4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905275 Aug 30 13:06:36.697164 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.730422 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Transition to ACTIVE for port object 045b318e-e232-4ad3-8105-cacc3b0c186b will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:36.730422 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.730697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c30f5-f586-4dcb-b379-828bb26439d2 req-34e9e35a-9e80-4a21-ba09-4f4942d6f6fe tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:36.734417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-181c30f5-f586-4dcb-b379-828bb26439d2 req-34e9e35a-9e80-4a21-ba09-4f4942d6f6fe tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 945 time: 0.1521292 Aug 30 13:06:36.768744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:36.778957 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d542031-e5f5-4f5a-bfa9-51ac0e873a27 None None] Pushing event updated for resources: {'Port': ['ID=045b318e-e232-4ad3-8105-cacc3b0c186b,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:36.825746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-181c30f5-f586-4dcb-b379-828bb26439d2 req-b11e1d82-3d4e-4708-a14a-c7af23f9e182 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849524 Aug 30 13:06:36.847219 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Attempting to bind port 045b318e-e232-4ad3-8105-cacc3b0c186b on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:36.847595 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Attempting to bind port 045b318e-e232-4ad3-8105-cacc3b0c186b by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:36.847970 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Attempting to bind port 045b318e-e232-4ad3-8105-cacc3b0c186b on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:36.868751 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:36.869144 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:36.869521 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.869940 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:36.870412 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Bound port: 045b318e-e232-4ad3-8105-cacc3b0c186b, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:36.870793 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.947090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-367aa9dc-d748-48f8-b112-71aa984a2697 None None] Provisioning complete for port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:36.947090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-367aa9dc-d748-48f8-b112-71aa984a2697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:36.953476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:37.006032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:37.011441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:37.011818 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:37.032548 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] For port 045b318e-e232-4ad3-8105-cacc3b0c186b, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:37.036272 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] For port 045b318e-e232-4ad3-8105-cacc3b0c186b, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=045b318e-e232-4ad3-8105-cacc3b0c186b,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:37.043890 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:37.116696 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d542031-e5f5-4f5a-bfa9-51ac0e873a27 None None] Pushing event updated for resources: {'Port': ['ID=045b318e-e232-4ad3-8105-cacc3b0c186b,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:37.148386 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:37.149482 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:37.212534 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:37.246635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:37.249323 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d92e308-e5c7-471d-b015-98c6d285659e" -d '{"events": [{"server_uuid": "6d0d3c9f-2398-4273-b1d9-f305d1fd8037", "name": "network-vif-plugged", "status": "completed", "tag": "70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:37.256485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Allocated IP 172.20.0.1 (2fcfaff1-7e49-453c-a17f-9ed5d863d2d4/f4de7065-61a5-4a1b-9d4a-b75c2d8824e0/e6781541-9bec-428f-a774-3a8cb40099ce) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:37.285062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:37.296979 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:37.362091 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c405acc0-e3f7-425c-8cc1-a7ba0f1de62a x-openstack-request-id: req-c405acc0-e3f7-425c-8cc1-a7ba0f1de62a {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:37.362581 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0d3c9f-2398-4273-b1d9-f305d1fd8037", "name": "network-vif-plugged", "status": "completed", "tag": "70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:37.362986 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c405acc0-e3f7-425c-8cc1-a7ba0f1de62a {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:37.363532 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c', 'code': 200} Aug 30 13:06:37.364670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:37.366880 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:37.544707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fe13f-9c6b-4beb-b9d6-86ceb3bdf9f2 req-64fec6a2-1409-4645-add3-68fb25bcdeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:37.552131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e4fe13f-9c6b-4beb-b9d6-86ceb3bdf9f2 req-64fec6a2-1409-4645-add3-68fb25bcdeca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 1097 time: 0.1184325 Aug 30 13:06:37.555221 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:37.591888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Transition to ACTIVE for port object e6781541-9bec-428f-a774-3a8cb40099ce will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:37.610878 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e4fe13f-9c6b-4beb-b9d6-86ceb3bdf9f2 req-3eaf1947-ccba-400d-a154-d3b7b928267f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Aug 30 13:06:37.650458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:37.654943 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:33Z', 'revision_number': 3, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:37.668605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:37.688202 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69050b1d-cf01-4c56-bb22-2ff17d3d4cd5 None None] The sync data for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 is: [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:33Z', 'revision_number': 3, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:06:37.701197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:37.704631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:37.712218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Pushing event updated for resources: {'Port': ['ID=e6781541-9bec-428f-a774-3a8cb40099ce,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:37.737230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:37.814341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:37.819166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:37.823541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:37.903919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8d3b7-940b-46d1-ad29-98136b7c9d35 req-cae5b931-a124-4389-958d-eaf101de6743 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:37.916378 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ba8d3b7-940b-46d1-ad29-98136b7c9d35 req-cae5b931-a124-4389-958d-eaf101de6743 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1138051 Aug 30 13:06:38.046433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ba8d3b7-940b-46d1-ad29-98136b7c9d35 req-b0bb5611-4d9a-4d77-a1d3-0dffea68c901 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245239 Aug 30 13:06:38.225023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397ad8-dbfb-4995-994f-36853679fb14 req-4138904a-8807-4107-9f09-e1a1f29cbc2e tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:38.259145 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7d397ad8-dbfb-4995-994f-36853679fb14 req-4138904a-8807-4107-9f09-e1a1f29cbc2e tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 946 time: 0.2477634 Aug 30 13:06:38.274633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ee6d1d49-fc45-4768-a536-d7aec706fe8c None None] Provisioning for port e6781541-9bec-428f-a774-3a8cb40099ce completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:38.279116 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ee6d1d49-fc45-4768-a536-d7aec706fe8c None None] Provisioning complete for port e6781541-9bec-428f-a774-3a8cb40099ce triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:38.279683 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ee6d1d49-fc45-4768-a536-d7aec706fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:38.308369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:38.341693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d1d49-fc45-4768-a536-d7aec706fe8c None None] Port e6781541-9bec-428f-a774-3a8cb40099ce cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:06:38.350699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7d397ad8-dbfb-4995-994f-36853679fb14 req-b1d8832e-25a6-4767-bf8f-6ff4fccd6824 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904207 Aug 30 13:06:38.612607 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:38.622746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:38.713417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Pushing event updated for resources: {'Port': ['ID=e6781541-9bec-428f-a774-3a8cb40099ce,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:38.722483 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:38.883445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:38.885046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:39.143137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Router 38daa008-121f-4a5f-b352-0a72e914853b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:06:39.268124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1442dd7-643b-4012-8752-a239e917c8e1 req-28342c26-c5c0-4552-a27c-eb3f1d66a9dc tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:39.278390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1442dd7-643b-4012-8752-a239e917c8e1 req-28342c26-c5c0-4552-a27c-eb3f1d66a9dc tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1350300 Aug 30 13:06:39.335465 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-679d0b86-7145-4d57-a8f1-3004e9670cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:39.358942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:06:39.367287 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fc437617-a06d-4744-945b-4a401363a143 admin admin] 10.222.0.37 "PUT /v2.0/routers/38daa008-121f-4a5f-b352-0a72e914853b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8883126 Aug 30 13:06:39.438484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1442dd7-643b-4012-8752-a239e917c8e1 req-196164d3-8837-42f4-9d5c-f1155c05252d tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431839 Aug 30 13:06:39.495225 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c73b9fbd-8fab-44c8-8e27-a8f6d02fa014 None None] Provisioning complete for port e6781541-9bec-428f-a774-3a8cb40099ce triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:39.498921 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c73b9fbd-8fab-44c8-8e27-a8f6d02fa014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:39.655154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c73b9fbd-8fab-44c8-8e27-a8f6d02fa014 None None] Port e6781541-9bec-428f-a774-3a8cb40099ce cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:06:39.718387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc35d4-6fd3-418c-92f3-935f076bd552 req-51b6dd49-1fe2-4a15-8fa6-4ed38efaac4d tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:39.722411 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8cc35d4-6fd3-418c-92f3-935f076bd552 req-51b6dd49-1fe2-4a15-8fa6-4ed38efaac4d tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 946 time: 0.1933427 Aug 30 13:06:39.752851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3f9f6-e930-43c2-8f33-1e4be3c610cc req-7cbd512a-d996-46e3-bc9c-8097990c3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:39.758537 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76e3f9f6-e930-43c2-8f33-1e4be3c610cc req-7cbd512a-d996-46e3-bc9c-8097990c3d75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 1097 time: 0.1123924 Aug 30 13:06:39.794527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 045b318e-e232-4ad3-8105-cacc3b0c186b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:39.803850 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8cc35d4-6fd3-418c-92f3-935f076bd552 req-792f69a2-567c-4595-b9c4-45114ffb1ada tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746148 Aug 30 13:06:39.874775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76e3f9f6-e930-43c2-8f33-1e4be3c610cc req-354abf14-51fc-4908-a6b9-1b9f5f7b1a65 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081190 Aug 30 13:06:39.932502 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:39.949096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 045b318e-e232-4ad3-8105-cacc3b0c186b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:39.955472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 045b318e-e232-4ad3-8105-cacc3b0c186b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:39.956371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.022557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f368d-de32-416d-8307-69ccdd6f73f7 req-70cadc55-ddf1-4268-9063-68444103755d tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:40.031790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b06f368d-de32-416d-8307-69ccdd6f73f7 req-70cadc55-ddf1-4268-9063-68444103755d tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 946 time: 0.1037636 Aug 30 13:06:40.033443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45740) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:40.041583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-06f3ceb0-2908-4b74-9296-6e7e6e0c421a tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Request body: {'floatingip': {'port_id': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:40.127220 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-06f3ceb0-2908-4b74-9296-6e7e6e0c421a tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.134182 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.212181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 045b318e-e232-4ad3-8105-cacc3b0c186b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=045b318e-e232-4ad3-8105-cacc3b0c186b,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:40.222813 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.314050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=045b318e-e232-4ad3-8105-cacc3b0c186b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:40.333251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.334535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.335189 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.335858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.337701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.338216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.338709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.339428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.340515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.341017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.341769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.342308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:40.410630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45744) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:40.422659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4ba66a89-b6aa-4c36-b54d-b96966848c36 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32114040', 'description': 'tempest-description--1096998700'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:40.454679 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ba66a89-b6aa-4c36-b54d-b96966848c36 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.546554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Sync routers for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:06:40.564983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:40.565998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:40.593419 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ba66a89-b6aa-4c36-b54d-b96966848c36 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.604193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ba66a89-b6aa-4c36-b54d-b96966848c36 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.648149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba66a89-b6aa-4c36-b54d-b96966848c36 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a81c20-9e9b-41bf-bf3e-b519e74f2211,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:40.667883 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ba66a89-b6aa-4c36-b54d-b96966848c36 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.669758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4ba66a89-b6aa-4c36-b54d-b96966848c36 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2580805 Aug 30 13:06:40.672699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45752) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:40.677761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-bda15707-6de6-41b7-81fb-d189af4786f1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'security_group_rule': {'security_group_id': 'b3a81c20-9e9b-41bf-bf3e-b519e74f2211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:40.741495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bda15707-6de6-41b7-81fb-d189af4786f1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.761703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e88774-eada-4b34-afaf-d0084e60da6b req-1734b19b-5c06-4aae-bf5f-b032414db3c3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:40.763282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-22e88774-eada-4b34-afaf-d0084e60da6b req-1734b19b-5c06-4aae-bf5f-b032414db3c3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1972716 Aug 30 13:06:40.765606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.773044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:40.870026 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bda15707-6de6-41b7-81fb-d189af4786f1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.875275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bda15707-6de6-41b7-81fb-d189af4786f1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.884453 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-22e88774-eada-4b34-afaf-d0084e60da6b req-670ff0f1-585b-463b-86f8-ab76b4d3969c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580223 Aug 30 13:06:40.899266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda15707-6de6-41b7-81fb-d189af4786f1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6c4c65-096f-415d-8a32-c5e4df9f651e,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:40.909210 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bda15707-6de6-41b7-81fb-d189af4786f1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:40.910742 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bda15707-6de6-41b7-81fb-d189af4786f1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2366543 Aug 30 13:06:40.913902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45764) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:40.920246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-029bb859-a026-469e-b456-836401f43b52 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'security_group_rule': {'security_group_id': 'b3a81c20-9e9b-41bf-bf3e-b519e74f2211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:40.961804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-029bb859-a026-469e-b456-836401f43b52 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.065976 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-029bb859-a026-469e-b456-836401f43b52 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.072738 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-029bb859-a026-469e-b456-836401f43b52 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.082930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-06f3ceb0-2908-4b74-9296-6e7e6e0c421a tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.089696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-06f3ceb0-2908-4b74-9296-6e7e6e0c421a tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.112512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bb859-a026-469e-b456-836401f43b52 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c825da9-51a7-4579-85cf-9cbdce9dccf2,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:41.121052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-029bb859-a026-469e-b456-836401f43b52 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.122592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-029bb859-a026-469e-b456-836401f43b52 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2075593 Aug 30 13:06:41.125940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45770) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:41.137169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:41.152692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 2, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:41.180708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.230670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Checking router: 38daa008-121f-4a5f-b352-0a72e914853b for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:06:41.231034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Updating router 38daa008-121f-4a5f-b352-0a72e914853b port e6781541-9bec-428f-a774-3a8cb40099ce binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:06:41.274647 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.311444 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-06f3ceb0-2908-4b74-9296-6e7e6e0c421a tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Floating IP 2ff1c47b-2f55-4271-8520-c406ccc29fc9 associated. External IP: 172.25.2.174, port: 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c. Aug 30 13:06:41.372463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.652975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Allocated IP 172.25.2.28 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/c60ca21c-197e-44d6-931a-021377668438) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:41.675651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 045b318e-e232-4ad3-8105-cacc3b0c186b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:41.826962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f3ceb0-2908-4b74-9296-6e7e6e0c421a tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Router 130c39c0-0b04-46ec-b051-bbbc14b72193 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:06:41.911754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.945957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 045b318e-e232-4ad3-8105-cacc3b0c186b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:41.946342 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:41.973121 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:42.000704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f3ceb0-2908-4b74-9296-6e7e6e0c421a tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:06:42.013261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] Sync routers for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:06:42.015826 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-06f3ceb0-2908-4b74-9296-6e7e6e0c421a tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:42.027871 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:42.030267 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:42.041572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:42.057083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:42.063381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:42.124636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-06f3ceb0-2908-4b74-9296-6e7e6e0c421a tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "PUT /v2.0/floatingips/2ff1c47b-2f55-4271-8520-c406ccc29fc9 HTTP/1.1" status: 200 len: 992 time: 2.0892439 Aug 30 13:06:42.129818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'tag': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:42.135928 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2439ef7e-5eea-46f3-aaee-0868d3f0c374" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0d3c9f-2398-4273-b1d9-f305d1fd8037", "tag": "70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:42.189129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341a36e-d158-4a09-ab3c-5752706695b1 req-703fec16-a1e8-44d2-b55d-9b149e48576f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:42.195794 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f341a36e-d158-4a09-ab3c-5752706695b1 req-703fec16-a1e8-44d2-b55d-9b149e48576f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.1413028 Aug 30 13:06:42.198210 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:42.229414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'Port': ['ID=c60ca21c-197e-44d6-931a-021377668438,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:42.260266 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f341a36e-d158-4a09-ab3c-5752706695b1 req-e4345c66-467c-411d-8362-a6331e3aa023 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579326 Aug 30 13:06:42.305862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:42.309410 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66821ace-9e75-45bf-adff-ea00aaaec935 x-openstack-request-id: req-66821ace-9e75-45bf-adff-ea00aaaec935 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:42.310186 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0d3c9f-2398-4273-b1d9-f305d1fd8037", "tag": "70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:42.310593 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66821ace-9e75-45bf-adff-ea00aaaec935 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:42.311847 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'tag': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c', 'status': 'completed', 'code': 200} Aug 30 13:06:42.412241 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:42.455553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Transition to ACTIVE for port object e6781541-9bec-428f-a774-3a8cb40099ce will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:42.458645 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:42.479443 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:42.485807 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:42.603870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-3649d562-cd7a-4bd0-ad10-8d588905f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:42.611494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-3649d562-cd7a-4bd0-ad10-8d588905f466 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a78614eb7b44999afb141bbd6569484&device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 1097 time: 0.1607399 Aug 30 13:06:42.630602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be89b44-39e1-41e0-9f9c-d8831334e983 req-c98079dc-bbe2-4e7a-8157-29b03987609f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:42.641295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3be89b44-39e1-41e0-9f9c-d8831334e983 req-c98079dc-bbe2-4e7a-8157-29b03987609f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1917667 Aug 30 13:06:42.764251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6d4af-873e-4c8a-bf87-f7ffd0910334 None None] Pushing event updated for resources: {'Port': ['ID=e6781541-9bec-428f-a774-3a8cb40099ce,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:42.850535 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3be89b44-39e1-41e0-9f9c-d8831334e983 req-bd8212da-dc6e-4504-bc6d-12bb936fc559 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079179 Aug 30 13:06:42.885399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Attempting to bind port e6781541-9bec-428f-a774-3a8cb40099ce on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:42.887465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Attempting to bind port e6781541-9bec-428f-a774-3a8cb40099ce by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:42.888073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Attempting to bind port e6781541-9bec-428f-a774-3a8cb40099ce on network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:42.906130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:42.906353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-c3edd695-650e-449e-9a80-cf20d742a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:42.907780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-c3edd695-650e-449e-9a80-cf20d742a02f service neutron] 10.222.0.35 "GET /v2.0/networks?id=079fe6c7-d35d-449a-8756-fa9c7b3fbb10 HTTP/1.1" status: 200 len: 915 time: 0.2550633 Aug 30 13:06:42.908072 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:18Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '2ff1c47b-2f55-4271-8520-c406ccc29fc9', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'port_id': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'mac_address': 'fa:16:3e:d3:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:06:24Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 1, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abddd43f-a1c6-45b2-9ded-e6a66e8f562c', 'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'mac_address': 'fa:16:3e:2d:56:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:16Z', 'updated_at': '2021-08-30T13:06:25Z', 'revision_number': 5, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'subnets': [{'id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:42.908879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Checking segment: {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:42.911507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:42.915369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Bound using segment: {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:42.916381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Bound port: e6781541-9bec-428f-a774-3a8cb40099ce, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:42.918700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:42.971466 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] Checking router: 130c39c0-0b04-46ec-b051-bbbc14b72193 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:06:42.999911 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:43.000785 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:43.051066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-cdf38b70-0d11-4eb5-b4e3-707e2968baa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c HTTP/1.1" status: 200 len: 1000 time: 0.1339595 Aug 30 13:06:43.058405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:43.075355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:43.086172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] For port e6781541-9bec-428f-a774-3a8cb40099ce, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:43.095939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] For port e6781541-9bec-428f-a774-3a8cb40099ce, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e6781541-9bec-428f-a774-3a8cb40099ce,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:43.109247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:43.175112 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:43.209617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'Port': ['ID=c60ca21c-197e-44d6-931a-021377668438,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:43.264917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-b0b17990-7487-4a27-a11e-65f17317beee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:43.266818 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-b0b17990-7487-4a27-a11e-65f17317beee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9f9f9200-b6b1-4c9b-a557-d6451eccdb8f HTTP/1.1" status: 200 len: 853 time: 0.2064495 Aug 30 13:06:43.314978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6d4af-873e-4c8a-bf87-f7ffd0910334 None None] Pushing event updated for resources: {'Port': ['ID=e6781541-9bec-428f-a774-3a8cb40099ce,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:43.341612 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:43.384944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:06:43.387364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:43.441877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:43.454863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0b5d2d12-7628-4f98-9906-7a628eff81ad tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3192034 Aug 30 13:06:43.611009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c6b4f-7ae2-4fe5-bef4-bc7010f066e9 req-cf7c3f44-82ed-411a-a1ce-675400df0862 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:43.625983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d08c6b4f-7ae2-4fe5-bef4-bc7010f066e9 req-cf7c3f44-82ed-411a-a1ce-675400df0862 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.2049153 Aug 30 13:06:43.643467 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:18Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '2ff1c47b-2f55-4271-8520-c406ccc29fc9', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'port_id': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'mac_address': 'fa:16:3e:d3:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:06:24Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 1, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abddd43f-a1c6-45b2-9ded-e6a66e8f562c', 'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'mac_address': 'fa:16:3e:2d:56:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:16Z', 'updated_at': '2021-08-30T13:06:25Z', 'revision_number': 5, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'subnets': [{'id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:43.644156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-34b37ae7-49dc-48f3-b6da-9859ccabe66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:43.647372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-34b37ae7-49dc-48f3-b6da-9859ccabe66a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=079fe6c7-d35d-449a-8756-fa9c7b3fbb10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3610098 Aug 30 13:06:43.702953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:06:43.742132 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e35cb44-2b5e-437e-a77a-102023504064 None None] The sync data for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 is: [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:18Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '2ff1c47b-2f55-4271-8520-c406ccc29fc9', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'floating_ip_address': '172.25.2.174', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'port_id': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'mac_address': 'fa:16:3e:d3:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:06:24Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 1, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abddd43f-a1c6-45b2-9ded-e6a66e8f562c', 'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'mac_address': 'fa:16:3e:2d:56:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:16Z', 'updated_at': '2021-08-30T13:06:25Z', 'revision_number': 5, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'subnets': [{'id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:06:43.839299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-66f95fc7-d904-49aa-87da-a53b8468bf4c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--32114040&fields=id&tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f HTTP/1.1" status: 200 len: 267 time: 0.1496143 Aug 30 13:06:43.840525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d08c6b4f-7ae2-4fe5-bef4-bc7010f066e9 req-9918816f-f9e7-4dc9-aa1e-590955d4b57c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028334 Aug 30 13:06:44.012360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-b950bf64-9cdf-486d-b7a9-363e05d392f3 service neutron] 10.222.0.35 "GET /v2.0/networks/079fe6c7-d35d-449a-8756-fa9c7b3fbb10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444152 Aug 30 13:06:44.277976 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8aa9d8-9d72-4fe8-bcd3-182a32c3a4a7 None None] New status for floating IP 2ff1c47b-2f55-4271-8520-c406ccc29fc9: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:06:44.286371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e88c352c-3f3a-45dd-b09d-75b5f99a2b6c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:44.287975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e88c352c-3f3a-45dd-b09d-75b5f99a2b6c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 810 time: 0.4472802 Aug 30 13:06:44.294763 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2439ef7e-5eea-46f3-aaee-0868d3f0c374 req-4405d29d-3756-4da6-81a3-5b6911e41f6e service neutron] 10.222.0.35 "GET /v2.0/networks/079fe6c7-d35d-449a-8756-fa9c7b3fbb10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671673 Aug 30 13:06:44.322168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-8ea84dfc-45e5-4aa8-8859-8507aa8c1ce8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/quotas/1ce7bdd43c29408a91165fe0bbf3b27f HTTP/1.1" status: 200 len: 375 time: 0.0139699 Aug 30 13:06:44.420348 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e23cf0f8-a403-4752-b831-42f97029676f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0764668 Aug 30 13:06:44.440620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:43Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:06:44.507325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4d401a-47b0-4d1a-a3b4-086117431f61 None None] The sync data for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 is: [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:43Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:06:44.552931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-450d66d4-243c-482b-9267-5cd186085642 service neutron] 10.222.0.37 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258824 Aug 30 13:06:44.713188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-97e8ca5e-b31d-46f1-a672-1cabf0a241ec service neutron] 10.222.0.37 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520834 Aug 30 13:06:44.941611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-58ffe917-e220-411a-83e5-15728c2ba601 req-cb32c34b-4807-4ee3-84dc-b1ed0dbbaeed tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 210 time: 0.0575442 Aug 30 13:06:45.116898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72854ed9-0871-4a02-a91f-2cde9a19d49c req-b941cdcf-a7c1-4a42-94cd-317aca4e5e0c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:45.124956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-72854ed9-0871-4a02-a91f-2cde9a19d49c req-b941cdcf-a7c1-4a42-94cd-317aca4e5e0c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1082292 Aug 30 13:06:45.186805 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-72854ed9-0871-4a02-a91f-2cde9a19d49c req-ee143cec-8391-4920-a61d-4664c1a8b966 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609488 Aug 30 13:06:45.721921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6781541-9bec-428f-a774-3a8cb40099ce up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:45.777211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554aeed7-4d0f-499a-8c99-47c10a53a21a req-2a79b44c-d48e-4564-a89c-257f0a13ea62 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:45.779569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-554aeed7-4d0f-499a-8c99-47c10a53a21a req-2a79b44c-d48e-4564-a89c-257f0a13ea62 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1611693 Aug 30 13:06:45.856715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-554aeed7-4d0f-499a-8c99-47c10a53a21a req-c60bbc0f-748a-4bed-8bd9-7be4d4c8379b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709069 Aug 30 13:06:45.866997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e6781541-9bec-428f-a774-3a8cb40099ce completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:45.883721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e6781541-9bec-428f-a774-3a8cb40099ce triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:45.884419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:46.029381 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:46.079412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e6781541-9bec-428f-a774-3a8cb40099ce, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e6781541-9bec-428f-a774-3a8cb40099ce,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:46.108109 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:46.112416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-45162403-1c82-4f8b-8949-e48c9033cec0 req-f6be08be-2b56-4ee0-8b7d-39c3b336130c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 210 time: 0.0425794 Aug 30 13:06:46.189648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e6781541-9bec-428f-a774-3a8cb40099ce,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:46.757541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-d3587337-b68e-43c1-8110-c92048e4365b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:46.759350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-d3587337-b68e-43c1-8110-c92048e4365b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 810 time: 0.3091240 Aug 30 13:06:46.821104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-ec7fc844-1bf6-4277-b536-089fbc211c1c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f HTTP/1.1" status: 200 len: 378 time: 0.0521867 Aug 30 13:06:46.834669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'port': {'device_id': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'admin_state_up': True, 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'security_groups': ['b3a81c20-9e9b-41bf-bf3e-b519e74f2211']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:46.967614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Made reservation on behalf of 1ce7bdd43c29408a91165fe0bbf3b27f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:06:46.971920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:47.095918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eccf44-ffd7-4963-82c4-a4b6c0554692 req-58ad38b5-6714-4111-9ba6-c6e318ed561b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:47.097482 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64eccf44-ffd7-4963-82c4-a4b6c0554692 req-58ad38b5-6714-4111-9ba6-c6e318ed561b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1021996 Aug 30 13:06:47.208821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64eccf44-ffd7-4963-82c4-a4b6c0554692 req-fab20189-9a83-4936-a31a-a4a9ee9978bc tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013875 Aug 30 13:06:47.257828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Allocated IP 172.20.0.6 (2fcfaff1-7e49-453c-a17f-9ed5d863d2d4/f4de7065-61a5-4a1b-9d4a-b75c2d8824e0/73a4fda4-e81c-4465-9252-5724992d8985) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:06:47.364461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d383593-82f7-4586-9bf6-50db3a0a9a70 req-b6e021b1-d1d1-494e-82f2-c6dc2f8c8133 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 210 time: 0.1373901 Aug 30 13:06:47.617935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:47.662835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6781541-9bec-428f-a774-3a8cb40099ce up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:06:47.681917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Transition to ACTIVE for port object 73a4fda4-e81c-4465-9252-5724992d8985 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:47.764299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:47.890868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e6781541-9bec-428f-a774-3a8cb40099ce triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:47.893306 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:47.906793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:06:47.910511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:06:47.922170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:06:48.000266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'Port': ['ID=73a4fda4-e81c-4465-9252-5724992d8985,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:48.065161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:48.069502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:48.096576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-3eac842b-7d73-4822-bd1b-c53770a80edb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2678180 Aug 30 13:06:48.109906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Request body: {'port': {'device_id': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:06:48.232423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:48.314828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-57d0e005-9407-425f-b703-62f1c6448c6d None None] Provisioning for port 73a4fda4-e81c-4465-9252-5724992d8985 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:06:48.326065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-b08a16ee-19a3-475e-be27-0aaeeda047ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1728046 Aug 30 13:06:48.326596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-57d0e005-9407-425f-b703-62f1c6448c6d None None] Provisioning complete for port 73a4fda4-e81c-4465-9252-5724992d8985 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:06:48.329172 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-57d0e005-9407-425f-b703-62f1c6448c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:48.435390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-57d0e005-9407-425f-b703-62f1c6448c6d None None] Port 73a4fda4-e81c-4465-9252-5724992d8985 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:06:48.595973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-8bb49bd8-9a78-403d-9257-84186b5d40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:48.596457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-8bb49bd8-9a78-403d-9257-84186b5d40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:48.597004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-8bb49bd8-9a78-403d-9257-84186b5d40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:48.598289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-8bb49bd8-9a78-403d-9257-84186b5d40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:48.598289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-8bb49bd8-9a78-403d-9257-84186b5d40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:48.598724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-8bb49bd8-9a78-403d-9257-84186b5d40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:48.599936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-8bb49bd8-9a78-403d-9257-84186b5d40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:48.602340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-8bb49bd8-9a78-403d-9257-84186b5d40d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=53a8d29c14914348beb1a09388685f20&device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6498 time: 0.1784177 Aug 30 13:06:48.773130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55767e-f805-4aa7-821a-c979ec0f4500 req-13fc39b3-fbb4-49b1-988d-2eaae682aff4 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:48.780721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a55767e-f805-4aa7-821a-c979ec0f4500 req-13fc39b3-fbb4-49b1-988d-2eaae682aff4 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 931 time: 0.2300274 Aug 30 13:06:49.213290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a55767e-f805-4aa7-821a-c979ec0f4500 req-4089666d-94ce-4f4a-b6fe-28f4712a575d tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4261839 Aug 30 13:06:49.247705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-ae3adf07-ceaf-4680-b5ea-b9977dfb9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:49.248392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-ae3adf07-ceaf-4680-b5ea-b9977dfb9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:49.248591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-ae3adf07-ceaf-4680-b5ea-b9977dfb9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:49.250194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-ae3adf07-ceaf-4680-b5ea-b9977dfb9285 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d069a2b-f34e-48dd-a07f-e1f299591259&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=771a7f3a-e245-48d3-8293-62931754e424&id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&id=cc5a463d-926b-4632-a0da-1ab17dd39b9e HTTP/1.1" status: 200 len: 2298 time: 0.6080410 Aug 30 13:06:49.391959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a4fda4-e81c-4465-9252-5724992d8985 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:49.420715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:49.459039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-1fa82ed3-bd35-468e-9137-8381760a3e3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24f4219d-372f-4637-adb6-6ac697f5efb1 HTTP/1.1" status: 200 len: 1001 time: 0.1599543 Aug 30 13:06:49.465615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Transition to ACTIVE for port object 73a4fda4-e81c-4465-9252-5724992d8985 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:06:49.499598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:49.555911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-c47945d4-4f49-4140-a746-7e4b4c7dd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:49.557510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-c47945d4-4f49-4140-a746-7e4b4c7dd44c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1097 time: 0.2037544 Aug 30 13:06:49.586567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b1c0a8-8518-43f9-88e5-ec1aeb7e91c5 req-06975a37-5135-4431-bc4f-8e5b1783d608 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:49.595351 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59b1c0a8-8518-43f9-88e5-ec1aeb7e91c5 req-06975a37-5135-4431-bc4f-8e5b1783d608 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.2206297 Aug 30 13:06:49.691675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-4c44ec43-3a5b-46fe-9816-5d152c7414e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:49.694925 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-4c44ec43-3a5b-46fe-9816-5d152c7414e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7a467f0e-fef5-4869-b05f-0e95e9dcd576 HTTP/1.1" status: 200 len: 856 time: 0.2247734 Aug 30 13:06:49.695931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Pushing event updated for resources: {'Port': ['ID=73a4fda4-e81c-4465-9252-5724992d8985,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:49.889069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59b1c0a8-8518-43f9-88e5-ec1aeb7e91c5 req-5599d404-ecbf-41c7-8c75-6841986953cf tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929966 Aug 30 13:06:49.894996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-d25238a8-61d1-4bb8-8d0b-4760b31f0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:49.897993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-d25238a8-61d1-4bb8-8d0b-4760b31f0698 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d069a2b-f34e-48dd-a07f-e1f299591259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1867101 Aug 30 13:06:50.081836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-a51c2dbd-947c-4ad6-ba33-823eba82135d service neutron] 10.222.0.35 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745691 Aug 30 13:06:50.085555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-d4b477d7-d54e-4489-9368-d4befc8b7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:50.087034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-d4b477d7-d54e-4489-9368-d4befc8b7a14 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 920 time: 0.4756634 Aug 30 13:06:50.089581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Attempting to bind port 73a4fda4-e81c-4465-9252-5724992d8985 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:06:50.089945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Attempting to bind port 73a4fda4-e81c-4465-9252-5724992d8985 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:06:50.090270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Attempting to bind port 73a4fda4-e81c-4465-9252-5724992d8985 on network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:50.154610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Port 73a4fda4-e81c-4465-9252-5724992d8985 on network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:06:50.154961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Attempting to bind port 73a4fda4-e81c-4465-9252-5724992d8985 on network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:06:50.168389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:06:50.168727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Checking segment: {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:06:50.169128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Bound using segment: {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:06:50.169631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Bound port: 73a4fda4-e81c-4465-9252-5724992d8985, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:06:50.170037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:50.243845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-ab38dc54-5dff-4eb5-9324-2c022972c695 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b578e6a-431d-4e10-8300-89b636bc88d3 HTTP/1.1" status: 200 len: 217 time: 0.0903141 Aug 30 13:06:50.395000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-c062b68b-821b-4827-a3ab-ef2fc6fb5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:50.396577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-c062b68b-821b-4827-a3ab-ef2fc6fb5bb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.1248031 Aug 30 13:06:50.398685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-0fa14d14-b5ee-4490-8662-518c4decc071 service neutron] 10.222.0.35 "GET /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027780 Aug 30 13:06:50.436260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] For port 73a4fda4-e81c-4465-9252-5724992d8985, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:06:50.489582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-63731e8e-0193-4812-a0af-a428d78733de service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771098 Aug 30 13:06:50.493632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-95424da6-c6a1-464f-9893-7e89569eb493 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=97a6339c-7374-43d6-b5dd-c60a6ad87c63 HTTP/1.1" status: 200 len: 217 time: 0.0685887 Aug 30 13:06:50.501631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630b9a7-0047-43af-a1fd-a13ddff1065e req-4c69b935-4b59-4ad8-aef2-3641d0e34724 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:50.503302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2630b9a7-0047-43af-a1fd-a13ddff1065e req-4c69b935-4b59-4ad8-aef2-3641d0e34724 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 943 time: 0.1690991 Aug 30 13:06:50.513350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] For port 73a4fda4-e81c-4465-9252-5724992d8985, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=73a4fda4-e81c-4465-9252-5724992d8985,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:06:50.612932 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:50.638118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2630b9a7-0047-43af-a1fd-a13ddff1065e req-236d168d-13b2-4c20-9644-d3ecbd1a8630 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221638 Aug 30 13:06:50.721926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:50.722583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:50.723989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] 10.222.0.35 "PUT /v2.0/ports/73a4fda4-e81c-4465-9252-5724992d8985 HTTP/1.1" status: 200 len: 1091 time: 2.6190257 Aug 30 13:06:50.729633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'tag': '73a4fda4-e81c-4465-9252-5724992d8985'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:50.744172 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d9b275-f3af-406f-8fc5-19c76f668efa" -d '{"events": [{"name": "network-changed", "server_uuid": "72879b45-8c2a-4324-b68a-b9bb0b170c11", "tag": "73a4fda4-e81c-4465-9252-5724992d8985"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:50.777246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-43eb9b5c-b9df-414c-9ae1-6aed7bbcba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:50.777246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-43eb9b5c-b9df-414c-9ae1-6aed7bbcba6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.2353141 Aug 30 13:06:50.932865 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc563afd-ac4d-4313-94b6-918edfbfe6cc x-openstack-request-id: req-cc563afd-ac4d-4313-94b6-918edfbfe6cc {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:50.933189 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72879b45-8c2a-4324-b68a-b9bb0b170c11", "tag": "73a4fda4-e81c-4465-9252-5724992d8985", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:50.933422 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc563afd-ac4d-4313-94b6-918edfbfe6cc {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:50.933874 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'tag': '73a4fda4-e81c-4465-9252-5724992d8985', 'status': 'completed', 'code': 200} Aug 30 13:06:50.971349 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-2d662aaa-b52c-4b3b-9742-1fb399d1d7e6 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669998 Aug 30 13:06:51.020564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2544202-3c09-487b-a4c6-25f055af4d19 service neutron] Pushing event updated for resources: {'Port': ['ID=73a4fda4-e81c-4465-9252-5724992d8985,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:51.170453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-4a9c4a26-7e55-40a8-8c80-02cb89a0e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:51.172041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-4a9c4a26-7e55-40a8-8c80-02cb89a0e695 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 1094 time: 0.3864412 Aug 30 13:06:51.175629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-485ee3ba-8a83-4e18-8a39-ea32b436c175 req-b88bb9cf-168c-4af4-936a-58cbc0be9ab4 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692667 Aug 30 13:06:51.184338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-e3c68dc5-4e89-4a1d-b805-65f8b31ea2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:51.185868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-e3c68dc5-4e89-4a1d-b805-65f8b31ea2d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2949743 Aug 30 13:06:51.192073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b4abe-3ccb-4fe4-bd45-c2d05b0f2144 req-0a8ac1ce-8a0a-4a9c-9c0b-7812d4a33d7a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:51.199879 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-766b4abe-3ccb-4fe4-bd45-c2d05b0f2144 req-0a8ac1ce-8a0a-4a9c-9c0b-7812d4a33d7a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1842105 Aug 30 13:06:51.248973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-09fe252a-a9e7-4d99-a32b-436eea48c2b4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73a4fda4-e81c-4465-9252-5724992d8985 HTTP/1.1" status: 200 len: 217 time: 0.0610445 Aug 30 13:06:51.311520 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-766b4abe-3ccb-4fe4-bd45-c2d05b0f2144 req-0a65f574-89a5-42f9-9eb4-cce6fc225175 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041396 Aug 30 13:06:51.375212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-adbc06ae-ce3c-46e4-b04c-8a6f85edd69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:51.376754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-adbc06ae-ce3c-46e4-b04c-8a6f85edd69c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.1148453 Aug 30 13:06:51.424845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-37264cc6-ef31-448b-a102-c957150c9f1d service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854594 Aug 30 13:06:51.438669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-5b63e190-f222-4e7c-a50e-2b2e918cf8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:51.440179 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-5b63e190-f222-4e7c-a50e-2b2e918cf8a1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544090 Aug 30 13:06:51.604831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-231bb040-b0dc-4e7c-9e78-7c96f8c42bb0 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636858 Aug 30 13:06:51.606752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-e9094c53-a521-42ba-8e2c-cbaac0e75e77 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575122 Aug 30 13:06:51.672444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-359e6932-a4e2-47d4-a903-db32cfba772f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=0c41a4a6-df09-4307-a892-1ee811eb509e HTTP/1.1" status: 200 len: 217 time: 0.0491204 Aug 30 13:06:51.768323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dc304-339d-43dc-a8fc-33f8d8db4762 req-157b9503-7995-4623-a851-7cbcc6205f4b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:51.769931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d3dc304-339d-43dc-a8fc-33f8d8db4762 req-157b9503-7995-4623-a851-7cbcc6205f4b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 943 time: 0.0574703 Aug 30 13:06:51.776625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-7dc48d83-7e39-4321-99bb-a7a1a8251cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:51.778969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-7dc48d83-7e39-4321-99bb-a7a1a8251cf4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.0717926 Aug 30 13:06:51.800075 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80770349-b3e9-417d-b6e1-60861ef8e8c2 req-8b2fa18f-2ee2-4733-9aad-f7a2aea8d470 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637754 Aug 30 13:06:51.853865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d3dc304-339d-43dc-a8fc-33f8d8db4762 req-d1b73be2-d8ce-4278-8ecd-98e0d021946b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591233 Aug 30 13:06:51.897118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-b4f40860-3a6d-4bde-82a0-014ebd5f0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:51.898673 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-b4f40860-3a6d-4bde-82a0-014ebd5f0bea service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977504 Aug 30 13:06:51.931374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-32f14e7c-2ac8-4f8e-ad32-01907196f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:51.933122 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-32f14e7c-2ac8-4f8e-ad32-01907196f5ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 1094 time: 0.0710320 Aug 30 13:06:52.073088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-0adb49e7-a497-4229-9b5f-0460a33eb425 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650336 Aug 30 13:06:52.089448 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-fc0892f0-9184-4785-ab6a-1ab3bca6fb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:52.090912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-fc0892f0-9184-4785-ab6a-1ab3bca6fb7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 911 time: 0.1261187 Aug 30 13:06:52.184016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-a3c642a9-10f7-45cb-865c-7b3f1066da11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73a4fda4-e81c-4465-9252-5724992d8985 HTTP/1.1" status: 200 len: 217 time: 0.0447304 Aug 30 13:06:52.257983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-98bdb26a-35d1-4e04-97b9-73e9f4072db4 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764145 Aug 30 13:06:52.265285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-0b4e608a-6279-4af9-ac28-5250a9901fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:52.268343 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-0b4e608a-6279-4af9-ac28-5250a9901fc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.0688000 Aug 30 13:06:52.314841 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560e1c7-2cd0-4486-b1f3-4362c632f524 req-55078ce2-631e-422c-b1d0-8ca54b830c31 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:52.316341 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d560e1c7-2cd0-4486-b1f3-4362c632f524 req-55078ce2-631e-422c-b1d0-8ca54b830c31 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 950 time: 0.0520186 Aug 30 13:06:52.339831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-119a64dd-c8d3-4d4d-89e9-15a8e112502e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=e2618e52-0bee-4ce8-8e9c-de471cd123c1 HTTP/1.1" status: 200 len: 217 time: 0.0701094 Aug 30 13:06:52.367204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d560e1c7-2cd0-4486-b1f3-4362c632f524 req-6723e3a8-18a4-4535-a340-404ec70829d6 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424783 Aug 30 13:06:52.407755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-4ff56e12-ef35-4a8e-bbfe-83dace69c73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:52.409819 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-4ff56e12-ef35-4a8e-bbfe-83dace69c73a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324143 Aug 30 13:06:52.488755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-a2d61c48-7fd3-46da-9819-19efefca43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:52.491029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-a2d61c48-7fd3-46da-9819-19efefca43e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.1423652 Aug 30 13:06:52.527564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300815a-6ad1-4225-9a1b-c9087ff6592a req-4297f8ce-539b-40e2-bc5c-cfbf2b86ab1c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:52.529104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c300815a-6ad1-4225-9a1b-c9087ff6592a req-4297f8ce-539b-40e2-bc5c-cfbf2b86ab1c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1237109 Aug 30 13:06:52.612383 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-cf4bed08-8391-4bed-8f67-51c6665508ad service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889138 Aug 30 13:06:52.615421 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c300815a-6ad1-4225-9a1b-c9087ff6592a req-dd99a472-51e8-4540-8733-427268c3dde0 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661077 Aug 30 13:06:52.617208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-35ea13fb-fdb1-48d8-8dec-c76faa9c8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:52.618731 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-35ea13fb-fdb1-48d8-8dec-c76faa9c8633 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113932 Aug 30 13:06:52.790858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-53bb0148-d8e4-4740-8d48-538c2bf6ff9d service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626389 Aug 30 13:06:52.796128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39d9b275-f3af-406f-8fc5-19c76f668efa req-74a132cd-945a-4060-903f-bedb964b57d5 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669390 Aug 30 13:06:53.021130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdc07e-a5c4-44f9-8c48-f098b351d9cc req-6463d2ab-7e81-49a9-b4d6-3454f72ea340 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:53.023391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80bdc07e-a5c4-44f9-8c48-f098b351d9cc req-6463d2ab-7e81-49a9-b4d6-3454f72ea340 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 943 time: 0.0539920 Aug 30 13:06:53.074486 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80bdc07e-a5c4-44f9-8c48-f098b351d9cc req-637ae2a9-9e43-4035-a1f9-52cb4e55a6ff tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443308 Aug 30 13:06:53.280085 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-89f9f0cd-2e0c-48fb-921d-eb64655fe1f5 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758048 Aug 30 13:06:53.322991 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-67c84cf4-6752-4a8e-a7a4-45fbc3be1f65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.223&port_id=70497155-57ab-40aa-a3ff-4e8ec33426bd HTTP/1.1" status: 200 len: 217 time: 0.0339558 Aug 30 13:06:53.375208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-78ac5666-1265-4ad5-a21c-7f18886523d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:53.376580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-78ac5666-1265-4ad5-a21c-7f18886523d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 200 len: 797 time: 0.0434842 Aug 30 13:06:53.427300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-e5c7c57d-7d53-4463-94fd-c7aebc81aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:53.429054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-e5c7c57d-7d53-4463-94fd-c7aebc81aee6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=771a7f3a-e245-48d3-8293-62931754e424&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423255 Aug 30 13:06:53.524189 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-0c48ec37-e674-4265-83a8-30e5156b40ef service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858781 Aug 30 13:06:53.632844 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-a7dce77f-9136-4f10-a64c-55f5f8be53d7 service neutron] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830092 Aug 30 13:06:53.681682 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-4f4c0e76-4d9d-45ac-9e34-d37cb546e5bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b9132d50-ae96-4a27-b256-8bd3fa50c0a9 HTTP/1.1" status: 200 len: 217 time: 0.0387130 Aug 30 13:06:53.739017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4f90b-5c7b-4258-96f5-a38ab7ea7916 req-d020aa04-4dba-4140-9094-c758e9e0c6cc tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:53.740741 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9a4f90b-5c7b-4258-96f5-a38ab7ea7916 req-d020aa04-4dba-4140-9094-c758e9e0c6cc tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0529046 Aug 30 13:06:53.743903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-373e8d51-8bf2-4dce-920d-08d6c0b6b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:53.745355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-373e8d51-8bf2-4dce-920d-08d6c0b6b544 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a14ceb5-98a9-43f9-949f-545b61114da6 HTTP/1.1" status: 200 len: 797 time: 0.0433729 Aug 30 13:06:53.778378 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9a4f90b-5c7b-4258-96f5-a38ab7ea7916 req-07502ab0-894d-4a9b-91f8-9014cf4e6fec tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316799 Aug 30 13:06:53.793395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-74d21daf-8c85-4f06-b4fc-37bebe2ead0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:53.794945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-74d21daf-8c85-4f06-b4fc-37bebe2ead0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0404515 Aug 30 13:06:53.886015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-e11a968c-8919-4cb3-bb93-09389bfd8231 service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832949 Aug 30 13:06:53.994330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-e37d5c4f-de7f-4db8-bb2a-e5469803e92f service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962758 Aug 30 13:06:54.047873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-27002be2-2968-4a73-a137-e9f310d677f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced HTTP/1.1" status: 200 len: 217 time: 0.0410335 Aug 30 13:06:54.105976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-ada63f51-b07e-42f4-a671-852573c71bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:54.107472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-ada63f51-b07e-42f4-a671-852573c71bcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3a14ceb5-98a9-43f9-949f-545b61114da6 HTTP/1.1" status: 200 len: 797 time: 0.0497274 Aug 30 13:06:54.159972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-e2743da7-42c8-471b-9194-533d8bcfd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:54.161796 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-e2743da7-42c8-471b-9194-533d8bcfd5f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=cc5a463d-926b-4632-a0da-1ab17dd39b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454466 Aug 30 13:06:54.204677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1066a0-c459-41f0-bcdd-10ec7311d338 req-94a0f244-7217-483f-b4f0-f2e23320723f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:54.206280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e1066a0-c459-41f0-bcdd-10ec7311d338 req-94a0f244-7217-483f-b4f0-f2e23320723f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 943 time: 0.0587428 Aug 30 13:06:54.249631 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e1066a0-c459-41f0-bcdd-10ec7311d338 req-8945dcf4-e3c2-4abc-b469-275396a81efd tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366547 Aug 30 13:06:54.272631 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-9575947d-ba34-4051-bc1d-70f60bbe4aa3 service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972493 Aug 30 13:06:54.365449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51c866f1-e6ae-4609-a7ce-f0ddf1b7b583 req-5a725e70-4cf6-4bfc-83e9-75ba76ec7d72 service neutron] 10.222.0.35 "GET /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822184 Aug 30 13:06:54.894712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b9bf7-9554-432d-ad21-1c2134199328 req-d43c8bb3-21ae-45a0-b8b4-8420d2a92466 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:54.896750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed5b9bf7-9554-432d-ad21-1c2134199328 req-d43c8bb3-21ae-45a0-b8b4-8420d2a92466 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0494778 Aug 30 13:06:54.935513 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed5b9bf7-9554-432d-ad21-1c2134199328 req-1419e86d-0470-4a98-abb5-e9f338175aaf tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324960 Aug 30 13:06:55.368774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84f146-1ea6-456f-a20f-f35ffbab4f53 req-f5797cac-0038-4667-bf5b-9fec12d367e5 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:55.370558 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f84f146-1ea6-456f-a20f-f35ffbab4f53 req-f5797cac-0038-4667-bf5b-9fec12d367e5 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 943 time: 0.0528295 Aug 30 13:06:55.410803 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f84f146-1ea6-456f-a20f-f35ffbab4f53 req-c9bedd5e-a46b-4bd7-9cc2-1f7849ebfc60 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341251 Aug 30 13:06:56.058248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bedd99-0a75-4559-93bd-c2413b6e0f30 req-05f18231-6c20-4d85-8252-51a96ba69d37 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:56.059937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27bedd99-0a75-4559-93bd-c2413b6e0f30 req-05f18231-6c20-4d85-8252-51a96ba69d37 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0567155 Aug 30 13:06:56.102481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27bedd99-0a75-4559-93bd-c2413b6e0f30 req-8e37a94e-467d-4532-a9e9-7bafbdbd4639 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366418 Aug 30 13:06:56.225200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 193fd3f6-6b50-4fda-ada0-0318d9d91437 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:06:56.317277 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:56.343324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:06:56.345778 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c955ca2-ddf1-4b6d-83f3-1cbd84c19b3a" -d '{"events": [{"server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:06:56.362530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:56.370905 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:56.418625 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6071dc-52df-4f04-920e-0b65faf65d39 x-openstack-request-id: req-1b6071dc-52df-4f04-920e-0b65faf65d39 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:06:56.418945 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:06:56.419201 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b6071dc-52df-4f04-920e-0b65faf65d39 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:06:56.419619 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437', 'code': 200} Aug 30 13:06:56.432065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=193fd3f6-6b50-4fda-ada0-0318d9d91437,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:56.467806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 46210) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:56.529924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ebe6b-5f4d-4e34-b071-f17c5c5fd6e6 req-e2885ffc-99b6-4b43-bcf9-dc567690de4d tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:56.531435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-093ebe6b-5f4d-4e34-b071-f17c5c5fd6e6 req-e2885ffc-99b6-4b43-bcf9-dc567690de4d tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 943 time: 0.0493309 Aug 30 13:06:56.584868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-093ebe6b-5f4d-4e34-b071-f17c5c5fd6e6 req-429c5632-c27e-43b5-8dd6-37933ff64d7f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468256 Aug 30 13:06:56.585774 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b67f-6c1a-4e6c-9a9b-94f79f83bc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:56.673646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b67f-6c1a-4e6c-9a9b-94f79f83bc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:56.677779 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb1b67f-6c1a-4e6c-9a9b-94f79f83bc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:56.719909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8eb1b67f-6c1a-4e6c-9a9b-94f79f83bc77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17bf2712da174eac914b5f217a1e29a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509956 Aug 30 13:06:56.721050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1b67f-6c1a-4e6c-9a9b-94f79f83bc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7990038-647b-49ba-8324-cffd76cad5d0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:56.722529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 46218) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:56.776220 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4ba06a2-bebb-4b99-b2ed-99a6a38ccd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:56.801296 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4ba06a2-bebb-4b99-b2ed-99a6a38ccd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:56.848118 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4ba06a2-bebb-4b99-b2ed-99a6a38ccd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:56.850868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4ba06a2-bebb-4b99-b2ed-99a6a38ccd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:56.852073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b4ba06a2-bebb-4b99-b2ed-99a6a38ccd02 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b7990038-647b-49ba-8324-cffd76cad5d0 HTTP/1.1" status: 204 len: 168 time: 0.1283777 Aug 30 13:06:56.859824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba06a2-bebb-4b99-b2ed-99a6a38ccd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7990038-647b-49ba-8324-cffd76cad5d0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:56.879203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 73a4fda4-e81c-4465-9252-5724992d8985 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:06:56.979676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 73a4fda4-e81c-4465-9252-5724992d8985, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=73a4fda4-e81c-4465-9252-5724992d8985,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:56.991956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '73a4fda4-e81c-4465-9252-5724992d8985', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'port_id': '73a4fda4-e81c-4465-9252-5724992d8985', 'mac_address': 'fa:16:3e:ed:e4:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:06:57.029139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:57.042141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a4fda4-e81c-4465-9252-5724992d8985 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:57.061816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 73a4fda4-e81c-4465-9252-5724992d8985, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=73a4fda4-e81c-4465-9252-5724992d8985,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:57.065437 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:57.118067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=73a4fda4-e81c-4465-9252-5724992d8985,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:57.143403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 46228) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:57.161019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:57.246164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da786-3dad-4f98-8e86-56623182ffe6 req-2ee12db9-3b09-42a9-af67-38807e9a883b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:57.247579 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b8da786-3dad-4f98-8e86-56623182ffe6 req-2ee12db9-3b09-42a9-af67-38807e9a883b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0722218 Aug 30 13:06:57.273186 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:57.276978 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:57.286202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9b8da786-3dad-4f98-8e86-56623182ffe6 req-ea42d165-9d26-40ab-af67-3d1bc38448e0 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Aug 30 13:06:57.317339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35c26a90a5f64626be565fbf93b71556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1727340 Aug 30 13:06:57.318657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9306e121-600d-4440-b3da-694a5a78df15,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:57.320075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 46240) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:06:57.326141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.326488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.326828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.327167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.327499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.327829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.328157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.328480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.328804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.329129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.329451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.329796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a1ef83-4efb-4e9f-aafe-596fcd13bf5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:06:57.371489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab289faf-4402-4a26-8d54-937124ad96a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:57.393472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab289faf-4402-4a26-8d54-937124ad96a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:57.439284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab289faf-4402-4a26-8d54-937124ad96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:57.441826 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab289faf-4402-4a26-8d54-937124ad96a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:57.442962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ab289faf-4402-4a26-8d54-937124ad96a1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9306e121-600d-4440-b3da-694a5a78df15 HTTP/1.1" status: 204 len: 168 time: 0.1217844 Aug 30 13:06:57.451302 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab289faf-4402-4a26-8d54-937124ad96a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9306e121-600d-4440-b3da-694a5a78df15,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:57.569646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['73a4fda4-e81c-4465-9252-5724992d8985'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:57.724165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892b2a8-acbd-4635-ab22-ba2268bf5e45 req-63677af4-5708-414a-b72b-ff20ff69465b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:57.727483 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9892b2a8-acbd-4635-ab22-ba2268bf5e45 req-63677af4-5708-414a-b72b-ff20ff69465b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 944 time: 0.0616901 Aug 30 13:06:57.768481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9892b2a8-acbd-4635-ab22-ba2268bf5e45 req-90198a56-22d9-4aaa-b761-b8420236dd49 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347946 Aug 30 13:06:58.168308 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:58.413015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5ef65-db07-40ce-96f0-04edd06979df req-296f5fa3-0b06-416b-959b-9aeff3624a57 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:58.414560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cd5ef65-db07-40ce-96f0-04edd06979df req-296f5fa3-0b06-416b-959b-9aeff3624a57 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0519505 Aug 30 13:06:58.466865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cd5ef65-db07-40ce-96f0-04edd06979df req-b319df34-94e9-4cc0-a26f-85f3df83f0a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Aug 30 13:06:58.889995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:06:58.903859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f04ae8-b384-4061-84ff-532138ddc396 req-c966032c-ac7a-4fcf-b10b-aa0f14505c59 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:58.905382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2f04ae8-b384-4061-84ff-532138ddc396 req-c966032c-ac7a-4fcf-b10b-aa0f14505c59 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 944 time: 0.0537453 Aug 30 13:06:58.949586 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2f04ae8-b384-4061-84ff-532138ddc396 req-f493405c-e99a-4716-957e-9da5cd1ffb13 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373282 Aug 30 13:06:58.992366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:59.003707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'mac_address': 'fa:16:3e:32:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:06:59.040873 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:59.054390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ef9d69-7413-4710-a779-66c42eda0ea1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:06:59.072919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:06:59.078150 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:06:59.131044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:06:59.216433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['c7ef9d69-7413-4710-a779-66c42eda0ea1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:06:59.589048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a661cbe1-04d4-47f4-9e62-4591453afe2a req-b7392073-5c63-44ad-a09e-a2a27eb0f422 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:06:59.590662 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a661cbe1-04d4-47f4-9e62-4591453afe2a req-b7392073-5c63-44ad-a09e-a2a27eb0f422 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0555618 Aug 30 13:06:59.628562 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a661cbe1-04d4-47f4-9e62-4591453afe2a req-0929a889-ab4e-40a2-a3d8-6d5b27cad425 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Aug 30 13:07:00.077609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f8b1e-0038-4e42-a175-98988e71bb65 req-cedd0db3-ea55-4620-9a0e-e472bd30457a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:00.079032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-710f8b1e-0038-4e42-a175-98988e71bb65 req-cedd0db3-ea55-4620-9a0e-e472bd30457a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 944 time: 0.0522971 Aug 30 13:07:00.118300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-710f8b1e-0038-4e42-a175-98988e71bb65 req-2ee529aa-f6cc-444b-bd4b-397b170f32ab tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325313 Aug 30 13:07:00.591111 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:00.750015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108f9e1-55bc-40d9-a14c-71b7ec7c908b req-540f5e24-9d16-4a3a-a166-2e425ba2ed00 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:00.752089 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6108f9e1-55bc-40d9-a14c-71b7ec7c908b req-540f5e24-9d16-4a3a-a166-2e425ba2ed00 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0534577 Aug 30 13:07:00.790389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6108f9e1-55bc-40d9-a14c-71b7ec7c908b req-ab0fee4b-e3aa-41a1-8f55-ec7e88f21741 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310724 Aug 30 13:07:00.895874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:07:00.947597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port c7ef9d69-7413-4710-a779-66c42eda0ea1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:00.947597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:01.029696 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:01.051506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:07:01.054508 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8b9279-970e-43de-b5b7-5b0631844c43" -d '{"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-plugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:07:01.067514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:01.072999 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:01.073861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 73a4fda4-e81c-4465-9252-5724992d8985 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:07:01.113283 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0911a7c-2623-4d5a-91dc-adb0b0f4dcc1 x-openstack-request-id: req-c0911a7c-2623-4d5a-91dc-adb0b0f4dcc1 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:07:01.113580 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-plugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:07:01.113867 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c0911a7c-2623-4d5a-91dc-adb0b0f4dcc1 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:07:01.114255 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'code': 200} Aug 30 13:07:01.152837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=10']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:01.173195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 73a4fda4-e81c-4465-9252-5724992d8985 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:07:01.177066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 73a4fda4-e81c-4465-9252-5724992d8985 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:01.177466 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:01.240900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a241a-927b-42a8-b51b-585addf2044a req-a794667d-7585-428e-9564-4981892b71d0 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:01.242948 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-035a241a-927b-42a8-b51b-585addf2044a req-a794667d-7585-428e-9564-4981892b71d0 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 944 time: 0.0508318 Aug 30 13:07:01.267747 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:01.282558 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-035a241a-927b-42a8-b51b-585addf2044a req-c3494f63-3b1e-415a-bb96-33e3cc3168f2 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334632 Aug 30 13:07:01.307676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 73a4fda4-e81c-4465-9252-5724992d8985, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=73a4fda4-e81c-4465-9252-5724992d8985,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:01.311579 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:01.361206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=73a4fda4-e81c-4465-9252-5724992d8985,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:01.911100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432f307-3338-42cc-8c68-de62145c2f7e req-f31e7de5-2e4d-4fbb-949b-2c384e94bcc7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:01.913542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8432f307-3338-42cc-8c68-de62145c2f7e req-f31e7de5-2e4d-4fbb-949b-2c384e94bcc7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0539110 Aug 30 13:07:01.956457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8432f307-3338-42cc-8c68-de62145c2f7e req-0a09cb7c-044f-424c-b563-9f293aa18aea tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353458 Aug 30 13:07:02.406172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce45dd-6c9e-4ba6-b0f1-eecaff505c73 req-741aa3f4-caf2-49f4-99a7-27b04107d51f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:02.407782 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4fce45dd-6c9e-4ba6-b0f1-eecaff505c73 req-741aa3f4-caf2-49f4-99a7-27b04107d51f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0507073 Aug 30 13:07:02.447828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4fce45dd-6c9e-4ba6-b0f1-eecaff505c73 req-1240df4a-c1e9-4f2e-adbe-3a59c48ab52e tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329809 Aug 30 13:07:02.834485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 46428) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:02.938074 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a9703a0-8e47-4977-a16b-93651cec15a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.066958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a9703a0-8e47-4977-a16b-93651cec15a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.074041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a9703a0-8e47-4977-a16b-93651cec15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.105179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2168e-a1a7-4d73-a622-10ff93bd1d3a req-f27843c6-6c6c-4098-a6ec-4c17b08596b9 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:03.106756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fc2168e-a1a7-4d73-a622-10ff93bd1d3a req-f27843c6-6c6c-4098-a6ec-4c17b08596b9 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0766640 Aug 30 13:07:03.115028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a4fda4-e81c-4465-9252-5724992d8985'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:07:03.117892 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92703410-1ca2-4442-98c8-5f47d415f9e8" -d '{"events": [{"server_uuid": "72879b45-8c2a-4324-b68a-b9bb0b170c11", "name": "network-vif-plugged", "status": "completed", "tag": "73a4fda4-e81c-4465-9252-5724992d8985"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:07:03.131871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9703a0-8e47-4977-a16b-93651cec15a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c55a19-b862-48ab-86cd-4e3e1ee4f336,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:03.136504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9a9703a0-8e47-4977-a16b-93651cec15a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d17c32d291f143d6897caf57801af44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009324 Aug 30 13:07:03.139242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 46442) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:03.170272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fc2168e-a1a7-4d73-a622-10ff93bd1d3a req-e7043079-3587-464c-8729-b9c2c4e54556 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566587 Aug 30 13:07:03.195397 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108af8bf-b44d-480a-8dfe-e20a22a6c016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.195539 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb4a711-f227-446e-8340-65a38643f503 x-openstack-request-id: req-4cb4a711-f227-446e-8340-65a38643f503 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:07:03.195810 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72879b45-8c2a-4324-b68a-b9bb0b170c11", "name": "network-vif-plugged", "status": "completed", "tag": "73a4fda4-e81c-4465-9252-5724992d8985", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:07:03.196147 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4cb4a711-f227-446e-8340-65a38643f503 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:07:03.196608 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a4fda4-e81c-4465-9252-5724992d8985', 'code': 200} Aug 30 13:07:03.222894 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108af8bf-b44d-480a-8dfe-e20a22a6c016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.277587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108af8bf-b44d-480a-8dfe-e20a22a6c016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.280286 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108af8bf-b44d-480a-8dfe-e20a22a6c016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.283893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-108af8bf-b44d-480a-8dfe-e20a22a6c016 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2c55a19-b862-48ab-86cd-4e3e1ee4f336 HTTP/1.1" status: 204 len: 168 time: 0.1411469 Aug 30 13:07:03.291435 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108af8bf-b44d-480a-8dfe-e20a22a6c016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c55a19-b862-48ab-86cd-4e3e1ee4f336,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:03.335513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2ef148-7231-429d-ac0e-383581e5143e req-59db580e-10e6-4f1b-b66d-2e99cfe4dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:03.337299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b2ef148-7231-429d-ac0e-383581e5143e req-59db580e-10e6-4f1b-b66d-2e99cfe4dc67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 1096 time: 0.0584104 Aug 30 13:07:03.382424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b2ef148-7231-429d-ac0e-383581e5143e req-3fbf2857-eb4f-4757-a1b8-f1cd3eacd685 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325522 Aug 30 13:07:03.600877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288424f-34a5-4bdb-a40c-8fa6ca2d3784 req-520b906e-597f-42eb-a7c6-b287c0abbdcf tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:03.610029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c288424f-34a5-4bdb-a40c-8fa6ca2d3784 req-520b906e-597f-42eb-a7c6-b287c0abbdcf tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0798564 Aug 30 13:07:03.641601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 46478) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:03.656577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-61347f7b-8abd-4e02-8cc8-41c3162c40c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.670171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c288424f-34a5-4bdb-a40c-8fa6ca2d3784 req-5caa3075-77eb-429c-b766-ec326635dfe8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587225 Aug 30 13:07:03.761696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-61347f7b-8abd-4e02-8cc8-41c3162c40c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.765922 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-61347f7b-8abd-4e02-8cc8-41c3162c40c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.809180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-61347f7b-8abd-4e02-8cc8-41c3162c40c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b02d8d0697d4eac9da57d91edebea46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1664388 Aug 30 13:07:03.810180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61347f7b-8abd-4e02-8cc8-41c3162c40c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c575a4-a6bb-4f37-a0fb-61b93ccb5fbd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:03.811845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 46480) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:03.888322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5248bb72-8408-4ecb-be49-d83171a94fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.912079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5248bb72-8408-4ecb-be49-d83171a94fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.969350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5248bb72-8408-4ecb-be49-d83171a94fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.972138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5248bb72-8408-4ecb-be49-d83171a94fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:03.973395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5248bb72-8408-4ecb-be49-d83171a94fa0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/81c575a4-a6bb-4f37-a0fb-61b93ccb5fbd HTTP/1.1" status: 204 len: 168 time: 0.1605356 Aug 30 13:07:03.991502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248bb72-8408-4ecb-be49-d83171a94fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c575a4-a6bb-4f37-a0fb-61b93ccb5fbd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:04.344782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878f774-6339-4df8-b2de-a00e4895e3b0 req-e49ca401-f5a0-4317-a3da-1b44cae47d28 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:04.355381 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3878f774-6339-4df8-b2de-a00e4895e3b0 req-e49ca401-f5a0-4317-a3da-1b44cae47d28 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0826838 Aug 30 13:07:04.423170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3878f774-6339-4df8-b2de-a00e4895e3b0 req-2ef93ef6-b681-434f-8cdc-e749c6a839a4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666628 Aug 30 13:07:04.439804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56eb801-c862-42f1-b70d-a2f160bbdbfd req-ddae389f-27d1-4845-961d-23cd682e5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:04.441289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c56eb801-c862-42f1-b70d-a2f160bbdbfd req-ddae389f-27d1-4845-961d-23cd682e5fd4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1097 time: 0.0830669 Aug 30 13:07:04.490879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c56eb801-c862-42f1-b70d-a2f160bbdbfd req-93ad2716-2454-4338-89bc-76d791653541 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360315 Aug 30 13:07:04.836326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0f910-a6a0-4048-82f2-b49f56a2fb3d req-9de971ec-4ca9-483b-a6a1-d36dc87a2535 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:04.846264 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fcc0f910-a6a0-4048-82f2-b49f56a2fb3d req-9de971ec-4ca9-483b-a6a1-d36dc87a2535 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0853288 Aug 30 13:07:04.892271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fcc0f910-a6a0-4048-82f2-b49f56a2fb3d req-b3961be4-eaab-43ab-9b69-a45e54036690 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447915 Aug 30 13:07:05.589563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c33bbe-7976-44da-b7a3-8a01a330e0e6 req-3c07b89a-ec70-4a2e-9c21-1e7693bb9ed8 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:05.597826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06c33bbe-7976-44da-b7a3-8a01a330e0e6 req-3c07b89a-ec70-4a2e-9c21-1e7693bb9ed8 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0806484 Aug 30 13:07:05.649458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06c33bbe-7976-44da-b7a3-8a01a330e0e6 req-4454f7d7-4a74-4de3-9356-2ea3a78dbfe0 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Aug 30 13:07:06.057992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db233041-f835-444f-8a99-021a1ddc6381 req-f8e285c3-5634-4288-bb49-d92e008df529 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:06.066107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db233041-f835-444f-8a99-021a1ddc6381 req-f8e285c3-5634-4288-bb49-d92e008df529 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0738354 Aug 30 13:07:06.118557 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db233041-f835-444f-8a99-021a1ddc6381 req-5dac5a43-76b8-44d7-bee2-9c6f4c3cec3b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513284 Aug 30 13:07:06.238942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46004be-00cc-4d24-96cf-df5e85767788 req-2afe0a76-77f8-4fa5-9597-68bcd2249d40 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:06.242165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b46004be-00cc-4d24-96cf-df5e85767788 req-2afe0a76-77f8-4fa5-9597-68bcd2249d40 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0564423 Aug 30 13:07:06.251118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 46574) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:06.257265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-636c40d3-bb17-4f0b-b971-97fdfd9e27ec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'floatingip': {'port_id': '73a4fda4-e81c-4465-9252-5724992d8985'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:06.384811 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-636c40d3-bb17-4f0b-b971-97fdfd9e27ec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:06.575531 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-be50738d-7b83-41a5-9bac-428a18f9a894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:07.003074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20578f77-3f03-428b-b63c-10a3c8d09e1d req-2f11023b-6f7f-4e8a-b825-19b5d7861a28 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:07.004708 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20578f77-3f03-428b-b63c-10a3c8d09e1d req-2f11023b-6f7f-4e8a-b825-19b5d7861a28 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1783347 Aug 30 13:07:07.114454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20578f77-3f03-428b-b63c-10a3c8d09e1d req-d166d4a3-2eb6-4f3e-96dd-b50cc69a98f8 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996943 Aug 30 13:07:07.148042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-636c40d3-bb17-4f0b-b971-97fdfd9e27ec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:07.154071 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-636c40d3-bb17-4f0b-b971-97fdfd9e27ec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:07.290823 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-636c40d3-bb17-4f0b-b971-97fdfd9e27ec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Floating IP 6324a66d-b3e5-4f08-816c-f3650acbe7f2 associated. External IP: 172.25.2.28, port: 73a4fda4-e81c-4465-9252-5724992d8985. Aug 30 13:07:07.499516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-b0c4cfac-269d-4454-821c-fa9d9d4f78b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:07.501013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-b0c4cfac-269d-4454-821c-fa9d9d4f78b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1097 time: 0.0801082 Aug 30 13:07:07.565811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30f9a0-8e8a-4bb6-a66f-0c32f14d7e49 req-e72e1744-b892-4593-a29a-21ee7aca0bd3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:07.573771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c30f9a0-8e8a-4bb6-a66f-0c32f14d7e49 req-e72e1744-b892-4593-a29a-21ee7aca0bd3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1669798 Aug 30 13:07:07.719635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c30f9a0-8e8a-4bb6-a66f-0c32f14d7e49 req-bb40904d-298d-42e2-bdfb-3831fc240211 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448095 Aug 30 13:07:07.758436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-a4b0b23c-b27f-4496-95aa-c0930deec4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:07.759975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-a4b0b23c-b27f-4496-95aa-c0930deec4f9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 920 time: 0.2119093 Aug 30 13:07:07.765605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636c40d3-bb17-4f0b-b971-97fdfd9e27ec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Router 38daa008-121f-4a5f-b352-0a72e914853b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:07:07.810387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-fa80aba5-0143-42ae-ae07-7b94682bd5a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b578e6a-431d-4e10-8300-89b636bc88d3 HTTP/1.1" status: 200 len: 217 time: 0.0412502 Aug 30 13:07:07.997836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636c40d3-bb17-4f0b-b971-97fdfd9e27ec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:07:08.000210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-f4cbaa69-f30d-43e4-b367-3e27591d1679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:08.001748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-f4cbaa69-f30d-43e4-b367-3e27591d1679 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.1504726 Aug 30 13:07:08.004885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-636c40d3-bb17-4f0b-b971-97fdfd9e27ec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:08.010265 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] Sync routers for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:07:08.023896 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:07:08.024527 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:08.076129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-47fdccbf-530a-4e8e-9602-e2d7050e6f1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572331 Aug 30 13:07:08.091150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-636c40d3-bb17-4f0b-b971-97fdfd9e27ec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "PUT /v2.0/floatingips/6324a66d-b3e5-4f08-816c-f3650acbe7f2 HTTP/1.1" status: 200 len: 990 time: 1.8387845 Aug 30 13:07:08.102768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'tag': '73a4fda4-e81c-4465-9252-5724992d8985'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:07:08.105754 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b64a75-66d1-4ee9-a183-73f4fda3de33" -d '{"events": [{"name": "network-changed", "server_uuid": "72879b45-8c2a-4324-b68a-b9bb0b170c11", "tag": "73a4fda4-e81c-4465-9252-5724992d8985"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:07:08.192026 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3b6f70-1657-4cb2-b4e9-1e320d44ddfc x-openstack-request-id: req-5d3b6f70-1657-4cb2-b4e9-1e320d44ddfc {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:07:08.192619 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72879b45-8c2a-4324-b68a-b9bb0b170c11", "tag": "73a4fda4-e81c-4465-9252-5724992d8985", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:07:08.192944 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d3b6f70-1657-4cb2-b4e9-1e320d44ddfc {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:07:08.194878 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'tag': '73a4fda4-e81c-4465-9252-5724992d8985', 'status': 'completed', 'code': 200} Aug 30 13:07:08.213362 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:07:08.268670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-21eac4fc-dd1d-4271-9c1e-ac4786e8aad3 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760628 Aug 30 13:07:08.346655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-903b57c3-a0f6-4816-a755-3295830d3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:08.348527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-903b57c3-a0f6-4816-a755-3295830d3391 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 1096 time: 0.1220124 Aug 30 13:07:08.452489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-406b1e28-6b0e-4c39-89b1-e48c2cbef030 req-5e71aa3b-21bb-4cc6-896d-3d009eff15a2 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692092 Aug 30 13:07:08.512266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-0cc271d7-1e97-4792-a35d-4f858f8f431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:08.514279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-0cc271d7-1e97-4792-a35d-4f858f8f431c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 911 time: 0.1555517 Aug 30 13:07:08.547373 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '6324a66d-b3e5-4f08-816c-f3650acbe7f2', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'port_id': '73a4fda4-e81c-4465-9252-5724992d8985', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'mac_address': 'fa:16:3e:ed:e4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:06:42Z', 'updated_at': '2021-08-30T13:07:06Z', 'revision_number': 1, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:08.589034 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] Checking router: 38daa008-121f-4a5f-b352-0a72e914853b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:07:08.602146 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:07:08.604737 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:06:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:08.610710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-03bbbc56-7924-4c59-90ab-17a9a35470d7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73a4fda4-e81c-4465-9252-5724992d8985 HTTP/1.1" status: 200 len: 998 time: 0.0878427 Aug 30 13:07:08.674995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-7fa6ec7b-800a-4d3d-8991-55574b64a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:08.676617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-7fa6ec7b-800a-4d3d-8991-55574b64a209 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.0565233 Aug 30 13:07:08.736752 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:07:08.767851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-e7191723-c87e-4af7-9304-6c1347392a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:08.769486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-e7191723-c87e-4af7-9304-6c1347392a34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849452 Aug 30 13:07:08.951366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a334b23-4e41-46b9-8794-3e68dc8fc45a req-4c9f6618-0397-44f2-93dd-dee558ae4a89 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:08.952910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a334b23-4e41-46b9-8794-3e68dc8fc45a req-4c9f6618-0397-44f2-93dd-dee558ae4a89 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1263866 Aug 30 13:07:09.008192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-839093fb-06f8-4e32-a02a-ad6bef1b8303 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301602 Aug 30 13:07:09.157975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a334b23-4e41-46b9-8794-3e68dc8fc45a req-889220f5-ebf3-4c7e-8234-42996b9d100f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985333 Aug 30 13:07:09.228258 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '6324a66d-b3e5-4f08-816c-f3650acbe7f2', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'port_id': '73a4fda4-e81c-4465-9252-5724992d8985', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'mac_address': 'fa:16:3e:ed:e4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:06:42Z', 'updated_at': '2021-08-30T13:07:06Z', 'revision_number': 1, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:09.243502 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41b64a75-66d1-4ee9-a183-73f4fda3de33 req-6abd8548-776b-40e2-94dd-e241c793c36a service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188046 Aug 30 13:07:09.270655 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfcbc43-f92a-4dff-8016-c101319d75cc None None] The sync data for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 is: [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '6324a66d-b3e5-4f08-816c-f3650acbe7f2', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'floating_ip_address': '172.25.2.28', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'port_id': '73a4fda4-e81c-4465-9252-5724992d8985', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'mac_address': 'fa:16:3e:ed:e4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:06:42Z', 'updated_at': '2021-08-30T13:07:06Z', 'revision_number': 1, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:07:09.339236 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-692386e7-aa7c-4015-8544-86dab5a89b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:09.635826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09b8fa-46bf-4bc4-96aa-9ea024662c3f None None] New status for floating IP 6324a66d-b3e5-4f08-816c-f3650acbe7f2: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:07:09.683456 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:07:09.918855 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:10.329986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b547bba-9a9e-4125-823f-9ce54c8fad39 req-9a0245f4-6b90-4b73-a046-9582865be0d9 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:10.338509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b547bba-9a9e-4125-823f-9ce54c8fad39 req-9a0245f4-6b90-4b73-a046-9582865be0d9 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0864503 Aug 30 13:07:10.426095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b547bba-9a9e-4125-823f-9ce54c8fad39 req-0e20b4ee-8f8b-48fe-8fa8-4862339a888d tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864990 Aug 30 13:07:10.743354 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:11.585506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c3629-8415-43c2-b2b2-e11994b1f22f req-27f3e983-9758-41d6-8440-2d65909b1103 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:11.593707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-631c3629-8415-43c2-b2b2-e11994b1f22f req-27f3e983-9758-41d6-8440-2d65909b1103 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0624137 Aug 30 13:07:11.638859 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-631c3629-8415-43c2-b2b2-e11994b1f22f req-2a2b847a-2c8e-43ca-a6f2-6046e7e8baf3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Aug 30 13:07:12.113389 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:13.379208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a5337-f88b-42e3-a355-fb454f31576b req-8e7148c2-6307-40c5-ac92-67eee9768f00 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:13.382301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb8a5337-f88b-42e3-a355-fb454f31576b req-8e7148c2-6307-40c5-ac92-67eee9768f00 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0788515 Aug 30 13:07:13.450174 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb8a5337-f88b-42e3-a355-fb454f31576b req-1e7894d3-baec-401f-bef8-c81c726880bc tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618706 Aug 30 13:07:17.850905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b53e1-a49f-433b-a95b-412af189587d req-6b9f2661-3453-485f-9b28-5bdb7f42142e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:17.853508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e63b53e1-a49f-433b-a95b-412af189587d req-6b9f2661-3453-485f-9b28-5bdb7f42142e tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 951 time: 0.0876074 Aug 30 13:07:17.905262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e63b53e1-a49f-433b-a95b-412af189587d req-4f909d68-d482-4a0a-9a3d-f6b27b421014 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451000 Aug 30 13:07:19.041708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a472d-d422-44e5-8e69-d83d2e1a9f55 req-721a9762-348b-42c4-a95c-4e5c9e7b720b tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:19.043479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e8a472d-d422-44e5-8e69-d83d2e1a9f55 req-721a9762-348b-42c4-a95c-4e5c9e7b720b tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 951 time: 0.0543933 Aug 30 13:07:19.085862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e8a472d-d422-44e5-8e69-d83d2e1a9f55 req-a3a89573-69d5-4a85-bc3c-6b5163f0bea5 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360734 Aug 30 13:07:19.863282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47048) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:19.988056 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4194e4da-246f-4ea7-aec7-49a94af385af admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.086914 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4194e4da-246f-4ea7-aec7-49a94af385af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.091616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4194e4da-246f-4ea7-aec7-49a94af385af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.134807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4194e4da-246f-4ea7-aec7-49a94af385af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d01343f24a554869a8a1edbab9d775aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704272 Aug 30 13:07:20.135632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194e4da-246f-4ea7-aec7-49a94af385af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b21dbfd-99a9-4dd7-9d20-fc6c0cbc6efe,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:20.137439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 47088) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:20.189265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fbe67138-9a6a-48c0-9840-403bbf73aa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.212064 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fbe67138-9a6a-48c0-9840-403bbf73aa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.260328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fbe67138-9a6a-48c0-9840-403bbf73aa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.263000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fbe67138-9a6a-48c0-9840-403bbf73aa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.264203 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fbe67138-9a6a-48c0-9840-403bbf73aa6a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b21dbfd-99a9-4dd7-9d20-fc6c0cbc6efe HTTP/1.1" status: 204 len: 168 time: 0.1257381 Aug 30 13:07:20.271880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe67138-9a6a-48c0-9840-403bbf73aa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b21dbfd-99a9-4dd7-9d20-fc6c0cbc6efe,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:20.549024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 47156) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:20.566464 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5c6a1-ae77-4938-b996-f835d6c3f27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.672367 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5c6a1-ae77-4938-b996-f835d6c3f27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.676434 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5c6a1-ae77-4938-b996-f835d6c3f27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.715815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5c6a1-ae77-4938-b996-f835d6c3f27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92af42a-8a00-4c93-8258-d25360beff15,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:20.720970 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cac5c6a1-ae77-4938-b996-f835d6c3f27f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2fed6ebf9a7845baa877bf4405c06331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707282 Aug 30 13:07:20.723650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47170) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:20.777478 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e37fb2e4-b3d0-4556-9427-94cc9e3bdf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:20.805160 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e37fb2e4-b3d0-4556-9427-94cc9e3bdf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:21.037740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:07:21.124203 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:21.148851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:07:21.151184 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c21a6-45f9-4c40-a953-1a0262c34770" -d '{"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:07:21.175491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:21.181123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:21.206482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e37fb2e4-b3d0-4556-9427-94cc9e3bdf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:21.209871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e37fb2e4-b3d0-4556-9427-94cc9e3bdf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:21.210729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e37fb2e4-b3d0-4556-9427-94cc9e3bdf5f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a92af42a-8a00-4c93-8258-d25360beff15 HTTP/1.1" status: 204 len: 168 time: 0.4860477 Aug 30 13:07:21.218742 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4796b2-1caf-463d-aeff-c18080be19ba x-openstack-request-id: req-4e4796b2-1caf-463d-aeff-c18080be19ba {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:07:21.219042 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-unplugged", "status": "completed", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:07:21.219355 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e4796b2-1caf-463d-aeff-c18080be19ba {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:07:21.219903 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'code': 200} Aug 30 13:07:21.220392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37fb2e4-b3d0-4556-9427-94cc9e3bdf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92af42a-8a00-4c93-8258-d25360beff15,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:21.258625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=11']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:22.541841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e722e55-5dc1-4a55-a93a-f42dff100000 req-43ac2f36-99ec-4e3c-8d56-181d457d0c88 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:22.543594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e722e55-5dc1-4a55-a93a-f42dff100000 req-43ac2f36-99ec-4e3c-8d56-181d457d0c88 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 948 time: 0.0501888 Aug 30 13:07:22.586255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e722e55-5dc1-4a55-a93a-f42dff100000 req-e96bf164-7c8a-41d0-9f28-8d759e8fe737 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Aug 30 13:07:23.707588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75987e-8564-4166-8b9d-93fe3a1a864e req-efdfcf06-1edc-4cbc-a448-c5115d541ed4 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:23.709047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf75987e-8564-4166-8b9d-93fe3a1a864e req-efdfcf06-1edc-4cbc-a448-c5115d541ed4 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 948 time: 0.0526683 Aug 30 13:07:23.751595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf75987e-8564-4166-8b9d-93fe3a1a864e req-c750a07e-9f58-4e3c-a576-b02beed5b2e5 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355098 Aug 30 13:07:23.997567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-70b9203d-7409-455e-a804-33957a7dee08 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:23.999280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-70b9203d-7409-455e-a804-33957a7dee08 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.16 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 948 time: 0.0504646 Aug 30 13:07:24.105080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Deleting port 193fd3f6-6b50-4fda-ada0-0318d9d91437 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:07:24.105419 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:24.191887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] For port 193fd3f6-6b50-4fda-ada0-0318d9d91437, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=193fd3f6-6b50-4fda-ada0-0318d9d91437,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:24.192251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:24.205928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Calling delete_port for 193fd3f6-6b50-4fda-ada0-0318d9d91437 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:07:24.339678 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:24.368712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Pushing event deleted for resources: {'Port': ['ID=193fd3f6-6b50-4fda-ada0-0318d9d91437,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:24.380719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.381869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.382096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.382584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.382917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.383249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.383578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.383903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.384303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.384648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.384978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.385299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:24.429006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] No DVR routers for this DVR port 193fd3f6-6b50-4fda-ada0-0318d9d91437 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:07:24.431789 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:24.433884 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-163402c5-7f5d-4a32-9db9-73633646a3b4 req-0ab21258-709c-4a15-adbf-6323c903fa72 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.16 "DELETE /v2.0/ports/193fd3f6-6b50-4fda-ada0-0318d9d91437 HTTP/1.1" status: 204 len: 173 time: 0.4283843 Aug 30 13:07:24.434329 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'name': 'network-vif-deleted', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:07:24.436561 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427be192-476c-4d62-9985-cd567a2efda8" -d '{"events": [{"server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "name": "network-vif-deleted", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:07:24.485710 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf88b88-2ca3-43d5-bd0f-c9ca22433574 x-openstack-request-id: req-fdf88b88-2ca3-43d5-bd0f-c9ca22433574 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:07:24.486007 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539e1ee6-5b8a-4f78-a62b-88070080fdd0", "name": "network-vif-deleted", "tag": "193fd3f6-6b50-4fda-ada0-0318d9d91437", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:07:24.486256 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdf88b88-2ca3-43d5-bd0f-c9ca22433574 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:07:24.486674 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539e1ee6-5b8a-4f78-a62b-88070080fdd0', 'name': 'network-vif-deleted', 'tag': '193fd3f6-6b50-4fda-ada0-0318d9d91437', 'status': 'completed', 'code': 200} Aug 30 13:07:24.888256 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a60d291-89fa-4792-b3a7-9faf64651311 req-79ed2ec8-b14b-4fca-97bb-edf90057ae27 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=539e1ee6-5b8a-4f78-a62b-88070080fdd0 HTTP/1.1" status: 200 len: 210 time: 0.0319581 Aug 30 13:07:26.252402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d82efb-de81-4b86-b2f4-283d88272999 req-23085475-9536-4e63-ba09-8f0c3a2ba541 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:26.254095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82d82efb-de81-4b86-b2f4-283d88272999 req-23085475-9536-4e63-ba09-8f0c3a2ba541 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 949 time: 0.0532262 Aug 30 13:07:26.333530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82d82efb-de81-4b86-b2f4-283d88272999 req-ad04611c-4728-451e-864c-9382dcc6dc61 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728118 Aug 30 13:07:26.337824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25d462-7fe8-47fd-ba30-341204607935 req-4a1c63d7-6367-475c-9b4b-4d42b2d8f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:26.343314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c25d462-7fe8-47fd-ba30-341204607935 req-4a1c63d7-6367-475c-9b4b-4d42b2d8f262 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1097 time: 0.0769095 Aug 30 13:07:26.377642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89df6-a314-4397-a953-d1839e0b27f4 req-39a6fefc-12d8-435a-93ce-c6e4cf1a14aa tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:26.386186 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d4f89df6-a314-4397-a953-d1839e0b27f4 req-39a6fefc-12d8-435a-93ce-c6e4cf1a14aa tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0672705 Aug 30 13:07:26.433903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d4f89df6-a314-4397-a953-d1839e0b27f4 req-aaaeff5f-b58c-4c96-ba8a-7d4b9982675b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465820 Aug 30 13:07:26.440376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25d462-7fe8-47fd-ba30-341204607935 req-dc4a75a7-dc4e-4933-aff3-38d15dc01894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:26.441948 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c25d462-7fe8-47fd-ba30-341204607935 req-dc4a75a7-dc4e-4933-aff3-38d15dc01894 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 920 time: 0.0936253 Aug 30 13:07:26.489231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c25d462-7fe8-47fd-ba30-341204607935 req-7f682424-9b45-4e10-83d4-0cb795a2e326 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b578e6a-431d-4e10-8300-89b636bc88d3 HTTP/1.1" status: 200 len: 217 time: 0.0386648 Aug 30 13:07:26.541907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25d462-7fe8-47fd-ba30-341204607935 req-acd3b712-e267-4f2c-803c-49874f3c58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:26.543550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c25d462-7fe8-47fd-ba30-341204607935 req-acd3b712-e267-4f2c-803c-49874f3c58e5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.0446060 Aug 30 13:07:26.577846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c25d462-7fe8-47fd-ba30-341204607935 req-9ff57f6c-a955-4760-984b-4a730ca28dd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252740 Aug 30 13:07:26.673733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c25d462-7fe8-47fd-ba30-341204607935 req-b624e1c0-4804-4031-be0c-16f28d032eeb service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873730 Aug 30 13:07:26.773191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c25d462-7fe8-47fd-ba30-341204607935 req-fea0c9d5-95dd-4639-86fc-6f64183bb7b9 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901918 Aug 30 13:07:27.452397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a1615-11c7-4121-a174-7389d9facccb req-7302a309-ee46-4574-a75e-51f4cdc4b23b tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:27.453942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a3a1615-11c7-4121-a174-7389d9facccb req-7302a309-ee46-4574-a75e-51f4cdc4b23b tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 949 time: 0.0504920 Aug 30 13:07:27.495566 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a3a1615-11c7-4121-a174-7389d9facccb req-ffce9b0a-bcfb-4603-a201-eb36a394dfd9 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349417 Aug 30 13:07:27.552029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ba51e-e620-423b-b7df-40d907a807ea req-0617efca-dcf3-4ecf-9fe0-a24cbc886b71 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:27.553561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-135ba51e-e620-423b-b7df-40d907a807ea req-0617efca-dcf3-4ecf-9fe0-a24cbc886b71 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0484774 Aug 30 13:07:27.591402 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-135ba51e-e620-423b-b7df-40d907a807ea req-dbd5de99-02e7-4d79-8c18-85f8beb8fc9b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Aug 30 13:07:28.173492 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:28.410616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 193fd3f6-6b50-4fda-ada0-0318d9d91437 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:07:28.431780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 193fd3f6-6b50-4fda-ada0-0318d9d91437 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:07:28.432128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 193fd3f6-6b50-4fda-ada0-0318d9d91437 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:07:28.646494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebdb91-0663-41b6-bc49-8e2a6cafa955 req-31bd7dbf-7b28-488b-8c04-885c8b2e0fe8 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:28.648076 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0ebdb91-0663-41b6-bc49-8e2a6cafa955 req-31bd7dbf-7b28-488b-8c04-885c8b2e0fe8 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/ports?device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 949 time: 0.0833392 Aug 30 13:07:28.661229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-c6789674-885d-4dcd-917e-3a159bc89652 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:28.663086 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-c6789674-885d-4dcd-917e-3a159bc89652 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.35 "GET /v2.0/ports?device_id=06620633-ddb4-44c5-849b-58f4397fa193 HTTP/1.1" status: 200 len: 949 time: 0.0687745 Aug 30 13:07:28.716607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e4d54-8764-4e3b-8a80-e10cf488737d req-a1e1929f-41bd-4266-8e40-8fadf9409d60 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:28.718189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-728e4d54-8764-4e3b-8a80-e10cf488737d req-a1e1929f-41bd-4266-8e40-8fadf9409d60 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0551107 Aug 30 13:07:28.755350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0ebdb91-0663-41b6-bc49-8e2a6cafa955 req-11fc6c20-02a7-4b2c-b220-acc2e6d2f315 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.37 "GET /v2.0/security-groups?id=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912061 Aug 30 13:07:28.758720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-728e4d54-8764-4e3b-8a80-e10cf488737d req-dd32d38c-9fac-4c83-b71c-b0620f418b8c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343971 Aug 30 13:07:28.797292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Deleting port c7ef9d69-7413-4710-a779-66c42eda0ea1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:07:28.797634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:28.891634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] For port c7ef9d69-7413-4710-a779-66c42eda0ea1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c7ef9d69-7413-4710-a779-66c42eda0ea1,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:28.892000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:28.905880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Calling delete_port for c7ef9d69-7413-4710-a779-66c42eda0ea1 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:07:29.114052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:29.144547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Pushing event deleted for resources: {'Port': ['ID=c7ef9d69-7413-4710-a779-66c42eda0ea1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:29.198085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] No DVR routers for this DVR port c7ef9d69-7413-4710-a779-66c42eda0ea1 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:07:29.200885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:29.202976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d14c791-d8ca-40ab-8085-54e820f9dd4d req-0c1375c2-4749-4922-8e0c-76a75fd59d33 tempest-ListImageFiltersTestJSON-349589493 tempest-ListImageFiltersTestJSON-349589493-project] 10.222.0.35 "DELETE /v2.0/ports/c7ef9d69-7413-4710-a779-66c42eda0ea1 HTTP/1.1" status: 204 len: 173 time: 0.5326653 Aug 30 13:07:29.203427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-deleted', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:07:29.205899 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40bbda2-5d86-4ca8-9291-7537a2960b69" -d '{"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-deleted", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:07:29.243939 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5040e5c7-f158-412e-9181-3ef03c4de3ad x-openstack-request-id: req-5040e5c7-f158-412e-9181-3ef03c4de3ad {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:07:29.244234 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06620633-ddb4-44c5-849b-58f4397fa193", "name": "network-vif-deleted", "tag": "c7ef9d69-7413-4710-a779-66c42eda0ea1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:07:29.244493 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5040e5c7-f158-412e-9181-3ef03c4de3ad {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:07:29.244903 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06620633-ddb4-44c5-849b-58f4397fa193', 'name': 'network-vif-deleted', 'tag': 'c7ef9d69-7413-4710-a779-66c42eda0ea1', 'status': 'completed', 'code': 200} Aug 30 13:07:29.889574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73df7a-382c-48af-a766-dce5d3986382 req-719e1e7f-b266-4b83-a0bd-08db8971e89a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:29.891517 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac73df7a-382c-48af-a766-dce5d3986382 req-719e1e7f-b266-4b83-a0bd-08db8971e89a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0551760 Aug 30 13:07:29.932319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac73df7a-382c-48af-a766-dce5d3986382 req-0ed6fb48-f94f-447e-ab7e-18322ff852e6 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Aug 30 13:07:30.611904 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:30.796028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47580) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:30.933808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c5b4997d-32df-42f1-8a4c-cd3b494d682f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7056e39a8f88417c8f0f6afd482ff3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362333 Aug 30 13:07:30.935898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47584) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:30.991463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19546970-3fad-41bd-8175-fcc640b50d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:31.025122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19546970-3fad-41bd-8175-fcc640b50d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:31.094816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909267f-dec9-4a4a-b22b-18dd612a2a37 req-376de654-fb4b-4e0a-aaff-777027b5b257 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:31.096227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d909267f-dec9-4a4a-b22b-18dd612a2a37 req-376de654-fb4b-4e0a-aaff-777027b5b257 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0872951 Aug 30 13:07:31.124352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19546970-3fad-41bd-8175-fcc640b50d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:31.126799 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19546970-3fad-41bd-8175-fcc640b50d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:31.129732 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-19546970-3fad-41bd-8175-fcc640b50d0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8 HTTP/1.1" status: 204 len: 168 time: 0.1911325 Aug 30 13:07:31.145779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19546970-3fad-41bd-8175-fcc640b50d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc0c9c7-1b9b-4c46-a7c3-fda64642c2c8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:31.155315 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d909267f-dec9-4a4a-b22b-18dd612a2a37 req-1b4a563a-b878-469c-8203-1fe29b0ce1a4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513432 Aug 30 13:07:32.283094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30736c95-5e1c-4102-a67b-988c1c009988 req-15c57e77-d837-4cfe-88c9-5ba69811d6a2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:32.284610 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30736c95-5e1c-4102-a67b-988c1c009988 req-15c57e77-d837-4cfe-88c9-5ba69811d6a2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0508559 Aug 30 13:07:32.295061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 47630) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:32.328771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30736c95-5e1c-4102-a67b-988c1c009988 req-58a55f6e-1f29-4919-8fd5-62b708955d60 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366108 Aug 30 13:07:32.442933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc6263d0-0312-4e48-9775-664cb95d42bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:32.540177 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc6263d0-0312-4e48-9775-664cb95d42bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:32.545178 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc6263d0-0312-4e48-9775-664cb95d42bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:32.586465 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fc6263d0-0312-4e48-9775-664cb95d42bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e7ec8fa2ddb14d51b9cfe9414a9ba401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903171 Aug 30 13:07:32.587336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6263d0-0312-4e48-9775-664cb95d42bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da069ba2-e42f-488b-8c85-c4fb7d7df960,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:32.589976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47640) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:32.642423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8681701-fe0d-4a1f-8612-f147b7cf59cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:32.666823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8681701-fe0d-4a1f-8612-f147b7cf59cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:32.722590 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8681701-fe0d-4a1f-8612-f147b7cf59cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:32.726647 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8681701-fe0d-4a1f-8612-f147b7cf59cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:32.730163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b8681701-fe0d-4a1f-8612-f147b7cf59cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da069ba2-e42f-488b-8c85-c4fb7d7df960 HTTP/1.1" status: 204 len: 168 time: 0.1385863 Aug 30 13:07:32.741569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8681701-fe0d-4a1f-8612-f147b7cf59cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da069ba2-e42f-488b-8c85-c4fb7d7df960,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:33.092812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:07:33.114525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: c7ef9d69-7413-4710-a779-66c42eda0ea1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:07:33.114890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c7ef9d69-7413-4710-a779-66c42eda0ea1 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:07:33.394860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47674) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:33.464387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f741091-4179-4e5f-9f42-697231e6b889 req-4ffd645f-cf3a-40e8-98af-9444be12aa6c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:33.480082 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f741091-4179-4e5f-9f42-697231e6b889 req-4ffd645f-cf3a-40e8-98af-9444be12aa6c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0775256 Aug 30 13:07:33.528849 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f741091-4179-4e5f-9f42-697231e6b889 req-f34eb6de-c9fd-4935-801f-c5006e6afeba tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475819 Aug 30 13:07:33.538447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-570895066-network', 'tenant_id': '813bc174120f439baa82ae8f568ea071'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:33.563683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Made reservation on behalf of 813bc174120f439baa82ae8f568ea071 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:07:33.566489 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:33.576322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:33.674627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:33.678519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:33.704815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:07:33.715126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f454add0-8836-43cb-8fd2-f8a8c1f9f9b4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:33.719966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:33.720895 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Added segment ab39087b-2819-4a87-8d39-af1fcc19065d of type vlan for network e3414f54-ba29-4a64-89f9-1748432eaa9a Aug 30 13:07:33.767747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:33.836815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:33.850783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:33.851470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:33.930876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5348904 Aug 30 13:07:33.934092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 47690) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:33.943877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Request body: {'subnet': {'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-570895066-subnet', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:33.951706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60a40d-2384-41de-a874-86be3eb1b245 admin admin] Pushing event updated for resources: {'Network': ['ID=e3414f54-ba29-4a64-89f9-1748432eaa9a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:33.969010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e3414f54-ba29-4a64-89f9-1748432eaa9a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:07:33.984520 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Made reservation on behalf of 813bc174120f439baa82ae8f568ea071 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:07:33.995174 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:34.171145 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:34.487077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c4fbb3-354d-4a42-9b2e-fc47569c86fd,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:34.503093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Checking segment: {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:07:34.503444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Network hostable DHCP agents. Network: e3414f54-ba29-4a64-89f9-1748432eaa9a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:07:34.521195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Network e3414f54-ba29-4a64-89f9-1748432eaa9a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:07:34.530854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e3414f54-ba29-4a64-89f9-1748432eaa9a) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:07:34.534831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:34.535442 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:34.540844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaccc3c7-ce93-48b9-9491-9990d885e409 None None] Network e3414f54-ba29-4a64-89f9-1748432eaa9a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:07:34.559064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2843d9ba-ae99-404c-801b-ec5e99e5f8a2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6213009 Aug 30 13:07:34.559353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 47696) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:34.564785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:34.596102 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:34.598952 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:34.664929 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:34.672737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053432a-e26f-4db0-9af4-3db1b36e88c7 req-292600ec-6d18-432d-824e-dfaf040e98e1 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:34.680848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b053432a-e26f-4db0-9af4-3db1b36e88c7 req-292600ec-6d18-432d-824e-dfaf040e98e1 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0657909 Aug 30 13:07:34.718292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-e3414f54-ba29-4a64-89f9-1748432eaa9a', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:07:34.719232 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:34.728090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b053432a-e26f-4db0-9af4-3db1b36e88c7 req-289d10cc-eb94-43e5-b294-156ce37f9973 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462120 Aug 30 13:07:34.813322 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:34.855754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Allocated IP 172.20.0.2 (e3414f54-ba29-4a64-89f9-1748432eaa9a/83c4fbb3-354d-4a42-9b2e-fc47569c86fd/e0ce9475-9cff-4702-9d8d-69595c17fb31) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:07:35.034584 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.061206 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.155183 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.164131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Transition to ACTIVE for port object e0ce9475-9cff-4702-9d8d-69595c17fb31 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:07:35.174212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Allocated IP 172.25.2.54 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/2443e7d2-c734-4e26-96cd-dc814782a71d) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:07:35.179362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Transition to ACTIVE for port object e0ce9475-9cff-4702-9d8d-69595c17fb31 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:07:35.184372 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.217687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Network e3414f54-ba29-4a64-89f9-1748432eaa9a is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:07:35.220536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:07:35.223901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:07:35.244295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Pushing event updated for resources: {'Port': ['ID=e0ce9475-9cff-4702-9d8d-69595c17fb31,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:35.291595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Attempting to bind port e0ce9475-9cff-4702-9d8d-69595c17fb31 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:07:35.291972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Attempting to bind port e0ce9475-9cff-4702-9d8d-69595c17fb31 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:07:35.292317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Attempting to bind port e0ce9475-9cff-4702-9d8d-69595c17fb31 on network e3414f54-ba29-4a64-89f9-1748432eaa9a {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:07:35.292453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.297785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:07:35.298087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Checking segment: {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:07:35.298487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.298877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Bound using segment: {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:07:35.299614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Bound port: e0ce9475-9cff-4702-9d8d-69595c17fb31, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:07:35.299881 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.338873 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.363916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] For port e0ce9475-9cff-4702-9d8d-69595c17fb31, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:07:35.368212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] For port e0ce9475-9cff-4702-9d8d-69595c17fb31, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e0ce9475-9cff-4702-9d8d-69595c17fb31,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:07:35.374510 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.376109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:07:35.384608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:07:35.387158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:07:35.425404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Pushing event updated for resources: {'Port': ['ID=2443e7d2-c734-4e26-96cd-dc814782a71d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:35.454442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99ab8b-fbe4-44f5-becc-cc1013ef9393 None None] Pushing event updated for resources: {'Port': ['ID=e0ce9475-9cff-4702-9d8d-69595c17fb31,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:35.714604 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:35.918292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25da91-2307-409c-9435-5f19672a626a req-972ba1b7-064b-455f-8eb5-81481b4a7924 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:35.919795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad25da91-2307-409c-9435-5f19672a626a req-972ba1b7-064b-455f-8eb5-81481b4a7924 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1031563 Aug 30 13:07:36.002451 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:36.007994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad25da91-2307-409c-9435-5f19672a626a req-3fe4892c-ff51-43a3-b2f9-8863ea6f5e6b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615163 Aug 30 13:07:36.157282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:07:36.277597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:07:36.291285 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Sync routers for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:07:36.295915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:36.299836 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b2938445-ed45-4467-a89f-c82e6c7ab806 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7368023 Aug 30 13:07:36.300792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 47726) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:36.302073 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:07:36.302756 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:07:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:36.441372 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:07:36.470964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e819f3b-cff1-4b5d-8cb3-eea09d6416e2 None None] Network e3414f54-ba29-4a64-89f9-1748432eaa9a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:07:36.559702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5c6b7d98-b784-4f78-865c-7c04719a5ed9 None None] Provisioning for port e0ce9475-9cff-4702-9d8d-69595c17fb31 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:07:36.607887 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6cae6af1-f8ee-4ad6-b45d-35e5015ef9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:36.633689 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:35Z', 'revision_number': 3, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:36.664200 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Checking router: fd8ab86b-2e33-47f0-8cf3-ef6180358eaa for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:07:36.664549 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Updating router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa port 2443e7d2-c734-4e26-96cd-dc814782a71d binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:07:36.690800 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:36.806274 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:36.982214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Allocated IP 172.20.0.1 (e3414f54-ba29-4a64-89f9-1748432eaa9a/83c4fbb3-354d-4a42-9b2e-fc47569c86fd/de23bc14-985c-4da1-adc0-25f848042965) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:07:36.982640 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:36.998025 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Transition to ACTIVE for port object 2443e7d2-c734-4e26-96cd-dc814782a71d will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:07:37.010728 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.079289 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Attempting to bind port 2443e7d2-c734-4e26-96cd-dc814782a71d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:07:37.079583 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Attempting to bind port 2443e7d2-c734-4e26-96cd-dc814782a71d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:07:37.079920 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Attempting to bind port 2443e7d2-c734-4e26-96cd-dc814782a71d on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:07:37.085146 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Pushing event updated for resources: {'Port': ['ID=2443e7d2-c734-4e26-96cd-dc814782a71d,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:37.095879 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:07:37.096107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.096367 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:07:37.096641 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.097025 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:07:37.097481 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Bound port: 2443e7d2-c734-4e26-96cd-dc814782a71d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:07:37.097875 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.103058 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.103514 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.103849 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.104174 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.104499 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.104812 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.105135 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.105451 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.105795 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.106111 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.106425 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.106738 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:37.129046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Transition to ACTIVE for port object de23bc14-985c-4da1-adc0-25f848042965 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:07:37.184266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202df4c-994e-46d7-a5e8-c370a1a8ead8 req-ca657944-11da-471e-9bb6-93682a9bfd76 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:37.186489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a202df4c-994e-46d7-a5e8-c370a1a8ead8 req-ca657944-11da-471e-9bb6-93682a9bfd76 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0805361 Aug 30 13:07:37.191415 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.193709 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] For port 2443e7d2-c734-4e26-96cd-dc814782a71d, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:07:37.198098 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] For port 2443e7d2-c734-4e26-96cd-dc814782a71d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2443e7d2-c734-4e26-96cd-dc814782a71d,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:07:37.207907 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.277523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a202df4c-994e-46d7-a5e8-c370a1a8ead8 req-845bb341-0d5c-4ed8-8fd3-dff4d82e2923 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770562 Aug 30 13:07:37.283718 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Pushing event updated for resources: {'Port': ['ID=de23bc14-985c-4da1-adc0-25f848042965,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:37.303184 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:07:37.303819 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:07:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:37.304670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Network e3414f54-ba29-4a64-89f9-1748432eaa9a is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:07:37.305975 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5f572-9651-43c8-b802-9bbd798da73f None None] Pushing event updated for resources: {'Port': ['ID=2443e7d2-c734-4e26-96cd-dc814782a71d,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:37.306329 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:07:37.310149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:07:37.356342 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.429309 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:07:37.503253 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.636823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1400cadf-b08c-4908-99df-2ff2d7439828 None None] Provisioning for port de23bc14-985c-4da1-adc0-25f848042965 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:07:37.639746 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:35Z', 'revision_number': 3, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:37.642681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1400cadf-b08c-4908-99df-2ff2d7439828 None None] Provisioning complete for port de23bc14-985c-4da1-adc0-25f848042965 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:37.643591 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1400cadf-b08c-4908-99df-2ff2d7439828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.675665 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa0f76b-4d83-4b61-af5d-bd5340effb4f None None] The sync data for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 is: [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:35Z', 'revision_number': 3, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:07:37.696091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1400cadf-b08c-4908-99df-2ff2d7439828 None None] Port de23bc14-985c-4da1-adc0-25f848042965 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:07:37.715811 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.724396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.728333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e0ce9475-9cff-4702-9d8d-69595c17fb31 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:07:37.794547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e0ce9475-9cff-4702-9d8d-69595c17fb31 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:07:37.799655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e0ce9475-9cff-4702-9d8d-69595c17fb31 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:37.800044 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.834149 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.844324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Pushing event updated for resources: {'Port': ['ID=de23bc14-985c-4da1-adc0-25f848042965,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:37.923320 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:37.965363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Network e3414f54-ba29-4a64-89f9-1748432eaa9a is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:07:37.967059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:07:38.038066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e0ce9475-9cff-4702-9d8d-69595c17fb31, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e0ce9475-9cff-4702-9d8d-69595c17fb31,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:38.044443 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:38.140625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e0ce9475-9cff-4702-9d8d-69595c17fb31,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:38.243177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:07:38.342176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9ddc076f-b94d-4fec-80f8-a499f42f9cf7 None None] Provisioning complete for port de23bc14-985c-4da1-adc0-25f848042965 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:38.342848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9ddc076f-b94d-4fec-80f8-a499f42f9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:38.395517 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc076f-b94d-4fec-80f8-a499f42f9cf7 None None] Port de23bc14-985c-4da1-adc0-25f848042965 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:07:38.424609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:07:38.437878 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-32227575-ad36-4a50-b293-f461c76a73f1 admin admin] 10.222.0.37 "PUT /v2.0/routers/fd8ab86b-2e33-47f0-8cf3-ef6180358eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1303275 Aug 30 13:07:38.455193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898f4d2-fb27-41b5-9d0f-272bd9b783f5 req-d6e3aafc-3078-4bc7-b187-5c03701bcd89 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:38.462304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e898f4d2-fb27-41b5-9d0f-272bd9b783f5 req-d6e3aafc-3078-4bc7-b187-5c03701bcd89 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0866420 Aug 30 13:07:38.518155 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e898f4d2-fb27-41b5-9d0f-272bd9b783f5 req-12b03f0d-a2ac-4060-b001-fed0b2c865d3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Aug 30 13:07:38.915726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 47772) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:38.920861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e68ecccd-5389-40e4-9a54-d352b899f875 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1744443613', 'description': 'tempest-description--1656606982'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:38.946860 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e68ecccd-5389-40e4-9a54-d352b899f875 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.040186 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e68ecccd-5389-40e4-9a54-d352b899f875 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.045389 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e68ecccd-5389-40e4-9a54-d352b899f875 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.082002 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e68ecccd-5389-40e4-9a54-d352b899f875 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.086994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e68ecccd-5389-40e4-9a54-d352b899f875 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1667788 Aug 30 13:07:39.087607 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47778) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:39.089958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ecccd-5389-40e4-9a54-d352b899f875 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a1e6d2-2522-44f4-8578-0d4ac16506bd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:39.098342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-38f4966e-ab33-4807-bfd7-e495ed4aab9c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Request body: {'security_group_rule': {'security_group_id': 'a1a1e6d2-2522-44f4-8578-0d4ac16506bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:39.135480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38f4966e-ab33-4807-bfd7-e495ed4aab9c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.184615 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38f4966e-ab33-4807-bfd7-e495ed4aab9c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.188015 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38f4966e-ab33-4807-bfd7-e495ed4aab9c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.211074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4966e-ab33-4807-bfd7-e495ed4aab9c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dd734b-a628-4da6-9958-f031aee49e8c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:39.221555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38f4966e-ab33-4807-bfd7-e495ed4aab9c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.222904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-38f4966e-ab33-4807-bfd7-e495ed4aab9c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341693 Aug 30 13:07:39.225635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47782) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:39.230640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-54c7eee2-3869-46b7-bc3c-6067e56a6895 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Request body: {'security_group_rule': {'security_group_id': 'a1a1e6d2-2522-44f4-8578-0d4ac16506bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:39.260416 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54c7eee2-3869-46b7-bc3c-6067e56a6895 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.309558 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2bca4b87-ea9b-4734-91fb-bb5d9656e659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.343450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54c7eee2-3869-46b7-bc3c-6067e56a6895 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.348726 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54c7eee2-3869-46b7-bc3c-6067e56a6895 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.371072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7eee2-3869-46b7-bc3c-6067e56a6895 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b70e827-d780-41fc-86c1-4ad31d93a6e6,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:39.373098 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54c7eee2-3869-46b7-bc3c-6067e56a6895 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.374503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-54c7eee2-3869-46b7-bc3c-6067e56a6895 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476276 Aug 30 13:07:39.377619 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47786) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:39.383119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:39.409394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.517247 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.670003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Sync routers for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:07:39.684652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 47796) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:39.686394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:07:39.687104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:07:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:39.732818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Allocated IP 172.25.2.150 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/79127b4b-30cc-45c6-809a-9c0ad68ab050) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:07:39.743414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55053065-4994-43dd-98b6-7b8c916ea1d2 req-832bf36a-071a-4117-959a-b6f13492a167 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:39.745469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55053065-4994-43dd-98b6-7b8c916ea1d2 req-832bf36a-071a-4117-959a-b6f13492a167 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1109321 Aug 30 13:07:39.867928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55053065-4994-43dd-98b6-7b8c916ea1d2 req-6e54aee8-1b7e-4b87-b66b-627880ad6bc5 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118059 Aug 30 13:07:39.936112 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.943490 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.965476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:07:39.969626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e0ce9475-9cff-4702-9d8d-69595c17fb31 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:07:39.977510 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-23e21623-40cd-4c36-9ff4-94d10a51cc27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:39.993506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.123367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:07:40.135005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e0ce9475-9cff-4702-9d8d-69595c17fb31 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:40.135479 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.139050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:07:40.143926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:07:40.229697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Pushing event updated for resources: {'Port': ['ID=79127b4b-30cc-45c6-809a-9c0ad68ab050,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:40.293394 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-23e21623-40cd-4c36-9ff4-94d10a51cc27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.306026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-23e21623-40cd-4c36-9ff4-94d10a51cc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.337231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.372631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e21623-40cd-4c36-9ff4-94d10a51cc27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdcb016-5166-4cb5-b29f-116710b066f8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:40.380722 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-23e21623-40cd-4c36-9ff4-94d10a51cc27 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98d753ee15744e31b77b46684007724d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6917870 Aug 30 13:07:40.383288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 47812) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:40.393058 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.394222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2443e7d2-c734-4e26-96cd-dc814782a71d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:07:40.486404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'de23bc14-985c-4da1-adc0-25f848042965', 'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'mac_address': 'fa:16:3e:7b:1c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:36Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 2, 'project_id': '813bc174120f439baa82ae8f568ea071', 'subnets': [{'id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:40.492278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc012162-e39f-4e18-a749-ea235eb051ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.519381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 2443e7d2-c734-4e26-96cd-dc814782a71d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:07:40.523523 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Checking router: fd8ab86b-2e33-47f0-8cf3-ef6180358eaa for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:07:40.523897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Updating router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa port de23bc14-985c-4da1-adc0-25f848042965 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:07:40.527261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2443e7d2-c734-4e26-96cd-dc814782a71d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:40.527620 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.551012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc012162-e39f-4e18-a749-ea235eb051ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.581470 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.628619 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc012162-e39f-4e18-a749-ea235eb051ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.631188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc012162-e39f-4e18-a749-ea235eb051ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.634743 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fc012162-e39f-4e18-a749-ea235eb051ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbdcb016-5166-4cb5-b29f-116710b066f8 HTTP/1.1" status: 204 len: 168 time: 0.2481196 Aug 30 13:07:40.648574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc012162-e39f-4e18-a749-ea235eb051ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdcb016-5166-4cb5-b29f-116710b066f8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:40.658160 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.663836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.737429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Pushing event updated for resources: {'Port': ['ID=79127b4b-30cc-45c6-809a-9c0ad68ab050,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:40.746045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.759812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.761056 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.770579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8ca91f30-63fd-4eed-995e-0766141f46d5 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3909311 Aug 30 13:07:40.797588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 2443e7d2-c734-4e26-96cd-dc814782a71d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2443e7d2-c734-4e26-96cd-dc814782a71d,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:40.799031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.802267 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:40.903167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=2443e7d2-c734-4e26-96cd-dc814782a71d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:40.921048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.921400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.921795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.922108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.922447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.922772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.923103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.923428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.923751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.924076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.924398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.924717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:07:40.998858 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-ac751d4a-0b5f-49c1-b819-9cd1e6e93674 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1744443613&fields=id&tenant_id=813bc174120f439baa82ae8f568ea071 HTTP/1.1" status: 200 len: 267 time: 0.0448732 Aug 30 13:07:41.024459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:41.037409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Transition to ACTIVE for port object de23bc14-985c-4da1-adc0-25f848042965 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:07:41.044659 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:41.055546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee728b23-5166-4c38-b989-1d1e72688f89 req-b8743403-c058-4562-a377-6fce4077be8e tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:41.057469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee728b23-5166-4c38-b989-1d1e72688f89 req-b8743403-c058-4562-a377-6fce4077be8e tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0811238 Aug 30 13:07:41.101711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c249c6a-e869-4f2e-99d9-5bd9c068e4a4 None None] Pushing event updated for resources: {'Port': ['ID=de23bc14-985c-4da1-adc0-25f848042965,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:41.114233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee728b23-5166-4c38-b989-1d1e72688f89 req-0a76499f-309e-45fc-b5f3-8966b6442c5f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475409 Aug 30 13:07:41.152382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d6385b3b-4bff-4d47-92a7-05d593631b47 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:41.160108 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d6385b3b-4bff-4d47-92a7-05d593631b47 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/networks?id=e3414f54-ba29-4a64-89f9-1748432eaa9a HTTP/1.1" status: 200 len: 805 time: 0.1595159 Aug 30 13:07:41.176366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Attempting to bind port de23bc14-985c-4da1-adc0-25f848042965 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:07:41.176801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Attempting to bind port de23bc14-985c-4da1-adc0-25f848042965 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:07:41.177301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Attempting to bind port de23bc14-985c-4da1-adc0-25f848042965 on network e3414f54-ba29-4a64-89f9-1748432eaa9a {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:07:41.187934 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-78d34c10-70a2-41ac-ab27-412fa8ea0679 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/quotas/813bc174120f439baa82ae8f568ea071 HTTP/1.1" status: 200 len: 375 time: 0.0246823 Aug 30 13:07:41.188739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:07:41.191061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Checking segment: {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:07:41.191523 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:41.191931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Bound using segment: {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:07:41.192412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Bound port: de23bc14-985c-4da1-adc0-25f848042965, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:07:41.192798 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:41.262981 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-1d568f53-eeff-4684-ba01-561393583881 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=813bc174120f439baa82ae8f568ea071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731268 Aug 30 13:07:41.322291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] For port de23bc14-985c-4da1-adc0-25f848042965, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:07:41.326931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] For port de23bc14-985c-4da1-adc0-25f848042965, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=de23bc14-985c-4da1-adc0-25f848042965,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:07:41.337379 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:41.406660 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-ce748baf-b845-498d-a29d-5eba5e7c3448 service neutron] 10.222.0.37 "GET /v2.0/networks/e3414f54-ba29-4a64-89f9-1748432eaa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301198 Aug 30 13:07:41.448966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:07:41.449640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:07:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:41.461081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c249c6a-e869-4f2e-99d9-5bd9c068e4a4 None None] Pushing event updated for resources: {'Port': ['ID=de23bc14-985c-4da1-adc0-25f848042965,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:41.535560 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-c7ce0078-d4d6-465e-925d-3e0fcf418de2 service neutron] 10.222.0.37 "GET /v2.0/networks/e3414f54-ba29-4a64-89f9-1748432eaa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211863 Aug 30 13:07:41.644246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:07:41.679923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2443e7d2-c734-4e26-96cd-dc814782a71d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:07:41.786644 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-474c3661-7b77-4d5b-8e88-ebe0bf25a36f req-66dd255c-9499-4626-a356-8365cdcbb250 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0376370 Aug 30 13:07:42.017826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2443e7d2-c734-4e26-96cd-dc814782a71d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:42.018205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:42.123606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:42.182049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'de23bc14-985c-4da1-adc0-25f848042965', 'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'mac_address': 'fa:16:3e:7b:1c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:36Z', 'updated_at': '2021-08-30T13:07:41Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'subnets': [{'id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:42.215498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf07fc-43c3-4aaa-87d3-22f7a8dbe5f4 None None] The sync data for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 is: [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'de23bc14-985c-4da1-adc0-25f848042965', 'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'mac_address': 'fa:16:3e:7b:1c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:36Z', 'updated_at': '2021-08-30T13:07:41Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'subnets': [{'id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:07:42.288416 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab54225-3085-48df-9891-f2545961dfb7 req-730359d1-4388-4735-85c9-21888db488da tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:42.295239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dab54225-3085-48df-9891-f2545961dfb7 req-730359d1-4388-4735-85c9-21888db488da tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0929334 Aug 30 13:07:42.354664 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dab54225-3085-48df-9891-f2545961dfb7 req-ac5d9145-5108-4084-a083-0e6d84682230 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535741 Aug 30 13:07:42.909900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fb3c344a-45ac-43e2-ad12-8bfec2fa4325 req-66a19a15-b8a2-4cc4-ac25-394ef6d937cc tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0312064 Aug 30 13:07:43.327811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3458-5d32-4706-90be-b7505abe7f7b req-1f6ed83f-c60a-47ce-a440-053e1eaa9977 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:43.329380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-1f6ed83f-c60a-47ce-a440-053e1eaa9977 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.16 "GET /v2.0/networks?id=e3414f54-ba29-4a64-89f9-1748432eaa9a HTTP/1.1" status: 200 len: 805 time: 0.1247590 Aug 30 13:07:43.363791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48018) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:43.408622 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-17811b1d-777c-4e0b-93e4-db780fd3f67f tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=813bc174120f439baa82ae8f568ea071 HTTP/1.1" status: 200 len: 380 time: 0.0688384 Aug 30 13:07:43.427766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Request body: {'port': {'device_id': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'admin_state_up': True, 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'security_groups': ['a1a1e6d2-2522-44f4-8578-0d4ac16506bd']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:43.589555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9276b32-cb16-471d-a01c-05b9c0e5bf8f req-866cdaf6-051b-4dad-96e2-d6985ba72d58 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:43.594302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6c51371-a70d-43c2-82d0-80bf137cb85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.599560 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9276b32-cb16-471d-a01c-05b9c0e5bf8f req-866cdaf6-051b-4dad-96e2-d6985ba72d58 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1019208 Aug 30 13:07:43.671755 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9276b32-cb16-471d-a01c-05b9c0e5bf8f req-29b6bcce-dc87-47a4-b873-f7ee48fa0a7b tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704730 Aug 30 13:07:43.739791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device de23bc14-985c-4da1-adc0-25f848042965 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:07:43.743939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6c51371-a70d-43c2-82d0-80bf137cb85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.750244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6c51371-a70d-43c2-82d0-80bf137cb85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.766419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Made reservation on behalf of 813bc174120f439baa82ae8f568ea071 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:07:43.770196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.792988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c51371-a70d-43c2-82d0-80bf137cb85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02955a7c-959b-4eb0-9161-351f83b5af9e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:43.801596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e6c51371-a70d-43c2-82d0-80bf137cb85a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55c78b6d700e4bd18792bb0d07e069f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366190 Aug 30 13:07:43.802122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48032) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:43.819237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port de23bc14-985c-4da1-adc0-25f848042965 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:07:43.823657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port de23bc14-985c-4da1-adc0-25f848042965 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:43.824029 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.856890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f942-8aa3-4f66-98dc-26a7b7e28bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.880804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f942-8aa3-4f66-98dc-26a7b7e28bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.909309 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.936797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f942-8aa3-4f66-98dc-26a7b7e28bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.940370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f942-8aa3-4f66-98dc-26a7b7e28bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:43.950054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d4b7f942-8aa3-4f66-98dc-26a7b7e28bd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02955a7c-959b-4eb0-9161-351f83b5af9e HTTP/1.1" status: 204 len: 168 time: 0.1409516 Aug 30 13:07:43.959504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7f942-8aa3-4f66-98dc-26a7b7e28bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02955a7c-959b-4eb0-9161-351f83b5af9e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:43.966160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port de23bc14-985c-4da1-adc0-25f848042965, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=de23bc14-985c-4da1-adc0-25f848042965,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:43.968034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Allocated IP 172.20.0.10 (e3414f54-ba29-4a64-89f9-1748432eaa9a/83c4fbb3-354d-4a42-9b2e-fc47569c86fd/a745b614-c757-45d4-b8a1-2f4093c30a4e) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:07:43.983419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.031219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca91a1-6620-4587-85ad-c79b8c9a842f req-177aaa03-f581-4f6a-a491-dbe1266dc5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:44.034175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efca91a1-6620-4587-85ad-c79b8c9a842f req-177aaa03-f581-4f6a-a491-dbe1266dc5dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1097 time: 0.0719426 Aug 30 13:07:44.067161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=de23bc14-985c-4da1-adc0-25f848042965,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:44.074907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efca91a1-6620-4587-85ad-c79b8c9a842f req-0e5ea1dd-cc78-4756-ab0a-1dd30108acb3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Aug 30 13:07:44.095958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c238ab8c-f851-4bf4-9c84-2f1d295b96fd req-1cb1aa1c-0f76-486c-922f-c91c0b814065 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0673711 Aug 30 13:07:44.151944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.165424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Transition to ACTIVE for port object a745b614-c757-45d4-b8a1-2f4093c30a4e will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:07:44.199364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.250440 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Network e3414f54-ba29-4a64-89f9-1748432eaa9a is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:07:44.253590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:07:44.258431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48040) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:44.265990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:07:44.298231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Pushing event updated for resources: {'Port': ['ID=a745b614-c757-45d4-b8a1-2f4093c30a4e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:44.304403 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-93abc9c1-0be9-4b8c-b830-155f1ac576ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.345195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:44.345880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.438568 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-93abc9c1-0be9-4b8c-b830-155f1ac576ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.443646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-93abc9c1-0be9-4b8c-b830-155f1ac576ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.450425 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-d0f395e7-9fd7-4ccf-ac13-515d9c979959 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0335667 Aug 30 13:07:44.466595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Request body: {'port': {'device_id': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:44.514840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-93abc9c1-0be9-4b8c-b830-155f1ac576ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bf1f981d4f74424aea87d687c3e10b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538347 Aug 30 13:07:44.515667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abc9c1-0be9-4b8c-b830-155f1ac576ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e5edb-9df4-4995-8a7a-9f3209525107,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:44.517495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48044) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:44.552090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0f02dec8-291a-47a2-a0fb-8e05111d0e37 None None] Provisioning for port a745b614-c757-45d4-b8a1-2f4093c30a4e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:07:44.555582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.565950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0f02dec8-291a-47a2-a0fb-8e05111d0e37 None None] Provisioning complete for port a745b614-c757-45d4-b8a1-2f4093c30a4e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:44.566642 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f02dec8-291a-47a2-a0fb-8e05111d0e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.574814 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9b92-a1de-4f14-9ac4-7a37df485a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.601577 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9b92-a1de-4f14-9ac4-7a37df485a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.608150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0f02dec8-291a-47a2-a0fb-8e05111d0e37 None None] Port a745b614-c757-45d4-b8a1-2f4093c30a4e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:07:44.660158 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9b92-a1de-4f14-9ac4-7a37df485a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.663390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9b92-a1de-4f14-9ac4-7a37df485a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.665307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7e9a9b92-a1de-4f14-9ac4-7a37df485a92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de2e5edb-9df4-4995-8a7a-9f3209525107 HTTP/1.1" status: 204 len: 168 time: 0.1452775 Aug 30 13:07:44.674906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a9b92-a1de-4f14-9ac4-7a37df485a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e5edb-9df4-4995-8a7a-9f3209525107,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:44.842553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6786cd-b129-44d2-9b2f-290d52bfd28b req-aa706acf-ebec-446a-a9d3-e9686884b2c3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:44.843957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe6786cd-b129-44d2-9b2f-290d52bfd28b req-aa706acf-ebec-446a-a9d3-e9686884b2c3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0781288 Aug 30 13:07:44.915725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe6786cd-b129-44d2-9b2f-290d52bfd28b req-9c4a8260-2833-47e2-a5da-43deda4fd1b9 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621991 Aug 30 13:07:44.954424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a745b614-c757-45d4-b8a1-2f4093c30a4e {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:07:44.963559 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:44.978502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Transition to ACTIVE for port object a745b614-c757-45d4-b8a1-2f4093c30a4e will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:07:44.982777 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:45.037355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a745b614-c757-45d4-b8a1-2f4093c30a4e,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:45.121626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Attempting to bind port a745b614-c757-45d4-b8a1-2f4093c30a4e on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:07:45.122077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Attempting to bind port a745b614-c757-45d4-b8a1-2f4093c30a4e by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:07:45.122575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Attempting to bind port a745b614-c757-45d4-b8a1-2f4093c30a4e on network e3414f54-ba29-4a64-89f9-1748432eaa9a {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:07:45.127885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Port a745b614-c757-45d4-b8a1-2f4093c30a4e on network e3414f54-ba29-4a64-89f9-1748432eaa9a not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:07:45.128512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Attempting to bind port a745b614-c757-45d4-b8a1-2f4093c30a4e on network e3414f54-ba29-4a64-89f9-1748432eaa9a {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:07:45.135163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:07:45.135527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Checking segment: {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:07:45.135890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Bound using segment: {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:07:45.136356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Bound port: a745b614-c757-45d4-b8a1-2f4093c30a4e, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab39087b-2819-4a87-8d39-af1fcc19065d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:07:45.136722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:45.217429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] For port a745b614-c757-45d4-b8a1-2f4093c30a4e, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:07:45.221158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] For port a745b614-c757-45d4-b8a1-2f4093c30a4e, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a745b614-c757-45d4-b8a1-2f4093c30a4e,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:07:45.227862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:45.234684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bdb0bb-0e7a-4125-80d9-7ab0e65929fc req-b6b5c36e-8f75-4108-b11a-0adc6f13a8c1 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:45.236355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85bdb0bb-0e7a-4125-80d9-7ab0e65929fc req-b6b5c36e-8f75-4108-b11a-0adc6f13a8c1 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 944 time: 0.0537133 Aug 30 13:07:45.278082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85bdb0bb-0e7a-4125-80d9-7ab0e65929fc req-01da0b9d-753c-4c70-abd9-e142ca4dd912 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346212 Aug 30 13:07:45.532007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:45.532720 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:45.534001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] 10.222.0.16 "PUT /v2.0/ports/a745b614-c757-45d4-b8a1-2f4093c30a4e HTTP/1.1" status: 200 len: 1092 time: 1.0717463 Aug 30 13:07:45.534433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'tag': 'a745b614-c757-45d4-b8a1-2f4093c30a4e'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:07:45.536658 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba93d9d-fab9-4f36-b782-0e2db555557b" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcd1ec7-698f-404e-aae7-d78aba0cd4f6", "tag": "a745b614-c757-45d4-b8a1-2f4093c30a4e"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:07:45.633043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722898b1-6de0-4840-ad12-c81740658a64 service neutron] Pushing event updated for resources: {'Port': ['ID=a745b614-c757-45d4-b8a1-2f4093c30a4e,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:45.639944 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb7d975-f6cb-47b1-8c7a-e53cbe89738e x-openstack-request-id: req-adb7d975-f6cb-47b1-8c7a-e53cbe89738e {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:07:45.640404 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcd1ec7-698f-404e-aae7-d78aba0cd4f6", "tag": "a745b614-c757-45d4-b8a1-2f4093c30a4e", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:07:45.640827 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adb7d975-f6cb-47b1-8c7a-e53cbe89738e {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:07:45.641369 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'tag': 'a745b614-c757-45d4-b8a1-2f4093c30a4e', 'status': 'completed', 'code': 200} Aug 30 13:07:45.665237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3458-5d32-4706-90be-b7505abe7f7b req-0e82c064-a846-4c74-a083-d4a8351597e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:45.671275 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-0e82c064-a846-4c74-a083-d4a8351597e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=813bc174120f439baa82ae8f568ea071&device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 1095 time: 0.0833762 Aug 30 13:07:45.671746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device de23bc14-985c-4da1-adc0-25f848042965 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:07:45.738929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port de23bc14-985c-4da1-adc0-25f848042965 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:45.739687 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:45.742303 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-b674c129-8af0-4411-9430-4209c82f3ffb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a745b614-c757-45d4-b8a1-2f4093c30a4e HTTP/1.1" status: 200 len: 217 time: 0.0605760 Aug 30 13:07:45.831358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3458-5d32-4706-90be-b7505abe7f7b req-b9b7d601-dec2-4424-9feb-a7a4396c39e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:45.832979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-b9b7d601-dec2-4424-9feb-a7a4396c39e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83c4fbb3-354d-4a42-9b2e-fc47569c86fd HTTP/1.1" status: 200 len: 844 time: 0.0838170 Aug 30 13:07:45.889736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d3458-5d32-4706-90be-b7505abe7f7b req-82cb7539-12e6-44de-8e90-2859c2d8fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:45.891410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-82cb7539-12e6-44de-8e90-2859c2d8fdc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3414f54-ba29-4a64-89f9-1748432eaa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499907 Aug 30 13:07:45.986259 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-69cca3a0-ea91-411e-b339-afaec66670de service neutron] 10.222.0.16 "GET /v2.0/networks/e3414f54-ba29-4a64-89f9-1748432eaa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877054 Aug 30 13:07:46.096233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6a1f6-b8de-4ca4-8857-3910a96c67de req-1a86f8cd-b636-4c25-ba9f-bddee0891b90 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.097722 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-81f6a1f6-b8de-4ca4-8857-3910a96c67de req-1a86f8cd-b636-4c25-ba9f-bddee0891b90 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1086011 Aug 30 13:07:46.129936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-733d3458-5d32-4706-90be-b7505abe7f7b req-6d1c73cd-0a34-4b59-8935-ce27a93be6e0 service neutron] 10.222.0.16 "GET /v2.0/networks/e3414f54-ba29-4a64-89f9-1748432eaa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323876 Aug 30 13:07:46.150519 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-81f6a1f6-b8de-4ca4-8857-3910a96c67de req-0994e6f7-a856-4204-bb0e-dd091dc8b7af tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453370 Aug 30 13:07:46.240984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-d32ac6e1-73ea-4d1d-b98a-acd6d3f1a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.242968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-d32ac6e1-73ea-4d1d-b98a-acd6d3f1a323 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=813bc174120f439baa82ae8f568ea071&device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 1095 time: 0.0495796 Aug 30 13:07:46.393691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-8ebd7bb8-ad65-4391-9593-5127c6933a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.395165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-8ebd7bb8-ad65-4391-9593-5127c6933a71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3414f54-ba29-4a64-89f9-1748432eaa9a HTTP/1.1" status: 200 len: 906 time: 0.1456733 Aug 30 13:07:46.463312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-e2274c0d-0285-4fbb-8b75-0a2dfdda54e3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a745b614-c757-45d4-b8a1-2f4093c30a4e HTTP/1.1" status: 200 len: 217 time: 0.0426176 Aug 30 13:07:46.507525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73562ce7-8545-4fd5-8e57-2d6ce359c90c req-ca29804c-edb1-4194-8f14-3d474d60a78a tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.509092 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-73562ce7-8545-4fd5-8e57-2d6ce359c90c req-ca29804c-edb1-4194-8f14-3d474d60a78a tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 944 time: 0.1508653 Aug 30 13:07:46.545042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-d4dde982-05e1-47d4-b69a-88d1108c23af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.546888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-d4dde982-05e1-47d4-b69a-88d1108c23af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83c4fbb3-354d-4a42-9b2e-fc47569c86fd HTTP/1.1" status: 200 len: 844 time: 0.0754640 Aug 30 13:07:46.583604 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-73562ce7-8545-4fd5-8e57-2d6ce359c90c req-38b62a8a-49ac-43af-8698-4dd47a01a797 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593421 Aug 30 13:07:46.594712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e109a44-80b7-4068-b3d3-3c789f5f3b46 req-6d4c5aa2-2178-4d8a-ac06-36df1fdcf715 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.596616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e109a44-80b7-4068-b3d3-3c789f5f3b46 req-6d4c5aa2-2178-4d8a-ac06-36df1fdcf715 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.1038837 Aug 30 13:07:46.599738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec26f-91ed-473c-973b-e849546e383b req-6d229b8d-b6bc-4868-bb13-c258ba66275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.601186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-032ec26f-91ed-473c-973b-e849546e383b req-6d229b8d-b6bc-4868-bb13-c258ba66275c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1097 time: 0.0962296 Aug 30 13:07:46.638071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-88a1f8fc-4e80-43c2-bea1-924cdeff55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.639830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-88a1f8fc-4e80-43c2-bea1-924cdeff55ad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3414f54-ba29-4a64-89f9-1748432eaa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750828 Aug 30 13:07:46.682699 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:07:46.694974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e109a44-80b7-4068-b3d3-3c789f5f3b46 req-46b792ba-7123-46f4-9743-b520f75add8c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915544 Aug 30 13:07:46.759416 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-f33e1451-14f5-41a3-896c-3e54ef66b962 service neutron] 10.222.0.16 "GET /v2.0/networks/e3414f54-ba29-4a64-89f9-1748432eaa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116436 Aug 30 13:07:46.762268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec26f-91ed-473c-973b-e849546e383b req-cb0119b6-a2ef-4738-bd08-9fb0da1f078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.763718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-032ec26f-91ed-473c-973b-e849546e383b req-cb0119b6-a2ef-4738-bd08-9fb0da1f078f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 920 time: 0.1448660 Aug 30 13:07:46.821647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-032ec26f-91ed-473c-973b-e849546e383b req-8ee4d3cc-884f-45fd-b3aa-eb448c15c4cc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b578e6a-431d-4e10-8300-89b636bc88d3 HTTP/1.1" status: 200 len: 217 time: 0.0498757 Aug 30 13:07:46.868601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aba93d9d-fab9-4f36-b782-0e2db555557b req-0bd6cbd9-e590-4f82-9b4f-78e110109f0f service neutron] 10.222.0.16 "GET /v2.0/networks/e3414f54-ba29-4a64-89f9-1748432eaa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018915 Aug 30 13:07:46.880093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ec26f-91ed-473c-973b-e849546e383b req-0f3b3d41-9153-42a3-a41b-8a22d7ba3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:46.888897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-032ec26f-91ed-473c-973b-e849546e383b req-0f3b3d41-9153-42a3-a41b-8a22d7ba3cc9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.0590272 Aug 30 13:07:46.925498 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-032ec26f-91ed-473c-973b-e849546e383b req-997343a6-228e-480a-810f-ff8801889a26 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279579 Aug 30 13:07:47.023561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-032ec26f-91ed-473c-973b-e849546e383b req-dd015416-5841-4f6c-b7bb-45b107f89bd4 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901735 Aug 30 13:07:47.121137 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-032ec26f-91ed-473c-973b-e849546e383b req-15a16450-cac1-4534-bd3c-7d1958c56f95 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906606 Aug 30 13:07:47.692212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e9ae4-19aa-4d13-9e22-81c05f73aa47 req-7df4379f-a619-4af1-956e-1224a85dc09b tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:47.693597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b2e9ae4-19aa-4d13-9e22-81c05f73aa47 req-7df4379f-a619-4af1-956e-1224a85dc09b tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 944 time: 0.0500131 Aug 30 13:07:47.733636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b2e9ae4-19aa-4d13-9e22-81c05f73aa47 req-c90b3739-5699-4f53-b7f5-8e56b78534bf tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331137 Aug 30 13:07:47.843731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be17d-249f-43fc-bd60-f061567ab967 req-b8dded6f-17d5-4925-b10c-d66bad8027af tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:47.845246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c56be17d-249f-43fc-bd60-f061567ab967 req-b8dded6f-17d5-4925-b10c-d66bad8027af tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0544724 Aug 30 13:07:47.887249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c56be17d-249f-43fc-bd60-f061567ab967 req-e887911c-3176-4c98-b128-847166c7889f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360508 Aug 30 13:07:48.507926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a745b614-c757-45d4-b8a1-2f4093c30a4e details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:07:48.599249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port a745b614-c757-45d4-b8a1-2f4093c30a4e, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a745b614-c757-45d4-b8a1-2f4093c30a4e,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:48.610672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'a745b614-c757-45d4-b8a1-2f4093c30a4e', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'port_id': 'a745b614-c757-45d4-b8a1-2f4093c30a4e', 'mac_address': 'fa:16:3e:11:18:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:07:48.651902 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:48.664704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a745b614-c757-45d4-b8a1-2f4093c30a4e {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:07:48.684967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port a745b614-c757-45d4-b8a1-2f4093c30a4e, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a745b614-c757-45d4-b8a1-2f4093c30a4e,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:48.689965 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:48.736713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=a745b614-c757-45d4-b8a1-2f4093c30a4e,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:48.854878 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acb87a-3438-4779-8702-4e9aff34424e req-b0f7f230-c74d-49e5-841d-2dc75feead47 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:48.856355 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94acb87a-3438-4779-8702-4e9aff34424e req-b0f7f230-c74d-49e5-841d-2dc75feead47 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0519764 Aug 30 13:07:48.896229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94acb87a-3438-4779-8702-4e9aff34424e req-7c6f0646-6da6-4f6a-b713-d6582e992ebd tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326045 Aug 30 13:07:48.936530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['a745b614-c757-45d4-b8a1-2f4093c30a4e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:07:49.012679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fe566-d647-43cf-b4b1-3f0666e7f374 req-76eb67e2-7bde-4db4-8ced-ac0f93acf32a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:49.014264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-115fe566-d647-43cf-b4b1-3f0666e7f374 req-76eb67e2-7bde-4db4-8ced-ac0f93acf32a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0525556 Aug 30 13:07:49.066259 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-115fe566-d647-43cf-b4b1-3f0666e7f374 req-fe375003-485b-4097-8d99-c1208e8b1f8c tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452330 Aug 30 13:07:50.018964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b79db-1604-44df-9f01-4a4f786a2bea req-f5b76825-c12f-4907-ac0c-726822345d34 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:50.020454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-021b79db-1604-44df-9f01-4a4f786a2bea req-f5b76825-c12f-4907-ac0c-726822345d34 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 945 time: 0.0549314 Aug 30 13:07:50.060394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-021b79db-1604-44df-9f01-4a4f786a2bea req-38ae0b9b-b6f6-404e-afd4-a6fffa8e3db3 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332077 Aug 30 13:07:50.182525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a4533-c2f6-44b6-8192-5a39603edb26 req-6a081b97-189f-4853-bd53-f58190a38437 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:50.184102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728a4533-c2f6-44b6-8192-5a39603edb26 req-6a081b97-189f-4853-bd53-f58190a38437 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0531685 Aug 30 13:07:50.225501 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-728a4533-c2f6-44b6-8192-5a39603edb26 req-83ef038e-4551-4ccf-8af8-63faf34204c0 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333395 Aug 30 13:07:50.227869 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-c4346ee5-98fd-40ee-9745-1f3da8987b4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435259 Aug 30 13:07:50.314009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-29f7ce04-58e2-4e39-a6c1-1b7d98845d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:50.315509 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-29f7ce04-58e2-4e39-a6c1-1b7d98845d26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1096 time: 0.0449424 Aug 30 13:07:50.340571 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-7074f99c-56ad-4a42-9b00-4ac4aa12419b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509970 Aug 30 13:07:50.406127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-592d148e-904a-4a67-8b9c-778f485e9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:50.407781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-592d148e-904a-4a67-8b9c-778f485e9c4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=358394eff83c48e0a63125c66c955789&device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 1097 time: 0.0447755 Aug 30 13:07:50.435885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-42aeb698-7ab2-4fed-820f-75c58f893a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:50.437356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-42aeb698-7ab2-4fed-820f-75c58f893a51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.1006558 Aug 30 13:07:50.485128 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-4fd51a8a-1aa1-4dcd-9c78-e605bc8b1091 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.0400221 Aug 30 13:07:50.521758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a745b614-c757-45d4-b8a1-2f4093c30a4e up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:07:50.536092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-a1aa2839-58ad-4c91-a9e6-5e6fecd0ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:50.539076 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-a1aa2839-58ad-4c91-a9e6-5e6fecd0ba5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 200 len: 920 time: 0.1093712 Aug 30 13:07:50.544211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-0e718ea7-873f-4f8f-81fa-e6f931cd01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:50.545857 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-0e718ea7-873f-4f8f-81fa-e6f931cd01f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0534248 Aug 30 13:07:50.583328 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-c59b557b-3f57-452c-9f39-581e4c2f584e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289867 Aug 30 13:07:50.592782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port a745b614-c757-45d4-b8a1-2f4093c30a4e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:07:50.595743 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-e1c9f57e-aa38-4824-a7ed-f8b9f3de7571 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b578e6a-431d-4e10-8300-89b636bc88d3 HTTP/1.1" status: 200 len: 217 time: 0.0472941 Aug 30 13:07:50.597921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port a745b614-c757-45d4-b8a1-2f4093c30a4e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:07:50.598300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:50.652100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-c7fc59d4-c1c1-4979-96b6-88437d83da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:50.653766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-c7fc59d4-c1c1-4979-96b6-88437d83da6e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 200 len: 859 time: 0.0507729 Aug 30 13:07:50.681878 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:50.689619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-7d26302c-d526-4e58-b0a4-424800a918e1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b5fccd4-17f2-4720-858c-cdefbf1059eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275505 Aug 30 13:07:50.690893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-53dfc1e8-cabe-4f0d-bbf5-0cfe2c2a4295 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002197 Aug 30 13:07:50.707962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a745b614-c757-45d4-b8a1-2f4093c30a4e'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:07:50.710348 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0323dd-1dff-46c8-8270-16a19fa90a57" -d '{"events": [{"server_uuid": "4fcd1ec7-698f-404e-aae7-d78aba0cd4f6", "name": "network-vif-plugged", "status": "completed", "tag": "a745b614-c757-45d4-b8a1-2f4093c30a4e"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:07:50.724700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port a745b614-c757-45d4-b8a1-2f4093c30a4e, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a745b614-c757-45d4-b8a1-2f4093c30a4e,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:07:50.732618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:50.756486 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c234447-1860-4771-b7a2-9597bceb6df2 x-openstack-request-id: req-1c234447-1860-4771-b7a2-9597bceb6df2 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:07:50.756889 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcd1ec7-698f-404e-aae7-d78aba0cd4f6", "name": "network-vif-plugged", "status": "completed", "tag": "a745b614-c757-45d4-b8a1-2f4093c30a4e", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:07:50.757151 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1c234447-1860-4771-b7a2-9597bceb6df2 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:07:50.757540 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a745b614-c757-45d4-b8a1-2f4093c30a4e', 'code': 200} Aug 30 13:07:50.788630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=a745b614-c757-45d4-b8a1-2f4093c30a4e,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:07:50.805595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b713f89-bb81-4184-9a7f-6410eed10208 req-8c608e25-6f8b-48d6-ac10-d7bd6e1219b1 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065392 Aug 30 13:07:50.809074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-88c42f78-7158-4bea-998b-b76b93d32f64 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100137 Aug 30 13:07:50.868771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac204ff-546a-49cf-924d-a765294bfb84 req-c61964e5-6b3a-4e1d-a6ce-3df7fbd7f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:50.870209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ac204ff-546a-49cf-924d-a765294bfb84 req-c61964e5-6b3a-4e1d-a6ce-3df7fbd7f7cb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0413930 Aug 30 13:07:50.902250 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae199e45-d8e6-43ca-884d-cc993480bd8b req-7bac273f-ba83-4c8a-9c96-65edeffd9329 service neutron] 10.222.0.35 "GET /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854814 Aug 30 13:07:50.909706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ac204ff-546a-49cf-924d-a765294bfb84 req-f9c2f3be-a91d-4436-a6f2-ed6f304a87ea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320423 Aug 30 13:07:51.193194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5fef91-4b6c-42f7-93af-76998bbf126b req-5f91fe11-59ed-4012-ae4b-b534eb766b23 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:51.195308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e5fef91-4b6c-42f7-93af-76998bbf126b req-5f91fe11-59ed-4012-ae4b-b534eb766b23 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0587709 Aug 30 13:07:51.236576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e5fef91-4b6c-42f7-93af-76998bbf126b req-a39a33a8-160a-46a7-8306-80c4b46c675c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346377 Aug 30 13:07:52.360816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3454c-b06f-4947-852b-b57bd878c4cd req-6d835089-54cb-44ec-9073-f21ffd938b02 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:52.362376 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dfa3454c-b06f-4947-852b-b57bd878c4cd req-6d835089-54cb-44ec-9073-f21ffd938b02 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0530348 Aug 30 13:07:52.403045 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dfa3454c-b06f-4947-852b-b57bd878c4cd req-69711d8f-e399-491b-9882-bbabda1f3462 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338233 Aug 30 13:07:52.519889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a19b8-0bad-4499-acbe-4f17cafc6aad req-c7f307f8-153b-4063-838e-4016c3b71ff6 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:52.521356 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a76a19b8-0bad-4499-acbe-4f17cafc6aad req-c7f307f8-153b-4063-838e-4016c3b71ff6 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0492697 Aug 30 13:07:52.530587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48176) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:07:52.541972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c1d64484-358a-4d36-8e51-a0897a666380 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Request body: {'floatingip': {'port_id': 'a745b614-c757-45d4-b8a1-2f4093c30a4e'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:07:52.585368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c1d64484-358a-4d36-8e51-a0897a666380 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:53.032904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c1d64484-358a-4d36-8e51-a0897a666380 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:53.037262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c1d64484-358a-4d36-8e51-a0897a666380 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:53.134847 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-c1d64484-358a-4d36-8e51-a0897a666380 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Floating IP c642ba70-2a9a-40e3-92f8-f4982755a922 associated. External IP: 172.25.2.150, port: a745b614-c757-45d4-b8a1-2f4093c30a4e. Aug 30 13:07:53.673485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d64484-358a-4d36-8e51-a0897a666380 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:07:53.785019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d64484-358a-4d36-8e51-a0897a666380 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:07:53.790608 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c1d64484-358a-4d36-8e51-a0897a666380 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:53.795665 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] Sync routers for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:07:53.805468 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:07:53.806108 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:07:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:53.819051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c1d64484-358a-4d36-8e51-a0897a666380 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "PUT /v2.0/floatingips/c642ba70-2a9a-40e3-92f8-f4982755a922 HTTP/1.1" status: 200 len: 992 time: 1.2873278 Aug 30 13:07:53.819920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'tag': 'a745b614-c757-45d4-b8a1-2f4093c30a4e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:07:53.822466 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e4d143-7917-4eb1-8626-ab9f7154e00d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcd1ec7-698f-404e-aae7-d78aba0cd4f6", "tag": "a745b614-c757-45d4-b8a1-2f4093c30a4e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:07:53.871957 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f3ab81-8d3f-48d2-bcd2-fc46de39fcdb x-openstack-request-id: req-f4f3ab81-8d3f-48d2-bcd2-fc46de39fcdb {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:07:53.872247 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcd1ec7-698f-404e-aae7-d78aba0cd4f6", "tag": "a745b614-c757-45d4-b8a1-2f4093c30a4e", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:07:53.872495 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4f3ab81-8d3f-48d2-bcd2-fc46de39fcdb {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:07:53.872892 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'tag': 'a745b614-c757-45d4-b8a1-2f4093c30a4e', 'status': 'completed', 'code': 200} Aug 30 13:07:53.919554 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:07:53.940319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-74d4270c-8f50-443a-aecf-a01db572136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:53.941828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-74d4270c-8f50-443a-aecf-a01db572136d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=813bc174120f439baa82ae8f568ea071&device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0419199 Aug 30 13:07:54.036509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-74d31a16-579e-4079-9570-a0822292f8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:54.038030 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-74d31a16-579e-4079-9570-a0822292f8e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3414f54-ba29-4a64-89f9-1748432eaa9a HTTP/1.1" status: 200 len: 906 time: 0.0891321 Aug 30 13:07:54.114733 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-6c7b4649-638f-4241-8ca3-ae3eec55b8da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a745b614-c757-45d4-b8a1-2f4093c30a4e HTTP/1.1" status: 200 len: 1000 time: 0.0691633 Aug 30 13:07:54.148129 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'c642ba70-2a9a-40e3-92f8-f4982755a922', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'floating_ip_address': '172.25.2.150', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'port_id': 'a745b614-c757-45d4-b8a1-2f4093c30a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'mac_address': 'fa:16:3e:11:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:07:40Z', 'updated_at': '2021-08-30T13:07:52Z', 'revision_number': 1, 'project_id': '813bc174120f439baa82ae8f568ea071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de23bc14-985c-4da1-adc0-25f848042965', 'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'mac_address': 'fa:16:3e:7b:1c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:36Z', 'updated_at': '2021-08-30T13:07:43Z', 'revision_number': 5, 'project_id': '813bc174120f439baa82ae8f568ea071', 'subnets': [{'id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:54.176603 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-b5b67b05-e4e1-440d-bb4d-7d9e9832c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:54.179109 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-b5b67b05-e4e1-440d-bb4d-7d9e9832c1a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=83c4fbb3-354d-4a42-9b2e-fc47569c86fd HTTP/1.1" status: 200 len: 844 time: 0.0559361 Aug 30 13:07:54.182202 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] Checking router: fd8ab86b-2e33-47f0-8cf3-ef6180358eaa for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:07:54.190594 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:07:54.191196 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:07:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:54.232192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-4b0e504e-5ee1-49b5-813e-9beaeaa725f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:54.233938 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-4b0e504e-5ee1-49b5-813e-9beaeaa725f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3414f54-ba29-4a64-89f9-1748432eaa9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485711 Aug 30 13:07:54.347625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-9250182c-330c-443f-aaf1-6342594ea938 service neutron] 10.222.0.16 "GET /v2.0/networks/e3414f54-ba29-4a64-89f9-1748432eaa9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046147 Aug 30 13:07:54.402634 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:07:54.467672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40e4d143-7917-4eb1-8626-ab9f7154e00d req-be58894f-4a43-464e-84bb-fc47d9e960e5 service neutron] 10.222.0.16 "GET /v2.0/networks/e3414f54-ba29-4a64-89f9-1748432eaa9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125956 Aug 30 13:07:54.645142 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'c642ba70-2a9a-40e3-92f8-f4982755a922', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'floating_ip_address': '172.25.2.150', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'port_id': 'a745b614-c757-45d4-b8a1-2f4093c30a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'mac_address': 'fa:16:3e:11:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:07:40Z', 'updated_at': '2021-08-30T13:07:52Z', 'revision_number': 1, 'project_id': '813bc174120f439baa82ae8f568ea071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de23bc14-985c-4da1-adc0-25f848042965', 'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'mac_address': 'fa:16:3e:7b:1c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:36Z', 'updated_at': '2021-08-30T13:07:43Z', 'revision_number': 5, 'project_id': '813bc174120f439baa82ae8f568ea071', 'subnets': [{'id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:07:54.670816 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b926bda-426d-4c7c-a6dc-225b76288709 None None] The sync data for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 is: [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'c642ba70-2a9a-40e3-92f8-f4982755a922', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'floating_ip_address': '172.25.2.150', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'port_id': 'a745b614-c757-45d4-b8a1-2f4093c30a4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'mac_address': 'fa:16:3e:11:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:07:40Z', 'updated_at': '2021-08-30T13:07:52Z', 'revision_number': 1, 'project_id': '813bc174120f439baa82ae8f568ea071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de23bc14-985c-4da1-adc0-25f848042965', 'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'mac_address': 'fa:16:3e:7b:1c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:36Z', 'updated_at': '2021-08-30T13:07:43Z', 'revision_number': 5, 'project_id': '813bc174120f439baa82ae8f568ea071', 'subnets': [{'id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:07:54.890887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98845b38-6228-4fe2-87d8-37f669edd14c None None] New status for floating IP c642ba70-2a9a-40e3-92f8-f4982755a922: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:07:58.175586 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:07:59.530049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204610f8-ab49-4521-8c12-56329dccf99f req-b90eae37-0366-40f6-9a72-eef1ce668bc9 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:07:59.531512 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-204610f8-ab49-4521-8c12-56329dccf99f req-b90eae37-0366-40f6-9a72-eef1ce668bc9 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0512586 Aug 30 13:07:59.570530 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-204610f8-ab49-4521-8c12-56329dccf99f req-bc8dec07-6dc6-4c5c-91b5-7121a9f551d4 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328732 Aug 30 13:08:00.615116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:00.690086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b601d0-06f7-4d18-a7b6-52b90bf90519 req-9977d011-e6d6-4709-a7d9-a9c72317ef70 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:00.691553 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9b601d0-06f7-4d18-a7b6-52b90bf90519 req-9977d011-e6d6-4709-a7d9-a9c72317ef70 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0493023 Aug 30 13:08:00.734594 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9b601d0-06f7-4d18-a7b6-52b90bf90519 req-4cba0245-8560-4af4-ba2b-38fb78404e7f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365238 Aug 30 13:08:01.548501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0df99b-954b-452d-aca6-09587bffab65 req-bcf54fe5-82e9-4961-8635-6f3360fac317 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:01.549954 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad0df99b-954b-452d-aca6-09587bffab65 req-bcf54fe5-82e9-4961-8635-6f3360fac317 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.16 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0493407 Aug 30 13:08:01.644627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ad0df99b-954b-452d-aca6-09587bffab65 req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Deleting port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:01.644971 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ad0df99b-954b-452d-aca6-09587bffab65 req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:01.737548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ad0df99b-954b-452d-aca6-09587bffab65 req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] For port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:08:01.738160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ad0df99b-954b-452d-aca6-09587bffab65 req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:01.750336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ad0df99b-954b-452d-aca6-09587bffab65 req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Calling delete_port for ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:01.907382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040e39-f046-4fec-9452-10f31a8ca127 req-630aa2ea-0927-4525-997e-6c982b3f7220 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:01.908858 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58040e39-f046-4fec-9452-10f31a8ca127 req-630aa2ea-0927-4525-997e-6c982b3f7220 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=e19386d9-d622-441f-ab78-a36d0c691268 HTTP/1.1" status: 200 len: 946 time: 0.0856154 Aug 30 13:08:01.936786 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ad0df99b-954b-452d-aca6-09587bffab65 req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:01.949730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:08:01.953182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['3b578e6a-431d-4e10-8300-89b636bc88d3'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:08:01.975166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Pushing event deleted for resources: {'Port': ['ID=ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:01.985807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58040e39-f046-4fec-9452-10f31a8ca127 req-989eaeb4-e345-49ef-b5e2-0494c678591a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685239 Aug 30 13:08:02.025390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0df99b-954b-452d-aca6-09587bffab65 req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] No DVR routers for this DVR port ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:08:02.028046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ad0df99b-954b-452d-aca6-09587bffab65 req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:02.030060 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad0df99b-954b-452d-aca6-09587bffab65 req-67b89990-9348-40f2-8c09-99508dfccfc2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.16 "DELETE /v2.0/ports/ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce HTTP/1.1" status: 204 len: 173 time: 0.4745727 Aug 30 13:08:02.030491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19386d9-d622-441f-ab78-a36d0c691268', 'name': 'network-vif-deleted', 'tag': 'ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:08:02.033011 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e53f9e-3f51-42ae-9b58-c2c5939cdf00" -d '{"events": [{"server_uuid": "e19386d9-d622-441f-ab78-a36d0c691268", "name": "network-vif-deleted", "tag": "ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:08:02.078326 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e20865f-20aa-4645-98fc-2fece6b5f37c x-openstack-request-id: req-7e20865f-20aa-4645-98fc-2fece6b5f37c {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:08:02.078815 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e19386d9-d622-441f-ab78-a36d0c691268", "name": "network-vif-deleted", "tag": "ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:08:02.079226 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e20865f-20aa-4645-98fc-2fece6b5f37c {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:08:02.079902 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19386d9-d622-441f-ab78-a36d0c691268', 'name': 'network-vif-deleted', 'tag': 'ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce', 'status': 'completed', 'code': 200} Aug 30 13:08:03.255119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3159d24-5629-4e72-985f-a8569bcb1a80 req-86c56977-34ba-4fc7-9812-aac0868de3e2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:03.256647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3159d24-5629-4e72-985f-a8569bcb1a80 req-86c56977-34ba-4fc7-9812-aac0868de3e2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0519850 Aug 30 13:08:03.295344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3159d24-5629-4e72-985f-a8569bcb1a80 req-4a69def6-5b26-4528-bbca-1c04562c479e tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325613 Aug 30 13:08:04.409265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ccd60-4e3e-4b0c-bbfc-b04b1792c5f8 req-7926a596-8de7-4d21-b4cb-e3224da1c00f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:04.410787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b11ccd60-4e3e-4b0c-bbfc-b04b1792c5f8 req-7926a596-8de7-4d21-b4cb-e3224da1c00f tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0478597 Aug 30 13:08:04.450492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b11ccd60-4e3e-4b0c-bbfc-b04b1792c5f8 req-cbbb3105-7ab7-4ef3-9d88-d1679e3ee8b8 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Aug 30 13:08:05.573709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452c513-cee7-45d3-8cd2-63defe5796a9 req-6f382c0d-a4d4-4e8b-b296-8b30094581e1 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:05.575309 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f452c513-cee7-45d3-8cd2-63defe5796a9 req-6f382c0d-a4d4-4e8b-b296-8b30094581e1 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0527797 Aug 30 13:08:05.614945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f452c513-cee7-45d3-8cd2-63defe5796a9 req-11034719-4fd0-42ab-a0e7-289a382cfdd9 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321300 Aug 30 13:08:06.568788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-abfe18ab-f61c-4704-aebd-d9a09a71e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:06.617757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:08:06.639888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:08:06.640236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ca66936d-2b1d-4a1c-aec1-e1e8e254e6ce not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:08:06.735112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5176cc-402c-44f2-9e34-7ee685bd961c req-d9f68b83-01a1-4086-abbf-56355fb48ca2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:06.736471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca5176cc-402c-44f2-9e34-7ee685bd961c req-d9f68b83-01a1-4086-abbf-56355fb48ca2 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0520370 Aug 30 13:08:06.773773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca5176cc-402c-44f2-9e34-7ee685bd961c req-2603efa3-7852-4a52-8c9b-76914baf314d tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308228 Aug 30 13:08:07.892456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d70485-33be-4eec-8844-f49c1b5f6797 req-9e9ab868-019d-4f5a-b0ff-33c7a1dc67ba tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:07.893881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5d70485-33be-4eec-8844-f49c1b5f6797 req-9e9ab868-019d-4f5a-b0ff-33c7a1dc67ba tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0511892 Aug 30 13:08:07.932852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5d70485-33be-4eec-8844-f49c1b5f6797 req-4486f576-eed1-4740-9616-98e8a941f8fe tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Aug 30 13:08:08.848371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-8ba243db-8e01-49f2-aa41-98619392f48a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:08.849865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-8ba243db-8e01-49f2-aa41-98619392f48a tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.35 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0481153 Aug 30 13:08:08.945871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Deleting port 3b578e6a-431d-4e10-8300-89b636bc88d3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:08.946578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:09.075292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] For port 3b578e6a-431d-4e10-8300-89b636bc88d3, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=3b578e6a-431d-4e10-8300-89b636bc88d3,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:08:09.075651 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:09.091590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b9393-d5f3-49b0-8c6d-d7e83b589105 req-5f99b541-e6c4-4e86-b265-e3b04a5efaa7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:09.093061 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b1b9393-d5f3-49b0-8c6d-d7e83b589105 req-5f99b541-e6c4-4e86-b265-e3b04a5efaa7 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a9ef9b7-4665-4c7c-a602-dfeb5345ae41 HTTP/1.1" status: 200 len: 946 time: 0.0904996 Aug 30 13:08:09.101343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Calling delete_port for 3b578e6a-431d-4e10-8300-89b636bc88d3 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:09.170359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b1b9393-d5f3-49b0-8c6d-d7e83b589105 req-a174e5da-187c-42b4-b087-9d0027d68843 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.37 "GET /v2.0/security-groups?id=6eca9e7a-83d4-49dd-80bd-6f36d43a7491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713015 Aug 30 13:08:09.254183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:09.265977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['3b578e6a-431d-4e10-8300-89b636bc88d3'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:08:09.311528 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9f2c9865-ef09-4afe-bf69-fec30f26b6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:09.312688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Pushing event deleted for resources: {'Port': ['ID=3b578e6a-431d-4e10-8300-89b636bc88d3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:09.335442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] No DVR routers for this DVR port 3b578e6a-431d-4e10-8300-89b636bc88d3 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:08:09.338526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.338879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.339238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.339562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.339902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.340243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.340574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.340902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.341231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.341559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.341913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.342236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:09.345199 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:09.347210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6fcd2d9-8bd2-4222-9923-6f3671d8e65f req-374774f1-380d-4f26-911c-3f6a794052a3 tempest-ServerRescueNegativeTestJSON-1048040277 tempest-ServerRescueNegativeTestJSON-1048040277-project] 10.222.0.35 "DELETE /v2.0/ports/3b578e6a-431d-4e10-8300-89b636bc88d3 HTTP/1.1" status: 204 len: 173 time: 0.4915624 Aug 30 13:08:09.347635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a9ef9b7-4665-4c7c-a602-dfeb5345ae41', 'name': 'network-vif-deleted', 'tag': '3b578e6a-431d-4e10-8300-89b636bc88d3'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:08:09.349958 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a54924-18db-4b42-b1ab-992b24988013" -d '{"events": [{"server_uuid": "8a9ef9b7-4665-4c7c-a602-dfeb5345ae41", "name": "network-vif-deleted", "tag": "3b578e6a-431d-4e10-8300-89b636bc88d3"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:08:09.391084 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a93d01-cbca-4b09-a495-195c5a0dd84d x-openstack-request-id: req-a2a93d01-cbca-4b09-a495-195c5a0dd84d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:08:09.391385 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a9ef9b7-4665-4c7c-a602-dfeb5345ae41", "name": "network-vif-deleted", "tag": "3b578e6a-431d-4e10-8300-89b636bc88d3", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:08:09.391642 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2a93d01-cbca-4b09-a495-195c5a0dd84d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:08:09.392041 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a9ef9b7-4665-4c7c-a602-dfeb5345ae41', 'name': 'network-vif-deleted', 'tag': '3b578e6a-431d-4e10-8300-89b636bc88d3', 'status': 'completed', 'code': 200} Aug 30 13:08:09.912726 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:10.226937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48436) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:10.596789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:10.745848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:10.839269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Deleting port 46781685-9fc8-4054-896f-04f13b3a89fe {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:10.839614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:10.919274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] For port 46781685-9fc8-4054-896f-04f13b3a89fe, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=46781685-9fc8-4054-896f-04f13b3a89fe,segment=NetworkSegment(12470b91-e586-4f81-b817-4a6d73e2af63),segment_id=12470b91-e586-4f81-b817-4a6d73e2af63)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:08:10.919645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:10.932646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Calling delete_port for 46781685-9fc8-4054-896f-04f13b3a89fe owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:11.113012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:11.140931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Pushing event deleted for resources: {'Port': ['ID=46781685-9fc8-4054-896f-04f13b3a89fe,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:11.306557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:11.521738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:08:11.634813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:08:11.642431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1edf4b0f-0a93-4587-b339-1ddfe0563108 admin admin] 10.222.0.37 "PUT /v2.0/routers/515cd6da-1dd2-4cd0-a5bf-4c138639d10c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4120514 Aug 30 13:08:11.642639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48456) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:11.651277 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] Sync routers for ids ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:08:11.664421 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] Routers {'515cd6da-1dd2-4cd0-a5bf-4c138639d10c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:11.664421 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:11.746989 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:11.769753 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] Set router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:08:11.851630 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:11.910133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Deleting port 2153d734-91d9-4cc7-9f0a-a16b25074474 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:11.910484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:11.951591 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:34Z', 'updated_at': '2021-08-30T13:08:11Z', 'revision_number': 5, 'project_id': '358394eff83c48e0a63125c66c955789', 'gw_port': {'id': '2153d734-91d9-4cc7-9f0a-a16b25074474', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:98:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:35Z', 'updated_at': '2021-08-30T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:11.979710 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] Checking router: 515cd6da-1dd2-4cd0-a5bf-4c138639d10c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:08:11.988150 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] Routers {'515cd6da-1dd2-4cd0-a5bf-4c138639d10c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:11.988747 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:11.992007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] For port 2153d734-91d9-4cc7-9f0a-a16b25074474, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2153d734-91d9-4cc7-9f0a-a16b25074474,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:08:11.992374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.005045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Calling delete_port for 2153d734-91d9-4cc7-9f0a-a16b25074474 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:12.074142 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] Set router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:08:12.109341 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.130712 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:34Z', 'updated_at': '2021-08-30T13:08:11Z', 'revision_number': 6, 'project_id': '358394eff83c48e0a63125c66c955789', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:12.157015 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3228243e-2b68-41d1-83bb-a316f706aaea None None] The sync data for ids ['515cd6da-1dd2-4cd0-a5bf-4c138639d10c'] in n-d-688802-6 is: [{'id': '515cd6da-1dd2-4cd0-a5bf-4c138639d10c', 'name': 'tempest-ServerRescueNegativeTestJSON-2113186524-router', 'tenant_id': '358394eff83c48e0a63125c66c955789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:34Z', 'updated_at': '2021-08-30T13:08:11Z', 'revision_number': 6, 'project_id': '358394eff83c48e0a63125c66c955789', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:08:12.177699 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.204568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Pushing event deleted for resources: {'Port': ['ID=2153d734-91d9-4cc7-9f0a-a16b25074474,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:12.270881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.375357 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.377554 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.421714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.422506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 515cd6da-1dd2-4cd0-a5bf-4c138639d10c {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:08:12.429360 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.431119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-19b1f08b-7550-4deb-94d5-8cd0fe6c7844 admin admin] 10.222.0.37 "DELETE /v2.0/routers/515cd6da-1dd2-4cd0-a5bf-4c138639d10c HTTP/1.1" status: 204 len: 168 time: 0.7873933 Aug 30 13:08:12.433731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48466) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:12.477787 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f692668-c088-4bfa-990f-4ba65726ed11 admin admin] Deleting subnet 21fb5082-f507-4e18-83b0-710982ae3193 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:08:12.482111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f692668-c088-4bfa-990f-4ba65726ed11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.523292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f692668-c088-4bfa-990f-4ba65726ed11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.570031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f692668-c088-4bfa-990f-4ba65726ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.623522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f692668-c088-4bfa-990f-4ba65726ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.651003 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f692668-c088-4bfa-990f-4ba65726ed11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.652904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2f692668-c088-4bfa-990f-4ba65726ed11 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/21fb5082-f507-4e18-83b0-710982ae3193 HTTP/1.1" status: 204 len: 168 time: 0.2182500 Aug 30 13:08:12.654040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f692668-c088-4bfa-990f-4ba65726ed11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fb5082-f507-4e18-83b0-710982ae3193,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:12.655412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48470) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:12.729601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.809932 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.819436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5fccd4-17f2-4720-858c-cdefbf1059eb']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:12.830156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12470b91-e586-4f81-b817-4a6d73e2af63') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:12.830443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12470b91-e586-4f81-b817-4a6d73e2af63') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:12.839879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.854057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.860115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:08:12.860494 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:08:12.862223 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:08:12.916272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.922524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:12.924399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] 10.222.0.37 "DELETE /v2.0/networks/9b5fccd4-17f2-4720-858c-cdefbf1059eb HTTP/1.1" status: 204 len: 168 time: 0.2679150 Aug 30 13:08:12.936043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf097e3-7d4e-4296-82cd-96477a26b1ba admin admin] Pushing event deleted for resources: {'Network': ['ID=9b5fccd4-17f2-4720-858c-cdefbf1059eb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:13.095710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48478) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:13.138525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f2b8f92b-8977-4c0e-8a0f-861c85f0b1a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=358394eff83c48e0a63125c66c955789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416453 Aug 30 13:08:13.141069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48480) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:13.193491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1e12352-ee7a-4379-be61-2d6a3abdedf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:13.217687 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1e12352-ee7a-4379-be61-2d6a3abdedf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:13.270221 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1e12352-ee7a-4379-be61-2d6a3abdedf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:13.273209 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1e12352-ee7a-4379-be61-2d6a3abdedf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:13.277121 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b1e12352-ee7a-4379-be61-2d6a3abdedf1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6eca9e7a-83d4-49dd-80bd-6f36d43a7491 HTTP/1.1" status: 204 len: 168 time: 0.1349185 Aug 30 13:08:13.285127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e12352-ee7a-4379-be61-2d6a3abdedf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eca9e7a-83d4-49dd-80bd-6f36d43a7491,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:13.321610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3b578e6a-431d-4e10-8300-89b636bc88d3 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:08:13.342122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 3b578e6a-431d-4e10-8300-89b636bc88d3 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:08:13.342557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 3b578e6a-431d-4e10-8300-89b636bc88d3 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:08:13.651023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 46781685-9fc8-4054-896f-04f13b3a89fe no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:08:13.672233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 46781685-9fc8-4054-896f-04f13b3a89fe {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:08:13.672891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 46781685-9fc8-4054-896f-04f13b3a89fe not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:08:13.673313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2153d734-91d9-4cc7-9f0a-a16b25074474 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:08:13.692214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 2153d734-91d9-4cc7-9f0a-a16b25074474 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:08:13.692622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2153d734-91d9-4cc7-9f0a-a16b25074474 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:08:14.245386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48526) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:14.350810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4620b91d-4556-486c-97af-ee59e7865d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:14.440506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4620b91d-4556-486c-97af-ee59e7865d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:14.445577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4620b91d-4556-486c-97af-ee59e7865d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:14.486858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620b91d-4556-486c-97af-ee59e7865d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7051817c-b3ce-4385-9af5-df0ca7303489,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:14.495729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4620b91d-4556-486c-97af-ee59e7865d68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3583f221fce545379517735cb9840c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466559 Aug 30 13:08:14.496036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48538) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:14.545071 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-caa745b5-c07a-4f60-a1cd-a78565cca626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:14.566341 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-caa745b5-c07a-4f60-a1cd-a78565cca626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:14.612035 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-caa745b5-c07a-4f60-a1cd-a78565cca626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:14.614742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-caa745b5-c07a-4f60-a1cd-a78565cca626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:14.615893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-caa745b5-c07a-4f60-a1cd-a78565cca626 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7051817c-b3ce-4385-9af5-df0ca7303489 HTTP/1.1" status: 204 len: 168 time: 0.1191432 Aug 30 13:08:14.624054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa745b5-c07a-4f60-a1cd-a78565cca626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7051817c-b3ce-4385-9af5-df0ca7303489,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:19.374550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48658) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:19.480213 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb1e26b2-4c66-409a-9916-c1526867bb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:19.571511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb1e26b2-4c66-409a-9916-c1526867bb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:19.575276 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb1e26b2-4c66-409a-9916-c1526867bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:19.613985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eb1e26b2-4c66-409a-9916-c1526867bb3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=18b01c5b4e2c4a86903448f227f1efcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383208 Aug 30 13:08:19.615136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1e26b2-4c66-409a-9916-c1526867bb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8855ba2-6b02-4e9b-b48f-cde6ed0166ee,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:19.617322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48662) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:19.671359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-782dd72c-7b05-42cb-9645-c0a3a0617bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:19.693142 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-782dd72c-7b05-42cb-9645-c0a3a0617bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:19.745848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-782dd72c-7b05-42cb-9645-c0a3a0617bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:19.748956 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-782dd72c-7b05-42cb-9645-c0a3a0617bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:19.750353 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-782dd72c-7b05-42cb-9645-c0a3a0617bbd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8855ba2-6b02-4e9b-b48f-cde6ed0166ee HTTP/1.1" status: 204 len: 168 time: 0.1311595 Aug 30 13:08:19.759097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782dd72c-7b05-42cb-9645-c0a3a0617bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8855ba2-6b02-4e9b-b48f-cde6ed0166ee,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:21.978828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48772) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:22.091780 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b25b91-5efe-4810-8549-947143f4559a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.180543 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b25b91-5efe-4810-8549-947143f4559a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.184567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b25b91-5efe-4810-8549-947143f4559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.223865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45b25b91-5efe-4810-8549-947143f4559a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbfe5616a78142109bc7c13952a05577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2439432 Aug 30 13:08:22.224976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b25b91-5efe-4810-8549-947143f4559a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd6b56e-ce06-4c23-b8d1-e6d98ce78288,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:22.227276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48778) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:22.280689 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1ffb-b6c0-4401-a334-a79c6911b10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.304872 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1ffb-b6c0-4401-a334-a79c6911b10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.352719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1ffb-b6c0-4401-a334-a79c6911b10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.355334 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0fd1ffb-b6c0-4401-a334-a79c6911b10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.356622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a0fd1ffb-b6c0-4401-a334-a79c6911b10a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0bd6b56e-ce06-4c23-b8d1-e6d98ce78288 HTTP/1.1" status: 204 len: 168 time: 0.1281934 Aug 30 13:08:22.364389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd1ffb-b6c0-4401-a334-a79c6911b10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd6b56e-ce06-4c23-b8d1-e6d98ce78288,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:22.618151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48788) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:22.634825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77a87a57-568e-4491-b1c0-557207349d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.724443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77a87a57-568e-4491-b1c0-557207349d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.728578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77a87a57-568e-4491-b1c0-557207349d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.767512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-77a87a57-568e-4491-b1c0-557207349d0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bff67d51cfad4679befecc895db75ff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482708 Aug 30 13:08:22.768641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a87a57-568e-4491-b1c0-557207349d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c70cc68-760d-4b83-b90e-8da59d6d9432,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:22.770193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48790) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:22.821626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c86d-4541-42d0-96de-ad456a702413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.846438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c86d-4541-42d0-96de-ad456a702413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.894821 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c86d-4541-42d0-96de-ad456a702413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.897478 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bdf8c86d-4541-42d0-96de-ad456a702413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:22.898742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bdf8c86d-4541-42d0-96de-ad456a702413 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c70cc68-760d-4b83-b90e-8da59d6d9432 HTTP/1.1" status: 204 len: 168 time: 0.1275649 Aug 30 13:08:22.906910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8c86d-4541-42d0-96de-ad456a702413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c70cc68-760d-4b83-b90e-8da59d6d9432,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:23.683057 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:08:25.451365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48890) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:25.557017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:25.643083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:25.646796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:25.684982 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=971b408c191f4fed88c1d1110deffdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2325320 Aug 30 13:08:25.685798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b50f2a-9a42-4e0a-ba33-08b3c63719bc,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:25.688154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48894) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:25.693246 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.693588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.693955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.694977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.695318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.695646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.695970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.696284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.696617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.696921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.697254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.697551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99cca2-e110-4002-ac6c-8d70e02957ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:25.737798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75b84693-1972-4f37-8534-ce9358f3b26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:25.758892 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75b84693-1972-4f37-8534-ce9358f3b26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:25.805055 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75b84693-1972-4f37-8534-ce9358f3b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:25.807837 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75b84693-1972-4f37-8534-ce9358f3b26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:25.808988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-75b84693-1972-4f37-8534-ce9358f3b26e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7b50f2a-9a42-4e0a-ba33-08b3c63719bc HTTP/1.1" status: 204 len: 168 time: 0.1198292 Aug 30 13:08:25.816830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b84693-1972-4f37-8534-ce9358f3b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b50f2a-9a42-4e0a-ba33-08b3c63719bc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:26.067526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48904) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:26.080951 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d4e604d-c72e-43d3-a5ad-534fb0dc0cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:26.171651 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d4e604d-c72e-43d3-a5ad-534fb0dc0cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:26.176711 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d4e604d-c72e-43d3-a5ad-534fb0dc0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:26.215908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8d4e604d-c72e-43d3-a5ad-534fb0dc0cfb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=722475eaf5534b12962a95318f5935bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472840 Aug 30 13:08:26.217811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e604d-c72e-43d3-a5ad-534fb0dc0cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e071a57a-d274-4089-9ad1-98b070b8ed70,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:26.219032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48910) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:26.281050 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5432b3b-772f-4214-b75f-5e64c7c87eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:26.302838 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5432b3b-772f-4214-b75f-5e64c7c87eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:26.352858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5432b3b-772f-4214-b75f-5e64c7c87eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:26.355421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5432b3b-772f-4214-b75f-5e64c7c87eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:26.356549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e5432b3b-772f-4214-b75f-5e64c7c87eca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e071a57a-d274-4089-9ad1-98b070b8ed70 HTTP/1.1" status: 204 len: 168 time: 0.1240633 Aug 30 13:08:26.364126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5432b3b-772f-4214-b75f-5e64c7c87eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e071a57a-d274-4089-9ad1-98b070b8ed70,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:28.183716 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.242943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48992) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:28.362053 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c98ccb8-34bd-43a4-ac87-6d32284192bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.453134 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c98ccb8-34bd-43a4-ac87-6d32284192bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.456851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c98ccb8-34bd-43a4-ac87-6d32284192bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.494654 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8c98ccb8-34bd-43a4-ac87-6d32284192bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b0447d117e24a37927e07d9b178c4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505414 Aug 30 13:08:28.495690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98ccb8-34bd-43a4-ac87-6d32284192bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f1601a-479c-45d7-b8f4-4d7fe6e53339,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:28.497294 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49000) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:28.546701 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2cbebb23-84de-4734-81b5-7ca339fe732f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.566813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2cbebb23-84de-4734-81b5-7ca339fe732f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.614456 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2cbebb23-84de-4734-81b5-7ca339fe732f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.617715 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2cbebb23-84de-4734-81b5-7ca339fe732f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.621043 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2cbebb23-84de-4734-81b5-7ca339fe732f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75f1601a-479c-45d7-b8f4-4d7fe6e53339 HTTP/1.1" status: 204 len: 168 time: 0.1205926 Aug 30 13:08:28.626934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbebb23-84de-4734-81b5-7ca339fe732f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f1601a-479c-45d7-b8f4-4d7fe6e53339,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:28.879687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49010) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:28.893963 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c4739a5f-fd11-4630-a0b2-40588df7c491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.981084 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c4739a5f-fd11-4630-a0b2-40588df7c491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:28.985382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c4739a5f-fd11-4630-a0b2-40588df7c491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:29.028810 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c4739a5f-fd11-4630-a0b2-40588df7c491 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=09976349efe444ad9835dc7a986ffeb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457560 Aug 30 13:08:29.028810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4739a5f-fd11-4630-a0b2-40588df7c491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38d4c07-4c6e-4771-a3a7-32d9e50d705f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:29.029329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49014) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:29.079239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39a4e369-0d57-4c60-919d-630d8c7495c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:29.100703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39a4e369-0d57-4c60-919d-630d8c7495c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:29.146462 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39a4e369-0d57-4c60-919d-630d8c7495c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:29.150030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39a4e369-0d57-4c60-919d-630d8c7495c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:29.151210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-39a4e369-0d57-4c60-919d-630d8c7495c5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f38d4c07-4c6e-4771-a3a7-32d9e50d705f HTTP/1.1" status: 204 len: 168 time: 0.1207736 Aug 30 13:08:29.158894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4e369-0d57-4c60-919d-630d8c7495c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38d4c07-4c6e-4771-a3a7-32d9e50d705f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:30.618255 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:30.678034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49084) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:30.786767 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ceb41f02-f7da-4315-aa10-6976b7eb7889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:30.882769 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ceb41f02-f7da-4315-aa10-6976b7eb7889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:30.886516 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ceb41f02-f7da-4315-aa10-6976b7eb7889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:30.925121 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ceb41f02-f7da-4315-aa10-6976b7eb7889 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6c4751c36384725a463b484e2cb6d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459896 Aug 30 13:08:30.926299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb41f02-f7da-4315-aa10-6976b7eb7889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c2409-8fa9-49e9-b8e1-0dc8ad197dc6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:30.928227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49092) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:30.977241 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2e70bb0-fe21-43bf-b68c-c22c1e4751c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:30.998429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2e70bb0-fe21-43bf-b68c-c22c1e4751c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:31.047634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2e70bb0-fe21-43bf-b68c-c22c1e4751c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:31.050335 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2e70bb0-fe21-43bf-b68c-c22c1e4751c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:31.051484 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b2e70bb0-fe21-43bf-b68c-c22c1e4751c1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dd4c2409-8fa9-49e9-b8e1-0dc8ad197dc6 HTTP/1.1" status: 204 len: 168 time: 0.1217194 Aug 30 13:08:31.064182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e70bb0-fe21-43bf-b68c-c22c1e4751c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c2409-8fa9-49e9-b8e1-0dc8ad197dc6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:35.163542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984758c-d41e-45ab-8946-70288e13f8bc req-0cc125df-1b18-48a3-bd1d-616b0180da97 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.170393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984758c-d41e-45ab-8946-70288e13f8bc req-0cc125df-1b18-48a3-bd1d-616b0180da97 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.176353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984758c-d41e-45ab-8946-70288e13f8bc req-0cc125df-1b18-48a3-bd1d-616b0180da97 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.182647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984758c-d41e-45ab-8946-70288e13f8bc req-0cc125df-1b18-48a3-bd1d-616b0180da97 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.188445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984758c-d41e-45ab-8946-70288e13f8bc req-0cc125df-1b18-48a3-bd1d-616b0180da97 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.194272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984758c-d41e-45ab-8946-70288e13f8bc req-0cc125df-1b18-48a3-bd1d-616b0180da97 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.200255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a984758c-d41e-45ab-8946-70288e13f8bc req-0cc125df-1b18-48a3-bd1d-616b0180da97 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.202127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a984758c-d41e-45ab-8946-70288e13f8bc req-0cc125df-1b18-48a3-bd1d-616b0180da97 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5441 time: 0.0929668 Aug 30 13:08:35.245019 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a984758c-d41e-45ab-8946-70288e13f8bc req-7b60efdf-93e2-408f-b2fa-8cb633580e23 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365057 Aug 30 13:08:35.392906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17893fc7-194b-4100-92f8-89ff9437bf6d req-69086bb4-7995-46ea-9076-14b461da8dab tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.399789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17893fc7-194b-4100-92f8-89ff9437bf6d req-69086bb4-7995-46ea-9076-14b461da8dab tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.405874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17893fc7-194b-4100-92f8-89ff9437bf6d req-69086bb4-7995-46ea-9076-14b461da8dab tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.411929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17893fc7-194b-4100-92f8-89ff9437bf6d req-69086bb4-7995-46ea-9076-14b461da8dab tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.418562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17893fc7-194b-4100-92f8-89ff9437bf6d req-69086bb4-7995-46ea-9076-14b461da8dab tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.424789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17893fc7-194b-4100-92f8-89ff9437bf6d req-69086bb4-7995-46ea-9076-14b461da8dab tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.430896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17893fc7-194b-4100-92f8-89ff9437bf6d req-69086bb4-7995-46ea-9076-14b461da8dab tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:35.432954 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17893fc7-194b-4100-92f8-89ff9437bf6d req-69086bb4-7995-46ea-9076-14b461da8dab tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5441 time: 0.0955942 Aug 30 13:08:35.982868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49500) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:36.087051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71a7d747-e4ff-4b3a-ae1c-b13b5aecc6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:36.178641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71a7d747-e4ff-4b3a-ae1c-b13b5aecc6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:36.184592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71a7d747-e4ff-4b3a-ae1c-b13b5aecc6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:36.223187 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-71a7d747-e4ff-4b3a-ae1c-b13b5aecc6f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0a2733ea09ec4c4d9b7b27b5afd413e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392645 Aug 30 13:08:36.224328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7d747-e4ff-4b3a-ae1c-b13b5aecc6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68360274-408a-41ce-b3d3-51b352a3485f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:36.225955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49506) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:36.277772 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41dfde97-880f-4e18-883a-5f72cac03f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:36.298726 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41dfde97-880f-4e18-883a-5f72cac03f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:36.347559 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41dfde97-880f-4e18-883a-5f72cac03f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:36.349994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41dfde97-880f-4e18-883a-5f72cac03f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:36.351248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-41dfde97-880f-4e18-883a-5f72cac03f38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/68360274-408a-41ce-b3d3-51b352a3485f HTTP/1.1" status: 204 len: 168 time: 0.1243081 Aug 30 13:08:36.358840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfde97-880f-4e18-883a-5f72cac03f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68360274-408a-41ce-b3d3-51b352a3485f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:36.572007 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-73f3d83a-bc37-4291-8b53-4ffb91ed6363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:37.461550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49570) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:37.557516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-ca6ac318-e539-4a09-93ba-f09d2cd7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:37.558028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-ca6ac318-e539-4a09-93ba-f09d2cd7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:37.558492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-ca6ac318-e539-4a09-93ba-f09d2cd7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:37.558957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-ca6ac318-e539-4a09-93ba-f09d2cd7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:37.559419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-ca6ac318-e539-4a09-93ba-f09d2cd7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:37.559868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-ca6ac318-e539-4a09-93ba-f09d2cd7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:37.560322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-ca6ac318-e539-4a09-93ba-f09d2cd7dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:37.562241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-ca6ac318-e539-4a09-93ba-f09d2cd7dd7e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 6498 time: 0.0995827 Aug 30 13:08:37.598106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-7971b831-403a-4872-b27b-4312361932a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0294232 Aug 30 13:08:37.970172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49598) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:38.104617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:38.126659 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.222708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.340770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Allocated IP 172.25.2.109 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/1db3d588-fea1-4731-8bb7-c1cb4a18adec) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:08:38.440523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.482553 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.519264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:08:38.524368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:38.527870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:08:38.552996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event updated for resources: {'Port': ['ID=1db3d588-fea1-4731-8bb7-c1cb4a18adec,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:38.617401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.650118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.795611 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.799986 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.868395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event updated for resources: {'Port': ['ID=1db3d588-fea1-4731-8bb7-c1cb4a18adec,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:38.880094 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.895249 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.899215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-71f04381-100a-45a2-9f56-0e80de97226f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9254038 Aug 30 13:08:38.899590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49610) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:38.904450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1268781974'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:38.926281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Made reservation on behalf of c4cb6b03ed33492a963ea30010d77e2e for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:08:38.930597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:38.939489 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.029682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.033175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.060359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:08:39.069921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1117db9c-c08b-49a1-8ced-b5028cf85eaa,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:39.074934 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.075262 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Added segment 704fb75d-2855-45e5-8abd-fc72aeb336d6 of type vlan for network e01e377b-15ce-49be-bde2-0b6cb09257ac Aug 30 13:08:39.115462 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.139528 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.144968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:39.145555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.204299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3037462 Aug 30 13:08:39.207293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49614) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:39.213126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Request body: {'subnet': {'network_id': 'e01e377b-15ce-49be-bde2-0b6cb09257ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:39.213371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb69a2c-b8b5-45e9-ac03-d8d2f3430fdc tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event updated for resources: {'Network': ['ID=e01e377b-15ce-49be-bde2-0b6cb09257ac,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:39.223448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e01e377b-15ce-49be-bde2-0b6cb09257ac details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:08:39.303965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Made reservation on behalf of c4cb6b03ed33492a963ea30010d77e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:08:39.305281 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-235fcca5-0bb0-4afc-8e1c-20dbb791ae53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.307806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.487617 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.547967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event updated for resources: {'Subnet': ['ID=8d6a81e8-322b-4afa-8ee9-645241c73602,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:39.555354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Checking segment: {'id': '704fb75d-2855-45e5-8abd-fc72aeb336d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e01e377b-15ce-49be-bde2-0b6cb09257ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:08:39.555713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Network hostable DHCP agents. Network: e01e377b-15ce-49be-bde2-0b6cb09257ac, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:08:39.571684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Network e01e377b-15ce-49be-bde2-0b6cb09257ac is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:08:39.579920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e01e377b-15ce-49be-bde2-0b6cb09257ac) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:39.583864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:39.584459 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.589395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08613a44-d9b4-48e6-8ace-e4742a8013f0 None None] Network e01e377b-15ce-49be-bde2-0b6cb09257ac requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:08:39.601324 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eccae1eb-345f-4209-94a1-957955ae2f8e tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3923392 Aug 30 13:08:39.606107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49620) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:39.610724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-349265370', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:39.635918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.636990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.694079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.751479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-e01e377b-15ce-49be-bde2-0b6cb09257ac', 'network_id': 'e01e377b-15ce-49be-bde2-0b6cb09257ac', 'tenant_id': 'c4cb6b03ed33492a963ea30010d77e2e', 'fixed_ips': [{'subnet_id': '8d6a81e8-322b-4afa-8ee9-645241c73602'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:08:39.752354 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.829243 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:39.894934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Allocated IP 172.20.0.2 (e01e377b-15ce-49be-bde2-0b6cb09257ac/8d6a81e8-322b-4afa-8ee9-645241c73602/8a4fdde6-db51-448e-9ae2-b43bf17aa3ae) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:08:39.931915 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.074560 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.083551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Transition to ACTIVE for port object 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:08:40.099799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Transition to ACTIVE for port object 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:08:40.107123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.150805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Network e01e377b-15ce-49be-bde2-0b6cb09257ac is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:08:40.153597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:40.158184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:08:40.161355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Pushing event updated for resources: {'Port': ['ID=8a4fdde6-db51-448e-9ae2-b43bf17aa3ae,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:40.215871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Attempting to bind port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:08:40.216265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Attempting to bind port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '704fb75d-2855-45e5-8abd-fc72aeb336d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e01e377b-15ce-49be-bde2-0b6cb09257ac'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:08:40.216635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Attempting to bind port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae on network e01e377b-15ce-49be-bde2-0b6cb09257ac {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:08:40.221723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:08:40.222092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Checking segment: {'id': '704fb75d-2855-45e5-8abd-fc72aeb336d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e01e377b-15ce-49be-bde2-0b6cb09257ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:08:40.222493 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.222883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Bound using segment: {'id': '704fb75d-2855-45e5-8abd-fc72aeb336d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e01e377b-15ce-49be-bde2-0b6cb09257ac'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:08:40.223359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Bound port: 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '704fb75d-2855-45e5-8abd-fc72aeb336d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'e01e377b-15ce-49be-bde2-0b6cb09257ac'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:08:40.223743 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.291157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] For port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:08:40.295156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] For port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8a4fdde6-db51-448e-9ae2-b43bf17aa3ae,segment=NetworkSegment(704fb75d-2855-45e5-8abd-fc72aeb336d6),segment_id=704fb75d-2855-45e5-8abd-fc72aeb336d6)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:08:40.299508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.316802 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.337010 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.359202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860581b-9683-44f8-a2a0-65d0c3c95863 None None] Pushing event updated for resources: {'Port': ['ID=8a4fdde6-db51-448e-9ae2-b43bf17aa3ae,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:40.463260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Allocated IP 172.25.2.224 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/cf7e26a1-5d32-472b-bb4f-733cd7fcf72e) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:08:40.589706 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.632848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.670962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:08:40.677300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:40.679838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:08:40.712075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event updated for resources: {'Port': ['ID=cf7e26a1-5d32-472b-bb4f-733cd7fcf72e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:40.747989 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:40.970315 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:41.191536 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:41.252456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc1b59f-5183-4b0a-bd21-06551f673794 None None] Network e01e377b-15ce-49be-bde2-0b6cb09257ac requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:08:41.321285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bd1289c3-543e-4b5b-954a-3bee66f436de None None] Provisioning for port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:08:41.327031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Router 5e477d23-33ab-4734-8890-932ccc8b895f is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:08:41.446277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:08:41.457876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1916e4-9604-41e6-bd21-46e6ca117f7e None None] Sync routers for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:08:41.468345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:41.468582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1916e4-9604-41e6-bd21-46e6ca117f7e None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:41.469550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-af1916e4-9604-41e6-bd21-46e6ca117f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:41.469790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f0585c8b-a9c1-42fe-b530-d31e0d936df6 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.8626580 Aug 30 13:08:41.472826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49640) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:41.507573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-af1916e4-9604-41e6-bd21-46e6ca117f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:41.517736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1916e4-9604-41e6-bd21-46e6ca117f7e None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:41.518632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-af1916e4-9604-41e6-bd21-46e6ca117f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:41.554955 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-af1916e4-9604-41e6-bd21-46e6ca117f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:41.555624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1916e4-9604-41e6-bd21-46e6ca117f7e None None] The sync data for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:08:41.697354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:08:41.745703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:08:41.749848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:08:41.750428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:41.826371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:41.860033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8a4fdde6-db51-448e-9ae2-b43bf17aa3ae,segment=NetworkSegment(704fb75d-2855-45e5-8abd-fc72aeb336d6),segment_id=704fb75d-2855-45e5-8abd-fc72aeb336d6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:08:41.864065 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:41.910808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=8a4fdde6-db51-448e-9ae2-b43bf17aa3ae,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:41.918763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.919109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.919448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.920035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.920362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.920693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.921014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.921336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.921655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.921997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.922654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.922654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:08:41.928314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.121904 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.201753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Allocated IP 172.20.0.1 (e01e377b-15ce-49be-bde2-0b6cb09257ac/8d6a81e8-322b-4afa-8ee9-645241c73602/deee46eb-bac0-4817-aac3-7924457b6c07) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:08:42.310164 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.323404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Transition to ACTIVE for port object deee46eb-bac0-4817-aac3-7924457b6c07 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:08:42.355852 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.400479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Network e01e377b-15ce-49be-bde2-0b6cb09257ac is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:08:42.413468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:42.415573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event updated for resources: {'Port': ['ID=deee46eb-bac0-4817-aac3-7924457b6c07,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:42.418379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:08:42.464583 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.610733 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.677357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-87fc6d21-777f-420a-9edc-86cfdb0ef9a6 None None] Provisioning for port deee46eb-bac0-4817-aac3-7924457b6c07 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:08:42.680981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-87fc6d21-777f-420a-9edc-86cfdb0ef9a6 None None] Provisioning complete for port deee46eb-bac0-4817-aac3-7924457b6c07 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:08:42.681350 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-87fc6d21-777f-420a-9edc-86cfdb0ef9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.715406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-87fc6d21-777f-420a-9edc-86cfdb0ef9a6 None None] Port deee46eb-bac0-4817-aac3-7924457b6c07 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:08:42.893336 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.898034 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.970270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:42.972048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event updated for resources: {'Port': ['ID=deee46eb-bac0-4817-aac3-7924457b6c07,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:43.064396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Network e01e377b-15ce-49be-bde2-0b6cb09257ac is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:08:43.065713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:43.184650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Router 5e477d23-33ab-4734-8890-932ccc8b895f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:08:43.338779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-454628a6-c7b2-4e5f-935d-34ace0506ccc None None] Provisioning complete for port deee46eb-bac0-4817-aac3-7924457b6c07 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:08:43.339065 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-454628a6-c7b2-4e5f-935d-34ace0506ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:43.373921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-454628a6-c7b2-4e5f-935d-34ace0506ccc None None] Port deee46eb-bac0-4817-aac3-7924457b6c07 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:08:43.572404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:08:43.579895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-60e67fc0-6f7f-4a16-ba72-89133fab0c7f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "PUT /v2.0/routers/5e477d23-33ab-4734-8890-932ccc8b895f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1036777 Aug 30 13:08:43.580822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49662) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:43.583053 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760715b1-b21b-467e-9e3f-18eed6be1739 None None] Sync routers for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:08:43.585692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Request body: {'port': {'network_id': 'e01e377b-15ce-49be-bde2-0b6cb09257ac', 'name': 'tempest-FloatingIPAdminTestJSON-374618534'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:43.594102 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760715b1-b21b-467e-9e3f-18eed6be1739 None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:43.595140 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-760715b1-b21b-467e-9e3f-18eed6be1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:43.636936 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-760715b1-b21b-467e-9e3f-18eed6be1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:43.646683 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760715b1-b21b-467e-9e3f-18eed6be1739 None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:43.647297 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-760715b1-b21b-467e-9e3f-18eed6be1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:43.680535 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-760715b1-b21b-467e-9e3f-18eed6be1739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:43.681196 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760715b1-b21b-467e-9e3f-18eed6be1739 None None] The sync data for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:08:43.686607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:08:43.695682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Made reservation on behalf of c4cb6b03ed33492a963ea30010d77e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:08:43.699149 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:43.717191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] device_id is not set on port c053d849-d601-4b6e-b108-f056659ea807 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:08:43.834118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Allocated IP 172.20.0.9 (e01e377b-15ce-49be-bde2-0b6cb09257ac/8d6a81e8-322b-4afa-8ee9-645241c73602/c053d849-d601-4b6e-b108-f056659ea807) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:08:43.887123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:08:43.887493 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:43.984403 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:43.997565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Transition to ACTIVE for port object c053d849-d601-4b6e-b108-f056659ea807 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:08:44.029883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:44.073258 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Network e01e377b-15ce-49be-bde2-0b6cb09257ac is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:08:44.078252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:44.081899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:08:44.112386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event updated for resources: {'Port': ['ID=c053d849-d601-4b6e-b108-f056659ea807,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:44.136632 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:44.137263 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:44.158730 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5a9866ad-21a1-4858-8aa3-fc5bf80c4ecd tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747633 Aug 30 13:08:44.158986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49666) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:44.214361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'project_id': 'c4cb6b03ed33492a963ea30010d77e2e', 'port_id': 'c053d849-d601-4b6e-b108-f056659ea807'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:44.237958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:44.310126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23510382-0e2e-4874-ae94-8ce71bbc4219 None None] Provisioning for port c053d849-d601-4b6e-b108-f056659ea807 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:08:44.313999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23510382-0e2e-4874-ae94-8ce71bbc4219 None None] Provisioning complete for port c053d849-d601-4b6e-b108-f056659ea807 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:08:44.314376 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-23510382-0e2e-4874-ae94-8ce71bbc4219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:44.341433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:44.351498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-23510382-0e2e-4874-ae94-8ce71bbc4219 None None] Port c053d849-d601-4b6e-b108-f056659ea807 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:08:44.449447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Allocated IP 172.25.2.14 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/23ac94fa-f89d-4de0-b5fe-72bedf1c74f1) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:08:44.554773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:44.591977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:44.628356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:08:44.635712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:44.639340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:08:44.662230 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Pushing event updated for resources: {'Port': ['ID=23ac94fa-f89d-4de0-b5fe-72bedf1c74f1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:44.985516 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:45.051294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:45.202631 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:45.207556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:45.279238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Pushing event updated for resources: {'Port': ['ID=23ac94fa-f89d-4de0-b5fe-72bedf1c74f1,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:45.285631 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:45.392445 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Floating IP 91439650-4236-4a0a-bc32-48046ba668c8 associated. External IP: 172.25.2.14, port: c053d849-d601-4b6e-b108-f056659ea807. Aug 30 13:08:45.600568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Router 5e477d23-33ab-4734-8890-932ccc8b895f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:08:45.716430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:08:45.725969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9954e-79e8-4d63-94d7-5e0896f019f1 None None] Sync routers for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:08:45.739366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:45.740869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9954e-79e8-4d63-94d7-5e0896f019f1 None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:45.742765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d4a9954e-79e8-4d63-94d7-5e0896f019f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:45.771475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d360f256-7fe6-467e-b98f-1774ce55fcf1 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 1.6114540 Aug 30 13:08:45.774145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49688) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:45.778245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d4a9954e-79e8-4d63-94d7-5e0896f019f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:45.786948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a9954e-79e8-4d63-94d7-5e0896f019f1 None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:45.787653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d4a9954e-79e8-4d63-94d7-5e0896f019f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:45.820633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d4a9954e-79e8-4d63-94d7-5e0896f019f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:45.821333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a9954e-79e8-4d63-94d7-5e0896f019f1 None None] The sync data for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:08:45.894112 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3f5c7536-7c1e-4aec-a95c-b0705cb7b6a7 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] 10.222.0.37 "GET /v2.0/floatingips/91439650-4236-4a0a-bc32-48046ba668c8 HTTP/1.1" status: 200 len: 981 time: 0.1188421 Aug 30 13:08:45.896475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49690) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:46.018216 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3da56dbf-566f-4f0e-aaa0-1c87569c241b tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5392 time: 0.1179659 Aug 30 13:08:46.018838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49694) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:46.180204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Deleting port 23ac94fa-f89d-4de0-b5fe-72bedf1c74f1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:46.180650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:46.254751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:46.254984 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:46.267371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Calling delete_port for 23ac94fa-f89d-4de0-b5fe-72bedf1c74f1 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:46.453109 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:46.793824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event deleted for resources: {'Port': ['ID=23ac94fa-f89d-4de0-b5fe-72bedf1c74f1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:46.853278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:46.853611 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Floating IP 91439650-4236-4a0a-bc32-48046ba668c8 disassociated (deleted). External IP: 172.25.2.14, port: c053d849-d601-4b6e-b108-f056659ea807. Aug 30 13:08:47.055506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Router 5e477d23-33ab-4734-8890-932ccc8b895f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:08:47.164828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:08:47.169253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.175038 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c548ef7-04a7-4c6e-ba88-b91c5e5b75ec None None] Sync routers for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:08:47.183766 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c548ef7-04a7-4c6e-ba88-b91c5e5b75ec None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:47.184361 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3c548ef7-04a7-4c6e-ba88-b91c5e5b75ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:47.196852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0732df5c-c725-490d-9a15-19abe68413df tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "DELETE /v2.0/floatingips/91439650-4236-4a0a-bc32-48046ba668c8 HTTP/1.1" status: 204 len: 168 time: 1.1763895 Aug 30 13:08:47.200375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49706) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:47.204793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:47.215987 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3c548ef7-04a7-4c6e-ba88-b91c5e5b75ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:47.224945 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c548ef7-04a7-4c6e-ba88-b91c5e5b75ec None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:47.225548 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3c548ef7-04a7-4c6e-ba88-b91c5e5b75ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:47.226477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.260937 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3c548ef7-04a7-4c6e-ba88-b91c5e5b75ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:47.261597 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c548ef7-04a7-4c6e-ba88-b91c5e5b75ec None None] The sync data for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:08:47.318250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.424255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Allocated IP 172.25.2.75 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/59bc9ec8-c4c7-48a3-98b8-cdc9ce49cf37) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:08:47.535985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.577472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.612583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:08:47.615511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:47.622275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:08:47.650647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Pushing event updated for resources: {'Port': ['ID=59bc9ec8-c4c7-48a3-98b8-cdc9ce49cf37,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:47.718600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.751665 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.900881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.905528 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.972748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Pushing event updated for resources: {'Port': ['ID=59bc9ec8-c4c7-48a3-98b8-cdc9ce49cf37,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:47.985239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:47.998915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.000275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3815d3d7-1bdd-4d98-b9d6-f77150a2b33a tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7989664 Aug 30 13:08:48.003057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49716) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:48.095359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:48.117426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.236975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.342582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Allocated IP 172.25.2.128 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/8aa943ea-428a-4b53-820c-dbdc257e9adc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:08:48.446416 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.484825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.522297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:08:48.527890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:08:48.531530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:08:48.560529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Pushing event updated for resources: {'Port': ['ID=8aa943ea-428a-4b53-820c-dbdc257e9adc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:48.626429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.660048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.810202 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.814747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.885005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Pushing event updated for resources: {'Port': ['ID=8aa943ea-428a-4b53-820c-dbdc257e9adc,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:48.894019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.908653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:48.909963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-62c2494c-f316-46e5-b2ec-8a178af14b18 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9059613 Aug 30 13:08:48.912510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49730) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:49.029908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f6860d80-2358-4235-a560-d0e482c2fe6f tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 5578 time: 0.1162727 Aug 30 13:08:49.032483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49732) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:49.101616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-58ac8955-a104-485b-a2af-2254338fcaa3 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0673862 Aug 30 13:08:49.104119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49734) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:49.225172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Deleting port 8aa943ea-428a-4b53-820c-dbdc257e9adc {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:49.225547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.302850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.303503 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.315390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Calling delete_port for 8aa943ea-428a-4b53-820c-dbdc257e9adc owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:49.441024 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.467473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Pushing event deleted for resources: {'Port': ['ID=8aa943ea-428a-4b53-820c-dbdc257e9adc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:49.527344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.529866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.532871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7ab59a12-74eb-4a57-9998-1b37ebca4da4 tempest-FloatingIPAdminTestJSON-2082991136 tempest-FloatingIPAdminTestJSON-2082991136-project] 10.222.0.37 "DELETE /v2.0/floatingips/dbdaf7d6-079f-4ffe-a7d7-f7d58ff8f121 HTTP/1.1" status: 204 len: 168 time: 0.4260228 Aug 30 13:08:49.533777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49738) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:49.689533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Deleting port 59bc9ec8-c4c7-48a3-98b8-cdc9ce49cf37 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:49.689802 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.767287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.767540 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.779560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Calling delete_port for 59bc9ec8-c4c7-48a3-98b8-cdc9ce49cf37 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:49.916646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:49.947900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Pushing event deleted for resources: {'Port': ['ID=59bc9ec8-c4c7-48a3-98b8-cdc9ce49cf37,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:49.999482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:50.002113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:50.003307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2353a2b8-5cf7-4e6f-8cb6-fa36c8fdb859 tempest-FloatingIPAdminTestJSON-1797194752 tempest-FloatingIPAdminTestJSON-1797194752-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/ae79f554-1ba3-4b3e-a18b-c446fb0f3c5b HTTP/1.1" status: 204 len: 168 time: 0.4686038 Aug 30 13:08:50.006822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49748) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:50.100342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-de106ba2-2301-4bd0-a9d1-bfe070ec9d49 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Deleting port c053d849-d601-4b6e-b108-f056659ea807 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:50.100598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de106ba2-2301-4bd0-a9d1-bfe070ec9d49 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:50.214787 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de106ba2-2301-4bd0-a9d1-bfe070ec9d49 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:50.219233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-d23e2677-d2be-40d6-b53e-03ea5dc8834f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761483 Aug 30 13:08:50.229714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-de106ba2-2301-4bd0-a9d1-bfe070ec9d49 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Calling delete_port for c053d849-d601-4b6e-b108-f056659ea807 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:50.324064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-437b99b9-14e5-4f74-a451-fbbb5f3da996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:50.325895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-437b99b9-14e5-4f74-a451-fbbb5f3da996 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 1097 time: 0.0825825 Aug 30 13:08:50.444389 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de106ba2-2301-4bd0-a9d1-bfe070ec9d49 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:50.476653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de106ba2-2301-4bd0-a9d1-bfe070ec9d49 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event deleted for resources: {'Port': ['ID=c053d849-d601-4b6e-b108-f056659ea807,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:50.517803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-7661692c-6819-4b33-bc93-3749db291b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:50.519346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-7661692c-6819-4b33-bc93-3749db291b4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.1729505 Aug 30 13:08:50.607737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de106ba2-2301-4bd0-a9d1-bfe070ec9d49 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:50.609754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-de106ba2-2301-4bd0-a9d1-bfe070ec9d49 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "DELETE /v2.0/ports/c053d849-d601-4b6e-b108-f056659ea807 HTTP/1.1" status: 204 len: 168 time: 0.6014194 Aug 30 13:08:50.612453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49752) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:50.627559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-e5c70d58-2280-4432-9273-233e575204cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05 HTTP/1.1" status: 200 len: 1002 time: 0.0894942 Aug 30 13:08:50.712949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b78add-28dd-46e8-baf9-dc7792225061 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:50.714893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-02b78add-28dd-46e8-baf9-dc7792225061 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e477d23-33ab-4734-8890-932ccc8b895f HTTP/1.1" status: 200 len: 913 time: 0.1015053 Aug 30 13:08:50.717550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49760) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:50.726384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-2eb03dc2-4c70-48b9-9a4f-2bf9ba84ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:50.727779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-2eb03dc2-4c70-48b9-9a4f-2bf9ba84ebba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.0849180 Aug 30 13:08:50.861501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-3a088447-3457-4972-b83e-30cec596b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:50.863023 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-3a088447-3457-4972-b83e-30cec596b9c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983040 Aug 30 13:08:51.237484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-5d4695f0-5ed4-4233-82ef-dce0e19de46a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409601 Aug 30 13:08:51.303283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-ffeebf88-d901-41c6-99fd-32ee2822e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:51.304958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-ffeebf88-d901-41c6-99fd-32ee2822e831 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1095 time: 0.0452573 Aug 30 13:08:51.376891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-ba7e38ae-9e56-4192-9d15-b40a8c2ab655 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052733 Aug 30 13:08:51.413021 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-5f7162cf-694e-4e72-a4f0-8403a2f55430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:51.414558 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-5f7162cf-694e-4e72-a4f0-8403a2f55430 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.0910635 Aug 30 13:08:51.459652 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-7df14410-cc61-4d55-84a1-625fe6478134 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.0372255 Aug 30 13:08:51.507559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-79324b6a-d71a-4cd9-8ea0-a39d7ea53bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:08:51.509047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-79324b6a-d71a-4cd9-8ea0-a39d7ea53bc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0428774 Aug 30 13:08:51.533611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b92d1e-605f-4a18-9cce-e92f20e0c8e5 req-0ba2e4dd-4435-4899-bb4a-4e3d613cc8f6 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461680 Aug 30 13:08:51.541680 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-e4649651-0894-4384-89aa-9d950ddb5e0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254130 Aug 30 13:08:51.601253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:51.634314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-f05af664-8230-4342-af10-0e5eb5739a04 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848870 Aug 30 13:08:51.731169 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7c20222-73eb-4cee-b89b-3eb6f1e5377e req-bdcd175c-6472-47f1-81e6-69fa401462e0 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892837 Aug 30 13:08:51.881824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Deleting port deee46eb-bac0-4817-aac3-7924457b6c07 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:51.882695 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:51.964884 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:51.978396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Calling delete_port for deee46eb-bac0-4817-aac3-7924457b6c07 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:52.163890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:52.193573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event deleted for resources: {'Port': ['ID=deee46eb-bac0-4817-aac3-7924457b6c07,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:52.373453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:52.595465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Router 5e477d23-33ab-4734-8890-932ccc8b895f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:08:52.700011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:08:52.705317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ddfb4f33-5fb7-40d7-a081-006f70efcb5f tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "PUT /v2.0/routers/5e477d23-33ab-4734-8890-932ccc8b895f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9866798 Aug 30 13:08:52.707646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49776) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:52.711488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc252b15-533b-42db-89af-1d5f0f267fa3 None None] Sync routers for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:08:52.720658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc252b15-533b-42db-89af-1d5f0f267fa3 None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:52.721269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fc252b15-533b-42db-89af-1d5f0f267fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:52.756361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fc252b15-533b-42db-89af-1d5f0f267fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:52.764771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc252b15-533b-42db-89af-1d5f0f267fa3 None None] Routers {'5e477d23-33ab-4734-8890-932ccc8b895f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:08:52.765377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fc252b15-533b-42db-89af-1d5f0f267fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:08:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5e477d23-33ab-4734-8890-932ccc8b895f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:52.797282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fc252b15-533b-42db-89af-1d5f0f267fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:52.797977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc252b15-533b-42db-89af-1d5f0f267fa3 None None] The sync data for ids ['5e477d23-33ab-4734-8890-932ccc8b895f'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:08:52.819287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:52.938011 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:52.989999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Deleting port cf7e26a1-5d32-472b-bb4f-733cd7fcf72e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:52.990259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.064365 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.076208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Calling delete_port for cf7e26a1-5d32-472b-bb4f-733cd7fcf72e owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:53.244421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.275353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event deleted for resources: {'Port': ['ID=cf7e26a1-5d32-472b-bb4f-733cd7fcf72e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:53.335720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.425921 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.428054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.471495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.472164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Fanout notify agent at l3_agent the message router_deleted on router 5e477d23-33ab-4734-8890-932ccc8b895f {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:08:53.480440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.484406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49788) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:53.484915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-30255f30-395f-473f-97f3-18ec9f9d2925 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "DELETE /v2.0/routers/5e477d23-33ab-4734-8890-932ccc8b895f HTTP/1.1" status: 204 len: 168 time: 0.7759085 Aug 30 13:08:53.537355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa38075-b18e-49df-bc0d-8b2c62d51ddb tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Deleting subnet 8d6a81e8-322b-4afa-8ee9-645241c73602 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:08:53.540496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afa38075-b18e-49df-bc0d-8b2c62d51ddb tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.579832 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afa38075-b18e-49df-bc0d-8b2c62d51ddb tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.665357 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afa38075-b18e-49df-bc0d-8b2c62d51ddb tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.723244 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afa38075-b18e-49df-bc0d-8b2c62d51ddb tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.750966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa38075-b18e-49df-bc0d-8b2c62d51ddb tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6a81e8-322b-4afa-8ee9-645241c73602,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:53.756773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afa38075-b18e-49df-bc0d-8b2c62d51ddb tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.758720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-afa38075-b18e-49df-bc0d-8b2c62d51ddb tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "DELETE /v2.0/subnets/8d6a81e8-322b-4afa-8ee9-645241c73602 HTTP/1.1" status: 204 len: 168 time: 0.2732716 Aug 30 13:08:53.761907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49790) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:53.763197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100d992b-288a-4e1c-84b9-72fd9114b113 None None] Network e01e377b-15ce-49be-bde2-0b6cb09257ac requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:08:53.839439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.895175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Deleting port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:53.895520 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.964121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6751a7-b8ef-44cb-bc5a-ffe1e2a9d7eb None None] DHCP port deletion for e01e377b-15ce-49be-bde2-0b6cb09257ac request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:08:53.975122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] For port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8a4fdde6-db51-448e-9ae2-b43bf17aa3ae,segment=NetworkSegment(704fb75d-2855-45e5-8abd-fc72aeb336d6),segment_id=704fb75d-2855-45e5-8abd-fc72aeb336d6)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:08:53.975509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:53.993726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Calling delete_port for 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:54.010651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6b6751a7-b8ef-44cb-bc5a-ffe1e2a9d7eb None None] Deleting port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:54.011029 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b6751a7-b8ef-44cb-bc5a-ffe1e2a9d7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.071244 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.075827 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6b6751a7-b8ef-44cb-bc5a-ffe1e2a9d7eb None None] For port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8a4fdde6-db51-448e-9ae2-b43bf17aa3ae,segment=NetworkSegment(704fb75d-2855-45e5-8abd-fc72aeb336d6),segment_id=704fb75d-2855-45e5-8abd-fc72aeb336d6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:08:54.076227 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b6751a7-b8ef-44cb-bc5a-ffe1e2a9d7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.091671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6b6751a7-b8ef-44cb-bc5a-ffe1e2a9d7eb None None] Calling delete_port for 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:54.102268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event deleted for resources: {'Port': ['ID=8a4fdde6-db51-448e-9ae2-b43bf17aa3ae,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:54.104115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] No DVR routers for this DVR port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: from cryptography.utils import int_from_bytes Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: from cryptography.utils import int_from_bytes Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.163211 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:08:54.166117 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:08:54.168710 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b6751a7-b8ef-44cb-bc5a-ffe1e2a9d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.184124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.192144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6751a7-b8ef-44cb-bc5a-ffe1e2a9d7eb None None] Pushing event deleted for resources: {'Port': ['ID=8a4fdde6-db51-448e-9ae2-b43bf17aa3ae,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:54.193895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01e377b-15ce-49be-bde2-0b6cb09257ac']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:54.198307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6751a7-b8ef-44cb-bc5a-ffe1e2a9d7eb None None] No DVR routers for this DVR port 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:08:54.209478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704fb75d-2855-45e5-8abd-fc72aeb336d6') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:54.209478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704fb75d-2855-45e5-8abd-fc72aeb336d6') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:08:54.215969 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.232215 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.238565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:08:54.239012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:08:54.242242 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:08:54.299738 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.307393 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.308533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "DELETE /v2.0/networks/e01e377b-15ce-49be-bde2-0b6cb09257ac HTTP/1.1" status: 204 len: 168 time: 0.5456872 Aug 30 13:08:54.311288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49800) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:54.320210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda6d8c-4a68-451d-8b19-a057beb668fa tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event deleted for resources: {'Network': ['ID=e01e377b-15ce-49be-bde2-0b6cb09257ac,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:54.439091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Deleting port 1db3d588-fea1-4731-8bb7-c1cb4a18adec {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:08:54.439427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.516765 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.516998 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.528604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Calling delete_port for 1db3d588-fea1-4731-8bb7-c1cb4a18adec owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:08:54.661775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.687546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Pushing event deleted for resources: {'Port': ['ID=1db3d588-fea1-4731-8bb7-c1cb4a18adec,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:54.745184 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.747743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:54.748909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0053cb13-f858-4edd-8424-e21e77b34064 tempest-FloatingIPAdminTestJSON-21373569 tempest-FloatingIPAdminTestJSON-21373569-project] 10.222.0.37 "DELETE /v2.0/floatingips/2e26bc98-9694-49f3-afb8-de0e6f3b7405 HTTP/1.1" status: 204 len: 168 time: 0.4365690 Aug 30 13:08:54.998617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49814) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:55.138307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3062faa0-585d-43a3-892a-0311a664862c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4cb6b03ed33492a963ea30010d77e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383071 Aug 30 13:08:55.140726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49818) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:55.187485 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f522785-a874-48d7-a2ef-505d1627ef43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.208796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f522785-a874-48d7-a2ef-505d1627ef43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.255530 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f522785-a874-48d7-a2ef-505d1627ef43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.258658 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f522785-a874-48d7-a2ef-505d1627ef43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.259772 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6f522785-a874-48d7-a2ef-505d1627ef43 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1117db9c-c08b-49a1-8ced-b5028cf85eaa HTTP/1.1" status: 204 len: 168 time: 0.1181579 Aug 30 13:08:55.267406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f522785-a874-48d7-a2ef-505d1627ef43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117db9c-c08b-49a1-8ced-b5028cf85eaa,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:55.519748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49826) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:55.533349 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b76d231-8ae8-45d4-9b9e-e6922a82d9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.627114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b76d231-8ae8-45d4-9b9e-e6922a82d9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.633627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b76d231-8ae8-45d4-9b9e-e6922a82d9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.680514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4b76d231-8ae8-45d4-9b9e-e6922a82d9db admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=82cf48b1e0cf42eb8a1026d73aa036bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596262 Aug 30 13:08:55.681230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:08:55.682792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76d231-8ae8-45d4-9b9e-e6922a82d9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd70a8-e184-4750-b303-1b0f1fc67310,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:55.683454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49830) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:55.705437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:08:55.705806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8a4fdde6-db51-448e-9ae2-b43bf17aa3ae not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:08:55.741958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27dd030-16af-4455-a4d2-8edeb8671fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.762227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27dd030-16af-4455-a4d2-8edeb8671fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.807561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27dd030-16af-4455-a4d2-8edeb8671fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.810204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27dd030-16af-4455-a4d2-8edeb8671fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:55.811330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e27dd030-16af-4455-a4d2-8edeb8671fde admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/49bd70a8-e184-4750-b303-1b0f1fc67310 HTTP/1.1" status: 204 len: 168 time: 0.1253510 Aug 30 13:08:55.820213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dd030-16af-4455-a4d2-8edeb8671fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd70a8-e184-4750-b303-1b0f1fc67310,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:56.135404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49842) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:56.148949 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef57ce9a-21cd-43b9-850d-ebe6e8f86e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:56.235139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef57ce9a-21cd-43b9-850d-ebe6e8f86e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:56.238922 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef57ce9a-21cd-43b9-850d-ebe6e8f86e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:56.277812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ef57ce9a-21cd-43b9-850d-ebe6e8f86e23 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd92555bb13c4ff2acc4979b4fc9db24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413083 Aug 30 13:08:56.278788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57ce9a-21cd-43b9-850d-ebe6e8f86e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b6bc8b-8644-4acd-b6f6-16aa731248f7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:56.280497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49844) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:56.337196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-88b51b94-79a2-4713-8e26-1531504dcbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:56.361434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-88b51b94-79a2-4713-8e26-1531504dcbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:56.410654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-88b51b94-79a2-4713-8e26-1531504dcbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:56.413311 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-88b51b94-79a2-4713-8e26-1531504dcbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:56.414980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-88b51b94-79a2-4713-8e26-1531504dcbf2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8b6bc8b-8644-4acd-b6f6-16aa731248f7 HTTP/1.1" status: 204 len: 168 time: 0.1334360 Aug 30 13:08:56.426737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b51b94-79a2-4713-8e26-1531504dcbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b6bc8b-8644-4acd-b6f6-16aa731248f7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:08:57.633824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49894) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:57.727096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-61293c8d-a5b1-424b-8552-06a37fb1e459 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-512881525'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:57.727554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-61293c8d-a5b1-424b-8552-06a37fb1e459 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Unknown quota resources ['metering_label']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:08:57.910632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61293c8d-a5b1-424b-8552-06a37fb1e459 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:57.911825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-61293c8d-a5b1-424b-8552-06a37fb1e459 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.2769845 Aug 30 13:08:57.914708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49900) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:57.918882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a729b86a-476a-4c15-8f04-4271bcd040c6 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'eb5c2465-f7b6-4de3-bc06-ba7905e659d4'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:57.919389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a729b86a-476a-4c15-8f04-4271bcd040c6 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:08:57.994648 n-d-688802-6 neutron-server[95698]: WARNING neutron.services.metering.metering_plugin [None req-a729b86a-476a-4c15-8f04-4271bcd040c6 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 13:08:58.090783 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a729b86a-476a-4c15-8f04-4271bcd040c6 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:58.091965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a729b86a-476a-4c15-8f04-4271bcd040c6 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1763473 Aug 30 13:08:58.095186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49902) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:58.099321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b903a539-92c4-4614-927c-a5e21c68176e tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'eb5c2465-f7b6-4de3-bc06-ba7905e659d4'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:58.099801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b903a539-92c4-4614-927c-a5e21c68176e tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:08:58.152679 n-d-688802-6 neutron-server[95698]: WARNING neutron.services.metering.metering_plugin [None req-b903a539-92c4-4614-927c-a5e21c68176e tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 13:08:58.191666 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:58.245006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b903a539-92c4-4614-927c-a5e21c68176e tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:58.246261 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b903a539-92c4-4614-927c-a5e21c68176e tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1501389 Aug 30 13:08:58.248988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49910) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:58.262161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d8ad8c43-ea88-4885-b446-f94db34fc7df tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=b3177430-689b-4aaf-a7a2-6d383e7745d0 HTTP/1.1" status: 200 len: 464 time: 0.0116296 Aug 30 13:08:58.264532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49912) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:58.362887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ebaf50e-5fac-4af3-ba44-2f3133058c4c tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:58.363985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3ebaf50e-5fac-4af3-ba44-2f3133058c4c tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/b3177430-689b-4aaf-a7a2-6d383e7745d0 HTTP/1.1" status: 204 len: 168 time: 0.0985770 Aug 30 13:08:58.366670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49914) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:58.375686 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-af7b4068-f1f5-45f2-9879-989a61abd166 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=b3177430-689b-4aaf-a7a2-6d383e7745d0 HTTP/1.1" status: 200 len: 221 time: 0.0074937 Aug 30 13:08:58.379527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49916) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:58.383512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-de07eb39-a476-4cdb-87c3-e8caef586c99 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--739785971', 'description': 'label created by tempest'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:08:58.383936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-de07eb39-a476-4cdb-87c3-e8caef586c99 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Unknown quota resources ['metering_label']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:08:58.867930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de07eb39-a476-4cdb-87c3-e8caef586c99 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:58.869184 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-de07eb39-a476-4cdb-87c3-e8caef586c99 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4887145 Aug 30 13:08:58.871725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49922) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:58.965376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cd962891-0bb4-4e74-878d-99b21ab514e5 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=91e7d50b-0e1e-4f3d-add7-6949e2156e39 HTTP/1.1" status: 200 len: 467 time: 0.0925827 Aug 30 13:08:58.967883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49924) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:59.149294 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81641099-6ac2-498e-9b9c-cb5a105e45f4 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:59.150459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-81641099-6ac2-498e-9b9c-cb5a105e45f4 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/91e7d50b-0e1e-4f3d-add7-6949e2156e39 HTTP/1.1" status: 204 len: 168 time: 0.1816919 Aug 30 13:08:59.153148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49926) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:59.164176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-26b8385b-fb2b-49b2-9933-697136efe78e tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=91e7d50b-0e1e-4f3d-add7-6949e2156e39 HTTP/1.1" status: 200 len: 216 time: 0.0094953 Aug 30 13:08:59.167234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49928) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:59.175611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-94661176-6356-4622-b25b-59f23bd17c1a tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0074067 Aug 30 13:08:59.178254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49930) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:59.189616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cf3fdb61-d754-4fed-9589-2190609b460d tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0104568 Aug 30 13:08:59.192353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49932) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:59.244664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dd3f0516-f2ae-4bc6-83bd-2543e80f9626 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/eb5c2465-f7b6-4de3-bc06-ba7905e659d4 HTTP/1.1" status: 200 len: 472 time: 0.0513003 Aug 30 13:08:59.248193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49936) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:59.261255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f74278cd-a9fd-4a35-b78c-25dca2b66719 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/3f267bae-d5d3-4610-82d8-290effa2c872 HTTP/1.1" status: 200 len: 461 time: 0.0106301 Aug 30 13:08:59.263280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49940) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:59.425829 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-095c2706-ef59-4b29-b27e-a31de3938d92 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:59.426956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-095c2706-ef59-4b29-b27e-a31de3938d92 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/3f267bae-d5d3-4610-82d8-290effa2c872 HTTP/1.1" status: 204 len: 168 time: 0.1621788 Aug 30 13:08:59.429446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49944) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:59.628449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b951cfc3-4a01-4957-b035-748eb112a3e3 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:08:59.629581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b951cfc3-4a01-4957-b035-748eb112a3e3 tempest-MeteringTestJSON-1174195678 tempest-MeteringTestJSON-1174195678-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/eb5c2465-f7b6-4de3-bc06-ba7905e659d4 HTTP/1.1" status: 204 len: 168 time: 0.1992233 Aug 30 13:08:59.865820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49954) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:08:59.973210 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7864-56fc-4d9a-baff-a2c528ed03aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.062284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7864-56fc-4d9a-baff-a2c528ed03aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.065843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d3c7864-56fc-4d9a-baff-a2c528ed03aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.103842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7d3c7864-56fc-4d9a-baff-a2c528ed03aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f735d7346df04776a537269d448a84ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2365386 Aug 30 13:09:00.104760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c7864-56fc-4d9a-baff-a2c528ed03aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf51f1-1366-4b0f-a220-ce86f8d58c3b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:00.106585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49958) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:00.155443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c91c01d-ad64-4ee4-b3cf-4d7e77027a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.175909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c91c01d-ad64-4ee4-b3cf-4d7e77027a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.221100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c91c01d-ad64-4ee4-b3cf-4d7e77027a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.224039 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c91c01d-ad64-4ee4-b3cf-4d7e77027a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.225209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8c91c01d-ad64-4ee4-b3cf-4d7e77027a52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/59bf51f1-1366-4b0f-a220-ce86f8d58c3b HTTP/1.1" status: 204 len: 168 time: 0.1176016 Aug 30 13:09:00.233004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91c01d-ad64-4ee4-b3cf-4d7e77027a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf51f1-1366-4b0f-a220-ce86f8d58c3b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:00.484309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49970) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:00.498729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab1ab-ce62-4e14-b02c-d6c41219324c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.586324 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab1ab-ce62-4e14-b02c-d6c41219324c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.590631 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf2ab1ab-ce62-4e14-b02c-d6c41219324c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.629269 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cf2ab1ab-ce62-4e14-b02c-d6c41219324c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=74b1f0bee191458990d6240e35426aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438603 Aug 30 13:09:00.631751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49974) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:00.639163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ab1ab-ce62-4e14-b02c-d6c41219324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e96e7c-a346-4dbd-86c3-9be95f56ee01,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:00.640233 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.682155 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:09:00.689935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b52af81c-6cde-4bc9-b09a-bfdf6ca720f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.710300 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b52af81c-6cde-4bc9-b09a-bfdf6ca720f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.755013 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b52af81c-6cde-4bc9-b09a-bfdf6ca720f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.757460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b52af81c-6cde-4bc9-b09a-bfdf6ca720f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:00.758608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b52af81c-6cde-4bc9-b09a-bfdf6ca720f7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29e96e7c-a346-4dbd-86c3-9be95f56ee01 HTTP/1.1" status: 204 len: 168 time: 0.1259487 Aug 30 13:09:00.766132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52af81c-6cde-4bc9-b09a-bfdf6ca720f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e96e7c-a346-4dbd-86c3-9be95f56ee01,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:01.939964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50020) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:02.086538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1469676457'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:02.107143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Made reservation on behalf of 54ad4190cd9a4ce49ebb3aa6c92ee141 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:02.110906 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.119572 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.214496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.218255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.243248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:09:02.251520 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23909978-6cfe-41ee-9768-8e1f4f002c9c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:02.257369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.258527 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Added segment 40088433-3985-4fb2-9f05-10d763e1214c of type vlan for network 69b21ae3-a66c-4729-88e6-ee650f656599 Aug 30 13:09:02.297348 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.321810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.327774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:02.328565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.387573 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4465225 Aug 30 13:09:02.398239 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3a429-43ab-41ae-b960-0ed47a3885b3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Pushing event updated for resources: {'Network': ['ID=69b21ae3-a66c-4729-88e6-ee650f656599,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:02.411094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 69b21ae3-a66c-4729-88e6-ee650f656599 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:09:02.576166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50036) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:02.581243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Request body: {'port': {'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599', 'binding:host_id': 'n-h1-688802-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2122347753'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:02.604078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Made reservation on behalf of a9ca0caae0674d409eca68fca132f786 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:02.606496 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.614750 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.702854 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.706392 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.711221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] device_id is not set on port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:09:02.791890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b7a7187-49f7-4ff0-86f5-d8405ba1900b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:02.938293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] device_id is not set on port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:09:02.947560 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:02.957924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Transition to ACTIVE for port object 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:02.966974 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:03.023227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'Port': ['ID=4acdcbfd-3a46-48b3-a54b-d1b1f137c173,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:03.039974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Checking segment: {'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:09:03.040337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Network hostable DHCP agents. Network: 69b21ae3-a66c-4729-88e6-ee650f656599, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:09:03.062561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Network 69b21ae3-a66c-4729-88e6-ee650f656599 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:09:03.074368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 69b21ae3-a66c-4729-88e6-ee650f656599) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:03.078246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:03.085211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9652fb7e-cba2-46b9-bf96-b44ffbce4c5f None None] Network 69b21ae3-a66c-4729-88e6-ee650f656599 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:09:03.091715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.092053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.092441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.096934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.097276 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.097655 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 2 to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 Aug 30 13:09:03.110022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.110373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.110682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.114951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.115268 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.115646 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 3 to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 Aug 30 13:09:03.128520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.128847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.129174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.134147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.134469 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.134848 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 4 to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 Aug 30 13:09:03.146238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.146566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.146896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.151293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.151613 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.151988 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 5 to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 Aug 30 13:09:03.163925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.164248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.164657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.168918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.169237 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.169618 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 6 to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 Aug 30 13:09:03.182148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.182508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.182869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.187067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.187386 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.187756 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 7 to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 Aug 30 13:09:03.200654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.200913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.201359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.205569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.206108 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.206493 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 8 to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 Aug 30 13:09:03.217916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.218245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.218569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.222681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.223002 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.223373 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 9 to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 Aug 30 13:09:03.235053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.235376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.235695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.239788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.240107 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.240475 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 10 to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 Aug 30 13:09:03.252170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:03.252491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:03.252810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:03.256893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:03.257210 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:03.258215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:03.318703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] For port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:09:03.319089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempted to set empty binding levels {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 13:09:03.323451 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:03.356913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:03.357501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:03.377335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'Port': ['ID=4acdcbfd-3a46-48b3-a54b-d1b1f137c173,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:03.380237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cb6dbc31-f1a7-4b7c-9ae6-80f8029b01f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.8030941 Aug 30 13:09:03.383529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50042) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:03.458287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-191e1812-7bce-4db6-8bce-99bd5fa310b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Deleting port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:03.458542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-191e1812-7bce-4db6-8bce-99bd5fa310b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:03.524259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-191e1812-7bce-4db6-8bce-99bd5fa310b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] For port 4acdcbfd-3a46-48b3-a54b-d1b1f137c173, host n-h1-688802-6, got binding levels [] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:03.524617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-191e1812-7bce-4db6-8bce-99bd5fa310b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:03.537502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-191e1812-7bce-4db6-8bce-99bd5fa310b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Calling delete_port for 4acdcbfd-3a46-48b3-a54b-d1b1f137c173 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:03.620323 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-191e1812-7bce-4db6-8bce-99bd5fa310b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:03.649836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e1812-7bce-4db6-8bce-99bd5fa310b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event deleted for resources: {'Port': ['ID=4acdcbfd-3a46-48b3-a54b-d1b1f137c173,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:03.654997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-191e1812-7bce-4db6-8bce-99bd5fa310b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:03.656901 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-191e1812-7bce-4db6-8bce-99bd5fa310b4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4acdcbfd-3a46-48b3-a54b-d1b1f137c173 HTTP/1.1" status: 204 len: 168 time: 0.2724607 Aug 30 13:09:03.659459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50050) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:03.683915 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bffcdcd-38f4-43c1-aa3b-e03ae1560922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] GET failed (client error): The resource could not be found. Aug 30 13:09:03.685308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3bffcdcd-38f4-43c1-aa3b-e03ae1560922 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "GET /v2.0/ports/4acdcbfd-3a46-48b3-a54b-d1b1f137c173 HTTP/1.1" status: 404 len: 333 time: 0.0249395 Aug 30 13:09:03.688695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50052) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:03.693576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Request body: {'port': {'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1216708109'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:03.714454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Made reservation on behalf of a9ca0caae0674d409eca68fca132f786 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:03.716674 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.012201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] device_id is not set on port 0da493e5-e673-464d-9210-3caa27fe2ecb yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:09:04.165918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.201853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.240186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Network 69b21ae3-a66c-4729-88e6-ee650f656599 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:04.245457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:04.248816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:04.250310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.250310 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.261088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'Port': ['ID=0da493e5-e673-464d-9210-3caa27fe2ecb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:04.268440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-74831e0f-9554-46f3-bbe7-64ff1d4edd2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5787215 Aug 30 13:09:04.271189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50058) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:04.276073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:04.327813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.496611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] device_id is not set on port 0da493e5-e673-464d-9210-3caa27fe2ecb yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:09:04.504025 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.515686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Transition to ACTIVE for port object 0da493e5-e673-464d-9210-3caa27fe2ecb will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:04.519759 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.575635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'Port': ['ID=0da493e5-e673-464d-9210-3caa27fe2ecb,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:04.588127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.588458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.588832 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.592994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.593323 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.593732 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 2 to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb Aug 30 13:09:04.608069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.608403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.608739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.613058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.613375 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.613793 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 3 to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb Aug 30 13:09:04.625542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.625906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.626237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.630433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.630751 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.631150 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 4 to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb Aug 30 13:09:04.643749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.644081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.644412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.649486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.651239 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.651239 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 5 to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb Aug 30 13:09:04.665114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.665465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.665870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.670481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.670839 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.671221 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 6 to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb Aug 30 13:09:04.683577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.683909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.684242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.688418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.688736 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.689338 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 7 to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb Aug 30 13:09:04.700821 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.701149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.701478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.706064 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.706386 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.706766 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 8 to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb Aug 30 13:09:04.719896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.720226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.720555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.724676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.724992 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.725367 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 9 to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb Aug 30 13:09:04.737235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.737561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.737917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.742206 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.742682 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.743061 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 10 to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb Aug 30 13:09:04.754704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:04.755030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:04.755354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:04.759514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:04.759887 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port 0da493e5-e673-464d-9210-3caa27fe2ecb on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:04.760188 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.824970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] For port 0da493e5-e673-464d-9210-3caa27fe2ecb, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:09:04.825272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempted to set empty binding levels {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 13:09:04.829567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.859348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] In _notify_port_updated(), no bound segment for port 0da493e5-e673-464d-9210-3caa27fe2ecb on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:09:04.860202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.860806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:04.864434 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "PUT /v2.0/ports/0da493e5-e673-464d-9210-3caa27fe2ecb HTTP/1.1" status: 200 len: 979 time: 0.5900359 Aug 30 13:09:04.864610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50068) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:04.934019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7bd57-5858-4abc-ba03-9e554c49aaf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'Port': ['ID=0da493e5-e673-464d-9210-3caa27fe2ecb,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:04.976947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.977429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.977957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.978412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.978877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.979343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.979804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.980263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.980727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.981183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.981641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.982124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.982588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.983048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.983505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.983962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.984422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.984876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.985329 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.985813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.986273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.986730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.987187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.987642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.988096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.988549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.989001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.989455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.990004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.990462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.990915 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.991371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.991920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.992305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.992759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.993209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.993683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.994134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.994589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.995041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.995495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:04.999428 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d4775ef8-f61a-4cb8-811f-fb3f40441838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 36745 time: 0.1339018 Aug 30 13:09:05.003703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50070) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:05.077086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c30279a6-7412-4d72-b856-e999bfcdca87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Deleting port 0da493e5-e673-464d-9210-3caa27fe2ecb {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:05.077344 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c30279a6-7412-4d72-b856-e999bfcdca87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.140345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-c30279a6-7412-4d72-b856-e999bfcdca87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] For port 0da493e5-e673-464d-9210-3caa27fe2ecb, host n-h1-688802-6, got binding levels [] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:05.140702 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c30279a6-7412-4d72-b856-e999bfcdca87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.153694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c30279a6-7412-4d72-b856-e999bfcdca87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Calling delete_port for 0da493e5-e673-464d-9210-3caa27fe2ecb owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:05.232306 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c30279a6-7412-4d72-b856-e999bfcdca87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.262260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30279a6-7412-4d72-b856-e999bfcdca87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event deleted for resources: {'Port': ['ID=0da493e5-e673-464d-9210-3caa27fe2ecb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:05.269274 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c30279a6-7412-4d72-b856-e999bfcdca87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.271204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c30279a6-7412-4d72-b856-e999bfcdca87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "DELETE /v2.0/ports/0da493e5-e673-464d-9210-3caa27fe2ecb HTTP/1.1" status: 204 len: 168 time: 0.2665808 Aug 30 13:09:05.273902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50074) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:05.300512 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b75b110-5567-4ae6-a3cc-f47dfa1300fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] GET failed (client error): The resource could not be found. Aug 30 13:09:05.301933 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7b75b110-5567-4ae6-a3cc-f47dfa1300fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "GET /v2.0/ports/0da493e5-e673-464d-9210-3caa27fe2ecb HTTP/1.1" status: 404 len: 333 time: 0.0270975 Aug 30 13:09:05.306126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50076) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:05.310612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-863923598', 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:05.331938 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Made reservation on behalf of a9ca0caae0674d409eca68fca132f786 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:05.334351 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.350172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] device_id is not set on port 76bbaec2-756e-450a-b88f-56ab1e13b7ff yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:09:05.501568 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.537496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.586654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Network 69b21ae3-a66c-4729-88e6-ee650f656599 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:05.589608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:05.591929 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:05.593054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:05.593655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.599792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'Port': ['ID=76bbaec2-756e-450a-b88f-56ab1e13b7ff,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:05.613833 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-59388455-1ee2-4a2f-b95f-41ac366f7158 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3065860 Aug 30 13:09:05.616228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50080) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:05.652423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b84376-a2dc-4979-8a1f-ec0d51d7441d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:05.653835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-19b84376-a2dc-4979-8a1f-ec0d51d7441d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "GET /v2.0/ports/76bbaec2-756e-450a-b88f-56ab1e13b7ff HTTP/1.1" status: 200 len: 958 time: 0.0363905 Aug 30 13:09:05.656665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50082) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:05.742655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-10222b54-7a6d-485a-a378-0c32bb52567a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Deleting port 76bbaec2-756e-450a-b88f-56ab1e13b7ff {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:05.743432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10222b54-7a6d-485a-a378-0c32bb52567a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.814976 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10222b54-7a6d-485a-a378-0c32bb52567a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.828730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-10222b54-7a6d-485a-a378-0c32bb52567a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Calling delete_port for 76bbaec2-756e-450a-b88f-56ab1e13b7ff owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:05.911359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10222b54-7a6d-485a-a378-0c32bb52567a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.944471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10222b54-7a6d-485a-a378-0c32bb52567a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event deleted for resources: {'Port': ['ID=76bbaec2-756e-450a-b88f-56ab1e13b7ff,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:05.954450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10222b54-7a6d-485a-a378-0c32bb52567a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:05.956821 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-10222b54-7a6d-485a-a378-0c32bb52567a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "DELETE /v2.0/ports/76bbaec2-756e-450a-b88f-56ab1e13b7ff HTTP/1.1" status: 204 len: 168 time: 0.2991765 Aug 30 13:09:05.959951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50094) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:05.987000 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f54ddaf-8ef9-4017-8637-6f0d8b35701e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] GET failed (client error): The resource could not be found. Aug 30 13:09:05.989707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9f54ddaf-8ef9-4017-8637-6f0d8b35701e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "GET /v2.0/ports/76bbaec2-756e-450a-b88f-56ab1e13b7ff HTTP/1.1" status: 404 len: 333 time: 0.0276628 Aug 30 13:09:05.993277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50096) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:05.998104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Request body: {'port': {'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1517413707'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:06.018956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Made reservation on behalf of a9ca0caae0674d409eca68fca132f786 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:06.021328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.038189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] device_id is not set on port a42f438e-59ae-4e29-aa3b-82495328a08b yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:09:06.198507 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.234529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.285244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Network 69b21ae3-a66c-4729-88e6-ee650f656599 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:06.292046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:06.296027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:06.296966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:06.297634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.308536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'Port': ['ID=a42f438e-59ae-4e29-aa3b-82495328a08b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:06.317873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9b6bb86a-fd10-4fdf-8d3f-0601db3879eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3233979 Aug 30 13:09:06.321105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50106) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:06.326864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:06.385296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.556686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] device_id is not set on port a42f438e-59ae-4e29-aa3b-82495328a08b yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:09:06.564434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.572727 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-31f63885-5e8d-4924-a3ca-1e3d88e943b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.577075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Transition to ACTIVE for port object a42f438e-59ae-4e29-aa3b-82495328a08b will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:06.582258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.634000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'Port': ['ID=a42f438e-59ae-4e29-aa3b-82495328a08b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:06.659229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.659882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.660304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.666798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.667203 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.667652 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 2 to bind port a42f438e-59ae-4e29-aa3b-82495328a08b Aug 30 13:09:06.687272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.687768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.687983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.694106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.694851 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.697931 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 3 to bind port a42f438e-59ae-4e29-aa3b-82495328a08b Aug 30 13:09:06.711505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.711834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.712183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.716874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.717334 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.717791 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 4 to bind port a42f438e-59ae-4e29-aa3b-82495328a08b Aug 30 13:09:06.731560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.731900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.732232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.736724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.737135 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.737531 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 5 to bind port a42f438e-59ae-4e29-aa3b-82495328a08b Aug 30 13:09:06.750433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.750766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.751097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.755847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.756252 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.756664 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 6 to bind port a42f438e-59ae-4e29-aa3b-82495328a08b Aug 30 13:09:06.770286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.770623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.771003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.776096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.776421 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.776829 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 7 to bind port a42f438e-59ae-4e29-aa3b-82495328a08b Aug 30 13:09:06.788664 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.789767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.790198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.794545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.794873 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.795522 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 8 to bind port a42f438e-59ae-4e29-aa3b-82495328a08b Aug 30 13:09:06.811178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.811516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.811855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.816379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.816703 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.817083 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 9 to bind port a42f438e-59ae-4e29-aa3b-82495328a08b Aug 30 13:09:06.829636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.830004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.830340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.834745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.835248 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.836200 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempt 10 to bind port a42f438e-59ae-4e29-aa3b-82495328a08b Aug 30 13:09:06.852864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:06.853197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:06.853528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempting to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:06.857828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:09:06.858147 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Failed to bind port a42f438e-59ae-4e29-aa3b-82495328a08b on host n-h1-688802-6 for vnic_type normal using segments [{'id': '40088433-3985-4fb2-9f05-10d763e1214c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '69b21ae3-a66c-4729-88e6-ee650f656599'}] Aug 30 13:09:06.858501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.920094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] For port a42f438e-59ae-4e29-aa3b-82495328a08b, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:09:06.920721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attempted to set empty binding levels {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 13:09:06.924724 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.954495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] In _notify_port_updated(), no bound segment for port a42f438e-59ae-4e29-aa3b-82495328a08b on network 69b21ae3-a66c-4729-88e6-ee650f656599 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:09:06.955444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:06.955912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:06.957209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "PUT /v2.0/ports/a42f438e-59ae-4e29-aa3b-82495328a08b HTTP/1.1" status: 200 len: 979 time: 0.6349788 Aug 30 13:09:06.960170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50112) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:06.970702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36677c83-c976-4bdb-9479-f3c2b6d0874a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event updated for resources: {'Port': ['ID=a42f438e-59ae-4e29-aa3b-82495328a08b,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:07.039648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f56a994f-994b-44c1-bbc0-b63ff0e94462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Deleting port a42f438e-59ae-4e29-aa3b-82495328a08b {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:07.039990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f56a994f-994b-44c1-bbc0-b63ff0e94462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.100984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-f56a994f-994b-44c1-bbc0-b63ff0e94462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] For port a42f438e-59ae-4e29-aa3b-82495328a08b, host n-h1-688802-6, got binding levels [] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:07.102020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f56a994f-994b-44c1-bbc0-b63ff0e94462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.114611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f56a994f-994b-44c1-bbc0-b63ff0e94462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Calling delete_port for a42f438e-59ae-4e29-aa3b-82495328a08b owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:07.196088 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f56a994f-994b-44c1-bbc0-b63ff0e94462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.221377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a994f-994b-44c1-bbc0-b63ff0e94462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Pushing event deleted for resources: {'Port': ['ID=a42f438e-59ae-4e29-aa3b-82495328a08b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:07.229007 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f56a994f-994b-44c1-bbc0-b63ff0e94462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.230890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f56a994f-994b-44c1-bbc0-b63ff0e94462 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a42f438e-59ae-4e29-aa3b-82495328a08b HTTP/1.1" status: 204 len: 168 time: 0.2692180 Aug 30 13:09:07.233494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50120) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:07.256945 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebefc55a-dabe-4688-937f-72dcc4b3d58c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] GET failed (client error): The resource could not be found. Aug 30 13:09:07.258769 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ebefc55a-dabe-4688-937f-72dcc4b3d58c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1813342180-project-admin] 10.222.0.37 "GET /v2.0/ports/a42f438e-59ae-4e29-aa3b-82495328a08b HTTP/1.1" status: 404 len: 333 time: 0.0243199 Aug 30 13:09:07.262716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50122) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:07.337610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.425449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.435094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b21ae3-a66c-4729-88e6-ee650f656599']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:07.445601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40088433-3985-4fb2-9f05-10d763e1214c') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:07.445972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40088433-3985-4fb2-9f05-10d763e1214c') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:07.454569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.468150 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.473963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:09:07.474348 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:09:07.477403 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:09:07.538840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.545876 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:07.547688 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] 10.222.0.37 "DELETE /v2.0/networks/69b21ae3-a66c-4729-88e6-ee650f656599 HTTP/1.1" status: 204 len: 168 time: 0.2840788 Aug 30 13:09:07.559874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8b60f-9e59-43b7-8292-f692ff9e51f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166 tempest-PortsAdminExtendedAttrsIpV6TestJSON-609988166-project] Pushing event deleted for resources: {'Network': ['ID=69b21ae3-a66c-4729-88e6-ee650f656599,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:07.790379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50132) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:07.925242 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1cce9231-721a-4389-b40d-fb78e58a0d2f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=54ad4190cd9a4ce49ebb3aa6c92ee141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336958 Aug 30 13:09:07.927773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50138) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:07.976148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0a148ad-1f05-4bb8-a17f-e5bcb1e0a741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:08.000966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0a148ad-1f05-4bb8-a17f-e5bcb1e0a741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:08.048949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0a148ad-1f05-4bb8-a17f-e5bcb1e0a741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:08.051758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0a148ad-1f05-4bb8-a17f-e5bcb1e0a741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:08.052908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f0a148ad-1f05-4bb8-a17f-e5bcb1e0a741 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/23909978-6cfe-41ee-9768-8e1f4f002c9c HTTP/1.1" status: 204 len: 168 time: 0.1240358 Aug 30 13:09:08.060718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a148ad-1f05-4bb8-a17f-e5bcb1e0a741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23909978-6cfe-41ee-9768-8e1f4f002c9c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:08.325299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50154) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:08.366285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f66559e9-9e8b-487e-bcf4-c7827f139b26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a9ca0caae0674d409eca68fca132f786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396965 Aug 30 13:09:08.368830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50162) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:08.430093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae731-f38e-4710-9d2a-b7e3017e638f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:08.457910 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae731-f38e-4710-9d2a-b7e3017e638f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:08.532364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae731-f38e-4710-9d2a-b7e3017e638f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:08.534828 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f3ae731-f38e-4710-9d2a-b7e3017e638f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:08.535984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9f3ae731-f38e-4710-9d2a-b7e3017e638f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b7a7187-49f7-4ff0-86f5-d8405ba1900b HTTP/1.1" status: 204 len: 168 time: 0.1660333 Aug 30 13:09:08.546697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32964731-774d-468c-b589-1798d392ff59 req-981b504f-3d73-4e91-98ea-22aabb461c4a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:08.548183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32964731-774d-468c-b589-1798d392ff59 req-981b504f-3d73-4e91-98ea-22aabb461c4a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0639863 Aug 30 13:09:08.554503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ae731-f38e-4710-9d2a-b7e3017e638f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b7a7187-49f7-4ff0-86f5-d8405ba1900b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:08.591748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32964731-774d-468c-b589-1798d392ff59 req-474c92f2-cbd7-46e7-b7c6-5a8b0448536b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343268 Aug 30 13:09:09.226386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50192) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.308614 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c28074c9-7334-4ffe-be1b-b0978ef9ba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:09.325255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8069f2a5-bcc1-4175-9a7a-45829ee80e5f tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] Request body: {'port': {'network_id': '9b415e2f-4e70-4aed-ba26-d1a03069c848', 'name': 'tempest-NetworksNegativeTestJSON-626728817'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:09.342678 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8069f2a5-bcc1-4175-9a7a-45829ee80e5f tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] POST failed (client error): The resource could not be found. Aug 30 13:09:09.343214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8069f2a5-bcc1-4175-9a7a-45829ee80e5f tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:09:09.344322 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8069f2a5-bcc1-4175-9a7a-45829ee80e5f tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1168010 Aug 30 13:09:09.348100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50196) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.366075 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad227ff-d119-4dc7-afc3-8c0a918a1ceb tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] DELETE failed (client error): The resource could not be found. Aug 30 13:09:09.366596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad227ff-d119-4dc7-afc3-8c0a918a1ceb tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:09:09.368905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bad227ff-d119-4dc7-afc3-8c0a918a1ceb tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "DELETE /v2.0/networks/825419b4-f97b-469f-8938-b0467ba2ff76 HTTP/1.1" status: 404 len: 339 time: 0.0198808 Aug 30 13:09:09.372184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50198) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.393605 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdfe167-594d-430a-8658-beff3685c862 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] DELETE failed (client error): The resource could not be found. Aug 30 13:09:09.394215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdfe167-594d-430a-8658-beff3685c862 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:09:09.395814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2cdfe167-594d-430a-8658-beff3685c862 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "DELETE /v2.0/ports/c65901af-5568-4b3b-998a-9bdee729db60 HTTP/1.1" status: 404 len: 333 time: 0.0227559 Aug 30 13:09:09.399253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50200) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.425972 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3fedb6-0477-4548-a1e3-e2767514382f tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] DELETE failed (client error): The resource could not be found. Aug 30 13:09:09.426432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d3fedb6-0477-4548-a1e3-e2767514382f tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:09:09.428265 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1d3fedb6-0477-4548-a1e3-e2767514382f tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "DELETE /v2.0/subnets/3e925496-9821-45c4-b225-6b5526778650 HTTP/1.1" status: 404 len: 337 time: 0.0281477 Aug 30 13:09:09.432514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50202) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.452864 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e3917c-b066-424e-a4d3-967280de9af1 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] GET failed (client error): The resource could not be found. Aug 30 13:09:09.454310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-94e3917c-b066-424e-a4d3-967280de9af1 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "GET /v2.0/networks/1df1b277-df32-41b8-af76-f3ed0bb53c74 HTTP/1.1" status: 404 len: 339 time: 0.0208879 Aug 30 13:09:09.459594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50206) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.486193 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-08452a18-15f8-4c1d-8b71-575902c292ff tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] GET failed (client error): The resource could not be found. Aug 30 13:09:09.487690 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-08452a18-15f8-4c1d-8b71-575902c292ff tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "GET /v2.0/ports/ddb3bb75-a7ca-4267-98e8-d3e615d20c8f HTTP/1.1" status: 404 len: 333 time: 0.0271819 Aug 30 13:09:09.491308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50208) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.522677 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d689baf6-cc0a-4612-9752-fbd8c375056c tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] GET failed (client error): The resource could not be found. Aug 30 13:09:09.524696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d689baf6-cc0a-4612-9752-fbd8c375056c tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "GET /v2.0/subnets/9510a550-a677-4d80-9bf0-e10fd25ec57f HTTP/1.1" status: 404 len: 337 time: 0.0324268 Aug 30 13:09:09.528489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50210) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.533392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4396e25f-64d6-4495-850a-ef45cf41e60b tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:09.546895 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4396e25f-64d6-4495-850a-ef45cf41e60b tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] PUT failed (client error): The resource could not be found. Aug 30 13:09:09.547347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4396e25f-64d6-4495-850a-ef45cf41e60b tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:09:09.548411 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4396e25f-64d6-4495-850a-ef45cf41e60b tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "PUT /v2.0/networks/775ee3b6-7f49-484e-a538-fa104f47f2a3 HTTP/1.1" status: 404 len: 339 time: 0.0190349 Aug 30 13:09:09.551728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50212) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.556639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-167838b8-6dc2-4b48-86e0-e080e7107d18 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:09.574784 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-167838b8-6dc2-4b48-86e0-e080e7107d18 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] PUT failed (client error): The resource could not be found. Aug 30 13:09:09.575370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167838b8-6dc2-4b48-86e0-e080e7107d18 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:09:09.576441 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-167838b8-6dc2-4b48-86e0-e080e7107d18 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "PUT /v2.0/ports/03d63b10-1f36-49ff-a064-756e5acc82c1 HTTP/1.1" status: 404 len: 333 time: 0.0238502 Aug 30 13:09:09.579894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50214) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.584720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ba2a8ad8-a01e-47ce-a6a2-4ddd6a8fa3d6 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:09.605800 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2a8ad8-a01e-47ce-a6a2-4ddd6a8fa3d6 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] PUT failed (client error): The resource could not be found. Aug 30 13:09:09.606243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2a8ad8-a01e-47ce-a6a2-4ddd6a8fa3d6 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:09:09.607336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ba2a8ad8-a01e-47ce-a6a2-4ddd6a8fa3d6 tempest-NetworksNegativeTestJSON-1342492373 tempest-NetworksNegativeTestJSON-1342492373-project] 10.222.0.37 "PUT /v2.0/subnets/41a89c8a-464f-49a2-91d1-4fa139fb1bb9 HTTP/1.1" status: 404 len: 337 time: 0.0265579 Aug 30 13:09:09.718958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc8455-57d2-4d12-bb67-a298187b2941 req-15f38a60-26fe-45f1-8dca-868e499f38c4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:09.720467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36dc8455-57d2-4d12-bb67-a298187b2941 req-15f38a60-26fe-45f1-8dca-868e499f38c4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0509627 Aug 30 13:09:09.760943 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36dc8455-57d2-4d12-bb67-a298187b2941 req-52e004f8-956a-4331-8fc1-4012a698ddff tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343342 Aug 30 13:09:09.848798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50224) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:09.914812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:09.957128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9817ad7a-f5e5-4270-8d3b-8f9ea9a70c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:10.048419 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9817ad7a-f5e5-4270-8d3b-8f9ea9a70c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:10.052169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9817ad7a-f5e5-4270-8d3b-8f9ea9a70c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:10.090280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9817ad7a-f5e5-4270-8d3b-8f9ea9a70c9e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48d4ea5adaf044ea999df2ec3f295569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402737 Aug 30 13:09:10.091070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817ad7a-f5e5-4270-8d3b-8f9ea9a70c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735364f9-7e4f-4549-a9e9-a11c2e83cdc7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:10.092948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50230) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:10.143062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:10.165351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:10.213156 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:10.215841 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:10.217039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/735364f9-7e4f-4549-a9e9-a11c2e83cdc7 HTTP/1.1" status: 204 len: 168 time: 0.1230986 Aug 30 13:09:10.225278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735364f9-7e4f-4549-a9e9-a11c2e83cdc7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:10.233839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.234190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.234535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.234874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.235212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.235549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.235906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.236907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.237433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.237885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.238110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.238439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6f5d80-2658-4e0e-9cc4-acb69652fce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:10.754719 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:10.852814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50258) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:10.888584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a02e-8405-40bc-8de0-d3bd39ddadaa req-2b6103ea-b8ef-4928-981d-35e1d595fbd1 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:10.890213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e177a02e-8405-40bc-8de0-d3bd39ddadaa req-2b6103ea-b8ef-4928-981d-35e1d595fbd1 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0545874 Aug 30 13:09:10.930765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e177a02e-8405-40bc-8de0-d3bd39ddadaa req-ead94720-f4a8-4c47-9cd3-1cf569689344 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338173 Aug 30 13:09:10.960895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c434c77e-639d-4179-ad3b-7a59678eebf6 tempest-DvrRoutersNegativeTest-1219298171 tempest-DvrRoutersNegativeTest-1219298171-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-271004658', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:10.964373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.policy [None req-c434c77e-639d-4179-ad3b-7a59678eebf6 tempest-DvrRoutersNegativeTest-1219298171 tempest-DvrRoutersNegativeTest-1219298171-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95699) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 30 13:09:10.964671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.policy [None req-c434c77e-639d-4179-ad3b-7a59678eebf6 tempest-DvrRoutersNegativeTest-1219298171 tempest-DvrRoutersNegativeTest-1219298171-project] Failed policy check for 'create_router' {{(pid=95699) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 30 13:09:10.965200 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-c434c77e-639d-4179-ad3b-7a59678eebf6 tempest-DvrRoutersNegativeTest-1219298171 tempest-DvrRoutersNegativeTest-1219298171-project] create failed (client error): Access was denied to this resource. Aug 30 13:09:10.966188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c434c77e-639d-4179-ad3b-7a59678eebf6 tempest-DvrRoutersNegativeTest-1219298171 tempest-DvrRoutersNegativeTest-1219298171-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1122162 Aug 30 13:09:11.207179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50270) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:11.316743 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f367054-641c-4b49-9d6c-f472a86afb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:11.404363 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f367054-641c-4b49-9d6c-f472a86afb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:11.408687 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f367054-641c-4b49-9d6c-f472a86afb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:11.445962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f367054-641c-4b49-9d6c-f472a86afb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2495df-fa24-4175-8dcf-6fb49932c50c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:11.450263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1f367054-641c-4b49-9d6c-f472a86afb30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad31f1346d76460a9d5c1f3de7f1356b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2420967 Aug 30 13:09:11.452874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50276) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:11.500968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-811bb8f2-2ed5-41c8-a6f5-a553ec52c598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:11.521408 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-811bb8f2-2ed5-41c8-a6f5-a553ec52c598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:11.567225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-811bb8f2-2ed5-41c8-a6f5-a553ec52c598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:11.569857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-811bb8f2-2ed5-41c8-a6f5-a553ec52c598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:11.571177 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-811bb8f2-2ed5-41c8-a6f5-a553ec52c598 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae2495df-fa24-4175-8dcf-6fb49932c50c HTTP/1.1" status: 204 len: 168 time: 0.1173055 Aug 30 13:09:11.579231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811bb8f2-2ed5-41c8-a6f5-a553ec52c598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2495df-fa24-4175-8dcf-6fb49932c50c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:12.058094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bb152-7e12-431c-8f19-681b895775d2 req-e0100b3a-4121-47ec-a176-47b13e1000fc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:12.059952 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e0bb152-7e12-431c-8f19-681b895775d2 req-e0100b3a-4121-47ec-a176-47b13e1000fc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0516698 Aug 30 13:09:12.099313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e0bb152-7e12-431c-8f19-681b895775d2 req-2e594f2a-1480-4ed5-b74a-4d5ccaac00ba tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331845 Aug 30 13:09:12.118257 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.234450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50306) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:12.327714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group': {'name': 'tempest-secgroup--947551460'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:12.349875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.359328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.452521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.455841 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.492007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee37517-2c1d-4d27-aec8-09a8f9195952,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:12.547251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.550887 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.577549 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.578784 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3433397 Aug 30 13:09:12.580705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1116c-a939-403e-a6ae-54edb4f50120 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a691ae12-d76b-43b0-becd-829682deb914,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:12.581640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50312) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:12.643370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c1e4485d-27f1-49fb-9cac-625863d12b4e tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0605106 Aug 30 13:09:12.645971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50316) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:12.651519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f1013889-e526-4fb4-ad9e-494a1f991f7a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group': {'name': 'tempest-security--437546017', 'description': 'tempest-security-description-646807502'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:12.677944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1013889-e526-4fb4-ad9e-494a1f991f7a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.726677 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1013889-e526-4fb4-ad9e-494a1f991f7a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.730466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1013889-e526-4fb4-ad9e-494a1f991f7a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.733015 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1013889-e526-4fb4-ad9e-494a1f991f7a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.734264 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f1013889-e526-4fb4-ad9e-494a1f991f7a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "PUT /v2.0/security-groups/a691ae12-d76b-43b0-becd-829682deb914 HTTP/1.1" status: 200 len: 1778 time: 0.0873752 Aug 30 13:09:12.737179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50318) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:12.757639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1013889-e526-4fb4-ad9e-494a1f991f7a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a691ae12-d76b-43b0-becd-829682deb914,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:12.777144 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3eb6d511-67ed-4362-b94e-9e8ff4fe4e20 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups/a691ae12-d76b-43b0-becd-829682deb914 HTTP/1.1" status: 200 len: 1778 time: 0.0387876 Aug 30 13:09:12.780629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50320) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:12.831803 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15f97fb9-66fb-4f7c-a6d0-c031800f6900 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.854423 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15f97fb9-66fb-4f7c-a6d0-c031800f6900 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.897910 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15f97fb9-66fb-4f7c-a6d0-c031800f6900 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.900810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15f97fb9-66fb-4f7c-a6d0-c031800f6900 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:12.901948 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-15f97fb9-66fb-4f7c-a6d0-c031800f6900 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-groups/a691ae12-d76b-43b0-becd-829682deb914 HTTP/1.1" status: 204 len: 168 time: 0.1203997 Aug 30 13:09:12.904648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50322) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:12.910719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f97fb9-66fb-4f7c-a6d0-c031800f6900 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a691ae12-d76b-43b0-becd-829682deb914,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:12.948477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-85183fbf-c847-478b-9e65-cb4c0af69f90 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0426669 Aug 30 13:09:12.951252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:12.964501 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-a4e14633-278d-4dc4-bd25-6bbe740134c7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] delete failed (client error): The resource could not be found. Aug 30 13:09:12.965479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a4e14633-278d-4dc4-bd25-6bbe740134c7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-groups/a691ae12-d76b-43b0-becd-829682deb914 HTTP/1.1" status: 404 len: 347 time: 0.0133245 Aug 30 13:09:12.969019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50326) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:12.974009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-95fbe3ce-665e-4fd0-bf3c-cd58279b3dde tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077015807'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:12.997705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-95fbe3ce-665e-4fd0-bf3c-cd58279b3dde tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.080539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-95fbe3ce-665e-4fd0-bf3c-cd58279b3dde tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.084209 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-95fbe3ce-665e-4fd0-bf3c-cd58279b3dde tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.106232 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-95fbe3ce-665e-4fd0-bf3c-cd58279b3dde tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.107459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-95fbe3ce-665e-4fd0-bf3c-cd58279b3dde tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1375494 Aug 30 13:09:13.110461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50330) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:13.115181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-40fbc182-2ede-4d45-9ef1-ccd52686ae16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': '41647e96-af69-4f40-8ca5-3434b4ffe33b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:13.115351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fbe3ce-665e-4fd0-bf3c-cd58279b3dde tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41647e96-af69-4f40-8ca5-3434b4ffe33b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:13.143585 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40fbc182-2ede-4d45-9ef1-ccd52686ae16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.194816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40fbc182-2ede-4d45-9ef1-ccd52686ae16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.199228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40fbc182-2ede-4d45-9ef1-ccd52686ae16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.217679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fbc182-2ede-4d45-9ef1-ccd52686ae16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ec2e57-de4d-497a-baf9-58d917a60c1a,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:13.227694 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40fbc182-2ede-4d45-9ef1-ccd52686ae16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.229130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-40fbc182-2ede-4d45-9ef1-ccd52686ae16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175900 Aug 30 13:09:13.231930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:13.244845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd325cca-2a98-452b-bcd3-ea603142fa7f req-b255b4aa-173b-439f-989c-5def150c66e0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:13.246462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd325cca-2a98-452b-bcd3-ea603142fa7f req-b255b4aa-173b-439f-989c-5def150c66e0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0576904 Aug 30 13:09:13.257027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-814bb027-157e-4315-9f23-622df7f60d16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.264744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-814bb027-157e-4315-9f23-622df7f60d16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.284556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd325cca-2a98-452b-bcd3-ea603142fa7f req-b0acd603-c7cb-4e26-8ee7-253b8c286414 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319960 Aug 30 13:09:13.292151 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-814bb027-157e-4315-9f23-622df7f60d16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.298858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-814bb027-157e-4315-9f23-622df7f60d16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.300006 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-814bb027-157e-4315-9f23-622df7f60d16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/67ec2e57-de4d-497a-baf9-58d917a60c1a HTTP/1.1" status: 204 len: 168 time: 0.0670965 Aug 30 13:09:13.302709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50338) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:13.306182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bb027-157e-4315-9f23-622df7f60d16 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67ec2e57-de4d-497a-baf9-58d917a60c1a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:13.354683 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b47e63aa-f511-4013-8b31-154101ca8c3c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508351 Aug 30 13:09:13.357330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50340) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:13.416037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e9cf10e-1c36-4269-ae1d-726bf1faced7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.441258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e9cf10e-1c36-4269-ae1d-726bf1faced7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.482007 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e9cf10e-1c36-4269-ae1d-726bf1faced7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.484600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e9cf10e-1c36-4269-ae1d-726bf1faced7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.485770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8e9cf10e-1c36-4269-ae1d-726bf1faced7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-groups/41647e96-af69-4f40-8ca5-3434b4ffe33b HTTP/1.1" status: 204 len: 168 time: 0.1274509 Aug 30 13:09:13.488684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50344) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:13.495592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9cf10e-1c36-4269-ae1d-726bf1faced7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41647e96-af69-4f40-8ca5-3434b4ffe33b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:13.545237 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5fec6a3b-996a-4944-8c6d-7f0e934ca7d7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552139 Aug 30 13:09:13.549050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50346) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:13.553296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6e8853f1-32e7-4006-a40c-b2de44b9a3c4 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1444077267'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:13.575526 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e8853f1-32e7-4006-a40c-b2de44b9a3c4 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.655610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e8853f1-32e7-4006-a40c-b2de44b9a3c4 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.659334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e8853f1-32e7-4006-a40c-b2de44b9a3c4 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.688661 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e8853f1-32e7-4006-a40c-b2de44b9a3c4 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.689870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6e8853f1-32e7-4006-a40c-b2de44b9a3c4 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1399016 Aug 30 13:09:13.692789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50348) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:13.693728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8853f1-32e7-4006-a40c-b2de44b9a3c4 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8294eca9-f7d3-45d5-a3ed-2decafd39f58,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:13.698434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9123b9b3-1b62-4968-93ae-68f64f571430 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': '8294eca9-f7d3-45d5-a3ed-2decafd39f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:13.728031 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9123b9b3-1b62-4968-93ae-68f64f571430 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.775891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9123b9b3-1b62-4968-93ae-68f64f571430 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.779198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9123b9b3-1b62-4968-93ae-68f64f571430 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.797379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123b9b3-1b62-4968-93ae-68f64f571430 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41bcec2e-b05b-4680-a2d9-7c6038e69390,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:13.802873 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9123b9b3-1b62-4968-93ae-68f64f571430 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.804153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9123b9b3-1b62-4968-93ae-68f64f571430 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1102841 Aug 30 13:09:13.806978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50352) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:13.811424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3a8a9ede-a0de-41f6-b3e1-bfef2a199a33 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': '8294eca9-f7d3-45d5-a3ed-2decafd39f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:13.837319 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9ede-a0de-41f6-b3e1-bfef2a199a33 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.896777 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9ede-a0de-41f6-b3e1-bfef2a199a33 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.900545 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9ede-a0de-41f6-b3e1-bfef2a199a33 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.919914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a9ede-a0de-41f6-b3e1-bfef2a199a33 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c808d16-4c8b-41cb-948a-f8f1c78dd6ec,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:13.922832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a8a9ede-a0de-41f6-b3e1-bfef2a199a33 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:13.924333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3a8a9ede-a0de-41f6-b3e1-bfef2a199a33 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163743 Aug 30 13:09:13.926984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50354) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:13.932287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6fd61a7c-9338-4031-8e2b-803175f51462 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': '8294eca9-f7d3-45d5-a3ed-2decafd39f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:13.958655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fd61a7c-9338-4031-8e2b-803175f51462 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.016413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fd61a7c-9338-4031-8e2b-803175f51462 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.020046 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fd61a7c-9338-4031-8e2b-803175f51462 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.037167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd61a7c-9338-4031-8e2b-803175f51462 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c96d51-acce-4fc5-9c97-af4430d8c9db,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:14.043679 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fd61a7c-9338-4031-8e2b-803175f51462 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.045184 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6fd61a7c-9338-4031-8e2b-803175f51462 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172218 Aug 30 13:09:14.048150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50356) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.052778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6e82c27d-a127-4b7f-b309-bf3c6194a7c2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': '8294eca9-f7d3-45d5-a3ed-2decafd39f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:14.079350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e82c27d-a127-4b7f-b309-bf3c6194a7c2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.139504 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e82c27d-a127-4b7f-b309-bf3c6194a7c2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.143144 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e82c27d-a127-4b7f-b309-bf3c6194a7c2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.160568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82c27d-a127-4b7f-b309-bf3c6194a7c2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad5bc8a-338d-40ae-b5d3-dedfd6d60c85,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:14.165945 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e82c27d-a127-4b7f-b309-bf3c6194a7c2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.167126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6e82c27d-a127-4b7f-b309-bf3c6194a7c2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181035 Aug 30 13:09:14.169673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50360) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.174259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9ac77e10-5522-476d-b06b-cbae91eb6853 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': '8294eca9-f7d3-45d5-a3ed-2decafd39f58', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:14.199593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ac77e10-5522-476d-b06b-cbae91eb6853 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.262298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ac77e10-5522-476d-b06b-cbae91eb6853 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.266272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ac77e10-5522-476d-b06b-cbae91eb6853 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.290218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac77e10-5522-476d-b06b-cbae91eb6853 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd494e1-eb54-4520-a8f4-aaa30f88ec73,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:14.294353 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ac77e10-5522-476d-b06b-cbae91eb6853 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.295962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9ac77e10-5522-476d-b06b-cbae91eb6853 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1253581 Aug 30 13:09:14.298757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50364) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.328284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd2e7c22-8931-4e42-a0b2-da882a323dcf tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.339966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd2e7c22-8931-4e42-a0b2-da882a323dcf tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.376289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd2e7c22-8931-4e42-a0b2-da882a323dcf tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.384475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd2e7c22-8931-4e42-a0b2-da882a323dcf tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.385562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fd2e7c22-8931-4e42-a0b2-da882a323dcf tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1dd494e1-eb54-4520-a8f4-aaa30f88ec73 HTTP/1.1" status: 204 len: 168 time: 0.0858216 Aug 30 13:09:14.388248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50368) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.405231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e7c22-8931-4e42-a0b2-da882a323dcf tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dd494e1-eb54-4520-a8f4-aaa30f88ec73,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:14.433219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66f399-dea5-4980-a4ba-05f5cf031665 req-615d55fb-65a3-4f83-a878-3267a9c744c7 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:14.434871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa66f399-dea5-4980-a4ba-05f5cf031665 req-615d55fb-65a3-4f83-a878-3267a9c744c7 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0690572 Aug 30 13:09:14.452663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7459e99e-1d8e-43a0-85cb-38037a5e8ccb tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0606139 Aug 30 13:09:14.452957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50372) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.479040 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ec6324c0-75bc-45e8-b60b-9c3721300352 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.482253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa66f399-dea5-4980-a4ba-05f5cf031665 req-f2b75e99-c833-427e-9bc5-f0eb9518165b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412555 Aug 30 13:09:14.487673 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ec6324c0-75bc-45e8-b60b-9c3721300352 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.515481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ec6324c0-75bc-45e8-b60b-9c3721300352 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.521810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ec6324c0-75bc-45e8-b60b-9c3721300352 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.522919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ec6324c0-75bc-45e8-b60b-9c3721300352 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cad5bc8a-338d-40ae-b5d3-dedfd6d60c85 HTTP/1.1" status: 204 len: 168 time: 0.0690267 Aug 30 13:09:14.525595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50374) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.528338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6324c0-75bc-45e8-b60b-9c3721300352 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cad5bc8a-338d-40ae-b5d3-dedfd6d60c85,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:14.571433 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-db4f0156-6db7-4729-9aff-2820ef6fdd13 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0436995 Aug 30 13:09:14.573886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50376) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.595896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3dfa238a-ac3a-4c33-93f1-6523f790d00d tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.603609 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3dfa238a-ac3a-4c33-93f1-6523f790d00d tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.630012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3dfa238a-ac3a-4c33-93f1-6523f790d00d tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.635828 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3dfa238a-ac3a-4c33-93f1-6523f790d00d tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.636908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3dfa238a-ac3a-4c33-93f1-6523f790d00d tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/56c96d51-acce-4fc5-9c97-af4430d8c9db HTTP/1.1" status: 204 len: 168 time: 0.0621328 Aug 30 13:09:14.639569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50378) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.642135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa238a-ac3a-4c33-93f1-6523f790d00d tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56c96d51-acce-4fc5-9c97-af4430d8c9db,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:14.685698 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0e63decc-9280-4aad-8663-9d3d2db8e6a4 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0432460 Aug 30 13:09:14.686866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50380) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.709145 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5f38e5c-9c36-44e6-a8b6-6b940f4b622c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.716779 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5f38e5c-9c36-44e6-a8b6-6b940f4b622c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.742957 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5f38e5c-9c36-44e6-a8b6-6b940f4b622c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.747728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5f38e5c-9c36-44e6-a8b6-6b940f4b622c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.748839 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b5f38e5c-9c36-44e6-a8b6-6b940f4b622c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/0c808d16-4c8b-41cb-948a-f8f1c78dd6ec HTTP/1.1" status: 204 len: 168 time: 0.0610986 Aug 30 13:09:14.751985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50382) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.756358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f38e5c-9c36-44e6-a8b6-6b940f4b622c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c808d16-4c8b-41cb-948a-f8f1c78dd6ec,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:14.794217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1b5026c7-e0a0-4b95-a2eb-556ad0928d31 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0409868 Aug 30 13:09:14.797229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50386) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.826669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5b6eb204-76fb-4730-9dfb-a4be2e004d26 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.833807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5b6eb204-76fb-4730-9dfb-a4be2e004d26 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.859680 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5b6eb204-76fb-4730-9dfb-a4be2e004d26 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.864838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5b6eb204-76fb-4730-9dfb-a4be2e004d26 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.865994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5b6eb204-76fb-4730-9dfb-a4be2e004d26 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/41bcec2e-b05b-4680-a2d9-7c6038e69390 HTTP/1.1" status: 204 len: 168 time: 0.0670793 Aug 30 13:09:14.870390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50388) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.885846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6eb204-76fb-4730-9dfb-a4be2e004d26 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41bcec2e-b05b-4680-a2d9-7c6038e69390,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:14.913487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-73024c52-9054-44bc-9012-a80ec46c3e26 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420356 Aug 30 13:09:14.916964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50390) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:14.967958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be24eab5-f265-48e5-9a4c-818817285f25 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:14.989571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be24eab5-f265-48e5-9a4c-818817285f25 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.030871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be24eab5-f265-48e5-9a4c-818817285f25 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.033434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be24eab5-f265-48e5-9a4c-818817285f25 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.034615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-be24eab5-f265-48e5-9a4c-818817285f25 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-groups/8294eca9-f7d3-45d5-a3ed-2decafd39f58 HTTP/1.1" status: 204 len: 168 time: 0.1167760 Aug 30 13:09:15.037259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50392) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:15.043904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24eab5-f265-48e5-9a4c-818817285f25 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8294eca9-f7d3-45d5-a3ed-2decafd39f58,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:15.082254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fbc2f554-baa2-4575-abe0-e08495527e5a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437021 Aug 30 13:09:15.086477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50394) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:15.091210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-163758fb-0b0a-4198-9ce7-44c58b420e72 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690423851'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:15.112633 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-163758fb-0b0a-4198-9ce7-44c58b420e72 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.194153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-163758fb-0b0a-4198-9ce7-44c58b420e72 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.198736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-163758fb-0b0a-4198-9ce7-44c58b420e72 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.228074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-163758fb-0b0a-4198-9ce7-44c58b420e72 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.229382 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-163758fb-0b0a-4198-9ce7-44c58b420e72 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1417933 Aug 30 13:09:15.230284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163758fb-0b0a-4198-9ce7-44c58b420e72 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac4a098-92fa-4990-9b2b-78cbf994d885,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:15.232096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50398) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:15.236916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1f725543-3c2c-4064-b965-5e0bbf7c16a1 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': 'bac4a098-92fa-4990-9b2b-78cbf994d885', 'direction': 'ingress', 'protocol': 17}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:15.264360 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f725543-3c2c-4064-b965-5e0bbf7c16a1 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.323902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f725543-3c2c-4064-b965-5e0bbf7c16a1 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.329565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f725543-3c2c-4064-b965-5e0bbf7c16a1 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.349911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f725543-3c2c-4064-b965-5e0bbf7c16a1 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccae479b-58af-4068-abbc-1cd57d9d0b3c,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:15.353691 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f725543-3c2c-4064-b965-5e0bbf7c16a1 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.357344 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1f725543-3c2c-4064-b965-5e0bbf7c16a1 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1217465 Aug 30 13:09:15.357857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50402) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:15.409626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d4b83d6-c5b9-4cfd-a950-7c0552ad0998 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.437631 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d4b83d6-c5b9-4cfd-a950-7c0552ad0998 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.480977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d4b83d6-c5b9-4cfd-a950-7c0552ad0998 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.483531 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d4b83d6-c5b9-4cfd-a950-7c0552ad0998 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.484658 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7d4b83d6-c5b9-4cfd-a950-7c0552ad0998 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-groups/bac4a098-92fa-4990-9b2b-78cbf994d885 HTTP/1.1" status: 204 len: 168 time: 0.1261079 Aug 30 13:09:15.487338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50404) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:15.494219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b83d6-c5b9-4cfd-a950-7c0552ad0998 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac4a098-92fa-4990-9b2b-78cbf994d885,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:15.547952 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f26023d5-93a8-479a-b83e-638200e6dffd tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0592370 Aug 30 13:09:15.551640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50410) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:15.557464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7996f680-76db-465d-9ad8-6b635dd157bd tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group': {'name': 'tempest-secgroup--994234351'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:15.581710 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7996f680-76db-465d-9ad8-6b635dd157bd tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.604606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10173fd-7ca2-4e1a-ba67-ba4c0f99b051 req-69a55093-791d-422e-9ca1-6dfb7fa9cec8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:15.606186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c10173fd-7ca2-4e1a-ba67-ba4c0f99b051 req-69a55093-791d-422e-9ca1-6dfb7fa9cec8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0521257 Aug 30 13:09:15.650304 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c10173fd-7ca2-4e1a-ba67-ba4c0f99b051 req-003ab96d-0f77-4374-945c-c2d92e054678 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374496 Aug 30 13:09:15.664852 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7996f680-76db-465d-9ad8-6b635dd157bd tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.668766 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7996f680-76db-465d-9ad8-6b635dd157bd tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.695626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7996f680-76db-465d-9ad8-6b635dd157bd tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.696955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7996f680-76db-465d-9ad8-6b635dd157bd tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1437771 Aug 30 13:09:15.699683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50412) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:15.700857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996f680-76db-465d-9ad8-6b635dd157bd tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e742efde-a9fa-4b6a-9812-e8a7bc63e88e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:15.704463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f624960f-3ccb-4449-83cd-3d6b10290637 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153269401'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:15.726181 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f624960f-3ccb-4449-83cd-3d6b10290637 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.805488 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f624960f-3ccb-4449-83cd-3d6b10290637 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.809108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f624960f-3ccb-4449-83cd-3d6b10290637 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.834147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f624960f-3ccb-4449-83cd-3d6b10290637 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.835362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f624960f-3ccb-4449-83cd-3d6b10290637 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1346989 Aug 30 13:09:15.838891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50416) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:15.840080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624960f-3ccb-4449-83cd-3d6b10290637 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a83b8-15e6-4c3f-bed2-dd6aa6b3a57f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:15.846035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8d41e222-53a5-4cce-bb8e-47fde4746b7b tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': 'e742efde-a9fa-4b6a-9812-e8a7bc63e88e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c40a83b8-15e6-4c3f-bed2-dd6aa6b3a57f', 'remote_ip_prefix': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:15.885066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d41e222-53a5-4cce-bb8e-47fde4746b7b tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.956179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d41e222-53a5-4cce-bb8e-47fde4746b7b tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.959790 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d41e222-53a5-4cce-bb8e-47fde4746b7b tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.978638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41e222-53a5-4cce-bb8e-47fde4746b7b tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa7fe99-ab21-445c-a6bc-4a1b3b7b7c2e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:15.985876 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d41e222-53a5-4cce-bb8e-47fde4746b7b tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:15.987052 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8d41e222-53a5-4cce-bb8e-47fde4746b7b tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1468992 Aug 30 13:09:15.989959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50418) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.012558 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9e34860-d606-4b78-9b66-f52e9627a8e0 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.019933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9e34860-d606-4b78-9b66-f52e9627a8e0 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.046555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9e34860-d606-4b78-9b66-f52e9627a8e0 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.052235 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9e34860-d606-4b78-9b66-f52e9627a8e0 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.053295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d9e34860-d606-4b78-9b66-f52e9627a8e0 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6aa7fe99-ab21-445c-a6bc-4a1b3b7b7c2e HTTP/1.1" status: 204 len: 168 time: 0.0624306 Aug 30 13:09:16.055977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50420) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.066413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e34860-d606-4b78-9b66-f52e9627a8e0 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6aa7fe99-ab21-445c-a6bc-4a1b3b7b7c2e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:16.102804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e745fd33-ce02-4a9e-a788-bf0b93a61ce5 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0456855 Aug 30 13:09:16.105469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50422) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.155324 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a24dcce2-de2b-4d9e-86e5-f37198f144ef tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.176644 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a24dcce2-de2b-4d9e-86e5-f37198f144ef tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.217965 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a24dcce2-de2b-4d9e-86e5-f37198f144ef tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.220500 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a24dcce2-de2b-4d9e-86e5-f37198f144ef tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.221638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a24dcce2-de2b-4d9e-86e5-f37198f144ef tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-groups/c40a83b8-15e6-4c3f-bed2-dd6aa6b3a57f HTTP/1.1" status: 204 len: 168 time: 0.1153145 Aug 30 13:09:16.224429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50426) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.231201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dcce2-de2b-4d9e-86e5-f37198f144ef tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a83b8-15e6-4c3f-bed2-dd6aa6b3a57f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:16.280303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2e37311b-3468-4d97-b268-985c11b835ef tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0545349 Aug 30 13:09:16.283035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50428) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.337545 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2f2b91da-28ad-484b-b82e-d76a251df82c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.358707 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2f2b91da-28ad-484b-b82e-d76a251df82c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.401022 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2f2b91da-28ad-484b-b82e-d76a251df82c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.404011 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2f2b91da-28ad-484b-b82e-d76a251df82c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.407543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2f2b91da-28ad-484b-b82e-d76a251df82c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-groups/e742efde-a9fa-4b6a-9812-e8a7bc63e88e HTTP/1.1" status: 204 len: 168 time: 0.1212418 Aug 30 13:09:16.407946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50432) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.421829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b91da-28ad-484b-b82e-d76a251df82c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e742efde-a9fa-4b6a-9812-e8a7bc63e88e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:16.457175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-26fb54a7-dfdd-4a33-aad6-6aa561fe01f5 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0480986 Aug 30 13:09:16.460973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50434) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.466031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2dae4db9-9de5-48a3-895f-9b744da3922a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group': {'name': 'tempest-secgroup--813128861'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:16.486962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2dae4db9-9de5-48a3-895f-9b744da3922a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.567285 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2dae4db9-9de5-48a3-895f-9b744da3922a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.570906 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2dae4db9-9de5-48a3-895f-9b744da3922a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.598436 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2dae4db9-9de5-48a3-895f-9b744da3922a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.599540 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2dae4db9-9de5-48a3-895f-9b744da3922a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1370046 Aug 30 13:09:16.603092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50438) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.607454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-cd9fc7aa-cea0-469b-9dc6-8b30861487ff tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': 'e633e2f9-49a8-4cb6-b0ef-91b55737da84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:16.612823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae4db9-9de5-48a3-895f-9b744da3922a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e633e2f9-49a8-4cb6-b0ef-91b55737da84,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:16.636256 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd9fc7aa-cea0-469b-9dc6-8b30861487ff tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.693641 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd9fc7aa-cea0-469b-9dc6-8b30861487ff tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.698116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd9fc7aa-cea0-469b-9dc6-8b30861487ff tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.715785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fc7aa-cea0-469b-9dc6-8b30861487ff tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eec63d-be40-45dc-856e-91f7e99401c7,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:16.724051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd9fc7aa-cea0-469b-9dc6-8b30861487ff tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.728205 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cd9fc7aa-cea0-469b-9dc6-8b30861487ff tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1212642 Aug 30 13:09:16.728389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50442) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.753924 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ea9013c-7d93-4b36-b542-915d4ead6b66 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.763007 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ea9013c-7d93-4b36-b542-915d4ead6b66 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.779439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e70b14-3d2a-42d8-b17c-ec500dca6b06 req-3ed9b625-81fe-4472-9e27-15ca92711928 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:16.781111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4e70b14-3d2a-42d8-b17c-ec500dca6b06 req-3ed9b625-81fe-4472-9e27-15ca92711928 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0551341 Aug 30 13:09:16.791450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ea9013c-7d93-4b36-b542-915d4ead6b66 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.798326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ea9013c-7d93-4b36-b542-915d4ead6b66 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.799438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5ea9013c-7d93-4b36-b542-915d4ead6b66 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e6eec63d-be40-45dc-856e-91f7e99401c7 HTTP/1.1" status: 204 len: 168 time: 0.0701461 Aug 30 13:09:16.802858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50444) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.805117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9013c-7d93-4b36-b542-915d4ead6b66 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6eec63d-be40-45dc-856e-91f7e99401c7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:16.838868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4e70b14-3d2a-42d8-b17c-ec500dca6b06 req-3e60a13d-1545-4812-9e25-41b65ec94f1f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513208 Aug 30 13:09:16.859438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-76901b6d-71ea-46a7-9f3f-32829f865850 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0554011 Aug 30 13:09:16.862204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50446) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.917896 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5910ceb8-38fa-41a3-a179-ad3a15402207 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.940158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5910ceb8-38fa-41a3-a179-ad3a15402207 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.980525 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5910ceb8-38fa-41a3-a179-ad3a15402207 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.983080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5910ceb8-38fa-41a3-a179-ad3a15402207 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:16.984204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5910ceb8-38fa-41a3-a179-ad3a15402207 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-groups/e633e2f9-49a8-4cb6-b0ef-91b55737da84 HTTP/1.1" status: 204 len: 168 time: 0.1210241 Aug 30 13:09:16.986839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50450) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:16.993390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910ceb8-38fa-41a3-a179-ad3a15402207 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e633e2f9-49a8-4cb6-b0ef-91b55737da84,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:17.034150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-868a9e2a-dc24-4989-ac3b-d7023a8bc42d tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461321 Aug 30 13:09:17.037761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50452) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.042288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a72678a4-0b82-44bd-b0b6-fd5b3c8f53f3 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846605213'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:17.062600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a72678a4-0b82-44bd-b0b6-fd5b3c8f53f3 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.143864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a72678a4-0b82-44bd-b0b6-fd5b3c8f53f3 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.147962 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a72678a4-0b82-44bd-b0b6-fd5b3c8f53f3 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.173633 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a72678a4-0b82-44bd-b0b6-fd5b3c8f53f3 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.174840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a72678a4-0b82-44bd-b0b6-fd5b3c8f53f3 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1361890 Aug 30 13:09:17.177692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50454) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.178675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72678a4-0b82-44bd-b0b6-fd5b3c8f53f3 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2d6514-90cd-4a57-adf2-68517914b88f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:17.182622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6b5582e4-a5a5-4e78-a531-8e71f617736a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': '3c2d6514-90cd-4a57-adf2-68517914b88f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:17.208331 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b5582e4-a5a5-4e78-a531-8e71f617736a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.255009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b5582e4-a5a5-4e78-a531-8e71f617736a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.259718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b5582e4-a5a5-4e78-a531-8e71f617736a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.276816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5582e4-a5a5-4e78-a531-8e71f617736a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b50f0b-67f8-4c11-9af8-e49948a706b8,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:17.286146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b5582e4-a5a5-4e78-a531-8e71f617736a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.287560 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6b5582e4-a5a5-4e78-a531-8e71f617736a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1088672 Aug 30 13:09:17.290539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50458) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.308213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7191f978-b780-4541-8c33-0b01a77b1cf7 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules/24b50f0b-67f8-4c11-9af8-e49948a706b8 HTTP/1.1" status: 200 len: 763 time: 0.0164294 Aug 30 13:09:17.310580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50460) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.350262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b3076fe4-4517-4669-a734-f6b8c2cd2371 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0385649 Aug 30 13:09:17.352949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50462) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.375612 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f09642a-b8b4-46a6-8720-bd7b83e8c2d9 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.383407 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f09642a-b8b4-46a6-8720-bd7b83e8c2d9 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.410742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f09642a-b8b4-46a6-8720-bd7b83e8c2d9 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.416062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f09642a-b8b4-46a6-8720-bd7b83e8c2d9 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.417231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3f09642a-b8b4-46a6-8720-bd7b83e8c2d9 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/24b50f0b-67f8-4c11-9af8-e49948a706b8 HTTP/1.1" status: 204 len: 168 time: 0.0633600 Aug 30 13:09:17.421559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50464) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.425493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09642a-b8b4-46a6-8720-bd7b83e8c2d9 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24b50f0b-67f8-4c11-9af8-e49948a706b8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:17.466410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-748d15aa-8980-4dae-83fc-a7cff9f5f518 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0420792 Aug 30 13:09:17.467495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50468) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.471833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b2fb120c-9d7b-4624-b3ba-153fecf04994 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': '3c2d6514-90cd-4a57-adf2-68517914b88f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:17.498217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2fb120c-9d7b-4624-b3ba-153fecf04994 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.551370 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2fb120c-9d7b-4624-b3ba-153fecf04994 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.555797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2fb120c-9d7b-4624-b3ba-153fecf04994 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.576175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb120c-9d7b-4624-b3ba-153fecf04994 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8605da-d1f7-487a-9019-1de2eb337b7d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:17.579579 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2fb120c-9d7b-4624-b3ba-153fecf04994 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.583105 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b2fb120c-9d7b-4624-b3ba-153fecf04994 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123054 Aug 30 13:09:17.583564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50470) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.602720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-64358115-dbf9-4fd6-a289-454931c3a94a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules/ee8605da-d1f7-487a-9019-1de2eb337b7d HTTP/1.1" status: 200 len: 763 time: 0.0182760 Aug 30 13:09:17.604832 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50472) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.645422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ae8cad13-2a2d-451b-a246-72b650c309bb tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0395763 Aug 30 13:09:17.647886 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50476) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.673016 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-969e4405-b688-4dc2-aa28-4d6353f7560c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.681737 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-969e4405-b688-4dc2-aa28-4d6353f7560c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.711974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-969e4405-b688-4dc2-aa28-4d6353f7560c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.718072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-969e4405-b688-4dc2-aa28-4d6353f7560c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.719194 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-969e4405-b688-4dc2-aa28-4d6353f7560c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ee8605da-d1f7-487a-9019-1de2eb337b7d HTTP/1.1" status: 204 len: 168 time: 0.0704203 Aug 30 13:09:17.721815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50478) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.724663 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e4405-b688-4dc2-aa28-4d6353f7560c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee8605da-d1f7-487a-9019-1de2eb337b7d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:17.764296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8e5cd95f-84b3-4d83-8de6-0ee2bdd0e61b tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413439 Aug 30 13:09:17.766835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50480) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.771060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8f02abb5-9ba6-4f5c-9cbb-a7e57b854fd8 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Request body: {'security_group_rule': {'security_group_id': '3c2d6514-90cd-4a57-adf2-68517914b88f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:17.792751 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-8f02abb5-9ba6-4f5c-9cbb-a7e57b854fd8 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Project c90e1c97ee1b409496d9c8cc91a89f10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:09:17.797563 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f02abb5-9ba6-4f5c-9cbb-a7e57b854fd8 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.851044 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f02abb5-9ba6-4f5c-9cbb-a7e57b854fd8 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.855143 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f02abb5-9ba6-4f5c-9cbb-a7e57b854fd8 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.875137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02abb5-9ba6-4f5c-9cbb-a7e57b854fd8 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811867ab-9b83-45ad-8745-138cd66453f7,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:17.882933 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f02abb5-9ba6-4f5c-9cbb-a7e57b854fd8 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:17.886134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f02abb5-9ba6-4f5c-9cbb-a7e57b854fd8 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183178 Aug 30 13:09:17.886909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50484) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.905649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b73927dd-fb0e-486b-a308-326ef7d98d4c tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules/811867ab-9b83-45ad-8745-138cd66453f7 HTTP/1.1" status: 200 len: 769 time: 0.0155835 Aug 30 13:09:17.905889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50486) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.978237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b5a8ff6e-9c04-4d2a-a41e-5f5033af1353 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0682588 Aug 30 13:09:17.978742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50490) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:17.995701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954ebf2-900b-4819-831e-b6c4c3715b5b req-2e49d5cd-ad02-42e5-8c20-6d10c9af332c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:17.997200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2954ebf2-900b-4819-831e-b6c4c3715b5b req-2e49d5cd-ad02-42e5-8c20-6d10c9af332c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0771084 Aug 30 13:09:18.003990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b33553d9-cc23-488d-b7d1-6fb30bced26a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.012044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b33553d9-cc23-488d-b7d1-6fb30bced26a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.036637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2954ebf2-900b-4819-831e-b6c4c3715b5b req-8e97c883-c093-406d-9d07-da95bcb8c7cf tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330727 Aug 30 13:09:18.038542 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b33553d9-cc23-488d-b7d1-6fb30bced26a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.047925 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b33553d9-cc23-488d-b7d1-6fb30bced26a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.049037 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b33553d9-cc23-488d-b7d1-6fb30bced26a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/811867ab-9b83-45ad-8745-138cd66453f7 HTTP/1.1" status: 204 len: 168 time: 0.0693092 Aug 30 13:09:18.051844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50492) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:18.053390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33553d9-cc23-488d-b7d1-6fb30bced26a tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=811867ab-9b83-45ad-8745-138cd66453f7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:18.090938 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-82e36963-2264-41c7-995f-3cd72aff77f2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0379808 Aug 30 13:09:18.093549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50494) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:18.143428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfe45003-92fb-4c98-9e88-7e09f8043ae2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.165747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfe45003-92fb-4c98-9e88-7e09f8043ae2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.208154 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfe45003-92fb-4c98-9e88-7e09f8043ae2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.210594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfe45003-92fb-4c98-9e88-7e09f8043ae2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.212469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dfe45003-92fb-4c98-9e88-7e09f8043ae2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "DELETE /v2.0/security-groups/3c2d6514-90cd-4a57-adf2-68517914b88f HTTP/1.1" status: 204 len: 168 time: 0.1180110 Aug 30 13:09:18.215250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50496) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:18.221248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe45003-92fb-4c98-9e88-7e09f8043ae2 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2d6514-90cd-4a57-adf2-68517914b88f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:18.258064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-499675d7-27e7-4ecd-9bcd-9fee6ed36792 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0416231 Aug 30 13:09:18.262146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50498) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:18.302562 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4332d2fb-9c5d-4790-9b3e-c79c9b56d8c1 tempest-SecGroupIPv6Test-699896265 tempest-SecGroupIPv6Test-699896265-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0393836 Aug 30 13:09:18.550202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50510) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:18.683506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-01af2801-247b-403f-a657-5bbd0817c9d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c90e1c97ee1b409496d9c8cc91a89f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320796 Aug 30 13:09:18.686148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50514) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:18.734886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-07c0989d-57a7-4f4a-abc4-d048d2947b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.756781 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-07c0989d-57a7-4f4a-abc4-d048d2947b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.803893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-07c0989d-57a7-4f4a-abc4-d048d2947b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.807380 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-07c0989d-57a7-4f4a-abc4-d048d2947b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:18.808525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-07c0989d-57a7-4f4a-abc4-d048d2947b8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cee37517-2c1d-4d27-aec8-09a8f9195952 HTTP/1.1" status: 204 len: 168 time: 0.1214778 Aug 30 13:09:18.816229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0989d-57a7-4f4a-abc4-d048d2947b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee37517-2c1d-4d27-aec8-09a8f9195952,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:19.159435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36b029-18eb-45bd-b9b6-255d5b49ee9f req-e320d2e8-502a-4a4b-a59e-3c49d4b63a8a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:19.160941 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba36b029-18eb-45bd-b9b6-255d5b49ee9f req-e320d2e8-502a-4a4b-a59e-3c49d4b63a8a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0488603 Aug 30 13:09:19.209724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba36b029-18eb-45bd-b9b6-255d5b49ee9f req-3fa9b55c-faa9-4b1a-9003-841f86b613b0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415432 Aug 30 13:09:20.334179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dff50-f0ea-47db-afa5-def5b5384b6f req-964a29ee-4739-4d8e-932a-ec8c4a513518 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:20.335640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e67dff50-f0ea-47db-afa5-def5b5384b6f req-964a29ee-4739-4d8e-932a-ec8c4a513518 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0516174 Aug 30 13:09:20.379611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e67dff50-f0ea-47db-afa5-def5b5384b6f req-05e5af4b-3700-487e-981a-8b28431938c0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359938 Aug 30 13:09:21.512183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8834962-e59b-475b-9ed8-3bd780b14df5 req-8ed73cdb-5bcc-4fcf-a469-2d4ac9054e65 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:21.514817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8834962-e59b-475b-9ed8-3bd780b14df5 req-8ed73cdb-5bcc-4fcf-a469-2d4ac9054e65 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0579507 Aug 30 13:09:21.556522 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8834962-e59b-475b-9ed8-3bd780b14df5 req-d1c92028-323a-4040-8bda-78f1766ccdb6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350411 Aug 30 13:09:21.713107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 351c4d30-1030-4a26-ba9c-6e856dbbda05 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:09:21.818343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:21.832009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'port_id': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'mac_address': 'fa:16:3e:ee:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:09:21.873127 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:21.886053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 351c4d30-1030-4a26-ba9c-6e856dbbda05 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:09:21.905550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:21.910310 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:21.962525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:22.034713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['351c4d30-1030-4a26-ba9c-6e856dbbda05'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:09:22.682560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f02a-2ddb-45b2-b0f8-0b6638d98959 req-a6632bbe-06ec-406f-902e-07cc03c8ba36 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:22.684271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3627f02a-2ddb-45b2-b0f8-0b6638d98959 req-a6632bbe-06ec-406f-902e-07cc03c8ba36 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 945 time: 0.0506191 Aug 30 13:09:22.728067 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3627f02a-2ddb-45b2-b0f8-0b6638d98959 req-81564937-7438-47ba-a7e2-79f01853bcf4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374253 Aug 30 13:09:23.141399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50640) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:23.246041 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e5d6773-378d-40af-8df3-727ca9a26aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.339239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e5d6773-378d-40af-8df3-727ca9a26aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.343170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e5d6773-378d-40af-8df3-727ca9a26aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.380660 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9e5d6773-378d-40af-8df3-727ca9a26aaa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=04faedb84c6d4b128eb0105813850d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381709 Aug 30 13:09:23.381502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d6773-378d-40af-8df3-727ca9a26aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f02512-cadf-4a99-83b8-737856a53888,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:23.384098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50646) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:23.432365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72f867e5-119e-4b59-8d1b-c0c23305014f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.456368 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72f867e5-119e-4b59-8d1b-c0c23305014f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.500930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72f867e5-119e-4b59-8d1b-c0c23305014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.503441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72f867e5-119e-4b59-8d1b-c0c23305014f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.504587 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-72f867e5-119e-4b59-8d1b-c0c23305014f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08f02512-cadf-4a99-83b8-737856a53888 HTTP/1.1" status: 204 len: 168 time: 0.1194663 Aug 30 13:09:23.513035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f867e5-119e-4b59-8d1b-c0c23305014f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f02512-cadf-4a99-83b8-737856a53888,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:23.750119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 351c4d30-1030-4a26-ba9c-6e856dbbda05 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:09:23.764064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50656) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:23.778114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c0f1fa1-f880-441f-bcb0-1575799dd44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.801112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 351c4d30-1030-4a26-ba9c-6e856dbbda05 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:23.801491 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.884713 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.885648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e63b95-3f40-4796-836d-979c2d94058c req-c8a10cec-3088-4a9c-846c-0b7e4826ffeb tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:23.887212 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2e63b95-3f40-4796-836d-979c2d94058c req-c8a10cec-3088-4a9c-846c-0b7e4826ffeb tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 945 time: 0.0760384 Aug 30 13:09:23.908518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:09:23.910899 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62c4102-cba3-4945-bf6f-eabb84d1a496" -d '{"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-plugged", "status": "completed", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:09:23.924679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:23.930478 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.956060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2e63b95-3f40-4796-836d-979c2d94058c req-9792fcca-a23d-4be6-9ee2-d6e8074548a6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0606527 Aug 30 13:09:23.960521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c0f1fa1-f880-441f-bcb0-1575799dd44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.963627 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66893d29-5a1a-4163-9927-7e012ef6a3aa x-openstack-request-id: req-66893d29-5a1a-4163-9927-7e012ef6a3aa {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:09:23.964071 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-plugged", "status": "completed", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:09:23.964464 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66893d29-5a1a-4163-9927-7e012ef6a3aa {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:09:23.964862 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'code': 200} Aug 30 13:09:23.965680 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c0f1fa1-f880-441f-bcb0-1575799dd44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:23.990011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:24.006726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8c0f1fa1-f880-441f-bcb0-1575799dd44e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=26cfd123b62a477eb6e2e24e59ab2e80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414086 Aug 30 13:09:24.007941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f1fa1-f880-441f-bcb0-1575799dd44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d640f92-ad20-450d-bd79-2a707153948d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:24.009581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50662) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:24.060955 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f92bbbf3-49b0-4453-917b-dcba89206ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:24.082731 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f92bbbf3-49b0-4453-917b-dcba89206ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:24.128925 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f92bbbf3-49b0-4453-917b-dcba89206ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:24.131637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f92bbbf3-49b0-4453-917b-dcba89206ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:24.132762 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f92bbbf3-49b0-4453-917b-dcba89206ae4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d640f92-ad20-450d-bd79-2a707153948d HTTP/1.1" status: 204 len: 168 time: 0.1221800 Aug 30 13:09:24.141229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bbbf3-49b0-4453-917b-dcba89206ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d640f92-ad20-450d-bd79-2a707153948d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:25.081181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3aff8-3785-450f-88a3-8a67f3c35ba5 req-95c0ac32-6a6c-44aa-bdaa-e4a7c121924b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:25.082732 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28c3aff8-3785-450f-88a3-8a67f3c35ba5 req-95c0ac32-6a6c-44aa-bdaa-e4a7c121924b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0502791 Aug 30 13:09:25.126148 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28c3aff8-3785-450f-88a3-8a67f3c35ba5 req-1c29c64f-cedd-495e-8b26-697dcc515eda tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362852 Aug 30 13:09:26.359884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dc11d-3d37-48c7-b2a5-d3e252622ecd req-02eaf2ad-7e95-4577-a050-3a5c0e52e7c9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:26.373398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f5dc11d-3d37-48c7-b2a5-d3e252622ecd req-02eaf2ad-7e95-4577-a050-3a5c0e52e7c9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0965083 Aug 30 13:09:26.478797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f5dc11d-3d37-48c7-b2a5-d3e252622ecd req-11c0a44b-1c58-4495-9912-b9a557ef2e90 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040776 Aug 30 13:09:27.614062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de871ae-7d2c-4449-b859-6b028a465985 req-61405898-84d4-4fb8-b524-e75ec312b013 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:27.616579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8de871ae-7d2c-4449-b859-6b028a465985 req-61405898-84d4-4fb8-b524-e75ec312b013 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0619416 Aug 30 13:09:27.662477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8de871ae-7d2c-4449-b859-6b028a465985 req-b4b0a5a1-59ee-41c5-bde2-9c830ef59644 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387354 Aug 30 13:09:28.181815 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:28.837904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3bbb6a-320f-4cf7-b153-befac3cff94a req-dfe9ee71-fafd-4150-ba56-a27ed72b799f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:28.844000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf3bbb6a-320f-4cf7-b153-befac3cff94a req-dfe9ee71-fafd-4150-ba56-a27ed72b799f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0789273 Aug 30 13:09:28.887423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf3bbb6a-320f-4cf7-b153-befac3cff94a req-6c0e3153-37f8-4745-9619-6c2a0c6f449a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418797 Aug 30 13:09:30.042615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae44a7-32a8-4b98-a9ea-2411b3a68bda req-c83e0564-9723-40b2-abfd-125df5d45b70 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:30.045939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ae44a7-32a8-4b98-a9ea-2411b3a68bda req-c83e0564-9723-40b2-abfd-125df5d45b70 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0704725 Aug 30 13:09:30.109047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7ae44a7-32a8-4b98-a9ea-2411b3a68bda req-1e18d994-3598-4499-bccb-03714c6bda91 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558233 Aug 30 13:09:30.658343 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:31.128949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d7920-bcbf-47b6-baac-9627c97e3b8e req-0643d39e-8d37-4fa8-a88a-f32c654e8e1c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:31.131200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-130d7920-bcbf-47b6-baac-9627c97e3b8e req-0643d39e-8d37-4fa8-a88a-f32c654e8e1c tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0711203 Aug 30 13:09:31.195046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-130d7920-bcbf-47b6-baac-9627c97e3b8e req-5cde90a6-e165-4172-a7cc-f773eb6b9958 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528924 Aug 30 13:09:31.321128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ecfd3-c611-468a-8e47-9df36acfd7b4 req-a9a8239b-3d50-4846-a388-4dfe98794c20 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:31.329551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc3ecfd3-c611-468a-8e47-9df36acfd7b4 req-a9a8239b-3d50-4846-a388-4dfe98794c20 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0797577 Aug 30 13:09:31.396605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc3ecfd3-c611-468a-8e47-9df36acfd7b4 req-0a75d7c9-ad24-491a-a212-92acdf8b85d8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605841 Aug 30 13:09:32.383916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761cb95-89ff-4ab1-9cc5-ffd408b9667c req-46905d83-a08c-438b-b660-1ba1e144a0c1 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:32.392608 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f761cb95-89ff-4ab1-9cc5-ffd408b9667c req-46905d83-a08c-438b-b660-1ba1e144a0c1 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0975034 Aug 30 13:09:32.469871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f761cb95-89ff-4ab1-9cc5-ffd408b9667c req-6c259003-8e28-4675-bcab-71119bbfedae tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758843 Aug 30 13:09:32.597588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac6cd1-47fb-4817-9f17-85d32ac137b2 req-b564ad5b-24b5-4146-b9b1-ca23b83a094c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:32.599693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47ac6cd1-47fb-4817-9f17-85d32ac137b2 req-b564ad5b-24b5-4146-b9b1-ca23b83a094c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0672383 Aug 30 13:09:32.690406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47ac6cd1-47fb-4817-9f17-85d32ac137b2 req-5318011b-854b-4bce-93cd-a1a613f6aeb4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697920 Aug 30 13:09:32.958989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d82720-2d59-4fbb-b579-e4b59ee4bf7c req-3a540459-ff7c-41ed-ad38-40f7ad48658d tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:32.967289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17d82720-2d59-4fbb-b579-e4b59ee4bf7c req-3a540459-ff7c-41ed-ad38-40f7ad48658d tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 946 time: 0.0798795 Aug 30 13:09:33.030048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17d82720-2d59-4fbb-b579-e4b59ee4bf7c req-172bd0d2-4bf4-41fd-919c-041ec9a9a1f4 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594532 Aug 30 13:09:33.198478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49deefd-0fa8-4c04-997d-2eaaa3ad96d0 req-60dac155-1504-4635-8c23-cdcca6b302ac tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:33.206469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e49deefd-0fa8-4c04-997d-2eaaa3ad96d0 req-60dac155-1504-4635-8c23-cdcca6b302ac tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 946 time: 0.0703375 Aug 30 13:09:33.256110 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e49deefd-0fa8-4c04-997d-2eaaa3ad96d0 req-14183caf-c544-4f34-9561-9b8f264dc83f tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Aug 30 13:09:33.763450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50882) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:33.851502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4e9e3-6012-40c1-b2f5-12c572f4bd0a req-adca7d0c-6e48-4c2a-a5df-e831305b8aac tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:33.861329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7b4e9e3-6012-40c1-b2f5-12c572f4bd0a req-adca7d0c-6e48-4c2a-a5df-e831305b8aac tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0731590 Aug 30 13:09:33.900429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:33.930769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7b4e9e3-6012-40c1-b2f5-12c572f4bd0a req-86e728df-ddc5-4cfa-a283-c8076896a3c0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682044 Aug 30 13:09:34.020123 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.027881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.067386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e748b7e8-5249-4ec1-a251-bf1671a142ac,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:34.074602 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a77b1951d1634ee5a900d6dab83b9b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3074417 Aug 30 13:09:34.075211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50888) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:34.078884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.079307 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.079718 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.080124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.080530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.080984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.081306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.081828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.082475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.082983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.083708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.084221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44a3e1-a501-4604-88ef-f5a4ba17b5e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:34.194420 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b85c8b8-1563-4837-ab24-b86b9c650c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.216544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4245e0-4fa5-482d-af27-afd25aa18fd1 req-4e48697d-dca0-43a1-b4dd-9445f85a3b67 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:34.223921 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d4245e0-4fa5-482d-af27-afd25aa18fd1 req-4e48697d-dca0-43a1-b4dd-9445f85a3b67 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 946 time: 0.0636456 Aug 30 13:09:34.228439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b85c8b8-1563-4837-ab24-b86b9c650c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.276469 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d4245e0-4fa5-482d-af27-afd25aa18fd1 req-10a91831-cf7d-4d71-ac99-029242f740e4 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515804 Aug 30 13:09:34.315525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b85c8b8-1563-4837-ab24-b86b9c650c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.318284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b85c8b8-1563-4837-ab24-b86b9c650c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.319452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4b85c8b8-1563-4837-ab24-b86b9c650c91 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e748b7e8-5249-4ec1-a251-bf1671a142ac HTTP/1.1" status: 204 len: 168 time: 0.2431786 Aug 30 13:09:34.328444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85c8b8-1563-4837-ab24-b86b9c650c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e748b7e8-5249-4ec1-a251-bf1671a142ac,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:34.454741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b485e-9165-4f92-8623-5bd6a7c2fc8c req-d9a99dda-1ded-4397-abd0-5a82f4b24671 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:34.456508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f66b485e-9165-4f92-8623-5bd6a7c2fc8c req-d9a99dda-1ded-4397-abd0-5a82f4b24671 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 946 time: 0.1259317 Aug 30 13:09:34.467602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-1a444269-c3c6-4b1c-95d8-e8bb456dc797 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:34.469118 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-1a444269-c3c6-4b1c-95d8-e8bb456dc797 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.16 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 946 time: 0.1020842 Aug 30 13:09:34.521216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47590940-0279-4156-a47b-8f2182750798 req-4ce4c784-5040-44c7-a0ba-3cd5134601fb tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:34.540403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47590940-0279-4156-a47b-8f2182750798 req-4ce4c784-5040-44c7-a0ba-3cd5134601fb tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 946 time: 0.1199319 Aug 30 13:09:34.623881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f66b485e-9165-4f92-8623-5bd6a7c2fc8c req-552faa78-5a77-4c8d-b067-4a69a45ef088 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups?id=a1a1e6d2-2522-44f4-8578-0d4ac16506bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556828 Aug 30 13:09:34.673270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Deleting port a745b614-c757-45d4-b8a1-2f4093c30a4e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:34.678176 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.764709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Deleting port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:34.765119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.887567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50900) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:34.918114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8929fa10-0322-49dc-b962-9879549ba09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.922027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] For port a745b614-c757-45d4-b8a1-2f4093c30a4e, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a745b614-c757-45d4-b8a1-2f4093c30a4e,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:34.922382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:34.923217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] For port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:34.923799 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.120794 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8929fa10-0322-49dc-b962-9879549ba09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.139373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8929fa10-0322-49dc-b962-9879549ba09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.139871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4316c9d-6294-4ce5-a4c8-999aedd5477d req-0c51fef4-8f23-4a70-9c10-0e6dba363d48 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:35.141415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4316c9d-6294-4ce5-a4c8-999aedd5477d req-0c51fef4-8f23-4a70-9c10-0e6dba363d48 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.1228578 Aug 30 13:09:35.199767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929fa10-0322-49dc-b962-9879549ba09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db5a85b-fd2a-46bf-9e81-39e66036e5b9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:35.224716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4316c9d-6294-4ce5-a4c8-999aedd5477d req-caa40f63-ed89-40df-ab45-68fdb7e0849c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736423 Aug 30 13:09:35.240848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8929fa10-0322-49dc-b962-9879549ba09b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d42a2d90ad354184847b47e4ccac2ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521483 Aug 30 13:09:35.241910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50904) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:35.272755 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.273157 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.274041 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Floating IP 2ff1c47b-2f55-4271-8520-c406ccc29fc9 disassociated. External IP: 172.25.2.174, port: 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c. Aug 30 13:09:35.274482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Calling delete_port for 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:35.372421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94076924-b871-4e02-986f-243f8b4dc104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.419961 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94076924-b871-4e02-986f-243f8b4dc104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.451077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd609a-f61a-4d7c-b080-7e4c81995d70 req-80695aa6-9a1b-45d7-94fd-27d91974f3b9 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:35.451077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2fdd609a-f61a-4d7c-b080-7e4c81995d70 req-80695aa6-9a1b-45d7-94fd-27d91974f3b9 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 946 time: 0.0748801 Aug 30 13:09:35.488655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.488655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.488655 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Floating IP c642ba70-2a9a-40e3-92f8-f4982755a922 disassociated. External IP: 172.25.2.150, port: a745b614-c757-45d4-b8a1-2f4093c30a4e. Aug 30 13:09:35.488655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Calling delete_port for a745b614-c757-45d4-b8a1-2f4093c30a4e owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:35.511642 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2fdd609a-f61a-4d7c-b080-7e4c81995d70 req-61f61b1b-5127-4972-9e84-cf04d23e2f2f tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups?id=6566f919-9ee8-46e2-b068-39409dd573e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564065 Aug 30 13:09:35.544278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94076924-b871-4e02-986f-243f8b4dc104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.547143 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94076924-b871-4e02-986f-243f8b4dc104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.548302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-94076924-b871-4e02-986f-243f8b4dc104 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0db5a85b-fd2a-46bf-9e81-39e66036e5b9 HTTP/1.1" status: 204 len: 168 time: 0.3049269 Aug 30 13:09:35.561520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94076924-b871-4e02-986f-243f8b4dc104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db5a85b-fd2a-46bf-9e81-39e66036e5b9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:35.572798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.624961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Pushing event deleted for resources: {'Port': ['ID=70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:35.682219 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:35.771437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Pushing event deleted for resources: {'Port': ['ID=a745b614-c757-45d4-b8a1-2f4093c30a4e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:35.827227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b91fa9b-4b1b-427d-b1a7-fd514a8a5318 req-4005f6de-a0fe-4672-b81c-eca42c4de0a4 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0707407 Aug 30 13:09:35.892270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Router 130c39c0-0b04-46ec-b051-bbbc14b72193 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:09:35.931528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:09:36.061612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:09:36.072371 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] Sync routers for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:09:36.105866 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:36.114077 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:36.150177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:09:36.160311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26ab64-8492-42e8-b616-38589299543e None None] Sync routers for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:09:36.176830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26ab64-8492-42e8-b616-38589299543e None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:36.179299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1d26ab64-8492-42e8-b616-38589299543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:36.224899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] No DVR routers for this DVR port 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:09:36.228880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:36.234286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47590940-0279-4156-a47b-8f2182750798 req-60ae53c1-2981-4ae5-964c-5caf04db6858 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.35 "DELETE /v2.0/ports/70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c HTTP/1.1" status: 204 len: 173 time: 1.6599286 Aug 30 13:09:36.237259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'name': 'network-vif-deleted', 'tag': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:09:36.239920 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f2ef68-8f10-4ab4-9f8f-a88738131f1a" -d '{"events": [{"server_uuid": "6d0d3c9f-2398-4273-b1d9-f305d1fd8037", "name": "network-vif-deleted", "tag": "70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:09:36.266899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] No DVR routers for this DVR port a745b614-c757-45d4-b8a1-2f4093c30a4e on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:09:36.272359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:36.287721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16b3dd3e-0e1c-4d94-8e03-8ff8feb464dd req-e8d98144-7d1e-4890-b6ab-b38d56d4c418 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.16 "DELETE /v2.0/ports/a745b614-c757-45d4-b8a1-2f4093c30a4e HTTP/1.1" status: 204 len: 173 time: 1.8011215 Aug 30 13:09:36.288147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'name': 'network-vif-deleted', 'tag': 'a745b614-c757-45d4-b8a1-2f4093c30a4e'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:09:36.292830 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89ed34f-6dc0-4ba1-b54a-700a21bae382" -d '{"events": [{"server_uuid": "4fcd1ec7-698f-404e-aae7-d78aba0cd4f6", "name": "network-vif-deleted", "tag": "a745b614-c757-45d4-b8a1-2f4093c30a4e"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:09:36.395476 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2573e53-fa25-41f1-b07b-ebfca47d275a x-openstack-request-id: req-b2573e53-fa25-41f1-b07b-ebfca47d275a {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:09:36.395770 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0d3c9f-2398-4273-b1d9-f305d1fd8037", "name": "network-vif-deleted", "tag": "70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:09:36.396018 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2573e53-fa25-41f1-b07b-ebfca47d275a {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:09:36.396421 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0d3c9f-2398-4273-b1d9-f305d1fd8037', 'name': 'network-vif-deleted', 'tag': '70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c', 'status': 'completed', 'code': 200} Aug 30 13:09:36.489831 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfa2edb-c36d-4d26-9627-5d3a94ed82b5 x-openstack-request-id: req-0bfa2edb-c36d-4d26-9627-5d3a94ed82b5 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:09:36.490402 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcd1ec7-698f-404e-aae7-d78aba0cd4f6", "name": "network-vif-deleted", "tag": "a745b614-c757-45d4-b8a1-2f4093c30a4e", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:09:36.491567 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0bfa2edb-c36d-4d26-9627-5d3a94ed82b5 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:09:36.493150 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcd1ec7-698f-404e-aae7-d78aba0cd4f6', 'name': 'network-vif-deleted', 'tag': 'a745b614-c757-45d4-b8a1-2f4093c30a4e', 'status': 'completed', 'code': 200} Aug 30 13:09:36.551377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-1d26ab64-8492-42e8-b616-38589299543e None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:36.583282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764efa1d-278b-4bf5-8eb5-e3cb8271d3fc req-098e7971-4f7e-4c4c-ba03-f7e49db2e555 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:36.584868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-764efa1d-278b-4bf5-8eb5-e3cb8271d3fc req-098e7971-4f7e-4c4c-ba03-f7e49db2e555 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.1535094 Aug 30 13:09:36.667391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-764efa1d-278b-4bf5-8eb5-e3cb8271d3fc req-b2c353ea-1a76-471f-a70e-80edeaf58f92 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736372 Aug 30 13:09:36.707116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6e8c815d-e447-4bcb-950c-2732bc4ee410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:36.765317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6be46993-7e0f-4425-8774-6bfb8478d0fe req-d565a6e7-5351-413f-9ae6-5f5ef9b651ce tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/ports?device_id=6d0d3c9f-2398-4273-b1d9-f305d1fd8037 HTTP/1.1" status: 200 len: 210 time: 0.0788386 Aug 30 13:09:36.778385 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:37.075352 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0210f422-4555-4406-9ec8-7d70b9ebd1b4 req-c1d58c1e-a61b-4214-8e62-9522d9cf1064 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/ports?device_id=4fcd1ec7-698f-404e-aae7-d78aba0cd4f6 HTTP/1.1" status: 200 len: 210 time: 0.0683713 Aug 30 13:09:37.126856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1d26ab64-8492-42e8-b616-38589299543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'de23bc14-985c-4da1-adc0-25f848042965', 'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'mac_address': 'fa:16:3e:7b:1c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:36Z', 'updated_at': '2021-08-30T13:07:43Z', 'revision_number': 5, 'project_id': '813bc174120f439baa82ae8f568ea071', 'subnets': [{'id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:37.153248 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:18Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'abddd43f-a1c6-45b2-9ded-e6a66e8f562c', 'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'mac_address': 'fa:16:3e:2d:56:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:16Z', 'updated_at': '2021-08-30T13:06:25Z', 'revision_number': 5, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'subnets': [{'id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:37.160465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26ab64-8492-42e8-b616-38589299543e None None] Checking router: fd8ab86b-2e33-47f0-8cf3-ef6180358eaa for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:09:37.170119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d26ab64-8492-42e8-b616-38589299543e None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:37.170734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1d26ab64-8492-42e8-b616-38589299543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:37.224349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] Checking router: 130c39c0-0b04-46ec-b051-bbbc14b72193 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:09:37.236489 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:37.238121 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:37.288576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-1d26ab64-8492-42e8-b616-38589299543e None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:37.423079 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:37.519537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1d26ab64-8492-42e8-b616-38589299543e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'de23bc14-985c-4da1-adc0-25f848042965', 'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'mac_address': 'fa:16:3e:7b:1c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:36Z', 'updated_at': '2021-08-30T13:07:43Z', 'revision_number': 5, 'project_id': '813bc174120f439baa82ae8f568ea071', 'subnets': [{'id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:37.550410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d26ab64-8492-42e8-b616-38589299543e None None] The sync data for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 is: [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:07:37Z', 'revision_number': 4, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'de23bc14-985c-4da1-adc0-25f848042965', 'name': '', 'network_id': 'e3414f54-ba29-4a64-89f9-1748432eaa9a', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'mac_address': 'fa:16:3e:7b:1c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:36Z', 'updated_at': '2021-08-30T13:07:43Z', 'revision_number': 5, 'project_id': '813bc174120f439baa82ae8f568ea071', 'subnets': [{'id': '83c4fbb3-354d-4a42-9b2e-fc47569c86fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:09:37.654107 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:18Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'abddd43f-a1c6-45b2-9ded-e6a66e8f562c', 'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'mac_address': 'fa:16:3e:2d:56:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:16Z', 'updated_at': '2021-08-30T13:06:25Z', 'revision_number': 5, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'subnets': [{'id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:37.683958 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff89ad1-5bff-4508-b00b-493b3ec6d69e None None] The sync data for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 is: [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:06:18Z', 'revision_number': 4, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'abddd43f-a1c6-45b2-9ded-e6a66e8f562c', 'name': '', 'network_id': '079fe6c7-d35d-449a-8756-fa9c7b3fbb10', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'mac_address': 'fa:16:3e:2d:56:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:16Z', 'updated_at': '2021-08-30T13:06:25Z', 'revision_number': 5, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'subnets': [{'id': '9f9f9200-b6b1-4c9b-a557-d6451eccdb8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:09:37.692950 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:09:37.831268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b52abe-7a60-4e89-86cd-af9a36bcab3f req-58b517e9-6369-41e3-b647-5beb1857e572 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:37.850027 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b52abe-7a60-4e89-86cd-af9a36bcab3f req-58b517e9-6369-41e3-b647-5beb1857e572 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.0767179 Aug 30 13:09:37.863145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:09:37.898250 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cf9f07-9b35-4db8-ade9-cb2f843c1b7d None None] New status for floating IP c642ba70-2a9a-40e3-92f8-f4982755a922: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:09:37.914042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:09:37.914933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70f3ae3c-24c3-4580-ac0b-a6df6bf9d75c not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:09:37.935373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77b52abe-7a60-4e89-86cd-af9a36bcab3f req-94608a95-1cab-43d3-8b03-2ed7c45f1a2c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777745 Aug 30 13:09:38.074714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e0839c-e6c7-4b35-acdc-986570c019ea None None] New status for floating IP 2ff1c47b-2f55-4271-8520-c406ccc29fc9: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:09:38.201292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51002) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:38.261276 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6da0ae21-de05-4b9e-8601-53b668e32207 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:38.272257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-27f3245f-7e99-4acb-be45-73b376e89fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:38.274703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-27f3245f-7e99-4acb-be45-73b376e89fba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 1097 time: 0.0514038 Aug 30 13:09:38.295718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6da0ae21-de05-4b9e-8601-53b668e32207 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:38.348094 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6da0ae21-de05-4b9e-8601-53b668e32207 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:38.350801 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6da0ae21-de05-4b9e-8601-53b668e32207 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:38.355051 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6da0ae21-de05-4b9e-8601-53b668e32207 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "DELETE /v2.0/security-groups/a1a1e6d2-2522-44f4-8578-0d4ac16506bd HTTP/1.1" status: 204 len: 168 time: 0.1520252 Aug 30 13:09:38.357746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51004) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:38.372718 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0ae21-de05-4b9e-8601-53b668e32207 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a1e6d2-2522-44f4-8578-0d4ac16506bd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:38.380093 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-e1ea400c-481e-4eff-b429-3773447b28f8 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] show failed (client error): The resource could not be found. Aug 30 13:09:38.380910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e1ea400c-481e-4eff-b429-3773447b28f8 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "GET /v2.0/security-groups/a1a1e6d2-2522-44f4-8578-0d4ac16506bd HTTP/1.1" status: 404 len: 347 time: 0.0208523 Aug 30 13:09:38.384501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51006) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:38.387407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-358cde9b-1b8d-4ccf-9199-3503c88c45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:38.389206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-358cde9b-1b8d-4ccf-9199-3503c88c45aa service neutron] 10.222.0.35 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.1073809 Aug 30 13:09:38.468701 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-7b3e162c-ffa1-41b4-b38a-8ca7f19a42f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05 HTTP/1.1" status: 200 len: 1002 time: 0.0695586 Aug 30 13:09:38.528540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-665bfa17-e374-443e-8c93-19368fdcf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:38.530081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-665bfa17-e374-443e-8c93-19368fdcf252 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.0537381 Aug 30 13:09:38.538044 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Deleting port 79127b4b-30cc-45c6-809a-9c0ad68ab050 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:38.538386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:38.579276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-0cecb020-9c23-4d66-8d80-39667879a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:38.581064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-0cecb020-9c23-4d66-8d80-39667879a490 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440938 Aug 30 13:09:38.621641 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:38.621978 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:38.635624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Calling delete_port for 79127b4b-30cc-45c6-809a-9c0ad68ab050 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:38.676708 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-67335f77-760d-43b7-bbb4-c2f974bf86db service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886803 Aug 30 13:09:38.995227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51016) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:39.020411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a745b614-c757-45d4-b8a1-2f4093c30a4e no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:09:39.041623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: a745b614-c757-45d4-b8a1-2f4093c30a4e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:09:39.041901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a745b614-c757-45d4-b8a1-2f4093c30a4e not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:09:39.091625 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42034bad-6d16-44bb-a856-9bbeec79e5f3 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.144208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42034bad-6d16-44bb-a856-9bbeec79e5f3 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.227667 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.230409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142d822-7424-4498-8b25-19819f876d60 req-6fa9308c-b56b-4b18-879b-7c4d87691588 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:39.232678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b142d822-7424-4498-8b25-19819f876d60 req-6fa9308c-b56b-4b18-879b-7c4d87691588 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.1320705 Aug 30 13:09:39.255053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Pushing event deleted for resources: {'Port': ['ID=79127b4b-30cc-45c6-809a-9c0ad68ab050,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:39.272314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd0e8867-343d-48ef-ab2a-345fb0dd094e req-61f21561-7136-49f3-94cb-a23504af0c35 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5883176 Aug 30 13:09:39.282634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42034bad-6d16-44bb-a856-9bbeec79e5f3 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.286429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42034bad-6d16-44bb-a856-9bbeec79e5f3 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.287581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-42034bad-6d16-44bb-a856-9bbeec79e5f3 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "DELETE /v2.0/security-groups/6566f919-9ee8-46e2-b068-39409dd573e2 HTTP/1.1" status: 204 len: 168 time: 0.2913835 Aug 30 13:09:39.290737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51024) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:39.306473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b142d822-7424-4498-8b25-19819f876d60 req-d7aef112-9bc5-4668-831f-a10a9259582a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648849 Aug 30 13:09:39.312044 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-2be69387-90f4-4f4f-b320-fb5b956dedfc tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] show failed (client error): The resource could not be found. Aug 30 13:09:39.314583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2be69387-90f4-4f4f-b320-fb5b956dedfc tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "GET /v2.0/security-groups/6566f919-9ee8-46e2-b068-39409dd573e2 HTTP/1.1" status: 404 len: 347 time: 0.0194905 Aug 30 13:09:39.316199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51026) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:39.316560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42034bad-6d16-44bb-a856-9bbeec79e5f3 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6566f919-9ee8-46e2-b068-39409dd573e2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:39.329447 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cf62cae3-8893-461b-a23c-bdc9d170c4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.348853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.352290 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.353809 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b2f555dc-d371-44ad-877b-46a1051ce498 tempest-ServersTestJSON-2065960422 tempest-ServersTestJSON-2065960422-project] 10.222.0.37 "DELETE /v2.0/floatingips/c642ba70-2a9a-40e3-92f8-f4982755a922 HTTP/1.1" status: 204 len: 168 time: 0.9679329 Aug 30 13:09:39.356404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:39.455119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Deleting port a3da0fc2-509f-468b-b9ab-43a42df4f837 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:39.455119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.533263 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.533594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.548855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Calling delete_port for a3da0fc2-509f-468b-b9ab-43a42df4f837 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:39.706125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.728095 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.737438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Pushing event deleted for resources: {'Port': ['ID=a3da0fc2-509f-468b-b9ab-43a42df4f837,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:39.799577 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.802352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:39.808079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b5df4a33-3541-404d-bb27-1136bd615e80 tempest-ServersTestFqdnHostnames-2145666754 tempest-ServersTestFqdnHostnames-2145666754-project] 10.222.0.37 "DELETE /v2.0/floatingips/2ff1c47b-2f55-4271-8520-c406ccc29fc9 HTTP/1.1" status: 204 len: 168 time: 0.4863567 Aug 30 13:09:39.808079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51036) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:39.927966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.007359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Deleting port de23bc14-985c-4da1-adc0-25f848042965 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:40.007768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.096287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] For port de23bc14-985c-4da1-adc0-25f848042965, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=de23bc14-985c-4da1-adc0-25f848042965,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:40.096727 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.114311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Calling delete_port for de23bc14-985c-4da1-adc0-25f848042965 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:40.209745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.335314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.371476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=de23bc14-985c-4da1-adc0-25f848042965,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:40.518258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec34a0-4335-4eb8-a6af-5e3365ce4e61 req-fc4b32d7-5229-41e2-83dd-ebc4fa3865a2 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:40.526840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84ec34a0-4335-4eb8-a6af-5e3365ce4e61 req-fc4b32d7-5229-41e2-83dd-ebc4fa3865a2 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.1088605 Aug 30 13:09:40.598986 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.609846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-84ec34a0-4335-4eb8-a6af-5e3365ce4e61 req-a6e4ecfe-43e4-4170-a4d9-18dc98a7e89c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817993 Aug 30 13:09:40.634510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Deleting port abddd43f-a1c6-45b2-9ded-e6a66e8f562c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:40.635159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.719930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] For port abddd43f-a1c6-45b2-9ded-e6a66e8f562c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=abddd43f-a1c6-45b2-9ded-e6a66e8f562c,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:40.720211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.739841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Calling delete_port for abddd43f-a1c6-45b2-9ded-e6a66e8f562c owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:40.756429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.862186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:09:40.981781 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:40.992121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:09:41.001886 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-59c85655-acf9-4dfe-970a-0901eef988f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/fd8ab86b-2e33-47f0-8cf3-ef6180358eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6442504 Aug 30 13:09:41.002672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51060) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:41.004350 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] Sync routers for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:09:41.009350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=abddd43f-a1c6-45b2-9ded-e6a66e8f562c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:41.025363 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:41.026951 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:41.146501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:41.207422 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:41.244646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:41.344375 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:41.433277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Deleting port 2443e7d2-c734-4e26-96cd-dc814782a71d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:41.433749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:41.502734 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:09:40Z', 'revision_number': 5, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port': {'id': '2443e7d2-c734-4e26-96cd-dc814782a71d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:07:35Z', 'updated_at': '2021-08-30T13:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:41.527201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] For port 2443e7d2-c734-4e26-96cd-dc814782a71d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2443e7d2-c734-4e26-96cd-dc814782a71d,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:41.527674 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:41.539093 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] Checking router: fd8ab86b-2e33-47f0-8cf3-ef6180358eaa for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:09:41.548350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Calling delete_port for 2443e7d2-c734-4e26-96cd-dc814782a71d owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:41.550627 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] Routers {'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:41.551400 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:41.562411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Router 130c39c0-0b04-46ec-b051-bbbc14b72193 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:09:41.668845 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] Set router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:41.731509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:09:41.745131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] Sync routers for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:09:41.747458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e586d56e-4073-4826-9c72-467ce74ed3cb admin admin] 10.222.0.37 "PUT /v2.0/routers/130c39c0-0b04-46ec-b051-bbbc14b72193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9387143 Aug 30 13:09:41.755312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51070) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:41.763233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:41.764244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:41.788818 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:09:41Z', 'revision_number': 6, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:41.831975 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490622e7-0f1d-4cb1-9bb4-1fc55c130e62 None None] The sync data for ids ['fd8ab86b-2e33-47f0-8cf3-ef6180358eaa'] in n-d-688802-6 is: [{'id': 'fd8ab86b-2e33-47f0-8cf3-ef6180358eaa', 'name': 'tempest-ServersTestJSON-570895066-router', 'tenant_id': '813bc174120f439baa82ae8f568ea071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:07:34Z', 'updated_at': '2021-08-30T13:09:41Z', 'revision_number': 6, 'project_id': '813bc174120f439baa82ae8f568ea071', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:09:41.849608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51769efd-47f0-45de-b203-29a530a8d7bc req-7bf2e407-aa31-4972-a18b-8ada106a338a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:41.852752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51769efd-47f0-45de-b203-29a530a8d7bc req-7bf2e407-aa31-4972-a18b-8ada106a338a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 946 time: 0.1040919 Aug 30 13:09:41.907155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51769efd-47f0-45de-b203-29a530a8d7bc req-68cd7ea1-b5f9-49e5-a0f8-5940c02ca974 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485811 Aug 30 13:09:41.911327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:41.956326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Pushing event deleted for resources: {'Port': ['ID=2443e7d2-c734-4e26-96cd-dc814782a71d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:41.962160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.038643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 351c4d30-1030-4a26-ba9c-6e856dbbda05 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:09:42.137972 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.141457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.147310 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.196440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:42.281023 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.321736 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.328319 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.359051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:09:42.361541 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec09a063-c365-4518-8cd0-d049bcb563a1" -d '{"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-unplugged", "status": "completed", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:09:42.386498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:42.424559 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.429288 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 13:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bae8d3-38b8-4f85-8720-cc5d5854094e x-openstack-request-id: req-37bae8d3-38b8-4f85-8720-cc5d5854094e {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:09:42.429578 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-unplugged", "status": "failed", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05", "code": 422}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:09:42.430116 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37bae8d3-38b8-4f85-8720-cc5d5854094e {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:09:42.431179 n-d-688802-6 neutron-server[95700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'code': 422} returned with failed status Aug 30 13:09:42.450745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.451359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd8ab86b-2e33-47f0-8cf3-ef6180358eaa {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:09:42.456583 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.457835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b3f1cef4-4b8c-46ab-93b0-33c8d1f5a24c admin admin] 10.222.0.37 "DELETE /v2.0/routers/fd8ab86b-2e33-47f0-8cf3-ef6180358eaa HTTP/1.1" status: 204 len: 168 time: 1.4542017 Aug 30 13:09:42.460554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51090) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:42.464561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Deleting port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:42.465033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.557800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c8cf87-9785-44ff-b671-2d9713dc9440 admin admin] Deleting subnet 83c4fbb3-354d-4a42-9b2e-fc47569c86fd {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:09:42.561804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2c8cf87-9785-44ff-b671-2d9713dc9440 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.592632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:42.596675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] For port ea7910f1-ba8c-4734-8d01-14ec64f7c8d8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea7910f1-ba8c-4734-8d01-14ec64f7c8d8,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:42.597729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.605766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.606568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.607188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.607494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.608114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.608481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.609075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.609572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.609944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.610287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.610690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.611071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:42.631342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Calling delete_port for ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:42.635604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:09:40Z', 'revision_number': 5, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port': {'id': 'ea7910f1-ba8c-4734-8d01-14ec64f7c8d8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:54:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:13Z', 'updated_at': '2021-08-30T13:06:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:42.645816 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2c8cf87-9785-44ff-b671-2d9713dc9440 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.687569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] Checking router: 130c39c0-0b04-46ec-b051-bbbc14b72193 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:09:42.716027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] Routers {'130c39c0-0b04-46ec-b051-bbbc14b72193'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:42.717232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['130c39c0-0b04-46ec-b051-bbbc14b72193'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:42.816572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2c8cf87-9785-44ff-b671-2d9713dc9440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.851313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] Set router 130c39c0-0b04-46ec-b051-bbbc14b72193 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:42.927125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2c8cf87-9785-44ff-b671-2d9713dc9440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:42.937305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:09:42Z', 'revision_number': 6, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:42.993477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3c891e-1288-49bc-b679-d665fa548c3a None None] The sync data for ids ['130c39c0-0b04-46ec-b051-bbbc14b72193'] in n-d-688802-6 is: [{'id': '130c39c0-0b04-46ec-b051-bbbc14b72193', 'name': 'tempest-ServersTestFqdnHostnames-589884289-router', 'tenant_id': '4a78614eb7b44999afb141bbd6569484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:12Z', 'updated_at': '2021-08-30T13:09:42Z', 'revision_number': 6, 'project_id': '4a78614eb7b44999afb141bbd6569484', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:09:43.011660 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2c8cf87-9785-44ff-b671-2d9713dc9440 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.017794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851129d2-f2a9-4ab2-967c-b1a0b06ba613 None None] Network e3414f54-ba29-4a64-89f9-1748432eaa9a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:09:43.018492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c2c8cf87-9785-44ff-b671-2d9713dc9440 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/83c4fbb3-354d-4a42-9b2e-fc47569c86fd HTTP/1.1" status: 204 len: 168 time: 0.5566683 Aug 30 13:09:43.020067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8cf87-9785-44ff-b671-2d9713dc9440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c4fbb3-354d-4a42-9b2e-fc47569c86fd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:43.023441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51108) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:43.090677 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.141810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7910f1-ba8c-4734-8d01-14ec64f7c8d8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:43.212481 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.244113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b0b7d-82c6-4554-a1ce-cf49978b4257 req-560e2437-b324-4214-ab22-286224b4b317 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:43.245813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c01b0b7d-82c6-4554-a1ce-cf49978b4257 req-560e2437-b324-4214-ab22-286224b4b317 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1414154 Aug 30 13:09:43.251707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.360054 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.362540 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.445166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ca3fd3-f4a2-43c0-8b91-4e14cd3c582d None None] DHCP port deletion for e3414f54-ba29-4a64-89f9-1748432eaa9a request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:09:43.453473 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.456018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130c39c0-0b04-46ec-b051-bbbc14b72193 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:09:43.475273 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.478694 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45b55aac-449c-4282-ae3c-3b931b5f89c3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/130c39c0-0b04-46ec-b051-bbbc14b72193 HTTP/1.1" status: 204 len: 168 time: 1.7214727 Aug 30 13:09:43.480773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51120) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:43.507419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51122) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:43.534234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-47ca3fd3-f4a2-43c0-8b91-4e14cd3c582d None None] Deleting port e0ce9475-9cff-4702-9d8d-69595c17fb31 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:43.537568 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47ca3fd3-f4a2-43c0-8b91-4e14cd3c582d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.630616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d236fc8-b7d6-45ce-aa29-db02178f7334 admin admin] Deleting subnet 9f9f9200-b6b1-4c9b-a557-d6451eccdb8f {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:09:43.641353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d236fc8-b7d6-45ce-aa29-db02178f7334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.700565 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-47ca3fd3-f4a2-43c0-8b91-4e14cd3c582d None None] For port e0ce9475-9cff-4702-9d8d-69595c17fb31, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e0ce9475-9cff-4702-9d8d-69595c17fb31,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:43.701279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47ca3fd3-f4a2-43c0-8b91-4e14cd3c582d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.722879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-47ca3fd3-f4a2-43c0-8b91-4e14cd3c582d None None] Calling delete_port for e0ce9475-9cff-4702-9d8d-69595c17fb31 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:43.743556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d236fc8-b7d6-45ce-aa29-db02178f7334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.799090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Deleting port e0ce9475-9cff-4702-9d8d-69595c17fb31 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:43.799567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.823142 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47ca3fd3-f4a2-43c0-8b91-4e14cd3c582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.844796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca3fd3-f4a2-43c0-8b91-4e14cd3c582d None None] No DVR routers for this DVR port e0ce9475-9cff-4702-9d8d-69595c17fb31 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:09:43.873080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] For port e0ce9475-9cff-4702-9d8d-69595c17fb31, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e0ce9475-9cff-4702-9d8d-69595c17fb31,segment=NetworkSegment(ab39087b-2819-4a87-8d39-af1fcc19065d),segment_id=ab39087b-2819-4a87-8d39-af1fcc19065d)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:43.874004 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.881378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3c43c63-8e1a-4458-96f5-2b3747e26866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.890756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca3fd3-f4a2-43c0-8b91-4e14cd3c582d None None] Pushing event deleted for resources: {'Port': ['ID=e0ce9475-9cff-4702-9d8d-69595c17fb31,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:43.894472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Calling delete_port for e0ce9475-9cff-4702-9d8d-69595c17fb31 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:43.967625 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d236fc8-b7d6-45ce-aa29-db02178f7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:43.973500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c01b0b7d-82c6-4554-a1ce-cf49978b4257 req-2c08b7e6-17c4-4e50-ad2c-6f4862fa8360 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7117205 Aug 30 13:09:43.975915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.023623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ce9475-9cff-4702-9d8d-69595c17fb31,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:44.035397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] No DVR routers for this DVR port e0ce9475-9cff-4702-9d8d-69595c17fb31 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:09:44.132430 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d236fc8-b7d6-45ce-aa29-db02178f7334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.135482 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-61d51cd8-37ee-4342-b96e-c42b2473dea2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4007263 Aug 30 13:09:44.142523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.152397 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d236fc8-b7d6-45ce-aa29-db02178f7334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.154442 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6d236fc8-b7d6-45ce-aa29-db02178f7334 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9f9f9200-b6b1-4c9b-a557-d6451eccdb8f HTTP/1.1" status: 204 len: 168 time: 0.6705790 Aug 30 13:09:44.154675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3414f54-ba29-4a64-89f9-1748432eaa9a']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:44.156999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51132) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:44.158746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada32f0b-9039-4ad0-9969-4845303419ba None None] Network 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:09:44.174048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab39087b-2819-4a87-8d39-af1fcc19065d') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:44.174625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab39087b-2819-4a87-8d39-af1fcc19065d') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:44.180891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d236fc8-b7d6-45ce-aa29-db02178f7334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9f9200-b6b1-4c9b-a557-d6451eccdb8f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:44.187508 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3c43c63-8e1a-4458-96f5-2b3747e26866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.193057 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3c43c63-8e1a-4458-96f5-2b3747e26866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.235453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.242086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f3c43c63-8e1a-4458-96f5-2b3747e26866 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffbb864e600944aea80c0dd22213d05a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334099 Aug 30 13:09:44.244848 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51136) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:44.253463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c43c63-8e1a-4458-96f5-2b3747e26866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e294251d-c6ce-4a76-ad72-cd1edfdd5e77,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:44.263170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.278569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:09:44.279040 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:09:44.281903 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:09:44.294295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.311642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device de23bc14-985c-4da1-adc0-25f848042965 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:09:44.401745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.435037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.437509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e3414f54-ba29-4a64-89f9-1748432eaa9a HTTP/1.1" status: 204 len: 168 time: 1.4101646 Aug 30 13:09:44.442052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f87f89-e855-41f0-bb2c-3f492faef670 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3414f54-ba29-4a64-89f9-1748432eaa9a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:44.464823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Deleting port fefdd4ca-717f-42e2-8864-04bf2db5a619 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:09:44.465070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.480268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: de23bc14-985c-4da1-adc0-25f848042965 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:09:44.480624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device de23bc14-985c-4da1-adc0-25f848042965 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:09:44.481207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2443e7d2-c734-4e26-96cd-dc814782a71d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:09:44.524913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 2443e7d2-c734-4e26-96cd-dc814782a71d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:09:44.525861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2443e7d2-c734-4e26-96cd-dc814782a71d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:09:44.526558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e0ce9475-9cff-4702-9d8d-69595c17fb31 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:09:44.595862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] For port fefdd4ca-717f-42e2-8864-04bf2db5a619, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fefdd4ca-717f-42e2-8864-04bf2db5a619,segment=NetworkSegment(f63d91f3-e5dc-45b5-9389-c5c63d150eb4),segment_id=f63d91f3-e5dc-45b5-9389-c5c63d150eb4)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:44.596701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.605418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e0ce9475-9cff-4702-9d8d-69595c17fb31 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:09:44.606102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e0ce9475-9cff-4702-9d8d-69595c17fb31 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:09:44.607890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device abddd43f-a1c6-45b2-9ded-e6a66e8f562c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:09:44.616533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Calling delete_port for fefdd4ca-717f-42e2-8864-04bf2db5a619 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:09:44.664660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: abddd43f-a1c6-45b2-9ded-e6a66e8f562c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:09:44.665953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device abddd43f-a1c6-45b2-9ded-e6a66e8f562c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:09:44.712900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51146) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:44.722169 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.761581 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5001a57-c578-481d-a46d-d8d0ddba093c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.767251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Pushing event deleted for resources: {'Port': ['ID=fefdd4ca-717f-42e2-8864-04bf2db5a619,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:44.769435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] No DVR routers for this DVR port fefdd4ca-717f-42e2-8864-04bf2db5a619 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:09:44.800599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5001a57-c578-481d-a46d-d8d0ddba093c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.849494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7cbc1e43-f7e8-4ddd-8a65-06dff50e5ad0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=813bc174120f439baa82ae8f568ea071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1325803 Aug 30 13:09:44.850455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51150) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:44.862725 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.870205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3ca084-bbf1-4ab7-a0e7-06c4b9093cf4 None None] DHCP port deletion for 079fe6c7-d35d-449a-8756-fa9c7b3fbb10 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:09:44.879570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079fe6c7-d35d-449a-8756-fa9c7b3fbb10']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:44.895510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:44.896843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63d91f3-e5dc-45b5-9389-c5c63d150eb4') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:44.903866 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5001a57-c578-481d-a46d-d8d0ddba093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.906829 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5001a57-c578-481d-a46d-d8d0ddba093c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.908124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a5001a57-c578-481d-a46d-d8d0ddba093c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e294251d-c6ce-4a76-ad72-cd1edfdd5e77 HTTP/1.1" status: 204 len: 168 time: 0.6623244 Aug 30 13:09:44.908653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.918845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5001a57-c578-481d-a46d-d8d0ddba093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e294251d-c6ce-4a76-ad72-cd1edfdd5e77,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:44.934456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.938404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11e97c47-e9c9-4917-a735-e567cba0b13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.941727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:09:44.942226 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:09:44.944286 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:09:44.973381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11e97c47-e9c9-4917-a735-e567cba0b13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.031561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11e97c47-e9c9-4917-a735-e567cba0b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.032701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.036103 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11e97c47-e9c9-4917-a735-e567cba0b13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.039509 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.041140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-11e97c47-e9c9-4917-a735-e567cba0b13e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f454add0-8836-43cb-8fd2-f8a8c1f9f9b4 HTTP/1.1" status: 204 len: 168 time: 0.1869516 Aug 30 13:09:45.050481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e97c47-e9c9-4917-a735-e567cba0b13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f454add0-8836-43cb-8fd2-f8a8c1f9f9b4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:45.057163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] 10.222.0.37 "DELETE /v2.0/networks/079fe6c7-d35d-449a-8756-fa9c7b3fbb10 HTTP/1.1" status: 204 len: 168 time: 0.8980660 Aug 30 13:09:45.079885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff5eee-4be5-4eaf-b79c-dbc35c661c1f admin admin] Pushing event deleted for resources: {'Network': ['ID=079fe6c7-d35d-449a-8756-fa9c7b3fbb10,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:45.183420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6d3f-b4c5-477e-9739-b8f70028611d req-76c6b3a6-2ceb-4f50-81eb-5f5666cb687a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:45.185034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0cea6d3f-b4c5-477e-9739-b8f70028611d req-76c6b3a6-2ceb-4f50-81eb-5f5666cb687a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0684245 Aug 30 13:09:45.236782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0cea6d3f-b4c5-477e-9739-b8f70028611d req-c89f4919-0e1d-448c-81e6-744fe272958d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451117 Aug 30 13:09:45.369476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51166) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:45.381852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51168) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:45.401702 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47e8a92f-9392-4151-8332-84a8b017fd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.422894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2580078d-3bed-4664-b5bf-2c199913aa1f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a78614eb7b44999afb141bbd6569484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521352 Aug 30 13:09:45.424230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51170) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:45.527028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3e112c-0863-4b22-bb5b-d78c9ea7e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.564364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3e112c-0863-4b22-bb5b-d78c9ea7e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.627611 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47e8a92f-9392-4151-8332-84a8b017fd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.631636 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47e8a92f-9392-4151-8332-84a8b017fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.677072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3e112c-0863-4b22-bb5b-d78c9ea7e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.680305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3e112c-0863-4b22-bb5b-d78c9ea7e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.681507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5f3e112c-0863-4b22-bb5b-d78c9ea7e2c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/31c10ae5-d071-456c-b417-930f1bd4ab0e HTTP/1.1" status: 204 len: 168 time: 0.2552752 Aug 30 13:09:45.685872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-47e8a92f-9392-4151-8332-84a8b017fd2b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5dae1c35a72342fc9c60955e476bd73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027608 Aug 30 13:09:45.686958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8a92f-9392-4151-8332-84a8b017fd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0311e08a-4f4c-442a-9d4b-bfe8152c8948,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:45.688466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51184) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:45.702712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e112c-0863-4b22-bb5b-d78c9ea7e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c10ae5-d071-456c-b417-930f1bd4ab0e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:45.807960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fefdd4ca-717f-42e2-8864-04bf2db5a619 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:09:45.830612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3af32cf-e348-429c-90c6-912c65d9e996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.865038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: fefdd4ca-717f-42e2-8864-04bf2db5a619 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:09:45.869752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fefdd4ca-717f-42e2-8864-04bf2db5a619 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:09:45.870658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3af32cf-e348-429c-90c6-912c65d9e996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.871241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:09:45.938850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:09:45.944839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea7910f1-ba8c-4734-8d01-14ec64f7c8d8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:09:45.967743 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3af32cf-e348-429c-90c6-912c65d9e996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.971776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3af32cf-e348-429c-90c6-912c65d9e996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:45.974458 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a3af32cf-e348-429c-90c6-912c65d9e996 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0311e08a-4f4c-442a-9d4b-bfe8152c8948 HTTP/1.1" status: 204 len: 168 time: 0.2849994 Aug 30 13:09:45.987826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af32cf-e348-429c-90c6-912c65d9e996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0311e08a-4f4c-442a-9d4b-bfe8152c8948,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:46.470105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d4889-bb86-4a61-a9c4-c64485f8cf2f req-c8c474ed-b4ad-4dbf-8265-e224b61c17bc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:46.478010 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f5d4889-bb86-4a61-a9c4-c64485f8cf2f req-c8c474ed-b4ad-4dbf-8265-e224b61c17bc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1016800 Aug 30 13:09:46.531071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f5d4889-bb86-4a61-a9c4-c64485f8cf2f req-efb789ab-6d1e-4aa6-895a-4f4ea9f15c84 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518727 Aug 30 13:09:46.559189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51216) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:46.700742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-228890778-network', 'tenant_id': '06905088f4f648bb855223e8aae0df1d'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:46.730219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:46.733311 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:46.745124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:46.905805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:46.911690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:46.955938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:09:46.962435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a23f0-5f99-43e5-ad1a-769d4fc863bc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:46.970762 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:46.971118 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Added segment b7cb6679-d455-484c-b7e2-9f48eae55288 of type vlan for network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 Aug 30 13:09:47.038161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.082915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.084494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:47.085084 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.127625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51244) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:47.158542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5955405 Aug 30 13:09:47.158907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51248) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:47.165104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Request body: {'subnet': {'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-228890778-subnet', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:47.175993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01dd9ad-61a1-4ced-9644-f57649d0c699 admin admin] Pushing event updated for resources: {'Network': ['ID=b6a4ac9e-8ed5-492d-8bfb-17d81672d767,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:47.187038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:09:47.224864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:47.228269 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.306105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-973056426-network', 'tenant_id': 'df5775405b214a37a18cec132821fffe'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:47.348491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Made reservation on behalf of df5775405b214a37a18cec132821fffe for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:47.350935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.364195 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.506875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.585895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b8393d-034a-41cd-9030-c5e8b6c185f2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:47.622063 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.627267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Checking segment: {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:09:47.627665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Network hostable DHCP agents. Network: b6a4ac9e-8ed5-492d-8bfb-17d81672d767, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:09:47.634292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.678702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:09:47.701032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:09:47.714427 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.715092 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Added segment 85da4731-1446-42de-877f-0e080b51eae9 of type vlan for network c655f015-d1bd-4eba-9d84-af1da54ded52 Aug 30 13:09:47.729787 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3179f4-bb05-4398-91b7-83f35e92d92a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:47.777262 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.802767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b6a4ac9e-8ed5-492d-8bfb-17d81672d767) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:47.808574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:47.809411 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.814261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53374aa4-74e0-4607-85c6-e7b44dff0bfb None None] Network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:09:47.822610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.823732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:47.824529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:47.884846 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7545786 Aug 30 13:09:47.889066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51268) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:47.894188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Request body: {'subnet': {'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-973056426-subnet', 'tenant_id': 'df5775405b214a37a18cec132821fffe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:47.947070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-597f514d-74fa-4c52-822c-1906de845ef7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7870109 Aug 30 13:09:47.950425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51274) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:47.955771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:47.965565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c978a38-c3d1-4652-8df6-26b6384fc330 req-226b66d8-ede4-421a-9ac7-755b3c4464b4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:47.979437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c978a38-c3d1-4652-8df6-26b6384fc330 req-226b66d8-ede4-421a-9ac7-755b3c4464b4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.3851688 Aug 30 13:09:47.980082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c008f-6978-42ba-887c-5382a9b401ce admin admin] Pushing event updated for resources: {'Network': ['ID=c655f015-d1bd-4eba-9d84-af1da54ded52,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:47.993404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network c655f015-d1bd-4eba-9d84-af1da54ded52 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:09:48.016045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Made reservation on behalf of df5775405b214a37a18cec132821fffe for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:48.019956 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.029675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.030754 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.082934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:09:48.084057 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.092170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c978a38-c3d1-4652-8df6-26b6384fc330 req-4ade37b8-0fc5-4f8f-a20e-96d29ca484de tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019046 Aug 30 13:09:48.200453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.308638 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.330845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Allocated IP 172.20.0.2 (b6a4ac9e-8ed5-492d-8bfb-17d81672d767/a3b8393d-034a-41cd-9030-c5e8b6c185f2/ff0a69dc-4ccd-4d1f-9363-1112c2142ae2) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:09:48.403832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa7477a-97f3-4838-87fc-9ed93dd13854,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:48.406416 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.439934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Checking segment: {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:09:48.440646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Network hostable DHCP agents. Network: c655f015-d1bd-4eba-9d84-af1da54ded52, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:09:48.468322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Network c655f015-d1bd-4eba-9d84-af1da54ded52 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:09:48.493182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, c655f015-d1bd-4eba-9d84-af1da54ded52) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:48.501393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:48.502025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.507570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc95bdd-b585-44fa-8e6a-b1975dffe0c7 None None] Network c655f015-d1bd-4eba-9d84-af1da54ded52 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:09:48.529985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ec8c6e4f-fc69-4e72-857b-d2f8afd6fb46 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6395521 Aug 30 13:09:48.665717 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.700802 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.712944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Transition to ACTIVE for port object ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:48.731216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.801995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Transition to ACTIVE for port object ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:48.819282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.828308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c655f015-d1bd-4eba-9d84-af1da54ded52', 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52', 'tenant_id': 'df5775405b214a37a18cec132821fffe', 'fixed_ips': [{'subnet_id': '3aa7477a-97f3-4838-87fc-9ed93dd13854'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:09:48.829583 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:48.870183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Allocated IP 172.25.2.19 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/f1826b79-d261-457b-b022-15700dbdf542) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:09:48.897522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:48.916089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:48.926558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:49.011901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:49.071564 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:49.130500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:49.136347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:49.139912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:49.283061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f1826b79-d261-457b-b022-15700dbdf542,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:49.335693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a568b-7fab-445f-a89d-8319cb5216f5 req-757ddf79-28a0-4cac-b4a1-a99b5541d942 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:49.364125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-780a568b-7fab-445f-a89d-8319cb5216f5 req-757ddf79-28a0-4cac-b4a1-a99b5541d942 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1435709 Aug 30 13:09:49.394676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Pushing event updated for resources: {'Port': ['ID=ff0a69dc-4ccd-4d1f-9363-1112c2142ae2,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:49.467582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-780a568b-7fab-445f-a89d-8319cb5216f5 req-83370f28-66aa-406b-80ff-031a78f25aed tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024694 Aug 30 13:09:49.489536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Attempting to bind port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:49.489908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Attempting to bind port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:49.490535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Attempting to bind port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 on network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:49.498549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Allocated IP 172.20.0.2 (c655f015-d1bd-4eba-9d84-af1da54ded52/3aa7477a-97f3-4838-87fc-9ed93dd13854/f558eb4e-0c9d-4f10-8ec0-57f3590a3260) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:09:49.505635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:09:49.505931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Checking segment: {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:09:49.506185 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:49.506677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Bound using segment: {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:09:49.507158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Bound port: ff0a69dc-4ccd-4d1f-9363-1112c2142ae2, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:09:49.507547 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:49.607901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-5dc544be-5f70-4d7e-b584-09089f96319f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:49.609449 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-5dc544be-5f70-4d7e-b584-09089f96319f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 815 time: 0.3343220 Aug 30 13:09:49.677871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-690ff2b8-2c71-4dae-a320-52caecac0d0f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/quotas/df5775405b214a37a18cec132821fffe HTTP/1.1" status: 200 len: 375 time: 0.0534153 Aug 30 13:09:49.681359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] For port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:09:49.695763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] For port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ff0a69dc-4ccd-4d1f-9363-1112c2142ae2,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:09:49.704480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:49.737410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-ceeef17b-d50d-48c2-837d-4d66fb5b8175 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504489 Aug 30 13:09:49.744322 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:49.937513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b34d7-e857-45a0-8b92-6bcb8a796bc3 None None] Pushing event updated for resources: {'Port': ['ID=ff0a69dc-4ccd-4d1f-9363-1112c2142ae2,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:49.986451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:49.998686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Transition to ACTIVE for port object f558eb4e-0c9d-4f10-8ec0-57f3590a3260 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:50.008853 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-da9cb0e3-2a65-4ed2-9dd5-3c73ac7f038e service neutron] 10.222.0.37 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621677 Aug 30 13:09:50.037760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Transition to ACTIVE for port object f558eb4e-0c9d-4f10-8ec0-57f3590a3260 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:50.055049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:50.196698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Pushing event updated for resources: {'Port': ['ID=f558eb4e-0c9d-4f10-8ec0-57f3590a3260,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:50.215576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Network c655f015-d1bd-4eba-9d84-af1da54ded52 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:50.220910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:50.232611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:50.255991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:50.361652 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-9dafd11e-cf3d-4387-84eb-dcc2da33c5b8 service neutron] 10.222.0.37 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137017 Aug 30 13:09:50.382797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Attempting to bind port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:50.384386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Attempting to bind port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:50.384966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Attempting to bind port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 on network c655f015-d1bd-4eba-9d84-af1da54ded52 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:50.392394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:09:50.393085 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Checking segment: {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:09:50.394205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:50.394924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Bound using segment: {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:09:50.396061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Bound port: f558eb4e-0c9d-4f10-8ec0-57f3590a3260, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:09:50.396653 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:50.525507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:09:50.561158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] For port f558eb4e-0c9d-4f10-8ec0-57f3590a3260, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:09:50.569287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] For port f558eb4e-0c9d-4f10-8ec0-57f3590a3260, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f558eb4e-0c9d-4f10-8ec0-57f3590a3260,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:09:50.582634 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:50.683970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ef508-92d9-4cee-8722-967126e51802 req-fd6a3bd1-5493-42f5-a437-8cd1a8a0a8c4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:50.686287 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-425ef508-92d9-4cee-8722-967126e51802 req-fd6a3bd1-5493-42f5-a437-8cd1a8a0a8c4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0835705 Aug 30 13:09:50.699148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2938a8-fa7c-482e-a517-8e84943ae785 None None] Pushing event updated for resources: {'Port': ['ID=f558eb4e-0c9d-4f10-8ec0-57f3590a3260,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:50.774642 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-425ef508-92d9-4cee-8722-967126e51802 req-77369044-e8f4-49e1-9b91-e56249f40a06 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771158 Aug 30 13:09:50.884081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-4f48b96c-7780-4232-97b1-b3ddd8ef824a tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:50.885702 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-4f48b96c-7780-4232-97b1-b3ddd8ef824a tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 815 time: 0.1611781 Aug 30 13:09:50.891709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:09:50.910739 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Sync routers for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:09:50.928664 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:50.929252 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:50.933995 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:50.937721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-39440000-fa96-4411-bf83-2c1c3c4732b7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9840546 Aug 30 13:09:50.937721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-dc9e9f0b-1155-474d-822a-c1dec712b041 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/quotas/df5775405b214a37a18cec132821fffe HTTP/1.1" status: 200 len: 375 time: 0.0418596 Aug 30 13:09:50.938668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51350) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:09:51.002073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-07967b78-09b0-461d-ae60-4f59e204b559 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0541768 Aug 30 13:09:51.137745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-740375a0-dadd-4a42-928f-939e73431efa service neutron] 10.222.0.37 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268010 Aug 30 13:09:51.298143 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-30fa0725-0533-4ec1-836c-5a1fd5b2b4d7 service neutron] 10.222.0.37 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512864 Aug 30 13:09:51.333214 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:51.547602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d7d406-85be-42b9-ab16-778d82b1a37e None None] Network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:09:51.713402 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:49Z', 'revision_number': 3, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:51.734528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-163a3e30-82f6-4c3d-af14-3a807e527e42 None None] Provisioning for port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:09:51.857034 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Checking router: 7a8ac84f-4d6e-4f34-beb0-88572411bbeb for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:09:51.862966 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Updating router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb port f1826b79-d261-457b-b022-15700dbdf542 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:09:52.005096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f558eb4e-0c9d-4f10-8ec0-57f3590a3260 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:09:52.007084 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:52.145912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2ecdf-6cae-44b0-8ef1-64e8b72235cf req-243cc415-81a7-4a48-b74a-6144fe32ff0e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:52.151889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fbd2ecdf-6cae-44b0-8ef1-64e8b72235cf req-243cc415-81a7-4a48-b74a-6144fe32ff0e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1518493 Aug 30 13:09:52.226513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:09:52.237552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:09:52.248490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fbd2ecdf-6cae-44b0-8ef1-64e8b72235cf req-67de7312-32d6-4d61-9e25-76228fe2311c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889335 Aug 30 13:09:52.363666 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-5037909f-72b9-469d-aa7f-264eb0895ccb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1142225 Aug 30 13:09:52.419556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:09:52.426425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-a41da78e-606d-402f-9e20-274726a70339 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:52.428838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-a41da78e-606d-402f-9e20-274726a70339 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 815 time: 0.6926315 Aug 30 13:09:52.429004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:52.429412 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:52.581593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-2da6a998-49cc-4a73-8d54-ec419ea86d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:52.589966 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-2da6a998-49cc-4a73-8d54-ec419ea86d04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1095 time: 0.2019360 Aug 30 13:09:52.627922 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:52.660897 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:52.663410 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Transition to ACTIVE for port object f1826b79-d261-457b-b022-15700dbdf542 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:52.672172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-046a3a6c-abd3-4207-98d9-6a66c9732acf tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/quotas/df5775405b214a37a18cec132821fffe HTTP/1.1" status: 200 len: 375 time: 0.0874915 Aug 30 13:09:52.686065 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:52.699290 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6636d62e-04d8-46b3-8c22-bb82d2254cd5 None None] Network c655f015-d1bd-4eba-9d84-af1da54ded52 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:09:52.814815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-76bd3cfc-f46b-4048-a9c6-4e1f208da6c5 None None] Provisioning complete for port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:52.815286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-76bd3cfc-f46b-4048-a9c6-4e1f208da6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:52.820081 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Attempting to bind port f1826b79-d261-457b-b022-15700dbdf542 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:09:52.822631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-886c0196-ea57-486a-87bd-3940ecbdc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:52.823297 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Attempting to bind port f1826b79-d261-457b-b022-15700dbdf542 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:09:52.823771 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Attempting to bind port f1826b79-d261-457b-b022-15700dbdf542 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:09:52.825284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-886c0196-ea57-486a-87bd-3940ecbdc8a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5&tenant_id=7555cbfc13fc48af80078ca356f619ba HTTP/1.1" status: 200 len: 1095 time: 0.4723773 Aug 30 13:09:52.836779 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Pushing event updated for resources: {'Port': ['ID=f1826b79-d261-457b-b022-15700dbdf542,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:52.844529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-2ddf4f12-94b6-4595-a4ff-dfbdb11ff546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:52.846238 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-2ddf4f12-94b6-4595-a4ff-dfbdb11ff546 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.2144120 Aug 30 13:09:52.848469 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:09:52.849091 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:09:52.849579 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:52.850370 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:09:52.851063 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Bound port: f1826b79-d261-457b-b022-15700dbdf542, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:09:52.856562 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:52.877292 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.889036 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.890561 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.891084 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.891535 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.892684 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.895599 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.896048 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.896603 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.897270 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.897729 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.905431 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:09:52.953073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-ff6607a7-d5b1-498d-92e2-d7598e6b9c4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.0993702 Aug 30 13:09:52.954245 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:52.992069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ff0a69dc-4ccd-4d1f-9363-1112c2142ae2,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:53.012430 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] For port f1826b79-d261-457b-b022-15700dbdf542, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:09:53.022121 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] For port f1826b79-d261-457b-b022-15700dbdf542, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f1826b79-d261-457b-b022-15700dbdf542,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:09:53.022292 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:53.043200 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:53.090812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-3b57a537-2c7d-4ab9-98ba-bc204d230f95 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3745506 Aug 30 13:09:53.182060 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:09:53.182807 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:53.191182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ff0a69dc-4ccd-4d1f-9363-1112c2142ae2,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:53.215211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-23ba365d-c5cb-4058-9945-d3602ddbd7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:53.218102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-23ba365d-c5cb-4058-9945-d3602ddbd7cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 1095 time: 0.3562045 Aug 30 13:09:53.302726 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893d9e4-3cc1-4fbc-bf8e-d0f3793ce8e0 None None] Pushing event updated for resources: {'Port': ['ID=f1826b79-d261-457b-b022-15700dbdf542,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:53.380950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c09ce514-a020-4aa7-a233-0732bc4f7469 None None] Provisioning for port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:09:53.387143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c09ce514-a020-4aa7-a233-0732bc4f7469 None None] Provisioning complete for port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:53.387627 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c09ce514-a020-4aa7-a233-0732bc4f7469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:53.472377 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:09:53.569137 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c09ce514-a020-4aa7-a233-0732bc4f7469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:53.638915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c09ce514-a020-4aa7-a233-0732bc4f7469 None None] For port f558eb4e-0c9d-4f10-8ec0-57f3590a3260, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f558eb4e-0c9d-4f10-8ec0-57f3590a3260,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:53.650448 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c09ce514-a020-4aa7-a233-0732bc4f7469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:53.794427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ce514-a020-4aa7-a233-0732bc4f7469 None None] Pushing event updated for resources: {'Port': ['ID=f558eb4e-0c9d-4f10-8ec0-57f3590a3260,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:53.815199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-630de8cf-5b87-4a41-a07f-48dfca1bc42a None None] Provisioning complete for port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:53.815653 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-630de8cf-5b87-4a41-a07f-48dfca1bc42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:53.879402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b3655cc6-07c2-411f-abea-9d043d0b9e48 service neutron] 10.222.0.37 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7553895 Aug 30 13:09:53.901522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:09:53.931048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-49501bf3-8fbf-4bb9-a72d-99c4d8c4d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:53.933237 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-49501bf3-8fbf-4bb9-a72d-99c4d8c4d03a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.9725869 Aug 30 13:09:53.951621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ec0ff-8f0f-47b7-ab99-e5d9ef6dce0d req-3efa15e7-a058-4e0f-9538-868b6ceee624 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:53.965907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f6ec0ff-8f0f-47b7-ab99-e5d9ef6dce0d req-3efa15e7-a058-4e0f-9538-868b6ceee624 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1383004 Aug 30 13:09:54.014477 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-950ac677-3d7a-49e8-b25c-a7894fdc3361 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444307 Aug 30 13:09:54.038195 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:49Z', 'revision_number': 3, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:09:54.078497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-019bfaf7-321f-4aec-bc87-4d6b14f25206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:54.080337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-019bfaf7-321f-4aec-bc87-4d6b14f25206 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.8485987 Aug 30 13:09:54.155388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:54.155999 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:54.244303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-9ed162d3-dd02-487e-b9e1-e287c9db1a16 service neutron] 10.222.0.37 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638330 Aug 30 13:09:54.300123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-25abdb2a-5010-4eac-8a4d-9bd0eca1d779 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05 HTTP/1.1" status: 200 len: 1000 time: 0.2087440 Aug 30 13:09:54.305321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Allocated IP 172.20.0.1 (b6a4ac9e-8ed5-492d-8bfb-17d81672d767/a3b8393d-034a-41cd-9030-c5e8b6c185f2/79070893-cc33-4b45-b007-ea2fa019df1d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:09:54.335767 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59777757-46df-4bb7-8b61-7a67a3a197bd None None] The sync data for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 is: [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:49Z', 'revision_number': 3, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:09:54.405331 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f6ec0ff-8f0f-47b7-ab99-e5d9ef6dce0d req-c5fffd53-fc67-4532-8c21-81436013571a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4372277 Aug 30 13:09:54.452406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-944abc5a-61be-4b2c-bc25-9727ca4ac465 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231668 Aug 30 13:09:54.565239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-7a96e20a-9207-49b7-af10-6418086a9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:54.566367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a285ef8b-af21-4816-a6c7-517126c64d5c req-a2accdaa-ed9b-4ab0-a7d7-2915a716aa73 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061175 Aug 30 13:09:54.567868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-7a96e20a-9207-49b7-af10-6418086a9fee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.2335570 Aug 30 13:09:54.876862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:54.906809 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Transition to ACTIVE for port object 79070893-cc33-4b45-b007-ea2fa019df1d will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:54.931132 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be04e0f7-1e15-4a54-95cd-f6a5869f55c2 req-f9c1b5e2-00d3-45e8-8d9f-72c992e6380a tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 210 time: 0.2442183 Aug 30 13:09:55.016412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-5eab61de-893d-4062-b270-fbf3b71d14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:55.018362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-5eab61de-893d-4062-b270-fbf3b71d14c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4286129 Aug 30 13:09:55.110322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:55.178253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-ffda6d27-579f-4775-86e6-c0b333895780 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:55.180623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-ffda6d27-579f-4775-86e6-c0b333895780 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.35 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 815 time: 0.5665081 Aug 30 13:09:55.205334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Request body: {'port': {'device_id': '073c2a3b-4aac-44c4-b090-66ab0a3b08ee', 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52', 'admin_state_up': True, 'tenant_id': 'df5775405b214a37a18cec132821fffe'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:55.222047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:55.277382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:55.282908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:55.285856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Pushing event updated for resources: {'Port': ['ID=79070893-cc33-4b45-b007-ea2fa019df1d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:55.497858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-13d1d5a7-7ffe-468d-b2dc-24a965c26fe8 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620218 Aug 30 13:09:55.598476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:55.697322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Made reservation on behalf of df5775405b214a37a18cec132821fffe for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:55.704787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2225723e-bb91-4218-8bff-81c3cc008d56 None None] Provisioning for port 79070893-cc33-4b45-b007-ea2fa019df1d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:09:55.712000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2225723e-bb91-4218-8bff-81c3cc008d56 None None] Provisioning complete for port 79070893-cc33-4b45-b007-ea2fa019df1d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:55.713914 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:55.715226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2225723e-bb91-4218-8bff-81c3cc008d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:55.851038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2225723e-bb91-4218-8bff-81c3cc008d56 None None] Port 79070893-cc33-4b45-b007-ea2fa019df1d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:09:55.976572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f558eb4e-0c9d-4f10-8ec0-57f3590a3260 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:09:56.053081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:56.053737 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:56.091120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Allocated IP 172.20.0.14 (c655f015-d1bd-4eba-9d84-af1da54ded52/3aa7477a-97f3-4838-87fc-9ed93dd13854/b903293d-5939-49dc-9693-a656856dd98e) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:09:56.118907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4b53cb86-50a1-458a-89ae-2cd2972c4a7c req-86d691a2-3d96-40a2-9bd2-5ccede08d755 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 210 time: 0.0688806 Aug 30 13:09:56.174922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f1826b79-d261-457b-b022-15700dbdf542 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:09:56.219028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f51353e-d57c-49d3-a217-a44e5ebc98fe req-11839227-ab65-4d4f-9539-17d1df81545f service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959631 Aug 30 13:09:56.242502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-bda9e50e-d5de-491d-ad92-ccc7e42c22b8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:56.246410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-bda9e50e-d5de-491d-ad92-ccc7e42c22b8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.35 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 815 time: 0.7589953 Aug 30 13:09:56.254100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port f1826b79-d261-457b-b022-15700dbdf542 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:09:56.259650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f1826b79-d261-457b-b022-15700dbdf542 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:56.260267 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:56.479510 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:56.487920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-cf752b7f-6376-4469-8ff1-1fe4e73e0e16 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:56.489087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-cf752b7f-6376-4469-8ff1-1fe4e73e0e16 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.16 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 815 time: 0.2657959 Aug 30 13:09:56.504961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Request body: {'port': {'device_id': 'da710a0f-6e11-4d59-a233-918ba402763b', 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52', 'admin_state_up': True, 'tenant_id': 'df5775405b214a37a18cec132821fffe'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:56.533247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port f1826b79-d261-457b-b022-15700dbdf542, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f1826b79-d261-457b-b022-15700dbdf542,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:09:56.544264 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:56.583478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Request body: {'port': {'device_id': '164bce66-4114-4ae1-8408-c3f98d9df9aa', 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52', 'admin_state_up': True, 'tenant_id': 'df5775405b214a37a18cec132821fffe'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:56.652623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edb059-1c98-4795-abb3-85a26b773b43 req-92bc6059-00ea-4975-a4d5-674173fd9b08 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:56.657356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=f1826b79-d261-457b-b022-15700dbdf542,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:56.671640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62edb059-1c98-4795-abb3-85a26b773b43 req-92bc6059-00ea-4975-a4d5-674173fd9b08 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 1.0795262 Aug 30 13:09:56.816703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Made reservation on behalf of df5775405b214a37a18cec132821fffe for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:56.822122 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:56.845321 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:56.970486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62edb059-1c98-4795-abb3-85a26b773b43 req-083a3efb-d7cc-4528-b657-e8d41f26a7e1 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2976465 Aug 30 13:09:56.986622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:57.054089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Transition to ACTIVE for port object b903293d-5939-49dc-9693-a656856dd98e will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:57.198609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Made reservation on behalf of df5775405b214a37a18cec132821fffe for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:09:57.213924 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:57.371943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-640ef36b-0502-4431-bfbc-d875ce32484f req-b9bb28ec-be61-458c-a4a0-70eab0347cc8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 210 time: 0.0878644 Aug 30 13:09:57.481295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:57.565389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Allocated IP 172.20.0.6 (c655f015-d1bd-4eba-9d84-af1da54ded52/3aa7477a-97f3-4838-87fc-9ed93dd13854/76477fa3-3f07-44ba-be4f-2507567977e4) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:09:57.601559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Network c655f015-d1bd-4eba-9d84-af1da54ded52 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:57.608387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:57.610519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:57.614926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:57.684455 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:57.762449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Pushing event updated for resources: {'Port': ['ID=b903293d-5939-49dc-9693-a656856dd98e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:57.826015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f1826b79-d261-457b-b022-15700dbdf542 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:09:57.927338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:57.931416 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:57.935119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f1826b79-d261-457b-b022-15700dbdf542 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:57.937295 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:57.957684 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:57.982381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Transition to ACTIVE for port object 76477fa3-3f07-44ba-be4f-2507567977e4 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:58.022917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Pushing event updated for resources: {'Port': ['ID=79070893-cc33-4b45-b007-ea2fa019df1d,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:58.059895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:58.093243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2bc53a21-d03e-49a8-9bb9-225b994c5ee4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9007721 Aug 30 13:09:58.112003 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:58.142263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Request body: {'port': {'device_id': '073c2a3b-4aac-44c4-b090-66ab0a3b08ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:58.238298 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:58.262733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-96d87787-e1f9-4513-a78b-8cb6788b5d1c None None] Provisioning for port b903293d-5939-49dc-9693-a656856dd98e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:09:58.272430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-96d87787-e1f9-4513-a78b-8cb6788b5d1c None None] Provisioning complete for port b903293d-5939-49dc-9693-a656856dd98e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:58.273135 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-96d87787-e1f9-4513-a78b-8cb6788b5d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:58.329637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Network c655f015-d1bd-4eba-9d84-af1da54ded52 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:58.332111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Pushing event updated for resources: {'Port': ['ID=76477fa3-3f07-44ba-be4f-2507567977e4,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:09:58.363283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:58.367687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:09:58.413266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-96d87787-e1f9-4513-a78b-8cb6788b5d1c None None] Port b903293d-5939-49dc-9693-a656856dd98e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:09:58.524885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:58.527732 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:58.609026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-4d48e421-67b3-4c85-bc16-c1adb28e8523 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1095481 Aug 30 13:09:58.621552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5c18d-1da2-41a6-9e5e-d35a98431428 req-42b3d7c6-a1a5-45a5-adb6-f1fe9a4b517b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:58.631007 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85d5c18d-1da2-41a6-9e5e-d35a98431428 req-42b3d7c6-a1a5-45a5-adb6-f1fe9a4b517b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 931 time: 0.0975535 Aug 30 13:09:58.659881 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Request body: {'port': {'device_id': 'da710a0f-6e11-4d59-a233-918ba402763b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:09:58.755408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85d5c18d-1da2-41a6-9e5e-d35a98431428 req-6b3ed348-a3eb-4125-abb7-c68390840a4e tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231248 Aug 30 13:09:58.756072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:58.846210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-231b8e56-fddb-4449-a924-6fedb272ef18 None None] Provisioning for port 76477fa3-3f07-44ba-be4f-2507567977e4 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:09:58.863084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-231b8e56-fddb-4449-a924-6fedb272ef18 None None] Provisioning complete for port 76477fa3-3f07-44ba-be4f-2507567977e4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:58.863463 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-231b8e56-fddb-4449-a924-6fedb272ef18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:58.960837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-231b8e56-fddb-4449-a924-6fedb272ef18 None None] Port 76477fa3-3f07-44ba-be4f-2507567977e4 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:09:59.140453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Allocated IP 172.20.0.10 (c655f015-d1bd-4eba-9d84-af1da54ded52/3aa7477a-97f3-4838-87fc-9ed93dd13854/72775aac-00d2-4cdd-b78c-61ef805ccd00) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:09:59.168652 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:59.201599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf2c42-99e0-44dd-8a65-63ea76830ceb req-9bcfeee4-2ac9-4ec3-b410-703f66180cac tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:09:59.203413 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0bf2c42-99e0-44dd-8a65-63ea76830ceb req-9bcfeee4-2ac9-4ec3-b410-703f66180cac tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.9618182 Aug 30 13:09:59.235421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:09:59.293868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:09:59.708647 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:59.727782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Transition to ACTIVE for port object 72775aac-00d2-4cdd-b78c-61ef805ccd00 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:09:59.728875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ecc36320-f65a-4982-941d-a0f2f0a058c7 None None] Provisioning complete for port 79070893-cc33-4b45-b007-ea2fa019df1d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:09:59.731732 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ecc36320-f65a-4982-941d-a0f2f0a058c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:09:59.943837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ecc36320-f65a-4982-941d-a0f2f0a058c7 None None] Port 79070893-cc33-4b45-b007-ea2fa019df1d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:09:59.987410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0bf2c42-99e0-44dd-8a65-63ea76830ceb req-8b7f1bae-70f9-4797-9dad-cbdeac7c0f86 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7702839 Aug 30 13:09:59.998610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:00.132090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe5380-2834-4c20-9537-75f03ba7530e req-75c4fbe3-b088-429d-8bc5-492a2e166c3b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:00.133916 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a3fe5380-2834-4c20-9537-75f03ba7530e req-75c4fbe3-b088-429d-8bc5-492a2e166c3b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 931 time: 0.2372007 Aug 30 13:10:00.187599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:10:00.204778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Network c655f015-d1bd-4eba-9d84-af1da54ded52 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:00.207845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Pushing event updated for resources: {'Port': ['ID=72775aac-00d2-4cdd-b78c-61ef805ccd00,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:00.213187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:00.235640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:00.253483 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a3fe5380-2834-4c20-9537-75f03ba7530e req-2b91e0ef-9c06-4237-ba00-282fd71dd35c tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089642 Aug 30 13:10:00.304238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76477fa3-3f07-44ba-be4f-2507567977e4 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:00.325290 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:00.361456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Transition to ACTIVE for port object 76477fa3-3f07-44ba-be4f-2507567977e4 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:00.370872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:00.499598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Pushing event updated for resources: {'Port': ['ID=76477fa3-3f07-44ba-be4f-2507567977e4,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:00.588600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:00.589605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:00.664985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-8bc8d7cb-a82e-436b-be29-704aa672262f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1242180 Aug 30 13:10:00.677001 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:00.697607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3a71fe26-546f-4eb9-a51d-42448fd84f05 None None] Provisioning for port 72775aac-00d2-4cdd-b78c-61ef805ccd00 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:00.702877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3a71fe26-546f-4eb9-a51d-42448fd84f05 None None] Provisioning complete for port 72775aac-00d2-4cdd-b78c-61ef805ccd00 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:00.703273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3a71fe26-546f-4eb9-a51d-42448fd84f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:00.730448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Attempting to bind port 76477fa3-3f07-44ba-be4f-2507567977e4 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:00.730788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Attempting to bind port 76477fa3-3f07-44ba-be4f-2507567977e4 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:00.731131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Attempting to bind port 76477fa3-3f07-44ba-be4f-2507567977e4 on network c655f015-d1bd-4eba-9d84-af1da54ded52 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:00.750842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Port 76477fa3-3f07-44ba-be4f-2507567977e4 on network c655f015-d1bd-4eba-9d84-af1da54ded52 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:00.751191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Attempting to bind port 76477fa3-3f07-44ba-be4f-2507567977e4 on network c655f015-d1bd-4eba-9d84-af1da54ded52 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:00.754366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:10:00.769100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:00.769475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Checking segment: {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:00.769873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Bound using segment: {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:00.770320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Bound port: 76477fa3-3f07-44ba-be4f-2507567977e4, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:00.770689 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:00.781458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Sync routers for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:10:00.791826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Request body: {'port': {'device_id': '164bce66-4114-4ae1-8408-c3f98d9df9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:00.847930 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9d464f7b-e3fd-4d9b-a5c7-e1f2fa86ea52 admin admin] 10.222.0.37 "PUT /v2.0/routers/7a8ac84f-4d6e-4f34-beb0-88572411bbeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9059603 Aug 30 13:10:00.883270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:10:00.884091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:10:00.899569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3a71fe26-546f-4eb9-a51d-42448fd84f05 None None] Port 72775aac-00d2-4cdd-b78c-61ef805ccd00 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:01.018033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] For port 76477fa3-3f07-44ba-be4f-2507567977e4, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:01.057467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] For port 76477fa3-3f07-44ba-be4f-2507567977e4, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=76477fa3-3f07-44ba-be4f-2507567977e4,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:01.071050 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:01.177008 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:01.202422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b903293d-5939-49dc-9693-a656856dd98e {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:01.235699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:01.236413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:01.237898 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] 10.222.0.16 "PUT /v2.0/ports/76477fa3-3f07-44ba-be4f-2507567977e4 HTTP/1.1" status: 200 len: 1091 time: 2.6042807 Aug 30 13:10:01.271874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da710a0f-6e11-4d59-a233-918ba402763b', 'tag': '76477fa3-3f07-44ba-be4f-2507567977e4'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:01.281732 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2489cf36-cd00-4f57-944d-6f9c372e48c6" -d '{"events": [{"name": "network-changed", "server_uuid": "da710a0f-6e11-4d59-a233-918ba402763b", "tag": "76477fa3-3f07-44ba-be4f-2507567977e4"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:01.292630 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:01.432155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:10:01.603050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1491e33-8f3a-4f37-947d-0021a9f21f54 service neutron] Pushing event updated for resources: {'Port': ['ID=76477fa3-3f07-44ba-be4f-2507567977e4,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:01.621354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-a6afe655-8cda-4299-9061-f34384478cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:01.622894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-a6afe655-8cda-4299-9061-f34384478cf2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 1094 time: 0.3157766 Aug 30 13:10:01.642333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3a8b-7ca1-44ef-bfd6-8da099dafebf req-6ca344a7-7926-4848-9cab-73c6fd601e23 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:01.644344 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-edea3a8b-7ca1-44ef-bfd6-8da099dafebf req-6ca344a7-7926-4848-9cab-73c6fd601e23 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 943 time: 0.1980669 Aug 30 13:10:01.689829 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-012901e7-0d95-4d7f-842f-387bab357f9d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76477fa3-3f07-44ba-be4f-2507567977e4 HTTP/1.1" status: 200 len: 217 time: 0.0441182 Aug 30 13:10:01.791869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Transition to ACTIVE for port object b903293d-5939-49dc-9693-a656856dd98e will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:01.809830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735bcb8-688a-4783-8578-c8e4c4891634 req-f7bf3435-961e-44b4-a649-b6f940f0995d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:01.821656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f735bcb8-688a-4783-8578-c8e4c4891634 req-f7bf3435-961e-44b4-a649-b6f940f0995d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.6019146 Aug 30 13:10:01.893866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-edea3a8b-7ca1-44ef-bfd6-8da099dafebf req-c9b20dce-368c-4f68-88cf-304498619e89 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936271 Aug 30 13:10:01.895707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-8eb8d2e6-c341-4b54-b8ee-f26d23ffa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:01.898386 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-8eb8d2e6-c341-4b54-b8ee-f26d23ffa551 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3aa7477a-97f3-4838-87fc-9ed93dd13854 HTTP/1.1" status: 200 len: 854 time: 0.1609862 Aug 30 13:10:02.055493 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26f162f-775b-4379-8966-7d6e486720f4 x-openstack-request-id: req-b26f162f-775b-4379-8966-7d6e486720f4 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:02.057314 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da710a0f-6e11-4d59-a233-918ba402763b", "tag": "76477fa3-3f07-44ba-be4f-2507567977e4", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:02.057822 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b26f162f-775b-4379-8966-7d6e486720f4 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:02.059102 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da710a0f-6e11-4d59-a233-918ba402763b', 'tag': '76477fa3-3f07-44ba-be4f-2507567977e4', 'status': 'completed', 'code': 200} Aug 30 13:10:02.078250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-2d9eda5c-34cb-4c44-b9ce-70eed61a03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:02.081192 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-2d9eda5c-34cb-4c44-b9ce-70eed61a03c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c655f015-d1bd-4eba-9d84-af1da54ded52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644118 Aug 30 13:10:02.111507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72775aac-00d2-4cdd-b78c-61ef805ccd00 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:02.138771 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:02.186611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Transition to ACTIVE for port object 72775aac-00d2-4cdd-b78c-61ef805ccd00 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:02.190296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:02.215346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '79070893-cc33-4b45-b007-ea2fa019df1d', 'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'mac_address': 'fa:16:3e:64:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:53Z', 'updated_at': '2021-08-30T13:09:57Z', 'revision_number': 2, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'subnets': [{'id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:10:02.353373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Pushing event updated for resources: {'Port': ['ID=b903293d-5939-49dc-9693-a656856dd98e,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:02.355770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Checking router: 7a8ac84f-4d6e-4f34-beb0-88572411bbeb for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:10:02.356138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Updating router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb port 79070893-cc33-4b45-b007-ea2fa019df1d binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:10:02.373986 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:02.416937 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-ec1ef216-8ba7-475d-84a3-cf0a1ce63336 service neutron] 10.222.0.16 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268328 Aug 30 13:10:02.440274 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:02.590500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41cbd8e4-c661-4abf-b885-2a85283ab386 req-3e2e94bf-91aa-4ed1-9312-61e28c74ceb6 service neutron] 10.222.0.16 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428506 Aug 30 13:10:02.683593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f735bcb8-688a-4783-8578-c8e4c4891634 req-48a16b24-c44e-4265-b48f-092d6d45b2b5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8601124 Aug 30 13:10:02.758235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-d8f30702-54fd-4622-828e-25f97778edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:02.761251 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-d8f30702-54fd-4622-828e-25f97778edd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 1094 time: 0.1118464 Aug 30 13:10:03.024769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Pushing event updated for resources: {'Port': ['ID=72775aac-00d2-4cdd-b78c-61ef805ccd00,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:03.093144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Attempting to bind port 72775aac-00d2-4cdd-b78c-61ef805ccd00 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:03.093475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Attempting to bind port 72775aac-00d2-4cdd-b78c-61ef805ccd00 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:03.094066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Attempting to bind port 72775aac-00d2-4cdd-b78c-61ef805ccd00 on network c655f015-d1bd-4eba-9d84-af1da54ded52 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:03.106490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Port 72775aac-00d2-4cdd-b78c-61ef805ccd00 on network c655f015-d1bd-4eba-9d84-af1da54ded52 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:03.111663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Attempting to bind port 72775aac-00d2-4cdd-b78c-61ef805ccd00 on network c655f015-d1bd-4eba-9d84-af1da54ded52 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:03.154138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:03.154855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Checking segment: {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:03.155476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Bound using segment: {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:03.156149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Bound port: 72775aac-00d2-4cdd-b78c-61ef805ccd00, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:03.162496 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:03.163243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-32934650-47ee-44a0-a52f-4383a644d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:03.164815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-32934650-47ee-44a0-a52f-4383a644d20b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 916 time: 0.3947225 Aug 30 13:10:03.343948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Attempting to bind port b903293d-5939-49dc-9693-a656856dd98e on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:03.344235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Attempting to bind port b903293d-5939-49dc-9693-a656856dd98e by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:03.344762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Attempting to bind port b903293d-5939-49dc-9693-a656856dd98e on network c655f015-d1bd-4eba-9d84-af1da54ded52 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:03.369033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-f7c2c8d4-af52-43de-8a62-5d94411eaa1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76477fa3-3f07-44ba-be4f-2507567977e4 HTTP/1.1" status: 200 len: 217 time: 0.1652758 Aug 30 13:10:03.414830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Port b903293d-5939-49dc-9693-a656856dd98e on network c655f015-d1bd-4eba-9d84-af1da54ded52 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:03.415425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Attempting to bind port b903293d-5939-49dc-9693-a656856dd98e on network c655f015-d1bd-4eba-9d84-af1da54ded52 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:03.444645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:03.447530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Checking segment: {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:03.449386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Bound using segment: {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:03.449999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Bound port: b903293d-5939-49dc-9693-a656856dd98e, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85da4731-1446-42de-877f-0e080b51eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:03.458782 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:03.473404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a38319-f733-46ea-9384-912f36b048c0 req-543dd570-10c3-4f02-9b23-c4ff1164eb33 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:03.483864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78a38319-f733-46ea-9384-912f36b048c0 req-543dd570-10c3-4f02-9b23-c4ff1164eb33 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 943 time: 0.3509891 Aug 30 13:10:03.553993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-6b0a001c-fe7c-4af2-b2d6-37f908c5ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:03.563155 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-6b0a001c-fe7c-4af2-b2d6-37f908c5ee22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3aa7477a-97f3-4838-87fc-9ed93dd13854 HTTP/1.1" status: 200 len: 854 time: 0.1801231 Aug 30 13:10:03.587319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] For port 72775aac-00d2-4cdd-b78c-61ef805ccd00, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:03.645102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78a38319-f733-46ea-9384-912f36b048c0 req-554e9ea7-17b0-4454-8ad4-948a3c776210 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469197 Aug 30 13:10:03.676323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-c69e42b4-75e3-4d0c-a2b8-9340be32ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:03.685636 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:03.687750 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-c69e42b4-75e3-4d0c-a2b8-9340be32ed12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c655f015-d1bd-4eba-9d84-af1da54ded52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1155360 Aug 30 13:10:03.709082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Transition to ACTIVE for port object 79070893-cc33-4b45-b007-ea2fa019df1d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:03.721459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] For port 72775aac-00d2-4cdd-b78c-61ef805ccd00, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72775aac-00d2-4cdd-b78c-61ef805ccd00,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:03.730727 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:03.737583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:03.802518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51622) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:03.955975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-3349585d-00c9-44f1-a523-e429e77ac40f service neutron] 10.222.0.16 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608945 Aug 30 13:10:04.101170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:04.105023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:04.108193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] 10.222.0.35 "PUT /v2.0/ports/72775aac-00d2-4cdd-b78c-61ef805ccd00 HTTP/1.1" status: 200 len: 1092 time: 3.3367991 Aug 30 13:10:04.131016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164bce66-4114-4ae1-8408-c3f98d9df9aa', 'tag': '72775aac-00d2-4cdd-b78c-61ef805ccd00'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:04.131016 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6caa1314-092d-4361-a17e-443039be831e" -d '{"events": [{"name": "network-changed", "server_uuid": "164bce66-4114-4ae1-8408-c3f98d9df9aa", "tag": "72775aac-00d2-4cdd-b78c-61ef805ccd00"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:04.194440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] For port b903293d-5939-49dc-9693-a656856dd98e, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:04.265316 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2489cf36-cd00-4f57-944d-6f9c372e48c6 req-ef2b100b-cbb1-4b58-a41e-1a19b26355c0 service neutron] 10.222.0.16 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015513 Aug 30 13:10:04.335356 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f60733f-72dd-4680-aee3-56ec68d0121e x-openstack-request-id: req-2f60733f-72dd-4680-aee3-56ec68d0121e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:04.335901 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164bce66-4114-4ae1-8408-c3f98d9df9aa", "tag": "72775aac-00d2-4cdd-b78c-61ef805ccd00", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:04.338760 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f60733f-72dd-4680-aee3-56ec68d0121e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:04.339415 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164bce66-4114-4ae1-8408-c3f98d9df9aa', 'tag': '72775aac-00d2-4cdd-b78c-61ef805ccd00', 'status': 'completed', 'code': 200} Aug 30 13:10:04.359926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] For port b903293d-5939-49dc-9693-a656856dd98e, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b903293d-5939-49dc-9693-a656856dd98e,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:04.424811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ffe4e-53f7-44af-8cd0-592b842e60a1 service neutron] Pushing event updated for resources: {'Port': ['ID=72775aac-00d2-4cdd-b78c-61ef805ccd00,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:04.478344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c18bf-c4fc-463a-a9ef-a86dcfb54f3c req-ebc6c946-bd8d-4b36-97df-996f35c1eea6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:04.486071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-301c18bf-c4fc-463a-a9ef-a86dcfb54f3c req-ebc6c946-bd8d-4b36-97df-996f35c1eea6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.5800579 Aug 30 13:10:04.496560 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f636e5fb-6e5b-419e-82eb-e111ed9eccf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:04.499042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:04.565401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548854f-d2df-4b37-afb4-9ae7173870ed None None] Pushing event updated for resources: {'Port': ['ID=79070893-cc33-4b45-b007-ea2fa019df1d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:04.588800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Pushing event updated for resources: {'Port': ['ID=b903293d-5939-49dc-9693-a656856dd98e,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:04.597508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Attempting to bind port 79070893-cc33-4b45-b007-ea2fa019df1d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:04.598787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Attempting to bind port 79070893-cc33-4b45-b007-ea2fa019df1d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:04.599557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Attempting to bind port 79070893-cc33-4b45-b007-ea2fa019df1d on network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:04.611451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:04.616556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Checking segment: {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:04.617058 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:04.618664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Bound using segment: {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:04.619188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Bound port: 79070893-cc33-4b45-b007-ea2fa019df1d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:04.621056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:04.706874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-ef84f133-509c-416c-84bc-64c7f6746ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:04.707939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-ef84f133-509c-416c-84bc-64c7f6746ee4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 1095 time: 0.4619839 Aug 30 13:10:04.768748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:04.769409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:04.779731 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-262fa812-b6ea-4af9-aa73-543ab34fba39 service neutron] 10.222.0.35 "PUT /v2.0/ports/b903293d-5939-49dc-9693-a656856dd98e HTTP/1.1" status: 200 len: 1092 time: 6.6561532 Aug 30 13:10:04.819338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] For port 79070893-cc33-4b45-b007-ea2fa019df1d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:04.824498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] For port 79070893-cc33-4b45-b007-ea2fa019df1d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=79070893-cc33-4b45-b007-ea2fa019df1d,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:04.832598 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:04.926959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548854f-d2df-4b37-afb4-9ae7173870ed None None] Pushing event updated for resources: {'Port': ['ID=79070893-cc33-4b45-b007-ea2fa019df1d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:04.944517 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:10:04.954765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:09:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:10:04.980079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8007d-8424-43f5-8ee8-d422de57ece0 req-e3afa7fa-7b7a-4f66-907b-4024e7cdc627 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:04.987071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-faa8007d-8424-43f5-8ee8-d422de57ece0 req-e3afa7fa-7b7a-4f66-907b-4024e7cdc627 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 943 time: 0.1768184 Aug 30 13:10:04.997571 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-301c18bf-c4fc-463a-a9ef-a86dcfb54f3c req-0277aa36-1551-42b4-963e-96515f9cedec tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5105612 Aug 30 13:10:04.999020 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-508e71ef-a1c2-4dc4-9333-35b838af40f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72775aac-00d2-4cdd-b78c-61ef805ccd00 HTTP/1.1" status: 200 len: 217 time: 0.2191744 Aug 30 13:10:05.058479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-faa8007d-8424-43f5-8ee8-d422de57ece0 req-b78128b0-d628-497a-93ff-7a0b802a357e tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696123 Aug 30 13:10:05.128092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 76477fa3-3f07-44ba-be4f-2507567977e4 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:10:05.162303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:10:05.259458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-298095ae-a3a4-4f50-bbca-251d472eff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:05.261452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-298095ae-a3a4-4f50-bbca-251d472eff18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3aa7477a-97f3-4838-87fc-9ed93dd13854 HTTP/1.1" status: 200 len: 854 time: 0.1730797 Aug 30 13:10:05.410156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2db880df-10c6-41fb-ac4c-b73e970dfdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:05.411921 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-2db880df-10c6-41fb-ac4c-b73e970dfdef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 1095 time: 0.4120297 Aug 30 13:10:05.422936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-854c09e8-0e92-4ffe-b3dc-794d807311b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:05.424630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-854c09e8-0e92-4ffe-b3dc-794d807311b5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c655f015-d1bd-4eba-9d84-af1da54ded52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526918 Aug 30 13:10:05.495072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f636e5fb-6e5b-419e-82eb-e111ed9eccf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:05.507513 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f636e5fb-6e5b-419e-82eb-e111ed9eccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:05.555999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636e5fb-6e5b-419e-82eb-e111ed9eccf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2d4578-2502-4419-9eef-cf27f349fbba,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:05.557284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 76477fa3-3f07-44ba-be4f-2507567977e4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=76477fa3-3f07-44ba-be4f-2507567977e4,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:05.573445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '76477fa3-3f07-44ba-be4f-2507567977e4', 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52', 'port_id': '76477fa3-3f07-44ba-be4f-2507567977e4', 'mac_address': 'fa:16:3e:3b:75:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa7477a-97f3-4838-87fc-9ed93dd13854', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:10:05.581181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51640) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:05.582158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f636e5fb-6e5b-419e-82eb-e111ed9eccf1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85c1e1bad92c473684ed32373cf725d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7772515 Aug 30 13:10:05.682805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de4495f2-4167-464d-b159-558577ccf9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:05.710521 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:05.784169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de4495f2-4167-464d-b159-558577ccf9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:05.903958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76477fa3-3f07-44ba-be4f-2507567977e4 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:05.928862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 76477fa3-3f07-44ba-be4f-2507567977e4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=76477fa3-3f07-44ba-be4f-2507567977e4,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:05.935274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-1f01fc2f-a1b3-443b-b750-5175fcd50ad1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b903293d-5939-49dc-9693-a656856dd98e HTTP/1.1" status: 200 len: 217 time: 0.1742370 Aug 30 13:10:05.936164 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:05.938284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de4495f2-4167-464d-b159-558577ccf9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:05.941499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de4495f2-4167-464d-b159-558577ccf9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:05.942814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-de4495f2-4167-464d-b159-558577ccf9b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a2d4578-2502-4419-9eef-cf27f349fbba HTTP/1.1" status: 204 len: 168 time: 0.3604224 Aug 30 13:10:05.962593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4495f2-4167-464d-b159-558577ccf9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2d4578-2502-4419-9eef-cf27f349fbba,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:06.143990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-f975e0c6-d98f-403e-87d4-bb26c0414372 service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419227 Aug 30 13:10:06.147052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '79070893-cc33-4b45-b007-ea2fa019df1d', 'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'mac_address': 'fa:16:3e:64:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:53Z', 'updated_at': '2021-08-30T13:10:04Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'subnets': [{'id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:10:06.272620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-b8766747-0c47-4352-b7ab-db4df94529ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:06.277985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-b8766747-0c47-4352-b7ab-db4df94529ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3aa7477a-97f3-4838-87fc-9ed93dd13854 HTTP/1.1" status: 200 len: 854 time: 0.1335051 Aug 30 13:10:06.280664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['76477fa3-3f07-44ba-be4f-2507567977e4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:10:06.293859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16e8ad4-846c-4f9e-953d-f594f550343e None None] The sync data for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 is: [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '79070893-cc33-4b45-b007-ea2fa019df1d', 'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'mac_address': 'fa:16:3e:64:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:53Z', 'updated_at': '2021-08-30T13:10:04Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'subnets': [{'id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:10:06.362757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=76477fa3-3f07-44ba-be4f-2507567977e4,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:06.524851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a106a6-454f-43cc-9292-611bf27dc8a8 req-c20419c5-7144-4c15-9960-de7e110a32d2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:06.528042 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-51a106a6-454f-43cc-9292-611bf27dc8a8 req-c20419c5-7144-4c15-9960-de7e110a32d2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 944 time: 0.2075484 Aug 30 13:10:06.564562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073c2a3b-4aac-44c4-b090-66ab0a3b08ee', 'tag': 'b903293d-5939-49dc-9693-a656856dd98e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:06.568056 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16e3211-a827-459f-a08a-7e733fd05397" -d '{"events": [{"name": "network-changed", "server_uuid": "073c2a3b-4aac-44c4-b090-66ab0a3b08ee", "tag": "b903293d-5939-49dc-9693-a656856dd98e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:06.612315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-097cecef-011f-4dfd-b7d6-e661e66ba024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:06.642974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51658) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:06.655345 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-51a106a6-454f-43cc-9292-611bf27dc8a8 req-8109c72e-7db2-45a6-9c7a-1df11bd4e874 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124136 Aug 30 13:10:06.714919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f2dee81-d0dc-430b-b2d3-ec37f67ccada admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:06.790940 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78629e16-26d6-424c-b388-3644fd6d6e78 x-openstack-request-id: req-78629e16-26d6-424c-b388-3644fd6d6e78 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:06.791406 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073c2a3b-4aac-44c4-b090-66ab0a3b08ee", "tag": "b903293d-5939-49dc-9693-a656856dd98e", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:06.792547 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78629e16-26d6-424c-b388-3644fd6d6e78 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:06.793148 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073c2a3b-4aac-44c4-b090-66ab0a3b08ee', 'tag': 'b903293d-5939-49dc-9693-a656856dd98e', 'status': 'completed', 'code': 200} Aug 30 13:10:06.873465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-9b272763-c510-4daf-b577-9b7e02839f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:06.875267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-9b272763-c510-4daf-b577-9b7e02839f3f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c655f015-d1bd-4eba-9d84-af1da54ded52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5712976 Aug 30 13:10:06.937066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b133c0-f253-4b71-9326-03a291d9ba25 req-20f9ddd2-a2fe-45a7-9c73-8bba3e1ebe2a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:06.943824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d1b133c0-f253-4b71-9326-03a291d9ba25 req-20f9ddd2-a2fe-45a7-9c73-8bba3e1ebe2a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.6570590 Aug 30 13:10:06.970530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8dee5626-c392-4f48-99b0-4ce39e7f39c9 req-1346f206-e6f6-4bc0-92ca-0aa937f3e26d service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6876063 Aug 30 13:10:07.215953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d1b133c0-f253-4b71-9326-03a291d9ba25 req-8cbf3578-85d2-44bf-b315-f6fc169fe4c5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2592740 Aug 30 13:10:07.228840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-43da6101-46ba-43f5-9a6c-1f52d6e86ce5 service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293715 Aug 30 13:10:07.247079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f2dee81-d0dc-430b-b2d3-ec37f67ccada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:07.254426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f2dee81-d0dc-430b-b2d3-ec37f67ccada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:07.356502 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1f2dee81-d0dc-430b-b2d3-ec37f67ccada admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=561be1170ae642089740df32c70e10c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7123723 Aug 30 13:10:07.359432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51666) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:07.407949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dee81-d0dc-430b-b2d3-ec37f67ccada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c342f8a8-adf4-4c8e-aba5-c750db51b405,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:07.488897 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-098fc083-3440-4a6f-bf52-9c8240a19f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:07.516581 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-098fc083-3440-4a6f-bf52-9c8240a19f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:07.605438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-098fc083-3440-4a6f-bf52-9c8240a19f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:07.609032 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-098fc083-3440-4a6f-bf52-9c8240a19f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:07.610362 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-098fc083-3440-4a6f-bf52-9c8240a19f15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c342f8a8-adf4-4c8e-aba5-c750db51b405 HTTP/1.1" status: 204 len: 168 time: 0.2499104 Aug 30 13:10:07.620368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098fc083-3440-4a6f-bf52-9c8240a19f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c342f8a8-adf4-4c8e-aba5-c750db51b405,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:07.845272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 79070893-cc33-4b45-b007-ea2fa019df1d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:07.925084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c8f66-e7b8-4e13-98ec-eb78f2c8f684 req-263c0bd8-67eb-4a5c-b5db-3badf4a8d4c2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:07.927149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c1c8f66-e7b8-4e13-98ec-eb78f2c8f684 req-263c0bd8-67eb-4a5c-b5db-3badf4a8d4c2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 944 time: 0.0900619 Aug 30 13:10:07.974483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 79070893-cc33-4b45-b007-ea2fa019df1d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:07.980952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 79070893-cc33-4b45-b007-ea2fa019df1d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:07.981374 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:08.026685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c1c8f66-e7b8-4e13-98ec-eb78f2c8f684 req-ee32d2f5-126f-4faa-8646-6f7c43433d6b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871127 Aug 30 13:10:08.103627 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:08.147193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 79070893-cc33-4b45-b007-ea2fa019df1d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=79070893-cc33-4b45-b007-ea2fa019df1d,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:08.156159 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:08.295649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=79070893-cc33-4b45-b007-ea2fa019df1d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:08.567503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bc1aa-5d23-42aa-9981-a5c2c3cb4348 req-357e52bd-4c7c-4ccb-b4f1-6a5b031aba96 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:08.570199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e9bc1aa-5d23-42aa-9981-a5c2c3cb4348 req-357e52bd-4c7c-4ccb-b4f1-6a5b031aba96 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1822665 Aug 30 13:10:08.671689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e9bc1aa-5d23-42aa-9981-a5c2c3cb4348 req-31aa1964-5088-4da6-bcf8-9d4e7edddfe6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940151 Aug 30 13:10:09.088898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 76477fa3-3f07-44ba-be4f-2507567977e4 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:09.223772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 76477fa3-3f07-44ba-be4f-2507567977e4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:09.228710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 76477fa3-3f07-44ba-be4f-2507567977e4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:09.229429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:09.238413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea8296-e3ff-4eb4-a78e-02bb1908bbb8 req-f0d6dac2-d778-4c08-b394-fd3959aab345 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:09.240641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afea8296-e3ff-4eb4-a78e-02bb1908bbb8 req-f0d6dac2-d778-4c08-b394-fd3959aab345 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 944 time: 0.0961652 Aug 30 13:10:09.311170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afea8296-e3ff-4eb4-a78e-02bb1908bbb8 req-d0b727bf-954f-48fe-a3d9-66cb15bbf981 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628901 Aug 30 13:10:09.359186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94e00045-42ed-4490-b013-c5b5b68b5b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:09.435275 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:09.471635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da710a0f-6e11-4d59-a233-918ba402763b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76477fa3-3f07-44ba-be4f-2507567977e4'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:09.474991 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aabb6c-5ce0-450b-8df6-3b7af69af838" -d '{"events": [{"server_uuid": "da710a0f-6e11-4d59-a233-918ba402763b", "name": "network-vif-plugged", "status": "completed", "tag": "76477fa3-3f07-44ba-be4f-2507567977e4"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:09.493587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 76477fa3-3f07-44ba-be4f-2507567977e4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=76477fa3-3f07-44ba-be4f-2507567977e4,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:09.508461 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:09.593616 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929739cb-94ec-475b-b3fd-1d81cc1e64b8 x-openstack-request-id: req-929739cb-94ec-475b-b3fd-1d81cc1e64b8 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:09.593949 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da710a0f-6e11-4d59-a233-918ba402763b", "name": "network-vif-plugged", "status": "completed", "tag": "76477fa3-3f07-44ba-be4f-2507567977e4", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:09.594199 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-929739cb-94ec-475b-b3fd-1d81cc1e64b8 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:09.594642 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da710a0f-6e11-4d59-a233-918ba402763b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76477fa3-3f07-44ba-be4f-2507567977e4', 'code': 200} Aug 30 13:10:09.628863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=76477fa3-3f07-44ba-be4f-2507567977e4,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:09.775380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 79070893-cc33-4b45-b007-ea2fa019df1d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:09.861388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 79070893-cc33-4b45-b007-ea2fa019df1d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:09.861912 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:09.918092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4fb866-ecd7-47ab-8a92-ec5c33369780 req-a9fd3b7f-a4b6-468a-b56c-303828216545 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:09.923172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf4fb866-ecd7-47ab-8a92-ec5c33369780 req-a9fd3b7f-a4b6-468a-b56c-303828216545 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1161389 Aug 30 13:10:09.958933 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4778d-e4ed-46c5-aa79-0870f7696413 req-d91fc356-0f17-41cb-a07e-e0ebcdd4f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:09.962665 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9e4778d-e4ed-46c5-aa79-0870f7696413 req-d91fc356-0f17-41cb-a07e-e0ebcdd4f105 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 1096 time: 0.3140414 Aug 30 13:10:09.982742 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:10.005404 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf4fb866-ecd7-47ab-8a92-ec5c33369780 req-1659af4b-f9ba-4bf6-9d86-a5ed1932bf96 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735879 Aug 30 13:10:10.028644 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9e4778d-e4ed-46c5-aa79-0870f7696413 req-3d2cb8b5-6fca-42b4-8e40-fb5513b9fe91 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543046 Aug 30 13:10:10.448933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fba4a-ca09-4569-b118-49561256a807 req-46991311-f459-444a-a407-491f976e0a82 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:10.450629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f93fba4a-ca09-4569-b118-49561256a807 req-46991311-f459-444a-a407-491f976e0a82 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 945 time: 0.0613968 Aug 30 13:10:10.493185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f93fba4a-ca09-4569-b118-49561256a807 req-db2718a6-4d30-4719-a58d-e740a92ae851 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Aug 30 13:10:10.757838 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:11.147063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484e2a7-960c-4225-8651-0bee388dcf3e req-e9f1e709-75a5-4d05-9bbd-cb295240c577 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:11.148663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9484e2a7-960c-4225-8651-0bee388dcf3e req-e9f1e709-75a5-4d05-9bbd-cb295240c577 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0573225 Aug 30 13:10:11.199196 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9484e2a7-960c-4225-8651-0bee388dcf3e req-3bd2e2d5-b7d0-4ff9-a622-1cc61924704d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398612 Aug 30 13:10:11.622150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379720d3-9579-4b32-8dfc-e60502c38391 req-6ac0a096-e72a-4a79-a07b-09847572a919 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:11.624133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-379720d3-9579-4b32-8dfc-e60502c38391 req-6ac0a096-e72a-4a79-a07b-09847572a919 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 945 time: 0.0538640 Aug 30 13:10:11.670103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-379720d3-9579-4b32-8dfc-e60502c38391 req-d862a11b-7696-4877-bae7-46a3a70cdb4c tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Aug 30 13:10:11.804611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2aed4-e90c-40a3-876a-2dad03b69541 req-f26cc54b-2302-4e25-bbe1-be36e7668507 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:11.806423 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6b2aed4-e90c-40a3-876a-2dad03b69541 req-f26cc54b-2302-4e25-bbe1-be36e7668507 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 944 time: 0.0584521 Aug 30 13:10:11.849720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6b2aed4-e90c-40a3-876a-2dad03b69541 req-255b298c-cb7f-4d4d-a2c2-6d491ff94976 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364690 Aug 30 13:10:12.121675 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:12.335596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161ef1d-bf32-40fd-8697-ebde849ade87 req-524662e7-d155-47ed-9173-f05f95b94326 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:12.344627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4161ef1d-bf32-40fd-8697-ebde849ade87 req-524662e7-d155-47ed-9173-f05f95b94326 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0663102 Aug 30 13:10:12.471992 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4161ef1d-bf32-40fd-8697-ebde849ade87 req-174e02bb-812a-409a-ac9c-09ec2ab2f286 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1257899 Aug 30 13:10:12.489688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1314-092d-4361-a17e-443039be831e req-56bdfc8c-0d4c-4883-9186-2e5aedaaa4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:12.491733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6caa1314-092d-4361-a17e-443039be831e req-56bdfc8c-0d4c-4883-9186-2e5aedaaa4cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 1095 time: 0.1449134 Aug 30 13:10:12.589278 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-717f34ac-e271-4c70-8c9a-0a04f26d0b3f req-64fd48fa-4ea5-4efc-b53f-6b81cc0f8fe3 service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407336 Aug 30 13:10:12.630982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1314-092d-4361-a17e-443039be831e req-ecb4b062-7ed0-4843-bc67-c905b09f69e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:12.630982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6caa1314-092d-4361-a17e-443039be831e req-ecb4b062-7ed0-4843-bc67-c905b09f69e5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 916 time: 0.1261685 Aug 30 13:10:12.721042 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6caa1314-092d-4361-a17e-443039be831e req-a6c2465a-ae92-49fc-9523-5c5129ce1f86 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72775aac-00d2-4cdd-b78c-61ef805ccd00 HTTP/1.1" status: 200 len: 217 time: 0.0762045 Aug 30 13:10:12.762567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3211-a827-459f-a08a-7e733fd05397 req-843c9297-b516-45a7-9877-db9a5bbb0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:12.764611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e16e3211-a827-459f-a08a-7e733fd05397 req-843c9297-b516-45a7-9877-db9a5bbb0d0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 1095 time: 0.1108992 Aug 30 13:10:13.001622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8505d-a0d0-4e9e-86e6-89d588b7c18b req-56c6e2be-9e11-45b0-8b77-edc91fbc3211 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:13.005784 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1de8505d-a0d0-4e9e-86e6-89d588b7c18b req-56c6e2be-9e11-45b0-8b77-edc91fbc3211 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 944 time: 0.0677624 Aug 30 13:10:13.075736 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1de8505d-a0d0-4e9e-86e6-89d588b7c18b req-86306619-c6ea-4207-bf42-b5474b0dcd9f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609982 Aug 30 13:10:13.220826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1314-092d-4361-a17e-443039be831e req-0cb1067e-af1c-43cc-b051-8efff122e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:13.222532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6caa1314-092d-4361-a17e-443039be831e req-0cb1067e-af1c-43cc-b051-8efff122e821 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3aa7477a-97f3-4838-87fc-9ed93dd13854 HTTP/1.1" status: 200 len: 854 time: 0.4933662 Aug 30 13:10:13.296911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3211-a827-459f-a08a-7e733fd05397 req-19a1aacc-3aba-4bf5-916a-e2c27f396ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:13.298613 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e16e3211-a827-459f-a08a-7e733fd05397 req-19a1aacc-3aba-4bf5-916a-e2c27f396ff1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 916 time: 0.5256517 Aug 30 13:10:13.300459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa1314-092d-4361-a17e-443039be831e req-dfe44943-9fd9-4f94-9d1d-db339cbb9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:13.301930 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6caa1314-092d-4361-a17e-443039be831e req-dfe44943-9fd9-4f94-9d1d-db339cbb9357 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c655f015-d1bd-4eba-9d84-af1da54ded52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705373 Aug 30 13:10:13.401451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e16e3211-a827-459f-a08a-7e733fd05397 req-b134e412-6c60-418f-adb1-08a33b10eb54 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b903293d-5939-49dc-9693-a656856dd98e HTTP/1.1" status: 200 len: 217 time: 0.0863457 Aug 30 13:10:13.478857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3211-a827-459f-a08a-7e733fd05397 req-f4aa2770-f747-40a7-8a9b-22e2abe20cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:13.480597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e16e3211-a827-459f-a08a-7e733fd05397 req-f4aa2770-f747-40a7-8a9b-22e2abe20cd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3aa7477a-97f3-4838-87fc-9ed93dd13854 HTTP/1.1" status: 200 len: 854 time: 0.0711005 Aug 30 13:10:13.486338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6caa1314-092d-4361-a17e-443039be831e req-68215e4c-9d26-48db-bf26-f8ce10c3b3ef service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647341 Aug 30 13:10:13.640323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3211-a827-459f-a08a-7e733fd05397 req-9f68c3ce-64b8-4f13-a34d-97527c5f60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:13.640323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e16e3211-a827-459f-a08a-7e733fd05397 req-9f68c3ce-64b8-4f13-a34d-97527c5f60ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c655f015-d1bd-4eba-9d84-af1da54ded52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1464314 Aug 30 13:10:13.725918 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6caa1314-092d-4361-a17e-443039be831e req-eaab003b-d1d3-466b-8d86-96ba92fa26e1 service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289615 Aug 30 13:10:13.744552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b940a45-c03d-4917-841a-84b7235139b0 req-10c549f1-cc9f-495f-a624-c144ca6f4dd9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:13.747779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b940a45-c03d-4917-841a-84b7235139b0 req-10c549f1-cc9f-495f-a624-c144ca6f4dd9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.1615896 Aug 30 13:10:13.812556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e16e3211-a827-459f-a08a-7e733fd05397 req-4a2426e6-6ae6-4ef0-a1ab-7a7b3a9749a4 service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575949 Aug 30 13:10:13.815561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b940a45-c03d-4917-841a-84b7235139b0 req-f64212ed-0548-48f2-9145-f8a71bce3fde tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620706 Aug 30 13:10:13.951431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e16e3211-a827-459f-a08a-7e733fd05397 req-46c23d9e-ecdd-46f0-af4d-ba0a708d28a4 service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311479 Aug 30 13:10:14.134597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be28a46-db94-4866-a1ca-a4bf2cc961be req-5aa169f6-3a47-4210-bb86-f684d71c2f46 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:14.144274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be28a46-db94-4866-a1ca-a4bf2cc961be req-5aa169f6-3a47-4210-bb86-f684d71c2f46 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0689862 Aug 30 13:10:14.194223 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9be28a46-db94-4866-a1ca-a4bf2cc961be req-944bb5d7-174f-4090-a64e-3fa368a4956b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480573 Aug 30 13:10:14.223721 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0b463-a29b-48fc-9c12-486e2acb2737 req-ef7d91c6-590b-408d-985c-0b307cc3df66 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:14.225201 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77d0b463-a29b-48fc-9c12-486e2acb2737 req-ef7d91c6-590b-408d-985c-0b307cc3df66 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 944 time: 0.0569134 Aug 30 13:10:14.274422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77d0b463-a29b-48fc-9c12-486e2acb2737 req-f21e462d-dc35-4d39-aacb-0b48c74244a5 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Aug 30 13:10:14.701064 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:10:14.975753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0607ac-fb3e-4806-9fc4-6aefb2d3115e req-a2d1d9bb-6971-4ff4-8ef4-abbe6c7a06a7 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:14.978485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff0607ac-fb3e-4806-9fc4-6aefb2d3115e req-a2d1d9bb-6971-4ff4-8ef4-abbe6c7a06a7 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0743301 Aug 30 13:10:15.035937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff0607ac-fb3e-4806-9fc4-6aefb2d3115e req-80b77b99-f7db-4e5b-b973-bfbf37a76080 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482297 Aug 30 13:10:15.333887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecfc021-e723-4757-979d-8ac43bf9a892 req-c5f4ae14-c7a6-40c9-95bc-2f01392dd04e tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:15.342995 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ecfc021-e723-4757-979d-8ac43bf9a892 req-c5f4ae14-c7a6-40c9-95bc-2f01392dd04e tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0660355 Aug 30 13:10:15.393059 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ecfc021-e723-4757-979d-8ac43bf9a892 req-8f166367-487e-4016-820f-97e06ea08d0f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486417 Aug 30 13:10:15.403704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4217a8c-ee06-4bda-abeb-60edc9db5dcf req-a9490c45-efd7-42d3-bdec-25985953c903 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:15.420518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4217a8c-ee06-4bda-abeb-60edc9db5dcf req-a9490c45-efd7-42d3-bdec-25985953c903 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 944 time: 0.0785124 Aug 30 13:10:15.448350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51854) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:15.469385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4217a8c-ee06-4bda-abeb-60edc9db5dcf req-bb981b45-63a9-493b-946c-f3414999246d tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479732 Aug 30 13:10:15.578871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:15.675081 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:15.679217 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:15.720884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=113e6e1054324490b5bf0a03d719a3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692811 Aug 30 13:10:15.720884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce09d09-b134-49a4-ade3-d3909b37f74a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:15.721306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51860) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:15.728061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.728490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.728839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.729182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.729512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.729864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.730191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.730532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.730826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.731148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.731472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.731791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fc3e0d-f025-4e63-865c-3f461c5372d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:15.778533 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ab64-03b9-49a3-8746-d12d8f14509b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:15.801206 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ab64-03b9-49a3-8746-d12d8f14509b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:15.851138 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ab64-03b9-49a3-8746-d12d8f14509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:15.854112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ab64-03b9-49a3-8746-d12d8f14509b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:15.855252 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0ea8ab64-03b9-49a3-8746-d12d8f14509b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ce09d09-b134-49a4-ade3-d3909b37f74a HTTP/1.1" status: 204 len: 168 time: 0.1329458 Aug 30 13:10:15.869737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8ab64-03b9-49a3-8746-d12d8f14509b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce09d09-b134-49a4-ade3-d3909b37f74a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:16.148456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b903293d-5939-49dc-9693-a656856dd98e details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:10:16.163118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51870) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:16.169362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffe990-0660-4f96-819a-d8fd37cc2f49 req-dda911b3-2544-4f00-a434-33e01e38a18d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:16.171211 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08ffe990-0660-4f96-819a-d8fd37cc2f49 req-dda911b3-2544-4f00-a434-33e01e38a18d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0550892 Aug 30 13:10:16.178837 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-78a98755-f549-4554-a063-85e2be7f01c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.226533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08ffe990-0660-4f96-819a-d8fd37cc2f49 req-a222fa39-4968-48ec-8535-60217e1ddae6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476079 Aug 30 13:10:16.290215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-78a98755-f549-4554-a063-85e2be7f01c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.294346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-78a98755-f549-4554-a063-85e2be7f01c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.296092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b903293d-5939-49dc-9693-a656856dd98e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b903293d-5939-49dc-9693-a656856dd98e,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:16.309769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'b903293d-5939-49dc-9693-a656856dd98e', 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52', 'port_id': 'b903293d-5939-49dc-9693-a656856dd98e', 'mac_address': 'fa:16:3e:7f:18:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa7477a-97f3-4838-87fc-9ed93dd13854', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:10:16.335330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-78a98755-f549-4554-a063-85e2be7f01c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56589b9c2e00402d96113c3447d7ee90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707985 Aug 30 13:10:16.336959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a98755-f549-4554-a063-85e2be7f01c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea08a906-8949-43b8-b90a-0ff71e6154f3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:16.339357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51872) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:16.354133 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.370597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b903293d-5939-49dc-9693-a656856dd98e {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:16.394035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b903293d-5939-49dc-9693-a656856dd98e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b903293d-5939-49dc-9693-a656856dd98e,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:16.400273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.400981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 72775aac-00d2-4cdd-b78c-61ef805ccd00 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:10:16.431987 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a806329a-7ae8-4858-9224-709febcc07eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.435887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 72775aac-00d2-4cdd-b78c-61ef805ccd00, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72775aac-00d2-4cdd-b78c-61ef805ccd00,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:16.463886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a806329a-7ae8-4858-9224-709febcc07eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.481558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '72775aac-00d2-4cdd-b78c-61ef805ccd00', 'network_id': 'c655f015-d1bd-4eba-9d84-af1da54ded52', 'port_id': '72775aac-00d2-4cdd-b78c-61ef805ccd00', 'mac_address': 'fa:16:3e:c1:29:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa7477a-97f3-4838-87fc-9ed93dd13854', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:10:16.528446 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a806329a-7ae8-4858-9224-709febcc07eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.532345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a806329a-7ae8-4858-9224-709febcc07eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.536906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a806329a-7ae8-4858-9224-709febcc07eb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea08a906-8949-43b8-b90a-0ff71e6154f3 HTTP/1.1" status: 204 len: 168 time: 0.1955452 Aug 30 13:10:16.551148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806329a-7ae8-4858-9224-709febcc07eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea08a906-8949-43b8-b90a-0ff71e6154f3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:16.582284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b903293d-5939-49dc-9693-a656856dd98e,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:16.594541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ae1ba-1f0d-4d10-a8b6-97275c84f897 req-dbb1ebdf-dfc1-41a7-ae9a-ccbf0d674463 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:16.600972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-708ae1ba-1f0d-4d10-a8b6-97275c84f897 req-dbb1ebdf-dfc1-41a7-ae9a-ccbf0d674463 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.1164796 Aug 30 13:10:16.601282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.614735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72775aac-00d2-4cdd-b78c-61ef805ccd00 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:16.644934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 72775aac-00d2-4cdd-b78c-61ef805ccd00, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72775aac-00d2-4cdd-b78c-61ef805ccd00,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:16.650712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8cfe3-a5e2-4be0-8092-33f24d914409 req-856f308b-5405-440b-9986-c6156d53511d tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:16.651053 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:16.659786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57a8cfe3-a5e2-4be0-8092-33f24d914409 req-856f308b-5405-440b-9986-c6156d53511d tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 945 time: 0.0871329 Aug 30 13:10:16.671871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-708ae1ba-1f0d-4d10-a8b6-97275c84f897 req-12fcb969-1065-436b-81d6-0c54ebb241a3 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615957 Aug 30 13:10:16.703852 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57a8cfe3-a5e2-4be0-8092-33f24d914409 req-253496e3-f6fc-43b8-87f1-a01362a4a90a tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Aug 30 13:10:16.747730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=72775aac-00d2-4cdd-b78c-61ef805ccd00,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:16.944004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51884) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:16.963070 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87d38584-8b62-4214-a882-bdace6e828d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:17.095684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['72775aac-00d2-4cdd-b78c-61ef805ccd00'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:10:17.100676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b903293d-5939-49dc-9693-a656856dd98e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:10:17.116647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87d38584-8b62-4214-a882-bdace6e828d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:17.121378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87d38584-8b62-4214-a882-bdace6e828d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:17.164914 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-87d38584-8b62-4214-a882-bdace6e828d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dbe6771d2a4e46bf9d59fb32a7762e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198153 Aug 30 13:10:17.166064 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d38584-8b62-4214-a882-bdace6e828d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45f2b0e-5977-45e5-8d1a-e6f9173a5dd6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:17.168007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51888) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:17.224215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ba5b429c-97b2-4be1-a6dd-66a3a2215876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:17.250808 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ba5b429c-97b2-4be1-a6dd-66a3a2215876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:17.317203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ba5b429c-97b2-4be1-a6dd-66a3a2215876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:17.321939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ba5b429c-97b2-4be1-a6dd-66a3a2215876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:17.323173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ba5b429c-97b2-4be1-a6dd-66a3a2215876 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d45f2b0e-5977-45e5-8d1a-e6f9173a5dd6 HTTP/1.1" status: 204 len: 168 time: 0.1530862 Aug 30 13:10:17.334656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b429c-97b2-4be1-a6dd-66a3a2215876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45f2b0e-5977-45e5-8d1a-e6f9173a5dd6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:17.395268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1033f4d-9277-4482-ae5c-1fe7c4fc5a9a req-9d29ef5b-2089-45e6-ba30-7edb9afb9405 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:17.397726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1033f4d-9277-4482-ae5c-1fe7c4fc5a9a req-9d29ef5b-2089-45e6-ba30-7edb9afb9405 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0639036 Aug 30 13:10:17.446329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1033f4d-9277-4482-ae5c-1fe7c4fc5a9a req-4328dd2f-752d-410b-b8b1-abf5f4c391dc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420432 Aug 30 13:10:17.810936 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc152a-8719-4169-bf34-80ee0f62a473 req-eb4bf16b-c997-4fa8-a7a4-ea85e9a966e6 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:17.812532 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6cfc152a-8719-4169-bf34-80ee0f62a473 req-eb4bf16b-c997-4fa8-a7a4-ea85e9a966e6 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0578291 Aug 30 13:10:17.835667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f63e0-d025-4a3c-ae77-5af4be46bda4 req-465cbad6-b8d5-4cad-b7f3-5d4c4abb6f27 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:17.837532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be1f63e0-d025-4a3c-ae77-5af4be46bda4 req-465cbad6-b8d5-4cad-b7f3-5d4c4abb6f27 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 945 time: 0.0587056 Aug 30 13:10:17.864124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6cfc152a-8719-4169-bf34-80ee0f62a473 req-978fd68f-7a76-495e-9d62-8e704e9e73f0 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417905 Aug 30 13:10:17.886367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be1f63e0-d025-4a3c-ae77-5af4be46bda4 req-39001750-cd3d-4b40-940e-e1b2cf9b8654 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Aug 30 13:10:18.578968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89096ee-805e-4d47-8df6-664d7bbd9670 req-692563df-f34f-48af-a1c5-308a75c73e91 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:18.580783 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c89096ee-805e-4d47-8df6-664d7bbd9670 req-692563df-f34f-48af-a1c5-308a75c73e91 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0563524 Aug 30 13:10:18.621817 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c89096ee-805e-4d47-8df6-664d7bbd9670 req-23c64fc9-9015-469a-86a4-2686f31a1127 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341988 Aug 30 13:10:19.033431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd05e2-a738-4802-9f1c-280b661ad0e6 req-51311b70-a37c-4b01-9621-fbc79fa7af03 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:19.035167 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8cd05e2-a738-4802-9f1c-280b661ad0e6 req-51311b70-a37c-4b01-9621-fbc79fa7af03 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0877919 Aug 30 13:10:19.047731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19145ec2-083f-4c81-b9f7-78086eabd65a req-127784dd-6c46-41ca-b5cf-3a836b3f6caf tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:19.057437 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19145ec2-083f-4c81-b9f7-78086eabd65a req-127784dd-6c46-41ca-b5cf-3a836b3f6caf tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 945 time: 0.0686643 Aug 30 13:10:19.091445 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8cd05e2-a738-4802-9f1c-280b661ad0e6 req-a56b47a3-7a9e-442b-ad96-c20a86bc58f7 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436714 Aug 30 13:10:19.097885 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19145ec2-083f-4c81-b9f7-78086eabd65a req-3484f111-15a0-4aad-918d-8bed6fe3c05e tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Aug 30 13:10:19.767652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368fc2f-d2ea-4fe9-966b-6582f216f4ad req-322d6876-a7f2-498a-9ee1-73d48dbb6d0a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:19.773847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b368fc2f-d2ea-4fe9-966b-6582f216f4ad req-322d6876-a7f2-498a-9ee1-73d48dbb6d0a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0701687 Aug 30 13:10:19.823738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b368fc2f-d2ea-4fe9-966b-6582f216f4ad req-fbef089c-524f-4e14-bfe4-b78f625435ee tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429344 Aug 30 13:10:20.173643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b903293d-5939-49dc-9693-a656856dd98e up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:20.198609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eb32c-3849-4cc1-a2f6-faed798ae358 req-ab9aea09-2af0-4a11-b6d1-b4722cc734ee tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:20.200336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-455eb32c-3849-4cc1-a2f6-faed798ae358 req-ab9aea09-2af0-4a11-b6d1-b4722cc734ee tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0522499 Aug 30 13:10:20.237650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160481b-04c9-4ac7-9d74-fde7657a4067 req-7326a27b-d9f1-4921-b65a-aaee7eb3a270 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:20.240012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d160481b-04c9-4ac7-9d74-fde7657a4067 req-7326a27b-d9f1-4921-b65a-aaee7eb3a270 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 945 time: 0.0753908 Aug 30 13:10:20.247858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port b903293d-5939-49dc-9693-a656856dd98e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:20.252741 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-455eb32c-3849-4cc1-a2f6-faed798ae358 req-062e4f87-0a18-425c-9fe0-b6348768f8e9 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460358 Aug 30 13:10:20.255553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port b903293d-5939-49dc-9693-a656856dd98e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:20.256081 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:20.284843 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d160481b-04c9-4ac7-9d74-fde7657a4067 req-79c8eabc-082f-4efc-9719-2f9a4535873d tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Aug 30 13:10:20.361828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:20.386495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073c2a3b-4aac-44c4-b090-66ab0a3b08ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903293d-5939-49dc-9693-a656856dd98e'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:20.388746 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a1b5f0-c9c5-46ce-b7b7-e1900892942f" -d '{"events": [{"server_uuid": "073c2a3b-4aac-44c4-b090-66ab0a3b08ee", "name": "network-vif-plugged", "status": "completed", "tag": "b903293d-5939-49dc-9693-a656856dd98e"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:20.401854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b903293d-5939-49dc-9693-a656856dd98e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b903293d-5939-49dc-9693-a656856dd98e,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:20.409195 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:20.410175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 72775aac-00d2-4cdd-b78c-61ef805ccd00 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:20.494703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b903293d-5939-49dc-9693-a656856dd98e,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:20.509988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 72775aac-00d2-4cdd-b78c-61ef805ccd00 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:20.514113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 72775aac-00d2-4cdd-b78c-61ef805ccd00 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:20.514477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:20.628369 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:20.674248 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b75b72-9a9f-49fe-a108-b1c671125703 x-openstack-request-id: req-89b75b72-9a9f-49fe-a108-b1c671125703 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:20.674575 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073c2a3b-4aac-44c4-b090-66ab0a3b08ee", "name": "network-vif-plugged", "status": "completed", "tag": "b903293d-5939-49dc-9693-a656856dd98e", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:20.675194 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-89b75b72-9a9f-49fe-a108-b1c671125703 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:20.675394 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073c2a3b-4aac-44c4-b090-66ab0a3b08ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b903293d-5939-49dc-9693-a656856dd98e', 'code': 200} Aug 30 13:10:20.677507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 72775aac-00d2-4cdd-b78c-61ef805ccd00, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72775aac-00d2-4cdd-b78c-61ef805ccd00,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:20.684125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:20.739895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=72775aac-00d2-4cdd-b78c-61ef805ccd00,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:20.900558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8a831-bba2-43bc-b416-16547c022003 req-75a1f539-d8b0-4ff1-8f72-3660a24f5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:20.902409 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dac8a831-bba2-43bc-b416-16547c022003 req-75a1f539-d8b0-4ff1-8f72-3660a24f5849 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 1097 time: 0.1590259 Aug 30 13:10:20.971118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dac8a831-bba2-43bc-b416-16547c022003 req-6bda11d3-b892-44ef-8f4c-4a35d7d61ad5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557616 Aug 30 13:10:20.982288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52e6b0-76eb-4fa0-a5b6-9344be47265f req-a2722c28-6596-42ee-ae33-bd3faf4ca12a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:20.983883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d52e6b0-76eb-4fa0-a5b6-9344be47265f req-a2722c28-6596-42ee-ae33-bd3faf4ca12a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0776000 Aug 30 13:10:21.023265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d52e6b0-76eb-4fa0-a5b6-9344be47265f req-bb8ba2ea-e8c2-4302-be09-b34c4ca42897 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329745 Aug 30 13:10:21.405188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba1d6d-74f5-4047-a985-30412dd2c90e req-677dea02-f45c-4575-a760-21148f9aece9 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:21.415721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6ba1d6d-74f5-4047-a985-30412dd2c90e req-677dea02-f45c-4575-a760-21148f9aece9 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0870752 Aug 30 13:10:21.445512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079289d3-e85a-4a16-aa36-ebced0996861 req-4f2a4bd8-69e6-4df4-b275-060dda467b45 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:21.453520 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-079289d3-e85a-4a16-aa36-ebced0996861 req-4f2a4bd8-69e6-4df4-b275-060dda467b45 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0867019 Aug 30 13:10:21.462034 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6ba1d6d-74f5-4047-a985-30412dd2c90e req-95f9d9f6-1dd5-4e2c-b1b5-85ab47be1bc3 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450082 Aug 30 13:10:21.493041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-079289d3-e85a-4a16-aa36-ebced0996861 req-eda8a26f-6bcf-4731-b40b-4601c728a55b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377250 Aug 30 13:10:22.177470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93cf57-7a28-467f-ba51-47403eeca6eb req-536e083d-070f-493c-8271-7dc47966bf51 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:22.180605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e93cf57-7a28-467f-ba51-47403eeca6eb req-536e083d-070f-493c-8271-7dc47966bf51 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 944 time: 0.0672550 Aug 30 13:10:22.188157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 351c4d30-1030-4a26-ba9c-6e856dbbda05 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:10:22.251232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e93cf57-7a28-467f-ba51-47403eeca6eb req-8c1f057e-82e1-4dfe-b3c2-95bca02fb4b1 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543518 Aug 30 13:10:22.365039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:22.380280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'port_id': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'mac_address': 'fa:16:3e:ee:f9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:10:22.445045 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:22.459160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351c4d30-1030-4a26-ba9c-6e856dbbda05 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:22.483700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:22.495508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:22.581803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:22.650604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680de76-5f29-4ad0-abd2-fbb698974cab req-0c7a6ee2-5228-44d9-9fb0-5250e7479c7f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:22.656334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6680de76-5f29-4ad0-abd2-fbb698974cab req-0c7a6ee2-5228-44d9-9fb0-5250e7479c7f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0650079 Aug 30 13:10:22.666431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc62a3b-a84a-4da8-ba79-bbd89bc5a5d6 req-3a61e830-a009-4a41-b1f4-d9c0a1a92942 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:22.668846 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1cc62a3b-a84a-4da8-ba79-bbd89bc5a5d6 req-3a61e830-a009-4a41-b1f4-d9c0a1a92942 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0649993 Aug 30 13:10:22.676802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164bce66-4114-4ae1-8408-c3f98d9df9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72775aac-00d2-4cdd-b78c-61ef805ccd00'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:22.679394 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c3e23e-c167-48c6-98dd-ae0c89d20aa8" -d '{"events": [{"server_uuid": "164bce66-4114-4ae1-8408-c3f98d9df9aa", "name": "network-vif-plugged", "status": "completed", "tag": "72775aac-00d2-4cdd-b78c-61ef805ccd00"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:22.719090 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1cc62a3b-a84a-4da8-ba79-bbd89bc5a5d6 req-ef95ce77-b8af-4e2b-ab41-78948d20c1bb tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438523 Aug 30 13:10:22.727364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6680de76-5f29-4ad0-abd2-fbb698974cab req-7f8668bd-fbd3-4dd5-b8b4-a85c9e09a796 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596287 Aug 30 13:10:22.782673 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616d06ac-78e3-499c-96c5-48fa2ffffd34 x-openstack-request-id: req-616d06ac-78e3-499c-96c5-48fa2ffffd34 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:22.782971 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164bce66-4114-4ae1-8408-c3f98d9df9aa", "name": "network-vif-plugged", "status": "completed", "tag": "72775aac-00d2-4cdd-b78c-61ef805ccd00", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:22.783226 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-616d06ac-78e3-499c-96c5-48fa2ffffd34 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:22.783634 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164bce66-4114-4ae1-8408-c3f98d9df9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72775aac-00d2-4cdd-b78c-61ef805ccd00', 'code': 200} Aug 30 13:10:22.876404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c9d5a-dbf6-4b9c-8e42-d3537f8fbf49 req-75aabb3d-0e27-438b-acae-c18b931768ef tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:22.878833 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f1c9d5a-dbf6-4b9c-8e42-d3537f8fbf49 req-75aabb3d-0e27-438b-acae-c18b931768ef tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 946 time: 0.0697808 Aug 30 13:10:22.915457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f0200-a3b4-44bf-a0d1-e81a3ab57e25 req-b9edfcd8-92fd-4ca8-971e-d4c4663a66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:22.917068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e5f0200-a3b4-44bf-a0d1-e81a3ab57e25 req-b9edfcd8-92fd-4ca8-971e-d4c4663a66d5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 1097 time: 0.0715277 Aug 30 13:10:22.918768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['351c4d30-1030-4a26-ba9c-6e856dbbda05'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:10:22.933488 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f1c9d5a-dbf6-4b9c-8e42-d3537f8fbf49 req-5fd5d5c7-7848-4863-be20-250f0fbc7edc tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471964 Aug 30 13:10:22.975767 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e5f0200-a3b4-44bf-a0d1-e81a3ab57e25 req-0feed8b0-b826-4f37-8eee-3eebc0423467 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484176 Aug 30 13:10:23.391155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309fe16-e680-45cb-a499-c7ddeab72956 req-cd2178a7-8ca2-460b-b810-c253e54c1da0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:23.392689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2309fe16-e680-45cb-a499-c7ddeab72956 req-cd2178a7-8ca2-460b-b810-c253e54c1da0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 945 time: 0.0609708 Aug 30 13:10:23.434891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2309fe16-e680-45cb-a499-c7ddeab72956 req-73e6b244-8f12-40ea-abe6-7efc68968fc6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360727 Aug 30 13:10:23.863336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd4c99-d4e1-4dfb-b2ff-5ec71ff1533a req-b2818259-0057-41a2-ae02-1f60aff0f492 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:23.865779 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17dd4c99-d4e1-4dfb-b2ff-5ec71ff1533a req-b2818259-0057-41a2-ae02-1f60aff0f492 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0729551 Aug 30 13:10:23.913778 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17dd4c99-d4e1-4dfb-b2ff-5ec71ff1533a req-257b8c86-ed77-454c-bca4-648a8cac13aa tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359411 Aug 30 13:10:24.085005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78797c9c-4fa3-478e-938d-379f114b4fc3 req-80e5ae72-09ba-429d-beb4-b8d486b5d25c tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:24.086655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78797c9c-4fa3-478e-938d-379f114b4fc3 req-80e5ae72-09ba-429d-beb4-b8d486b5d25c tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 946 time: 0.0689251 Aug 30 13:10:24.149794 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78797c9c-4fa3-478e-938d-379f114b4fc3 req-4ae30ac1-d31a-4bea-bd69-7561df45ea02 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508544 Aug 30 13:10:24.203376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 351c4d30-1030-4a26-ba9c-6e856dbbda05 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:24.263823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 351c4d30-1030-4a26-ba9c-6e856dbbda05 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:24.264520 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:24.366381 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:24.442516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:24.448624 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:24.542868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=10']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:24.629527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c670aa7-103f-43fc-9bf7-ccb477ca3ad6 req-558f5525-a83b-4579-bd3f-8fae2915f091 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:24.631195 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c670aa7-103f-43fc-9bf7-ccb477ca3ad6 req-558f5525-a83b-4579-bd3f-8fae2915f091 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 947 time: 0.0791345 Aug 30 13:10:24.675538 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c670aa7-103f-43fc-9bf7-ccb477ca3ad6 req-c228d062-722f-4682-80f8-98f34d8ca009 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366256 Aug 30 13:10:24.784558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:24.787616 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8489b9f-8409-45a5-a203-f0716a163cea" -d '{"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-plugged", "status": "completed", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:24.832841 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be2345b-809c-4e62-9040-a8542e776fda x-openstack-request-id: req-6be2345b-809c-4e62-9040-a8542e776fda {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:24.833320 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-plugged", "status": "completed", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:24.833577 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6be2345b-809c-4e62-9040-a8542e776fda {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:24.834099 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'code': 200} Aug 30 13:10:25.025311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9a5e-d2c0-4352-a524-1db5acf95089 req-94be5754-af3b-4c67-8765-e6d700f80bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:25.034978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3fd9a5e-d2c0-4352-a524-1db5acf95089 req-94be5754-af3b-4c67-8765-e6d700f80bfc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 1098 time: 0.0611300 Aug 30 13:10:25.079644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd74fe1-8cd8-44b0-b2ad-011dea6a264f req-ec0218c4-ce61-4163-870c-e89bef97a380 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:25.088342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1cd74fe1-8cd8-44b0-b2ad-011dea6a264f req-ec0218c4-ce61-4163-870c-e89bef97a380 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0629218 Aug 30 13:10:25.127591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3fd9a5e-d2c0-4352-a524-1db5acf95089 req-79fed4d6-26cf-4d47-9270-d5aac2aad06f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0849106 Aug 30 13:10:25.147873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1cd74fe1-8cd8-44b0-b2ad-011dea6a264f req-312780cc-ebd1-45df-9177-ef5533e08165 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534456 Aug 30 13:10:25.314466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cabfb0-daa2-48a8-8954-c00c4ac3a888 req-5f44a9d7-5612-4726-a205-82eae5daf3d6 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:25.324108 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5cabfb0-daa2-48a8-8954-c00c4ac3a888 req-5f44a9d7-5612-4726-a205-82eae5daf3d6 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 946 time: 0.0696757 Aug 30 13:10:25.380462 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5cabfb0-daa2-48a8-8954-c00c4ac3a888 req-3bdfbfc6-6e88-488a-833c-1e9911b7574b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543442 Aug 30 13:10:25.486740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fad88-f2e1-4070-ad7e-54dee6b2e009 req-f99d5d1f-3e51-4d88-b78e-fec4c32e5e71 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:25.501330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa8fad88-f2e1-4070-ad7e-54dee6b2e009 req-f99d5d1f-3e51-4d88-b78e-fec4c32e5e71 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.1204040 Aug 30 13:10:25.701643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-49bb06fe-4280-4e58-bdab-e6b0e13a9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:25.702885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-49bb06fe-4280-4e58-bdab-e6b0e13a9699 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 1096 time: 0.1896222 Aug 30 13:10:25.754596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa8fad88-f2e1-4070-ad7e-54dee6b2e009 req-e6c9c83e-90f5-432c-ba47-a73e2fd42f8d tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2459056 Aug 30 13:10:25.889304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab20b31-fbe0-4a05-a33b-511ab477f539 req-2182bfd7-e91a-4a8b-a950-8e87b04067ee tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:25.900973 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ab20b31-fbe0-4a05-a33b-511ab477f539 req-2182bfd7-e91a-4a8b-a950-8e87b04067ee tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 945 time: 0.0892560 Aug 30 13:10:25.947160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ab20b31-fbe0-4a05-a33b-511ab477f539 req-7592cd99-608c-43c3-99a8-b5d5311cab6d tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452294 Aug 30 13:10:26.021119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c43445-e122-4555-a90e-980bb8bd5f33 req-e4466496-b880-419f-bb6c-73d1541f377f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:26.025628 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55c43445-e122-4555-a90e-980bb8bd5f33 req-e4466496-b880-419f-bb6c-73d1541f377f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 947 time: 0.1029756 Aug 30 13:10:26.033036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-9fee8435-d382-4e5e-bcd2-eb6f278e035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:26.036079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-9fee8435-d382-4e5e-bcd2-eb6f278e035d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 911 time: 0.3207965 Aug 30 13:10:26.101482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52216) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:26.198344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55c43445-e122-4555-a90e-980bb8bd5f33 req-9bc10bc7-33bb-4f31-be36-298f23632aa8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533771 Aug 30 13:10:26.222110 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-dddaec13-73b1-4eca-8c86-d8b3c39debbb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73a4fda4-e81c-4465-9252-5724992d8985 HTTP/1.1" status: 200 len: 1000 time: 0.1683319 Aug 30 13:10:26.312148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-0c7c7d37-e678-43db-81fc-3eb21dbb1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:26.313939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-0c7c7d37-e678-43db-81fc-3eb21dbb1405 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.0839953 Aug 30 13:10:26.333369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52d31d00-ec8e-46a6-8571-4401f3d601f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.380480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-d2946659-9c26-4aba-a571-252f358381c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:26.388961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-d2946659-9c26-4aba-a571-252f358381c6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656574 Aug 30 13:10:26.427680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e52055-26ba-44c8-a6dd-d12b21e9c12d req-f25d368b-d2a3-47cf-b6bb-764d9debdbdc tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:26.438790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48e52055-26ba-44c8-a6dd-d12b21e9c12d req-f25d368b-d2a3-47cf-b6bb-764d9debdbdc tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1072829 Aug 30 13:10:26.508695 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48e52055-26ba-44c8-a6dd-d12b21e9c12d req-1199a522-fe62-4995-a09b-80e0e5b4db32 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679784 Aug 30 13:10:26.563988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-fa8b0bcc-af83-4a39-b4d3-89efd9947ba8 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612978 Aug 30 13:10:26.604984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52d31d00-ec8e-46a6-8571-4401f3d601f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.628977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52d31d00-ec8e-46a6-8571-4401f3d601f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.693775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d31d00-ec8e-46a6-8571-4401f3d601f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dc6ee6-45a9-4154-9703-96682686e037,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:26.701153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e42010f-a48f-4e33-aa92-e740fed749fb req-8fa0d8d5-98f9-430f-8c23-af78dfa067ba service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291986 Aug 30 13:10:26.718696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-52d31d00-ec8e-46a6-8571-4401f3d601f2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e54b504b51404681bf5bd03b19e3648b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148741 Aug 30 13:10:26.722089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52234) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:26.723834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52236) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:26.731552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1052211631'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:26.760157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:26.764761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.803316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b16ef24c-4bfe-4c0e-8e8c-2dbb1161e3d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.814424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:10:26.829154 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b16ef24c-4bfe-4c0e-8e8c-2dbb1161e3d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.862884 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.863239 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Added segment 2ed89b19-9c0b-4208-8332-e1cd61e5bdc5 of type vlan for network de20893d-232d-4a74-8d0e-6d728b67259f Aug 30 13:10:26.917299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.926264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d21639-3b36-474c-aedb-800358cbfc9e req-cd063307-bccf-484c-b0e5-ac1dc602602a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:26.927767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0d21639-3b36-474c-aedb-800358cbfc9e req-cd063307-bccf-484c-b0e5-ac1dc602602a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0618367 Aug 30 13:10:26.928430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea739c-87bf-4ffd-a5c7-e3878e304211 req-55c384cc-1071-4501-8fc7-ae1072b68ab2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:26.928856 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b16ef24c-4bfe-4c0e-8e8c-2dbb1161e3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.932105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b16ef24c-4bfe-4c0e-8e8c-2dbb1161e3d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:26.934915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea739c-87bf-4ffd-a5c7-e3878e304211 req-55c384cc-1071-4501-8fc7-ae1072b68ab2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:26.935920 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b16ef24c-4bfe-4c0e-8e8c-2dbb1161e3d9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/75dc6ee6-45a9-4154-9703-96682686e037 HTTP/1.1" status: 204 len: 168 time: 0.2125440 Aug 30 13:10:26.948190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea739c-87bf-4ffd-a5c7-e3878e304211 req-55c384cc-1071-4501-8fc7-ae1072b68ab2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:26.949871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9eea739c-87bf-4ffd-a5c7-e3878e304211 req-55c384cc-1071-4501-8fc7-ae1072b68ab2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b&device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa&device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 2418 time: 0.1390667 Aug 30 13:10:26.958654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ef24c-4bfe-4c0e-8e8c-2dbb1161e3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dc6ee6-45a9-4154-9703-96682686e037,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:27.005636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0d21639-3b36-474c-aedb-800358cbfc9e req-2065ecbf-8233-497f-a9c1-787ba5cd61bb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684845 Aug 30 13:10:27.024763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.031325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:27.032228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.094874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3693535 Aug 30 13:10:27.098248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52258) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:27.111310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1239937912'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:27.132490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9eea739c-87bf-4ffd-a5c7-e3878e304211 req-9e66e0f2-2533-453b-983d-f013e6adfacf tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726961 Aug 30 13:10:27.136292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e554d-5efb-4318-a982-d27c760fe1e3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Network': ['ID=de20893d-232d-4a74-8d0e-6d728b67259f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:27.161792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network de20893d-232d-4a74-8d0e-6d728b67259f details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:10:27.163261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:27.169146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.197589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:10:27.213131 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.213425 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Added segment 84afea1a-6bd5-47be-8f66-e7d4839010bf of type vlan for network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 Aug 30 13:10:27.412265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.466546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b71f0e-327e-474b-9bde-84bf1f645117 req-20713954-a440-4f30-bfad-5da22fcfbb6f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:27.468735 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26b71f0e-327e-474b-9bde-84bf1f645117 req-20713954-a440-4f30-bfad-5da22fcfbb6f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 947 time: 0.0926270 Aug 30 13:10:27.473172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52380552-af1c-4921-909d-fa0a3f4775c5 req-5569d326-3d59-40a0-b80d-d90081a32b52 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:27.482729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52380552-af1c-4921-909d-fa0a3f4775c5 req-5569d326-3d59-40a0-b80d-d90081a32b52 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 945 time: 0.1592124 Aug 30 13:10:27.531322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26b71f0e-327e-474b-9bde-84bf1f645117 req-ce692b9f-80c6-484c-9659-305844c0e871 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563710 Aug 30 13:10:27.539652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52278) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:27.557216 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de670a11-5414-4133-89bc-dccd4bb1d7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.579708 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.585341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:27.585955 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.625744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52380552-af1c-4921-909d-fa0a3f4775c5 req-6b4c8040-9004-4428-9f51-1bf339fb1170 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283357 Aug 30 13:10:27.680584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Network': ['ID=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:27.687445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de670a11-5414-4133-89bc-dccd4bb1d7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.692651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:10:27.693409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de670a11-5414-4133-89bc-dccd4bb1d7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.717707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6d7a3b07-0f4f-4f7d-aa91-ae82d65e542b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6151249 Aug 30 13:10:27.719178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52282) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:27.731800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'subnet': {'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:27.806392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-de670a11-5414-4133-89bc-dccd4bb1d7d4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2488f515241242b9b580dbaabec67997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623806 Aug 30 13:10:27.807263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52286) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:27.840324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de670a11-5414-4133-89bc-dccd4bb1d7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e038185-46ed-44a0-909c-6503e4f3eea5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:27.876631 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bddb8d59-10a5-43f6-b6da-2cb2b8cb25e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.880482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:27.885565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.922384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bddb8d59-10a5-43f6-b6da-2cb2b8cb25e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.984316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bddb8d59-10a5-43f6-b6da-2cb2b8cb25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.987847 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bddb8d59-10a5-43f6-b6da-2cb2b8cb25e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:27.991224 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bddb8d59-10a5-43f6-b6da-2cb2b8cb25e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e038185-46ed-44a0-909c-6503e4f3eea5 HTTP/1.1" status: 204 len: 168 time: 0.1822748 Aug 30 13:10:28.003637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb8d59-10a5-43f6-b6da-2cb2b8cb25e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e038185-46ed-44a0-909c-6503e4f3eea5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:28.177092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:28.229868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d16354-c3db-4a9b-8a8d-d1d4b15879cb req-2ef45aa8-a057-4007-be9e-47124673870b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:28.231373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48d16354-c3db-4a9b-8a8d-d1d4b15879cb req-2ef45aa8-a057-4007-be9e-47124673870b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.1084971 Aug 30 13:10:28.237189 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:28.256444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Subnet': ['ID=b64d4f6f-a566-422b-94a1-91a38ba265db,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:28.303259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Checking segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:28.303501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network hostable DHCP agents. Network: de20893d-232d-4a74-8d0e-6d728b67259f, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:10:28.324780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48d16354-c3db-4a9b-8a8d-d1d4b15879cb req-26adfd27-580a-4290-8fa0-0e4af8a0df9c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682003 Aug 30 13:10:28.353083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network de20893d-232d-4a74-8d0e-6d728b67259f is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:10:28.371476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, de20893d-232d-4a74-8d0e-6d728b67259f) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:28.376849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:28.377551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:28.390610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c8f86b-9bb2-4d27-a460-18170b7bcfaf None None] Network de20893d-232d-4a74-8d0e-6d728b67259f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:10:28.402581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-39ce14e0-7ee6-4cd0-9f50-7376fb8207d0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6805756 Aug 30 13:10:28.406010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52304) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:28.428686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'subnet': {'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:28.688294 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:28.692416 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:28.729942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-de20893d-232d-4a74-8d0e-6d728b67259f', 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'fixed_ips': [{'subnet_id': 'b64d4f6f-a566-422b-94a1-91a38ba265db'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:10:28.731436 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:28.790679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc537a32-00ba-45df-aa79-4340164db01f req-fae7f863-ea26-40a4-9e0a-f318d15a088f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:28.793162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc537a32-00ba-45df-aa79-4340164db01f req-fae7f863-ea26-40a4-9e0a-f318d15a088f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 947 time: 0.1466770 Aug 30 13:10:28.898634 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc537a32-00ba-45df-aa79-4340164db01f req-9704b704-f825-4e18-a865-8b48d67328dd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852070 Aug 30 13:10:28.953403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Allocated IP 10.1.1.2 (de20893d-232d-4a74-8d0e-6d728b67259f/b64d4f6f-a566-422b-94a1-91a38ba265db/1167fad9-501a-4d95-9805-132d6be50c18) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:29.068314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:29.167967 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:29.178376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Subnet': ['ID=d5d839a1-8d22-4048-819a-bbfef46e88a4,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:29.178936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Transition to ACTIVE for port object 1167fad9-501a-4d95-9805-132d6be50c18 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:29.201707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61f341-131c-4c30-ae1e-b976643fb1a7 req-847d640a-e15b-401e-a1e6-de63169b64d2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:29.203323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Transition to ACTIVE for port object 1167fad9-501a-4d95-9805-132d6be50c18 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:29.203505 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d61f341-131c-4c30-ae1e-b976643fb1a7 req-847d640a-e15b-401e-a1e6-de63169b64d2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1497540 Aug 30 13:10:29.211376 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:29.255814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Network de20893d-232d-4a74-8d0e-6d728b67259f is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:29.258737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:29.261425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:29.263685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d61f341-131c-4c30-ae1e-b976643fb1a7 req-3c07a0f5-44f5-4e7d-8c5a-2808d279a6f2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506802 Aug 30 13:10:29.271699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Checking segment: {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:29.272074 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network hostable DHCP agents. Network: 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:10:29.296648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:10:29.309750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Pushing event updated for resources: {'Port': ['ID=1167fad9-501a-4d95-9805-132d6be50c18,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:29.312725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:29.317604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:29.318399 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:29.330285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092d1db6-4a5b-46b4-8b84-2423c74fd56c None None] Network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:10:29.338071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-30107114-b3e3-410d-ac16-61c9b1dc8eeb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9290144 Aug 30 13:10:29.340745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:29.348996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'port': {'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'name': 'tempest-TaggedBootDevicesTest-1950554145', 'fixed_ips': [{'subnet_id': 'b64d4f6f-a566-422b-94a1-91a38ba265db'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:29.383698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Attempting to bind port 1167fad9-501a-4d95-9805-132d6be50c18 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:29.383983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Attempting to bind port 1167fad9-501a-4d95-9805-132d6be50c18 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:29.384348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Attempting to bind port 1167fad9-501a-4d95-9805-132d6be50c18 on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:29.396214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:29.396594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Checking segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:29.396996 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:29.397499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Bound using segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:29.398211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Bound port: 1167fad9-501a-4d95-9805-132d6be50c18, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:29.399407 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:29.518342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:29.654278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:29.679300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] device_id is not set on port 62bb59c2-a916-4fce-8e19-8b981f8e3473 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:10:29.717136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] For port 1167fad9-501a-4d95-9805-132d6be50c18, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:29.734680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] For port 1167fad9-501a-4d95-9805-132d6be50c18, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1167fad9-501a-4d95-9805-132d6be50c18,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:29.743424 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:29.784522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1', 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'fixed_ips': [{'subnet_id': 'd5d839a1-8d22-4048-819a-bbfef46e88a4'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:10:29.785294 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:29.814836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52344) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:29.843990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17504e-f974-4b1a-8129-588b46716d3b None None] Pushing event updated for resources: {'Port': ['ID=1167fad9-501a-4d95-9805-132d6be50c18,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:29.913703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Allocated IP 10.1.1.190 (de20893d-232d-4a74-8d0e-6d728b67259f/b64d4f6f-a566-422b-94a1-91a38ba265db/62bb59c2-a916-4fce-8e19-8b981f8e3473) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:29.977464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Allocated IP 10.2.2.2 (7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1/d5d839a1-8d22-4048-819a-bbfef46e88a4/26477320-ba0e-4082-85c8-382d71efc035) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:30.133936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be0d5d51-9927-4ae5-af2e-c9617f0ae04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.169034 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.170993 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.186860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Transition to ACTIVE for port object 26477320-ba0e-4082-85c8-382d71efc035 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:30.197043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Transition to ACTIVE for port object 62bb59c2-a916-4fce-8e19-8b981f8e3473 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:30.214601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Transition to ACTIVE for port object 26477320-ba0e-4082-85c8-382d71efc035 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:30.225714 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.271091 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.279285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:30.283980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:30.289962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:30.306807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Pushing event updated for resources: {'Port': ['ID=26477320-ba0e-4082-85c8-382d71efc035,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:30.332554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Port': ['ID=62bb59c2-a916-4fce-8e19-8b981f8e3473,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:30.356080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network de20893d-232d-4a74-8d0e-6d728b67259f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:30.358962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be0d5d51-9927-4ae5-af2e-c9617f0ae04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.360314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:30.363887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:30.368603 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be0d5d51-9927-4ae5-af2e-c9617f0ae04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.382577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Attempting to bind port 26477320-ba0e-4082-85c8-382d71efc035 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:30.383683 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Attempting to bind port 26477320-ba0e-4082-85c8-382d71efc035 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:30.384060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Attempting to bind port 26477320-ba0e-4082-85c8-382d71efc035 on network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:30.391887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:30.392113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Checking segment: {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:30.392434 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.393324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Bound using segment: {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:30.393324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Bound port: 26477320-ba0e-4082-85c8-382d71efc035, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:30.393827 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.412085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5fd2a-33c0-4fb1-bd76-7ede9013232d req-42f45260-153c-4645-aaab-3209e8591d23 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:30.420981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0b5fd2a-33c0-4fb1-bd76-7ede9013232d req-42f45260-153c-4645-aaab-3209e8591d23 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0812519 Aug 30 13:10:30.449766 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be0d5d51-9927-4ae5-af2e-c9617f0ae04c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0dda73af9fed42d6b202e251339d4044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338396 Aug 30 13:10:30.450587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d5d51-9927-4ae5-af2e-c9617f0ae04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8c2f31-7403-4910-acb7-71038c84f450,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:30.459819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52350) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:30.463344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0b5fd2a-33c0-4fb1-bd76-7ede9013232d req-e80f982b-5172-4b35-a51f-7ef4254ab162 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412745 Aug 30 13:10:30.472168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:30.473060 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.498504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-727d2e52-9381-4886-bb48-6bb202672208 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1553469 Aug 30 13:10:30.499558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52352) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:30.513377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'port': {'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'name': 'tempest-TaggedBootDevicesTest-1899486129', 'fixed_ips': [{'subnet_id': 'b64d4f6f-a566-422b-94a1-91a38ba265db'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:30.521743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] For port 26477320-ba0e-4082-85c8-382d71efc035, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:30.526016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] For port 26477320-ba0e-4082-85c8-382d71efc035, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=26477320-ba0e-4082-85c8-382d71efc035,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:30.532337 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.534704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c9663ce-0f67-4021-a5f3-dce679607949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.567106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c9663ce-0f67-4021-a5f3-dce679607949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.611826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c0bb7-ac54-43ec-b4be-71f364d6c7f2 None None] Pushing event updated for resources: {'Port': ['ID=26477320-ba0e-4082-85c8-382d71efc035,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:30.649625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c9663ce-0f67-4021-a5f3-dce679607949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.652711 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c9663ce-0f67-4021-a5f3-dce679607949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.656582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9c9663ce-0f67-4021-a5f3-dce679607949 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac8c2f31-7403-4910-acb7-71038c84f450 HTTP/1.1" status: 204 len: 168 time: 0.1885011 Aug 30 13:10:30.666979 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.678593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9663ce-0f67-4021-a5f3-dce679607949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8c2f31-7403-4910-acb7-71038c84f450,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:30.732485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:30.737729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:30.762915 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] device_id is not set on port 67ca5939-98c3-4502-a7a2-978589532e01 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:10:31.254819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442e2d82-8c59-42bc-b13c-9858d21d8998 None None] Network de20893d-232d-4a74-8d0e-6d728b67259f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:10:31.363823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-18efc979-d606-42bf-a75b-7584c01211b8 None None] Provisioning for port 1167fad9-501a-4d95-9805-132d6be50c18 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:31.402225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Allocated IP 10.1.1.228 (de20893d-232d-4a74-8d0e-6d728b67259f/b64d4f6f-a566-422b-94a1-91a38ba265db/67ca5939-98c3-4502-a7a2-978589532e01) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:31.652204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734dcfa-22bd-473c-b916-3a30806fb134 req-79597be6-7403-4743-830e-c216483707fe tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:31.653808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7734dcfa-22bd-473c-b916-3a30806fb134 req-79597be6-7403-4743-830e-c216483707fe tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0860522 Aug 30 13:10:31.723425 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:31.732651 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7734dcfa-22bd-473c-b916-3a30806fb134 req-2875979b-ab6e-4252-925d-9382faad3989 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719545 Aug 30 13:10:31.774571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Transition to ACTIVE for port object 67ca5939-98c3-4502-a7a2-978589532e01 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:31.868875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:31.950306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1167fad9-501a-4d95-9805-132d6be50c18 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:31.954569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network de20893d-232d-4a74-8d0e-6d728b67259f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:31.959705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:31.962138 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Port': ['ID=67ca5939-98c3-4502-a7a2-978589532e01,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:31.964534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:32.044773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-27d3e516-e18e-40c8-b2bc-119b32139fe2 None None] Provisioning for port 62bb59c2-a916-4fce-8e19-8b981f8e3473 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:32.055994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-27d3e516-e18e-40c8-b2bc-119b32139fe2 None None] Provisioning complete for port 62bb59c2-a916-4fce-8e19-8b981f8e3473 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:32.056508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-27d3e516-e18e-40c8-b2bc-119b32139fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.061973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 1167fad9-501a-4d95-9805-132d6be50c18 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:32.079753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:32.080433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.109135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1167fad9-501a-4d95-9805-132d6be50c18 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:32.109595 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.117612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dbf05bdb-74d8-478c-884e-234099932844 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6162443 Aug 30 13:10:32.176113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d7aad-69f4-4c6b-a44c-29767aed1a4b None None] Network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:10:32.269727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-27d3e516-e18e-40c8-b2bc-119b32139fe2 None None] Port 62bb59c2-a916-4fce-8e19-8b981f8e3473 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:32.316177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52386) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:32.321642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-306f61ea-9375-48d1-a573-83f9fddb5b8a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467009635', 'description': 'tempest-description--144471590'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:32.381164 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-306f61ea-9375-48d1-a573-83f9fddb5b8a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.442359 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.488821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-353b7884-1d9d-4c9d-a34c-eb1973b88b04 None None] Provisioning complete for port 62bb59c2-a916-4fce-8e19-8b981f8e3473 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:32.489393 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-353b7884-1d9d-4c9d-a34c-eb1973b88b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.551822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-306f61ea-9375-48d1-a573-83f9fddb5b8a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.559364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-306f61ea-9375-48d1-a573-83f9fddb5b8a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.581796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 1167fad9-501a-4d95-9805-132d6be50c18, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1167fad9-501a-4d95-9805-132d6be50c18,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:32.585265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-353b7884-1d9d-4c9d-a34c-eb1973b88b04 None None] Port 62bb59c2-a916-4fce-8e19-8b981f8e3473 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:32.585408 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-306f61ea-9375-48d1-a573-83f9fddb5b8a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.587320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-306f61ea-9375-48d1-a573-83f9fddb5b8a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2700057 Aug 30 13:10:32.590187 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.590584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52392) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:32.591044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 26477320-ba0e-4082-85c8-382d71efc035 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:32.595465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-031acb70-cfd8-478f-906a-be4b50734af8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'security_group_rule': {'security_group_id': '16bd14e4-bf5e-428a-be0c-2f26a0ec21c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:32.616712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f61ea-9375-48d1-a573-83f9fddb5b8a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:32.639303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-031acb70-cfd8-478f-906a-be4b50734af8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.655580 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-353b7884-1d9d-4c9d-a34c-eb1973b88b04 None None] Provisioning for port 26477320-ba0e-4082-85c8-382d71efc035 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:32.685088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=1167fad9-501a-4d95-9805-132d6be50c18,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:32.698227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 26477320-ba0e-4082-85c8-382d71efc035 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:32.703092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 26477320-ba0e-4082-85c8-382d71efc035 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:32.703468 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.719109 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-031acb70-cfd8-478f-906a-be4b50734af8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.723936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-031acb70-cfd8-478f-906a-be4b50734af8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.752515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031acb70-cfd8-478f-906a-be4b50734af8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97c3fcda-0350-468f-8c6b-67bc818f7703,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:32.763050 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-031acb70-cfd8-478f-906a-be4b50734af8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.769554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-031acb70-cfd8-478f-906a-be4b50734af8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752746 Aug 30 13:10:32.769824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52398) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:32.782752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4cf6948a-54f5-4716-9382-c73f2d7ec8a9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'security_group_rule': {'security_group_id': '16bd14e4-bf5e-428a-be0c-2f26a0ec21c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:32.829676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8ac64095-2f96-43f1-844a-d64164e1dc6c None None] Provisioning for port 67ca5939-98c3-4502-a7a2-978589532e01 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:32.838158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8ac64095-2f96-43f1-844a-d64164e1dc6c None None] Provisioning complete for port 67ca5939-98c3-4502-a7a2-978589532e01 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:32.838545 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ac64095-2f96-43f1-844a-d64164e1dc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.845181 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.879023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4cf6948a-54f5-4716-9382-c73f2d7ec8a9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.960142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8ac64095-2f96-43f1-844a-d64164e1dc6c None None] Port 67ca5939-98c3-4502-a7a2-978589532e01 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:32.974901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 26477320-ba0e-4082-85c8-382d71efc035, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=26477320-ba0e-4082-85c8-382d71efc035,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:32.982420 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.998231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f840a0-2192-44f1-88c7-accca591b922 req-e356d96e-8142-4dde-a96f-0214d026432f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:32.999633 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4cf6948a-54f5-4716-9382-c73f2d7ec8a9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:32.999976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-59f840a0-2192-44f1-88c7-accca591b922 req-e356d96e-8142-4dde-a96f-0214d026432f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1176164 Aug 30 13:10:33.008412 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4cf6948a-54f5-4716-9382-c73f2d7ec8a9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.035796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6948a-54f5-4716-9382-c73f2d7ec8a9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b0f9fb-2d6a-416c-b1b2-1cdbb19092fb,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:33.052730 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4cf6948a-54f5-4716-9382-c73f2d7ec8a9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.055596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4cf6948a-54f5-4716-9382-c73f2d7ec8a9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2840030 Aug 30 13:10:33.058676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52402) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:33.063339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=26477320-ba0e-4082-85c8-382d71efc035,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:33.067962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:33.070447 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-59f840a0-2192-44f1-88c7-accca591b922 req-cef770d6-120c-4291-973e-90b994130339 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641773 Aug 30 13:10:33.093311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b1b6fd3e-e73a-438f-a9ca-4d2f9dd22972 None None] Provisioning complete for port 26477320-ba0e-4082-85c8-382d71efc035 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:33.093758 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b1b6fd3e-e73a-438f-a9ca-4d2f9dd22972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.110494 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.231125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.358222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Allocated IP 172.25.2.175 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/971a0e24-ba0f-422d-80cb-329cb396a914) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:33.472283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.525473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.583932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:33.587914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:33.591894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:33.598272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Port': ['ID=971a0e24-ba0f-422d-80cb-329cb396a914,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:33.697627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.748325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.804427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1167fad9-501a-4d95-9805-132d6be50c18 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:33.868788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1167fad9-501a-4d95-9805-132d6be50c18 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:33.869920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.931586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.939899 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:33.995930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 26477320-ba0e-4082-85c8-382d71efc035 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:10:34.042108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Port': ['ID=971a0e24-ba0f-422d-80cb-329cb396a914,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:34.050846 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:34.059937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 26477320-ba0e-4082-85c8-382d71efc035 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:34.060884 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:34.068176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:34.077944 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-85ac2011-7ab9-4e75-b979-4bf5595cb053 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0096507 Aug 30 13:10:34.242007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d500f2b-80b5-4d91-a99a-326503c42ee3 req-ba54788c-6df3-4bba-9813-a794f92a70a1 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:34.244339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d500f2b-80b5-4d91-a99a-326503c42ee3 req-ba54788c-6df3-4bba-9813-a794f92a70a1 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0659702 Aug 30 13:10:34.298388 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d500f2b-80b5-4d91-a99a-326503c42ee3 req-c724bfb8-7c96-4fab-bfd2-1ffde7684ca7 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477817 Aug 30 13:10:34.343703 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4a7cd4d8-546a-4f53-b33b-1bdda5699aca tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--467009635&fields=id&tenant_id=06905088f4f648bb855223e8aae0df1d HTTP/1.1" status: 200 len: 267 time: 0.0485835 Aug 30 13:10:34.400159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-adaa768a-bb60-4b91-aa39-efee20cde428 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:34.401496 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-adaa768a-bb60-4b91-aa39-efee20cde428 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports/62bb59c2-a916-4fce-8e19-8b981f8e3473 HTTP/1.1" status: 200 len: 932 time: 0.0495856 Aug 30 13:10:34.459326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-b2f75834-3957-475c-b867-762b6836ecc5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:34.462187 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-b2f75834-3957-475c-b867-762b6836ecc5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports/67ca5939-98c3-4502-a7a2-978589532e01 HTTP/1.1" status: 200 len: 932 time: 0.0539818 Aug 30 13:10:34.522563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-799d0800-419c-423d-bfbc-7cc6d89b8d23 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0551007 Aug 30 13:10:34.559648 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-243a2ad5-17f5-4c1f-be9b-bcb476b36c90 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0290303 Aug 30 13:10:34.673908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-2e9af2bf-ab20-4ada-a29e-6fc479ccd125 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:34.679780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-2e9af2bf-ab20-4ada-a29e-6fc479ccd125 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:34.685527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-2e9af2bf-ab20-4ada-a29e-6fc479ccd125 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:34.687182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-2e9af2bf-ab20-4ada-a29e-6fc479ccd125 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/networks?id=b6a4ac9e-8ed5-492d-8bfb-17d81672d767&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 HTTP/1.1" status: 200 len: 1990 time: 0.1205535 Aug 30 13:10:34.702786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4bb440f9-fe25-43c9-bc15-859a56d2e596 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/quotas/06905088f4f648bb855223e8aae0df1d HTTP/1.1" status: 200 len: 375 time: 0.0097613 Aug 30 13:10:34.777902 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-f0d06248-5aff-49ec-8b31-10615c718a27 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0673065 Aug 30 13:10:34.965697 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1884cf10-d421-4fff-82c3-36dd2cae79c2 service neutron] 10.222.0.37 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667836 Aug 30 13:10:35.109213 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3edaa96d-b233-4d61-9594-2ba10670ffb0 service neutron] 10.222.0.37 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393573 Aug 30 13:10:35.156305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-041320e0-4582-4eae-a520-690729df27fe service neutron] 10.222.0.37 "GET /v2.0/ports/62bb59c2-a916-4fce-8e19-8b981f8e3473?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0395622 Aug 30 13:10:35.260205 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-6416d296-cb00-4fb3-9aa2-b5fb881c5bef service neutron] 10.222.0.37 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977471 Aug 30 13:10:35.359229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-5119f886-73b7-4f0a-a7b4-b238e897efce service neutron] 10.222.0.37 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906379 Aug 30 13:10:35.403171 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-bd24192c-44eb-4d7e-859b-c35431f31a7b service neutron] 10.222.0.37 "GET /v2.0/ports/67ca5939-98c3-4502-a7a2-978589532e01?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0369487 Aug 30 13:10:35.441901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807683d-b72d-429b-bbf8-23bc4dbd7221 req-aa3223e2-efd8-4b33-9d19-d8777e6b8337 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:35.443429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6807683d-b72d-429b-bbf8-23bc4dbd7221 req-aa3223e2-efd8-4b33-9d19-d8777e6b8337 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0588217 Aug 30 13:10:35.493219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6807683d-b72d-429b-bbf8-23bc4dbd7221 req-6eee86c1-152e-406e-98f1-16ce7bdbaf85 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430393 Aug 30 13:10:35.504458 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c75a72d2-fad4-4f61-9c03-f1f1f2789568 service neutron] 10.222.0.37 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951686 Aug 30 13:10:35.597956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-6fa5f0f8-1bc9-4d44-839d-fbf6cc1e6fe2 service neutron] 10.222.0.37 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869234 Aug 30 13:10:35.694900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-066a2bcf-c969-49b2-a2ec-8d5ee6366894 service neutron] 10.222.0.37 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909359 Aug 30 13:10:35.787094 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-057ada60-0eda-4249-98ee-27b3065181c7 service neutron] 10.222.0.37 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846472 Aug 30 13:10:35.898552 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-f5f474ee-ec6c-4adf-8929-5a36c1247904 service neutron] 10.222.0.37 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050165 Aug 30 13:10:36.014015 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-68edbd5f-3f53-450d-9d13-af56a5f5b693 service neutron] 10.222.0.37 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084714 Aug 30 13:10:36.135421 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-7e9bc71d-db37-40da-a039-8ff838793090 service neutron] 10.222.0.37 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150479 Aug 30 13:10:36.234149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-a1bbe2d3-cff1-4553-8a5b-50dffce218a1 service neutron] 10.222.0.37 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949688 Aug 30 13:10:36.359392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-6cbe0296-9267-4c64-ad95-ddb0add2b2fe service neutron] 10.222.0.37 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181378 Aug 30 13:10:36.454119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-a2e8c9e2-46ba-4264-9014-cc7a482bdd08 service neutron] 10.222.0.37 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937943 Aug 30 13:10:36.582696 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-48dd79d5-d459-4c01-8088-0957befd6e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:36.636681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c904d4-7eb6-4b9a-b95e-769b5c3b5765 req-f2e5c659-28b5-48a6-bc9b-32a9cbc084c9 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:36.638999 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66c904d4-7eb6-4b9a-b95e-769b5c3b5765 req-f2e5c659-28b5-48a6-bc9b-32a9cbc084c9 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0574830 Aug 30 13:10:36.690797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66c904d4-7eb6-4b9a-b95e-769b5c3b5765 req-05bb170b-9dd9-4fb7-8067-130a1fa61dd4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454905 Aug 30 13:10:37.170856 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c6e19fa-c105-4bc8-9444-93707476f066 req-5d334366-e323-48b2-9fab-fdfced6fd4ae tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0363207 Aug 30 13:10:37.834207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d9031-ddb4-439f-815a-f7ef82f203c3 req-22676ef5-a585-4131-99e5-a31b4e03fb30 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:37.842534 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd1d9031-ddb4-439f-815a-f7ef82f203c3 req-22676ef5-a585-4131-99e5-a31b4e03fb30 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0711312 Aug 30 13:10:37.891183 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd1d9031-ddb4-439f-815a-f7ef82f203c3 req-c1311632-48d9-4e75-bf90-1f3463a0c903 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406575 Aug 30 13:10:38.315354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-05795f90-dcc7-4424-af9e-f5e2c7053425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:38.317165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-05795f90-dcc7-4424-af9e-f5e2c7053425 service neutron] 10.222.0.16 "GET /v2.0/ports/62bb59c2-a916-4fce-8e19-8b981f8e3473 HTTP/1.1" status: 200 len: 1028 time: 0.0410450 Aug 30 13:10:38.380125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-de10a4d3-be9e-472c-a44a-ba33d7e2c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:38.381856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-de10a4d3-be9e-472c-a44a-ba33d7e2c579 service neutron] 10.222.0.16 "GET /v2.0/ports/67ca5939-98c3-4502-a7a2-978589532e01 HTTP/1.1" status: 200 len: 1028 time: 0.0552626 Aug 30 13:10:38.408077 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3adabc8-c724-4592-b66f-cd4028d86f89 req-b439dc37-a9de-45a1-9af6-741133afbbb6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0903876 Aug 30 13:10:38.533244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4586792c-54dd-42ee-9bee-45d47e496692 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:38.539939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4586792c-54dd-42ee-9bee-45d47e496692 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:38.546080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4586792c-54dd-42ee-9bee-45d47e496692 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:38.547960 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4586792c-54dd-42ee-9bee-45d47e496692 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "GET /v2.0/networks?id=b6a4ac9e-8ed5-492d-8bfb-17d81672d767&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 HTTP/1.1" status: 200 len: 1990 time: 0.1565762 Aug 30 13:10:38.609504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-98f4c92e-e036-4c03-b722-923c25307cca tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06905088f4f648bb855223e8aae0df1d HTTP/1.1" status: 200 len: 379 time: 0.0410943 Aug 30 13:10:38.619734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'admin_state_up': True, 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'security_groups': ['16bd14e4-bf5e-428a-be0c-2f26a0ec21c5']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:38.752872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:38.756730 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:38.919886 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Allocated IP 172.20.0.10 (b6a4ac9e-8ed5-492d-8bfb-17d81672d767/a3b8393d-034a-41cd-9030-c5e8b6c185f2/2ef845f6-75be-4b04-8d85-da52582069a1) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:39.119856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba0f2f-16b2-4b3a-a8d9-1ff1c24d1bcc req-8353204e-1fb4-4255-88b8-0845f935f207 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:39.121397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0ba0f2f-16b2-4b3a-a8d9-1ff1c24d1bcc req-8353204e-1fb4-4255-88b8-0845f935f207 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0920367 Aug 30 13:10:39.147443 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:39.173148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Transition to ACTIVE for port object 2ef845f6-75be-4b04-8d85-da52582069a1 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:39.191103 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b0ba0f2f-16b2-4b3a-a8d9-1ff1c24d1bcc req-240c7fef-a5d3-411a-adda-685e8ef1c477 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608797 Aug 30 13:10:39.220794 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:39.272938 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:39.277378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:39.281585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:39.318911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Port': ['ID=2ef845f6-75be-4b04-8d85-da52582069a1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:39.323447 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0ced6482-6eae-4641-bded-dbe1d6218bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:39.379085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.382016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.382418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.383996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.384742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.386371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.386925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.387269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.390448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.390800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.391138 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.391471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:39.433733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:39.434321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:39.466567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-16632a61-b308-4c47-b743-f979e990fccb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8504903 Aug 30 13:10:39.480445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'admin_state_up': True, 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'security_groups': ['16bd14e4-bf5e-428a-be0c-2f26a0ec21c5']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:39.678147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5a93c447-c3e4-4ed0-a3c3-2b8686206c80 None None] Provisioning for port 2ef845f6-75be-4b04-8d85-da52582069a1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:39.683421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5a93c447-c3e4-4ed0-a3c3-2b8686206c80 None None] Provisioning complete for port 2ef845f6-75be-4b04-8d85-da52582069a1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:39.684219 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5a93c447-c3e4-4ed0-a3c3-2b8686206c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:39.769646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5a93c447-c3e4-4ed0-a3c3-2b8686206c80 None None] Port 2ef845f6-75be-4b04-8d85-da52582069a1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:39.789131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c8352-2426-41b3-8394-0e8b19f502dd req-b523e3ed-e6d2-4213-b1e7-240c3afeab6a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:39.798168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c4c8352-2426-41b3-8394-0e8b19f502dd req-b523e3ed-e6d2-4213-b1e7-240c3afeab6a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 932 time: 0.1812987 Aug 30 13:10:39.847161 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:39.850846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:39.878735 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5c4c8352-2426-41b3-8394-0e8b19f502dd req-19be9c7d-bea8-48d6-a12c-4a5c2a440eab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769148 Aug 30 13:10:39.939439 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:40.057808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Allocated IP 10.1.1.253 (de20893d-232d-4a74-8d0e-6d728b67259f/b64d4f6f-a566-422b-94a1-91a38ba265db/e4fd4cae-2169-4d21-81b0-89740c1a1eb4) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:40.302949 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:40.318668 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Transition to ACTIVE for port object e4fd4cae-2169-4d21-81b0-89740c1a1eb4 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:40.360969 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:40.418825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Port': ['ID=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:40.428664 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa8dd9-a236-4ad3-b2e8-806571c0f29c req-4120e5bb-2248-46f2-a54b-61ea9aade1de tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:40.433738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5afa8dd9-a236-4ad3-b2e8-806571c0f29c req-4120e5bb-2248-46f2-a54b-61ea9aade1de tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1227002 Aug 30 13:10:40.434130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e075-009f-4b37-95c5-c24f90da1e71 req-5e9c50a4-5a82-4ea3-9200-3407bc5b7cd6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:40.441638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e075-009f-4b37-95c5-c24f90da1e71 req-5e9c50a4-5a82-4ea3-9200-3407bc5b7cd6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:40.449447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e075-009f-4b37-95c5-c24f90da1e71 req-5e9c50a4-5a82-4ea3-9200-3407bc5b7cd6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:40.456689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e075-009f-4b37-95c5-c24f90da1e71 req-5e9c50a4-5a82-4ea3-9200-3407bc5b7cd6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:40.468140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e075-009f-4b37-95c5-c24f90da1e71 req-5e9c50a4-5a82-4ea3-9200-3407bc5b7cd6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:40.475973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e075-009f-4b37-95c5-c24f90da1e71 req-5e9c50a4-5a82-4ea3-9200-3407bc5b7cd6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:40.483588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74e075-009f-4b37-95c5-c24f90da1e71 req-5e9c50a4-5a82-4ea3-9200-3407bc5b7cd6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:40.485634 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca74e075-009f-4b37-95c5-c24f90da1e71 req-5e9c50a4-5a82-4ea3-9200-3407bc5b7cd6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5441 time: 0.3801885 Aug 30 13:10:40.518401 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5afa8dd9-a236-4ad3-b2e8-806571c0f29c req-c6b74abd-c3e3-4518-928f-f6f98c1eda33 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780909 Aug 30 13:10:40.546489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network de20893d-232d-4a74-8d0e-6d728b67259f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:40.549952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:40.554463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:40.570863 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca74e075-009f-4b37-95c5-c24f90da1e71 req-52eefa3a-c2e1-4e32-a5ce-444f55ad20d4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784216 Aug 30 13:10:40.639204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:40.639880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:40.667620 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-304aab10-ff40-4983-b429-3b0ecc87f412 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1940949 Aug 30 13:10:40.687427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'admin_state_up': True, 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'security_groups': ['16bd14e4-bf5e-428a-be0c-2f26a0ec21c5']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:40.764793 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:40.896817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:40.905205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:40.906183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8f33f02-f61f-4c42-b0ef-45ead74662b0 None None] Provisioning for port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:40.911376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8f33f02-f61f-4c42-b0ef-45ead74662b0 None None] Provisioning complete for port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:40.911857 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8f33f02-f61f-4c42-b0ef-45ead74662b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:40.990868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a8f33f02-f61f-4c42-b0ef-45ead74662b0 None None] Port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:41.057180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90dd6-453d-4d16-b1e0-ae55159b53d1 req-2579b63a-3e62-4b2c-a389-51f866efbb50 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.065748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c90dd6-453d-4d16-b1e0-ae55159b53d1 req-2579b63a-3e62-4b2c-a389-51f866efbb50 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.076489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6c90dd6-453d-4d16-b1e0-ae55159b53d1 req-2579b63a-3e62-4b2c-a389-51f866efbb50 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 1654 time: 0.1190560 Aug 30 13:10:41.091967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Allocated IP 10.1.1.147 (de20893d-232d-4a74-8d0e-6d728b67259f/b64d4f6f-a566-422b-94a1-91a38ba265db/1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:41.145086 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6c90dd6-453d-4d16-b1e0-ae55159b53d1 req-c0957839-7296-4026-be8c-8356b0d6a462 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659471 Aug 30 13:10:41.295721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52560) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:41.334827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:41.362428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Transition to ACTIVE for port object 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:41.445897 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:41.474413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-93238733-4f0e-482c-ab1c-a5bc406cbf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:41.521072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network de20893d-232d-4a74-8d0e-6d728b67259f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:41.524967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:41.531762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:41.539643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2dd1be4d-2649-4904-8977-550c7682923e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.546695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2dd1be4d-2649-4904-8977-550c7682923e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.553260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2dd1be4d-2649-4904-8977-550c7682923e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.565653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2dd1be4d-2649-4904-8977-550c7682923e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.574673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2dd1be4d-2649-4904-8977-550c7682923e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.580642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2dd1be4d-2649-4904-8977-550c7682923e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.586953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2dd1be4d-2649-4904-8977-550c7682923e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.588954 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2dd1be4d-2649-4904-8977-550c7682923e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5441 time: 0.1878662 Aug 30 13:10:41.634194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Port': ['ID=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:41.661402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.663169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:41.720999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-63b48583-541d-41d8-bd74-3a7c907df56f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.736886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-63b48583-541d-41d8-bd74-3a7c907df56f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "GET /v2.0/ports/97a6339c-7374-43d6-b5dd-c60a6ad87c63?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1155005 Aug 30 13:10:41.777515 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbe701-4eb6-4346-9ed7-9c0861d734b8 req-f1877251-9101-4d16-a8c1-f95901dd6fa8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.792655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7dbe701-4eb6-4346-9ed7-9c0861d734b8 req-f1877251-9101-4d16-a8c1-f95901dd6fa8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1634200 Aug 30 13:10:41.855878 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7dbe701-4eb6-4346-9ed7-9c0861d734b8 req-cc57a612-f355-47ee-b503-493263eeb256 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621376 Aug 30 13:10:41.899861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2410c993-3b8e-4d14-9fba-8ae4f543c0a2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "GET /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1333029 Aug 30 13:10:41.915928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:41.982693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeafe8-931d-44a7-a739-48e800be58a4 req-f0bf2c84-d581-4f52-adfd-1c20fc05673f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.988870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeafe8-931d-44a7-a739-48e800be58a4 req-f0bf2c84-d581-4f52-adfd-1c20fc05673f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:41.996258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeafe8-931d-44a7-a739-48e800be58a4 req-f0bf2c84-d581-4f52-adfd-1c20fc05673f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:42.002156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeafe8-931d-44a7-a739-48e800be58a4 req-f0bf2c84-d581-4f52-adfd-1c20fc05673f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:42.016756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeafe8-931d-44a7-a739-48e800be58a4 req-f0bf2c84-d581-4f52-adfd-1c20fc05673f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:42.023173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeafe8-931d-44a7-a739-48e800be58a4 req-f0bf2c84-d581-4f52-adfd-1c20fc05673f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:42.030277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeafe8-931d-44a7-a739-48e800be58a4 req-f0bf2c84-d581-4f52-adfd-1c20fc05673f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:42.032457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0baeafe8-931d-44a7-a739-48e800be58a4 req-f0bf2c84-d581-4f52-adfd-1c20fc05673f tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 5441 time: 0.2925789 Aug 30 13:10:42.033870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eba1ab3-b201-4d1c-a60a-b41988f8df4f None None] Provisioning for port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:42.044512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eba1ab3-b201-4d1c-a60a-b41988f8df4f None None] Provisioning complete for port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:42.045263 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eba1ab3-b201-4d1c-a60a-b41988f8df4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.057562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-93238733-4f0e-482c-ab1c-a5bc406cbf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.079172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-02259623-9129-4d20-b163-32308cf5e019 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4027679 Aug 30 13:10:42.083413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-93238733-4f0e-482c-ab1c-a5bc406cbf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.092759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1', 'admin_state_up': True, 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'security_groups': ['16bd14e4-bf5e-428a-be0c-2f26a0ec21c5']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:42.120154 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.166006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-93238733-4f0e-482c-ab1c-a5bc406cbf86 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7f87512712b44a008c6984d2f945264c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8686655 Aug 30 13:10:42.170722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0baeafe8-931d-44a7-a739-48e800be58a4 req-aa8127c9-c737-4103-9b7b-9a3080484fec tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1305950 Aug 30 13:10:42.172737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52572) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:10:42.191444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.213949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93238733-4f0e-482c-ab1c-a5bc406cbf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828cb5b2-af85-4e4f-9f72-8007957491c5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:42.223850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eba1ab3-b201-4d1c-a60a-b41988f8df4f None None] Port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:42.296792 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfcfba13-0461-4395-acd6-8e19c9509d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.328544 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfcfba13-0461-4395-acd6-8e19c9509d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.368826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e678040-8a2f-4077-b8f8-d0505d9269f1 req-ae87ffa7-fb9a-4cdd-a39e-09d9be7583a3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:42.375391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e678040-8a2f-4077-b8f8-d0505d9269f1 req-ae87ffa7-fb9a-4cdd-a39e-09d9be7583a3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:42.387303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e678040-8a2f-4077-b8f8-d0505d9269f1 req-ae87ffa7-fb9a-4cdd-a39e-09d9be7583a3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:42.389129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e678040-8a2f-4077-b8f8-d0505d9269f1 req-ae87ffa7-fb9a-4cdd-a39e-09d9be7583a3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 2375 time: 0.1233892 Aug 30 13:10:42.485758 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e678040-8a2f-4077-b8f8-d0505d9269f1 req-24669e07-c361-4179-b4ef-fa2f629e6d3b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827534 Aug 30 13:10:42.486704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:42.499613 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfcfba13-0461-4395-acd6-8e19c9509d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.502434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dfcfba13-0461-4395-acd6-8e19c9509d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.506417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dfcfba13-0461-4395-acd6-8e19c9509d81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/828cb5b2-af85-4e4f-9f72-8007957491c5 HTTP/1.1" status: 204 len: 168 time: 0.3318784 Aug 30 13:10:42.538812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfba13-0461-4395-acd6-8e19c9509d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828cb5b2-af85-4e4f-9f72-8007957491c5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:42.606788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] For port 97a6339c-7374-43d6-b5dd-c60a6ad87c63, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=97a6339c-7374-43d6-b5dd-c60a6ad87c63,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:42.668914 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.683417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] For port 97a6339c-7374-43d6-b5dd-c60a6ad87c63, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:42.735846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] device_id is not set on port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:10:42.746075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.754584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.857989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] No DVR routers for this DVR port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:10:42.896272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] Pushing event updated for resources: {'Port': ['ID=97a6339c-7374-43d6-b5dd-c60a6ad87c63,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:42.944807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] In _notify_port_updated(), no bound segment for port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:10:42.948168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:42.949448 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:42.952546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-da4269dc-09fa-44cf-9787-dff74ee7c59f service neutron] 10.222.0.35 "PUT /v2.0/ports/97a6339c-7374-43d6-b5dd-c60a6ad87c63 HTTP/1.1" status: 200 len: 1030 time: 1.0415339 Aug 30 13:10:43.049795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Allocated IP 10.2.2.100 (7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1/d5d839a1-8d22-4048-819a-bbfef46e88a4/ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:43.169756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6f71b280-1d43-4727-af58-bda9a6e8f495 None None] Provisioning complete for port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:43.170292 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6f71b280-1d43-4727-af58-bda9a6e8f495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:43.222774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6f71b280-1d43-4727-af58-bda9a6e8f495 None None] Port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:43.304294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:43.323142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Transition to ACTIVE for port object ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:43.424883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3abc2-2e31-4142-9b93-16fc2a5cd848 req-5622a99e-d90b-45e4-a3e8-0a2d3439908c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:43.431078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3abc2-2e31-4142-9b93-16fc2a5cd848 req-5622a99e-d90b-45e4-a3e8-0a2d3439908c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:43.437275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3abc2-2e31-4142-9b93-16fc2a5cd848 req-5622a99e-d90b-45e4-a3e8-0a2d3439908c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:43.444241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3abc2-2e31-4142-9b93-16fc2a5cd848 req-5622a99e-d90b-45e4-a3e8-0a2d3439908c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:43.452109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3abc2-2e31-4142-9b93-16fc2a5cd848 req-5622a99e-d90b-45e4-a3e8-0a2d3439908c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:43.461952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d3abc2-2e31-4142-9b93-16fc2a5cd848 req-5622a99e-d90b-45e4-a3e8-0a2d3439908c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:43.463872 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27d3abc2-2e31-4142-9b93-16fc2a5cd848 req-5622a99e-d90b-45e4-a3e8-0a2d3439908c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 4664 time: 0.1350315 Aug 30 13:10:43.474598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:43.579928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-9c0001e0-f849-4a35-8577-7df70e9daa63 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:43.581559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-9c0001e0-f849-4a35-8577-7df70e9daa63 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "GET /v2.0/ports/0c41a4a6-df09-4307-a892-1ee811eb509e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6186562 Aug 30 13:10:43.594870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:43.632496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:43.644007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:43.648319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:43.655531 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27d3abc2-2e31-4142-9b93-16fc2a5cd848 req-50c294fe-655f-4436-866c-29d035de2d4b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=5b3276b7-fa06-452b-8856-4671ddfb2ec3&id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1753597 Aug 30 13:10:43.670978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d1fd8-c1d2-4fe2-89e1-c2525b74525a req-5fc84f95-5a3c-4a98-8149-9a43132f0506 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:43.678593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-411d1fd8-c1d2-4fe2-89e1-c2525b74525a req-5fc84f95-5a3c-4a98-8149-9a43132f0506 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.6672878 Aug 30 13:10:43.681406 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:43.683538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Port': ['ID=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:43.747739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-411d1fd8-c1d2-4fe2-89e1-c2525b74525a req-6fe3e1ff-0a19-4c6b-8fbc-34ae3a51779e tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678086 Aug 30 13:10:43.754645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:43.755570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:43.777653 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4ae658df-5c31-4237-8a4c-9f48ebaf6246 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6903889 Aug 30 13:10:43.800164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1', 'admin_state_up': True, 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'security_groups': ['16bd14e4-bf5e-428a-be0c-2f26a0ec21c5']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:43.923235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] For port 0c41a4a6-df09-4307-a892-1ee811eb509e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=0c41a4a6-df09-4307-a892-1ee811eb509e,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:43.969654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] For port 0c41a4a6-df09-4307-a892-1ee811eb509e, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:44.045375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] device_id is not set on port 0c41a4a6-df09-4307-a892-1ee811eb509e yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:10:44.059366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2de931ad-5797-44e0-9237-bc051e224b16 None None] Provisioning for port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:44.065850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2de931ad-5797-44e0-9237-bc051e224b16 None None] Provisioning complete for port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:44.066291 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2de931ad-5797-44e0-9237-bc051e224b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.067408 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.076839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.100658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97284f-e1f8-4956-99d9-fbffbf002aad req-aa6f9740-daa4-4fec-b08c-6fc65c1a15c3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:44.110148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97284f-e1f8-4956-99d9-fbffbf002aad req-aa6f9740-daa4-4fec-b08c-6fc65c1a15c3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:44.118173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97284f-e1f8-4956-99d9-fbffbf002aad req-aa6f9740-daa4-4fec-b08c-6fc65c1a15c3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:44.125445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97284f-e1f8-4956-99d9-fbffbf002aad req-aa6f9740-daa4-4fec-b08c-6fc65c1a15c3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:44.135426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d97284f-e1f8-4956-99d9-fbffbf002aad req-aa6f9740-daa4-4fec-b08c-6fc65c1a15c3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 3096 time: 0.1537030 Aug 30 13:10:44.138313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Made reservation on behalf of 06905088f4f648bb855223e8aae0df1d for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:44.147427 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.151906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2de931ad-5797-44e0-9237-bc051e224b16 None None] Port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:44.183732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] No DVR routers for this DVR port 0c41a4a6-df09-4307-a892-1ee811eb509e on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:10:44.201025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d97284f-e1f8-4956-99d9-fbffbf002aad req-ae384077-96e5-4be6-8c45-cba967e80f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583417 Aug 30 13:10:44.262891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] Pushing event updated for resources: {'Port': ['ID=0c41a4a6-df09-4307-a892-1ee811eb509e,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:44.290806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] In _notify_port_updated(), no bound segment for port 0c41a4a6-df09-4307-a892-1ee811eb509e on network 771a7f3a-e245-48d3-8293-62931754e424 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:10:44.291690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:44.292295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.293587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-340564c6-c2c4-4fa0-8fe5-5e3e9a0a4795 service neutron] 10.222.0.35 "PUT /v2.0/ports/0c41a4a6-df09-4307-a892-1ee811eb509e HTTP/1.1" status: 200 len: 1032 time: 0.7036521 Aug 30 13:10:44.340808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b9132d50-ae96-4a27-b256-8bd3fa50c0a9 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:10:44.508349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting port 70497155-57ab-40aa-a3ff-4e8ec33426bd {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:10:44.508686 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.526145 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.590642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Allocated IP 10.2.2.200 (7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1/d5d839a1-8d22-4048-819a-bbfef46e88a4/58d2eced-5d5c-4ef5-a429-b2e42d982faa) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:44.616707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-40db5e92-99cb-4641-9d5c-0904eb5a3b3a None None] Provisioning complete for port 0c41a4a6-df09-4307-a892-1ee811eb509e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:44.618216 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-40db5e92-99cb-4641-9d5c-0904eb5a3b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.670613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:44.673467 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62ba7ab-a8f4-4193-ac39-4631b8edc98e" -d '{"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-unplugged", "status": "completed", "tag": "b9132d50-ae96-4a27-b256-8bd3fa50c0a9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:44.708146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b9132d50-ae96-4a27-b256-8bd3fa50c0a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:44.721158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.722170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 67aa8042-d52a-4dc9-a7f1-f109a63e6ced no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:10:44.750770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] For port 70497155-57ab-40aa-a3ff-4e8ec33426bd, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=70497155-57ab-40aa-a3ff-4e8ec33426bd,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:44.751346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.788836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Calling delete_port for 70497155-57ab-40aa-a3ff-4e8ec33426bd owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:10:44.822284 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c55642-5f20-4cf0-9d36-51e0e3882add x-openstack-request-id: req-e9c55642-5f20-4cf0-9d36-51e0e3882add {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:44.837589 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-unplugged", "status": "completed", "tag": "b9132d50-ae96-4a27-b256-8bd3fa50c0a9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:44.837589 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9c55642-5f20-4cf0-9d36-51e0e3882add {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:44.838283 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9', 'code': 200} Aug 30 13:10:44.839131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-40db5e92-99cb-4641-9d5c-0904eb5a3b3a None None] Port 0c41a4a6-df09-4307-a892-1ee811eb509e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:44.881867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:44.890982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.891538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.891997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.892447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.892895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.893380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.893857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.894297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.894760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.895194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.895631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.896065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:10:44.946516 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.971879 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:44.989948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Transition to ACTIVE for port object 58d2eced-5d5c-4ef5-a429-b2e42d982faa will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:45.014324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731a6b3-2a3c-49e8-9dc8-5ce2319ebb26 req-41d72988-77c0-4d70-a3e2-a4e18fe0945a tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.016166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7731a6b3-2a3c-49e8-9dc8-5ce2319ebb26 req-41d72988-77c0-4d70-a3e2-a4e18fe0945a tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1394620 Aug 30 13:10:45.063889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:45.088816 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:45.089824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 24f4219d-372f-4637-adb6-6ac697f5efb1 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:10:45.110267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:45.110538 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7731a6b3-2a3c-49e8-9dc8-5ce2319ebb26 req-ef2f39e1-1702-4d8b-975a-cb890208a5fe tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807846 Aug 30 13:10:45.187172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event updated for resources: {'Port': ['ID=58d2eced-5d5c-4ef5-a429-b2e42d982faa,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:45.204922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335dab4-b5c4-489e-a015-dcdcdc0c4a42 req-32e23b14-04d9-4d7e-979e-4c80fd16269a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.212142 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:45.214708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335dab4-b5c4-489e-a015-dcdcdc0c4a42 req-32e23b14-04d9-4d7e-979e-4c80fd16269a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.223118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335dab4-b5c4-489e-a015-dcdcdc0c4a42 req-32e23b14-04d9-4d7e-979e-4c80fd16269a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.230672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335dab4-b5c4-489e-a015-dcdcdc0c4a42 req-32e23b14-04d9-4d7e-979e-4c80fd16269a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.238623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335dab4-b5c4-489e-a015-dcdcdc0c4a42 req-32e23b14-04d9-4d7e-979e-4c80fd16269a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.240675 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6335dab4-b5c4-489e-a015-dcdcdc0c4a42 req-32e23b14-04d9-4d7e-979e-4c80fd16269a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 3883 time: 0.3972621 Aug 30 13:10:45.267238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:45.278903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:45.298422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:45.359460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:45.380298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Port': ['ID=70497155-57ab-40aa-a3ff-4e8ec33426bd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:45.394940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.395615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:45.454698 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6335dab4-b5c4-489e-a015-dcdcdc0c4a42 req-f1cec41a-8bbf-4d44-9710-cd8037239d21 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973097 Aug 30 13:10:45.462678 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-526dcbe9-5b1b-44da-99b3-4a42bd830f5f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6675794 Aug 30 13:10:45.477477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:45.499822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] No DVR routers for this DVR port 70497155-57ab-40aa-a3ff-4e8ec33426bd on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:10:45.516656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:45.519073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-2da1bd37-7c09-4705-a5bf-afa5def35668 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "DELETE /v2.0/ports/70497155-57ab-40aa-a3ff-4e8ec33426bd HTTP/1.1" status: 204 len: 173 time: 1.2173898 Aug 30 13:10:45.519538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': '70497155-57ab-40aa-a3ff-4e8ec33426bd'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:45.542044 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072e17c5-3cc0-4ce5-8c70-e6cdc52aff1c" -d '{"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "70497155-57ab-40aa-a3ff-4e8ec33426bd"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:45.697378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:45.720226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:45.746769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcbfcd-8579-426f-b5ed-7c1c5d4159d3 req-9d79d8ea-d636-44f3-b7d1-5d5a5ddb5942 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.756901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcbfcd-8579-426f-b5ed-7c1c5d4159d3 req-9d79d8ea-d636-44f3-b7d1-5d5a5ddb5942 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.793441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcbfcd-8579-426f-b5ed-7c1c5d4159d3 req-9d79d8ea-d636-44f3-b7d1-5d5a5ddb5942 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.817850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcbfcd-8579-426f-b5ed-7c1c5d4159d3 req-9d79d8ea-d636-44f3-b7d1-5d5a5ddb5942 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.880653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcbfcd-8579-426f-b5ed-7c1c5d4159d3 req-9d79d8ea-d636-44f3-b7d1-5d5a5ddb5942 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:45.901252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38dcbfcd-8579-426f-b5ed-7c1c5d4159d3 req-9d79d8ea-d636-44f3-b7d1-5d5a5ddb5942 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 3817 time: 0.5136652 Aug 30 13:10:45.902226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 24f4219d-372f-4637-adb6-6ac697f5efb1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=24f4219d-372f-4637-adb6-6ac697f5efb1,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:45.929115 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:45.930665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 0c41a4a6-df09-4307-a892-1ee811eb509e no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:10:46.018663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0d740bb4-fe31-4b60-9b99-5d64f7deb6eb None None] Provisioning for port 58d2eced-5d5c-4ef5-a429-b2e42d982faa completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:10:46.164854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0d740bb4-fe31-4b60-9b99-5d64f7deb6eb None None] Provisioning complete for port 58d2eced-5d5c-4ef5-a429-b2e42d982faa triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:10:46.165872 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0d740bb4-fe31-4b60-9b99-5d64f7deb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:46.203149 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38dcbfcd-8579-426f-b5ed-7c1c5d4159d3 req-ddbcd991-f879-46f4-9119-3731661a57cd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983720 Aug 30 13:10:46.300206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0d740bb4-fe31-4b60-9b99-5d64f7deb6eb None None] Port 58d2eced-5d5c-4ef5-a429-b2e42d982faa cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:10:46.313512 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dce244d-cc41-4a2d-8940-6e2b87ca02ed x-openstack-request-id: req-7dce244d-cc41-4a2d-8940-6e2b87ca02ed {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:46.315313 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "70497155-57ab-40aa-a3ff-4e8ec33426bd", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:46.315313 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7dce244d-cc41-4a2d-8940-6e2b87ca02ed {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:46.321441 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': '70497155-57ab-40aa-a3ff-4e8ec33426bd', 'status': 'completed', 'code': 200} Aug 30 13:10:46.397375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=24f4219d-372f-4637-adb6-6ac697f5efb1,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:46.408805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 0c41a4a6-df09-4307-a892-1ee811eb509e not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:10:46.409529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70497155-57ab-40aa-a3ff-4e8ec33426bd no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:10:46.421191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef845f6-75be-4b04-8d85-da52582069a1 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:46.442526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:10:46.443066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:46.445021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:46.468808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Transition to ACTIVE for port object 2ef845f6-75be-4b04-8d85-da52582069a1 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:46.475051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:46.484323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 70497155-57ab-40aa-a3ff-4e8ec33426bd {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:10:46.484681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 70497155-57ab-40aa-a3ff-4e8ec33426bd not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:10:46.485535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 97a6339c-7374-43d6-b5dd-c60a6ad87c63 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:10:46.569350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 97a6339c-7374-43d6-b5dd-c60a6ad87c63 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:10:46.569350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device e2618e52-0bee-4ce8-8e9c-de471cd123c1 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:10:46.627489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef845f6-75be-4b04-8d85-da52582069a1,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:46.671815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8c220-86b7-4607-821f-ce22859b60c0 req-87491ccc-9f99-471a-b9d2-c95a28507bcf tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:46.675556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccc8c220-86b7-4607-821f-ce22859b60c0 req-87491ccc-9f99-471a-b9d2-c95a28507bcf tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.2960999 Aug 30 13:10:46.756217 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:46.760084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] For port b9132d50-ae96-4a27-b256-8bd3fa50c0a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:46.760998 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:46.766102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Attempting to bind port 2ef845f6-75be-4b04-8d85-da52582069a1 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:46.766604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Attempting to bind port 2ef845f6-75be-4b04-8d85-da52582069a1 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:46.767034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Attempting to bind port 2ef845f6-75be-4b04-8d85-da52582069a1 on network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:46.783834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Port 2ef845f6-75be-4b04-8d85-da52582069a1 on network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:46.784177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Attempting to bind port 2ef845f6-75be-4b04-8d85-da52582069a1 on network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:46.796877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Calling delete_port for b9132d50-ae96-4a27-b256-8bd3fa50c0a9 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:10:46.811670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:46.812855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Checking segment: {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:46.813435 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Bound using segment: {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:46.814198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Bound port: 2ef845f6-75be-4b04-8d85-da52582069a1, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7cb6679-d455-484c-b7e2-9f48eae55288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:46.815113 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:46.832746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccc8c220-86b7-4607-821f-ce22859b60c0 req-9d8e8e5f-a966-4c29-8140-c1071081989a tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445463 Aug 30 13:10:46.845065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port e2618e52-0bee-4ce8-8e9c-de471cd123c1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e2618e52-0bee-4ce8-8e9c-de471cd123c1,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:46.848653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced'}, {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1'}, {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:46.851395 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a2afed-ec47-4970-a4e4-015fc56c3346" -d '{"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-unplugged", "status": "completed", "tag": "67aa8042-d52a-4dc9-a7f1-f109a63e6ced"}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-unplugged", "status": "completed", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1"}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-unplugged", "status": "completed", "tag": "e2618e52-0bee-4ce8-8e9c-de471cd123c1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:46.862612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da7c69-b529-4cce-8200-e6c8618cd078 req-c679b2da-e86d-473c-905e-ca67295e0507 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:46.867082 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:46.872975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da7c69-b529-4cce-8200-e6c8618cd078 req-c679b2da-e86d-473c-905e-ca67295e0507 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:46.880919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da7c69-b529-4cce-8200-e6c8618cd078 req-c679b2da-e86d-473c-905e-ca67295e0507 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:46.888044 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da7c69-b529-4cce-8200-e6c8618cd078 req-c679b2da-e86d-473c-905e-ca67295e0507 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:46.897470 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9da7c69-b529-4cce-8200-e6c8618cd078 req-c679b2da-e86d-473c-905e-ca67295e0507 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 3144 time: 0.1968939 Aug 30 13:10:46.969995 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63693af-6372-4700-8327-247b26321dbf x-openstack-request-id: req-a63693af-6372-4700-8327-247b26321dbf {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:46.970348 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-unplugged", "status": "completed", "tag": "67aa8042-d52a-4dc9-a7f1-f109a63e6ced", "code": 200}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-unplugged", "status": "completed", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1", "code": 200}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-unplugged", "status": "completed", "tag": "e2618e52-0bee-4ce8-8e9c-de471cd123c1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:46.970609 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a63693af-6372-4700-8327-247b26321dbf {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:46.971990 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced', 'code': 200} Aug 30 13:10:46.973123 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'code': 200} Aug 30 13:10:46.973328 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1', 'code': 200} Aug 30 13:10:47.012327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9da7c69-b529-4cce-8200-e6c8618cd078 req-796a35d2-9532-49bb-bdf0-1e836e0d6fd4 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100271 Aug 30 13:10:47.062341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=e2618e52-0bee-4ce8-8e9c-de471cd123c1,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:47.076687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] For port 2ef845f6-75be-4b04-8d85-da52582069a1, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:47.080077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] For port 2ef845f6-75be-4b04-8d85-da52582069a1, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2ef845f6-75be-4b04-8d85-da52582069a1,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:47.091935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:47.176970 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:47.251494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Port': ['ID=b9132d50-ae96-4a27-b256-8bd3fa50c0a9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:47.419276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] No DVR routers for this DVR port b9132d50-ae96-4a27-b256-8bd3fa50c0a9 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:10:47.425552 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:47.436026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-6b6c3e14-9277-4dd5-9261-4c86d4d4971d tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "DELETE /v2.0/ports/b9132d50-ae96-4a27-b256-8bd3fa50c0a9 HTTP/1.1" status: 204 len: 173 time: 1.8804040 Aug 30 13:10:47.594674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d763b9e-c11e-47b6-aa4d-688320f16a6e req-cf56ed53-2529-460e-a8a2-6a061525e899 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:47.603473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d763b9e-c11e-47b6-aa4d-688320f16a6e req-cf56ed53-2529-460e-a8a2-6a061525e899 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:47.609996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d763b9e-c11e-47b6-aa4d-688320f16a6e req-cf56ed53-2529-460e-a8a2-6a061525e899 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:47.618697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d763b9e-c11e-47b6-aa4d-688320f16a6e req-cf56ed53-2529-460e-a8a2-6a061525e899 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:47.627514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d763b9e-c11e-47b6-aa4d-688320f16a6e req-cf56ed53-2529-460e-a8a2-6a061525e899 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:47.638636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d763b9e-c11e-47b6-aa4d-688320f16a6e req-cf56ed53-2529-460e-a8a2-6a061525e899 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 3829 time: 0.2218251 Aug 30 13:10:47.700896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting port 24f4219d-372f-4637-adb6-6ac697f5efb1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:10:47.701015 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:47.732081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d763b9e-c11e-47b6-aa4d-688320f16a6e req-a2147964-df6d-43c1-bc75-7c074c24d04e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924530 Aug 30 13:10:47.861616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] For port 24f4219d-372f-4637-adb6-6ac697f5efb1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=24f4219d-372f-4637-adb6-6ac697f5efb1,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:47.861616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:47.903350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:47.903950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:47.905374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] 10.222.0.16 "PUT /v2.0/ports/2ef845f6-75be-4b04-8d85-da52582069a1 HTTP/1.1" status: 200 len: 1092 time: 2.4332254 Aug 30 13:10:47.905888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:47.908626 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed3f823-8763-4737-b7d2-648bb9db49ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:47.945137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:47.991169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7731c-e8d0-48ca-a4bd-bf5edb8a8203 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef845f6-75be-4b04-8d85-da52582069a1,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:48.066411 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:48.078511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313bbab-ef9b-4beb-b081-36895705a210 req-290ebb71-e567-4caf-8b2c-fec7ae976d77 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.086901 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8313bbab-ef9b-4beb-b081-36895705a210 req-290ebb71-e567-4caf-8b2c-fec7ae976d77 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1283407 Aug 30 13:10:48.128119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:48.128507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:48.128818 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Floating IP 13876a84-3f7e-4afb-bb2c-f47db4ffd06c disassociated. External IP: 172.25.2.237, port: 24f4219d-372f-4637-adb6-6ac697f5efb1. Aug 30 13:10:48.129155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Calling delete_port for 24f4219d-372f-4637-adb6-6ac697f5efb1 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:10:48.166802 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddf916d-21f9-4e77-880d-8daacbb66f66 x-openstack-request-id: req-3ddf916d-21f9-4e77-880d-8daacbb66f66 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:48.167099 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:48.167354 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ddf916d-21f9-4e77-880d-8daacbb66f66 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:48.167754 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1', 'status': 'completed', 'code': 200} Aug 30 13:10:48.224086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8313bbab-ef9b-4beb-b081-36895705a210 req-73fdd888-1162-49e9-9483-90fd8d144cd8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361535 Aug 30 13:10:48.322430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:48.323724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-99de522b-d96b-4735-bec9-a6f5f9fda795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.324222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-99de522b-d96b-4735-bec9-a6f5f9fda795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.324704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-99de522b-d96b-4735-bec9-a6f5f9fda795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.325089 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da65bd7-4ae4-4c7c-9a35-b2a77457b41c" -d '{"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "b9132d50-ae96-4a27-b256-8bd3fa50c0a9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:48.325227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-99de522b-d96b-4735-bec9-a6f5f9fda795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.325635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-99de522b-d96b-4735-bec9-a6f5f9fda795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.327649 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-99de522b-d96b-4735-bec9-a6f5f9fda795 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 4364 time: 0.1489947 Aug 30 13:10:48.344507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a905383-9633-4fc1-92f2-bf01fb6d8f41 req-e8a121df-f171-4ded-ad3a-8c4e66a81e6b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.351471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a905383-9633-4fc1-92f2-bf01fb6d8f41 req-e8a121df-f171-4ded-ad3a-8c4e66a81e6b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.358775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a905383-9633-4fc1-92f2-bf01fb6d8f41 req-e8a121df-f171-4ded-ad3a-8c4e66a81e6b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.360521 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a905383-9633-4fc1-92f2-bf01fb6d8f41 req-e8a121df-f171-4ded-ad3a-8c4e66a81e6b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 2409 time: 0.1157219 Aug 30 13:10:48.362038 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:48.438942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Port': ['ID=24f4219d-372f-4637-adb6-6ac697f5efb1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:48.474223 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a905383-9633-4fc1-92f2-bf01fb6d8f41 req-e47e969d-ef59-4d3d-99bd-d81d3deeabd6 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029880 Aug 30 13:10:48.618805 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a34f90-48e6-4570-b1c0-96f95632043a x-openstack-request-id: req-51a34f90-48e6-4570-b1c0-96f95632043a {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:48.619142 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "b9132d50-ae96-4a27-b256-8bd3fa50c0a9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:48.619885 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51a34f90-48e6-4570-b1c0-96f95632043a {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:48.620016 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': 'b9132d50-ae96-4a27-b256-8bd3fa50c0a9', 'status': 'completed', 'code': 200} Aug 30 13:10:48.624381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Router 42c6a73c-9bf8-43de-bcc0-8a693740f008 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:10:48.626612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-4af618a1-7776-4f09-a057-81a29c652038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.627272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-4af618a1-7776-4f09-a057-81a29c652038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.627900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-4af618a1-7776-4f09-a057-81a29c652038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.629692 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-4af618a1-7776-4f09-a057-81a29c652038 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=06905088f4f648bb855223e8aae0df1d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2841449 Aug 30 13:10:48.853588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:10:48.869538 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] Sync routers for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:10:48.875312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62bb59c2-a916-4fce-8e19-8b981f8e3473 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:48.888006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-7969a3e2-e711-43d3-8973-2069bf134950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:48.889649 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ed3f823-8763-4737-b7d2-648bb9db49ea req-7969a3e2-e711-43d3-8973-2069bf134950 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380889 Aug 30 13:10:48.891775 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:48.892620 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:10:48.895337 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:10:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:10:48.942293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Transition to ACTIVE for port object 62bb59c2-a916-4fce-8e19-8b981f8e3473 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:48.948359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:49.174686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] No DVR routers for this DVR port 24f4219d-372f-4637-adb6-6ac697f5efb1 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:10:49.189766 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:49.191861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-4fba3bcd-abd0-434d-8f84-db1c888e890a tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "DELETE /v2.0/ports/24f4219d-372f-4637-adb6-6ac697f5efb1 HTTP/1.1" status: 204 len: 173 time: 1.7400863 Aug 30 13:10:49.254162 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:10:49.296826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17872f5f-2e06-4cc2-ac6e-d380bda8f6b8 req-73de0d86-77e3-458c-a559-22e21703cafa tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:49.303855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17872f5f-2e06-4cc2-ac6e-d380bda8f6b8 req-73de0d86-77e3-458c-a559-22e21703cafa tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:49.309646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-bf74b426-e096-4e1b-a889-cd0c04521501 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:49.310409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17872f5f-2e06-4cc2-ac6e-d380bda8f6b8 req-73de0d86-77e3-458c-a559-22e21703cafa tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:49.311900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-bf74b426-e096-4e1b-a889-cd0c04521501 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 821 time: 0.7324378 Aug 30 13:10:49.315136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=62bb59c2-a916-4fce-8e19-8b981f8e3473,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:49.318056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17872f5f-2e06-4cc2-ac6e-d380bda8f6b8 req-73de0d86-77e3-458c-a559-22e21703cafa tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:49.325805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17872f5f-2e06-4cc2-ac6e-d380bda8f6b8 req-73de0d86-77e3-458c-a559-22e21703cafa tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:49.332424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17872f5f-2e06-4cc2-ac6e-d380bda8f6b8 req-73de0d86-77e3-458c-a559-22e21703cafa tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:49.342554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17872f5f-2e06-4cc2-ac6e-d380bda8f6b8 req-73de0d86-77e3-458c-a559-22e21703cafa tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 4602 time: 0.4758105 Aug 30 13:10:49.364928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-61db0e80-754a-4dc8-a733-eecdcd3ebd4f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/quotas/cb80f17f656a42af8c1eddd6df2aaa19 HTTP/1.1" status: 200 len: 375 time: 0.0414994 Aug 30 13:10:49.389700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Attempting to bind port 62bb59c2-a916-4fce-8e19-8b981f8e3473 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:49.390087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Attempting to bind port 62bb59c2-a916-4fce-8e19-8b981f8e3473 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:49.390524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Attempting to bind port 62bb59c2-a916-4fce-8e19-8b981f8e3473 on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:49.416977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Port 62bb59c2-a916-4fce-8e19-8b981f8e3473 on network de20893d-232d-4a74-8d0e-6d728b67259f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:49.417552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Attempting to bind port 62bb59c2-a916-4fce-8e19-8b981f8e3473 on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:49.429300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:49.430102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Checking segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:49.430748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Bound using segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:49.431365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Bound port: 62bb59c2-a916-4fce-8e19-8b981f8e3473, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:49.431901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:49.462091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-e200bfaa-eacc-4003-a3d2-2b172de784f5 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0961742 Aug 30 13:10:49.516090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17872f5f-2e06-4cc2-ac6e-d380bda8f6b8 req-f2917639-4742-488d-b1d3-0277b0ca52d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1666398 Aug 30 13:10:49.552621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting port e2618e52-0bee-4ce8-8e9c-de471cd123c1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:10:49.556253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:49.583323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] For port 62bb59c2-a916-4fce-8e19-8b981f8e3473, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:49.597319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] For port 62bb59c2-a916-4fce-8e19-8b981f8e3473, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=62bb59c2-a916-4fce-8e19-8b981f8e3473,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:49.603248 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a1ec2555-0ca7-4280-86d1-b0f9a84c4962', 'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'mac_address': 'fa:16:3e:bb:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:13Z', 'updated_at': '2021-08-30T13:00:24Z', 'revision_number': 5, 'project_id': '53a8d29c14914348beb1a09388685f20', 'subnets': [{'id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:10:49.610268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:49.660573 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] Checking router: 42c6a73c-9bf8-43de-bcc0-8a693740f008 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:10:49.671840 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:10:49.672964 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:10:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:10:49.710750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] For port e2618e52-0bee-4ce8-8e9c-de471cd123c1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=e2618e52-0bee-4ce8-8e9c-de471cd123c1,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:49.711615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:49.711771 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:49.712160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:49.713611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] 10.222.0.16 "PUT /v2.0/ports/62bb59c2-a916-4fce-8e19-8b981f8e3473 HTTP/1.1" status: 200 len: 1131 time: 1.7761710 Aug 30 13:10:49.737888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Calling delete_port for e2618e52-0bee-4ce8-8e9c-de471cd123c1 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:10:49.767913 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:49.775782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeccc6f-d7b2-4d2e-a44f-71ba8a32b7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=62bb59c2-a916-4fce-8e19-8b981f8e3473,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:49.836924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0dbe872f-6e39-41f7-b319-a14083f71d4d service neutron] 10.222.0.37 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664370 Aug 30 13:10:49.948662 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:10:49.956985 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:50.016668 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:50.136965 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-b7fd61d3-a16c-4712-8e8e-f813ff8e4091 service neutron] 10.222.0.37 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657943 Aug 30 13:10:50.177882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '62bb59c2-a916-4fce-8e19-8b981f8e3473'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:50.184902 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3bffb5-40c3-49f4-af75-7e936b93288d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "62bb59c2-a916-4fce-8e19-8b981f8e3473"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:50.286829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e5473-b399-47de-94e7-6931d68e527b req-e9ba5802-077e-49e4-87ac-75bc26c04e88 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:50.292283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b4e5473-b399-47de-94e7-6931d68e527b req-e9ba5802-077e-49e4-87ac-75bc26c04e88 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.4198952 Aug 30 13:10:50.299581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] No DVR routers for this DVR port e2618e52-0bee-4ce8-8e9c-de471cd123c1 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:10:50.309368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:50.319953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "DELETE /v2.0/ports/e2618e52-0bee-4ce8-8e9c-de471cd123c1 HTTP/1.1" status: 204 len: 173 time: 1.1007135 Aug 30 13:10:50.322850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537d0d7-84ac-4a07-bb75-2c6631b11bf0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Port': ['ID=e2618e52-0bee-4ce8-8e9c-de471cd123c1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:50.499326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b4e5473-b399-47de-94e7-6931d68e527b req-a033ec70-30b7-49b9-abe0-97c3e63b7448 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724732 Aug 30 13:10:50.503259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ca5939-98c3-4502-a7a2-978589532e01 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:50.531951 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:50.561200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Transition to ACTIVE for port object 67ca5939-98c3-4502-a7a2-978589532e01 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:50.569693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:10:50.572042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:50.575362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:50.576162 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a1ec2555-0ca7-4280-86d1-b0f9a84c4962', 'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'mac_address': 'fa:16:3e:bb:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:13Z', 'updated_at': '2021-08-30T13:00:24Z', 'revision_number': 5, 'project_id': '53a8d29c14914348beb1a09388685f20', 'subnets': [{'id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:10:50.631902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1'}, {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:50.639205 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2200002-f2ff-4348-9f3f-573b2c3443c1" -d '{"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1"}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "e2618e52-0bee-4ce8-8e9c-de471cd123c1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:50.692603 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4346c2e-131b-41df-bdc8-35c77bb6ec89 None None] The sync data for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 is: [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:00:14Z', 'revision_number': 4, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a1ec2555-0ca7-4280-86d1-b0f9a84c4962', 'name': '', 'network_id': '3d069a2b-f34e-48dd-a07f-e1f299591259', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'mac_address': 'fa:16:3e:bb:1f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_interface', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:13Z', 'updated_at': '2021-08-30T13:00:24Z', 'revision_number': 5, 'project_id': '53a8d29c14914348beb1a09388685f20', 'subnets': [{'id': '7a467f0e-fef5-4869-b05f-0e95e9dcd576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:10:50.797900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50da4da-add3-4660-84f4-30df41614be1 req-5a896b54-0ed2-4e6b-b601-2a6a3e3144d9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:50.799674 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b50da4da-add3-4660-84f4-30df41614be1 req-5a896b54-0ed2-4e6b-b601-2a6a3e3144d9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 943 time: 0.1959052 Aug 30 13:10:50.807005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] For port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:10:50.807005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:50.880871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Calling delete_port for 67aa8042-d52a-4dc9-a7f1-f109a63e6ced owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:10:50.903199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b50da4da-add3-4660-84f4-30df41614be1 req-621d2432-5940-4a39-adce-dbd59968bf23 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups?id=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931437 Aug 30 13:10:50.933267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Pushing event updated for resources: {'Port': ['ID=67ca5939-98c3-4502-a7a2-978589532e01,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:50.962074 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198c2a51-38e9-4a8b-96f7-6cfc35b82370 x-openstack-request-id: req-198c2a51-38e9-4a8b-96f7-6cfc35b82370 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:50.963824 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "62bb59c2-a916-4fce-8e19-8b981f8e3473", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:50.965515 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-198c2a51-38e9-4a8b-96f7-6cfc35b82370 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:50.965991 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '62bb59c2-a916-4fce-8e19-8b981f8e3473', 'status': 'completed', 'code': 200} Aug 30 13:10:50.973942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Attempting to bind port 67ca5939-98c3-4502-a7a2-978589532e01 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:50.974295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Attempting to bind port 67ca5939-98c3-4502-a7a2-978589532e01 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:50.975102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Attempting to bind port 67ca5939-98c3-4502-a7a2-978589532e01 on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:51.050079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Port 67ca5939-98c3-4502-a7a2-978589532e01 on network de20893d-232d-4a74-8d0e-6d728b67259f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:51.050419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Attempting to bind port 67ca5939-98c3-4502-a7a2-978589532e01 on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:51.073869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:51.074250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Checking segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:51.074649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Bound using segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:51.075136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Bound port: 67ca5939-98c3-4502-a7a2-978589532e01, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:51.075505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:51.108836 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08226b9-2609-462b-8640-fe8fa1b589d4 x-openstack-request-id: req-d08226b9-2609-462b-8640-fe8fa1b589d4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:51.109251 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "24f4219d-372f-4637-adb6-6ac697f5efb1", "status": "completed", "code": 200}, {"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "e2618e52-0bee-4ce8-8e9c-de471cd123c1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:51.109635 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d08226b9-2609-462b-8640-fe8fa1b589d4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:51.110198 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': '24f4219d-372f-4637-adb6-6ac697f5efb1', 'status': 'completed', 'code': 200} Aug 30 13:10:51.110558 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': 'e2618e52-0bee-4ce8-8e9c-de471cd123c1', 'status': 'completed', 'code': 200} Aug 30 13:10:51.190175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:51.201710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40dc521b-3d5f-4194-a7a4-197f39df1b0f req-9b540b7a-66c4-4800-b867-cb5eeb824c89 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 210 time: 0.0595114 Aug 30 13:10:51.283406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] For port 67ca5939-98c3-4502-a7a2-978589532e01, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:51.291620 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] For port 67ca5939-98c3-4502-a7a2-978589532e01, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67ca5939-98c3-4502-a7a2-978589532e01,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:51.293799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Port': ['ID=67aa8042-d52a-4dc9-a7f1-f109a63e6ced,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:51.326685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0963902c-f81f-4fb2-84b7-be230a1774d5 None None] New status for floating IP 13876a84-3f7e-4afb-bb2c-f47db4ffd06c: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:10:51.331144 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:51.334369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] No DVR routers for this DVR port 67aa8042-d52a-4dc9-a7f1-f109a63e6ced on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:10:51.339241 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:51.342079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f532b03-5dd1-43e5-ba14-b0d283f704a3 req-205266d5-addf-4391-8842-d28cd33dc305 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.35 "DELETE /v2.0/ports/67aa8042-d52a-4dc9-a7f1-f109a63e6ced HTTP/1.1" status: 204 len: 173 time: 1.0064349 Aug 30 13:10:51.402853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.403352 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:51.405426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] 10.222.0.16 "PUT /v2.0/ports/67ca5939-98c3-4502-a7a2-978589532e01 HTTP/1.1" status: 200 len: 1131 time: 1.6578515 Aug 30 13:10:51.423441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-d79a0e03-2f2e-469e-b706-fcfd59abef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.424026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-d79a0e03-2f2e-469e-b706-fcfd59abef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.424865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-d79a0e03-2f2e-469e-b706-fcfd59abef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.425423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-d79a0e03-2f2e-469e-b706-fcfd59abef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.426126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-d79a0e03-2f2e-469e-b706-fcfd59abef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.428208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-d79a0e03-2f2e-469e-b706-fcfd59abef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.428968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-d79a0e03-2f2e-469e-b706-fcfd59abef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.434304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-d79a0e03-2f2e-469e-b706-fcfd59abef49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6170 time: 0.4664731 Aug 30 13:10:51.488302 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:51.702966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ef18-6faa-414e-8b5b-d0550a4d255f req-571a8406-2a9a-4780-8834-eed37dd995e7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.709989 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:10:51.712867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ef18-6faa-414e-8b5b-d0550a4d255f req-571a8406-2a9a-4780-8834-eed37dd995e7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.718778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ef18-6faa-414e-8b5b-d0550a4d255f req-571a8406-2a9a-4780-8834-eed37dd995e7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.725205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ef18-6faa-414e-8b5b-d0550a4d255f req-571a8406-2a9a-4780-8834-eed37dd995e7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.741801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ef18-6faa-414e-8b5b-d0550a4d255f req-571a8406-2a9a-4780-8834-eed37dd995e7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.749183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ef18-6faa-414e-8b5b-d0550a4d255f req-571a8406-2a9a-4780-8834-eed37dd995e7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.769284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7ef18-6faa-414e-8b5b-d0550a4d255f req-571a8406-2a9a-4780-8834-eed37dd995e7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.775633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-efc7ef18-6faa-414e-8b5b-d0550a4d255f req-571a8406-2a9a-4780-8834-eed37dd995e7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5375 time: 0.6455390 Aug 30 13:10:51.886523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b3513-dccc-4a15-bba4-b7a7598da9a9 req-5ac00634-c49d-4723-9bc0-8681522f84d4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.907366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e98b3513-dccc-4a15-bba4-b7a7598da9a9 req-5ac00634-c49d-4723-9bc0-8681522f84d4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.2838442 Aug 30 13:10:51.962129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-db7f50e0-b9a9-4d85-9aef-4815dcd78c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.962585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-db7f50e0-b9a9-4d85-9aef-4815dcd78c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.962909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-db7f50e0-b9a9-4d85-9aef-4815dcd78c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:51.964506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-db7f50e0-b9a9-4d85-9aef-4815dcd78c94 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=06905088f4f648bb855223e8aae0df1d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4983959 Aug 30 13:10:52.001067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b063ee-dae4-44f9-9300-3cc93f3a877f service neutron] Pushing event updated for resources: {'Port': ['ID=67ca5939-98c3-4502-a7a2-978589532e01,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:52.006192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:52.052382 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e98b3513-dccc-4a15-bba4-b7a7598da9a9 req-4e61a110-86b5-4b29-9440-a7838c514b90 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401019 Aug 30 13:10:52.142762 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-efc7ef18-6faa-414e-8b5b-d0550a4d255f req-6205ec81-70ad-4408-9d79-011d944b86d4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384957 Aug 30 13:10:52.151332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd33b47e-df06-4232-acc6-eeb9085f0d68 req-4f22c4d6-2b1b-4315-8372-2fcd8b447584 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0348282 Aug 30 13:10:52.259251 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-05829c3b-3e57-47c8-a4db-ece6c8633dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:52.260738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e3bffb5-40c3-49f4-af75-7e936b93288d req-05829c3b-3e57-47c8-a4db-ece6c8633dab service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2555289 Aug 30 13:10:52.349369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a6b5b866-1a71-4314-8f21-cc06066cf794 req-845e8b1f-7595-498d-9946-90343e53ce3f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 210 time: 0.0362697 Aug 30 13:10:52.450271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fd4cae-2169-4d21-81b0-89740c1a1eb4 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:52.462051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:52.478218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Transition to ACTIVE for port object e4fd4cae-2169-4d21-81b0-89740c1a1eb4 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:52.483729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:52.563938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-62bb51db-86df-4912-8f4e-19b8f2ca0b0c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:52.565418 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-62bb51db-86df-4912-8f4e-19b8f2ca0b0c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 821 time: 0.1258237 Aug 30 13:10:52.580290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Request body: {'port': {'device_id': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216', 'admin_state_up': True, 'tenant_id': 'cb80f17f656a42af8c1eddd6df2aaa19'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:52.589837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:52.618567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Attempting to bind port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:52.618813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Attempting to bind port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:52.619218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Attempting to bind port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:52.623827 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 on network de20893d-232d-4a74-8d0e-6d728b67259f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:52.624150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Attempting to bind port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:52.629447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:52.630857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Checking segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:52.631261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Bound using segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:52.631668 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Bound port: e4fd4cae-2169-4d21-81b0-89740c1a1eb4, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:52.632027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:52.714693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] For port e4fd4cae-2169-4d21-81b0-89740c1a1eb4, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:52.716337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Made reservation on behalf of cb80f17f656a42af8c1eddd6df2aaa19 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:10:52.719401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] For port e4fd4cae-2169-4d21-81b0-89740c1a1eb4, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:52.720096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:52.725088 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:52.788987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:52.789884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:52.792119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] 10.222.0.16 "PUT /v2.0/ports/e4fd4cae-2169-4d21-81b0-89740c1a1eb4 HTTP/1.1" status: 200 len: 1091 time: 1.3231492 Aug 30 13:10:52.804011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dbff1-ad59-47e4-9b4c-b756ada4eb30 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:52.826612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:52.871302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Allocated IP 172.20.0.10 (2388b82d-4113-41f0-a82d-b432f66e1216/0fd911fb-0fd6-4429-ab65-b5b02ebc4234/d094c90d-f8a4-463d-8621-30f11209f5e4) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:10:52.922436 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:52.967589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '67ca5939-98c3-4502-a7a2-978589532e01'}, {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': 'e4fd4cae-2169-4d21-81b0-89740c1a1eb4'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:52.970438 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44debdad-f22b-40d3-8dcc-fa725c5f6b56" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "67ca5939-98c3-4502-a7a2-978589532e01"}, {"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "e4fd4cae-2169-4d21-81b0-89740c1a1eb4"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:53.025649 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70274ec8-329a-4e9a-917d-3cd13de543fd x-openstack-request-id: req-70274ec8-329a-4e9a-917d-3cd13de543fd {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:53.026349 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "67ca5939-98c3-4502-a7a2-978589532e01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "e4fd4cae-2169-4d21-81b0-89740c1a1eb4", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:53.026819 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70274ec8-329a-4e9a-917d-3cd13de543fd {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:53.027523 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '67ca5939-98c3-4502-a7a2-978589532e01', 'status': 'completed', 'code': 200} Aug 30 13:10:53.028003 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': 'e4fd4cae-2169-4d21-81b0-89740c1a1eb4', 'status': 'completed', 'code': 200} Aug 30 13:10:53.110084 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:53.112116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:53.115886 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0960b9bc-b79a-4095-8f54-58a10ce9ee57" -d '{"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "67aa8042-d52a-4dc9-a7f1-f109a63e6ced"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:53.192953 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a80c94-cc47-4012-9825-6e72cfb142da x-openstack-request-id: req-86a80c94-cc47-4012-9825-6e72cfb142da {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:53.193256 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10ac459f-e26f-40f9-88fc-0c54ab33943d", "name": "network-vif-deleted", "tag": "67aa8042-d52a-4dc9-a7f1-f109a63e6ced", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:53.193566 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86a80c94-cc47-4012-9825-6e72cfb142da {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:53.194004 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10ac459f-e26f-40f9-88fc-0c54ab33943d', 'name': 'network-vif-deleted', 'tag': '67aa8042-d52a-4dc9-a7f1-f109a63e6ced', 'status': 'completed', 'code': 200} Aug 30 13:10:53.221058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8b73d4cc-feaa-450f-b957-c2c7d888dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.221448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8b73d4cc-feaa-450f-b957-c2c7d888dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.221941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8b73d4cc-feaa-450f-b957-c2c7d888dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.222063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:53.222406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8b73d4cc-feaa-450f-b957-c2c7d888dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.222860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8b73d4cc-feaa-450f-b957-c2c7d888dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.223357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8b73d4cc-feaa-450f-b957-c2c7d888dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.223809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8b73d4cc-feaa-450f-b957-c2c7d888dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.225728 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8b73d4cc-feaa-450f-b957-c2c7d888dd2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6279 time: 0.1441190 Aug 30 13:10:53.235803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['22217237-863d-4e67-8ea8-fe06e5226009'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:10:53.238391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ef6fd-8d75-4112-8ef4-9274e7525f36 req-2fdc6a2d-6d95-4a97-9abb-5b7e713a538d tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.252125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b9ef6fd-8d75-4112-8ef4-9274e7525f36 req-2fdc6a2d-6d95-4a97-9abb-5b7e713a538d tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1032166 Aug 30 13:10:53.354855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8a73e206-e4c4-430f-8010-55297c6d402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.355171 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8a73e206-e4c4-430f-8010-55297c6d402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.355424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8a73e206-e4c4-430f-8010-55297c6d402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.357053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-8a73e206-e4c4-430f-8010-55297c6d402f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=06905088f4f648bb855223e8aae0df1d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1085055 Aug 30 13:10:53.357804 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b9ef6fd-8d75-4112-8ef4-9274e7525f36 req-ab73e839-5b9c-45ad-a519-739cdaa02b73 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047952 Aug 30 13:10:53.364907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Network 2388b82d-4113-41f0-a82d-b432f66e1216 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:10:53.372342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:10:53.391250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:10:53.408144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Pushing event updated for resources: {'Port': ['ID=d094c90d-f8a4-463d-8621-30f11209f5e4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:53.452953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-7fe04fd6-f7de-43e9-a7ca-e1e28bfaa60a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2505808 Aug 30 13:10:53.483093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19b36793-617d-470f-ab9e-55bb0c7f2665 req-c43169eb-76ec-40ef-82fd-236d7ef7e7c7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.1135545 Aug 30 13:10:53.488938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.489831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:53.574583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-0f29b0dd-ad81-42bc-a21b-fca8ab37afa8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9986587 Aug 30 13:10:53.600809 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2fa-a6e5-4ec4-bf91-254b1c96117f req-f9100741-04da-4924-808d-7e8380baad33 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.608054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2fa-a6e5-4ec4-bf91-254b1c96117f req-f9100741-04da-4924-808d-7e8380baad33 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.614247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2fa-a6e5-4ec4-bf91-254b1c96117f req-f9100741-04da-4924-808d-7e8380baad33 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.620382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2fa-a6e5-4ec4-bf91-254b1c96117f req-f9100741-04da-4924-808d-7e8380baad33 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.626459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2fa-a6e5-4ec4-bf91-254b1c96117f req-f9100741-04da-4924-808d-7e8380baad33 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.632430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2fa-a6e5-4ec4-bf91-254b1c96117f req-f9100741-04da-4924-808d-7e8380baad33 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.640496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab9b2fa-a6e5-4ec4-bf91-254b1c96117f req-f9100741-04da-4924-808d-7e8380baad33 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.642566 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bab9b2fa-a6e5-4ec4-bf91-254b1c96117f req-f9100741-04da-4924-808d-7e8380baad33 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5387 time: 0.1630220 Aug 30 13:10:53.646526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Request body: {'port': {'device_id': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:53.670358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-d8fd1d22-db67-4d28-8019-f36e58e0f37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.671889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-d8fd1d22-db67-4d28-8019-f36e58e0f37e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 1098 time: 0.1420000 Aug 30 13:10:53.795967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:53.804367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bab9b2fa-a6e5-4ec4-bf91-254b1c96117f req-4151b4eb-0894-421c-b965-998128d11e84 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1293488 Aug 30 13:10:53.883925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-0a913c99-1c4a-44b6-a5c4-d8fe4205684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.886060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-0a913c99-1c4a-44b6-a5c4-d8fe4205684c service neutron] 10.222.0.35 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.1867249 Aug 30 13:10:53.964301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-076e98a7-0edc-402a-9ebc-d19279e31868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.965853 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-076e98a7-0edc-402a-9ebc-d19279e31868 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5933809 Aug 30 13:10:53.979851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2cc2f-8a8a-433c-9a83-1b77eaf4a354 req-f593c79a-be70-4b93-aa90-25beb25bce9d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:53.981412 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31b2cc2f-8a8a-433c-9a83-1b77eaf4a354 req-f593c79a-be70-4b93-aa90-25beb25bce9d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 932 time: 0.1135225 Aug 30 13:10:53.998914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:54.009682 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:54.069695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Transition to ACTIVE for port object 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:54.074089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-0a7fa326-4285-4c76-ae19-d081a1f12b6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05 HTTP/1.1" status: 200 len: 1002 time: 0.1387064 Aug 30 13:10:54.082813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:54.120838 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31b2cc2f-8a8a-433c-9a83-1b77eaf4a354 req-cdfb069c-9c86-4413-8a43-fbeacdeb3ec0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301160 Aug 30 13:10:54.175010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-f398fae9-0646-4b3f-b9c6-1342e0d4ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.175638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-f398fae9-0646-4b3f-b9c6-1342e0d4ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.176132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-f398fae9-0646-4b3f-b9c6-1342e0d4ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.176597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-f398fae9-0646-4b3f-b9c6-1342e0d4ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.177070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-f398fae9-0646-4b3f-b9c6-1342e0d4ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.177526 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-f398fae9-0646-4b3f-b9c6-1342e0d4ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.178035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-f398fae9-0646-4b3f-b9c6-1342e0d4ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.180109 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-f398fae9-0646-4b3f-b9c6-1342e0d4ccec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6279 time: 0.1651201 Aug 30 13:10:54.182754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Pushing event updated for resources: {'Port': ['ID=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:54.338399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Attempting to bind port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:54.338653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Attempting to bind port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:54.339097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Attempting to bind port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:54.352028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce on network de20893d-232d-4a74-8d0e-6d728b67259f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:54.352394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Attempting to bind port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:54.355131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-24ca5c58-b67c-493c-917f-34fed7fc657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.355600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-24ca5c58-b67c-493c-917f-34fed7fc657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.356062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-24ca5c58-b67c-493c-917f-34fed7fc657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.357745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-24ca5c58-b67c-493c-917f-34fed7fc657f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=06905088f4f648bb855223e8aae0df1d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1674335 Aug 30 13:10:54.362169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:54.362548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Checking segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:54.362937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Bound using segment: {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:54.363365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Bound port: 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:54.363724 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:54.449220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-4a7cf08d-c93f-4b82-8db5-632af031dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.450963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-4a7cf08d-c93f-4b82-8db5-632af031dd4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.3680096 Aug 30 13:10:54.530699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] For port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:54.536555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] For port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:54.569584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-bba7bb8d-4192-4e25-a7d1-56d036656f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.573236 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-44debdad-f22b-40d3-8dcc-fa725c5f6b56 req-bba7bb8d-4192-4e25-a7d1-56d036656f00 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2066617 Aug 30 13:10:54.574831 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:54.594116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-ab6a9f4a-f2bb-4206-824b-ee1ab9a8f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.596616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-ab6a9f4a-f2bb-4206-824b-ee1ab9a8f19c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285844 Aug 30 13:10:54.609432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bf281-e6a9-498e-a293-7a13f38e711f req-172467d3-480e-466a-9645-9253464295ae tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.611006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d79bf281-e6a9-498e-a293-7a13f38e711f req-172467d3-480e-466a-9645-9253464295ae tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1335659 Aug 30 13:10:54.613319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d094c90d-f8a4-463d-8621-30f11209f5e4 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:54.644363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4556a385-40f3-4d55-9ee1-063fbaaf7c60 req-001e8f55-96c7-4295-bef3-cfebd26e0610 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0545354 Aug 30 13:10:54.650941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:54.651566 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:54.652964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] 10.222.0.16 "PUT /v2.0/ports/1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce HTTP/1.1" status: 200 len: 1091 time: 1.8325868 Aug 30 13:10:54.679350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:54.687860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaff7c-21ff-4d19-8116-8cdc687c3e4c service neutron] Pushing event updated for resources: {'Port': ['ID=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:54.696948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:54.725114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Transition to ACTIVE for port object d094c90d-f8a4-463d-8621-30f11209f5e4 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:54.744575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:54.768108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d79bf281-e6a9-498e-a293-7a13f38e711f req-c6879c50-173c-4d88-a7bd-fcd807634b6e tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410639 Aug 30 13:10:54.773031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:54.842958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-5119bbb1-1a12-422b-bc75-f04aed7f15c3 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243843 Aug 30 13:10:54.846060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Pushing event updated for resources: {'Port': ['ID=d094c90d-f8a4-463d-8621-30f11209f5e4,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:54.997454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:54.997836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:54.998175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:55.014733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Port d094c90d-f8a4-463d-8621-30f11209f5e4 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:55.015067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:55.022402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3db9217d-30d8-4df3-b84d-04d3b02395ed req-3941e9b4-0d1e-4cca-9813-f37dcd102ae0 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653881 Aug 30 13:10:55.023716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:55.024248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:55.024638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55118529-51df-4935-bcef-94838f15a36c req-64589ffa-4f52-467d-bbd7-f5251d0e275a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.025238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:55.025979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Bound port: d094c90d-f8a4-463d-8621-30f11209f5e4, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:55.026539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:55.032788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55118529-51df-4935-bcef-94838f15a36c req-64589ffa-4f52-467d-bbd7-f5251d0e275a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.040886 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55118529-51df-4935-bcef-94838f15a36c req-64589ffa-4f52-467d-bbd7-f5251d0e275a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.048233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55118529-51df-4935-bcef-94838f15a36c req-64589ffa-4f52-467d-bbd7-f5251d0e275a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.054601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55118529-51df-4935-bcef-94838f15a36c req-64589ffa-4f52-467d-bbd7-f5251d0e275a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.061560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55118529-51df-4935-bcef-94838f15a36c req-64589ffa-4f52-467d-bbd7-f5251d0e275a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.067421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55118529-51df-4935-bcef-94838f15a36c req-64589ffa-4f52-467d-bbd7-f5251d0e275a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.069373 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55118529-51df-4935-bcef-94838f15a36c req-64589ffa-4f52-467d-bbd7-f5251d0e275a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5399 time: 0.1421852 Aug 30 13:10:55.079378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:55.081788 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b87f46-5414-4930-9b04-70ba70afd981" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:55.105176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:55.110364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:55.116961 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:55.163600 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1007ec8e-e9e0-4f63-a9dc-5504d8eb5b15 x-openstack-request-id: req-1007ec8e-e9e0-4f63-a9dc-5504d8eb5b15 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:55.163891 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:55.165224 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1007ec8e-e9e0-4f63-a9dc-5504d8eb5b15 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:55.165224 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce', 'status': 'completed', 'code': 200} Aug 30 13:10:55.171160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55118529-51df-4935-bcef-94838f15a36c req-72198596-bb94-42ab-bff2-c35a7f4c429d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554152 Aug 30 13:10:55.259543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.260169 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:55.261574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] 10.222.0.35 "PUT /v2.0/ports/d094c90d-f8a4-463d-8621-30f11209f5e4 HTTP/1.1" status: 200 len: 1092 time: 1.6730917 Aug 30 13:10:55.270096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-d3048dd2-f44d-4dc7-86dc-1b14bf480ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.270590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-d3048dd2-f44d-4dc7-86dc-1b14bf480ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.271477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-d3048dd2-f44d-4dc7-86dc-1b14bf480ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.271799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-d3048dd2-f44d-4dc7-86dc-1b14bf480ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.272277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-d3048dd2-f44d-4dc7-86dc-1b14bf480ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.272803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-d3048dd2-f44d-4dc7-86dc-1b14bf480ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.273207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-d3048dd2-f44d-4dc7-86dc-1b14bf480ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.274676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:55.276138 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53b87f46-5414-4930-9b04-70ba70afd981 req-d3048dd2-f44d-4dc7-86dc-1b14bf480ca1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6346 time: 0.0895224 Aug 30 13:10:55.276984 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033ca31f-60ce-4295-ae0a-68709e3bb27e" -d '{"events": [{"name": "network-changed", "server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:55.300789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875d2cd-9400-496b-a3be-08b00216c2ca service neutron] Pushing event updated for resources: {'Port': ['ID=d094c90d-f8a4-463d-8621-30f11209f5e4,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:55.329051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75b12d-e56c-429d-977a-a961d68f9104 req-1303dd1c-fba5-47c4-9410-81abb52d089f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.338102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af75b12d-e56c-429d-977a-a961d68f9104 req-1303dd1c-fba5-47c4-9410-81abb52d089f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0920749 Aug 30 13:10:55.347577 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57846513-8fdd-4975-9dc9-1f23d1c37104 x-openstack-request-id: req-57846513-8fdd-4975-9dc9-1f23d1c37104 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:55.348218 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:55.348345 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57846513-8fdd-4975-9dc9-1f23d1c37104 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:55.348644 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4', 'status': 'completed', 'code': 200} Aug 30 13:10:55.401834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:55.418168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:55.421435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af75b12d-e56c-429d-977a-a961d68f9104 req-d8bad9df-b76c-4856-b2cf-eee441ac8cc3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821736 Aug 30 13:10:55.429313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-e7713605-9ac3-4158-8cd9-d90cbd3a885a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.431646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-e7713605-9ac3-4158-8cd9-d90cbd3a885a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 1095 time: 0.0818622 Aug 30 13:10:55.448726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Transition to ACTIVE for port object ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:55.453188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-ef6ee65e-2865-4f30-b588-77a58d998b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.453889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-ef6ee65e-2865-4f30-b588-77a58d998b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.454373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-ef6ee65e-2865-4f30-b588-77a58d998b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.456463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53b87f46-5414-4930-9b04-70ba70afd981 req-ef6ee65e-2865-4f30-b588-77a58d998b5d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=06905088f4f648bb855223e8aae0df1d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1674232 Aug 30 13:10:55.457502 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:55.483506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-67c7d097-892c-40b7-9015-69a32a2b36dc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d094c90d-f8a4-463d-8621-30f11209f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0418847 Aug 30 13:10:55.540072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-ce0be6a3-94b4-4372-820a-ca7b7b432622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.541693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-ce0be6a3-94b4-4372-820a-ca7b7b432622 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0518355 Aug 30 13:10:55.563387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:55.596678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-b5e88310-75ec-45dd-8730-3e7d93035db7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459247 Aug 30 13:10:55.659675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b87f46-5414-4930-9b04-70ba70afd981 req-c3545115-31ea-467e-9e39-1e99a3152803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.661048 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-53b87f46-5414-4930-9b04-70ba70afd981 req-c3545115-31ea-467e-9e39-1e99a3152803 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775723 Aug 30 13:10:55.686330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Attempting to bind port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:55.688587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Attempting to bind port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:55.688792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Attempting to bind port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 on network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:55.693758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 on network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:55.694090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Attempting to bind port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 on network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:55.700746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:55.701087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Checking segment: {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:55.701476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Bound using segment: {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:55.702173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Bound port: ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:55.702528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:55.714043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-6e3edefe-a430-4d22-b335-d45f22a430a1 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092317 Aug 30 13:10:55.818106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa81eae-7b84-4a50-8432-62b2ba06b6ea req-274ce5f7-c9a4-4abb-85aa-de9c619dc92c service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959933 Aug 30 13:10:55.829455 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9c32a47-9644-4694-a5da-c9296e731966 req-b49b1d8e-7dc4-4dba-9b9a-98f9e441988c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0390422 Aug 30 13:10:55.839535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] For port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:55.843508 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] For port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:55.850189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:55.886766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.887356 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:55.888721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] 10.222.0.16 "PUT /v2.0/ports/ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 HTTP/1.1" status: 200 len: 1091 time: 1.1978221 Aug 30 13:10:55.911737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e908e-345d-4388-8d89-48b95f1f058f service neutron] Pushing event updated for resources: {'Port': ['ID=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:55.934169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Request body: {'port': {'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:10:55.980192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c132bd-d0c5-4437-9f82-dbb1e2faf051 req-6b8be262-bef3-4791-ada8-a65ea4e94f59 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.981799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39c132bd-d0c5-4437-9f82-dbb1e2faf051 req-6b8be262-bef3-4791-ada8-a65ea4e94f59 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0813632 Aug 30 13:10:55.983981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-406d121b-d883-4d2f-984d-ee0fcb91d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:55.985338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-406d121b-d883-4d2f-984d-ee0fcb91d34b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 1095 time: 0.1111069 Aug 30 13:10:56.010047 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:56.084546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39c132bd-d0c5-4437-9f82-dbb1e2faf051 req-8f9167c2-f6e6-44c5-bafa-703e21cfa37b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936646 Aug 30 13:10:56.118397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-28cefa14-5929-4ac6-84a3-2057754176af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.119987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-28cefa14-5929-4ac6-84a3-2057754176af service neutron] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.1193097 Aug 30 13:10:56.174230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-6742d1be-6bd7-45b7-8545-b4da17c016f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d094c90d-f8a4-463d-8621-30f11209f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0434730 Aug 30 13:10:56.225958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-cea02e1d-09be-4d64-9466-5153630a9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.228394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-cea02e1d-09be-4d64-9466-5153630a9bca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0469780 Aug 30 13:10:56.273162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-eb19c480-7d4f-42d8-add5-84fbe6135e6c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379384 Aug 30 13:10:56.363930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d2eced-5d5c-4ef5-a429-b2e42d982faa {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:10:56.368150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-b31aae59-2b2d-4047-a8da-a7e81a26b744 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875480 Aug 30 13:10:56.379761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122184-0b38-4fb5-8d2c-54840dabb850 req-c54716cc-260b-4fb8-8dfb-0ef84dda4839 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.387038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122184-0b38-4fb5-8d2c-54840dabb850 req-c54716cc-260b-4fb8-8dfb-0ef84dda4839 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.393046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122184-0b38-4fb5-8d2c-54840dabb850 req-c54716cc-260b-4fb8-8dfb-0ef84dda4839 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.399120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122184-0b38-4fb5-8d2c-54840dabb850 req-c54716cc-260b-4fb8-8dfb-0ef84dda4839 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.405050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122184-0b38-4fb5-8d2c-54840dabb850 req-c54716cc-260b-4fb8-8dfb-0ef84dda4839 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.411012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122184-0b38-4fb5-8d2c-54840dabb850 req-c54716cc-260b-4fb8-8dfb-0ef84dda4839 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.417161 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122184-0b38-4fb5-8d2c-54840dabb850 req-c54716cc-260b-4fb8-8dfb-0ef84dda4839 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.419180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50122184-0b38-4fb5-8d2c-54840dabb850 req-c54716cc-260b-4fb8-8dfb-0ef84dda4839 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5411 time: 0.1337757 Aug 30 13:10:56.424540 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:56.453645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Transition to ACTIVE for port object 58d2eced-5d5c-4ef5-a429-b2e42d982faa will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:10:56.467273 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:56.487637 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50122184-0b38-4fb5-8d2c-54840dabb850 req-e13c7b35-2eee-40b1-b116-7a315f7cd55e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604386 Aug 30 13:10:56.490263 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-033ca31f-60ce-4295-ae0a-68709e3bb27e req-27038f6e-ddbe-4978-a81e-d3232806983b service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152253 Aug 30 13:10:56.559584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=58d2eced-5d5c-4ef5-a429-b2e42d982faa,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:56.584082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac9e34-4734-4190-b8d0-9de4481b93ea req-9f8a60b3-69ec-4711-9abd-c896f8dfff24 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.586384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aaac9e34-4734-4190-b8d0-9de4481b93ea req-9f8a60b3-69ec-4711-9abd-c896f8dfff24 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0591545 Aug 30 13:10:56.633229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aaac9e34-4734-4190-b8d0-9de4481b93ea req-2ecc27b5-bf9d-4fcb-a5cb-813248db2213 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Aug 30 13:10:56.642289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Attempting to bind port 58d2eced-5d5c-4ef5-a429-b2e42d982faa on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:10:56.642625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Attempting to bind port 58d2eced-5d5c-4ef5-a429-b2e42d982faa by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:10:56.642954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Attempting to bind port 58d2eced-5d5c-4ef5-a429-b2e42d982faa on network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:56.647674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Port 58d2eced-5d5c-4ef5-a429-b2e42d982faa on network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:10:56.647995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Attempting to bind port 58d2eced-5d5c-4ef5-a429-b2e42d982faa on network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:10:56.653565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:10:56.653930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Checking segment: {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:10:56.654309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Bound using segment: {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:10:56.654730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Bound port: 58d2eced-5d5c-4ef5-a429-b2e42d982faa, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84afea1a-6bd5-47be-8f66-e7d4839010bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:10:56.655215 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:56.736174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] For port 58d2eced-5d5c-4ef5-a429-b2e42d982faa, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:10:56.740996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] For port 58d2eced-5d5c-4ef5-a429-b2e42d982faa, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:10:56.745290 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:56.785061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.785834 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:56.787245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] 10.222.0.16 "PUT /v2.0/ports/58d2eced-5d5c-4ef5-a429-b2e42d982faa HTTP/1.1" status: 200 len: 1091 time: 0.8581634 Aug 30 13:10:56.811410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceec72d-007a-47f4-8aa9-4dd9f5b7f4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=58d2eced-5d5c-4ef5-a429-b2e42d982faa,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:10:56.879105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-d206327e-8649-4e3d-8a98-35dfc4ddbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.879647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-d206327e-8649-4e3d-8a98-35dfc4ddbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.880185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-d206327e-8649-4e3d-8a98-35dfc4ddbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.880718 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-d206327e-8649-4e3d-8a98-35dfc4ddbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.881344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-d206327e-8649-4e3d-8a98-35dfc4ddbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.882061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-d206327e-8649-4e3d-8a98-35dfc4ddbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.882624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-d206327e-8649-4e3d-8a98-35dfc4ddbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:56.885616 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-d206327e-8649-4e3d-8a98-35dfc4ddbc1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6480 time: 0.0601153 Aug 30 13:10:56.940894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4780a0d4-0459-4a57-95d0-76f8e63c1e7f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef845f6-75be-4b04-8d85-da52582069a1 HTTP/1.1" status: 200 len: 217 time: 0.0465949 Aug 30 13:10:56.974951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea54dd58-f9e8-44ce-8e7b-a519071fa5d1 req-2f91ffd9-baf6-4177-b85f-03dbb6039e32 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0433898 Aug 30 13:10:57.028953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-7784f760-245c-4c4d-bce7-b6e7335656b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.030785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-7784f760-245c-4c4d-bce7-b6e7335656b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3b8393d-034a-41cd-9030-c5e8b6c185f2 HTTP/1.1" status: 200 len: 850 time: 0.0653746 Aug 30 13:10:57.082381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-a7464645-f24c-468f-b1b8-2164632dd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.083889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-a7464645-f24c-468f-b1b8-2164632dd7a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6a4ac9e-8ed5-492d-8bfb-17d81672d767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460505 Aug 30 13:10:57.165629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3'}, {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '58d2eced-5d5c-4ef5-a429-b2e42d982faa'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:10:57.167923 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32afd864-635b-4241-a2a7-df2f317190e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3"}, {"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "58d2eced-5d5c-4ef5-a429-b2e42d982faa"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:10:57.202630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-9776134d-37ce-4d85-8469-eabbe146d79b service neutron] 10.222.0.16 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116042 Aug 30 13:10:57.224832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc89aa2-29bd-401d-86a0-86a4980cd78a req-cb8b22d8-d172-4eba-98aa-31d4e09c977b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.229450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dc89aa2-29bd-401d-86a0-86a4980cd78a req-cb8b22d8-d172-4eba-98aa-31d4e09c977b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0689342 Aug 30 13:10:57.234118 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 13:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27eef5e-b8ba-487b-a9a7-446581941743 x-openstack-request-id: req-f27eef5e-b8ba-487b-a9a7-446581941743 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:10:57.234412 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "58d2eced-5d5c-4ef5-a429-b2e42d982faa", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:10:57.234662 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f27eef5e-b8ba-487b-a9a7-446581941743 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:10:57.235061 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3', 'status': 'completed', 'code': 200} Aug 30 13:10:57.235314 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '58d2eced-5d5c-4ef5-a429-b2e42d982faa', 'status': 'completed', 'code': 200} Aug 30 13:10:57.268972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dc89aa2-29bd-401d-86a0-86a4980cd78a req-9fdc87bc-fef4-4fee-8beb-7a4f3ddde8e6 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362864 Aug 30 13:10:57.305619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-c694cc8a-82d5-4322-8db4-093dbe3f990f service neutron] 10.222.0.16 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909829 Aug 30 13:10:57.351356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-4d94114f-24f2-4a30-87ed-57c26a51ab9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=62bb59c2-a916-4fce-8e19-8b981f8e3473 HTTP/1.1" status: 200 len: 217 time: 0.0392351 Aug 30 13:10:57.399685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-89743ab1-af12-4710-9935-a333102253aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.401136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-89743ab1-af12-4710-9935-a333102253aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.0436730 Aug 30 13:10:57.450425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-bcc25fcf-a245-44af-8007-6c9dffa366f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.451827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-bcc25fcf-a245-44af-8007-6c9dffa366f8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0426760 Aug 30 13:10:57.545278 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-bb61df96-4621-4ebf-9cc5-07707631b1f1 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852609 Aug 30 13:10:57.662097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-841a4596-2c36-43fd-bab2-8baed71820ce service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102231 Aug 30 13:10:57.719998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bde60-e8e2-4d1f-861b-f40758351560 req-6bbdb7ec-f280-4837-8776-a940edcdddd4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.729387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bde60-e8e2-4d1f-861b-f40758351560 req-6bbdb7ec-f280-4837-8776-a940edcdddd4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.735510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bde60-e8e2-4d1f-861b-f40758351560 req-6bbdb7ec-f280-4837-8776-a940edcdddd4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.741376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bde60-e8e2-4d1f-861b-f40758351560 req-6bbdb7ec-f280-4837-8776-a940edcdddd4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.748000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bde60-e8e2-4d1f-861b-f40758351560 req-6bbdb7ec-f280-4837-8776-a940edcdddd4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.753931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bde60-e8e2-4d1f-861b-f40758351560 req-6bbdb7ec-f280-4837-8776-a940edcdddd4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.759752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bde60-e8e2-4d1f-861b-f40758351560 req-6bbdb7ec-f280-4837-8776-a940edcdddd4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.761645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e77bde60-e8e2-4d1f-861b-f40758351560 req-6bbdb7ec-f280-4837-8776-a940edcdddd4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1462445 Aug 30 13:10:57.763129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-530da1c1-85c1-4cf1-923a-96072a7aafe1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=67ca5939-98c3-4502-a7a2-978589532e01 HTTP/1.1" status: 200 len: 217 time: 0.0944407 Aug 30 13:10:57.766431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f0263-20dd-4bb2-89b4-5d4fb2001d61 req-c5d4cb9e-127f-4c04-8677-d7801c1419a8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.768185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f3f0263-20dd-4bb2-89b4-5d4fb2001d61 req-c5d4cb9e-127f-4c04-8677-d7801c1419a8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0514507 Aug 30 13:10:57.810586 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f3f0263-20dd-4bb2-89b4-5d4fb2001d61 req-e382921d-770e-4426-8191-1e0f62579e33 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358713 Aug 30 13:10:57.841480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e77bde60-e8e2-4d1f-861b-f40758351560 req-0595c88b-39df-4dd1-9369-7beebb1a121b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709097 Aug 30 13:10:57.845074 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-33f104ca-ac29-4575-bf31-16152236cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.846483 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-33f104ca-ac29-4575-bf31-16152236cfd2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.0743241 Aug 30 13:10:57.897048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-f54d8bb7-a1ff-41b0-be8f-fde4572d381a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:57.899079 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-f54d8bb7-a1ff-41b0-be8f-fde4572d381a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0443792 Aug 30 13:10:57.992583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-7c8a2119-147d-48df-b2a2-baac816f0eda service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860522 Aug 30 13:10:58.110209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-ef0746a1-3b32-4138-95ea-e9a3d0325494 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112587 Aug 30 13:10:58.116641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5495e2c-992d-43c1-bd23-6da55b14d3c9 req-320d7b7a-1be8-470b-891b-7c88a428e8f2 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0283685 Aug 30 13:10:58.177545 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-dcd43ea3-6e13-4704-b058-e6c86031a0a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e4fd4cae-2169-4d21-81b0-89740c1a1eb4 HTTP/1.1" status: 200 len: 217 time: 0.0565047 Aug 30 13:10:58.216571 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:10:58.231546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-6059cea7-51bc-4613-9338-fe24f45efd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:58.233263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-6059cea7-51bc-4613-9338-fe24f45efd38 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.0498154 Aug 30 13:10:58.294002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-7394bc19-ca50-491c-97dd-f058a5c7d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:58.296197 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-7394bc19-ca50-491c-97dd-f058a5c7d9d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554342 Aug 30 13:10:58.452140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-099084f1-988e-4061-9c29-7ed188ad1371 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478589 Aug 30 13:10:58.489976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316d0b6-5d4f-4b13-a6c6-1831bbb39437 req-08c3fa46-0a82-4649-90b1-b973481db5bf tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:58.491612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6316d0b6-5d4f-4b13-a6c6-1831bbb39437 req-08c3fa46-0a82-4649-90b1-b973481db5bf tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0940711 Aug 30 13:10:58.586661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6316d0b6-5d4f-4b13-a6c6-1831bbb39437 req-04b02866-6d28-4647-8e96-368e606143d3 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834618 Aug 30 13:10:58.618861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-129a85d3-0e70-4865-acdf-833b761f76b3 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565957 Aug 30 13:10:58.665535 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-3fb61c84-992d-4d48-a4b1-61810c458ba7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce HTTP/1.1" status: 200 len: 217 time: 0.0398362 Aug 30 13:10:58.731418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-251c1037-0b2e-4ae9-b6f1-c55805d571d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:58.733358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-251c1037-0b2e-4ae9-b6f1-c55805d571d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.0616362 Aug 30 13:10:58.783891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-f7763c1b-3a7f-4bc6-aee8-3fd17dd8bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:58.785565 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-f7763c1b-3a7f-4bc6-aee8-3fd17dd8bed3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0449014 Aug 30 13:10:58.901224 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-0addf93a-fae3-4516-a6f7-bacd7d586674 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080236 Aug 30 13:10:59.009781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e517f-f4d4-4816-989f-b56031b1dad5 req-98db1a32-6009-4e1d-9210-7201ff23f278 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.017072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5e517f-f4d4-4816-989f-b56031b1dad5 req-98db1a32-6009-4e1d-9210-7201ff23f278 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0632224 Aug 30 13:10:59.062567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7879-4502-4556-9d2a-e389241ba153 req-61497267-43d0-49f8-a316-d1dfe1dbbde9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.068829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7879-4502-4556-9d2a-e389241ba153 req-61497267-43d0-49f8-a316-d1dfe1dbbde9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.075052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7879-4502-4556-9d2a-e389241ba153 req-61497267-43d0-49f8-a316-d1dfe1dbbde9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.081104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7879-4502-4556-9d2a-e389241ba153 req-61497267-43d0-49f8-a316-d1dfe1dbbde9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.087846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7879-4502-4556-9d2a-e389241ba153 req-61497267-43d0-49f8-a316-d1dfe1dbbde9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.093818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7879-4502-4556-9d2a-e389241ba153 req-61497267-43d0-49f8-a316-d1dfe1dbbde9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.100784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b7879-4502-4556-9d2a-e389241ba153 req-61497267-43d0-49f8-a316-d1dfe1dbbde9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.103314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b8b7879-4502-4556-9d2a-e389241ba153 req-61497267-43d0-49f8-a316-d1dfe1dbbde9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1613646 Aug 30 13:10:59.109930 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-e26cf7f4-eff8-4e6f-9552-e51fc10c783e service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013757 Aug 30 13:10:59.114865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5e517f-f4d4-4816-989f-b56031b1dad5 req-8402c783-d431-49dc-82d3-020a98a1efab tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965745 Aug 30 13:10:59.188840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-d04489fe-be8e-46e9-b284-fe5f7c4dd9c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 HTTP/1.1" status: 200 len: 217 time: 0.0649867 Aug 30 13:10:59.231647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0116db30-1c03-4e4d-a8bb-b3e57ca5f526 req-4b3af1af-4d01-4cf5-a486-207360618189 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0291362 Aug 30 13:10:59.259361 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b8b7879-4502-4556-9d2a-e389241ba153 req-9bc232a0-256d-40cb-b531-654657ee67fc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271849 Aug 30 13:10:59.284458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-6d620069-77bf-43ad-b6c6-30bd1e41b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.288743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-6d620069-77bf-43ad-b6c6-30bd1e41b64e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5d839a1-8d22-4048-819a-bbfef46e88a4 HTTP/1.1" status: 200 len: 797 time: 0.0879714 Aug 30 13:10:59.339415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-69ac63a9-4068-456e-9040-dbef9f5948c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.341039 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-69ac63a9-4068-456e-9040-dbef9f5948c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0480850 Aug 30 13:10:59.522959 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-27af0a26-0f08-4759-912d-b9659090c4ea service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748204 Aug 30 13:10:59.622501 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-62df9f56-c209-4732-9745-2e3afcd91bb9 service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929654 Aug 30 13:10:59.689429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-09d77f5c-602c-4b50-996e-fdffadc46e04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa HTTP/1.1" status: 200 len: 217 time: 0.0591972 Aug 30 13:10:59.725816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41736b49-6bb2-4afa-a103-64e8a3111e2a req-ecafa142-7438-4457-b7ff-74e97fc1eb41 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.728489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41736b49-6bb2-4afa-a103-64e8a3111e2a req-ecafa142-7438-4457-b7ff-74e97fc1eb41 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0552969 Aug 30 13:10:59.769871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-8433f735-d06b-4015-9cb7-209e3e431e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.773147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41736b49-6bb2-4afa-a103-64e8a3111e2a req-abbf27f9-1392-4ed5-aac2-5d3ea101997f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373805 Aug 30 13:10:59.774064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-8433f735-d06b-4015-9cb7-209e3e431e5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5d839a1-8d22-4048-819a-bbfef46e88a4 HTTP/1.1" status: 200 len: 797 time: 0.0752380 Aug 30 13:10:59.832851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-fc37fe19-7fe4-499f-bd99-ff866ca6b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:10:59.834570 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-fc37fe19-7fe4-499f-bd99-ff866ca6b920 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0537817 Aug 30 13:10:59.945879 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-18221994-ac51-48c8-b935-dec14cd40ddb service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036081 Aug 30 13:11:00.079045 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f79b1ca-66cb-47a5-b263-1ed21b5cb105 req-7324ffc1-4fc0-417b-85ce-9f537951e285 service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202233 Aug 30 13:11:00.251150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-307bda0b-bc73-4194-97ff-3b605a752c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.251626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-307bda0b-bc73-4194-97ff-3b605a752c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.252099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-307bda0b-bc73-4194-97ff-3b605a752c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.252918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-307bda0b-bc73-4194-97ff-3b605a752c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.253052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-307bda0b-bc73-4194-97ff-3b605a752c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.253475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-307bda0b-bc73-4194-97ff-3b605a752c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.253969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-307bda0b-bc73-4194-97ff-3b605a752c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.255930 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-307bda0b-bc73-4194-97ff-3b605a752c94 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6480 time: 0.1148407 Aug 30 13:11:00.268591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbd7e5-7fb5-4bd8-a8c3-ac0f1aca0de9 req-7c1f812c-c683-450c-8d47-777dd89df004 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.274254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ecfbd7e5-7fb5-4bd8-a8c3-ac0f1aca0de9 req-7c1f812c-c683-450c-8d47-777dd89df004 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0858979 Aug 30 13:11:00.336493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-d770b468-def6-455f-95d1-c660f7ec6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.338467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-d770b468-def6-455f-95d1-c660f7ec6f4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=df5775405b214a37a18cec132821fffe&device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 1097 time: 0.0754881 Aug 30 13:11:00.348214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461cbce-7586-4b9f-89d3-63e02e63b137 req-452a07b1-6154-4be6-a27b-991ca3ddbd08 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.350639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1461cbce-7586-4b9f-89d3-63e02e63b137 req-452a07b1-6154-4be6-a27b-991ca3ddbd08 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.1013937 Aug 30 13:11:00.374204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ecfbd7e5-7fb5-4bd8-a8c3-ac0f1aca0de9 req-cd3360c2-af50-43d0-9b58-a9b59cf0921c tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975561 Aug 30 13:11:00.438177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-571e9422-b9a4-415e-b2a5-72107368dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.440067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-571e9422-b9a4-415e-b2a5-72107368dce9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 HTTP/1.1" status: 200 len: 903 time: 0.1646769 Aug 30 13:11:00.470340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1461cbce-7586-4b9f-89d3-63e02e63b137 req-dd96fb85-ef84-486b-892c-92e87ed4b93f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076760 Aug 30 13:11:00.527725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-60c017c9-1678-4659-8e30-65ed2a646927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.529331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-60c017c9-1678-4659-8e30-65ed2a646927 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 200 len: 916 time: 0.1775215 Aug 30 13:11:00.617763 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-106b3a66-2a76-4f52-869a-ea978ea0d130 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b903293d-5939-49dc-9693-a656856dd98e HTTP/1.1" status: 200 len: 217 time: 0.0496354 Aug 30 13:11:00.648568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75b54-20b3-4f8c-9ae6-d5ba0c43e9a8 req-a38be308-674a-492a-8aa5-191f08626678 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.654909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75b54-20b3-4f8c-9ae6-d5ba0c43e9a8 req-a38be308-674a-492a-8aa5-191f08626678 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.661279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75b54-20b3-4f8c-9ae6-d5ba0c43e9a8 req-a38be308-674a-492a-8aa5-191f08626678 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.666754 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:00.668636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75b54-20b3-4f8c-9ae6-d5ba0c43e9a8 req-a38be308-674a-492a-8aa5-191f08626678 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.675032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75b54-20b3-4f8c-9ae6-d5ba0c43e9a8 req-a38be308-674a-492a-8aa5-191f08626678 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.681750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75b54-20b3-4f8c-9ae6-d5ba0c43e9a8 req-a38be308-674a-492a-8aa5-191f08626678 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.688065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75b54-20b3-4f8c-9ae6-d5ba0c43e9a8 req-a38be308-674a-492a-8aa5-191f08626678 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.697452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-adf75b54-20b3-4f8c-9ae6-d5ba0c43e9a8 req-a38be308-674a-492a-8aa5-191f08626678 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1601827 Aug 30 13:11:00.777001 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-adf75b54-20b3-4f8c-9ae6-d5ba0c43e9a8 req-355b468a-15ad-47f6-bc2d-862d861cac0f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727503 Aug 30 13:11:00.784028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-44274080-cd83-4aaf-b382-846e6adf95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.785806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-44274080-cd83-4aaf-b382-846e6adf95ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3aa7477a-97f3-4838-87fc-9ed93dd13854 HTTP/1.1" status: 200 len: 854 time: 0.1601291 Aug 30 13:11:00.856256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-ba4cdfee-c347-4c4a-a2f7-d728da3aa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:00.858188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-ba4cdfee-c347-4c4a-a2f7-d728da3aa952 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c655f015-d1bd-4eba-9d84-af1da54ded52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644305 Aug 30 13:11:00.936415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-6bf115c1-5901-4afc-b7f9-ff4a705bf567 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 HTTP/1.1" status: 200 len: 217 time: 0.4877684 Aug 30 13:11:00.958391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-208e35a3-736b-42cf-9024-3f47356b6b57 req-6a35446a-0b3d-495e-b0cf-dacf348e787c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0326979 Aug 30 13:11:01.002185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-69aeb881-a4ed-4aad-b4ba-2bc7cb2d61b1 service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348021 Aug 30 13:11:01.030904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-baa5ea8c-5cf0-4f1b-aaa3-36ff4b85194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.032322 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-baa5ea8c-5cf0-4f1b-aaa3-36ff4b85194d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5d839a1-8d22-4048-819a-bbfef46e88a4 HTTP/1.1" status: 200 len: 797 time: 0.0725307 Aug 30 13:11:01.080317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-8b54e24a-5b74-4545-9b5f-a85ae0ce4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.081849 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-8b54e24a-5b74-4545-9b5f-a85ae0ce4e0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425875 Aug 30 13:11:01.118338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06353740-9bdd-46e0-96bb-54ff391ced61 req-28435330-1f69-4cd2-8c61-f3de36d75183 service neutron] 10.222.0.35 "GET /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093016 Aug 30 13:11:01.192790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-70631b22-c4b7-4f26-8daa-7c83fa7ed04a service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041303 Aug 30 13:11:01.287985 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-9227c5e8-b45c-457b-9958-2681b011775f service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880318 Aug 30 13:11:01.389483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-329b2c72-107f-4eaf-82d2-fe351eecb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.389901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-329b2c72-107f-4eaf-82d2-fe351eecb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.390380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-329b2c72-107f-4eaf-82d2-fe351eecb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.390850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-329b2c72-107f-4eaf-82d2-fe351eecb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.391322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-329b2c72-107f-4eaf-82d2-fe351eecb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.391780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-329b2c72-107f-4eaf-82d2-fe351eecb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.392248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-329b2c72-107f-4eaf-82d2-fe351eecb6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.394272 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-329b2c72-107f-4eaf-82d2-fe351eecb6ae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6480 time: 0.0572565 Aug 30 13:11:01.512360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81db62-7020-44ce-b007-e666f6ac318a req-b0a283c8-4343-4125-a35c-f0fb99aad08b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.521396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f81db62-7020-44ce-b007-e666f6ac318a req-b0a283c8-4343-4125-a35c-f0fb99aad08b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0659449 Aug 30 13:11:01.535020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-5a4a0ff8-aa53-4f2e-b30a-80bcb851a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.536962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-5a4a0ff8-aa53-4f2e-b30a-80bcb851a502 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 HTTP/1.1" status: 200 len: 903 time: 0.1357501 Aug 30 13:11:01.572407 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f81db62-7020-44ce-b007-e666f6ac318a req-5b80b51c-fa6c-48a5-b195-b24c17e075ce tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497193 Aug 30 13:11:01.585767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-50c67577-82e8-4b2e-8030-b04df6b7e6cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa HTTP/1.1" status: 200 len: 217 time: 0.0409369 Aug 30 13:11:01.686860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-0fb053c8-e957-46c8-abe8-99856ab7f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.688702 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-0fb053c8-e957-46c8-abe8-99856ab7f6b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5d839a1-8d22-4048-819a-bbfef46e88a4 HTTP/1.1" status: 200 len: 797 time: 0.0954151 Aug 30 13:11:01.702276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abd04c-cdf9-4fbc-98fb-f1cd17199ac3 req-bf25cb60-c865-4b16-b095-f15a95636f8c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.703958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-20abd04c-cdf9-4fbc-98fb-f1cd17199ac3 req-bf25cb60-c865-4b16-b095-f15a95636f8c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.1214216 Aug 30 13:11:01.778017 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-20abd04c-cdf9-4fbc-98fb-f1cd17199ac3 req-2f0c4ffe-97c8-4d3a-88ca-c2f3d19979a2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637507 Aug 30 13:11:01.780826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd864-635b-4241-a2a7-df2f317190e1 req-83d61c8b-fb2c-4ff5-b9cd-a6d56ead671e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.782259 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-83d61c8b-fb2c-4ff5-b9cd-a6d56ead671e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772057 Aug 30 13:11:01.896914 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-4bd3ef9f-e3a6-4716-a4fb-1b379f375171 service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068401 Aug 30 13:11:01.920592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b819a8-27a9-488f-8681-f7831897dcf8 req-a56631a4-fa88-4a3f-a2e3-229f2b05e2ba tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.927586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b819a8-27a9-488f-8681-f7831897dcf8 req-a56631a4-fa88-4a3f-a2e3-229f2b05e2ba tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.934350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b819a8-27a9-488f-8681-f7831897dcf8 req-a56631a4-fa88-4a3f-a2e3-229f2b05e2ba tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.940551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b819a8-27a9-488f-8681-f7831897dcf8 req-a56631a4-fa88-4a3f-a2e3-229f2b05e2ba tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.948127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b819a8-27a9-488f-8681-f7831897dcf8 req-a56631a4-fa88-4a3f-a2e3-229f2b05e2ba tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.954623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b819a8-27a9-488f-8681-f7831897dcf8 req-a56631a4-fa88-4a3f-a2e3-229f2b05e2ba tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.961233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b819a8-27a9-488f-8681-f7831897dcf8 req-a56631a4-fa88-4a3f-a2e3-229f2b05e2ba tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:01.969758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65b819a8-27a9-488f-8681-f7831897dcf8 req-a56631a4-fa88-4a3f-a2e3-229f2b05e2ba tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1075377 Aug 30 13:11:02.025742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32afd864-635b-4241-a2a7-df2f317190e1 req-ea99ac53-b881-4d9f-a3d2-3db6ec861c0e service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211882 Aug 30 13:11:02.029494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65b819a8-27a9-488f-8681-f7831897dcf8 req-62d6ef92-f95a-4e83-b7f3-03ddeb54cf8e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587609 Aug 30 13:11:02.106310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-db716316-42a4-4d5a-b869-0c87efe1b043 req-5340ce3b-2e24-460c-b7b1-1ebf568dba83 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0285728 Aug 30 13:11:02.719395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eca19e-e080-428e-b84a-460ae83a79d1 req-72138399-e8ef-4970-ad24-615641ae7b44 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:02.721523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22eca19e-e080-428e-b84a-460ae83a79d1 req-72138399-e8ef-4970-ad24-615641ae7b44 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0542243 Aug 30 13:11:02.762488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22eca19e-e080-428e-b84a-460ae83a79d1 req-d5796b9c-48f7-48d1-b3fa-f299f765155a tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Aug 30 13:11:02.926836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd389f9e-6026-46de-a2d1-44d6c009be91 req-a8e47c63-dff7-4c5a-8012-5ced2d118507 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:02.934540 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd389f9e-6026-46de-a2d1-44d6c009be91 req-a8e47c63-dff7-4c5a-8012-5ced2d118507 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0702879 Aug 30 13:11:02.936216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442ffbb-1c7d-4ebf-bf87-83b538381751 req-03dbc08a-4d2b-45b2-a691-db5cd10429f2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:02.938072 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d442ffbb-1c7d-4ebf-bf87-83b538381751 req-03dbc08a-4d2b-45b2-a691-db5cd10429f2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0665414 Aug 30 13:11:02.980193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd389f9e-6026-46de-a2d1-44d6c009be91 req-305fe1c9-7928-42aa-a549-90ebd48eeca5 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443523 Aug 30 13:11:02.983686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d442ffbb-1c7d-4ebf-bf87-83b538381751 req-01d3a384-4d93-416e-bf84-353121d27507 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389707 Aug 30 13:11:03.111372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db2fdf-3e84-44f8-becb-fae336fd29fb req-2eda3e50-64b3-4b87-86a2-de64820bcb65 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.120394 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8db2fdf-3e84-44f8-becb-fae336fd29fb req-2eda3e50-64b3-4b87-86a2-de64820bcb65 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 946 time: 0.0654478 Aug 30 13:11:03.163059 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8db2fdf-3e84-44f8-becb-fae336fd29fb req-aea50bf9-0e90-4889-944b-1da28fe870cd tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Aug 30 13:11:03.203053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53522526-b116-4afc-8a1a-5efb37173335 req-269fd6df-7052-421e-b8af-c1268f6a24be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.209101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53522526-b116-4afc-8a1a-5efb37173335 req-269fd6df-7052-421e-b8af-c1268f6a24be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.216031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53522526-b116-4afc-8a1a-5efb37173335 req-269fd6df-7052-421e-b8af-c1268f6a24be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.222223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53522526-b116-4afc-8a1a-5efb37173335 req-269fd6df-7052-421e-b8af-c1268f6a24be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.228559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53522526-b116-4afc-8a1a-5efb37173335 req-269fd6df-7052-421e-b8af-c1268f6a24be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.234462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53522526-b116-4afc-8a1a-5efb37173335 req-269fd6df-7052-421e-b8af-c1268f6a24be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.240456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53522526-b116-4afc-8a1a-5efb37173335 req-269fd6df-7052-421e-b8af-c1268f6a24be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.242956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53522526-b116-4afc-8a1a-5efb37173335 req-269fd6df-7052-421e-b8af-c1268f6a24be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1182580 Aug 30 13:11:03.257498 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77370c25-c938-4049-b091-b9b095ac9399 req-16380b4f-44f6-44ea-9a89-5c72ebd72e6c tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0310671 Aug 30 13:11:03.302352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53522526-b116-4afc-8a1a-5efb37173335 req-bef2620d-0f90-4a98-86e4-bd891e7e70a1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526290 Aug 30 13:11:03.380728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d387b9-3795-4c13-a2a6-d8de2f8f469f req-9d8d9126-65ac-46de-b6f7-40e43baf44a1 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.382377 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34d387b9-3795-4c13-a2a6-d8de2f8f469f req-9d8d9126-65ac-46de-b6f7-40e43baf44a1 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 945 time: 0.0527034 Aug 30 13:11:03.431303 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34d387b9-3795-4c13-a2a6-d8de2f8f469f req-13ab624a-3f9b-4cc4-9842-c5cfc3451b67 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422213 Aug 30 13:11:03.474689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-81ddca5f-5aa6-44c9-8c6f-1638ea3bdad1 req-d501bd79-dab1-48d5-8f98-32a5a5bcb1e2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:11:03.475920 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81ddca5f-5aa6-44c9-8c6f-1638ea3bdad1 req-d501bd79-dab1-48d5-8f98-32a5a5bcb1e2 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062382 Aug 30 13:11:03.572698 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81ddca5f-5aa6-44c9-8c6f-1638ea3bdad1 req-29868dc9-74b7-49a2-9e53-0b6476b4683b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0892622 Aug 30 13:11:03.837616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68fdf5-e914-49e9-ad87-3c27d353ec4a req-5e5050ec-146a-4f69-b4d2-030ba40206f1 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.839225 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc68fdf5-e914-49e9-ad87-3c27d353ec4a req-5e5050ec-146a-4f69-b4d2-030ba40206f1 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0543389 Aug 30 13:11:03.880481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc68fdf5-e914-49e9-ad87-3c27d353ec4a req-193e1331-8c27-48d1-b126-f86d3bc8312e tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Aug 30 13:11:03.994751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97d8f2-690a-4f5f-8af5-7eaa38809276 req-60ef91bd-af7a-4610-8bbd-573dd8c6bc3e tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:03.996173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad97d8f2-690a-4f5f-8af5-7eaa38809276 req-60ef91bd-af7a-4610-8bbd-573dd8c6bc3e tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 946 time: 0.0485809 Aug 30 13:11:04.040606 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad97d8f2-690a-4f5f-8af5-7eaa38809276 req-2949e890-a5e7-4198-9a29-adc53da91f6f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381136 Aug 30 13:11:04.126520 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa90c3-def8-4561-912d-d79ec7613b46 req-6c28b203-f773-4a98-bbd0-0373e140c88b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.128075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-61fa90c3-def8-4561-912d-d79ec7613b46 req-6c28b203-f773-4a98-bbd0-0373e140c88b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0563037 Aug 30 13:11:04.161853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f9b5a-e56d-4751-b910-a2d609cdc79c req-1d57465c-57e4-43e1-8a55-1bddc4f1f6db tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.163917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-509f9b5a-e56d-4751-b910-a2d609cdc79c req-1d57465c-57e4-43e1-8a55-1bddc4f1f6db tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 945 time: 0.0530648 Aug 30 13:11:04.176741 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-61fa90c3-def8-4561-912d-d79ec7613b46 req-7380b5e6-d435-45f4-8be7-2227fb109eba tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Aug 30 13:11:04.209493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-509f9b5a-e56d-4751-b910-a2d609cdc79c req-7b60a3c7-cc8f-4190-9349-bdf43fbb8955 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373368 Aug 30 13:11:04.370056 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83fd0295-dd8a-4a41-b248-0f29d7d53625 req-cb00d5fb-a42c-44fb-8fec-d3d1b51bb1c5 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0307972 Aug 30 13:11:04.396135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e32e61-846c-4cbe-ab29-278e5cc27788 req-ef12b7a1-3bfd-404f-95c1-4907076f9aa8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.402337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e32e61-846c-4cbe-ab29-278e5cc27788 req-ef12b7a1-3bfd-404f-95c1-4907076f9aa8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.408699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e32e61-846c-4cbe-ab29-278e5cc27788 req-ef12b7a1-3bfd-404f-95c1-4907076f9aa8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.410526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05e32e61-846c-4cbe-ab29-278e5cc27788 req-ef12b7a1-3bfd-404f-95c1-4907076f9aa8 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b&device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa&device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 2418 time: 0.0680871 Aug 30 13:11:04.455103 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05e32e61-846c-4cbe-ab29-278e5cc27788 req-92a96e82-8204-4493-8577-d6362e287bcc tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341718 Aug 30 13:11:04.493858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-f04c88e1-ef93-4613-840d-e5558d86f369 req-4ad4e7f7-db72-4bb5-83b8-b127a1b0ef08 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:11:04.494989 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f04c88e1-ef93-4613-840d-e5558d86f369 req-4ad4e7f7-db72-4bb5-83b8-b127a1b0ef08 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079701 Aug 30 13:11:04.500854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360832-bc54-4724-bc9f-7fd895f34107 req-e9c66fdc-c26c-4643-b5f2-6aba8f06ab14 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.506707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360832-bc54-4724-bc9f-7fd895f34107 req-e9c66fdc-c26c-4643-b5f2-6aba8f06ab14 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.512726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360832-bc54-4724-bc9f-7fd895f34107 req-e9c66fdc-c26c-4643-b5f2-6aba8f06ab14 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.518640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360832-bc54-4724-bc9f-7fd895f34107 req-e9c66fdc-c26c-4643-b5f2-6aba8f06ab14 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.525233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360832-bc54-4724-bc9f-7fd895f34107 req-e9c66fdc-c26c-4643-b5f2-6aba8f06ab14 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.531118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360832-bc54-4724-bc9f-7fd895f34107 req-e9c66fdc-c26c-4643-b5f2-6aba8f06ab14 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.536955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71360832-bc54-4724-bc9f-7fd895f34107 req-e9c66fdc-c26c-4643-b5f2-6aba8f06ab14 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:04.538956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71360832-bc54-4724-bc9f-7fd895f34107 req-e9c66fdc-c26c-4643-b5f2-6aba8f06ab14 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.0952096 Aug 30 13:11:04.585386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71360832-bc54-4724-bc9f-7fd895f34107 req-43cade3a-324d-4aea-942f-1bb585618837 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385509 Aug 30 13:11:04.590684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f04c88e1-ef93-4613-840d-e5558d86f369 req-515c36e4-50f3-4177-ae59-3d897074f96a tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0890980 Aug 30 13:11:05.299861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8cb9e-9d9e-4154-b980-c9ecef50fd1f req-9ed1eb7e-4b66-4846-a57c-1c4ac92ff85d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:05.301380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dce8cb9e-9d9e-4154-b980-c9ecef50fd1f req-9ed1eb7e-4b66-4846-a57c-1c4ac92ff85d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0532768 Aug 30 13:11:05.342661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dce8cb9e-9d9e-4154-b980-c9ecef50fd1f req-c3285886-29b5-4084-aa29-628b9dd49e78 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336375 Aug 30 13:11:05.480291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6654305c-b229-4b79-b403-a47d2b88cce0 req-059b4836-1af6-400c-aa3a-044cded8bec0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0299337 Aug 30 13:11:05.720190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62767c8-ccec-47f9-9adb-c60ebd09cb4f req-ed85607c-b346-4407-8a4b-913aaff762c4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:05.726045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62767c8-ccec-47f9-9adb-c60ebd09cb4f req-ed85607c-b346-4407-8a4b-913aaff762c4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:05.733907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62767c8-ccec-47f9-9adb-c60ebd09cb4f req-ed85607c-b346-4407-8a4b-913aaff762c4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:05.739734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62767c8-ccec-47f9-9adb-c60ebd09cb4f req-ed85607c-b346-4407-8a4b-913aaff762c4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:05.747561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62767c8-ccec-47f9-9adb-c60ebd09cb4f req-ed85607c-b346-4407-8a4b-913aaff762c4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:05.755067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62767c8-ccec-47f9-9adb-c60ebd09cb4f req-ed85607c-b346-4407-8a4b-913aaff762c4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:05.763461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62767c8-ccec-47f9-9adb-c60ebd09cb4f req-ed85607c-b346-4407-8a4b-913aaff762c4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:05.766221 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f62767c8-ccec-47f9-9adb-c60ebd09cb4f req-ed85607c-b346-4407-8a4b-913aaff762c4 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1025538 Aug 30 13:11:05.816000 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f62767c8-ccec-47f9-9adb-c60ebd09cb4f req-b1c3b866-09fb-4568-94ef-8da4c174898a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432129 Aug 30 13:11:05.875483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79c1d7-6fca-4fca-8c7e-c39de79236f4 req-8967f490-7852-4638-8d6f-53a0c1b9273f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:05.876987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d79c1d7-6fca-4fca-8c7e-c39de79236f4 req-8967f490-7852-4638-8d6f-53a0c1b9273f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 945 time: 0.0507932 Aug 30 13:11:05.915913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d79c1d7-6fca-4fca-8c7e-c39de79236f4 req-bd19a900-5e1a-4872-b425-7ef029c8b1a3 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328412 Aug 30 13:11:06.479573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3c3df-39bc-455b-aba3-0e05978f0bab req-cb0b0dc9-9d99-4edb-93c4-4d05343e167c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:06.481528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ace3c3df-39bc-455b-aba3-0e05978f0bab req-cb0b0dc9-9d99-4edb-93c4-4d05343e167c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0562098 Aug 30 13:11:06.526456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ace3c3df-39bc-455b-aba3-0e05978f0bab req-90ad39eb-0a76-4b1b-94f9-ae87984c30fe tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372899 Aug 30 13:11:06.576611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-71165aa4-1397-4ecc-bb6f-745cfe881ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:06.600018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0313f652-ebff-425d-8fff-2b83140b327a req-c9cfd4a2-88f3-41d1-a46c-97a7dbadca53 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0356231 Aug 30 13:11:06.963539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b5b5-e011-421a-867d-bd7e5ab14661 req-41202a3c-235e-4b63-839b-5de52926374b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:06.970173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b5b5-e011-421a-867d-bd7e5ab14661 req-41202a3c-235e-4b63-839b-5de52926374b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:06.977433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b5b5-e011-421a-867d-bd7e5ab14661 req-41202a3c-235e-4b63-839b-5de52926374b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:06.984165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b5b5-e011-421a-867d-bd7e5ab14661 req-41202a3c-235e-4b63-839b-5de52926374b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:06.990360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b5b5-e011-421a-867d-bd7e5ab14661 req-41202a3c-235e-4b63-839b-5de52926374b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:06.996960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b5b5-e011-421a-867d-bd7e5ab14661 req-41202a3c-235e-4b63-839b-5de52926374b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:07.002766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205b5b5-e011-421a-867d-bd7e5ab14661 req-41202a3c-235e-4b63-839b-5de52926374b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:07.004704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b205b5b5-e011-421a-867d-bd7e5ab14661 req-41202a3c-235e-4b63-839b-5de52926374b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1024182 Aug 30 13:11:07.050279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9a511-929f-4c32-a110-ce34e3afff8b req-54cd7b0f-eef0-4fc6-bbea-53f8c79a9059 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:07.054256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38b9a511-929f-4c32-a110-ce34e3afff8b req-54cd7b0f-eef0-4fc6-bbea-53f8c79a9059 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 945 time: 0.0578341 Aug 30 13:11:07.056468 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b205b5b5-e011-421a-867d-bd7e5ab14661 req-c27c3402-fcc6-4af0-b44d-8797a695f79f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422959 Aug 30 13:11:07.107615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38b9a511-929f-4c32-a110-ce34e3afff8b req-79c0bd03-6723-4002-9a17-639d328f53dc tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462847 Aug 30 13:11:07.108459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-1ae5346b-dcd2-44db-b54a-9587d06180d4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:07.109956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-1ae5346b-dcd2-44db-b54a-9587d06180d4 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.16 "GET /v2.0/ports?device_id=da710a0f-6e11-4d59-a233-918ba402763b HTTP/1.1" status: 200 len: 945 time: 0.0592237 Aug 30 13:11:07.207595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Deleting port 76477fa3-3f07-44ba-be4f-2507567977e4 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:07.207939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:07.303396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] For port 76477fa3-3f07-44ba-be4f-2507567977e4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=76477fa3-3f07-44ba-be4f-2507567977e4,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:07.303860 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:07.318526 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Calling delete_port for 76477fa3-3f07-44ba-be4f-2507567977e4 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:07.446458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:07.460004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['76477fa3-3f07-44ba-be4f-2507567977e4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:07.478795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Pushing event deleted for resources: {'Port': ['ID=76477fa3-3f07-44ba-be4f-2507567977e4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:07.496602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['72775aac-00d2-4cdd-b78c-61ef805ccd00', 'b903293d-5939-49dc-9693-a656856dd98e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:07.534354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] No DVR routers for this DVR port 76477fa3-3f07-44ba-be4f-2507567977e4 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:07.537328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:07.540133 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ccf735aa-4c81-4f7c-899a-81c8049b1cfe req-38ed0185-c3f0-4991-92d6-0c0b5e9d4557 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.16 "DELETE /v2.0/ports/76477fa3-3f07-44ba-be4f-2507567977e4 HTTP/1.1" status: 204 len: 173 time: 0.4242883 Aug 30 13:11:07.540716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da710a0f-6e11-4d59-a233-918ba402763b', 'name': 'network-vif-deleted', 'tag': '76477fa3-3f07-44ba-be4f-2507567977e4'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:07.543632 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4fddfd-f317-4b64-af54-172a62f2e176" -d '{"events": [{"server_uuid": "da710a0f-6e11-4d59-a233-918ba402763b", "name": "network-vif-deleted", "tag": "76477fa3-3f07-44ba-be4f-2507567977e4"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:07.606367 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4283752-eac5-4358-8b81-fa0f6b882faa x-openstack-request-id: req-c4283752-eac5-4358-8b81-fa0f6b882faa {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:07.606695 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da710a0f-6e11-4d59-a233-918ba402763b", "name": "network-vif-deleted", "tag": "76477fa3-3f07-44ba-be4f-2507567977e4", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:07.607214 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4283752-eac5-4358-8b81-fa0f6b882faa {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:07.607341 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da710a0f-6e11-4d59-a233-918ba402763b', 'name': 'network-vif-deleted', 'tag': '76477fa3-3f07-44ba-be4f-2507567977e4', 'status': 'completed', 'code': 200} Aug 30 13:11:07.720560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cd865-4fc1-41c5-8486-7554ad17bf0f req-ee114da7-495d-4a78-a423-231b611ba46f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:07.736051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-390cd865-4fc1-41c5-8486-7554ad17bf0f req-ee114da7-495d-4a78-a423-231b611ba46f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.1146247 Aug 30 13:11:07.782801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1fc86b5a-17ee-4cd3-a878-941defe834b2 req-d8676943-77fb-43e7-8a40-ee6c2ef78ade tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/ports?device_id=10ac459f-e26f-40f9-88fc-0c54ab33943d HTTP/1.1" status: 200 len: 210 time: 0.0590115 Aug 30 13:11:07.809449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-390cd865-4fc1-41c5-8486-7554ad17bf0f req-53fe89d4-c9ad-4bcb-8af1-ef2418c55078 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581262 Aug 30 13:11:08.248755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4c5a-1272-449c-ad66-c87f7668d28f req-36ea46a7-1085-4b04-b931-858e9467e3cd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:08.263351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4c5a-1272-449c-ad66-c87f7668d28f req-36ea46a7-1085-4b04-b931-858e9467e3cd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:08.274847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4c5a-1272-449c-ad66-c87f7668d28f req-36ea46a7-1085-4b04-b931-858e9467e3cd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:08.303985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4c5a-1272-449c-ad66-c87f7668d28f req-36ea46a7-1085-4b04-b931-858e9467e3cd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:08.311018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4c5a-1272-449c-ad66-c87f7668d28f req-36ea46a7-1085-4b04-b931-858e9467e3cd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:08.318893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4c5a-1272-449c-ad66-c87f7668d28f req-36ea46a7-1085-4b04-b931-858e9467e3cd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:08.325195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f4c5a-1272-449c-ad66-c87f7668d28f req-36ea46a7-1085-4b04-b931-858e9467e3cd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:08.327593 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a7f4c5a-1272-449c-ad66-c87f7668d28f req-36ea46a7-1085-4b04-b931-858e9467e3cd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1704473 Aug 30 13:11:08.384710 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a7f4c5a-1272-449c-ad66-c87f7668d28f req-c60b6bb7-cabb-433b-968b-757001acef89 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487659 Aug 30 13:11:08.472987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30690e0d-d3f0-4147-848f-3346e6db4b71 req-177f94a3-eef7-434f-b265-b72f21415591 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:08.474542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30690e0d-d3f0-4147-848f-3346e6db4b71 req-177f94a3-eef7-434f-b265-b72f21415591 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 946 time: 0.0545847 Aug 30 13:11:08.512544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30690e0d-d3f0-4147-848f-3346e6db4b71 req-286a9f5d-c100-4f8e-a01a-9182c2546c28 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Aug 30 13:11:08.876674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52902) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:08.924646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9938c6-d867-40b3-bcf3-51d4f1eeb07b req-1ec9b4d2-27f6-4ce4-a846-865af9dcdcb4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:08.926225 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da9938c6-d867-40b3-bcf3-51d4f1eeb07b req-1ec9b4d2-27f6-4ce4-a846-865af9dcdcb4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0548689 Aug 30 13:11:08.936316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3355c3b-cf04-4242-bb4c-5b79ba46cec0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:08.960746 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3355c3b-cf04-4242-bb4c-5b79ba46cec0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:08.974611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da9938c6-d867-40b3-bcf3-51d4f1eeb07b req-b92f33eb-27ec-448f-9099-6113d0133477 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379984 Aug 30 13:11:09.009493 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3355c3b-cf04-4242-bb4c-5b79ba46cec0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.012183 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3355c3b-cf04-4242-bb4c-5b79ba46cec0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.013351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d3355c3b-cf04-4242-bb4c-5b79ba46cec0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "DELETE /v2.0/security-groups/aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f HTTP/1.1" status: 204 len: 168 time: 0.1355193 Aug 30 13:11:09.016284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52904) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:09.025108 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3355c3b-cf04-4242-bb4c-5b79ba46cec0 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:09.033756 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-376ce227-abdb-4840-a955-0553c16fe263 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] show failed (client error): The resource could not be found. Aug 30 13:11:09.033756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-376ce227-abdb-4840-a955-0553c16fe263 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "GET /v2.0/security-groups/aab2b2bd-b245-4e7a-bcca-34fe55c4fb9f HTTP/1.1" status: 404 len: 347 time: 0.0144882 Aug 30 13:11:09.034954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52906) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:09.162502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting port 59784528-4451-4570-b700-215f99105e33 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:09.162822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.251307 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.251696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.269119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Calling delete_port for 59784528-4451-4570-b700-215f99105e33 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:09.323082 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bea9e1ae-f519-4f14-b6e0-6a9f494bb8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.456030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.499630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Port': ['ID=59784528-4451-4570-b700-215f99105e33,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:09.553490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5075-ccd7-4ea4-b7b3-1f14b0cd38c5 req-05686ad9-3dc9-4580-a0da-68b40f9b052f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:09.560509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5075-ccd7-4ea4-b7b3-1f14b0cd38c5 req-05686ad9-3dc9-4580-a0da-68b40f9b052f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:09.568172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5075-ccd7-4ea4-b7b3-1f14b0cd38c5 req-05686ad9-3dc9-4580-a0da-68b40f9b052f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:09.576654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5075-ccd7-4ea4-b7b3-1f14b0cd38c5 req-05686ad9-3dc9-4580-a0da-68b40f9b052f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:09.583907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5075-ccd7-4ea4-b7b3-1f14b0cd38c5 req-05686ad9-3dc9-4580-a0da-68b40f9b052f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:09.591080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5075-ccd7-4ea4-b7b3-1f14b0cd38c5 req-05686ad9-3dc9-4580-a0da-68b40f9b052f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:09.596877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac5075-ccd7-4ea4-b7b3-1f14b0cd38c5 req-05686ad9-3dc9-4580-a0da-68b40f9b052f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:09.599017 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71ac5075-ccd7-4ea4-b7b3-1f14b0cd38c5 req-05686ad9-3dc9-4580-a0da-68b40f9b052f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1141059 Aug 30 13:11:09.641591 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.644295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.645463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-018f8ed9-093e-4025-ab5a-e921e5f2d6b7 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "DELETE /v2.0/floatingips/13876a84-3f7e-4afb-bb2c-f47db4ffd06c HTTP/1.1" status: 204 len: 168 time: 0.6094587 Aug 30 13:11:09.648216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52916) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:09.666355 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71ac5075-ccd7-4ea4-b7b3-1f14b0cd38c5 req-9475cb08-1dbb-4142-8d85-725ed90be8be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599377 Aug 30 13:11:09.742673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0b05c-7f0d-4f35-9566-464c43b216db req-5cad3c03-321f-4f8e-8db8-91ea470dd119 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:09.742673 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0f0b05c-7f0d-4f35-9566-464c43b216db req-5cad3c03-321f-4f8e-8db8-91ea470dd119 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 946 time: 0.1454494 Aug 30 13:11:09.809997 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0f0b05c-7f0d-4f35-9566-464c43b216db req-5b86fb6e-5def-4ca1-bad5-28a3a0df5772 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675478 Aug 30 13:11:09.821820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5a4754a5-4a29-4277-b0e6-78c7b321d207 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting port 0c41a4a6-df09-4307-a892-1ee811eb509e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:09.822207 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a4754a5-4a29-4277-b0e6-78c7b321d207 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.926840 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.929556 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a4754a5-4a29-4277-b0e6-78c7b321d207 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:09.944093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5a4754a5-4a29-4277-b0e6-78c7b321d207 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Calling delete_port for 0c41a4a6-df09-4307-a892-1ee811eb509e owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:10.114172 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a4754a5-4a29-4277-b0e6-78c7b321d207 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:10.140958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555454f9-d0cb-4bc9-81ac-acf6a2e88eee req-4af058e1-f6b7-4a1a-9c86-06a9335efd8a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:10.148072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4754a5-4a29-4277-b0e6-78c7b321d207 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Port': ['ID=0c41a4a6-df09-4307-a892-1ee811eb509e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:10.152270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555454f9-d0cb-4bc9-81ac-acf6a2e88eee req-4af058e1-f6b7-4a1a-9c86-06a9335efd8a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0695868 Aug 30 13:11:10.203273 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-555454f9-d0cb-4bc9-81ac-acf6a2e88eee req-b61472de-83ae-403e-91f2-72d8ab6ea1f3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496306 Aug 30 13:11:10.271080 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a4754a5-4a29-4277-b0e6-78c7b321d207 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:10.275813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5a4754a5-4a29-4277-b0e6-78c7b321d207 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "DELETE /v2.0/ports/0c41a4a6-df09-4307-a892-1ee811eb509e HTTP/1.1" status: 204 len: 168 time: 0.6230638 Aug 30 13:11:10.276184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52926) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:10.292849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-f6e8b5c6-ec72-4e2d-b7c8-825da9858d63 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:10.294320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-f6e8b5c6-ec72-4e2d-b7c8-825da9858d63 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.35 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 946 time: 0.1014850 Aug 30 13:11:10.455779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-1617f501-1693-4c37-8238-c997b0d1f09e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting port 97a6339c-7374-43d6-b5dd-c60a6ad87c63 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:10.461277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1617f501-1693-4c37-8238-c997b0d1f09e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:10.514694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Deleting port 72775aac-00d2-4cdd-b78c-61ef805ccd00 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:10.515308 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:10.765394 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:10.936220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1617f501-1693-4c37-8238-c997b0d1f09e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:10.961950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-1617f501-1693-4c37-8238-c997b0d1f09e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Calling delete_port for 97a6339c-7374-43d6-b5dd-c60a6ad87c63 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:10.984095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] For port 72775aac-00d2-4cdd-b78c-61ef805ccd00, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72775aac-00d2-4cdd-b78c-61ef805ccd00,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:10.984496 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:10.986945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4f212-9aeb-442c-8e72-d33ac9537a44 req-aaebe253-c49e-4b34-935a-ddbecab7e365 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:10.991927 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2eb4f212-9aeb-442c-8e72-d33ac9537a44 req-aaebe253-c49e-4b34-935a-ddbecab7e365 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 946 time: 0.0782876 Aug 30 13:11:11.033912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Calling delete_port for 72775aac-00d2-4cdd-b78c-61ef805ccd00 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:11.034159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2eb4f212-9aeb-442c-8e72-d33ac9537a44 req-090031a0-f609-472e-86df-72106535baaa tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361469 Aug 30 13:11:11.046678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c08469-0374-4ed6-8b0c-fb5dedc5e58d req-148b33ea-81db-4218-a1da-3cdb2623899a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:11.052976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c08469-0374-4ed6-8b0c-fb5dedc5e58d req-148b33ea-81db-4218-a1da-3cdb2623899a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:11.059369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c08469-0374-4ed6-8b0c-fb5dedc5e58d req-148b33ea-81db-4218-a1da-3cdb2623899a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:11.065176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c08469-0374-4ed6-8b0c-fb5dedc5e58d req-148b33ea-81db-4218-a1da-3cdb2623899a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:11.072159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c08469-0374-4ed6-8b0c-fb5dedc5e58d req-148b33ea-81db-4218-a1da-3cdb2623899a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:11.077985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c08469-0374-4ed6-8b0c-fb5dedc5e58d req-148b33ea-81db-4218-a1da-3cdb2623899a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:11.085153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c08469-0374-4ed6-8b0c-fb5dedc5e58d req-148b33ea-81db-4218-a1da-3cdb2623899a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:11.087765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1c08469-0374-4ed6-8b0c-fb5dedc5e58d req-148b33ea-81db-4218-a1da-3cdb2623899a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.2121396 Aug 30 13:11:11.200979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a1c08469-0374-4ed6-8b0c-fb5dedc5e58d req-0b8f4411-d1d3-4c1a-89d5-c8f896a9dd0d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048708 Aug 30 13:11:11.341320 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1617f501-1693-4c37-8238-c997b0d1f09e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:11.359409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b6338-639f-4692-83db-743c8f0bb979 req-28728a65-8ecd-4f93-9839-f9ca0ad7d569 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:11.361788 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe7b6338-639f-4692-83db-743c8f0bb979 req-28728a65-8ecd-4f93-9839-f9ca0ad7d569 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0747073 Aug 30 13:11:11.381457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617f501-1693-4c37-8238-c997b0d1f09e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Port': ['ID=97a6339c-7374-43d6-b5dd-c60a6ad87c63,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:11.388698 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:11.402285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 76477fa3-3f07-44ba-be4f-2507567977e4 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:11.404483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b903293d-5939-49dc-9693-a656856dd98e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:11.432067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe7b6338-639f-4692-83db-743c8f0bb979 req-cfe03e33-94d5-4e18-989b-4bda8f991140 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639391 Aug 30 13:11:11.464291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 76477fa3-3f07-44ba-be4f-2507567977e4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:11.464773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 76477fa3-3f07-44ba-be4f-2507567977e4 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:11.542763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Pushing event deleted for resources: {'Port': ['ID=72775aac-00d2-4cdd-b78c-61ef805ccd00,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:11.567611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] No DVR routers for this DVR port 72775aac-00d2-4cdd-b78c-61ef805ccd00 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:11.594859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:11.597227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8aa77093-8a73-443e-b7ec-392e15755dd9 req-80d0e8ae-5b38-4427-9988-74265326564f tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.35 "DELETE /v2.0/ports/72775aac-00d2-4cdd-b78c-61ef805ccd00 HTTP/1.1" status: 204 len: 173 time: 1.2809894 Aug 30 13:11:11.597886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164bce66-4114-4ae1-8408-c3f98d9df9aa', 'name': 'network-vif-deleted', 'tag': '72775aac-00d2-4cdd-b78c-61ef805ccd00'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:11.600481 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2db09e-605e-4164-8322-1b30eabdea47" -d '{"events": [{"server_uuid": "164bce66-4114-4ae1-8408-c3f98d9df9aa", "name": "network-vif-deleted", "tag": "72775aac-00d2-4cdd-b78c-61ef805ccd00"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:11.605039 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1617f501-1693-4c37-8238-c997b0d1f09e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:11.607229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1617f501-1693-4c37-8238-c997b0d1f09e tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "DELETE /v2.0/ports/97a6339c-7374-43d6-b5dd-c60a6ad87c63 HTTP/1.1" status: 204 len: 168 time: 1.3300993 Aug 30 13:11:11.609808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52942) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:11.674505 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04af740-caa4-4ce2-975e-62f607eb08be x-openstack-request-id: req-b04af740-caa4-4ce2-975e-62f607eb08be {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:11.674899 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164bce66-4114-4ae1-8408-c3f98d9df9aa", "name": "network-vif-deleted", "tag": "72775aac-00d2-4cdd-b78c-61ef805ccd00", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:11.676361 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b04af740-caa4-4ce2-975e-62f607eb08be {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:11.676924 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164bce66-4114-4ae1-8408-c3f98d9df9aa', 'name': 'network-vif-deleted', 'tag': '72775aac-00d2-4cdd-b78c-61ef805ccd00', 'status': 'completed', 'code': 200} Aug 30 13:11:11.694197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc1bf9b-3e44-4fc8-824e-b885de6123f9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting subnet 3a14ceb5-98a9-43f9-949f-545b61114da6 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:11:11.698945 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6bc1bf9b-3e44-4fc8-824e-b885de6123f9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:11.778007 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6bc1bf9b-3e44-4fc8-824e-b885de6123f9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:11.917527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6bc1bf9b-3e44-4fc8-824e-b885de6123f9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.001770 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6bc1bf9b-3e44-4fc8-824e-b885de6123f9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.043971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1bf9b-3e44-4fc8-824e-b885de6123f9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Subnet': ['ID=3a14ceb5-98a9-43f9-949f-545b61114da6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:12.054371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6bc1bf9b-3e44-4fc8-824e-b885de6123f9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.056183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca84ed68-15b5-4909-a645-5803f7c8b2ec None None] Network cc5a463d-926b-4632-a0da-1ab17dd39b9e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:12.056833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6bc1bf9b-3e44-4fc8-824e-b885de6123f9 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "DELETE /v2.0/subnets/3a14ceb5-98a9-43f9-949f-545b61114da6 HTTP/1.1" status: 204 len: 168 time: 0.4455698 Aug 30 13:11:12.060638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52946) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:12.151945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af81062-96a2-412f-8d54-5abab7f42a49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting subnet dbac50f5-8f70-419d-b23f-b3cec8d49efd {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:11:12.156198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5af81062-96a2-412f-8d54-5abab7f42a49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.198928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80980130-0ba3-43b4-b7b8-2f098b2dcc6b req-e7e9bb21-572a-49a9-a045-1419bb93de77 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=164bce66-4114-4ae1-8408-c3f98d9df9aa HTTP/1.1" status: 200 len: 210 time: 0.0633860 Aug 30 13:11:12.225861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.301237 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5af81062-96a2-412f-8d54-5abab7f42a49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.475450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620628f3-af4e-4dec-a1f3-f3583fbfb5c9 None None] DHCP port deletion for cc5a463d-926b-4632-a0da-1ab17dd39b9e request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:11:12.512575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5af81062-96a2-412f-8d54-5abab7f42a49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.542772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-620628f3-af4e-4dec-a1f3-f3583fbfb5c9 None None] Deleting port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:12.543165 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-620628f3-af4e-4dec-a1f3-f3583fbfb5c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.586361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 72775aac-00d2-4cdd-b78c-61ef805ccd00 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:12.614336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bdd82e-f638-4cf8-bbc4-b076f32decc1 req-d8b47d0e-afc9-4880-8986-c88b6a2927fc tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:12.623115 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52bdd82e-f638-4cf8-bbc4-b076f32decc1 req-d8b47d0e-afc9-4880-8986-c88b6a2927fc tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0675871 Aug 30 13:11:12.623555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 72775aac-00d2-4cdd-b78c-61ef805ccd00 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:12.623848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 72775aac-00d2-4cdd-b78c-61ef805ccd00 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:12.634962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930184b1-4798-442d-a82d-a4ea42ec61cb req-2b4bc8d8-d9e6-421f-9458-4f9f2bd6a786 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:12.642530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930184b1-4798-442d-a82d-a4ea42ec61cb req-2b4bc8d8-d9e6-421f-9458-4f9f2bd6a786 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:12.644744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-620628f3-af4e-4dec-a1f3-f3583fbfb5c9 None None] For port c2a1c4e9-1b95-4228-8d76-540c3c4c7926, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c2a1c4e9-1b95-4228-8d76-540c3c4c7926,segment=NetworkSegment(9534c666-bab8-4172-800d-03d64ceba00b),segment_id=9534c666-bab8-4172-800d-03d64ceba00b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:12.645139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-620628f3-af4e-4dec-a1f3-f3583fbfb5c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.650307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930184b1-4798-442d-a82d-a4ea42ec61cb req-2b4bc8d8-d9e6-421f-9458-4f9f2bd6a786 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:12.658030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930184b1-4798-442d-a82d-a4ea42ec61cb req-2b4bc8d8-d9e6-421f-9458-4f9f2bd6a786 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:12.658324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-620628f3-af4e-4dec-a1f3-f3583fbfb5c9 None None] Calling delete_port for c2a1c4e9-1b95-4228-8d76-540c3c4c7926 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:12.666304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930184b1-4798-442d-a82d-a4ea42ec61cb req-2b4bc8d8-d9e6-421f-9458-4f9f2bd6a786 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:12.668862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-52bdd82e-f638-4cf8-bbc4-b076f32decc1 req-9e8ac08b-7a6e-467c-b1be-fde6d9cf1597 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Aug 30 13:11:12.676714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930184b1-4798-442d-a82d-a4ea42ec61cb req-2b4bc8d8-d9e6-421f-9458-4f9f2bd6a786 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:12.683146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930184b1-4798-442d-a82d-a4ea42ec61cb req-2b4bc8d8-d9e6-421f-9458-4f9f2bd6a786 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:12.691475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930184b1-4798-442d-a82d-a4ea42ec61cb req-2b4bc8d8-d9e6-421f-9458-4f9f2bd6a786 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.2977633 Aug 30 13:11:12.695994 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5af81062-96a2-412f-8d54-5abab7f42a49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.738167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af81062-96a2-412f-8d54-5abab7f42a49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Subnet': ['ID=dbac50f5-8f70-419d-b23f-b3cec8d49efd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:12.740419 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5af81062-96a2-412f-8d54-5abab7f42a49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.742647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5af81062-96a2-412f-8d54-5abab7f42a49 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "DELETE /v2.0/subnets/dbac50f5-8f70-419d-b23f-b3cec8d49efd HTTP/1.1" status: 204 len: 168 time: 0.6802695 Aug 30 13:11:12.745450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52958) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:12.761349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dcf094-4a5c-428c-a994-3e62ceda085e None None] Network 771a7f3a-e245-48d3-8293-62931754e424 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:12.762532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930184b1-4798-442d-a82d-a4ea42ec61cb req-f6de0d67-316b-4fc8-a7da-975efe37bec6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701430 Aug 30 13:11:12.768416 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-620628f3-af4e-4dec-a1f3-f3583fbfb5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.842740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620628f3-af4e-4dec-a1f3-f3583fbfb5c9 None None] Pushing event deleted for resources: {'Port': ['ID=c2a1c4e9-1b95-4228-8d76-540c3c4c7926,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:12.846033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.855400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620628f3-af4e-4dec-a1f3-f3583fbfb5c9 None None] No DVR routers for this DVR port c2a1c4e9-1b95-4228-8d76-540c3c4c7926 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:12.936035 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.947582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5a463d-926b-4632-a0da-1ab17dd39b9e']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:12.959054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9534c666-bab8-4172-800d-03d64ceba00b') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:12.959420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9534c666-bab8-4172-800d-03d64ceba00b') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:12.970321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.985763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.995736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:11:12.996232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:11:12.999326 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:11:13.055894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67caf7e-f0a5-4d1e-b6ce-6f59454f8d28 None None] DHCP port deletion for 771a7f3a-e245-48d3-8293-62931754e424 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:11:13.066813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.074875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.080304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "DELETE /v2.0/networks/cc5a463d-926b-4632-a0da-1ab17dd39b9e HTTP/1.1" status: 204 len: 168 time: 0.3306508 Aug 30 13:11:13.080304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52960) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:13.100275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1f367-cb75-4324-b5c9-37fb71d3da90 tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Network': ['ID=cc5a463d-926b-4632-a0da-1ab17dd39b9e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:13.104711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f67caf7e-f0a5-4d1e-b6ce-6f59454f8d28 None None] Deleting port b71cfe46-d2e8-4256-8937-6738144d712e {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:13.105232 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f67caf7e-f0a5-4d1e-b6ce-6f59454f8d28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.170559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f67caf7e-f0a5-4d1e-b6ce-6f59454f8d28 None None] For port b71cfe46-d2e8-4256-8937-6738144d712e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b71cfe46-d2e8-4256-8937-6738144d712e,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:13.170956 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f67caf7e-f0a5-4d1e-b6ce-6f59454f8d28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.173537 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.186194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f67caf7e-f0a5-4d1e-b6ce-6f59454f8d28 None None] Calling delete_port for b71cfe46-d2e8-4256-8937-6738144d712e owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:13.237172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Deleting port b71cfe46-d2e8-4256-8937-6738144d712e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:13.237578 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.278288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f67caf7e-f0a5-4d1e-b6ce-6f59454f8d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.312672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67caf7e-f0a5-4d1e-b6ce-6f59454f8d28 None None] Pushing event deleted for resources: {'Port': ['ID=b71cfe46-d2e8-4256-8937-6738144d712e,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:13.317088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] For port b71cfe46-d2e8-4256-8937-6738144d712e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b71cfe46-d2e8-4256-8937-6738144d712e,segment=NetworkSegment(ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a),segment_id=ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:13.317779 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.325368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67caf7e-f0a5-4d1e-b6ce-6f59454f8d28 None None] No DVR routers for this DVR port b71cfe46-d2e8-4256-8937-6738144d712e on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:13.337139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Calling delete_port for b71cfe46-d2e8-4256-8937-6738144d712e owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:13.440596 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.499092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Port': ['ID=b71cfe46-d2e8-4256-8937-6738144d712e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:13.504566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] No DVR routers for this DVR port b71cfe46-d2e8-4256-8937-6738144d712e on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:13.616849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.630882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['771a7f3a-e245-48d3-8293-62931754e424']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:13.646313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:13.646609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9aefae-4b4d-42fc-99d5-7d5b2ee4eb6a') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:13.661793 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f7c3f-c560-48a3-8609-8b9912f04237 req-6e40747d-056f-4ad5-b52b-5bd95455d42c tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:13.663768 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb9f7c3f-c560-48a3-8609-8b9912f04237 req-6e40747d-056f-4ad5-b52b-5bd95455d42c tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1299937 Aug 30 13:11:13.668484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.705437 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.717838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:11:13.718243 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:11:13.721350 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:11:13.812158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.824327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c2a1c4e9-1b95-4228-8d76-540c3c4c7926 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:13.837532 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb9f7c3f-c560-48a3-8609-8b9912f04237 req-f7698f8b-bd72-487d-bb3b-e2b677a039f7 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479769 Aug 30 13:11:13.844033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:13.850304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] 10.222.0.37 "DELETE /v2.0/networks/771a7f3a-e245-48d3-8293-62931754e424 HTTP/1.1" status: 204 len: 168 time: 0.7650881 Aug 30 13:11:13.870304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba19b4-4016-44fe-9add-ad6c32d9bdd7 req-411b4ce0-6f2a-4ca1-a7e4-a9bd50f50912 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:13.874323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94107829-62f9-4d0a-86f3-dea7f8d36a9b tempest-TaggedBootDevicesTest_v242-715480716 tempest-TaggedBootDevicesTest_v242-715480716-project] Pushing event deleted for resources: {'Network': ['ID=771a7f3a-e245-48d3-8293-62931754e424,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:13.885149 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6bba19b4-4016-44fe-9add-ad6c32d9bdd7 req-411b4ce0-6f2a-4ca1-a7e4-a9bd50f50912 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0887885 Aug 30 13:11:13.892597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c2a1c4e9-1b95-4228-8d76-540c3c4c7926 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:13.893361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c2a1c4e9-1b95-4228-8d76-540c3c4c7926 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:13.894735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b71cfe46-d2e8-4256-8937-6738144d712e no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:13.933656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b71cfe46-d2e8-4256-8937-6738144d712e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:13.934389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b71cfe46-d2e8-4256-8937-6738144d712e not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:13.984054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6bba19b4-4016-44fe-9add-ad6c32d9bdd7 req-71782d19-1433-497f-ba54-4585453a1cd0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814173 Aug 30 13:11:14.044918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035648-d500-400f-9404-3ddb1dbcd740 req-2c96a2b1-7eba-448f-adec-b07cd6e0bd96 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:14.051174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035648-d500-400f-9404-3ddb1dbcd740 req-2c96a2b1-7eba-448f-adec-b07cd6e0bd96 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:14.059579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035648-d500-400f-9404-3ddb1dbcd740 req-2c96a2b1-7eba-448f-adec-b07cd6e0bd96 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:14.065427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035648-d500-400f-9404-3ddb1dbcd740 req-2c96a2b1-7eba-448f-adec-b07cd6e0bd96 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:14.072360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035648-d500-400f-9404-3ddb1dbcd740 req-2c96a2b1-7eba-448f-adec-b07cd6e0bd96 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:14.078737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035648-d500-400f-9404-3ddb1dbcd740 req-2c96a2b1-7eba-448f-adec-b07cd6e0bd96 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:14.084642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75035648-d500-400f-9404-3ddb1dbcd740 req-2c96a2b1-7eba-448f-adec-b07cd6e0bd96 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:14.087409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75035648-d500-400f-9404-3ddb1dbcd740 req-2c96a2b1-7eba-448f-adec-b07cd6e0bd96 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1672454 Aug 30 13:11:14.131874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75035648-d500-400f-9404-3ddb1dbcd740 req-99d7d82a-5077-4bc4-95be-bb58bc13a6c3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378029 Aug 30 13:11:14.942916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e70d4c-e328-4e86-a534-a1d94ab1aa00 req-7d58dec6-115f-434e-ad45-65a648c6779b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:14.944559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d1e70d4c-e328-4e86-a534-a1d94ab1aa00 req-7d58dec6-115f-434e-ad45-65a648c6779b tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.0558248 Aug 30 13:11:14.998172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d1e70d4c-e328-4e86-a534-a1d94ab1aa00 req-dfc8e713-24b9-46a8-8cf0-720ab75b4e92 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/security-groups?id=cd3179f4-bb05-4398-91b7-83f35e92d92a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Aug 30 13:11:15.118797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824aed3-6c60-4525-b48c-705a59cec302 req-23f6a115-1a47-4ad0-8ae3-d2ea4cbaa9fe tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:15.120365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9824aed3-6c60-4525-b48c-705a59cec302 req-23f6a115-1a47-4ad0-8ae3-d2ea4cbaa9fe tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0519147 Aug 30 13:11:15.159506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9824aed3-6c60-4525-b48c-705a59cec302 req-0ff851f5-52d0-4f53-9949-7aac5e763fd0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Aug 30 13:11:15.331893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3daed-f22a-4f07-9597-4cfd31350b12 req-5b88473f-0e96-4add-bd01-72717f283e22 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:15.339003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3daed-f22a-4f07-9597-4cfd31350b12 req-5b88473f-0e96-4add-bd01-72717f283e22 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:15.344888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3daed-f22a-4f07-9597-4cfd31350b12 req-5b88473f-0e96-4add-bd01-72717f283e22 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:15.350964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3daed-f22a-4f07-9597-4cfd31350b12 req-5b88473f-0e96-4add-bd01-72717f283e22 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:15.357854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3daed-f22a-4f07-9597-4cfd31350b12 req-5b88473f-0e96-4add-bd01-72717f283e22 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:15.363725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3daed-f22a-4f07-9597-4cfd31350b12 req-5b88473f-0e96-4add-bd01-72717f283e22 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:15.369966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3daed-f22a-4f07-9597-4cfd31350b12 req-5b88473f-0e96-4add-bd01-72717f283e22 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:15.371972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3dd3daed-f22a-4f07-9597-4cfd31350b12 req-5b88473f-0e96-4add-bd01-72717f283e22 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1335087 Aug 30 13:11:15.380655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-eddd61c5-eafd-4095-8d56-cc62269f2c0d tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:15.382074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-eddd61c5-eafd-4095-8d56-cc62269f2c0d tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.35 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 946 time: 0.1297297 Aug 30 13:11:15.478282 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3dd3daed-f22a-4f07-9597-4cfd31350b12 req-e14eb7f4-b114-413f-86d6-798fb40e53bc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952199 Aug 30 13:11:15.510505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Deleting port b903293d-5939-49dc-9693-a656856dd98e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:15.510973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:15.611712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] For port b903293d-5939-49dc-9693-a656856dd98e, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b903293d-5939-49dc-9693-a656856dd98e,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:15.611712 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:15.627739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Calling delete_port for b903293d-5939-49dc-9693-a656856dd98e owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:15.769229 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:15.782177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b903293d-5939-49dc-9693-a656856dd98e'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:15.802924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Pushing event deleted for resources: {'Port': ['ID=b903293d-5939-49dc-9693-a656856dd98e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:15.818629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.819083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.819480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.819894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.820917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.821337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.821877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.822314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.822978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.823174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.823644 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.824000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:15.872475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] No DVR routers for this DVR port b903293d-5939-49dc-9693-a656856dd98e on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:15.875476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:15.877996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dc5e5b5-75a2-4b12-a67f-a5e8a7145837 req-253e6049-5778-47bb-bb54-179d13339665 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.35 "DELETE /v2.0/ports/b903293d-5939-49dc-9693-a656856dd98e HTTP/1.1" status: 204 len: 173 time: 0.4882045 Aug 30 13:11:15.878944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073c2a3b-4aac-44c4-b090-66ab0a3b08ee', 'name': 'network-vif-deleted', 'tag': 'b903293d-5939-49dc-9693-a656856dd98e'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:15.881459 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09129713-7e20-43da-882c-a0b4fc1a0cbd" -d '{"events": [{"server_uuid": "073c2a3b-4aac-44c4-b090-66ab0a3b08ee", "name": "network-vif-deleted", "tag": "b903293d-5939-49dc-9693-a656856dd98e"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:15.939272 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899ef730-2ad5-44ff-91c2-f3356f8e5c64 x-openstack-request-id: req-899ef730-2ad5-44ff-91c2-f3356f8e5c64 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:15.939523 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073c2a3b-4aac-44c4-b090-66ab0a3b08ee", "name": "network-vif-deleted", "tag": "b903293d-5939-49dc-9693-a656856dd98e", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:15.939906 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-899ef730-2ad5-44ff-91c2-f3356f8e5c64 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:15.940358 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073c2a3b-4aac-44c4-b090-66ab0a3b08ee', 'name': 'network-vif-deleted', 'tag': 'b903293d-5939-49dc-9693-a656856dd98e', 'status': 'completed', 'code': 200} Aug 30 13:11:16.165453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e21a5da-7f78-41fa-8f8d-fc9cb25b610f req-2dc18c80-f9b8-446b-8a06-a0d4280c06d0 tempest-ListServerFiltersTestJSON-187820427 tempest-ListServerFiltersTestJSON-187820427-project] 10.222.0.37 "GET /v2.0/ports?device_id=073c2a3b-4aac-44c4-b090-66ab0a3b08ee HTTP/1.1" status: 200 len: 210 time: 0.0344136 Aug 30 13:11:16.308680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0b02c-74b4-47f6-8c1e-4dbb60e94740 req-7c50ce01-4acb-4c23-8afd-fdbc4cbc50c5 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:16.310159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fc0b02c-74b4-47f6-8c1e-4dbb60e94740 req-7c50ce01-4acb-4c23-8afd-fdbc4cbc50c5 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0718398 Aug 30 13:11:16.378702 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fc0b02c-74b4-47f6-8c1e-4dbb60e94740 req-f032e675-27fd-46a4-9a74-cfdd8f5cd896 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619280 Aug 30 13:11:16.637847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb144-20d4-4efb-8ab3-064ec2681761 req-96badc26-a915-4a70-a157-db268bf5fa18 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:16.643559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb144-20d4-4efb-8ab3-064ec2681761 req-96badc26-a915-4a70-a157-db268bf5fa18 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:16.650211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb144-20d4-4efb-8ab3-064ec2681761 req-96badc26-a915-4a70-a157-db268bf5fa18 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:16.656168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb144-20d4-4efb-8ab3-064ec2681761 req-96badc26-a915-4a70-a157-db268bf5fa18 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:16.662016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb144-20d4-4efb-8ab3-064ec2681761 req-96badc26-a915-4a70-a157-db268bf5fa18 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:16.668187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb144-20d4-4efb-8ab3-064ec2681761 req-96badc26-a915-4a70-a157-db268bf5fa18 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:16.674436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb144-20d4-4efb-8ab3-064ec2681761 req-96badc26-a915-4a70-a157-db268bf5fa18 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:16.676442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36ceb144-20d4-4efb-8ab3-064ec2681761 req-96badc26-a915-4a70-a157-db268bf5fa18 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1000533 Aug 30 13:11:16.734969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36ceb144-20d4-4efb-8ab3-064ec2681761 req-97bc0472-160d-421d-a5c7-36d81a01b703 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508401 Aug 30 13:11:17.226073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53018) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:17.274791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1e6601-b5b0-4f1b-a00f-072a29859777 admin admin] Deleting subnet 3aa7477a-97f3-4838-87fc-9ed93dd13854 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:11:17.278416 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6601-b5b0-4f1b-a00f-072a29859777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:17.323733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6601-b5b0-4f1b-a00f-072a29859777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:17.435231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6601-b5b0-4f1b-a00f-072a29859777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:17.558671 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6601-b5b0-4f1b-a00f-072a29859777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:17.596954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e6601-b5b0-4f1b-a00f-072a29859777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa7477a-97f3-4838-87fc-9ed93dd13854,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:17.607360 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e1e6601-b5b0-4f1b-a00f-072a29859777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:17.613154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3e1e6601-b5b0-4f1b-a00f-072a29859777 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3aa7477a-97f3-4838-87fc-9ed93dd13854 HTTP/1.1" status: 204 len: 168 time: 0.3860087 Aug 30 13:11:17.613313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:17.614998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae4fd6-d56f-4a87-9c80-dd3bdc395f0b None None] Network c655f015-d1bd-4eba-9d84-af1da54ded52 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:17.630661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c56f36-878d-4c1c-ab8f-d3ee5db9250c req-defa6335-93b1-4761-9154-a64f06da1726 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:17.632307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59c56f36-878d-4c1c-ab8f-d3ee5db9250c req-defa6335-93b1-4761-9154-a64f06da1726 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.1132767 Aug 30 13:11:17.712307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59c56f36-878d-4c1c-ab8f-d3ee5db9250c req-58afb595-d92c-4ebf-a2e9-ec1783cb9c5f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614889 Aug 30 13:11:17.745062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:17.911925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Deleting port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:17.912380 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:17.944102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1cf47d-d5d2-4312-9ccc-9ab7020fc73a None None] DHCP port deletion for c655f015-d1bd-4eba-9d84-af1da54ded52 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:11:17.988067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] For port f558eb4e-0c9d-4f10-8ec0-57f3590a3260, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f558eb4e-0c9d-4f10-8ec0-57f3590a3260,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:17.988691 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.005708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Calling delete_port for f558eb4e-0c9d-4f10-8ec0-57f3590a3260 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:18.017205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3b1cf47d-d5d2-4312-9ccc-9ab7020fc73a None None] Deleting port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:18.017957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1a198-030a-4d7d-bb55-d563a7929a86 req-c9894460-9bdd-41be-b011-a9afdbc135bc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:18.018193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf47d-d5d2-4312-9ccc-9ab7020fc73a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.024613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1a198-030a-4d7d-bb55-d563a7929a86 req-c9894460-9bdd-41be-b011-a9afdbc135bc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:18.030949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1a198-030a-4d7d-bb55-d563a7929a86 req-c9894460-9bdd-41be-b011-a9afdbc135bc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:18.037068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1a198-030a-4d7d-bb55-d563a7929a86 req-c9894460-9bdd-41be-b011-a9afdbc135bc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:18.043843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1a198-030a-4d7d-bb55-d563a7929a86 req-c9894460-9bdd-41be-b011-a9afdbc135bc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:18.050283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1a198-030a-4d7d-bb55-d563a7929a86 req-c9894460-9bdd-41be-b011-a9afdbc135bc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:18.056227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1a198-030a-4d7d-bb55-d563a7929a86 req-c9894460-9bdd-41be-b011-a9afdbc135bc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:18.064392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6bd1a198-030a-4d7d-bb55-d563a7929a86 req-c9894460-9bdd-41be-b011-a9afdbc135bc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.2248697 Aug 30 13:11:18.085209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3b1cf47d-d5d2-4312-9ccc-9ab7020fc73a None None] For port f558eb4e-0c9d-4f10-8ec0-57f3590a3260, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f558eb4e-0c9d-4f10-8ec0-57f3590a3260,segment=NetworkSegment(85da4731-1446-42de-877f-0e080b51eae9),segment_id=85da4731-1446-42de-877f-0e080b51eae9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:18.086691 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf47d-d5d2-4312-9ccc-9ab7020fc73a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.100409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3b1cf47d-d5d2-4312-9ccc-9ab7020fc73a None None] Calling delete_port for f558eb4e-0c9d-4f10-8ec0-57f3590a3260 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:18.175073 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.212284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f558eb4e-0c9d-4f10-8ec0-57f3590a3260,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:18.218597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b1cf47d-d5d2-4312-9ccc-9ab7020fc73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.230244 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6bd1a198-030a-4d7d-bb55-d563a7929a86 req-74749f51-db30-471a-bfaf-628fcf1a5c98 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1649230 Aug 30 13:11:18.234930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] No DVR routers for this DVR port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:18.255984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1cf47d-d5d2-4312-9ccc-9ab7020fc73a None None] No DVR routers for this DVR port f558eb4e-0c9d-4f10-8ec0-57f3590a3260 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:18.258258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cf47d-d5d2-4312-9ccc-9ab7020fc73a None None] Pushing event deleted for resources: {'Port': ['ID=f558eb4e-0c9d-4f10-8ec0-57f3590a3260,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:18.329575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.342082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c655f015-d1bd-4eba-9d84-af1da54ded52']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:18.355514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85da4731-1446-42de-877f-0e080b51eae9') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:18.355853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85da4731-1446-42de-877f-0e080b51eae9') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:18.368613 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.395981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.403004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:11:18.403610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:11:18.404929 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:11:18.486646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.493750 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.498580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] 10.222.0.37 "DELETE /v2.0/networks/c655f015-d1bd-4eba-9d84-af1da54ded52 HTTP/1.1" status: 204 len: 168 time: 0.8842375 Aug 30 13:11:18.508969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e7be72-bd07-4233-8dc9-5d4d2ab237ac admin admin] Pushing event deleted for resources: {'Network': ['ID=c655f015-d1bd-4eba-9d84-af1da54ded52,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:18.599353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d094c90d-f8a4-463d-8621-30f11209f5e4 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:18.622727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b903293d-5939-49dc-9693-a656856dd98e no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:18.650151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: b903293d-5939-49dc-9693-a656856dd98e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:18.650516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b903293d-5939-49dc-9693-a656856dd98e not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:18.760946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:18.781140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd094c90d-f8a4-463d-8621-30f11209f5e4', 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216', 'port_id': 'd094c90d-f8a4-463d-8621-30f11209f5e4', 'mac_address': 'fa:16:3e:a6:6c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fd911fb-0fd6-4429-ab65-b5b02ebc4234', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:18.787499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53042) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:18.825996 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.849008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d094c90d-f8a4-463d-8621-30f11209f5e4 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:18.872279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:18.873079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8d1a530e-73a3-45a6-9b58-ac87dcdfc77f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df5775405b214a37a18cec132821fffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842972 Aug 30 13:11:18.875619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53044) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:18.887334 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.894371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae086bba-23e4-405b-be37-4af0f0bb5f1a req-7d7ea5b5-8119-4240-9f1c-292c2bc01b2d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:18.903397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae086bba-23e4-405b-be37-4af0f0bb5f1a req-7d7ea5b5-8119-4240-9f1c-292c2bc01b2d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0971229 Aug 30 13:11:18.953718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8945-e2d6-4f34-ab6f-b0f5761de7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:18.955888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae086bba-23e4-405b-be37-4af0f0bb5f1a req-5e55716d-68ee-4b03-adc5-233788185072 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513000 Aug 30 13:11:18.977081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d094c90d-f8a4-463d-8621-30f11209f5e4,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:18.996503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8945-e2d6-4f34-ab6f-b0f5761de7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:19.063080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8945-e2d6-4f34-ab6f-b0f5761de7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:19.065932 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0fa8945-e2d6-4f34-ab6f-b0f5761de7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:19.069378 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f0fa8945-e2d6-4f34-ab6f-b0f5761de7df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd3179f4-bb05-4398-91b7-83f35e92d92a HTTP/1.1" status: 204 len: 168 time: 0.1905231 Aug 30 13:11:19.093694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa8945-e2d6-4f34-ab6f-b0f5761de7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3179f4-bb05-4398-91b7-83f35e92d92a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:19.216491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d094c90d-f8a4-463d-8621-30f11209f5e4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:19.440250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a48b5-faad-4ce8-a0b8-1fdcaaac7b21 req-09ba6afb-9d26-48e2-af17-b996843d1773 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:19.446886 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a48b5-faad-4ce8-a0b8-1fdcaaac7b21 req-09ba6afb-9d26-48e2-af17-b996843d1773 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:19.453970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a48b5-faad-4ce8-a0b8-1fdcaaac7b21 req-09ba6afb-9d26-48e2-af17-b996843d1773 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:19.471233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a48b5-faad-4ce8-a0b8-1fdcaaac7b21 req-09ba6afb-9d26-48e2-af17-b996843d1773 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:19.478265 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a48b5-faad-4ce8-a0b8-1fdcaaac7b21 req-09ba6afb-9d26-48e2-af17-b996843d1773 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:19.484243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a48b5-faad-4ce8-a0b8-1fdcaaac7b21 req-09ba6afb-9d26-48e2-af17-b996843d1773 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:19.490492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a48b5-faad-4ce8-a0b8-1fdcaaac7b21 req-09ba6afb-9d26-48e2-af17-b996843d1773 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:19.493295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-950a48b5-faad-4ce8-a0b8-1fdcaaac7b21 req-09ba6afb-9d26-48e2-af17-b996843d1773 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1344278 Aug 30 13:11:19.559389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-950a48b5-faad-4ce8-a0b8-1fdcaaac7b21 req-0e649f74-d8a7-4b24-bc1d-175c07ae12ce tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563929 Aug 30 13:11:19.833603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f558eb4e-0c9d-4f10-8ec0-57f3590a3260 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:19.858707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: f558eb4e-0c9d-4f10-8ec0-57f3590a3260 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:19.859321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f558eb4e-0c9d-4f10-8ec0-57f3590a3260 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:20.142515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3b36b-a33a-46b7-966e-774eba86ddbb req-ff4322c6-689d-41d4-8fab-a403223de900 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:20.144949 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcb3b36b-a33a-46b7-966e-774eba86ddbb req-ff4322c6-689d-41d4-8fab-a403223de900 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 945 time: 0.1118736 Aug 30 13:11:20.201697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcb3b36b-a33a-46b7-966e-774eba86ddbb req-439b8d5d-7810-4793-a6b8-f352a3304060 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493934 Aug 30 13:11:20.615734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d094c90d-f8a4-463d-8621-30f11209f5e4 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:20.725374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port d094c90d-f8a4-463d-8621-30f11209f5e4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:20.740645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d094c90d-f8a4-463d-8621-30f11209f5e4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:20.740645 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:20.761310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6eaab-ca9e-4739-9439-45e66f5c5255 req-1a66e2c2-ef4a-4909-a0ea-e7a5512350c1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:20.771428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6eaab-ca9e-4739-9439-45e66f5c5255 req-1a66e2c2-ef4a-4909-a0ea-e7a5512350c1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:20.778956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6eaab-ca9e-4739-9439-45e66f5c5255 req-1a66e2c2-ef4a-4909-a0ea-e7a5512350c1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:20.787142 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6eaab-ca9e-4739-9439-45e66f5c5255 req-1a66e2c2-ef4a-4909-a0ea-e7a5512350c1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:20.794529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6eaab-ca9e-4739-9439-45e66f5c5255 req-1a66e2c2-ef4a-4909-a0ea-e7a5512350c1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:20.800904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6eaab-ca9e-4739-9439-45e66f5c5255 req-1a66e2c2-ef4a-4909-a0ea-e7a5512350c1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:20.808262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6eaab-ca9e-4739-9439-45e66f5c5255 req-1a66e2c2-ef4a-4909-a0ea-e7a5512350c1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:20.817176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cec6eaab-ca9e-4739-9439-45e66f5c5255 req-1a66e2c2-ef4a-4909-a0ea-e7a5512350c1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1721489 Aug 30 13:11:20.867068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cec6eaab-ca9e-4739-9439-45e66f5c5255 req-1e4cfd7a-16ca-4e44-8699-86dac9621382 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454161 Aug 30 13:11:20.945057 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:20.979835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:20.986116 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f698e757-12ef-4446-a983-33e1dbab2474" -d '{"events": [{"server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "name": "network-vif-plugged", "status": "completed", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:21.002786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:21.012249 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:21.093898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d094c90d-f8a4-463d-8621-30f11209f5e4,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:21.114380 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665a4107-e7e5-4aea-b3a9-e20843aa992a x-openstack-request-id: req-665a4107-e7e5-4aea-b3a9-e20843aa992a {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:21.114858 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "name": "network-vif-plugged", "status": "completed", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:21.115393 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-665a4107-e7e5-4aea-b3a9-e20843aa992a {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:21.115797 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4', 'code': 200} Aug 30 13:11:21.232000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bc84c-453e-4309-bd79-e76f19a6dcca req-87021cb1-4d06-4797-be3a-b385fe7ef19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:21.244765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f8bc84c-453e-4309-bd79-e76f19a6dcca req-87021cb1-4d06-4797-be3a-b385fe7ef19f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0905600 Aug 30 13:11:21.326049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f8bc84c-453e-4309-bd79-e76f19a6dcca req-e7333fe5-ca2d-4e43-a1d8-2e5a4bc67d13 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701871 Aug 30 13:11:21.330934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53118) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:21.411494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0333be-d02f-49e6-a25d-5af55c3f0de9 req-df191f43-2187-475a-8e2f-ae5305e6e127 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:21.413759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a0333be-d02f-49e6-a25d-5af55c3f0de9 req-df191f43-2187-475a-8e2f-ae5305e6e127 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0836005 Aug 30 13:11:21.483550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a0333be-d02f-49e6-a25d-5af55c3f0de9 req-1801b82a-b43d-47eb-8429-4dd44b993ae7 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619509 Aug 30 13:11:21.519918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b09e0562-69a8-4d70-a6cc-9a329b38204f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:21.613782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b09e0562-69a8-4d70-a6cc-9a329b38204f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:21.618775 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b09e0562-69a8-4d70-a6cc-9a329b38204f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:21.656931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e0562-69a8-4d70-a6cc-9a329b38204f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9c59be-52a1-4e97-94bf-02162b68cc70,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:21.663222 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b09e0562-69a8-4d70-a6cc-9a329b38204f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=22f6d46256e548fc813aa971a17c2748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304842 Aug 30 13:11:21.665768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53124) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:21.719769 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b7f7189-920d-46cc-8280-fe0518785f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:21.741877 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b7f7189-920d-46cc-8280-fe0518785f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:21.790449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b7f7189-920d-46cc-8280-fe0518785f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:21.793547 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b7f7189-920d-46cc-8280-fe0518785f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:21.794780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3b7f7189-920d-46cc-8280-fe0518785f06 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae9c59be-52a1-4e97-94bf-02162b68cc70 HTTP/1.1" status: 204 len: 168 time: 0.1278210 Aug 30 13:11:21.803141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f7189-920d-46cc-8280-fe0518785f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9c59be-52a1-4e97-94bf-02162b68cc70,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:21.998794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefba7f2-e2e7-4950-a6dd-cc00f97eaf27 req-ae9e1a5b-0d41-4f15-b1ac-5fe4ba5201d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:22.004591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefba7f2-e2e7-4950-a6dd-cc00f97eaf27 req-ae9e1a5b-0d41-4f15-b1ac-5fe4ba5201d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:22.010865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefba7f2-e2e7-4950-a6dd-cc00f97eaf27 req-ae9e1a5b-0d41-4f15-b1ac-5fe4ba5201d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:22.017434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefba7f2-e2e7-4950-a6dd-cc00f97eaf27 req-ae9e1a5b-0d41-4f15-b1ac-5fe4ba5201d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:22.023177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefba7f2-e2e7-4950-a6dd-cc00f97eaf27 req-ae9e1a5b-0d41-4f15-b1ac-5fe4ba5201d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:22.029725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefba7f2-e2e7-4950-a6dd-cc00f97eaf27 req-ae9e1a5b-0d41-4f15-b1ac-5fe4ba5201d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:22.035553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefba7f2-e2e7-4950-a6dd-cc00f97eaf27 req-ae9e1a5b-0d41-4f15-b1ac-5fe4ba5201d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:22.039642 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aefba7f2-e2e7-4950-a6dd-cc00f97eaf27 req-ae9e1a5b-0d41-4f15-b1ac-5fe4ba5201d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.0962269 Aug 30 13:11:22.099506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aefba7f2-e2e7-4950-a6dd-cc00f97eaf27 req-f9ca5707-97a8-45bd-9569-359ed064f692 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536761 Aug 30 13:11:22.526284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53160) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:22.631665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9441ae3-77d6-463a-8f0c-1164261c8da2 req-e590f86a-352c-4418-b28b-3e5bec0f167b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:22.639050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9441ae3-77d6-463a-8f0c-1164261c8da2 req-e590f86a-352c-4418-b28b-3e5bec0f167b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0711946 Aug 30 13:11:22.669061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-860515581-network', 'tenant_id': '9e90623adc7244209f21013c3df91f02'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:22.700748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9441ae3-77d6-463a-8f0c-1164261c8da2 req-4da12483-e44e-438f-93ef-40e15b4b473d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605443 Aug 30 13:11:22.714898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Made reservation on behalf of 9e90623adc7244209f21013c3df91f02 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:11:22.717876 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:22.728702 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:22.841521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:22.847191 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:22.873492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:11:22.885255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:22.889292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:22.889642 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Added segment 771e4b93-bfbc-4421-bf49-1da6bc23dac3 of type vlan for network 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 Aug 30 13:11:22.941116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:22.968579 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:22.969887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:22.970567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:23.026264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4980366 Aug 30 13:11:23.027604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53164) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:23.032781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Request body: {'subnet': {'network_id': '91f5caf4-d6f6-44e0-afde-f3eed48ac0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-860515581-subnet', 'tenant_id': '9e90623adc7244209f21013c3df91f02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:23.039533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8a08e-6e8c-4e36-8d1d-5483f8536eef admin admin] Pushing event updated for resources: {'Network': ['ID=91f5caf4-d6f6-44e0-afde-f3eed48ac0c9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:23.050590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:11:23.089317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Made reservation on behalf of 9e90623adc7244209f21013c3df91f02 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:11:23.092390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:23.267223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dad81-b0e2-4209-8b6b-f1e4fa8b5283 req-779ab053-14eb-4338-8f4a-ed36a8822858 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:23.273229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dad81-b0e2-4209-8b6b-f1e4fa8b5283 req-779ab053-14eb-4338-8f4a-ed36a8822858 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:23.281194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dad81-b0e2-4209-8b6b-f1e4fa8b5283 req-779ab053-14eb-4338-8f4a-ed36a8822858 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:23.290723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dad81-b0e2-4209-8b6b-f1e4fa8b5283 req-779ab053-14eb-4338-8f4a-ed36a8822858 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:23.296663 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dad81-b0e2-4209-8b6b-f1e4fa8b5283 req-779ab053-14eb-4338-8f4a-ed36a8822858 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:23.303277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dad81-b0e2-4209-8b6b-f1e4fa8b5283 req-779ab053-14eb-4338-8f4a-ed36a8822858 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:23.309262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dad81-b0e2-4209-8b6b-f1e4fa8b5283 req-779ab053-14eb-4338-8f4a-ed36a8822858 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:23.311446 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-157dad81-b0e2-4209-8b6b-f1e4fa8b5283 req-779ab053-14eb-4338-8f4a-ed36a8822858 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1061656 Aug 30 13:11:23.311907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:23.355815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-157dad81-b0e2-4209-8b6b-f1e4fa8b5283 req-588188ad-1036-4a8d-84b4-9dca714ca583 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379789 Aug 30 13:11:23.381682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94411df-5ba4-40d6-be85-b8c99ac48c19,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:23.414685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Checking segment: {'id': '771e4b93-bfbc-4421-bf49-1da6bc23dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91f5caf4-d6f6-44e0-afde-f3eed48ac0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:23.415638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Network hostable DHCP agents. Network: 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:11:23.434651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Network 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:11:23.443349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:23.447736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:23.448260 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:23.453774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76af4665-a1b8-4d7e-a5c7-18d9154fecd7 None None] Network 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:23.464519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fd60b0e6-c7ab-4e9e-9d93-1bcb8227d259 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4346356 Aug 30 13:11:23.645484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d7ff99-8e81-437e-af3b-3940f360cd2a None None] Network 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:23.860351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0dc40-226d-496d-af7e-0615e01dfbac req-53f49f30-4506-48da-89a3-7da3fbd87c23 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:23.862626 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38a0dc40-226d-496d-af7e-0615e01dfbac req-53f49f30-4506-48da-89a3-7da3fbd87c23 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0640848 Aug 30 13:11:23.907780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38a0dc40-226d-496d-af7e-0615e01dfbac req-3bff1d67-16d7-4eb9-92ff-3f6f40f2bd81 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384905 Aug 30 13:11:24.238342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53194) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:24.253179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c67d2-06f4-4d79-a59f-1d2410c904db req-dce211ad-3d28-41ca-a27f-fa7c2582078f tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:24.255502 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d7c67d2-06f4-4d79-a59f-1d2410c904db req-dce211ad-3d28-41ca-a27f-fa7c2582078f tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0738389 Aug 30 13:11:24.333357 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d7c67d2-06f4-4d79-a59f-1d2410c904db req-bdf23b64-4990-4815-b662-28fcc7be041c tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674701 Aug 30 13:11:24.477892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d021f8-4ebe-4ed9-9507-b04bad1de2a4 req-3c7edd54-7a1f-41e6-bc9b-241690136ac7 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:24.488610 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40d021f8-4ebe-4ed9-9507-b04bad1de2a4 req-3c7edd54-7a1f-41e6-bc9b-241690136ac7 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0648952 Aug 30 13:11:24.534133 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40d021f8-4ebe-4ed9-9507-b04bad1de2a4 req-00b6d676-274a-4a98-b9c1-cc990d2f2d81 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Aug 30 13:11:24.685376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98233-938a-4e3f-817e-ab2a80b7908c req-222589ab-8e24-40a8-a6b1-59c9af90b54e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:24.699163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98233-938a-4e3f-817e-ab2a80b7908c req-222589ab-8e24-40a8-a6b1-59c9af90b54e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:24.699163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98233-938a-4e3f-817e-ab2a80b7908c req-222589ab-8e24-40a8-a6b1-59c9af90b54e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:24.705965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98233-938a-4e3f-817e-ab2a80b7908c req-222589ab-8e24-40a8-a6b1-59c9af90b54e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:24.713013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98233-938a-4e3f-817e-ab2a80b7908c req-222589ab-8e24-40a8-a6b1-59c9af90b54e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:24.719496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98233-938a-4e3f-817e-ab2a80b7908c req-222589ab-8e24-40a8-a6b1-59c9af90b54e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:24.725463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b98233-938a-4e3f-817e-ab2a80b7908c req-222589ab-8e24-40a8-a6b1-59c9af90b54e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:24.728277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27b98233-938a-4e3f-817e-ab2a80b7908c req-222589ab-8e24-40a8-a6b1-59c9af90b54e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1341655 Aug 30 13:11:24.801008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27b98233-938a-4e3f-817e-ab2a80b7908c req-6d0e441b-aa8f-4467-a946-3b278a3ef5fb tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636315 Aug 30 13:11:24.919518 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:25.308155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Deleting port a1ec2555-0ca7-4280-86d1-b0f9a84c4962 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:25.308858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:25.373594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220d60-7173-43b9-9a41-5996b36d201d req-0949e966-dfa6-4ed1-80f8-b137be2af4e4 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:25.375097 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-0949e966-dfa6-4ed1-80f8-b137be2af4e4 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/networks?id=91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 HTTP/1.1" status: 200 len: 809 time: 0.2287333 Aug 30 13:11:25.412820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-4e3e4acf-161a-490d-a19a-a1042edfc244 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/quotas/9e90623adc7244209f21013c3df91f02 HTTP/1.1" status: 200 len: 375 time: 0.0270455 Aug 30 13:11:25.465778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-b20ba3d8-9fab-493d-9625-852bbce5cf68 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9e90623adc7244209f21013c3df91f02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375679 Aug 30 13:11:25.467415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] For port a1ec2555-0ca7-4280-86d1-b0f9a84c4962, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a1ec2555-0ca7-4280-86d1-b0f9a84c4962,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:25.467790 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:25.491269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Calling delete_port for a1ec2555-0ca7-4280-86d1-b0f9a84c4962 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:25.626826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-bb08e987-42b3-4c57-ab18-2de2316220b6 service neutron] 10.222.0.37 "GET /v2.0/networks/91f5caf4-d6f6-44e0-afde-f3eed48ac0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504991 Aug 30 13:11:25.758162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-5f8690be-fd70-41ee-9dc7-0e15599ff8ff tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:11:25.759166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-5f8690be-fd70-41ee-9dc7-0e15599ff8ff tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091388 Aug 30 13:11:25.774248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Request body: {'binding': {'host': 'n-h1-688802-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:25.774748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Unknown quota resources ['binding']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:11:25.823509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-3e036171-8977-40b1-8590-ae5cf2f4b1ec service neutron] 10.222.0.37 "GET /v2.0/networks/91f5caf4-d6f6-44e0-afde-f3eed48ac0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592908 Aug 30 13:11:25.948574 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:25.990342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ec2555-0ca7-4280-86d1-b0f9a84c4962,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:26.049229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 on host n-h1-688802-6 for vnic_type normal with profile None {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:11:26.049756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:11:26.050087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:26.056464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Port d094c90d-f8a4-463d-8621-30f11209f5e4 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:11:26.060047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:26.069692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:11:26.072717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:26.073103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:11:26.073549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Bound port: d094c90d-f8a4-463d-8621-30f11209f5e4, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:11:26.737744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:11:26.744313 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:26.748816 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:26.750026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-fd12824d-b34a-48b0-82ac-bfadcdcd8e5d service neutron] 10.222.0.37 "POST /v2.0/ports/d094c90d-f8a4-463d-8621-30f11209f5e4/bindings HTTP/1.1" status: 201 len: 389 time: 0.9815416 Aug 30 13:11:26.761952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7cdcc-87bd-49af-b416-036e75d2ce61 req-4798e919-a716-440d-a933-ca695df28b23 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:26.768393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7cdcc-87bd-49af-b416-036e75d2ce61 req-4798e919-a716-440d-a933-ca695df28b23 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:26.774503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7cdcc-87bd-49af-b416-036e75d2ce61 req-4798e919-a716-440d-a933-ca695df28b23 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:26.780727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7cdcc-87bd-49af-b416-036e75d2ce61 req-4798e919-a716-440d-a933-ca695df28b23 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:26.786736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7cdcc-87bd-49af-b416-036e75d2ce61 req-4798e919-a716-440d-a933-ca695df28b23 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:26.793125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7cdcc-87bd-49af-b416-036e75d2ce61 req-4798e919-a716-440d-a933-ca695df28b23 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:26.800249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7cdcc-87bd-49af-b416-036e75d2ce61 req-4798e919-a716-440d-a933-ca695df28b23 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:26.809895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2be7cdcc-87bd-49af-b416-036e75d2ce61 req-4798e919-a716-440d-a933-ca695df28b23 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.6279995 Aug 30 13:11:26.907458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2be7cdcc-87bd-49af-b416-036e75d2ce61 req-c33c006d-cfe3-4283-96f6-75b3d7844c7e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964799 Aug 30 13:11:26.922344 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64df151a-e8b9-4709-93e8-8c8b88d3566e req-bbcec641-3af4-45cd-8363-609b01c49561 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 210 time: 0.0469191 Aug 30 13:11:27.088391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657467c3-00a5-4fbd-a304-1ae80fa26130 req-50ad0463-bd38-4f46-b3a3-14651544a372 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:27.090140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-657467c3-00a5-4fbd-a304-1ae80fa26130 req-50ad0463-bd38-4f46-b3a3-14651544a372 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0851395 Aug 30 13:11:27.137896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-28b1f793-0ec0-4c3d-b920-d7af904e1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:27.139372 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-28b1f793-0ec0-4c3d-b920-d7af904e1b41 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 1097 time: 0.0436130 Aug 30 13:11:27.201295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-657467c3-00a5-4fbd-a304-1ae80fa26130 req-480cab83-235b-40be-b4a2-c0209551e230 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767250 Aug 30 13:11:27.229438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Router 42c6a73c-9bf8-43de-bcc0-8a693740f008 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:11:27.250906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-487a7daf-4f3d-47de-b957-3fbb262724fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:27.252295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-487a7daf-4f3d-47de-b957-3fbb262724fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.1053882 Aug 30 13:11:27.313567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-f6b2d4ea-ef9d-4a0d-95cc-5d044b2df3a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d094c90d-f8a4-463d-8621-30f11209f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0536141 Aug 30 13:11:27.350953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:11:27.361431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-37e7e901-1cd0-48d1-a69d-e8b77b2ab203 admin admin] 10.222.0.37 "PUT /v2.0/routers/42c6a73c-9bf8-43de-bcc0-8a693740f008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1216834 Aug 30 13:11:27.361925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53290) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:27.364787 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] Sync routers for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:11:27.381556 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:27.382387 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:27.387745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-776c80bd-2d12-4243-936f-9be8bd330cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:27.389370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-776c80bd-2d12-4243-936f-9be8bd330cf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0667138 Aug 30 13:11:27.433932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-41900522-dfbe-4af6-95c9-c5d8db33b69a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366373 Aug 30 13:11:27.555559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-b4370aab-4937-4b6e-9ea4-04366b6d2620 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146801 Aug 30 13:11:27.575530 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:27.580804 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:27.647346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220d60-7173-43b9-9a41-5996b36d201d req-dfa3262c-26e7-4f40-bc6b-e904ab9bd21a tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:27.649228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-dfa3262c-26e7-4f40-bc6b-e904ab9bd21a tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.35 "GET /v2.0/networks?id=91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 HTTP/1.1" status: 200 len: 809 time: 0.2804332 Aug 30 13:11:27.675045 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-ee00f468-c237-4567-acbb-6c6cf673ecd0 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120999 Aug 30 13:11:27.695825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Request body: {'port': {'device_id': '7a17df97-e9ab-4202-82a5-b9a94732d533', 'network_id': '91f5caf4-d6f6-44e0-afde-f3eed48ac0c9', 'admin_state_up': True, 'tenant_id': '9e90623adc7244209f21013c3df91f02'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:27.823725 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:11:25Z', 'revision_number': 5, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port': {'id': 'aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:56:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:00:08Z', 'updated_at': '2021-08-30T13:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:27.832932 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:27.854743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Made reservation on behalf of 9e90623adc7244209f21013c3df91f02 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:11:27.857069 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] Checking router: 42c6a73c-9bf8-43de-bcc0-8a693740f008 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:11:27.857909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:27.866365 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] Routers {'42c6a73c-9bf8-43de-bcc0-8a693740f008'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:27.867030 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['42c6a73c-9bf8-43de-bcc0-8a693740f008'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:27.978860 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] Set router 42c6a73c-9bf8-43de-bcc0-8a693740f008 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:28.071740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Deleting port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:28.072166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.106021 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:11:27Z', 'revision_number': 6, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:28.107689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88a8d1-ce10-4957-b2ca-b066a50b3fdc req-ab930d48-5721-4e9b-a246-de6f76a790b7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:28.122034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88a8d1-ce10-4957-b2ca-b066a50b3fdc req-ab930d48-5721-4e9b-a246-de6f76a790b7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:28.129512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88a8d1-ce10-4957-b2ca-b066a50b3fdc req-ab930d48-5721-4e9b-a246-de6f76a790b7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:28.137335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88a8d1-ce10-4957-b2ca-b066a50b3fdc req-ab930d48-5721-4e9b-a246-de6f76a790b7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:28.139445 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e302a9f1-3471-45af-8037-af6a8112ee47 None None] The sync data for ids ['42c6a73c-9bf8-43de-bcc0-8a693740f008'] in n-d-688802-6 is: [{'id': '42c6a73c-9bf8-43de-bcc0-8a693740f008', 'name': 'tempest-TaggedBootDevicesTest_v242-1286495873-router', 'tenant_id': '53a8d29c14914348beb1a09388685f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:00:07Z', 'updated_at': '2021-08-30T13:11:27Z', 'revision_number': 6, 'project_id': '53a8d29c14914348beb1a09388685f20', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:11:28.149869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88a8d1-ce10-4957-b2ca-b066a50b3fdc req-ab930d48-5721-4e9b-a246-de6f76a790b7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:28.157113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88a8d1-ce10-4957-b2ca-b066a50b3fdc req-ab930d48-5721-4e9b-a246-de6f76a790b7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:28.165353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88a8d1-ce10-4957-b2ca-b066a50b3fdc req-ab930d48-5721-4e9b-a246-de6f76a790b7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:28.172166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da88a8d1-ce10-4957-b2ca-b066a50b3fdc req-ab930d48-5721-4e9b-a246-de6f76a790b7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1733508 Aug 30 13:11:28.222305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dc66ff3-c4a6-48f6-9031-78df2ccdf6fb req-abafeb36-d83e-4ee2-bbb1-dcacd06cd666 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 210 time: 0.1435587 Aug 30 13:11:28.237072 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.238028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Allocated IP 172.20.0.2 (91f5caf4-d6f6-44e0-afde-f3eed48ac0c9/b94411df-5ba4-40d6-be85-b8c99ac48c19/d4c41932-8d96-4332-af05-d8d2eac65d4a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:11:28.272397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da88a8d1-ce10-4957-b2ca-b066a50b3fdc req-c075634e-2cb7-4efd-ae02-46ec1d2d6602 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931842 Aug 30 13:11:28.391462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] For port aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:28.391850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.449815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Calling delete_port for aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:28.484964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83c308-8d82-4e2d-80ed-636245724eba req-1dba4fbf-e5fb-47e3-a3df-34fe6cd43340 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:28.486035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba83c308-8d82-4e2d-80ed-636245724eba req-1dba4fbf-e5fb-47e3-a3df-34fe6cd43340 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.1589627 Aug 30 13:11:28.522881 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:28.625925 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba83c308-8d82-4e2d-80ed-636245724eba req-4e2a1922-d309-4cc0-8eb6-675c25b5f9e8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006334 Aug 30 13:11:28.634105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.690684 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:11:28.714017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de03e5ec-d9f3-4a92-8804-540485c67954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.781113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.836063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Pushing event updated for resources: {'Port': ['ID=d4c41932-8d96-4332-af05-d8d2eac65d4a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:28.842438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de03e5ec-d9f3-4a92-8804-540485c67954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.847883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de03e5ec-d9f3-4a92-8804-540485c67954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.849920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.887555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Pushing event deleted for resources: {'Port': ['ID=aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:28.891459 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-de03e5ec-d9f3-4a92-8804-540485c67954 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=935fcc2d0a1c4036ae56b35f556c6e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668001 Aug 30 13:11:28.891604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Network 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:11:28.894039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53318) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:28.901605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:28.908202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03e5ec-d9f3-4a92-8804-540485c67954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcfacfa-a40f-4840-8c5f-c99f655beeaf,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:28.928091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:11:28.966145 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cee244f9-a266-451c-86b6-d1f431c47605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:28.994609 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cee244f9-a266-451c-86b6-d1f431c47605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.016837 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.025522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.026162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.051512 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cee244f9-a266-451c-86b6-d1f431c47605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.058521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cee244f9-a266-451c-86b6-d1f431c47605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.060022 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cee244f9-a266-451c-86b6-d1f431c47605 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1dcfacfa-a40f-4840-8c5f-c99f655beeaf HTTP/1.1" status: 204 len: 168 time: 0.1635036 Aug 30 13:11:29.079191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee244f9-a266-451c-86b6-d1f431c47605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcfacfa-a40f-4840-8c5f-c99f655beeaf,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:29.142375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.145416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-fc9fc49e-1115-4aa0-971d-c1d65090fe49 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4607079 Aug 30 13:11:29.146604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.194261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Request body: {'port': {'device_id': '7a17df97-e9ab-4202-82a5-b9a94732d533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:29.227423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.227990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42c6a73c-9bf8-43de-bcc0-8a693740f008 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:11:29.233744 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.237291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3006dd54-79ea-4cd4-afd8-96b41d501793 admin admin] 10.222.0.37 "DELETE /v2.0/routers/42c6a73c-9bf8-43de-bcc0-8a693740f008 HTTP/1.1" status: 204 len: 168 time: 1.8720329 Aug 30 13:11:29.237743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53324) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:29.265644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.311481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c49c8f8-58b5-4ee3-948a-b65fa2fb5c52 admin admin] Deleting subnet 7a467f0e-fef5-4869-b05f-0e95e9dcd576 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:11:29.315009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c49c8f8-58b5-4ee3-948a-b65fa2fb5c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.380213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c49c8f8-58b5-4ee3-948a-b65fa2fb5c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.530208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c49c8f8-58b5-4ee3-948a-b65fa2fb5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.559693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91396f3-a197-4b83-a4be-cff53e4e0f8d req-4943a9c9-fcf1-45d3-a174-df6173ef1c27 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.565929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91396f3-a197-4b83-a4be-cff53e4e0f8d req-4943a9c9-fcf1-45d3-a174-df6173ef1c27 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.572874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91396f3-a197-4b83-a4be-cff53e4e0f8d req-4943a9c9-fcf1-45d3-a174-df6173ef1c27 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.578952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91396f3-a197-4b83-a4be-cff53e4e0f8d req-4943a9c9-fcf1-45d3-a174-df6173ef1c27 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.584992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91396f3-a197-4b83-a4be-cff53e4e0f8d req-4943a9c9-fcf1-45d3-a174-df6173ef1c27 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.591104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91396f3-a197-4b83-a4be-cff53e4e0f8d req-4943a9c9-fcf1-45d3-a174-df6173ef1c27 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.598426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91396f3-a197-4b83-a4be-cff53e4e0f8d req-4943a9c9-fcf1-45d3-a174-df6173ef1c27 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.600345 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a91396f3-a197-4b83-a4be-cff53e4e0f8d req-4943a9c9-fcf1-45d3-a174-df6173ef1c27 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1386452 Aug 30 13:11:29.619225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f14f83-ad65-4c8a-9086-e1351e60bcae req-7c4cf379-31e0-44c6-a3b2-aa51241dbafa tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.628331 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6f14f83-ad65-4c8a-9086-e1351e60bcae req-7c4cf379-31e0-44c6-a3b2-aa51241dbafa tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 931 time: 0.2413461 Aug 30 13:11:29.678910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a91396f3-a197-4b83-a4be-cff53e4e0f8d req-c54b715c-b7dc-4d2f-a8ae-0f5900404233 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520766 Aug 30 13:11:29.724219 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6f14f83-ad65-4c8a-9086-e1351e60bcae req-8ca0ca4a-a099-411a-adac-39ee654c1b07 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893342 Aug 30 13:11:29.744780 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c49c8f8-58b5-4ee3-948a-b65fa2fb5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.808231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49c8f8-58b5-4ee3-948a-b65fa2fb5c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a467f0e-fef5-4869-b05f-0e95e9dcd576,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:29.819117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802316d0-2a9e-4a88-bea6-adbd2d20c275 None None] Network 3d069a2b-f34e-48dd-a07f-e1f299591259 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:29.830420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c49c8f8-58b5-4ee3-948a-b65fa2fb5c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.837326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0c49c8f8-58b5-4ee3-948a-b65fa2fb5c52 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7a467f0e-fef5-4869-b05f-0e95e9dcd576 HTTP/1.1" status: 204 len: 168 time: 0.5961511 Aug 30 13:11:29.839734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53346) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:29.867053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c41932-8d96-4332-af05-d8d2eac65d4a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:29.883593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.899881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764eb9b4-e8b1-4a63-a87c-3df7ecd49784 req-6db1ac2a-152d-472c-b024-b43489287196 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:29.907699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-764eb9b4-e8b1-4a63-a87c-3df7ecd49784 req-6db1ac2a-152d-472c-b024-b43489287196 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0808685 Aug 30 13:11:29.921619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a1ec2555-0ca7-4280-86d1-b0f9a84c4962 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:29.924519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Transition to ACTIVE for port object d4c41932-8d96-4332-af05-d8d2eac65d4a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:29.929981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.959541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:29.971824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a1ec2555-0ca7-4280-86d1-b0f9a84c4962 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:29.972424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a1ec2555-0ca7-4280-86d1-b0f9a84c4962 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:29.973140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:30.003837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:30.004344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device aab62fbd-7dd5-49ac-9a46-9dd58e0f9b7a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:30.025900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Deleting port 97c31466-03e8-4564-92cc-b6015ba59877 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:30.026237 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.038472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-764eb9b4-e8b1-4a63-a87c-3df7ecd49784 req-a17493b8-9361-43c0-80e8-e2e61f0434e2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232846 Aug 30 13:11:30.083177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c41932-8d96-4332-af05-d8d2eac65d4a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:30.139648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b316dcf-02c5-443f-804c-e2c5cf0e3add None None] DHCP port deletion for 3d069a2b-f34e-48dd-a07f-e1f299591259 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:11:30.163148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] For port 97c31466-03e8-4564-92cc-b6015ba59877, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=97c31466-03e8-4564-92cc-b6015ba59877,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:30.163148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.166578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Attempting to bind port d4c41932-8d96-4332-af05-d8d2eac65d4a on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:11:30.167122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Attempting to bind port d4c41932-8d96-4332-af05-d8d2eac65d4a by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '771e4b93-bfbc-4421-bf49-1da6bc23dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91f5caf4-d6f6-44e0-afde-f3eed48ac0c9'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:11:30.167639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Attempting to bind port d4c41932-8d96-4332-af05-d8d2eac65d4a on network 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:30.173181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Port d4c41932-8d96-4332-af05-d8d2eac65d4a on network 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:11:30.173804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Attempting to bind port d4c41932-8d96-4332-af05-d8d2eac65d4a on network 91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:30.179057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Calling delete_port for 97c31466-03e8-4564-92cc-b6015ba59877 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:30.180467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:11:30.181105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Checking segment: {'id': '771e4b93-bfbc-4421-bf49-1da6bc23dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91f5caf4-d6f6-44e0-afde-f3eed48ac0c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:30.181876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Bound using segment: {'id': '771e4b93-bfbc-4421-bf49-1da6bc23dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91f5caf4-d6f6-44e0-afde-f3eed48ac0c9'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:11:30.182503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Bound port: d4c41932-8d96-4332-af05-d8d2eac65d4a, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '771e4b93-bfbc-4421-bf49-1da6bc23dac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '91f5caf4-d6f6-44e0-afde-f3eed48ac0c9'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:11:30.183039 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.234154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9b316dcf-02c5-443f-804c-e2c5cf0e3add None None] Deleting port 97c31466-03e8-4564-92cc-b6015ba59877 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:30.235903 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9b316dcf-02c5-443f-804c-e2c5cf0e3add None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.256554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] For port d4c41932-8d96-4332-af05-d8d2eac65d4a, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:30.260866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] For port d4c41932-8d96-4332-af05-d8d2eac65d4a, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d4c41932-8d96-4332-af05-d8d2eac65d4a,segment=NetworkSegment(771e4b93-bfbc-4421-bf49-1da6bc23dac3),segment_id=771e4b93-bfbc-4421-bf49-1da6bc23dac3)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:11:30.271542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.281205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.317758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=97c31466-03e8-4564-92cc-b6015ba59877,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:30.322615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] No DVR routers for this DVR port 97c31466-03e8-4564-92cc-b6015ba59877 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:30.330812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:30.331595 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.333525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] 10.222.0.35 "PUT /v2.0/ports/d4c41932-8d96-4332-af05-d8d2eac65d4a HTTP/1.1" status: 200 len: 1091 time: 1.1436143 Aug 30 13:11:30.334105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a17df97-e9ab-4202-82a5-b9a94732d533', 'tag': 'd4c41932-8d96-4332-af05-d8d2eac65d4a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:30.337222 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a17df97-e9ab-4202-82a5-b9a94732d533", "tag": "d4c41932-8d96-4332-af05-d8d2eac65d4a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:30.344520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9b316dcf-02c5-443f-804c-e2c5cf0e3add None None] For port 97c31466-03e8-4564-92cc-b6015ba59877, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=97c31466-03e8-4564-92cc-b6015ba59877,segment=NetworkSegment(cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f),segment_id=cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:30.345348 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9b316dcf-02c5-443f-804c-e2c5cf0e3add None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.377333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9b316dcf-02c5-443f-804c-e2c5cf0e3add None None] Calling delete_port for 97c31466-03e8-4564-92cc-b6015ba59877 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:30.454069 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92dd9b7d-b0a8-491c-8d50-f4131db7ac61 x-openstack-request-id: req-92dd9b7d-b0a8-491c-8d50-f4131db7ac61 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:30.454506 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a17df97-e9ab-4202-82a5-b9a94732d533", "tag": "d4c41932-8d96-4332-af05-d8d2eac65d4a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:30.454772 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-92dd9b7d-b0a8-491c-8d50-f4131db7ac61 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:30.455261 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a17df97-e9ab-4202-82a5-b9a94732d533', 'tag': 'd4c41932-8d96-4332-af05-d8d2eac65d4a', 'status': 'completed', 'code': 200} Aug 30 13:11:30.474483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.482270 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9b316dcf-02c5-443f-804c-e2c5cf0e3add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.488665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d069a2b-f34e-48dd-a07f-e1f299591259']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:30.498669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1c54e-c64e-4065-83fd-9b5097cf8cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c41932-8d96-4332-af05-d8d2eac65d4a,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:30.503091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:30.503619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbbbd3fb-2a19-4535-bcb0-7626fd4ec20f') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:30.506998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220d60-7173-43b9-9a41-5996b36d201d req-6b5fee65-9980-4f36-8617-23c3a466d2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:30.509989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b316dcf-02c5-443f-804c-e2c5cf0e3add None None] Pushing event deleted for resources: {'Port': ['ID=97c31466-03e8-4564-92cc-b6015ba59877,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:30.510297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-6b5fee65-9980-4f36-8617-23c3a466d2ce service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e90623adc7244209f21013c3df91f02&device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 1094 time: 0.1297925 Aug 30 13:11:30.517480 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.519794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b316dcf-02c5-443f-804c-e2c5cf0e3add None None] No DVR routers for this DVR port 97c31466-03e8-4564-92cc-b6015ba59877 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:30.536792 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.544297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:11:30.544823 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:11:30.547792 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:11:30.569206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-9ffe9410-bc74-4b0b-87eb-7f96f0ef44a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4c41932-8d96-4332-af05-d8d2eac65d4a HTTP/1.1" status: 200 len: 217 time: 0.0507281 Aug 30 13:11:30.609821 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.619970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.622171 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] 10.222.0.37 "DELETE /v2.0/networks/3d069a2b-f34e-48dd-a07f-e1f299591259 HTTP/1.1" status: 204 len: 168 time: 0.7813513 Aug 30 13:11:30.639739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220d60-7173-43b9-9a41-5996b36d201d req-67861132-0e6b-4274-974b-dc4902084996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:30.642326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-67861132-0e6b-4274-974b-dc4902084996 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b94411df-5ba4-40d6-be85-b8c99ac48c19 HTTP/1.1" status: 200 len: 849 time: 0.0665312 Aug 30 13:11:30.642458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d390e5-5faf-48e9-9c63-bc1bf5752cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=3d069a2b-f34e-48dd-a07f-e1f299591259,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:30.664541 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.790099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53368) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:30.869827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fdc4d524-8d27-4d3a-b56e-d41d8b303595 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53a8d29c14914348beb1a09388685f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784709 Aug 30 13:11:30.883975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53370) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:30.932189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfef012-b6fd-4ee2-9670-4064415b3957 req-3ab97299-3a1c-4520-bc43-c1d0bca5496b tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:30.939640 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-acfef012-b6fd-4ee2-9670-4064415b3957 req-3ab97299-3a1c-4520-bc43-c1d0bca5496b tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 943 time: 0.0869129 Aug 30 13:11:30.983518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96db3696-84e1-4021-af20-7f46ea9f2cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:30.990695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-41463a58-80f9-4b68-96e5-6167db8eecaa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91f5caf4-d6f6-44e0-afde-f3eed48ac0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3398030 Aug 30 13:11:31.015476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-acfef012-b6fd-4ee2-9670-4064415b3957 req-5ff23ea7-88ba-4a48-a614-d3066f1b76ed tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701616 Aug 30 13:11:31.029575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96db3696-84e1-4021-af20-7f46ea9f2cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:31.102005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06684a0-ca00-482f-90b9-c6f52ee5a0d7 req-f407c11c-6cf7-47cc-8a21-3ab59b252705 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.105324 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96db3696-84e1-4021-af20-7f46ea9f2cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:31.109150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06684a0-ca00-482f-90b9-c6f52ee5a0d7 req-f407c11c-6cf7-47cc-8a21-3ab59b252705 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.109722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96db3696-84e1-4021-af20-7f46ea9f2cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:31.111604 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-96db3696-84e1-4021-af20-7f46ea9f2cfa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b3276b7-fa06-452b-8856-4671ddfb2ec3 HTTP/1.1" status: 204 len: 168 time: 0.2263243 Aug 30 13:11:31.115816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06684a0-ca00-482f-90b9-c6f52ee5a0d7 req-f407c11c-6cf7-47cc-8a21-3ab59b252705 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.123248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06684a0-ca00-482f-90b9-c6f52ee5a0d7 req-f407c11c-6cf7-47cc-8a21-3ab59b252705 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.128350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db3696-84e1-4021-af20-7f46ea9f2cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3276b7-fa06-452b-8856-4671ddfb2ec3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:31.129189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06684a0-ca00-482f-90b9-c6f52ee5a0d7 req-f407c11c-6cf7-47cc-8a21-3ab59b252705 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.136460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06684a0-ca00-482f-90b9-c6f52ee5a0d7 req-f407c11c-6cf7-47cc-8a21-3ab59b252705 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.143374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06684a0-ca00-482f-90b9-c6f52ee5a0d7 req-f407c11c-6cf7-47cc-8a21-3ab59b252705 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.145344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e06684a0-ca00-482f-90b9-c6f52ee5a0d7 req-f407c11c-6cf7-47cc-8a21-3ab59b252705 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1576967 Aug 30 13:11:31.189533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53380) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:31.205056 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-860242fe-b07e-483e-adc0-11f1b6789381 service neutron] 10.222.0.35 "GET /v2.0/networks/91f5caf4-d6f6-44e0-afde-f3eed48ac0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035358 Aug 30 13:11:31.215740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a22003-8873-4dfa-b658-18b6e97d41a4 req-580a9b79-ea92-4d81-98a8-39e94e27fbf9 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.223490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-39a22003-8873-4dfa-b658-18b6e97d41a4 req-580a9b79-ea92-4d81-98a8-39e94e27fbf9 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0751982 Aug 30 13:11:31.270481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-39a22003-8873-4dfa-b658-18b6e97d41a4 req-a375a8eb-8777-425b-be9f-97a2231c1dcb tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Aug 30 13:11:31.321281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e06684a0-ca00-482f-90b9-c6f52ee5a0d7 req-8ac651a8-8b79-410a-b2f9-5e0b67693ad9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1559722 Aug 30 13:11:31.354144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67220d60-7173-43b9-9a41-5996b36d201d req-0cbb8cc3-345d-468c-88dc-895ab1f065e4 service neutron] 10.222.0.35 "GET /v2.0/networks/91f5caf4-d6f6-44e0-afde-f3eed48ac0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404166 Aug 30 13:11:31.411020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'network': {'name': 'tempest-network-smoke--721455490', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'port_security_enabled': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:31.486266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-5a5b7ea4-e36f-47f7-881e-5a3382c60ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.487858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-5a5b7ea4-e36f-47f7-881e-5a3382c60ae9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9e90623adc7244209f21013c3df91f02&device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 1094 time: 0.0723341 Aug 30 13:11:31.488662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Made reservation on behalf of 2885c00a7c164c38ab83be0196c919d8 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:11:31.492831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:31.512165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:31.633582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-fb36a457-d9c6-4e6b-8e83-f7d567d38941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.635303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-fb36a457-d9c6-4e6b-8e83-f7d567d38941 service neutron] 10.222.0.35 "GET /v2.0/networks?id=91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 HTTP/1.1" status: 200 len: 910 time: 0.1390293 Aug 30 13:11:31.687873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-ef085a72-3f30-44ff-8196-9f902b69f414 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d4c41932-8d96-4332-af05-d8d2eac65d4a HTTP/1.1" status: 200 len: 217 time: 0.0437033 Aug 30 13:11:31.766579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:31.768349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-215205fc-7e56-4aea-a3c1-e6d61a982ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:31.769992 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-215205fc-7e56-4aea-a3c1-e6d61a982ffd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b94411df-5ba4-40d6-be85-b8c99ac48c19 HTTP/1.1" status: 200 len: 849 time: 0.0748863 Aug 30 13:11:31.771035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:31.819097 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-ff598c31-bbcd-461e-9d41-335a2862d69c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=91f5caf4-d6f6-44e0-afde-f3eed48ac0c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385344 Aug 30 13:11:31.836255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:11:31.851167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25a6ef0-2fac-4628-8d45-a7664eecdbad,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:31.887045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 97c31466-03e8-4564-92cc-b6015ba59877 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:31.894811 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:31.895164 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Added segment 207b908c-c494-4b22-bcd4-b909edda9c31 of type vlan for network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e Aug 30 13:11:31.931275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 97c31466-03e8-4564-92cc-b6015ba59877 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:31.931703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 97c31466-03e8-4564-92cc-b6015ba59877 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:31.953749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:31.991170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-cf237da0-d99a-4dff-a314-bde16fda7c55 service neutron] 10.222.0.35 "GET /v2.0/networks/91f5caf4-d6f6-44e0-afde-f3eed48ac0c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585312 Aug 30 13:11:31.997564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:32.003134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.003752 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:32.091098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53404) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:32.118582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9237368 Aug 30 13:11:32.120150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53408) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:32.126030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'admin_state_up': True, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:32.130571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1afdae-3b18-4bc8-b4d0-04084b8b9135 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Network': ['ID=9981e5f5-cb02-4b61-8b6b-9a7cd302240e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:32.146325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:11:32.166507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3bd092-481d-4729-a470-94eb945cebf8 req-9a7f2735-3c85-4fb5-abe0-45a7e47c8dd7 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.171530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39ba9d44-f2f1-4aec-ada8-63548a7d27e4 req-dfe01536-8ace-40eb-a0cc-07218646a2e1 service neutron] 10.222.0.35 "GET /v2.0/networks/91f5caf4-d6f6-44e0-afde-f3eed48ac0c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642125 Aug 30 13:11:32.174324 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa3bd092-481d-4729-a470-94eb945cebf8 req-9a7f2735-3c85-4fb5-abe0-45a7e47c8dd7 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 943 time: 0.0958927 Aug 30 13:11:32.198692 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:32.200103 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:32.226320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa3bd092-481d-4729-a470-94eb945cebf8 req-ec45c786-9c9d-424d-b998-d96b9d787c16 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509653 Aug 30 13:11:32.290542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2053854477-network', 'tenant_id': '2868fe6ef46a45548c04c814c3e97862'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:32.296959 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:32.395672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4819d92-fe28-43f6-bd32-7ee22954138b req-9c72e1ca-2ed0-424d-9e73-8e87d765f913 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.397428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4819d92-fe28-43f6-bd32-7ee22954138b req-9c72e1ca-2ed0-424d-9e73-8e87d765f913 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0606651 Aug 30 13:11:32.461252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4819d92-fe28-43f6-bd32-7ee22954138b req-15defe5b-aa7c-4266-aed9-b97e67dc32d7 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563524 Aug 30 13:11:32.720018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Made reservation on behalf of 2868fe6ef46a45548c04c814c3e97862 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:11:32.722159 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:32.757371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:32.831458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:32.877214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e30d4-061a-4ddd-983d-4f2f4af9eaf0 req-83d840ca-0694-4c1c-973d-e867bb4eb698 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.883528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e30d4-061a-4ddd-983d-4f2f4af9eaf0 req-83d840ca-0694-4c1c-973d-e867bb4eb698 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.889341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e30d4-061a-4ddd-983d-4f2f4af9eaf0 req-83d840ca-0694-4c1c-973d-e867bb4eb698 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.895120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e30d4-061a-4ddd-983d-4f2f4af9eaf0 req-83d840ca-0694-4c1c-973d-e867bb4eb698 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.901443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e30d4-061a-4ddd-983d-4f2f4af9eaf0 req-83d840ca-0694-4c1c-973d-e867bb4eb698 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.907511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e30d4-061a-4ddd-983d-4f2f4af9eaf0 req-83d840ca-0694-4c1c-973d-e867bb4eb698 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.913331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e30d4-061a-4ddd-983d-4f2f4af9eaf0 req-83d840ca-0694-4c1c-973d-e867bb4eb698 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:32.915262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c02e30d4-061a-4ddd-983d-4f2f4af9eaf0 req-83d840ca-0694-4c1c-973d-e867bb4eb698 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5423 time: 0.1990800 Aug 30 13:11:33.029562 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c02e30d4-061a-4ddd-983d-4f2f4af9eaf0 req-6a5c2303-ab06-4bf6-8072-6f2592aba6be tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866671 Aug 30 13:11:33.077940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.083698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.110943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:11:33.135640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e812838b-6d7b-47d2-9a6f-ea9b74febf7c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:33.138647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.138991 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Added segment 65aa9002-97fa-41f4-ae8f-d2350581e07f of type vlan for network bec286da-ea78-4b4b-a034-39690614e699 Aug 30 13:11:33.244496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.270184 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.294778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.353830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9505b-46ba-489a-906b-433d363b4364 req-c099a699-ab93-4604-b0fa-b0236cf6c734 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:33.355376 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.355616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81c9505b-46ba-489a-906b-433d363b4364 req-c099a699-ab93-4604-b0fa-b0236cf6c734 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 943 time: 0.0517409 Aug 30 13:11:33.356237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:33.356857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.397795 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81c9505b-46ba-489a-906b-433d363b4364 req-206bb578-8e6e-4fca-9f93-5a3f32f50a41 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Aug 30 13:11:33.434072 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3411973 Aug 30 13:11:33.437298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53416) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:33.442732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Request body: {'subnet': {'network_id': 'bec286da-ea78-4b4b-a034-39690614e699', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2053854477-subnet', 'tenant_id': '2868fe6ef46a45548c04c814c3e97862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:33.464763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bef4b-0a59-4edd-b356-ae1f56ddb619 admin admin] Pushing event updated for resources: {'Network': ['ID=bec286da-ea78-4b4b-a034-39690614e699,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:33.466022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Made reservation on behalf of 2868fe6ef46a45548c04c814c3e97862 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:11:33.468421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.477719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network bec286da-ea78-4b4b-a034-39690614e699 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:11:33.496482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.25.2.58 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/aebd7cf9-ccaf-4b6d-a574-036697092442) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:11:33.532415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e4fd4cae-2169-4d21-81b0-89740c1a1eb4 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:33.655137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.659413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.662474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e4fd4cae-2169-4d21-81b0-89740c1a1eb4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:33.678666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'e4fd4cae-2169-4d21-81b0-89740c1a1eb4', 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'port_id': 'e4fd4cae-2169-4d21-81b0-89740c1a1eb4', 'mac_address': 'fa:16:3e:7a:b0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64d4f6f-a566-422b-94a1-91a38ba265db', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:33.685417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63234e-916d-49e2-adda-4ce614c6eba7 req-3176bcc2-fa08-4ada-a280-ebac200296df tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:33.693428 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a63234e-916d-49e2-adda-4ce614c6eba7 req-3176bcc2-fa08-4ada-a280-ebac200296df tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0944927 Aug 30 13:11:33.725882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a13df08-4e6f-4ff8-85d9-6e2327053fd0,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:33.729022 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.737205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Checking segment: {'id': '65aa9002-97fa-41f4-ae8f-d2350581e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bec286da-ea78-4b4b-a034-39690614e699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:33.737582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Network hostable DHCP agents. Network: bec286da-ea78-4b4b-a034-39690614e699, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:11:33.746345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fd4cae-2169-4d21-81b0-89740c1a1eb4 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:33.758837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a63234e-916d-49e2-adda-4ce614c6eba7 req-d05c82d3-c765-441c-83b1-dd3cbf0a574c tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598855 Aug 30 13:11:33.759251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Network bec286da-ea78-4b4b-a034-39690614e699 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:11:33.764923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.780183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, bec286da-ea78-4b4b-a034-39690614e699) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:33.780183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:33.780183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:33.785601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577c1468-48c1-475a-9aac-0bbdd28dd98f None None] Network bec286da-ea78-4b4b-a034-39690614e699 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:33.789246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e4fd4cae-2169-4d21-81b0-89740c1a1eb4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:33.796872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1bff0ffc-37b3-41ba-81d1-fe1560dfb0c0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3583081 Aug 30 13:11:33.808355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:11:33.811406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:33.814038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:11:33.864158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=aebd7cf9-ccaf-4b6d-a574-036697092442,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:34.001567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:34.002298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:34.125620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:34.136169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:34.216628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8be3dea-c05c-4780-96b4-2a1eeefd27e5 None None] Network bec286da-ea78-4b4b-a034-39690614e699 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:34.268755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84252aae-7249-4b30-be6d-fbba42f1cc1d req-337647f4-b19e-4473-9daa-e5bee2c1d164 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.274525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:34.275393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84252aae-7249-4b30-be6d-fbba42f1cc1d req-337647f4-b19e-4473-9daa-e5bee2c1d164 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.281315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84252aae-7249-4b30-be6d-fbba42f1cc1d req-337647f4-b19e-4473-9daa-e5bee2c1d164 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.287357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84252aae-7249-4b30-be6d-fbba42f1cc1d req-337647f4-b19e-4473-9daa-e5bee2c1d164 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.294565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84252aae-7249-4b30-be6d-fbba42f1cc1d req-337647f4-b19e-4473-9daa-e5bee2c1d164 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.295993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3', 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1', 'port_id': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3', 'mac_address': 'fa:16:3e:1f:1d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d839a1-8d22-4048-819a-bbfef46e88a4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:34.300825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84252aae-7249-4b30-be6d-fbba42f1cc1d req-337647f4-b19e-4473-9daa-e5bee2c1d164 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.307624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84252aae-7249-4b30-be6d-fbba42f1cc1d req-337647f4-b19e-4473-9daa-e5bee2c1d164 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.309500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-84252aae-7249-4b30-be6d-fbba42f1cc1d req-337647f4-b19e-4473-9daa-e5bee2c1d164 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5424 time: 0.1470506 Aug 30 13:11:34.326943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-4ab8022f-9491-4704-83e2-db6042c82c36 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.328761 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-4ab8022f-9491-4704-83e2-db6042c82c36 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/networks?id=bec286da-ea78-4b4b-a034-39690614e699 HTTP/1.1" status: 200 len: 821 time: 0.1259050 Aug 30 13:11:34.346023 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-7d885412-161b-47e4-ad51-2203d663b9e1 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/quotas/2868fe6ef46a45548c04c814c3e97862 HTTP/1.1" status: 200 len: 375 time: 0.0114992 Aug 30 13:11:34.363331 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:34.385158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-b4eafc70-e11b-4e65-9bdc-befca16b64d6 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2868fe6ef46a45548c04c814c3e97862&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300884 Aug 30 13:11:34.396196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:34.419201 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-84252aae-7249-4b30-be6d-fbba42f1cc1d req-7124baba-98c2-419f-bb41-cabd959500a0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005919 Aug 30 13:11:34.438429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:34.454321 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:34.456134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 58d2eced-5d5c-4ef5-a429-b2e42d982faa details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:34.502259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:34.522594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 58d2eced-5d5c-4ef5-a429-b2e42d982faa, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:34.528480 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-318847c0-68b0-4353-8e48-63eb904d48cc service neutron] 10.222.0.37 "GET /v2.0/networks/bec286da-ea78-4b4b-a034-39690614e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312675 Aug 30 13:11:34.546638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '58d2eced-5d5c-4ef5-a429-b2e42d982faa', 'network_id': '7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1', 'port_id': '58d2eced-5d5c-4ef5-a429-b2e42d982faa', 'mac_address': 'fa:16:3e:6f:64:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5d839a1-8d22-4048-819a-bbfef46e88a4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:34.552780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:34.597136 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:34.612162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d2eced-5d5c-4ef5-a429-b2e42d982faa {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:34.632308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-59d01597-7825-4811-b7ba-d44711f98528 service neutron] 10.222.0.37 "GET /v2.0/networks/bec286da-ea78-4b4b-a034-39690614e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977671 Aug 30 13:11:34.634464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 58d2eced-5d5c-4ef5-a429-b2e42d982faa, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:34.639244 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:34.640322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 67ca5939-98c3-4502-a7a2-978589532e01 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:34.655477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8baf18-d76d-4676-ba14-d9de62e3a1b7 req-3b7f0d49-373d-47a0-a6cb-46ae8cff63a6 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.657172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e8baf18-d76d-4676-ba14-d9de62e3a1b7 req-3b7f0d49-373d-47a0-a6cb-46ae8cff63a6 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 943 time: 0.1112633 Aug 30 13:11:34.675903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d4c41932-8d96-4332-af05-d8d2eac65d4a details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:34.728312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=58d2eced-5d5c-4ef5-a429-b2e42d982faa,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:34.728699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e8baf18-d76d-4676-ba14-d9de62e3a1b7 req-71fcf6d3-986d-45fa-9152-6466626432b8 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606759 Aug 30 13:11:34.737383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 35887a34-47ba-41f3-9d59-f549a5050567 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:11:34.759828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 67ca5939-98c3-4502-a7a2-978589532e01, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67ca5939-98c3-4502-a7a2-978589532e01,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:34.815640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '67ca5939-98c3-4502-a7a2-978589532e01', 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'port_id': '67ca5939-98c3-4502-a7a2-978589532e01', 'mac_address': 'fa:16:3e:d4:35:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64d4f6f-a566-422b-94a1-91a38ba265db', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:34.867915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb274369-840c-4890-9730-07ec01ac9da9 req-87e1ea19-b4bf-48bf-9898-8965db9f8cce tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 210 time: 0.0723083 Aug 30 13:11:34.890220 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:34.893385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d4c41932-8d96-4332-af05-d8d2eac65d4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d4c41932-8d96-4332-af05-d8d2eac65d4a,segment=NetworkSegment(771e4b93-bfbc-4421-bf49-1da6bc23dac3),segment_id=771e4b93-bfbc-4421-bf49-1da6bc23dac3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:34.915488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd4c41932-8d96-4332-af05-d8d2eac65d4a', 'network_id': '91f5caf4-d6f6-44e0-afde-f3eed48ac0c9', 'port_id': 'd4c41932-8d96-4332-af05-d8d2eac65d4a', 'mac_address': 'fa:16:3e:24:ec:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94411df-5ba4-40d6-be85-b8c99ac48c19', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:34.918200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ca5939-98c3-4502-a7a2-978589532e01 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:34.919914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:11:34.955607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ec0e-4578-44e9-aaae-d71999afa3eb req-79b88c27-0574-4c30-ab35-fd587b66123b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:34.957160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd61ec0e-4578-44e9-aaae-d71999afa3eb req-79b88c27-0574-4c30-ab35-fd587b66123b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0855439 Aug 30 13:11:34.957978 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:34.959244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Sync routers for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:11:34.963075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53450) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:34.963216 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a243a6e3-1487-4689-9920-9446774734f7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8417952 Aug 30 13:11:34.989272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 67ca5939-98c3-4502-a7a2-978589532e01, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67ca5939-98c3-4502-a7a2-978589532e01,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:35.009451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:35.010200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:35.023539 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd61ec0e-4578-44e9-aaae-d71999afa3eb req-fc93cf6f-61ee-41cd-9512-2fece0dcf78b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522242 Aug 30 13:11:35.037377 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:35.066599 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:35.067261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:35.083422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:35.116208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c41932-8d96-4332-af05-d8d2eac65d4a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:35.158204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce', 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'port_id': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce', 'mac_address': 'fa:16:3e:ad:9a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64d4f6f-a566-422b-94a1-91a38ba265db', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:35.180239 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d4c41932-8d96-4332-af05-d8d2eac65d4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d4c41932-8d96-4332-af05-d8d2eac65d4a,segment=NetworkSegment(771e4b93-bfbc-4421-bf49-1da6bc23dac3),segment_id=771e4b93-bfbc-4421-bf49-1da6bc23dac3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:35.204050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=67ca5939-98c3-4502-a7a2-978589532e01,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:35.209931 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:35.232774 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a59fd0f7-b1ea-45ae-a0a7-44cba326c65d tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2885c00a7c164c38ab83be0196c919d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2660806 Aug 30 13:11:35.233220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53464) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:35.309002 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:35.327633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:35.425557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d4c41932-8d96-4332-af05-d8d2eac65d4a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:35.433480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:35.503494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3273c4d-2826-43b0-a5c5-6a411965a8e0 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:35.509553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53472) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:35.510077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c3273c4d-2826-43b0-a5c5-6a411965a8e0 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2749686 Aug 30 13:11:35.597877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c329-9efc-4e33-8ab6-54300f7a2666 req-09d840e3-03eb-4eb1-8874-c2e974af4135 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:35.606140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c329-9efc-4e33-8ab6-54300f7a2666 req-09d840e3-03eb-4eb1-8874-c2e974af4135 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:35.615954 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-11911ae5-8227-44d8-9ce5-f2abf199da4f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1019118 Aug 30 13:11:35.616998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c329-9efc-4e33-8ab6-54300f7a2666 req-09d840e3-03eb-4eb1-8874-c2e974af4135 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:35.620219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53474) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:35.625024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:35.625651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-477659870', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:35.626537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c329-9efc-4e33-8ab6-54300f7a2666 req-09d840e3-03eb-4eb1-8874-c2e974af4135 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:35.628146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d4c41932-8d96-4332-af05-d8d2eac65d4a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:35.636844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c329-9efc-4e33-8ab6-54300f7a2666 req-09d840e3-03eb-4eb1-8874-c2e974af4135 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:35.644901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c329-9efc-4e33-8ab6-54300f7a2666 req-09d840e3-03eb-4eb1-8874-c2e974af4135 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:35.651534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9c329-9efc-4e33-8ab6-54300f7a2666 req-09d840e3-03eb-4eb1-8874-c2e974af4135 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:35.654943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2b9c329-9efc-4e33-8ab6-54300f7a2666 req-09d840e3-03eb-4eb1-8874-c2e974af4135 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5427 time: 0.1211283 Aug 30 13:11:35.682468 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:35.683442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 62bb59c2-a916-4fce-8e19-8b981f8e3473 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:35.711456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2b9c329-9efc-4e33-8ab6-54300f7a2666 req-e30c560f-8ce1-4fc8-aee3-9ee259577801 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497184 Aug 30 13:11:35.775742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Made reservation on behalf of 2885c00a7c164c38ab83be0196c919d8 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:11:35.776177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:35.779593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:35.823169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 62bb59c2-a916-4fce-8e19-8b981f8e3473, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=62bb59c2-a916-4fce-8e19-8b981f8e3473,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:35.850258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '62bb59c2-a916-4fce-8e19-8b981f8e3473', 'network_id': 'de20893d-232d-4a74-8d0e-6d728b67259f', 'port_id': '62bb59c2-a916-4fce-8e19-8b981f8e3473', 'mac_address': 'fa:16:3e:a1:86:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64d4f6f-a566-422b-94a1-91a38ba265db', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:35.892830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:11:33Z', 'revision_number': 3, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:35.917759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94b596-015f-49f3-a79b-25c4ca1c80ee req-43d2d178-5ac2-4697-b904-7842ed7757a0 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:35.919497 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd94b596-015f-49f3-a79b-25c4ca1c80ee req-43d2d178-5ac2-4697-b904-7842ed7757a0 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 944 time: 0.0827496 Aug 30 13:11:35.943211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Checking router: 35887a34-47ba-41f3-9d59-f549a5050567 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:11:35.943616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Updating router 35887a34-47ba-41f3-9d59-f549a5050567 port aebd7cf9-ccaf-4b6d-a574-036697092442 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:11:35.981617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8cbc954-f83c-493f-b586-c95427a4d29c req-6724287e-adc5-48a3-9f64-502ff6625161 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 210 time: 0.0342968 Aug 30 13:11:35.984451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:35.998633 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.025832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd94b596-015f-49f3-a79b-25c4ca1c80ee req-565c7ba7-319c-4d16-9009-a936ab34c3c7 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970261 Aug 30 13:11:36.031935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62bb59c2-a916-4fce-8e19-8b981f8e3473 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:36.076415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 62bb59c2-a916-4fce-8e19-8b981f8e3473, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=62bb59c2-a916-4fce-8e19-8b981f8e3473,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:36.127555 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.128229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2ef845f6-75be-4b04-8d85-da52582069a1 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:36.158170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.241709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Subnet': ['ID=dd1f2c06-c341-41c2-b37b-3728fb16794a,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:36.254423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Checking segment: {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:36.255128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network hostable DHCP agents. Network: 9981e5f5-cb02-4b61-8b6b-9a7cd302240e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:11:36.293855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:11:36.307675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2f5cc-7d82-4afd-a1f7-4f527c8ae143 req-52a57b27-e828-45a1-befa-bced2ba0c018 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:36.308962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 9981e5f5-cb02-4b61-8b6b-9a7cd302240e) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:36.309521 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ff2f5cc-7d82-4afd-a1f7-4f527c8ae143 req-52a57b27-e828-45a1-befa-bced2ba0c018 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.1451359 Aug 30 13:11:36.324242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-d4e2ade8-a696-4b22-b04d-d9ff7eee0e0a tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:36.325966 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-d4e2ade8-a696-4b22-b04d-d9ff7eee0e0a tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.16 "GET /v2.0/networks?id=bec286da-ea78-4b4b-a034-39690614e699 HTTP/1.1" status: 200 len: 821 time: 0.2959561 Aug 30 13:11:36.327194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:36.328040 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.348485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aca67d6c-5260-4e14-8286-9e9e264a9bb9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7270601 Aug 30 13:11:36.352127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53482) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:36.372641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Request body: {'port': {'device_id': '9f66deae-620a-4757-82a2-b2d6c2dbd9b2', 'network_id': 'bec286da-ea78-4b4b-a034-39690614e699', 'admin_state_up': True, 'tenant_id': '2868fe6ef46a45548c04c814c3e97862'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:36.393396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ff2f5cc-7d82-4afd-a1f7-4f527c8ae143 req-ac974d72-541f-4a2f-9a64-bb3fcbbbf8ae tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663559 Aug 30 13:11:36.461412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=62bb59c2-a916-4fce-8e19-8b981f8e3473,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:36.464347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3c966-7cd2-403e-bcdf-d47328dd8f1c None None] Network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:36.561612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Made reservation on behalf of 2868fe6ef46a45548c04c814c3e97862 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:11:36.565857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.605870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2ef845f6-75be-4b04-8d85-da52582069a1, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2ef845f6-75be-4b04-8d85-da52582069a1,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:36.643922 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a1d0a3f6-2583-4059-b855-ae32ea6e0c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.648073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '2ef845f6-75be-4b04-8d85-da52582069a1', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'port_id': '2ef845f6-75be-4b04-8d85-da52582069a1', 'mac_address': 'fa:16:3e:a7:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:36.724805 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Allocated IP 172.20.0.10 (bec286da-ea78-4b4b-a034-39690614e699/4a13df08-4e6f-4ff8-85d9-6e2327053fd0/38850451-4381-4310-ae0a-e5b016d6756c) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:11:36.764017 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.803339 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.807764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef845f6-75be-4b04-8d85-da52582069a1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:36.817691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:11:36.818553 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.838135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Transition to ACTIVE for port object aebd7cf9-ccaf-4b6d-a574-036697092442 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:36.856203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2ef845f6-75be-4b04-8d85-da52582069a1, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2ef845f6-75be-4b04-8d85-da52582069a1,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:36.862728 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.919567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b276324-df57-40ac-859f-2e6267743639 None None] Pushing event updated for resources: {'Port': ['ID=aebd7cf9-ccaf-4b6d-a574-036697092442,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:36.921914 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:36.951666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.001348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bae83-96a0-44f3-8f01-140ebb6bd017 req-35281d73-0a48-4b81-87a6-21061d1f6875 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.002955 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.008848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bae83-96a0-44f3-8f01-140ebb6bd017 req-35281d73-0a48-4b81-87a6-21061d1f6875 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.015407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bae83-96a0-44f3-8f01-140ebb6bd017 req-35281d73-0a48-4b81-87a6-21061d1f6875 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.022342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bae83-96a0-44f3-8f01-140ebb6bd017 req-35281d73-0a48-4b81-87a6-21061d1f6875 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.029387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bae83-96a0-44f3-8f01-140ebb6bd017 req-35281d73-0a48-4b81-87a6-21061d1f6875 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.035616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bae83-96a0-44f3-8f01-140ebb6bd017 req-35281d73-0a48-4b81-87a6-21061d1f6875 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.044972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2bae83-96a0-44f3-8f01-140ebb6bd017 req-35281d73-0a48-4b81-87a6-21061d1f6875 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.047054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec2bae83-96a0-44f3-8f01-140ebb6bd017 req-35281d73-0a48-4b81-87a6-21061d1f6875 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5430 time: 0.1916511 Aug 30 13:11:37.055344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=2ef845f6-75be-4b04-8d85-da52582069a1,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:37.059172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Attempting to bind port aebd7cf9-ccaf-4b6d-a574-036697092442 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:11:37.059172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Attempting to bind port aebd7cf9-ccaf-4b6d-a574-036697092442 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:11:37.059172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Attempting to bind port aebd7cf9-ccaf-4b6d-a574-036697092442 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:37.071289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:11:37.071666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:37.072078 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.072469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:11:37.072947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Bound port: aebd7cf9-ccaf-4b6d-a574-036697092442, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:11:37.073331 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.086311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Pushing event updated for resources: {'Port': ['ID=38850451-4381-4310-ae0a-e5b016d6756c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:37.157015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Network bec286da-ea78-4b4b-a034-39690614e699 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:11:37.161655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.171794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Allocated IP 172.20.0.2 (9981e5f5-cb02-4b61-8b6b-9a7cd302240e/dd1f2c06-c341-41c2-b37b-3728fb16794a/6843eb0f-b8dd-432b-99b2-ae33dc74720d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:11:37.172883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:37.174299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] For port aebd7cf9-ccaf-4b6d-a574-036697092442, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:37.179088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] For port aebd7cf9-ccaf-4b6d-a574-036697092442, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=aebd7cf9-ccaf-4b6d-a574-036697092442,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:11:37.180995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec2bae83-96a0-44f3-8f01-140ebb6bd017 req-0c5655cd-06ef-47cf-b3ae-8158c3f71892 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1039779 Aug 30 13:11:37.182941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:11:37.196394 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.202433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ab65-6302-4e0d-9176-f6d22905e3fb req-2afbb22e-b2fb-43e4-a327-998645d81d48 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.204737 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4660ab65-6302-4e0d-9176-f6d22905e3fb req-2afbb22e-b2fb-43e4-a327-998645d81d48 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 932 time: 0.0969417 Aug 30 13:11:37.276456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.277137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.334288 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-fa313f4a-aad6-4f21-8c83-0db99f059b9f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9677396 Aug 30 13:11:37.334981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b276324-df57-40ac-859f-2e6267743639 None None] Pushing event updated for resources: {'Port': ['ID=aebd7cf9-ccaf-4b6d-a574-036697092442,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:37.339461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:37.340077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:37.368126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Request body: {'port': {'device_id': '9f66deae-620a-4757-82a2-b2d6c2dbd9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:37.417201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d4b1d-f692-403c-aeba-b442f485f1ce req-fb7681ed-2071-409d-8dcb-01a1ad185e6e tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.419256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba0d4b1d-f692-403c-aeba-b442f485f1ce req-fb7681ed-2071-409d-8dcb-01a1ad185e6e tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 944 time: 0.1124060 Aug 30 13:11:37.467791 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4660ab65-6302-4e0d-9176-f6d22905e3fb req-e00f5510-c938-4a24-9d58-84d78026c9cd tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770289 Aug 30 13:11:37.480057 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.549396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:37.592237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba0d4b1d-f692-403c-aeba-b442f485f1ce req-ceca494c-416d-4660-9f1a-f1961de160c5 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358566 Aug 30 13:11:37.659773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:37.716001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['67ca5939-98c3-4502-a7a2-978589532e01'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:37.747510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c6b0d-2447-414b-854b-c196efe19ce0 req-4d89d3ee-b8fa-4ca2-a657-41427ea9ae0b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:37.755526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-619c6b0d-2447-414b-854b-c196efe19ce0 req-4d89d3ee-b8fa-4ca2-a657-41427ea9ae0b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.0692668 Aug 30 13:11:37.776113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['62bb59c2-a916-4fce-8e19-8b981f8e3473'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:37.778997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:37.794918 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['2ef845f6-75be-4b04-8d85-da52582069a1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:37.795290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-619c6b0d-2447-414b-854b-c196efe19ce0 req-69b3f92b-f421-4e42-bca6-ce680039b111 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384812 Aug 30 13:11:37.796832 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['58d2eced-5d5c-4ef5-a429-b2e42d982faa'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:37.931845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38850451-4381-4310-ae0a-e5b016d6756c {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:37.941227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.954098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Transition to ACTIVE for port object 38850451-4381-4310-ae0a-e5b016d6756c will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:37.955530 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:37.960448 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:38.034322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Pushing event updated for resources: {'Port': ['ID=38850451-4381-4310-ae0a-e5b016d6756c,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:38.097840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Transition to ACTIVE for port object 6843eb0f-b8dd-432b-99b2-ae33dc74720d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:38.143016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Attempting to bind port 38850451-4381-4310-ae0a-e5b016d6756c on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:11:38.143369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Attempting to bind port 38850451-4381-4310-ae0a-e5b016d6756c by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '65aa9002-97fa-41f4-ae8f-d2350581e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bec286da-ea78-4b4b-a034-39690614e699'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:11:38.143707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Attempting to bind port 38850451-4381-4310-ae0a-e5b016d6756c on network bec286da-ea78-4b4b-a034-39690614e699 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:38.152260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Port 38850451-4381-4310-ae0a-e5b016d6756c on network bec286da-ea78-4b4b-a034-39690614e699 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:11:38.152846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Attempting to bind port 38850451-4381-4310-ae0a-e5b016d6756c on network bec286da-ea78-4b4b-a034-39690614e699 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:38.163160 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:11:38.165902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Checking segment: {'id': '65aa9002-97fa-41f4-ae8f-d2350581e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bec286da-ea78-4b4b-a034-39690614e699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:38.175283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Bound using segment: {'id': '65aa9002-97fa-41f4-ae8f-d2350581e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bec286da-ea78-4b4b-a034-39690614e699'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:11:38.175283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Bound port: 38850451-4381-4310-ae0a-e5b016d6756c, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65aa9002-97fa-41f4-ae8f-d2350581e07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bec286da-ea78-4b4b-a034-39690614e699'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:11:38.175283 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:38.232533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Transition to ACTIVE for port object 6843eb0f-b8dd-432b-99b2-ae33dc74720d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:38.274662 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:38.284787 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] For port 38850451-4381-4310-ae0a-e5b016d6756c, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:38.289356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] For port 38850451-4381-4310-ae0a-e5b016d6756c, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=38850451-4381-4310-ae0a-e5b016d6756c,segment=NetworkSegment(65aa9002-97fa-41f4-ae8f-d2350581e07f),segment_id=65aa9002-97fa-41f4-ae8f-d2350581e07f)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:11:38.297842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:38.375982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511446c-fc05-4be0-9cfd-73c684d85810 req-0e619a41-0ce3-4d6b-854a-0a4de0c2dac8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.384652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Pushing event updated for resources: {'Port': ['ID=38850451-4381-4310-ae0a-e5b016d6756c,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:38.385260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511446c-fc05-4be0-9cfd-73c684d85810 req-0e619a41-0ce3-4d6b-854a-0a4de0c2dac8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.391129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511446c-fc05-4be0-9cfd-73c684d85810 req-0e619a41-0ce3-4d6b-854a-0a4de0c2dac8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.397903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511446c-fc05-4be0-9cfd-73c684d85810 req-0e619a41-0ce3-4d6b-854a-0a4de0c2dac8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.404954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511446c-fc05-4be0-9cfd-73c684d85810 req-0e619a41-0ce3-4d6b-854a-0a4de0c2dac8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.411314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511446c-fc05-4be0-9cfd-73c684d85810 req-0e619a41-0ce3-4d6b-854a-0a4de0c2dac8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.417551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:11:38.417775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511446c-fc05-4be0-9cfd-73c684d85810 req-0e619a41-0ce3-4d6b-854a-0a4de0c2dac8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.419942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2511446c-fc05-4be0-9cfd-73c684d85810 req-0e619a41-0ce3-4d6b-854a-0a4de0c2dac8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5430 time: 0.1289155 Aug 30 13:11:38.421231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.20.0.1 (9981e5f5-cb02-4b61-8b6b-9a7cd302240e/dd1f2c06-c341-41c2-b37b-3728fb16794a/4f10224c-eb18-497c-9b0a-db868bab7988) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:11:38.427333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.427967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:38.429363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-9a74a03a-a9b6-4617-a6e0-49e9aa1212c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/38850451-4381-4310-ae0a-e5b016d6756c HTTP/1.1" status: 200 len: 1092 time: 1.0699599 Aug 30 13:11:38.430361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66deae-620a-4757-82a2-b2d6c2dbd9b2', 'tag': '38850451-4381-4310-ae0a-e5b016d6756c'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:38.432597 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d41f0-3fa1-484a-be57-eea92b827d93" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66deae-620a-4757-82a2-b2d6c2dbd9b2", "tag": "38850451-4381-4310-ae0a-e5b016d6756c"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:38.494974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2511446c-fc05-4be0-9cfd-73c684d85810 req-dcc67ed2-9132-4421-82f9-6be651d94039 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663056 Aug 30 13:11:38.509614 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e890beb-f5fa-4001-beaa-c6cdeb25c497 x-openstack-request-id: req-9e890beb-f5fa-4001-beaa-c6cdeb25c497 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:38.509614 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66deae-620a-4757-82a2-b2d6c2dbd9b2", "tag": "38850451-4381-4310-ae0a-e5b016d6756c", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:38.509937 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e890beb-f5fa-4001-beaa-c6cdeb25c497 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:38.517871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:38.519678 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f66deae-620a-4757-82a2-b2d6c2dbd9b2', 'tag': '38850451-4381-4310-ae0a-e5b016d6756c', 'status': 'completed', 'code': 200} Aug 30 13:11:38.524022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:11:38.557391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-d93f0c99-87ef-43bf-8441-834998aa3517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.558870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-d93f0c99-87ef-43bf-8441-834998aa3517 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2868fe6ef46a45548c04c814c3e97862&device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 1095 time: 0.0830014 Aug 30 13:11:38.629644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:38.651169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Transition to ACTIVE for port object 4f10224c-eb18-497c-9b0a-db868bab7988 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:38.681903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-57731f23-70d4-4d01-8b7d-2bbea0e32a7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38850451-4381-4310-ae0a-e5b016d6756c HTTP/1.1" status: 200 len: 217 time: 0.1122327 Aug 30 13:11:38.719789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:38.747724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e4fd4cae-2169-4d21-81b0-89740c1a1eb4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:38.750769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d4c41932-8d96-4332-af05-d8d2eac65d4a up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:38.766276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dee83-1009-42cf-bbc6-c30e10244c7c req-db07389f-4f68-4626-a063-9e952f36fde9 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.767794 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-123dee83-1009-42cf-bbc6-c30e10244c7c req-db07389f-4f68-4626-a063-9e952f36fde9 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 944 time: 0.1915843 Aug 30 13:11:38.773946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-b86d1c57-b4cd-445f-ad4f-9df438c17c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.775363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-b86d1c57-b4cd-445f-ad4f-9df438c17c28 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a13df08-4e6f-4ff8-85d9-6e2327053fd0 HTTP/1.1" status: 200 len: 861 time: 0.0778787 Aug 30 13:11:38.793340 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Pushing event updated for resources: {'Port': ['ID=6843eb0f-b8dd-432b-99b2-ae33dc74720d,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:38.824515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:11:38.829900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:38.841512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:11:38.857792 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-123dee83-1009-42cf-bbc6-c30e10244c7c req-a89441ca-49da-45c9-b5da-86686e34be79 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778432 Aug 30 13:11:38.879376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=4f10224c-eb18-497c-9b0a-db868bab7988,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:38.898897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42e510-4a5a-4294-86a4-7125070c2a61 req-d241d4bf-792b-4462-b350-067573df71ef tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:38.900426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a42e510-4a5a-4294-86a4-7125070c2a61 req-d241d4bf-792b-4462-b350-067573df71ef tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 944 time: 0.1777287 Aug 30 13:11:38.907101 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-a9049a66-2dcc-4d46-899f-ea95eb1c49a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec286da-ea78-4b4b-a034-39690614e699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841186 Aug 30 13:11:38.919469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:38.998629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a42e510-4a5a-4294-86a4-7125070c2a61 req-962e3dd2-aa08-4beb-b1fe-af5496f1680e tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887299 Aug 30 13:11:39.055898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Attempting to bind port 6843eb0f-b8dd-432b-99b2-ae33dc74720d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:11:39.056362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Attempting to bind port 6843eb0f-b8dd-432b-99b2-ae33dc74720d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:11:39.056658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Attempting to bind port 6843eb0f-b8dd-432b-99b2-ae33dc74720d on network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:39.092575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:11:39.092968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Checking segment: {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:39.093471 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:39.093779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Bound using segment: {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:11:39.094257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Bound port: 6843eb0f-b8dd-432b-99b2-ae33dc74720d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:11:39.094624 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:39.120714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb9f01-4295-4e35-bc22-f65c77148c96 req-4f1510f2-f0a3-424d-a30b-8eaeaa07759f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:39.122307 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28cb9f01-4295-4e35-bc22-f65c77148c96 req-4f1510f2-f0a3-424d-a30b-8eaeaa07759f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 946 time: 0.1121929 Aug 30 13:11:39.124358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-a66d1a47-48f5-439d-90d1-8e6ee14b9d4d service neutron] 10.222.0.16 "GET /v2.0/networks/bec286da-ea78-4b4b-a034-39690614e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085285 Aug 30 13:11:39.153015 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:39.153324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:11:33Z', 'revision_number': 3, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:39.215427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e709efa-56ce-462d-962e-96bb5f4d0d3b None None] The sync data for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 is: [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:11:33Z', 'revision_number': 3, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:11:39.231097 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port d4c41932-8d96-4332-af05-d8d2eac65d4a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:39.257101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d4c41932-8d96-4332-af05-d8d2eac65d4a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:39.257512 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:39.340886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] For port 6843eb0f-b8dd-432b-99b2-ae33dc74720d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:39.362283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] For port 6843eb0f-b8dd-432b-99b2-ae33dc74720d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6843eb0f-b8dd-432b-99b2-ae33dc74720d,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:11:39.375024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-58dab537-c3b9-4d4c-8e82-dec2abf00def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:39.386022 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:39.516678 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:39.518765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f917b7-ff67-465a-87a6-2fd975df2f44 None None] Pushing event updated for resources: {'Port': ['ID=6843eb0f-b8dd-432b-99b2-ae33dc74720d,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:39.567815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a17df97-e9ab-4202-82a5-b9a94732d533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c41932-8d96-4332-af05-d8d2eac65d4a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:39.570807 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b429f2c7-5f72-499b-acce-df172dc18f92" -d '{"events": [{"server_uuid": "7a17df97-e9ab-4202-82a5-b9a94732d533", "name": "network-vif-plugged", "status": "completed", "tag": "d4c41932-8d96-4332-af05-d8d2eac65d4a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:39.614248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d4c41932-8d96-4332-af05-d8d2eac65d4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d4c41932-8d96-4332-af05-d8d2eac65d4a,segment=NetworkSegment(771e4b93-bfbc-4421-bf49-1da6bc23dac3),segment_id=771e4b93-bfbc-4421-bf49-1da6bc23dac3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:39.623751 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:39.743317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d4c41932-8d96-4332-af05-d8d2eac65d4a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:39.955715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:39.964662 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device aebd7cf9-ccaf-4b6d-a574-036697092442 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:40.055952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port aebd7cf9-ccaf-4b6d-a574-036697092442 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:40.063837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port aebd7cf9-ccaf-4b6d-a574-036697092442 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:40.064917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:40.120433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8f3b1-1d7d-46fd-af30-d35ebdb5d608 req-991bf6b5-1476-4be8-9302-3edf972b7b3d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.134528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8f3b1-1d7d-46fd-af30-d35ebdb5d608 req-991bf6b5-1476-4be8-9302-3edf972b7b3d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.142047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8f3b1-1d7d-46fd-af30-d35ebdb5d608 req-991bf6b5-1476-4be8-9302-3edf972b7b3d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.148029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8f3b1-1d7d-46fd-af30-d35ebdb5d608 req-991bf6b5-1476-4be8-9302-3edf972b7b3d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.157243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8f3b1-1d7d-46fd-af30-d35ebdb5d608 req-991bf6b5-1476-4be8-9302-3edf972b7b3d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.163171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8f3b1-1d7d-46fd-af30-d35ebdb5d608 req-991bf6b5-1476-4be8-9302-3edf972b7b3d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.169959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8f3b1-1d7d-46fd-af30-d35ebdb5d608 req-991bf6b5-1476-4be8-9302-3edf972b7b3d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.171915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-98e8f3b1-1d7d-46fd-af30-d35ebdb5d608 req-991bf6b5-1476-4be8-9302-3edf972b7b3d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5430 time: 0.1655879 Aug 30 13:11:40.196652 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:40.197419 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1e7c3576-a66e-4943-b758-fd8b39500a68 req-21d98214-9b13-4b32-a283-21a38efa7426 service neutron] 10.222.0.16 "GET /v2.0/networks/bec286da-ea78-4b4b-a034-39690614e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0595810 Aug 30 13:11:40.225536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-87f10b0c-feaf-4151-a0ea-b1468f169638 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.228266 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-87f10b0c-feaf-4151-a0ea-b1468f169638 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1097 time: 0.9682686 Aug 30 13:11:40.241329 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28cb9f01-4295-4e35-bc22-f65c77148c96 req-0305cdb5-a8a4-455f-a47c-083cdc02225f tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1091514 Aug 30 13:11:40.262263 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:40.262919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port aebd7cf9-ccaf-4b6d-a574-036697092442, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=aebd7cf9-ccaf-4b6d-a574-036697092442,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:40.267476 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:40.268497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:40.274484 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-98e8f3b1-1d7d-46fd-af30-d35ebdb5d608 req-ba4579f6-ad59-4251-b4eb-45ceb114149e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871203 Aug 30 13:11:40.294919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:40.393030 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ae5b0-2caa-4f36-93c8-20037c181e1c x-openstack-request-id: req-2b0ae5b0-2caa-4f36-93c8-20037c181e1c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:40.393307 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a17df97-e9ab-4202-82a5-b9a94732d533", "name": "network-vif-plugged", "status": "completed", "tag": "d4c41932-8d96-4332-af05-d8d2eac65d4a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:40.394172 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b0ae5b0-2caa-4f36-93c8-20037c181e1c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:40.394570 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a17df97-e9ab-4202-82a5-b9a94732d533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c41932-8d96-4332-af05-d8d2eac65d4a', 'code': 200} Aug 30 13:11:40.398927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=aebd7cf9-ccaf-4b6d-a574-036697092442,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:40.438627 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:40.536714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=4f10224c-eb18-497c-9b0a-db868bab7988,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:40.548567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:40.583420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41c55a-b75e-4763-a6df-35a2c31eeaa8 req-638b6141-12a3-4e38-8cb9-7d489ca287cd tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.585013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa41c55a-b75e-4763-a6df-35a2c31eeaa8 req-638b6141-12a3-4e38-8cb9-7d489ca287cd tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 944 time: 0.1746473 Aug 30 13:11:40.715488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d88f62-bbd5-45c5-a404-ed5d6a2ea44e req-a613c339-fce7-417d-86c7-3b5ca02190b1 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.724194 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24d88f62-bbd5-45c5-a404-ed5d6a2ea44e req-a613c339-fce7-417d-86c7-3b5ca02190b1 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 945 time: 0.2355752 Aug 30 13:11:40.732048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:11:40.736541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51d3fc-7340-4d4b-a11e-31e2ecd459a4 req-8626d643-8594-496a-bc77-d81f68ced380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.738271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff51d3fc-7340-4d4b-a11e-31e2ecd459a4 req-8626d643-8594-496a-bc77-d81f68ced380 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 1096 time: 0.2849693 Aug 30 13:11:40.745806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:40.746560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:40.754739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-23fe9c57-dae6-4e66-b88c-9ce19bb341a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.756434 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-23fe9c57-dae6-4e66-b88c-9ce19bb341a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2868fe6ef46a45548c04c814c3e97862&device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 1095 time: 0.3188832 Aug 30 13:11:40.792370 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:40.806932 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa41c55a-b75e-4763-a6df-35a2c31eeaa8 req-82569526-0cc6-41fc-a048-b6494037c483 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258216 Aug 30 13:11:40.880954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-a8f03000-c161-4e66-803b-ac7e724c7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:40.883426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-a8f03000-c161-4e66-803b-ac7e724c7401 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bec286da-ea78-4b4b-a034-39690614e699 HTTP/1.1" status: 200 len: 922 time: 0.1124377 Aug 30 13:11:40.939870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d094c90d-f8a4-463d-8621-30f11209f5e4 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:40.944801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:40.955644 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-96feaeee-504c-418c-a203-c1333f5a1ffe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=38850451-4381-4310-ae0a-e5b016d6756c HTTP/1.1" status: 200 len: 217 time: 0.0572140 Aug 30 13:11:40.973227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff51d3fc-7340-4d4b-a11e-31e2ecd459a4 req-ad4dabfd-4c6f-409e-a658-8c613ff2fe70 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226608 Aug 30 13:11:41.001514 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24d88f62-bbd5-45c5-a404-ed5d6a2ea44e req-9f5c6b0e-2c80-47f8-b2b0-d613fe1a8324 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663231 Aug 30 13:11:41.010736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 35887a34-47ba-41f3-9d59-f549a5050567 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:11:41.044511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:41.090202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-2fb82751-6e3e-4fb6-a410-4c7cf634301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.091888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-2fb82751-6e3e-4fb6-a410-4c7cf634301a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4a13df08-4e6f-4ff8-85d9-6e2327053fd0 HTTP/1.1" status: 200 len: 861 time: 0.1274498 Aug 30 13:11:41.114560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd04f5f-f12b-4944-8a22-01ca7b30365e None None] Network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:11:41.142016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:41.144357 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75100a6-774d-451a-85a8-801e7c9a62ed" -d '{"events": [{"server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "name": "network-vif-unplugged", "status": "completed", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:41.162081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:41.169880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-85063852-b6c4-4c72-80b1-5ae1b4cd1a08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bec286da-ea78-4b4b-a034-39690614e699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691707 Aug 30 13:11:41.182409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:41.188827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:11:41.197387 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:41.206496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dad85d18-79c6-4896-ac9f-d2ed4bf216c9 None None] Provisioning for port 6843eb0f-b8dd-432b-99b2-ae33dc74720d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:41.208336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-acb725f2-401b-4b96-9eb8-be05bff1def4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "PUT /v2.0/routers/35887a34-47ba-41f3-9d59-f549a5050567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8546422 Aug 30 13:11:41.212876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53540) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:41.234644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:41.236098 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:41.267089 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7365b8e-afce-4d28-949b-aa9d8e0ad839 x-openstack-request-id: req-b7365b8e-afce-4d28-949b-aa9d8e0ad839 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:41.267584 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "name": "network-vif-unplugged", "status": "completed", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:41.267703 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7365b8e-afce-4d28-949b-aa9d8e0ad839 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:41.268204 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4', 'code': 200} Aug 30 13:11:41.372982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:41.444283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d094c90d-f8a4-463d-8621-30f11209f5e4 has no active binding in host n-h1-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 13:11:41.537524 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:41.583782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:41.594028 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:41.598964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Pushing event updated for resources: {'Port': ['ID=d094c90d-f8a4-463d-8621-30f11209f5e4,revision_number=7']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:41.636558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 on host n-h2-688802-6 for vnic_type normal with profile {"migrating_to": "n-h1-688802-6"} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:11:41.636857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:11:41.637308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:41.642015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.642403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.642849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.645116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.645634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.646246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.646720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.647230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.647771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.648008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.648355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.649127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.649241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.649697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.650162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.654665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.655011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.655345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.655674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:41.657172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.657942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.658406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.659499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.659499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.659878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.665391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-86d8398c-7c61-4d78-bd3a-b0424776e4b7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9191 time: 0.4470799 Aug 30 13:11:41.668547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53548) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:41.676982 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-269fdf8a-d5bf-4bf0-9098-7eb15be37214 service neutron] 10.222.0.16 "GET /v2.0/networks/bec286da-ea78-4b4b-a034-39690614e699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981344 Aug 30 13:11:41.715982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Port d094c90d-f8a4-463d-8621-30f11209f5e4 on network 2388b82d-4113-41f0-a82d-b432f66e1216 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:11:41.716875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Attempting to bind port d094c90d-f8a4-463d-8621-30f11209f5e4 on network 2388b82d-4113-41f0-a82d-b432f66e1216 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:41.743744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:41.749354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:11:41.749735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Checking segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:41.750293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Bound using segment: {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:11:41.750742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Bound port: d094c90d-f8a4-463d-8621-30f11209f5e4, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ece3b801-fe84-43e0-97a0-41c9fa5574b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '2388b82d-4113-41f0-a82d-b432f66e1216'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:11:41.751107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:41.819480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6afef-12a0-4725-8b1c-49d50f385cf2 req-cae293ad-c2aa-4fcd-89a5-9b613fc0d7a5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.826630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6afef-12a0-4725-8b1c-49d50f385cf2 req-cae293ad-c2aa-4fcd-89a5-9b613fc0d7a5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.837537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6afef-12a0-4725-8b1c-49d50f385cf2 req-cae293ad-c2aa-4fcd-89a5-9b613fc0d7a5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.839445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc2996-b0e3-4abe-bada-fa20b23b0430 req-468b6c94-9fbe-48ad-8a30-fc71dec8aae8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.842343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6afef-12a0-4725-8b1c-49d50f385cf2 req-cae293ad-c2aa-4fcd-89a5-9b613fc0d7a5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.847481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77bc2996-b0e3-4abe-bada-fa20b23b0430 req-468b6c94-9fbe-48ad-8a30-fc71dec8aae8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.3706274 Aug 30 13:11:41.848728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6afef-12a0-4725-8b1c-49d50f385cf2 req-cae293ad-c2aa-4fcd-89a5-9b613fc0d7a5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.858344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6afef-12a0-4725-8b1c-49d50f385cf2 req-cae293ad-c2aa-4fcd-89a5-9b613fc0d7a5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.864895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6afef-12a0-4725-8b1c-49d50f385cf2 req-cae293ad-c2aa-4fcd-89a5-9b613fc0d7a5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.877355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ef6afef-12a0-4725-8b1c-49d50f385cf2 req-cae293ad-c2aa-4fcd-89a5-9b613fc0d7a5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5430 time: 0.3932493 Aug 30 13:11:41.927207 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Sync routers for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:11:41.936974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.937690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.938140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.938596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.939209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.939678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.940132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.940583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.941028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.941475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.941944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.942390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.942835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:41.946197 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cb613ff5-e577-47a0-bc37-aa27dc8370d6 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8400 time: 0.2755532 Aug 30 13:11:41.951193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53554) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:41.960496 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:41.962309 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:42.043665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1d57ea8a-2cc9-452a-9472-ef34dfc4c89c None None] Provisioning for port 4f10224c-eb18-497c-9b0a-db868bab7988 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:42.060062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1d57ea8a-2cc9-452a-9472-ef34dfc4c89c None None] Provisioning complete for port 4f10224c-eb18-497c-9b0a-db868bab7988 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:42.066336 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d57ea8a-2cc9-452a-9472-ef34dfc4c89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:42.071355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ef6afef-12a0-4725-8b1c-49d50f385cf2 req-889ce1ca-411c-4c6c-9e57-4f44938c239c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1929500 Aug 30 13:11:42.098102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77bc2996-b0e3-4abe-bada-fa20b23b0430 req-c350ae92-be5f-4483-be60-cde4ea228b74 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481503 Aug 30 13:11:42.169517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:42.194997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1d57ea8a-2cc9-452a-9472-ef34dfc4c89c None None] Port 4f10224c-eb18-497c-9b0a-db868bab7988 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:11:42.196521 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:11:42.201919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-525d41f0-3fa1-484a-be57-eea92b827d93 req-6a18104d-0146-431e-b7e2-e69e68570d5e service neutron] 10.222.0.16 "GET /v2.0/networks/bec286da-ea78-4b4b-a034-39690614e699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101697 Aug 30 13:11:42.218843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:42.221314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:42.388809 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:42.395934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:42.399419 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfb09c7-8cca-43c9-a8d7-622306aa0a9c" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:42.421965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Pushing event updated for resources: {'Port': ['ID=d094c90d-f8a4-463d-8621-30f11209f5e4,revision_number=8']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:42.427747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:42.428582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:42.430529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a2ddf95b-0633-461b-8e3b-7c9c87c8422b service neutron] 10.222.0.16 "PUT /v2.0/ports/d094c90d-f8a4-463d-8621-30f11209f5e4 HTTP/1.1" status: 200 len: 1122 time: 2.1746085 Aug 30 13:11:42.455894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3372c0fb-409c-428c-ac5e-3668dd88612e None None] Provisioning complete for port 4f10224c-eb18-497c-9b0a-db868bab7988 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:42.456301 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3372c0fb-409c-428c-ac5e-3668dd88612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:42.509484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2048ee-0707-4c2e-8cf8-bb5600427ce3 req-9b82386f-6c2e-49f8-af5c-d6cfa398fdf8 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:42.511258 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b2048ee-0707-4c2e-8cf8-bb5600427ce3 req-9b82386f-6c2e-49f8-af5c-d6cfa398fdf8 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 945 time: 0.2027252 Aug 30 13:11:42.572669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d094c90d-f8a4-463d-8621-30f11209f5e4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:42.579506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['d094c90d-f8a4-463d-8621-30f11209f5e4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:42.648879 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b2048ee-0707-4c2e-8cf8-bb5600427ce3 req-41724752-94bc-49a9-add8-891889fa3bdd tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255534 Aug 30 13:11:42.707728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device aebd7cf9-ccaf-4b6d-a574-036697092442 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:42.731206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f95526-cd23-42c9-ab70-90aee13691b8 req-49895046-9a1e-4770-944c-772b9844a89d tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:42.739587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09f95526-cd23-42c9-ab70-90aee13691b8 req-49895046-9a1e-4770-944c-772b9844a89d tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 944 time: 0.3816705 Aug 30 13:11:42.757752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0439c2e5-1cdf-4972-ab9d-8adf446e65e8 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.8050582 Aug 30 13:11:42.781353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3372c0fb-409c-428c-ac5e-3668dd88612e None None] Port 4f10224c-eb18-497c-9b0a-db868bab7988 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:11:42.805838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09f95526-cd23-42c9-ab70-90aee13691b8 req-994f241f-cda1-4ea3-b859-d5271a587bce tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650513 Aug 30 13:11:42.858361 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25fbf84-d10c-44b6-a8dd-4ed22042c1a9 x-openstack-request-id: req-b25fbf84-d10c-44b6-a8dd-4ed22042c1a9 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:42.862342 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:42.862788 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b25fbf84-d10c-44b6-a8dd-4ed22042c1a9 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:42.863311 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3', 'code': 200} Aug 30 13:11:42.932346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 38850451-4381-4310-ae0a-e5b016d6756c details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:42.934377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 58d2eced-5d5c-4ef5-a429-b2e42d982faa up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:42.936122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port aebd7cf9-ccaf-4b6d-a574-036697092442 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:42.936579 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:42.946522 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:11:39Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:39Z', 'revision_number': 2, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:42.978154 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Checking router: 35887a34-47ba-41f3-9d59-f549a5050567 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:11:42.978756 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Updating router 35887a34-47ba-41f3-9d59-f549a5050567 port 4f10224c-eb18-497c-9b0a-db868bab7988 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:11:43.012209 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.028433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78d31-8038-4593-8d01-2adadee9a262 req-89c7258b-1b39-4215-acdb-695ddb769a2f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.030415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4be78d31-8038-4593-8d01-2adadee9a262 req-89c7258b-1b39-4215-acdb-695ddb769a2f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0812325 Aug 30 13:11:43.072264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-02dc5234-f4f9-4d61-abe7-3c440423e43d None None] Provisioning complete for port 4f10224c-eb18-497c-9b0a-db868bab7988 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:43.073223 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4be78d31-8038-4593-8d01-2adadee9a262 req-ee6c2405-f967-4be7-b059-65ec8c8d7299 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361853 Aug 30 13:11:43.074078 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-02dc5234-f4f9-4d61-abe7-3c440423e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.178151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53570) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:43.185795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-14ea6383-02c1-4050-889d-86352b75fe96 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335527445', 'description': 'tempest-secgroup-smoke-335527445 description', 'project_id': '2885c00a7c164c38ab83be0196c919d8'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:43.272871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-02dc5234-f4f9-4d61-abe7-3c440423e43d None None] Port 4f10224c-eb18-497c-9b0a-db868bab7988 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:11:43.281266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 58d2eced-5d5c-4ef5-a429-b2e42d982faa completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:43.284602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:43.287807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383be00-18e4-4eab-b992-ac76a0105b3d req-95eb06ba-affd-4681-9032-86fcd17329ce tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.290969 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f" -d '{"events": [{"name": "network-changed", "server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:43.298103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 58d2eced-5d5c-4ef5-a429-b2e42d982faa triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:43.298503 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.298649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5383be00-18e4-4eab-b992-ac76a0105b3d req-95eb06ba-affd-4681-9032-86fcd17329ce tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0728569 Aug 30 13:11:43.312610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14ea6383-02c1-4050-889d-86352b75fe96 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.349004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5383be00-18e4-4eab-b992-ac76a0105b3d req-82515419-af4d-4300-80d8-2e5eeaa4b223 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492299 Aug 30 13:11:43.417969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 38850451-4381-4310-ae0a-e5b016d6756c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=38850451-4381-4310-ae0a-e5b016d6756c,segment=NetworkSegment(65aa9002-97fa-41f4-ae8f-d2350581e07f),segment_id=65aa9002-97fa-41f4-ae8f-d2350581e07f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:43.423392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932954-079e-4847-8ec3-075160541ed2 req-08ca6f1f-79af-4adf-8e5a-757de9aa43f2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.437360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932954-079e-4847-8ec3-075160541ed2 req-08ca6f1f-79af-4adf-8e5a-757de9aa43f2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.446167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932954-079e-4847-8ec3-075160541ed2 req-08ca6f1f-79af-4adf-8e5a-757de9aa43f2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.451602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '38850451-4381-4310-ae0a-e5b016d6756c', 'network_id': 'bec286da-ea78-4b4b-a034-39690614e699', 'port_id': '38850451-4381-4310-ae0a-e5b016d6756c', 'mac_address': 'fa:16:3e:2d:50:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a13df08-4e6f-4ff8-85d9-6e2327053fd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:43.454658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6843eb0f-b8dd-432b-99b2-ae33dc74720d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:43.467738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932954-079e-4847-8ec3-075160541ed2 req-08ca6f1f-79af-4adf-8e5a-757de9aa43f2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.482200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932954-079e-4847-8ec3-075160541ed2 req-08ca6f1f-79af-4adf-8e5a-757de9aa43f2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.490147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932954-079e-4847-8ec3-075160541ed2 req-08ca6f1f-79af-4adf-8e5a-757de9aa43f2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.498839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932954-079e-4847-8ec3-075160541ed2 req-08ca6f1f-79af-4adf-8e5a-757de9aa43f2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.501478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f932954-079e-4847-8ec3-075160541ed2 req-08ca6f1f-79af-4adf-8e5a-757de9aa43f2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5431 time: 0.2835047 Aug 30 13:11:43.503376 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0c1aa8-6c32-4164-84dc-7ff30f3d4f06 x-openstack-request-id: req-fc0c1aa8-6c32-4164-84dc-7ff30f3d4f06 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:43.503896 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:43.504304 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc0c1aa8-6c32-4164-84dc-7ff30f3d4f06 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:43.504853 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4', 'status': 'completed', 'code': 200} Aug 30 13:11:43.572509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.584867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-5bef9ef7-fde5-48ac-bf40-215f06d9068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.589071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-5bef9ef7-fde5-48ac-bf40-215f06d9068d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 1125 time: 0.0831757 Aug 30 13:11:43.589983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38850451-4381-4310-ae0a-e5b016d6756c {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:43.594303 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.636597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 38850451-4381-4310-ae0a-e5b016d6756c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=38850451-4381-4310-ae0a-e5b016d6756c,segment=NetworkSegment(65aa9002-97fa-41f4-ae8f-d2350581e07f),segment_id=65aa9002-97fa-41f4-ae8f-d2350581e07f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:43.638844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 6843eb0f-b8dd-432b-99b2-ae33dc74720d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:43.647562 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f932954-079e-4847-8ec3-075160541ed2 req-0db82837-739a-43ed-9273-10ac7ebb4244 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246340 Aug 30 13:11:43.662776 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.668970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6843eb0f-b8dd-432b-99b2-ae33dc74720d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:43.669842 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.692781 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.720285 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Transition to ACTIVE for port object 4f10224c-eb18-497c-9b0a-db868bab7988 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:43.737829 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.786321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14ea6383-02c1-4050-889d-86352b75fe96 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.798267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14ea6383-02c1-4050-889d-86352b75fe96 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.860364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14ea6383-02c1-4050-889d-86352b75fe96 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.861994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-14ea6383-02c1-4050-889d-86352b75fe96 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6820598 Aug 30 13:11:43.868504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53580) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:43.873205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8a05501e-2050-454b-8868-6d6b5bf09c5c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '6fb10c89-0981-4816-90a3-905e120045ac', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:43.903530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea6383-02c1-4050-889d-86352b75fe96 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb10c89-0981-4816-90a3-905e120045ac,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:43.916079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-f484cadc-bf7e-43b7-ba0e-ae1ec3bb5dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:43.924197 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Pushing event updated for resources: {'Port': ['ID=4f10224c-eb18-497c-9b0a-db868bab7988,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:43.925800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-f484cadc-bf7e-43b7-ba0e-ae1ec3bb5dc5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.3241723 Aug 30 13:11:43.936744 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.937426 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.938029 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.938668 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.939219 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.939815 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.940297 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.940825 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.941536 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.942066 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.943001 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.943478 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:43.958024 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Attempting to bind port 4f10224c-eb18-497c-9b0a-db868bab7988 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:11:43.959160 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Attempting to bind port 4f10224c-eb18-497c-9b0a-db868bab7988 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:11:43.959745 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Attempting to bind port 4f10224c-eb18-497c-9b0a-db868bab7988 on network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:43.967511 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a05501e-2050-454b-8868-6d6b5bf09c5c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.981893 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:11:43.982467 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Checking segment: {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:43.983346 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:43.984021 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Bound using segment: {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:11:43.984714 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Bound port: 4f10224c-eb18-497c-9b0a-db868bab7988, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:11:43.985299 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.017875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 58d2eced-5d5c-4ef5-a429-b2e42d982faa, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:44.033978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8fd3d-8e34-4326-a93a-21c3e370f71b req-dc76e74c-a6cd-4e3d-8d86-0d45e990c211 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:44.036868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fc8fd3d-8e34-4326-a93a-21c3e370f71b req-dc76e74c-a6cd-4e3d-8d86-0d45e990c211 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 945 time: 0.2533004 Aug 30 13:11:44.039605 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-56fb0bdf-fa8c-49e6-8bc9-35f4d0e84edc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d094c90d-f8a4-463d-8621-30f11209f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0950973 Aug 30 13:11:44.067122 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.070721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e4fd4cae-2169-4d21-81b0-89740c1a1eb4 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:44.097614 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] For port 4f10224c-eb18-497c-9b0a-db868bab7988, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:44.102094 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] For port 4f10224c-eb18-497c-9b0a-db868bab7988, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4f10224c-eb18-497c-9b0a-db868bab7988,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:11:44.113085 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.126451 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a05501e-2050-454b-8868-6d6b5bf09c5c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.141981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c55cc7-e955-4155-a331-5f74d0348816 req-2c042417-3166-47e5-b3ce-b591caf36dd4 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:44.152411 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58c55cc7-e955-4155-a331-5f74d0348816 req-2c042417-3166-47e5-b3ce-b591caf36dd4 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 945 time: 0.1537392 Aug 30 13:11:44.153692 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a05501e-2050-454b-8868-6d6b5bf09c5c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.174195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fc8fd3d-8e34-4326-a93a-21c3e370f71b req-3b7aa83f-2385-414e-986b-b87ec12b4126 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298053 Aug 30 13:11:44.209927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['38850451-4381-4310-ae0a-e5b016d6756c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:44.214909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-034e1d1b-a127-4f63-bbd2-77a197f24fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:44.219429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-034e1d1b-a127-4f63-bbd2-77a197f24fcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1621442 Aug 30 13:11:44.234781 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8354d-84a1-463d-a486-6ec14c7d7f40 None None] Pushing event updated for resources: {'Port': ['ID=4f10224c-eb18-497c-9b0a-db868bab7988,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:44.256225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a05501e-2050-454b-8868-6d6b5bf09c5c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.260382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8a05501e-2050-454b-8868-6d6b5bf09c5c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3879058 Aug 30 13:11:44.260382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a05501e-2050-454b-8868-6d6b5bf09c5c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6aaf8a-6b3f-4268-8c49-aa0f72b41aa2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:44.266034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53586) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:44.268378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-3d188163-881f-4df3-b0be-e3421ad418ff service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404189 Aug 30 13:11:44.281971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-60402e62-e9df-4fbc-8713-3d2896f6271b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '6fb10c89-0981-4816-90a3-905e120045ac', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:44.284019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=38850451-4381-4310-ae0a-e5b016d6756c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:44.285365 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:44.286011 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:44.329761 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58c55cc7-e955-4155-a331-5f74d0348816 req-40131345-2a35-4435-ae0f-08e56c5dae8d tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214643 Aug 30 13:11:44.342828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=58d2eced-5d5c-4ef5-a429-b2e42d982faa,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:44.376890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:44.403763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60402e62-e9df-4fbc-8713-3d2896f6271b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.426858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:44.427171 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.496428 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:44.505702 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.518103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-8ba4e442-f08f-44da-91ff-accef20620e5 service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387598 Aug 30 13:11:44.534018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60402e62-e9df-4fbc-8713-3d2896f6271b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.544998 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60402e62-e9df-4fbc-8713-3d2896f6271b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.602860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60402e62-e9df-4fbc-8713-3d2896f6271b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=911ebc12-6d39-4710-9f32-a6004684320c,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:44.626657 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.634354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 6843eb0f-b8dd-432b-99b2-ae33dc74720d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6843eb0f-b8dd-432b-99b2-ae33dc74720d,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:44.635787 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60402e62-e9df-4fbc-8713-3d2896f6271b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.638518 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-60402e62-e9df-4fbc-8713-3d2896f6271b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3712451 Aug 30 13:11:44.641307 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53594) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:44.655695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.660081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2cf2f8fe-7691-4a1e-a088-8ebc0c6bd83d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '6fb10c89-0981-4816-90a3-905e120045ac', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:44.734932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34009d06-e1af-436d-adb6-7117a53bb7c2 req-87ea5d16-adf6-49bb-a4d1-0ec2b0d506df tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:44.746789 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34009d06-e1af-436d-adb6-7117a53bb7c2 req-87ea5d16-adf6-49bb-a4d1-0ec2b0d506df tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.1229701 Aug 30 13:11:44.762348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=6843eb0f-b8dd-432b-99b2-ae33dc74720d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:44.775317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f8fe-7691-4a1e-a088-8ebc0c6bd83d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.801208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df84456-41e6-48a6-923b-17dfb3e8f710 req-f53244d2-e428-4fd1-b8e0-34642944582e tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:44.809143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df84456-41e6-48a6-923b-17dfb3e8f710 req-f53244d2-e428-4fd1-b8e0-34642944582e tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.2880292 Aug 30 13:11:44.832600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e4fd4cae-2169-4d21-81b0-89740c1a1eb4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:44.844249 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.845091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 67ca5939-98c3-4502-a7a2-978589532e01 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:44.845747 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34009d06-e1af-436d-adb6-7117a53bb7c2 req-4270a26d-e690-46a1-88ff-2a7ba4d1c9ff tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966430 Aug 30 13:11:44.855651 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:11:39Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:44Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:44.887369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dde93666-1069-4a0e-a3bd-47cdb4e8db9f req-5637300c-0da7-4c85-9701-6120d31cf84a service neutron] 10.222.0.35 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382778 Aug 30 13:11:44.890865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d2eced-5d5c-4ef5-a429-b2e42d982faa'}, {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fd4cae-2169-4d21-81b0-89740c1a1eb4'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:44.905709 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430db125-644d-4f9c-a413-9f4c2bfbbab9" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "58d2eced-5d5c-4ef5-a429-b2e42d982faa"}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "e4fd4cae-2169-4d21-81b0-89740c1a1eb4"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:44.918824 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f8858-6831-4abf-8417-de6ee1d2619b None None] The sync data for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 is: [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:11:39Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:44Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:11:44.926934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f8fe-7691-4a1e-a088-8ebc0c6bd83d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.934538 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df84456-41e6-48a6-923b-17dfb3e8f710 req-d06dbd77-cadf-48f4-a235-f7f1c81d9fea tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144762 Aug 30 13:11:44.936907 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f8fe-7691-4a1e-a088-8ebc0c6bd83d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:44.978165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 67ca5939-98c3-4502-a7a2-978589532e01 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:44.996340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2f8fe-7691-4a1e-a088-8ebc0c6bd83d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25f753d-8210-48ea-8ddf-370a505abdd0,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:45.004401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 67ca5939-98c3-4502-a7a2-978589532e01 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:45.005271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.008294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:45.009323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2cf2f8fe-7691-4a1e-a088-8ebc0c6bd83d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.010986 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2cf2f8fe-7691-4a1e-a088-8ebc0c6bd83d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670540 Aug 30 13:11:45.013778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53600) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:45.024650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7db04a2c-e7a0-4824-8e02-48b910291b41 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '6fb10c89-0981-4816-90a3-905e120045ac', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:45.046754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.047149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.047534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.048145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.048478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.048847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.049179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.049646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.049984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.050315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.050744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.051069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:11:45.104620 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7db04a2c-e7a0-4824-8e02-48b910291b41 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.161096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.220994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5ae0d-e2e3-4657-a4e1-eae163c93e7c req-622844f3-0137-45a2-b0fd-ed6f4bca1a64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:45.243344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5ae0d-e2e3-4657-a4e1-eae163c93e7c req-622844f3-0137-45a2-b0fd-ed6f4bca1a64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:45.246556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 67ca5939-98c3-4502-a7a2-978589532e01, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67ca5939-98c3-4502-a7a2-978589532e01,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:45.252135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5ae0d-e2e3-4657-a4e1-eae163c93e7c req-622844f3-0137-45a2-b0fd-ed6f4bca1a64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:45.256336 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.257679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:45.261719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5ae0d-e2e3-4657-a4e1-eae163c93e7c req-622844f3-0137-45a2-b0fd-ed6f4bca1a64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:45.269187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7db04a2c-e7a0-4824-8e02-48b910291b41 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.270757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5ae0d-e2e3-4657-a4e1-eae163c93e7c req-622844f3-0137-45a2-b0fd-ed6f4bca1a64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:45.276469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7db04a2c-e7a0-4824-8e02-48b910291b41 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.291979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5ae0d-e2e3-4657-a4e1-eae163c93e7c req-622844f3-0137-45a2-b0fd-ed6f4bca1a64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:45.296479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db04a2c-e7a0-4824-8e02-48b910291b41 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e03b804-ff78-4832-bc21-f7da85ec4faf,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:45.303316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5ae0d-e2e3-4657-a4e1-eae163c93e7c req-622844f3-0137-45a2-b0fd-ed6f4bca1a64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:45.313052 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ec5ae0d-e2e3-4657-a4e1-eae163c93e7c req-622844f3-0137-45a2-b0fd-ed6f4bca1a64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5433 time: 0.1695569 Aug 30 13:11:45.327430 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7db04a2c-e7a0-4824-8e02-48b910291b41 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.331170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7db04a2c-e7a0-4824-8e02-48b910291b41 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160682 Aug 30 13:11:45.333527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53606) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:45.339650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7e40e36e-ca78-48be-88fa-92bd7edf3b38 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '6fb10c89-0981-4816-90a3-905e120045ac', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:45.367990 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ec5ae0d-e2e3-4657-a4e1-eae163c93e7c req-562375ab-4e93-4c5f-b275-967ac30d44f2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536735 Aug 30 13:11:45.380829 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-7e40e36e-ca78-48be-88fa-92bd7edf3b38 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Project 2885c00a7c164c38ab83be0196c919d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:11:45.393444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e40e36e-ca78-48be-88fa-92bd7edf3b38 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.495888 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f406f767-e3d5-475e-8d5e-1befdb3ea68f x-openstack-request-id: req-f406f767-e3d5-475e-8d5e-1befdb3ea68f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:45.496684 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "58d2eced-5d5c-4ef5-a429-b2e42d982faa", "code": 200}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "e4fd4cae-2169-4d21-81b0-89740c1a1eb4", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:45.496684 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f406f767-e3d5-475e-8d5e-1befdb3ea68f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:45.496868 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d2eced-5d5c-4ef5-a429-b2e42d982faa', 'code': 200} Aug 30 13:11:45.501927 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fd4cae-2169-4d21-81b0-89740c1a1eb4', 'code': 200} Aug 30 13:11:45.514331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=67ca5939-98c3-4502-a7a2-978589532e01,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:45.543582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:45.548024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:45.548517 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.559882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f6cb7-0558-4a3e-a02b-a1e9ea1cfa7a req-7609c062-4770-4395-a5df-7b9b7e083050 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:45.568419 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e6f6cb7-0558-4a3e-a02b-a1e9ea1cfa7a req-7609c062-4770-4395-a5df-7b9b7e083050 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 945 time: 0.0803306 Aug 30 13:11:45.604322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e40e36e-ca78-48be-88fa-92bd7edf3b38 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.632289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741670c-9add-4e7d-970a-f4b8b7eb1006 req-ed1f91f8-5149-4021-865d-4c99f4f2c3c4 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:45.636808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8741670c-9add-4e7d-970a-f4b8b7eb1006 req-ed1f91f8-5149-4021-865d-4c99f4f2c3c4 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 945 time: 0.1387320 Aug 30 13:11:45.646240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e40e36e-ca78-48be-88fa-92bd7edf3b38 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.651006 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e6f6cb7-0558-4a3e-a02b-a1e9ea1cfa7a req-be30183a-3f67-47f6-83f4-1f098df642e0 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793719 Aug 30 13:11:45.666196 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.715847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:45.719555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40e36e-ca78-48be-88fa-92bd7edf3b38 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40d73c3-e794-41e5-a62a-82cc42afd796,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:45.724030 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.733884 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e40e36e-ca78-48be-88fa-92bd7edf3b38 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.735438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7e40e36e-ca78-48be-88fa-92bd7edf3b38 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4007854 Aug 30 13:11:45.738220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53610) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:45.739326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 62bb59c2-a916-4fce-8e19-8b981f8e3473 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:45.745034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-03425f81-2e2c-4155-bc0d-6fc6c7bd9e05 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '6fb10c89-0981-4816-90a3-905e120045ac', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:45.790376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8741670c-9add-4e7d-970a-f4b8b7eb1006 req-27b46a89-28e3-416b-9175-6d19556f7fb9 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413100 Aug 30 13:11:45.815456 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-03425f81-2e2c-4155-bc0d-6fc6c7bd9e05 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Project 2885c00a7c164c38ab83be0196c919d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:11:45.821793 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-03425f81-2e2c-4155-bc0d-6fc6c7bd9e05 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.882339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:45.900157 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-03425f81-2e2c-4155-bc0d-6fc6c7bd9e05 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.907194 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-03425f81-2e2c-4155-bc0d-6fc6c7bd9e05 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.912208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 62bb59c2-a916-4fce-8e19-8b981f8e3473 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:45.919374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 62bb59c2-a916-4fce-8e19-8b981f8e3473 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:45.920082 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.940159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03425f81-2e2c-4155-bc0d-6fc6c7bd9e05 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8ffd40-833f-40fe-86ac-9711d1c4db7b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:45.949352 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-03425f81-2e2c-4155-bc0d-6fc6c7bd9e05 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:45.950981 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-03425f81-2e2c-4155-bc0d-6fc6c7bd9e05 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2115781 Aug 30 13:11:46.098297 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:46.153837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 62bb59c2-a916-4fce-8e19-8b981f8e3473, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=62bb59c2-a916-4fce-8e19-8b981f8e3473,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:46.160566 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:46.161822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2ef845f6-75be-4b04-8d85-da52582069a1 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:46.165791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3863951-cb98-4513-9ba1-9f085997baf9 req-3149e8d2-7f9b-479e-a685-d71d2ff84293 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.174596 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3863951-cb98-4513-9ba1-9f085997baf9 req-3149e8d2-7f9b-479e-a685-d71d2ff84293 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.1253119 Aug 30 13:11:46.198419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872e065-fe05-49ad-a89d-34ad40262561 req-09d3d1cc-e9cc-446c-8d0d-5c1a9a608e75 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.207844 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9872e065-fe05-49ad-a89d-34ad40262561 req-09d3d1cc-e9cc-446c-8d0d-5c1a9a608e75 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.1220748 Aug 30 13:11:46.238942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3863951-cb98-4513-9ba1-9f085997baf9 req-9e34f2f5-8a6a-4ae6-94f1-be84437c761a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629818 Aug 30 13:11:46.290303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9872e065-fe05-49ad-a89d-34ad40262561 req-96c92d05-695f-4962-9995-2ad3ab3e436e tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814912 Aug 30 13:11:46.294654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=62bb59c2-a916-4fce-8e19-8b981f8e3473,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:46.324745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 2ef845f6-75be-4b04-8d85-da52582069a1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:46.348629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 2ef845f6-75be-4b04-8d85-da52582069a1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:46.349128 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:46.466754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-e561a360-9a6d-46b2-bda4-b33cd6386b32 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335527445&fields=id&tenant_id=2885c00a7c164c38ab83be0196c919d8 HTTP/1.1" status: 200 len: 267 time: 0.0800004 Aug 30 13:11:46.530156 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:46.609603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2ef845f6-75be-4b04-8d85-da52582069a1, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2ef845f6-75be-4b04-8d85-da52582069a1,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:46.620908 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:46.627665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c453-ce01-40ca-84ee-737af1100a20 req-90ba0f6e-24a8-4378-b028-d5667d252120 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.635726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 38850451-4381-4310-ae0a-e5b016d6756c up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:46.643880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c453-ce01-40ca-84ee-737af1100a20 req-90ba0f6e-24a8-4378-b028-d5667d252120 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.655449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c453-ce01-40ca-84ee-737af1100a20 req-90ba0f6e-24a8-4378-b028-d5667d252120 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.664861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c453-ce01-40ca-84ee-737af1100a20 req-90ba0f6e-24a8-4378-b028-d5667d252120 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.678242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-8a7856b7-7011-4940-960f-f55b332b6edc tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.681165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c453-ce01-40ca-84ee-737af1100a20 req-90ba0f6e-24a8-4378-b028-d5667d252120 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.687378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c453-ce01-40ca-84ee-737af1100a20 req-90ba0f6e-24a8-4378-b028-d5667d252120 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.688099 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-8a7856b7-7011-4940-960f-f55b332b6edc tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/networks?id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e HTTP/1.1" status: 200 len: 796 time: 0.2149625 Aug 30 13:11:46.701475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c453-ce01-40ca-84ee-737af1100a20 req-90ba0f6e-24a8-4378-b028-d5667d252120 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:46.709769 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4473c453-ce01-40ca-84ee-737af1100a20 req-90ba0f6e-24a8-4378-b028-d5667d252120 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5436 time: 0.1975548 Aug 30 13:11:46.715649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-25e41d9d-d99b-41f2-811c-2ec13341d08e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/quotas/2885c00a7c164c38ab83be0196c919d8 HTTP/1.1" status: 200 len: 375 time: 0.0265877 Aug 30 13:11:46.788118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=2ef845f6-75be-4b04-8d85-da52582069a1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:46.831941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 38850451-4381-4310-ae0a-e5b016d6756c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:46.840626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 38850451-4381-4310-ae0a-e5b016d6756c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:46.843078 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:46.861750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-7d38f16b-583f-4fc1-bb66-c4edfcbe8a6d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1447587 Aug 30 13:11:46.871295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4473c453-ce01-40ca-84ee-737af1100a20 req-a0c1ef54-c3b9-4df2-a938-356904c43372 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1405396 Aug 30 13:11:46.921941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4f10224c-eb18-497c-9b0a-db868bab7988 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:47.052681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-dc1b5473-8407-4016-bfce-33ab50430e26 service neutron] 10.222.0.37 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883135 Aug 30 13:11:47.112579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c49d8-cd8e-4284-b5c1-5167fd812f37 req-e4f459ee-c11c-4b9e-8117-b7ba9cea7d74 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:47.114022 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-910c49d8-cd8e-4284-b5c1-5167fd812f37 req-e4f459ee-c11c-4b9e-8117-b7ba9cea7d74 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 945 time: 0.0992901 Aug 30 13:11:47.119377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 4f10224c-eb18-497c-9b0a-db868bab7988 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:47.124810 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.129034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4f10224c-eb18-497c-9b0a-db868bab7988 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:47.129583 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.166137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-486323b3-af8a-4f50-875a-a4efd864e945 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:47.167817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-486323b3-af8a-4f50-875a-a4efd864e945 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.35 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 945 time: 0.1340921 Aug 30 13:11:47.191511 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-910c49d8-cd8e-4284-b5c1-5167fd812f37 req-1ea3fd9b-0ccd-4a2f-9fe7-a3e4e92672a7 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/security-groups?id=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681319 Aug 30 13:11:47.221601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 38850451-4381-4310-ae0a-e5b016d6756c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=38850451-4381-4310-ae0a-e5b016d6756c,segment=NetworkSegment(65aa9002-97fa-41f4-ae8f-d2350581e07f),segment_id=65aa9002-97fa-41f4-ae8f-d2350581e07f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:47.235264 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.323122 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-146d3337-1403-4131-aecf-3854dc302c17 service neutron] 10.222.0.37 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502198 Aug 30 13:11:47.331044 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.362441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=38850451-4381-4310-ae0a-e5b016d6756c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:47.370433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Deleting port d4c41932-8d96-4332-af05-d8d2eac65d4a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:47.371171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.382957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 4f10224c-eb18-497c-9b0a-db868bab7988, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4f10224c-eb18-497c-9b0a-db868bab7988,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:47.389264 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.389264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6843eb0f-b8dd-432b-99b2-ae33dc74720d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:47.460596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e5d92a-ed71-458d-81b7-c56768d93604 req-a6c23ba1-6805-48be-8ffb-7978e7c1bd57 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:47.468957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4e5d92a-ed71-458d-81b7-c56768d93604 req-a6c23ba1-6805-48be-8ffb-7978e7c1bd57 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 946 time: 0.1598690 Aug 30 13:11:47.484990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=4f10224c-eb18-497c-9b0a-db868bab7988,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:47.490952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] For port d4c41932-8d96-4332-af05-d8d2eac65d4a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d4c41932-8d96-4332-af05-d8d2eac65d4a,segment=NetworkSegment(771e4b93-bfbc-4421-bf49-1da6bc23dac3),segment_id=771e4b93-bfbc-4421-bf49-1da6bc23dac3)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:47.491472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.498447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6843eb0f-b8dd-432b-99b2-ae33dc74720d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:47.498831 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.512091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Calling delete_port for d4c41932-8d96-4332-af05-d8d2eac65d4a owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:47.538348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca5939-98c3-4502-a7a2-978589532e01'}, {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce'}, {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb59c2-a916-4fce-8e19-8b981f8e3473'}, {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1'}, {'server_uuid': '9f66deae-620a-4757-82a2-b2d6c2dbd9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38850451-4381-4310-ae0a-e5b016d6756c'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:47.540854 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cc0dd4-6886-4378-ae68-3c3ceae6a636" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "67ca5939-98c3-4502-a7a2-978589532e01"}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce"}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "62bb59c2-a916-4fce-8e19-8b981f8e3473"}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1"}, {"server_uuid": "9f66deae-620a-4757-82a2-b2d6c2dbd9b2", "name": "network-vif-plugged", "status": "completed", "tag": "38850451-4381-4310-ae0a-e5b016d6756c"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:47.545478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4e5d92a-ed71-458d-81b7-c56768d93604 req-406e2908-549b-4a55-a6ca-6fb73569061c tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757201 Aug 30 13:11:47.706125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6bb40-2b60-4081-b02f-c3dbf8cc6c1f req-f3754d36-ebd5-4636-ad3c-f1e23172303a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:47.710153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eec6bb40-2b60-4081-b02f-c3dbf8cc6c1f req-f3754d36-ebd5-4636-ad3c-f1e23172303a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0645928 Aug 30 13:11:47.746899 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.765752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e424ab9-911b-49be-a8ae-506cbddcd37a req-29b7dacc-c695-4390-99ce-daecf65ecd66 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:47.766714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d4c41932-8d96-4332-af05-d8d2eac65d4a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:47.768079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e424ab9-911b-49be-a8ae-506cbddcd37a req-29b7dacc-c695-4390-99ce-daecf65ecd66 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.1086769 Aug 30 13:11:47.790996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eec6bb40-2b60-4081-b02f-c3dbf8cc6c1f req-88a4d86c-ddc7-4552-89b7-dcb51a661eec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721133 Aug 30 13:11:47.816596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Pushing event deleted for resources: {'Port': ['ID=d4c41932-8d96-4332-af05-d8d2eac65d4a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:47.909090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] No DVR routers for this DVR port d4c41932-8d96-4332-af05-d8d2eac65d4a on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:47.917572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:47.920813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d47e0201-0cdc-4dd6-8ac9-d7587ede25a3 req-198d9830-8aed-4c41-883d-5d7d3bd88a63 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.35 "DELETE /v2.0/ports/d4c41932-8d96-4332-af05-d8d2eac65d4a HTTP/1.1" status: 204 len: 173 time: 0.7421367 Aug 30 13:11:47.921467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a17df97-e9ab-4202-82a5-b9a94732d533', 'name': 'network-vif-deleted', 'tag': 'd4c41932-8d96-4332-af05-d8d2eac65d4a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:47.933458 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cedecc3-77c9-421b-b85e-a32cb15d0d62" -d '{"events": [{"server_uuid": "7a17df97-e9ab-4202-82a5-b9a94732d533", "name": "network-vif-deleted", "tag": "d4c41932-8d96-4332-af05-d8d2eac65d4a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:47.957614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e424ab9-911b-49be-a8ae-506cbddcd37a req-0d7437cf-6b5e-47f9-8ae4-ff55ee1dc278 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597948 Aug 30 13:11:47.978332 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751ec356-cf49-4956-b168-56b7af71fa73 x-openstack-request-id: req-751ec356-cf49-4956-b168-56b7af71fa73 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:47.978880 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "67ca5939-98c3-4502-a7a2-978589532e01", "code": 200}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce", "code": 200}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "62bb59c2-a916-4fce-8e19-8b981f8e3473", "code": 200}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-plugged", "status": "completed", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1", "code": 200}, {"server_uuid": "9f66deae-620a-4757-82a2-b2d6c2dbd9b2", "name": "network-vif-plugged", "status": "completed", "tag": "38850451-4381-4310-ae0a-e5b016d6756c", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:47.979639 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-751ec356-cf49-4956-b168-56b7af71fa73 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:47.980365 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ca5939-98c3-4502-a7a2-978589532e01', 'code': 200} Aug 30 13:11:47.980886 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce', 'code': 200} Aug 30 13:11:47.981403 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62bb59c2-a916-4fce-8e19-8b981f8e3473', 'code': 200} Aug 30 13:11:47.981977 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1', 'code': 200} Aug 30 13:11:47.982541 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f66deae-620a-4757-82a2-b2d6c2dbd9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38850451-4381-4310-ae0a-e5b016d6756c', 'code': 200} Aug 30 13:11:48.048449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-56c28524-a467-4163-a48c-ecd4393a65b0 req-ca6a0c33-d258-4da7-b7cc-c8447ab5dd7d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 210 time: 0.0399721 Aug 30 13:11:48.119327 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e40ffee-3be1-46d6-89ef-0ab0a9c1f2ee x-openstack-request-id: req-2e40ffee-3be1-46d6-89ef-0ab0a9c1f2ee {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:48.119682 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a17df97-e9ab-4202-82a5-b9a94732d533", "name": "network-vif-deleted", "tag": "d4c41932-8d96-4332-af05-d8d2eac65d4a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:48.119986 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e40ffee-3be1-46d6-89ef-0ab0a9c1f2ee {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:48.120386 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a17df97-e9ab-4202-82a5-b9a94732d533', 'name': 'network-vif-deleted', 'tag': 'd4c41932-8d96-4332-af05-d8d2eac65d4a', 'status': 'completed', 'code': 200} Aug 30 13:11:48.230661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8c3b-f902-4048-a467-81f0708bac98 req-94cfa305-03f8-42f5-9ae3-5fa1daa9c1fe tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.239016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8c3b-f902-4048-a467-81f0708bac98 req-94cfa305-03f8-42f5-9ae3-5fa1daa9c1fe tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.245476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8c3b-f902-4048-a467-81f0708bac98 req-94cfa305-03f8-42f5-9ae3-5fa1daa9c1fe tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.252035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8c3b-f902-4048-a467-81f0708bac98 req-94cfa305-03f8-42f5-9ae3-5fa1daa9c1fe tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.259119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8c3b-f902-4048-a467-81f0708bac98 req-94cfa305-03f8-42f5-9ae3-5fa1daa9c1fe tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.265171 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8c3b-f902-4048-a467-81f0708bac98 req-94cfa305-03f8-42f5-9ae3-5fa1daa9c1fe tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.271513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8c3b-f902-4048-a467-81f0708bac98 req-94cfa305-03f8-42f5-9ae3-5fa1daa9c1fe tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.278855 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-213b8c3b-f902-4048-a467-81f0708bac98 req-94cfa305-03f8-42f5-9ae3-5fa1daa9c1fe tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5437 time: 0.1499653 Aug 30 13:11:48.325318 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59f4b08c-dcbc-42f4-abac-a60e7e4aad9e req-dc93f58f-707c-4074-a985-45213f09e7d2 tempest-ServerGroupTestJSON-650577817 tempest-ServerGroupTestJSON-650577817-project] 10.222.0.37 "GET /v2.0/ports?device_id=7a17df97-e9ab-4202-82a5-b9a94732d533 HTTP/1.1" status: 200 len: 210 time: 0.0312262 Aug 30 13:11:48.371731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f43c87-cad5-44d1-80bd-392de9012c2b req-578d593b-c60c-4924-9de1-a9377b6f6406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.373244 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97f43c87-cad5-44d1-80bd-392de9012c2b req-578d593b-c60c-4924-9de1-a9377b6f6406 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 1097 time: 0.1737273 Aug 30 13:11:48.381238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d0ed-669d-49a1-8140-076cf2205f6d req-b9afd8c1-1d83-42bb-8b7e-a0187d163c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.381767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d0ed-669d-49a1-8140-076cf2205f6d req-b9afd8c1-1d83-42bb-8b7e-a0187d163c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.382261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d0ed-669d-49a1-8140-076cf2205f6d req-b9afd8c1-1d83-42bb-8b7e-a0187d163c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.383268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d0ed-669d-49a1-8140-076cf2205f6d req-b9afd8c1-1d83-42bb-8b7e-a0187d163c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.383814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d0ed-669d-49a1-8140-076cf2205f6d req-b9afd8c1-1d83-42bb-8b7e-a0187d163c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.384283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d0ed-669d-49a1-8140-076cf2205f6d req-b9afd8c1-1d83-42bb-8b7e-a0187d163c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.384747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749d0ed-669d-49a1-8140-076cf2205f6d req-b9afd8c1-1d83-42bb-8b7e-a0187d163c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.386593 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9749d0ed-669d-49a1-8140-076cf2205f6d req-b9afd8c1-1d83-42bb-8b7e-a0187d163c79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6494 time: 0.1062047 Aug 30 13:11:48.399661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-213b8c3b-f902-4048-a467-81f0708bac98 req-72a3b2a9-f540-4bef-8830-80a7b512f4f8 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165118 Aug 30 13:11:48.456643 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9749d0ed-669d-49a1-8140-076cf2205f6d req-1d8e31c6-c3e0-47d9-b81d-fd4e53ca358c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550852 Aug 30 13:11:48.458605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97f43c87-cad5-44d1-80bd-392de9012c2b req-ad1b421b-21aa-44e1-baae-6cb3db61567d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685692 Aug 30 13:11:48.686602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9bbd4d-c257-4b18-b2ff-532c27d0ab1b req-8616b7b1-91b9-469d-9b16-d33a971ed286 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.688233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b9bbd4d-c257-4b18-b2ff-532c27d0ab1b req-8616b7b1-91b9-469d-9b16-d33a971ed286 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 946 time: 0.0522976 Aug 30 13:11:48.737718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b9bbd4d-c257-4b18-b2ff-532c27d0ab1b req-8518c210-bc18-4f97-b7c2-54b6def0e3f2 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429232 Aug 30 13:11:48.740981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d4c41932-8d96-4332-af05-d8d2eac65d4a no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:48.768854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4f10224c-eb18-497c-9b0a-db868bab7988 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:11:48.772783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: d4c41932-8d96-4332-af05-d8d2eac65d4a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:48.772783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d4c41932-8d96-4332-af05-d8d2eac65d4a not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:48.773632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d094c90d-f8a4-463d-8621-30f11209f5e4 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:48.879891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4f10224c-eb18-497c-9b0a-db868bab7988 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:48.880361 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:48.966319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee7866-bf10-4b7f-995a-2ed4facc6131 req-51844c02-33be-4384-b9df-af59b97ed550 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:48.974009 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8eee7866-bf10-4b7f-995a-2ed4facc6131 req-51844c02-33be-4384-b9df-af59b97ed550 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.1005175 Aug 30 13:11:49.033907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8eee7866-bf10-4b7f-995a-2ed4facc6131 req-93338983-ba23-4eea-b4f5-71462904c6fc tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545154 Aug 30 13:11:49.188808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad201277-3ce1-486c-b568-83981bdb7845 req-8cbab8b9-cab1-4a76-9547-b02154613cd5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 210 time: 0.0488942 Aug 30 13:11:49.265686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168556b-a06c-4113-b820-9338c9263976 req-26c57578-bf37-4d08-a4d5-e51a8b5b9d39 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.267200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e168556b-a06c-4113-b820-9338c9263976 req-26c57578-bf37-4d08-a4d5-e51a8b5b9d39 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.1773703 Aug 30 13:11:49.294441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-73286a8b-fa29-499b-99c2-5e976d8e4c70 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.295980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-73286a8b-fa29-499b-99c2-5e976d8e4c70 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "GET /v2.0/networks?id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e HTTP/1.1" status: 200 len: 796 time: 0.2291639 Aug 30 13:11:49.345509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e168556b-a06c-4113-b820-9338c9263976 req-3372b7c0-459b-4afa-97e0-3d70832861d9 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678670 Aug 30 13:11:49.359299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-5ffb7b41-d8a3-4d72-ba9e-158d3ad7e23d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2885c00a7c164c38ab83be0196c919d8 HTTP/1.1" status: 200 len: 379 time: 0.0526705 Aug 30 13:11:49.369948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'port': {'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'admin_state_up': True, 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'security_groups': ['6fb10c89-0981-4816-90a3-905e120045ac']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:49.525994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e109b9c-adba-4060-8a23-6b339afa6883 req-43dcb5e8-e1ba-4d00-bdcb-40aac9706a93 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.527489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e109b9c-adba-4060-8a23-6b339afa6883 req-43dcb5e8-e1ba-4d00-bdcb-40aac9706a93 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 947 time: 0.0854132 Aug 30 13:11:49.567105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b20a-ef11-4961-91f7-134d04eba3f5 req-20754f20-6dfc-4e6e-b323-2fd6040ff248 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.573608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b20a-ef11-4961-91f7-134d04eba3f5 req-20754f20-6dfc-4e6e-b323-2fd6040ff248 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.579975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b20a-ef11-4961-91f7-134d04eba3f5 req-20754f20-6dfc-4e6e-b323-2fd6040ff248 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.587065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b20a-ef11-4961-91f7-134d04eba3f5 req-20754f20-6dfc-4e6e-b323-2fd6040ff248 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.593874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b20a-ef11-4961-91f7-134d04eba3f5 req-20754f20-6dfc-4e6e-b323-2fd6040ff248 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.600253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b20a-ef11-4961-91f7-134d04eba3f5 req-20754f20-6dfc-4e6e-b323-2fd6040ff248 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.606352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Made reservation on behalf of 2885c00a7c164c38ab83be0196c919d8 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:11:49.607445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26b20a-ef11-4961-91f7-134d04eba3f5 req-20754f20-6dfc-4e6e-b323-2fd6040ff248 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:49.609564 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ce26b20a-ef11-4961-91f7-134d04eba3f5 req-20754f20-6dfc-4e6e-b323-2fd6040ff248 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5437 time: 0.1052101 Aug 30 13:11:49.610091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:49.614206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e109b9c-adba-4060-8a23-6b339afa6883 req-e203e012-d4b2-4fbb-afdf-1653c9737317 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806797 Aug 30 13:11:49.658829 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ce26b20a-ef11-4961-91f7-134d04eba3f5 req-d075a34d-a928-489a-944a-f0b22a6fee04 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420609 Aug 30 13:11:49.872804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53700) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:49.921776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d406823-3e75-4cec-b72a-7594c72433ee admin admin] Deleting subnet b94411df-5ba4-40d6-be85-b8c99ac48c19 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:11:49.925259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d406823-3e75-4cec-b72a-7594c72433ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:49.961917 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d406823-3e75-4cec-b72a-7594c72433ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.009718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d406823-3e75-4cec-b72a-7594c72433ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.030796 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-a125a0f8-c44d-4b1c-a84f-3b46be2027e5 service neutron] 10.222.0.35 "GET /v2.0/ports/d094c90d-f8a4-463d-8621-30f11209f5e4/bindings/n-h1-688802-6 HTTP/1.1" status: 200 len: 384 time: 0.4552598 Aug 30 13:11:50.064350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f17d8b-8782-44b7-a37d-7a967030369d req-f23921df-382c-4650-b0aa-ed242dc8c1f7 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.065243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3f17d8b-8782-44b7-a37d-7a967030369d req-f23921df-382c-4650-b0aa-ed242dc8c1f7 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 946 time: 0.1439297 Aug 30 13:11:50.106046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d406823-3e75-4cec-b72a-7594c72433ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.145976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d406823-3e75-4cec-b72a-7594c72433ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94411df-5ba4-40d6-be85-b8c99ac48c19,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:50.148239 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d406823-3e75-4cec-b72a-7594c72433ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.152949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6d406823-3e75-4cec-b72a-7594c72433ee admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b94411df-5ba4-40d6-be85-b8c99ac48c19 HTTP/1.1" status: 204 len: 168 time: 0.2767305 Aug 30 13:11:50.155300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53704) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:50.207900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94b551-7094-4134-8f49-9979ad1c1e25 req-4329d02c-7fdb-46cc-84ab-3cc9ad6d6e2c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.210152 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be94b551-7094-4134-8f49-9979ad1c1e25 req-4329d02c-7fdb-46cc-84ab-3cc9ad6d6e2c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0745096 Aug 30 13:11:50.248469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3f17d8b-8782-44b7-a37d-7a967030369d req-3033daeb-d480-4170-b37d-bbc238f53caf tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596382 Aug 30 13:11:50.249486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.20.0.7 (9981e5f5-cb02-4b61-8b6b-9a7cd302240e/dd1f2c06-c341-41c2-b37b-3728fb16794a/10bcb362-7d1f-4cd3-98b4-913feaa7e1c0) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:11:50.276146 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be94b551-7094-4134-8f49-9979ad1c1e25 req-0db2ff6e-045d-4cce-9847-76072710cfec tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589411 Aug 30 13:11:50.324496 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.409802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d9c54f1-2c51-4340-b1d8-4ffc50791371 req-b6b49140-792b-46ce-9829-1474ea0269d6 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 210 time: 0.0785146 Aug 30 13:11:50.494183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223138d7-549c-4e13-b531-4c47946cfcc9 req-2a6bf09f-1ccd-4266-a467-7b95b426ea23 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.495861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-223138d7-549c-4e13-b531-4c47946cfcc9 req-2a6bf09f-1ccd-4266-a467-7b95b426ea23 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 944 time: 0.0505753 Aug 30 13:11:50.542536 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-223138d7-549c-4e13-b531-4c47946cfcc9 req-ee795fd8-9d80-479e-9772-49ec6b6fdfd2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 Aug 30 13:11:50.576688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:50.603532 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.625354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f5caf4-d6f6-44e0-afde-f3eed48ac0c9']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:50.636639 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.643089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:50.647856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771e4b93-bfbc-4421-bf49-1da6bc23dac3') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:50.649053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771e4b93-bfbc-4421-bf49-1da6bc23dac3') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:50.681979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Transition to ACTIVE for port object 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:50.684255 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.720218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d094c90d-f8a4-463d-8621-30f11209f5e4 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:50.724667 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.748656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:11:50.749064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:11:50.755774 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:11:50.761075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:50.793248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202948e-03a6-49f6-85bd-eb32c55a6594 req-4fe6b40c-50f1-4e59-8f86-e6aca69c8717 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.799467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202948e-03a6-49f6-85bd-eb32c55a6594 req-4fe6b40c-50f1-4e59-8f86-e6aca69c8717 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.805979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202948e-03a6-49f6-85bd-eb32c55a6594 req-4fe6b40c-50f1-4e59-8f86-e6aca69c8717 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.811885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202948e-03a6-49f6-85bd-eb32c55a6594 req-4fe6b40c-50f1-4e59-8f86-e6aca69c8717 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.817638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202948e-03a6-49f6-85bd-eb32c55a6594 req-4fe6b40c-50f1-4e59-8f86-e6aca69c8717 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.823727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202948e-03a6-49f6-85bd-eb32c55a6594 req-4fe6b40c-50f1-4e59-8f86-e6aca69c8717 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.829719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202948e-03a6-49f6-85bd-eb32c55a6594 req-4fe6b40c-50f1-4e59-8f86-e6aca69c8717 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.831662 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4202948e-03a6-49f6-85bd-eb32c55a6594 req-4fe6b40c-50f1-4e59-8f86-e6aca69c8717 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5437 time: 0.0937445 Aug 30 13:11:50.836740 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.858676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.870122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2b0ca-d2c6-4ae7-a7be-49c0eb951c8d req-4f4c9156-d15d-4762-9e1a-adf4e45123a6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:50.871682 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2f2b0ca-d2c6-4ae7-a7be-49c0eb951c8d req-4f4c9156-d15d-4762-9e1a-adf4e45123a6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 947 time: 0.1732664 Aug 30 13:11:50.875137 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.879305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4202948e-03a6-49f6-85bd-eb32c55a6594 req-6b7a0c13-07f6-44f8-be6a-917286885ed9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398409 Aug 30 13:11:50.900853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:50.902797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/91f5caf4-d6f6-44e0-afde-f3eed48ac0c9 HTTP/1.1" status: 204 len: 168 time: 0.7437029 Aug 30 13:11:50.955572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36053c29-894d-437a-8bfc-3461f7f2d8f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f5caf4-d6f6-44e0-afde-f3eed48ac0c9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:50.999277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:11:51.013732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:51.021299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:11:51.026116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:51.062252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2a90-b4b7-45d7-b09a-d3a830a38724 req-37183e9e-6ca4-43c9-92f6-d9370459cd35 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.068933 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2a90-b4b7-45d7-b09a-d3a830a38724 req-37183e9e-6ca4-43c9-92f6-d9370459cd35 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.076756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2f2b0ca-d2c6-4ae7-a7be-49c0eb951c8d req-d541c287-f508-42b2-8f91-1a3d2937079e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1666274 Aug 30 13:11:51.079195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2a90-b4b7-45d7-b09a-d3a830a38724 req-37183e9e-6ca4-43c9-92f6-d9370459cd35 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.079872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53718) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:51.087606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2a90-b4b7-45d7-b09a-d3a830a38724 req-37183e9e-6ca4-43c9-92f6-d9370459cd35 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.094354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2a90-b4b7-45d7-b09a-d3a830a38724 req-37183e9e-6ca4-43c9-92f6-d9370459cd35 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.110414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2a90-b4b7-45d7-b09a-d3a830a38724 req-37183e9e-6ca4-43c9-92f6-d9370459cd35 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.110414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce2a90-b4b7-45d7-b09a-d3a830a38724 req-37183e9e-6ca4-43c9-92f6-d9370459cd35 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.110414 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17ce2a90-b4b7-45d7-b09a-d3a830a38724 req-37183e9e-6ca4-43c9-92f6-d9370459cd35 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5437 time: 0.1271088 Aug 30 13:11:51.123248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53720) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:51.128419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Request body: {'floatingip': {'port_id': '2ef845f6-75be-4b04-8d85-da52582069a1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:51.131421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] Transition to ACTIVE for port object d094c90d-f8a4-463d-8621-30f11209f5e4 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:51.142129 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:51.173252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.173923 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:51.215179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:51.237196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-4dbefcb3-0383-4f80-959e-73ed1bda9352 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.238759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-4dbefcb3-0383-4f80-959e-73ed1bda9352 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 947 time: 0.1799996 Aug 30 13:11:51.248993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ea016e5f-6f05-4e24-89c6-807c3c5aa896 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9e90623adc7244209f21013c3df91f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624558 Aug 30 13:11:51.252941 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-57344dfd-7e44-44e4-8a19-71b04d94bb5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8873129 Aug 30 13:11:51.255090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53722) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:51.286686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Request body: {'port': {'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:51.299182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b9da0882-7a8e-4fed-b9fe-d056c1c3389e None None] Provisioning for port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:11:51.307916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] No DVR routers for this DVR port d094c90d-f8a4-463d-8621-30f11209f5e4 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:51.308391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b9da0882-7a8e-4fed-b9fe-d056c1c3389e None None] Provisioning complete for port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:11:51.309900 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9da0882-7a8e-4fed-b9fe-d056c1c3389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:51.339675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] Pushing event updated for resources: {'Port': ['ID=d094c90d-f8a4-463d-8621-30f11209f5e4,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:51.390680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b9da0882-7a8e-4fed-b9fe-d056c1c3389e None None] Port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:11:51.449364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f39c872-95a5-43b0-b1fd-efacc4cb495c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:51.452316 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] 10.222.0.35 "PUT /v2.0/ports/d094c90d-f8a4-463d-8621-30f11209f5e4/bindings/n-h1-688802-6/activate HTTP/1.1" status: 200 len: 369 time: 1.4109292 Aug 30 13:11:51.495104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:51.526903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62369cb-3715-4631-8cc9-a876e6aa70a0 req-0dc22b1b-35ce-4a43-88b9-e3ffcc0c1a49 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.528738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f62369cb-3715-4631-8cc9-a876e6aa70a0 req-0dc22b1b-35ce-4a43-88b9-e3ffcc0c1a49 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.1342716 Aug 30 13:11:51.567173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dcdf0-ae96-4ea6-a7ac-33d7097f20d6 req-2ec6db77-3a25-4e90-a4fd-8a49897add2c tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.568689 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07dcdf0-ae96-4ea6-a7ac-33d7097f20d6 req-2ec6db77-3a25-4e90-a4fd-8a49897add2c tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 946 time: 0.1837807 Aug 30 13:11:51.575273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Deleting port 351c4d30-1030-4a26-ba9c-6e856dbbda05 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:51.575613 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:51.596074 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f39c872-95a5-43b0-b1fd-efacc4cb495c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:51.719367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f62369cb-3715-4631-8cc9-a876e6aa70a0 req-8d0ca338-69a9-46e7-bfbd-274b1768f8ee tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1680605 Aug 30 13:11:51.736963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-ba670ecc-45a5-45c5-ba59-c01c6425bc22 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:51.738418 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-ba670ecc-45a5-45c5-ba59-c01c6425bc22 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.2023199 Aug 30 13:11:51.745385 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f07dcdf0-ae96-4ea6-a7ac-33d7097f20d6 req-ec06a819-5602-41d2-87d6-9117c55ae731 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559446 Aug 30 13:11:51.823913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] For port 351c4d30-1030-4a26-ba9c-6e856dbbda05, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=351c4d30-1030-4a26-ba9c-6e856dbbda05,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:51.824186 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.037205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6f49a-054d-4645-985b-9d5de5d5f507 req-e053ef15-5dac-4caf-abb8-7cee236a6f74 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:52.038828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf6f49a-054d-4645-985b-9d5de5d5f507 req-e053ef15-5dac-4caf-abb8-7cee236a6f74 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 931 time: 0.2174034 Aug 30 13:11:52.078368 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f39c872-95a5-43b0-b1fd-efacc4cb495c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.080809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f39c872-95a5-43b0-b1fd-efacc4cb495c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.081926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0f39c872-95a5-43b0-b1fd-efacc4cb495c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1bbd4786-2815-43bf-8121-dd2c8e2e3ee5 HTTP/1.1" status: 204 len: 168 time: 0.8257298 Aug 30 13:11:52.167331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf6f49a-054d-4645-985b-9d5de5d5f507 req-dcf80ee8-dc5d-42c6-9e1b-bb26e87b5b20 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181626 Aug 30 13:11:52.184357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:52.203605 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39c872-95a5-43b0-b1fd-efacc4cb495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbd4786-2815-43bf-8121-dd2c8e2e3ee5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:52.217405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.222246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.223926 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.223926 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Floating IP 72ee2a3f-3a66-45f8-90eb-38d4392ffbb6 disassociated. External IP: 172.25.2.188, port: 351c4d30-1030-4a26-ba9c-6e856dbbda05. Aug 30 13:11:52.224255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Calling delete_port for 351c4d30-1030-4a26-ba9c-6e856dbbda05 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:52.249310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Transition to ACTIVE for port object 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:11:52.286014 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.298301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-95ac2630-920f-434c-90d0-8a947bf64fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:52.300080 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-95ac2630-920f-434c-90d0-8a947bf64fba service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19 HTTP/1.1" status: 200 len: 1096 time: 0.5372894 Aug 30 13:11:52.348408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ced102-7099-461c-9bbb-228a3a4ef4df req-6a826d52-99ff-4beb-9fc0-723c8d795bdc tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:52.350107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2ced102-7099-461c-9bbb-228a3a4ef4df req-6a826d52-99ff-4beb-9fc0-723c8d795bdc tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 945 time: 0.2952876 Aug 30 13:11:52.409129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Pushing event updated for resources: {'Port': ['ID=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:52.473828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4f1f6-7069-456e-b974-d14d3fd95160 req-7d117e2c-e03b-4e9b-952c-846b96772972 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:52.475437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2de4f1f6-7069-456e-b974-d14d3fd95160 req-7d117e2c-e03b-4e9b-952c-846b96772972 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed32a5a1-475a-4c4a-b300-577dfafcf0c5 HTTP/1.1" status: 200 len: 947 time: 0.1904972 Aug 30 13:11:52.500409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-292357b6-9f6e-4a1a-ba4a-f66535e07536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:52.502380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-292357b6-9f6e-4a1a-ba4a-f66535e07536 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 1096 time: 0.1626244 Aug 30 13:11:52.544468 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2ced102-7099-461c-9bbb-228a3a4ef4df req-138dc8f4-4733-4290-9311-cd405f9301e0 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675227 Aug 30 13:11:52.579536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2de4f1f6-7069-456e-b974-d14d3fd95160 req-2d23e7a7-20da-44ad-bfb7-92d08d760021 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=1141b684-d493-449c-a708-e8ae2b61a75d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0938056 Aug 30 13:11:52.613800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Attempting to bind port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:11:52.614151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Attempting to bind port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:11:52.614484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Attempting to bind port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 on network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:52.624886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 on network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:11:52.625275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Attempting to bind port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 on network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:11:52.631720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:11:52.632163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Checking segment: {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:11:52.632895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Bound using segment: {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:11:52.633606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Bound port: 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207b908c-c494-4b22-bcd4-b909edda9c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:11:52.634087 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.637817 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.685533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event deleted for resources: {'Port': ['ID=351c4d30-1030-4a26-ba9c-6e856dbbda05,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:52.693448 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.resource_extend [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:11:52.859053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] For port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:52.863640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] For port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:11:52.871186 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.880085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.890632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.920213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-ac8cd34d-6551-46e3-8326-d6eaaaf49fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:52.923406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-ac8cd34d-6551-46e3-8326-d6eaaaf49fab service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.4013379 Aug 30 13:11:52.931079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:52.931959 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:52.933441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] 10.222.0.35 "PUT /v2.0/ports/10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 HTTP/1.1" status: 200 len: 1091 time: 1.6512775 Aug 30 13:11:52.935883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:52.938229 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96d6933-c340-4364-9f44-0c52f91cfd07" -d '{"events": [{"name": "network-changed", "server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:52.997777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:11:53.025326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-f1f03fbb-897a-4cac-a44b-5e3c6295a58e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d094c90d-f8a4-463d-8621-30f11209f5e4 HTTP/1.1" status: 200 len: 217 time: 0.0535188 Aug 30 13:11:53.033267 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adf6e92-8818-4398-8311-1451e77e32db x-openstack-request-id: req-8adf6e92-8818-4398-8311-1451e77e32db {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:53.034089 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:53.034506 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8adf6e92-8818-4398-8311-1451e77e32db {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:53.035255 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'status': 'completed', 'code': 200} Aug 30 13:11:53.101138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff83d57-bc7f-43b6-abf7-80825584de40 service neutron] Pushing event updated for resources: {'Port': ['ID=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:53.113859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fa784-8254-407b-b679-85eb962b55e2 req-9f8f551c-4ec3-4bf4-93b1-4345636ee146 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:53.131949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b3fa784-8254-407b-b679-85eb962b55e2 req-9f8f551c-4ec3-4bf4-93b1-4345636ee146 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.2872353 Aug 30 13:11:53.238695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-006d2143-fd95-44cc-8502-9a49dd06b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:53.240266 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-006d2143-fd95-44cc-8502-9a49dd06b8a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1965241 Aug 30 13:11:53.254680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-9d4940ba-d355-4641-bca8-533c6f9558f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:53.260814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-9d4940ba-d355-4641-bca8-533c6f9558f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 1094 time: 0.2689204 Aug 30 13:11:53.289287 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b3fa784-8254-407b-b679-85eb962b55e2 req-e2f3f253-1b2f-4577-9329-49d2d5c9f343 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1525972 Aug 30 13:11:53.324198 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-feaa73d6-e189-4d39-a2b8-d9277b2eed0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686748 Aug 30 13:11:53.325698 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Floating IP d4ee1377-43c8-436c-8aac-0c90481a3e08 associated. External IP: 172.25.2.175, port: 2ef845f6-75be-4b04-8d85-da52582069a1. Aug 30 13:11:53.452941 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-16454ba1-f8d4-4e0a-8089-d1f3f4c8563a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 HTTP/1.1" status: 200 len: 217 time: 0.1694653 Aug 30 13:11:53.456607 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:11:53.473720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] Sync routers for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:11:53.489304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:53.491740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:53.541172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] No DVR routers for this DVR port 351c4d30-1030-4a26-ba9c-6e856dbbda05 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:53.548393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:53.552064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7792d5f6-39c5-4170-a450-b959f17541c5 req-f5a0feae-8435-45ad-a5b0-552608e713fd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.35 "DELETE /v2.0/ports/351c4d30-1030-4a26-ba9c-6e856dbbda05 HTTP/1.1" status: 204 len: 173 time: 2.3045516 Aug 30 13:11:53.576773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-fd0992f3-bd9e-4f9f-bbc8-a212f9737983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:53.581280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-fd0992f3-bd9e-4f9f-bbc8-a212f9737983 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd1f2c06-c341-41c2-b37b-3728fb16794a HTTP/1.1" status: 200 len: 834 time: 0.1190546 Aug 30 13:11:53.644316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3fff5-dad0-4b34-98df-43ecf913f278 req-de26e9c4-ec65-4777-a58c-7c08a52c35d7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:53.647140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-f5f5e7b1-e258-4a0f-add1-dd43c441321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:53.648717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9f3fff5-dad0-4b34-98df-43ecf913f278 req-de26e9c4-ec65-4777-a58c-7c08a52c35d7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 943 time: 0.2520916 Aug 30 13:11:53.650546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-f5f5e7b1-e258-4a0f-add1-dd43c441321f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643287 Aug 30 13:11:53.671591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:53.708420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-36fd7ee8-29d4-476e-a6c5-05ab8c7ef73a service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140996 Aug 30 13:11:53.810028 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9f3fff5-dad0-4b34-98df-43ecf913f278 req-4f841d5b-4464-4483-bbb1-b40b911d6f4e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374619 Aug 30 13:11:54.000659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:54.043497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] Checking router: 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:11:54.071749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:54.072833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:54.107894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4df35-a372-4003-b7cd-f60c5eb94b4c req-34b1ecea-d233-42d2-8988-b91f204aa234 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:54.118751 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1ac4df35-a372-4003-b7cd-f60c5eb94b4c req-34b1ecea-d233-42d2-8988-b91f204aa234 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 946 time: 0.2092988 Aug 30 13:11:54.150138 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1f30b39e-a7fc-47aa-aa36-35bda55a0dca service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249957 Aug 30 13:11:54.157800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-a34a0463-1008-4772-bca9-def34670123e service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998503 Aug 30 13:11:54.177414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:11:54.184350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851e965-8b21-449c-9798-fdbc53aafe47 req-24c8c542-04f1-4649-9ac6-e16254714d6e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:54.185915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a851e965-8b21-449c-9798-fdbc53aafe47 req-24c8c542-04f1-4649-9ac6-e16254714d6e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 945 time: 0.0755389 Aug 30 13:11:54.237117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1ac4df35-a372-4003-b7cd-f60c5eb94b4c req-63266a82-8df8-4ff4-82b6-c4e30d32d68f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173072 Aug 30 13:11:54.298258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a851e965-8b21-449c-9798-fdbc53aafe47 req-59b2db58-e43a-429c-8955-b934534eb9b8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868807 Aug 30 13:11:54.342113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ff9f24-f933-4928-9e98-319a3c532ffd req-06a1acf8-286e-4950-8dba-1cb2686df6ca service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751945 Aug 30 13:11:54.352045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:54.399983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea68c80b-8837-463a-b0f2-ac33a08f469d req-2962f931-114e-4973-a9fc-7e440121dc37 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0538111 Aug 30 13:11:54.490309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53820) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:54.525967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-944e718d-7c84-4f1f-afeb-0bb86a5197c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:54.527802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-944e718d-7c84-4f1f-afeb-0bb86a5197c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 1094 time: 0.0930452 Aug 30 13:11:54.641690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1106139e-7c43-48cb-ab5b-032058123aa8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:54.676256 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1106139e-7c43-48cb-ab5b-032058123aa8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:54.712130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:54.718465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-750f5a39-b6eb-4471-ad16-59cae3c651d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:54.719975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-750f5a39-b6eb-4471-ad16-59cae3c651d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e HTTP/1.1" status: 200 len: 897 time: 0.1828856 Aug 30 13:11:54.744545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1e948b-fe5e-4fae-87db-b596c27e9b05 None None] The sync data for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 is: [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:11:54.760469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 351c4d30-1030-4a26-ba9c-6e856dbbda05 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:54.784579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 351c4d30-1030-4a26-ba9c-6e856dbbda05 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:54.785643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 351c4d30-1030-4a26-ba9c-6e856dbbda05 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:54.805090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-bd20ebb3-e094-49e7-9f86-8c34c969a7ca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0677705 Aug 30 13:11:54.809503 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1106139e-7c43-48cb-ab5b-032058123aa8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:54.812443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1106139e-7c43-48cb-ab5b-032058123aa8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:54.813644 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1106139e-7c43-48cb-ab5b-032058123aa8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "DELETE /v2.0/security-groups/1141b684-d493-449c-a708-e8ae2b61a75d HTTP/1.1" status: 204 len: 168 time: 0.3173368 Aug 30 13:11:54.820587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53822) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:54.860173 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-dfd8a2ff-8273-4fd3-8ca9-6d8feaca9ade service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6131268 Aug 30 13:11:54.875635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106139e-7c43-48cb-ab5b-032058123aa8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1141b684-d493-449c-a708-e8ae2b61a75d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:54.883410 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-760db4e8-5963-4488-b5d6-65009ff6515d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] show failed (client error): The resource could not be found. Aug 30 13:11:54.884672 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-760db4e8-5963-4488-b5d6-65009ff6515d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups/1141b684-d493-449c-a708-e8ae2b61a75d HTTP/1.1" status: 404 len: 347 time: 0.0543358 Aug 30 13:11:54.888943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53826) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:54.908201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:11:54.916421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:54.920247 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] Sync routers for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:11:54.936359 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:54.937782 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:54.965522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6694a78-1093-4183-ac7b-53668c0fff79 req-577dd7c1-d59f-4a51-ac9c-bffbc9e8fc4b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:54.974806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6694a78-1093-4183-ac7b-53668c0fff79 req-577dd7c1-d59f-4a51-ac9c-bffbc9e8fc4b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.4804676 Aug 30 13:11:54.978715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-47172d53-d964-429d-8cea-22380c128e7b tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:54.980327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-47172d53-d964-429d-8cea-22380c128e7b tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4&tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.4881873 Aug 30 13:11:55.002477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-3292d56d-ddfe-4aa4-892e-3758dac5a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.003887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-3292d56d-ddfe-4aa4-892e-3758dac5a994 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd1f2c06-c341-41c2-b37b-3728fb16794a HTTP/1.1" status: 200 len: 834 time: 0.1887889 Aug 30 13:11:55.035850 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8f6fca08-3097-4d44-a757-516c1f604f3a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "PUT /v2.0/floatingips/d4ee1377-43c8-436c-8aac-0c90481a3e08 HTTP/1.1" status: 200 len: 992 time: 3.9113388 Aug 30 13:11:55.069997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:55.071285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-deleted', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:55.072883 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b87c88-977a-455d-8ab2-6690a43d25ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:55.079586 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50d942-a2cd-4fc5-b27d-f6f0ed00e8ae" -d '{"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-deleted", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:55.125700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d06bdb-026d-4779-a497-d80b310eafc5 req-c187399f-68dd-4b67-9686-e96255818851 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.126810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49d06bdb-026d-4779-a497-d80b310eafc5 req-c187399f-68dd-4b67-9686-e96255818851 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 943 time: 0.1658733 Aug 30 13:11:55.137864 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:55.158592 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6694a78-1093-4183-ac7b-53668c0fff79 req-28bff888-9e83-4290-94da-184b249a5ed3 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1824992 Aug 30 13:11:55.215271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-973df028-53b0-44d2-b038-0aadc30ff9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.216876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-973df028-53b0-44d2-b038-0aadc30ff9bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1997266 Aug 30 13:11:55.230752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-8ceb03d3-75f2-407e-b838-2cad3ad092ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.232617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-8ceb03d3-75f2-407e-b838-2cad3ad092ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1096 time: 0.2480216 Aug 30 13:11:55.247552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-323fae56-a1b8-4440-8c53-a74edf4ceb6a tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.247552 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-323fae56-a1b8-4440-8c53-a74edf4ceb6a tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 946 time: 0.2655218 Aug 30 13:11:55.304277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e389cb-6493-4227-8b31-6081a71d2b0e None None] New status for floating IP 72ee2a3f-3a66-45f8-90eb-38d4392ffbb6: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:11:55.339159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-24daaae3-112d-4404-8c9e-2416c10473a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1891031 Aug 30 13:11:55.369342 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcc5992-b97b-4e60-96e4-c4091d27c250 x-openstack-request-id: req-8dcc5992-b97b-4e60-96e4-c4091d27c250 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:55.371483 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed32a5a1-475a-4c4a-b300-577dfafcf0c5", "name": "network-vif-deleted", "tag": "351c4d30-1030-4a26-ba9c-6e856dbbda05", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:55.371980 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8dcc5992-b97b-4e60-96e4-c4091d27c250 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:55.374188 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed32a5a1-475a-4c4a-b300-577dfafcf0c5', 'name': 'network-vif-deleted', 'tag': '351c4d30-1030-4a26-ba9c-6e856dbbda05', 'status': 'completed', 'code': 200} Aug 30 13:11:55.454641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49d06bdb-026d-4779-a497-d80b310eafc5 req-18c7aae0-2dab-4e21-a9e1-67314165be2b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032413 Aug 30 13:11:55.515169 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465903ec-9477-45f0-93c2-7f8388cc0882 x-openstack-request-id: req-465903ec-9477-45f0-93c2-7f8388cc0882 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:55.519990 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:55.519990 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-465903ec-9477-45f0-93c2-7f8388cc0882 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:55.519990 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1', 'status': 'completed', 'code': 200} Aug 30 13:11:55.569634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-65a8209e-4be9-4259-8190-011066ab34c6 service neutron] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:11:55.578744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-65a8209e-4be9-4259-8190-011066ab34c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:55.579938 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-65a8209e-4be9-4259-8190-011066ab34c6 service neutron] 10.222.0.16 "DELETE /v2.0/ports/d094c90d-f8a4-463d-8621-30f11209f5e4/bindings/n-h2-688802-6 HTTP/1.1" status: 204 len: 173 time: 0.5765791 Aug 30 13:11:55.642120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Deleting port aa2aa84d-9684-403a-b68d-a3d99657a891 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:55.642740 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:55.654115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-3484c390-486d-402f-8151-aff3e26cea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.655716 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-3484c390-486d-402f-8151-aff3e26cea28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.3825483 Aug 30 13:11:55.684984 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd4ee1377-43c8-436c-8aac-0c90481a3e08', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'floating_ip_address': '172.25.2.175', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'port_id': '2ef845f6-75be-4b04-8d85-da52582069a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'mac_address': 'fa:16:3e:a7:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:10:33Z', 'updated_at': '2021-08-30T13:11:52Z', 'revision_number': 1, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79070893-cc33-4b45-b007-ea2fa019df1d', 'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'mac_address': 'fa:16:3e:64:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:53Z', 'updated_at': '2021-08-30T13:10:08Z', 'revision_number': 5, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'subnets': [{'id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:55.722817 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] Checking router: 7a8ac84f-4d6e-4f34-beb0-88572411bbeb for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:11:55.731420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-9d036849-8f66-41e4-811b-261fd088d9e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.0660908 Aug 30 13:11:55.735926 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:11:55.736793 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:55.776641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Deleting port 38850451-4381-4310-ae0a-e5b016d6756c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:55.776966 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:55.787804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-e1fc3b45-4c1e-426d-b3a8-edf90ad5dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.788600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-e1fc3b45-4c1e-426d-b3a8-edf90ad5dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.789974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-e1fc3b45-4c1e-426d-b3a8-edf90ad5dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.790640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-e1fc3b45-4c1e-426d-b3a8-edf90ad5dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.791271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-e1fc3b45-4c1e-426d-b3a8-edf90ad5dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.791901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-e1fc3b45-4c1e-426d-b3a8-edf90ad5dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.792520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-e1fc3b45-4c1e-426d-b3a8-edf90ad5dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.794976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-e1fc3b45-4c1e-426d-b3a8-edf90ad5dd50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6494 time: 0.3592799 Aug 30 13:11:55.797430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-e5dc03d5-5e7b-4dca-835e-e288111ce22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.799375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-e5dc03d5-5e7b-4dca-835e-e288111ce22f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 1096 time: 0.3376515 Aug 30 13:11:55.804830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-9a41e15d-4d62-47f9-9028-f0a6c947f1fa service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507205 Aug 30 13:11:55.815889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a306c-30c1-4234-9212-3e21b63ad520 req-cde7c639-aa60-4d93-9002-b7c506e5379f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.818021 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-051a306c-30c1-4234-9212-3e21b63ad520 req-cde7c639-aa60-4d93-9002-b7c506e5379f tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 946 time: 0.2024155 Aug 30 13:11:55.874524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf4a83-2458-4fff-848d-a07bab5cd589 req-adebfa54-e065-4730-bd5a-09dd580d35fc tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.878682 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37cf4a83-2458-4fff-848d-a07bab5cd589 req-adebfa54-e065-4730-bd5a-09dd580d35fc tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 945 time: 0.1988528 Aug 30 13:11:55.902315 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:11:55.914429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-4695b6a4-02bd-4cc3-ac4d-86290024827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:55.916420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-4695b6a4-02bd-4cc3-ac4d-86290024827e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1663671 Aug 30 13:11:55.987455 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-7b98607e-89b6-46ca-8715-dd8fc3140d71 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527327 Aug 30 13:11:56.033527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:56.033864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:56.064778 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37cf4a83-2458-4fff-848d-a07bab5cd589 req-797969f0-a0f6-46d0-85c1-b58b333d811a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662478 Aug 30 13:11:56.072346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Calling delete_port for aa2aa84d-9684-403a-b68d-a3d99657a891 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:56.092126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] For port 38850451-4381-4310-ae0a-e5b016d6756c, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=38850451-4381-4310-ae0a-e5b016d6756c,segment=NetworkSegment(65aa9002-97fa-41f4-ae8f-d2350581e07f),segment_id=65aa9002-97fa-41f4-ae8f-d2350581e07f)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:56.092680 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:56.118416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-051a306c-30c1-4234-9212-3e21b63ad520 req-6a232e70-a328-4a38-92a6-b9fa8535e103 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/security-groups?id=e812838b-6d7b-47d2-9a6f-ea9b74febf7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680252 Aug 30 13:11:56.120123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Calling delete_port for 38850451-4381-4310-ae0a-e5b016d6756c owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:56.204291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-6db82249-a455-4e8c-a140-9907247713af service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056987 Aug 30 13:11:56.275422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-763a804e-fccf-4839-92dc-681ae4651042 req-7331dbdc-1c9e-420b-8383-7f6480ee91e7 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0726037 Aug 30 13:11:56.317115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b96d6933-c340-4364-9f44-0c52f91cfd07 req-803e0654-d8ac-4bfe-b5cf-0bb9b1350cbf service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979205 Aug 30 13:11:56.335281 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd4ee1377-43c8-436c-8aac-0c90481a3e08', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'floating_ip_address': '172.25.2.175', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'port_id': '2ef845f6-75be-4b04-8d85-da52582069a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'mac_address': 'fa:16:3e:a7:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:10:33Z', 'updated_at': '2021-08-30T13:11:52Z', 'revision_number': 1, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79070893-cc33-4b45-b007-ea2fa019df1d', 'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'mac_address': 'fa:16:3e:64:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:53Z', 'updated_at': '2021-08-30T13:10:08Z', 'revision_number': 5, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'subnets': [{'id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:56.340783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-88e4f5ac-2cb6-400a-a617-4300567bcf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:56.342542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-88e4f5ac-2cb6-400a-a617-4300567bcf96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6a4ac9e-8ed5-492d-8bfb-17d81672d767 HTTP/1.1" status: 200 len: 912 time: 0.5155294 Aug 30 13:11:56.348828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-bf9622ef-428f-449b-ba6c-ba45344c9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:56.350437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-bf9622ef-428f-449b-ba6c-ba45344c9ac0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 911 time: 0.5147679 Aug 30 13:11:56.381280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f7e46-3550-4e4b-b7dc-ba4a973c6bf2 req-5cb6f4e0-d534-4141-a426-1105ab066505 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:56.383423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea4f7e46-3550-4e4b-b7dc-ba4a973c6bf2 req-5cb6f4e0-d534-4141-a426-1105ab066505 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.1568010 Aug 30 13:11:56.384435 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b12605-8c11-45ba-a0f3-2e38e3bd5a65 None None] The sync data for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 is: [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd4ee1377-43c8-436c-8aac-0c90481a3e08', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'floating_ip_address': '172.25.2.175', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'port_id': '2ef845f6-75be-4b04-8d85-da52582069a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'mac_address': 'fa:16:3e:a7:df:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:10:33Z', 'updated_at': '2021-08-30T13:11:52Z', 'revision_number': 1, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79070893-cc33-4b45-b007-ea2fa019df1d', 'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'mac_address': 'fa:16:3e:64:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:53Z', 'updated_at': '2021-08-30T13:10:08Z', 'revision_number': 5, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'subnets': [{'id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:11:56.499160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-67dbabe4-21c5-4410-b8de-84620046f77b service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828670 Aug 30 13:11:56.533538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213cad6-9dd1-4f4e-8015-4ebc04aafac0 req-a698bec0-29ce-46d5-a59d-2dd287f8c66f tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:56.535270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4213cad6-9dd1-4f4e-8015-4ebc04aafac0 req-a698bec0-29ce-46d5-a59d-2dd287f8c66f tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 1096 time: 0.0675523 Aug 30 13:11:56.536024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:56.549089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['38850451-4381-4310-ae0a-e5b016d6756c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:56.560525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-3bb53ca7-c0a0-4f33-82af-577fa8305da4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef845f6-75be-4b04-8d85-da52582069a1 HTTP/1.1" status: 200 len: 1000 time: 0.2019095 Aug 30 13:11:56.565553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-1ccc420d-760d-46ff-9abe-c3e61e0bcf4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73a4fda4-e81c-4465-9252-5724992d8985 HTTP/1.1" status: 200 len: 1000 time: 0.1950366 Aug 30 13:11:56.573779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea4f7e46-3550-4e4b-b7dc-ba4a973c6bf2 req-a9fe27c8-f5b4-46d6-9bdf-c5013bf12b60 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1401069 Aug 30 13:11:56.605465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Pushing event deleted for resources: {'Port': ['ID=38850451-4381-4310-ae0a-e5b016d6756c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:56.678505 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4213cad6-9dd1-4f4e-8015-4ebc04aafac0 req-41c8b6c2-1b5d-41c9-881d-8c31bb0b5b53 tempest-LiveAutoBlockMigrationV225Test-1124110517 tempest-LiveAutoBlockMigrationV225Test-1124110517-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132956 Aug 30 13:11:56.679632 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] No DVR routers for this DVR port 38850451-4381-4310-ae0a-e5b016d6756c on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:56.684273 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:56.686866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93f4fdb5-2d5b-4ee3-960f-a0a9a64d2aa8 req-77a44efe-df2e-4f0a-a6bf-bd532ec0e5ac tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.16 "DELETE /v2.0/ports/38850451-4381-4310-ae0a-e5b016d6756c HTTP/1.1" status: 204 len: 173 time: 1.4117637 Aug 30 13:11:56.757318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-28608590-eded-41f7-8d51-f40722d37c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:56.759705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-28608590-eded-41f7-8d51-f40722d37c91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.1545331 Aug 30 13:11:56.768068 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f785b21-1506-4df8-9cbf-c4c79a8f46f3 None None] New status for floating IP d4ee1377-43c8-436c-8aac-0c90481a3e08: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:11:56.772206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-44ecd729-f056-424e-b68e-488cab4bf68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:56.775247 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-44ecd729-f056-424e-b68e-488cab4bf68f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3b8393d-034a-41cd-9030-c5e8b6c185f2 HTTP/1.1" status: 200 len: 850 time: 0.2053385 Aug 30 13:11:56.779267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:56.843468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event deleted for resources: {'Port': ['ID=aa2aa84d-9684-403a-b68d-a3d99657a891,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:56.886194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895ca67-1873-4f31-ad6c-3cd05117597f req-77680cb4-effd-485d-96f6-76ac31c76161 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:56.888353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8895ca67-1873-4f31-ad6c-3cd05117597f req-77680cb4-effd-485d-96f6-76ac31c76161 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 943 time: 0.2116117 Aug 30 13:11:56.977051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-3b9365ed-acad-498a-ba86-5e13610ed063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:56.978758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-3b9365ed-acad-498a-ba86-5e13610ed063 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014503 Aug 30 13:11:57.063270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f6eb9-80a9-4e77-8e21-de799eaa8454 req-07c7942c-1697-4f98-83f1-d3c8437b7c7d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:57.065029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b08f6eb9-80a9-4e77-8e21-de799eaa8454 req-07c7942c-1697-4f98-83f1-d3c8437b7c7d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 945 time: 0.0541589 Aug 30 13:11:57.074606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-64ed756c-075d-47db-bf25-96cfaf4278ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:57.076200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-64ed756c-075d-47db-bf25-96cfaf4278ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6a4ac9e-8ed5-492d-8bfb-17d81672d767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2371860 Aug 30 13:11:57.092313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8895ca67-1873-4f31-ad6c-3cd05117597f req-39db7f18-efed-43ba-9717-c48ed9919a79 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844203 Aug 30 13:11:57.124256 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:57.126245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b08f6eb9-80a9-4e77-8e21-de799eaa8454 req-95076f77-c0f5-4257-bcfd-fb6aae3843a1 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523834 Aug 30 13:11:57.126823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:57.127947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-11b962bd-9c28-419d-b767-4a9d6a614018 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "DELETE /v2.0/floatingips/72ee2a3f-3a66-45f8-90eb-38d4392ffbb6 HTTP/1.1" status: 204 len: 168 time: 2.2380915 Aug 30 13:11:57.225084 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-4fdb1868-1db4-4fda-af2c-77662632e78a service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256360 Aug 30 13:11:57.249234 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-abde2e0a-abc8-4d1e-9c5e-4532b1d459dd req-3dceccc8-2e8e-4c57-b5c9-eef3d1462a90 tempest-ServerMetadataNegativeTestJSON-814649320 tempest-ServerMetadataNegativeTestJSON-814649320-project] 10.222.0.37 "GET /v2.0/ports?device_id=9f66deae-620a-4757-82a2-b2d6c2dbd9b2 HTTP/1.1" status: 200 len: 210 time: 0.0366049 Aug 30 13:11:57.517056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66deae-620a-4757-82a2-b2d6c2dbd9b2', 'name': 'network-vif-deleted', 'tag': '38850451-4381-4310-ae0a-e5b016d6756c'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:57.520342 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6a09c8-b3f4-4e6b-8adc-a39f83ba836f" -d '{"events": [{"server_uuid": "9f66deae-620a-4757-82a2-b2d6c2dbd9b2", "name": "network-vif-deleted", "tag": "38850451-4381-4310-ae0a-e5b016d6756c"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:57.618546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-a59d02be-e398-4997-b5c2-00c85d51acda service neutron] 10.222.0.16 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5316746 Aug 30 13:11:57.657045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed6a4dbf-6e7a-4aa4-8fd4-6e2c1fd73f15 req-ebcb5cda-1d10-4ad3-a577-5d0bd240e160 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0416169 Aug 30 13:11:57.701162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd482014-4473-452d-8b6b-d57406940997 req-af6b157d-2bc5-4e66-b568-f20011028018 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:57.703117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd482014-4473-452d-8b6b-d57406940997 req-af6b157d-2bc5-4e66-b568-f20011028018 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.16 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 945 time: 0.0660012 Aug 30 13:11:57.753496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb708e24-692e-4d4c-8c94-882d8f64ffe1 req-d53c39a9-a6b1-450d-bd93-82a5a3d68237 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045547 Aug 30 13:11:57.754723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53876) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:57.764290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6ed81154-c4a8-458f-acc6-e5597802e5e9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172468098', 'description': 'tempest-description--2074024409'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:57.794790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b87c88-977a-455d-8ab2-6690a43d25ca req-06fbd682-b9f3-491d-bf16-b5305040ca58 service neutron] 10.222.0.16 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467214 Aug 30 13:11:57.796811 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f355a1f-ff0a-4774-8b9e-b3493b8354c2 x-openstack-request-id: req-0f355a1f-ff0a-4774-8b9e-b3493b8354c2 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:57.797209 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66deae-620a-4757-82a2-b2d6c2dbd9b2", "name": "network-vif-deleted", "tag": "38850451-4381-4310-ae0a-e5b016d6756c", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:57.797583 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f355a1f-ff0a-4774-8b9e-b3493b8354c2 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:57.798568 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f66deae-620a-4757-82a2-b2d6c2dbd9b2', 'name': 'network-vif-deleted', 'tag': '38850451-4381-4310-ae0a-e5b016d6756c', 'status': 'completed', 'code': 200} Aug 30 13:11:57.859179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6ed81154-c4a8-458f-acc6-e5597802e5e9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:57.891087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-dd482014-4473-452d-8b6b-d57406940997 req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Deleting port d094c90d-f8a4-463d-8621-30f11209f5e4 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:11:57.891428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-dd482014-4473-452d-8b6b-d57406940997 req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:57.891552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09797e24-008f-4a37-8cf2-8bcc1ed37359 req-6fec1bf0-7b13-4f0a-a2b5-66a6f6bdc6be tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:57.892933 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09797e24-008f-4a37-8cf2-8bcc1ed37359 req-6fec1bf0-7b13-4f0a-a2b5-66a6f6bdc6be tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0796168 Aug 30 13:11:57.907756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-e85d7dd8-2f90-4939-99c0-937b0577fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:57.909205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-e85d7dd8-2f90-4939-99c0-937b0577fbad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 1096 time: 0.0676479 Aug 30 13:11:57.990346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09797e24-008f-4a37-8cf2-8bcc1ed37359 req-a17c0d52-d8f7-4940-bbf9-5e8982f208fd tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905097 Aug 30 13:11:58.017153 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-dd482014-4473-452d-8b6b-d57406940997 req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] For port d094c90d-f8a4-463d-8621-30f11209f5e4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d094c90d-f8a4-463d-8621-30f11209f5e4,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:58.017643 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-dd482014-4473-452d-8b6b-d57406940997 req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.037709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-7486c386-a225-42cc-b672-8b037c24d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:58.039909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-7486c386-a225-42cc-b672-8b037c24d567 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 911 time: 0.1232977 Aug 30 13:11:58.045425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-dd482014-4473-452d-8b6b-d57406940997 req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Calling delete_port for d094c90d-f8a4-463d-8621-30f11209f5e4 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:11:58.058038 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6ed81154-c4a8-458f-acc6-e5597802e5e9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.065782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6ed81154-c4a8-458f-acc6-e5597802e5e9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.109288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-a45ebc81-1998-42b0-8a35-17b072b9b5c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73a4fda4-e81c-4465-9252-5724992d8985 HTTP/1.1" status: 200 len: 1000 time: 0.0617683 Aug 30 13:11:58.139937 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6ed81154-c4a8-458f-acc6-e5597802e5e9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.141227 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6ed81154-c4a8-458f-acc6-e5597802e5e9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3856161 Aug 30 13:11:58.146381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53880) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:58.147102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed81154-c4a8-458f-acc6-e5597802e5e9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b64ddb-f7e5-436e-b9ef-97a16c56d616,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:58.161011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9b093be8-8d09-47c8-8cdc-2c7f866ca6f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'security_group_rule': {'security_group_id': '59b64ddb-f7e5-436e-b9ef-97a16c56d616', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:58.187824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35ae132a-55db-41f2-afec-71cd15038404 req-1e81c756-2114-46a2-bbaa-01efce3ffea2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0269547 Aug 30 13:11:58.202580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-e10c0b18-4f59-457e-b3d7-3f070e6a8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:58.204053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-e10c0b18-4f59-457e-b3d7-3f070e6a8e03 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.0783222 Aug 30 13:11:58.244248 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.247413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b093be8-8d09-47c8-8cdc-2c7f866ca6f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.275280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f01d9-5680-4e0c-9849-4b281e90a0a4 req-53e6af22-5703-4634-8c69-50ae9dfdb20e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:58.276803 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e1f01d9-5680-4e0c-9849-4b281e90a0a4 req-53e6af22-5703-4634-8c69-50ae9dfdb20e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 945 time: 0.0554249 Aug 30 13:11:58.305576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28add-5eee-47a5-9ccf-f8362241e918 req-dad1d37e-8cbe-424e-a5bb-1ed20ab11fcc tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:58.307099 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54d28add-5eee-47a5-9ccf-f8362241e918 req-dad1d37e-8cbe-424e-a5bb-1ed20ab11fcc tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 943 time: 0.1296301 Aug 30 13:11:58.315899 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e1f01d9-5680-4e0c-9849-4b281e90a0a4 req-4e812254-f92d-4934-a303-5af4bc8826e3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Aug 30 13:11:58.355488 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-dd482014-4473-452d-8b6b-d57406940997 req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.361066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53886) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:58.368127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['22217237-863d-4e67-8ea8-fe06e5226009', 'd094c90d-f8a4-463d-8621-30f11209f5e4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:58.401777 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b093be8-8d09-47c8-8cdc-2c7f866ca6f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.408740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Pushing event deleted for resources: {'Port': ['ID=d094c90d-f8a4-463d-8621-30f11209f5e4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:58.412014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e257d2-ffa1-410b-aef5-db83e665da47 admin admin] Deleting subnet 4a13df08-4e6f-4ff8-85d9-6e2327053fd0 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:11:58.416356 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-97e257d2-ffa1-410b-aef5-db83e665da47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.420764 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b093be8-8d09-47c8-8cdc-2c7f866ca6f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.449147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54d28add-5eee-47a5-9ccf-f8362241e918 req-a2671a91-f0e4-4d08-bc61-b54d1899b9d3 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325369 Aug 30 13:11:58.464540 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b093be8-8d09-47c8-8cdc-2c7f866ca6f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0729fa70-204d-4cc6-a07c-93a9618e9786,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:58.486887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd482014-4473-452d-8b6b-d57406940997 req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] No DVR routers for this DVR port d094c90d-f8a4-463d-8621-30f11209f5e4 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:11:58.489972 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-dd482014-4473-452d-8b6b-d57406940997 req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.492646 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd482014-4473-452d-8b6b-d57406940997 req-724149d0-feca-4e88-a73e-c0c52eb61d6b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.16 "DELETE /v2.0/ports/d094c90d-f8a4-463d-8621-30f11209f5e4 HTTP/1.1" status: 204 len: 173 time: 0.7820861 Aug 30 13:11:58.493921 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b093be8-8d09-47c8-8cdc-2c7f866ca6f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.498418 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9b093be8-8d09-47c8-8cdc-2c7f866ca6f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447347 Aug 30 13:11:58.498418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53888) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:58.498708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-97e257d2-ffa1-410b-aef5-db83e665da47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.502468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e79517db-c853-41ab-ad82-ee0a577fabed tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'security_group_rule': {'security_group_id': '59b64ddb-f7e5-436e-b9ef-97a16c56d616', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:58.525008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-916bdb21-680d-44e0-8d7e-88a5a0e3d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:58.526591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-916bdb21-680d-44e0-8d7e-88a5a0e3d676 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865054 Aug 30 13:11:58.536410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e79517db-c853-41ab-ad82-ee0a577fabed tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.589794 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-97e257d2-ffa1-410b-aef5-db83e665da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.611046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e79517db-c853-41ab-ad82-ee0a577fabed tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.615533 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e79517db-c853-41ab-ad82-ee0a577fabed tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.636235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79517db-c853-41ab-ad82-ee0a577fabed tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d578d8dc-05e8-4b82-937b-34394bab5aa6,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:58.647519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e79517db-c853-41ab-ad82-ee0a577fabed tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.653321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e79517db-c853-41ab-ad82-ee0a577fabed tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1515300 Aug 30 13:11:58.654924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53890) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:58.659532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:11:58.671514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-1d3e3cf0-2269-4de4-bdf9-54c4bdad9269 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367707 Aug 30 13:11:58.689169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.689568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-97e257d2-ffa1-410b-aef5-db83e665da47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.766335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:11:58.769362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e257d2-ffa1-410b-aef5-db83e665da47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a13df08-4e6f-4ff8-85d9-6e2327053fd0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:58.793593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3b2f618-15dc-486e-87e3-e33ce14aa57a req-06b13f56-954b-45af-a624-a195ebe8837c tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0400679 Aug 30 13:11:58.796452 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-97e257d2-ffa1-410b-aef5-db83e665da47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.803369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-97e257d2-ffa1-410b-aef5-db83e665da47 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4a13df08-4e6f-4ff8-85d9-6e2327053fd0 HTTP/1.1" status: 204 len: 168 time: 0.4407797 Aug 30 13:11:58.806455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53896) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:58.882652 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.897788 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfd2e3f7-c615-4eab-98cd-4ac730e57787 req-a254d64d-f227-41cc-8144-e22fd1ec64dd service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187169 Aug 30 13:11:58.902676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:58.923685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:58.938917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:11:58.987294 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.003213 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.010962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 38850451-4381-4310-ae0a-e5b016d6756c no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:11:59.015413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:11:59.018434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec286da-ea78-4b4b-a034-39690614e699']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:59.036732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 38850451-4381-4310-ae0a-e5b016d6756c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:11:59.037078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 38850451-4381-4310-ae0a-e5b016d6756c not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:11:59.044518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aa9002-97fa-41f4-ae8f-d2350581e07f') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:59.044889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aa9002-97fa-41f4-ae8f-d2350581e07f') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:11:59.058509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Allocated IP 172.25.2.172 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/15a38cf6-db3a-4cb2-97e3-864e72a3bd23) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:11:59.062870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:11:59.064090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.072471 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.100277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.111719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:11:59.112409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.133356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:11:59.166713 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:11:59.182535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.208361 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.213552 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.217846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bec286da-ea78-4b4b-a034-39690614e699 HTTP/1.1" status: 204 len: 168 time: 0.4078960 Aug 30 13:11:59.237281 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.240923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24360276-0ea4-4b26-9bba-6cb65d2d2dbe req-6cc675fc-8859-4ddb-b0b9-fc93b141c00b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:59.248266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24360276-0ea4-4b26-9bba-6cb65d2d2dbe req-6cc675fc-8859-4ddb-b0b9-fc93b141c00b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.1685231 Aug 30 13:11:59.256623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b397a84-7e67-4420-adc7-28067f64e564 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec286da-ea78-4b4b-a034-39690614e699,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:59.295217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24360276-0ea4-4b26-9bba-6cb65d2d2dbe req-d71456fc-7b21-4c8d-8a3e-a583bbff1f8c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459661 Aug 30 13:11:59.295449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:11:59.298893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:11:59.303555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:11:59.307793 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'Port': ['ID=15a38cf6-db3a-4cb2-97e3-864e72a3bd23,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:59.435830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53904) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:59.462431 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-425030c3-238b-44ed-a0f8-4eafcda9d80f req-8b3079f5-7d23-4974-82a3-163ce4c2740b tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 210 time: 0.0436487 Aug 30 13:11:59.486809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.490458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['10bcb362-7d1f-4cd3-98b4-913feaa7e1c0'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:11:59.495130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-79235e4e-dc52-4127-ac7e-de23ca4b81c3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2868fe6ef46a45548c04c814c3e97862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558338 Aug 30 13:11:59.496367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53908) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:11:59.561569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.626511 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28062b12-0958-431f-bb4b-930254501482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.657089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28062b12-0958-431f-bb4b-930254501482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.659930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af397ed-9075-4aa1-a77c-872f58392cc0 req-064a12cb-647f-44f9-b11e-b01092576458 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:11:59.662044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8af397ed-9075-4aa1-a77c-872f58392cc0 req-064a12cb-647f-44f9-b11e-b01092576458 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 944 time: 0.0731046 Aug 30 13:11:59.724614 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28062b12-0958-431f-bb4b-930254501482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.728699 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28062b12-0958-431f-bb4b-930254501482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.732392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8af397ed-9075-4aa1-a77c-872f58392cc0 req-e3596bfe-b489-4d6d-9360-45428eb56d09 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623839 Aug 30 13:11:59.752218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-28062b12-0958-431f-bb4b-930254501482 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e812838b-6d7b-47d2-9a6f-ea9b74febf7c HTTP/1.1" status: 204 len: 168 time: 0.2382832 Aug 30 13:11:59.768044 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28062b12-0958-431f-bb4b-930254501482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e812838b-6d7b-47d2-9a6f-ea9b74febf7c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:11:59.824074 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'name': 'network-vif-deleted', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:11:59.826502 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c706946-2857-49a5-be9a-0690f241df19" -d '{"events": [{"server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "name": "network-vif-deleted", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:11:59.938054 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.941581 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c9cf8b-ab0f-4788-a454-e6f317c150f2 x-openstack-request-id: req-c2c9cf8b-ab0f-4788-a454-e6f317c150f2 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:11:59.941902 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94dd58d7-6e93-478c-8d3c-d160d11eb9d4", "name": "network-vif-deleted", "tag": "d094c90d-f8a4-463d-8621-30f11209f5e4", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:11:59.942096 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2c9cf8b-ab0f-4788-a454-e6f317c150f2 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:11:59.942482 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94dd58d7-6e93-478c-8d3c-d160d11eb9d4', 'name': 'network-vif-deleted', 'tag': 'd094c90d-f8a4-463d-8621-30f11209f5e4', 'status': 'completed', 'code': 200} Aug 30 13:11:59.947439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:11:59.977980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985d0f77-1465-4db6-b7ab-e70019a7b7b3 req-65bc2a0e-e976-4cd3-9e9f-b19fdcb2daca tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0490103 Aug 30 13:12:00.075648 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:00.089477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'Port': ['ID=15a38cf6-db3a-4cb2-97e3-864e72a3bd23,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:00.102061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:00.111527 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f97e045a-edd7-4059-bc3c-471d82c74000 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4481511 Aug 30 13:12:00.432439 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bca28f59-7e7b-493e-836e-f317be38e303 req-4cfd214c-a81d-4e89-8681-49dcb56f715a tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0724320 Aug 30 13:12:00.477810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-0ccea3a3-b5dc-46d7-8710-5fab521f9d31 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1172468098&fields=id&tenant_id=7555cbfc13fc48af80078ca356f619ba HTTP/1.1" status: 200 len: 267 time: 0.0809369 Aug 30 13:12:00.585050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a63588-532d-45d2-9cb7-fc1997240ec2 req-983e08db-ecb4-48e7-b7d9-270783b04803 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:00.586906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-51a63588-532d-45d2-9cb7-fc1997240ec2 req-983e08db-ecb4-48e7-b7d9-270783b04803 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0619404 Aug 30 13:12:00.630731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-5ffedfac-990e-47ea-afe8-b9f920d08670 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:00.638950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-5ffedfac-990e-47ea-afe8-b9f920d08670 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 817 time: 0.1532660 Aug 30 13:12:00.650479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-51a63588-532d-45d2-9cb7-fc1997240ec2 req-9087fd94-f2a3-4ce2-900b-3277c4a97540 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555916 Aug 30 13:12:00.656279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-6a18a03c-d789-41a8-9631-a3ba1f2acfee tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/quotas/7555cbfc13fc48af80078ca356f619ba HTTP/1.1" status: 200 len: 375 time: 0.0160458 Aug 30 13:12:00.694327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:00.732277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-3a7e1c88-bfae-4b9b-81e7-d050c3dc383b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750270 Aug 30 13:12:00.772895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:12:00.778212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53972) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:00.829982 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff309263-9d35-47dc-9ca3-b05650e75b15 req-2b836ff1-2163-4a3e-aa25-45bdb32e62de tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 210 time: 0.0656414 Aug 30 13:12:00.831642 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ab23f2e1-0fc2-4779-8adc-ca90a1ac5f51 service neutron] 10.222.0.37 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984433 Aug 30 13:12:00.841927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:12:00.849416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:12:00.850123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:00.936244 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-3b34fa19-39dd-4460-a37a-5e7b44962b4f service neutron] 10.222.0.37 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036777 Aug 30 13:12:00.974165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1381270056-network', 'tenant_id': '2924207ba71148269b281e9791fbe4b7'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:00.983637 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.020270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592be9e7-d054-4fb9-989a-d5a71989227a req-aa04c46a-1767-4652-849d-e007d706e6b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:01.022104 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-592be9e7-d054-4fb9-989a-d5a71989227a req-aa04c46a-1767-4652-849d-e007d706e6b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 944 time: 0.0889988 Aug 30 13:12:01.027960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:01.029364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:01.032370 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a31de-bec8-40e2-a5cb-8e670f9b1087" -d '{"events": [{"server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "name": "network-vif-plugged", "status": "completed", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:01.037487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.042418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Made reservation on behalf of 2924207ba71148269b281e9791fbe4b7 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:01.046061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.064276 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.103801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:01.134586 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-592be9e7-d054-4fb9-989a-d5a71989227a req-167c0ce5-d27f-454f-8a33-1dd19f7f66b1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029313 Aug 30 13:12:01.180383 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8e3eca-d73a-4053-951f-9ee9f8efd3bd x-openstack-request-id: req-5d8e3eca-d73a-4053-951f-9ee9f8efd3bd {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:01.180679 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "name": "network-vif-plugged", "status": "completed", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:01.180940 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d8e3eca-d73a-4053-951f-9ee9f8efd3bd {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:01.181346 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'code': 200} Aug 30 13:12:01.242101 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.248004 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.271951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:12:01.281302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe81a3a7-546f-4771-81a4-8d48ad45b67d req-9bee1c50-f224-4179-9575-05a52cddd18e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 210 time: 0.0731826 Aug 30 13:12:01.287825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c918fc41-77c4-4dcf-a715-f1c898ebfa6c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:01.294248 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.294604 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Added segment dfc076df-d8b4-4ee8-91ec-fe4da14b33fb of type vlan for network 75a7a130-a32e-40b3-a3d5-1828381c976c Aug 30 13:12:01.345695 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.347023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a745de9-2a64-4052-bd01-f9567f2aed9f req-8b84e319-0f4c-42cb-a434-52d45f2dafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:01.349545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a745de9-2a64-4052-bd01-f9567f2aed9f req-8b84e319-0f4c-42cb-a434-52d45f2dafb4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 1096 time: 0.0884123 Aug 30 13:12:01.386020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.386992 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:01.388557 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.422119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a745de9-2a64-4052-bd01-f9567f2aed9f req-55cf0403-5d98-420b-b557-86aa4b5b68ed service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651999 Aug 30 13:12:01.447046 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6675782 Aug 30 13:12:01.450071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53988) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:01.456577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Request body: {'subnet': {'network_id': '75a7a130-a32e-40b3-a3d5-1828381c976c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1381270056-subnet', 'tenant_id': '2924207ba71148269b281e9791fbe4b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:01.461631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87e0c8-6563-4aa2-adba-367588459cce admin admin] Pushing event updated for resources: {'Network': ['ID=75a7a130-a32e-40b3-a3d5-1828381c976c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:01.472791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 75a7a130-a32e-40b3-a3d5-1828381c976c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:12:01.498738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Made reservation on behalf of 2924207ba71148269b281e9791fbe4b7 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:01.501353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.598903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cec324c2-d075-4d3f-9a72-bff99b2dc6a7 req-6eb940c9-18d3-4fac-8515-b4f3f6c545d6 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0445130 Aug 30 13:12:01.747643 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.809446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd79899-c7a7-46c9-8fb3-31be85ed5805,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:01.819408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Checking segment: {'id': 'dfc076df-d8b4-4ee8-91ec-fe4da14b33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '75a7a130-a32e-40b3-a3d5-1828381c976c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:12:01.819827 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Network hostable DHCP agents. Network: 75a7a130-a32e-40b3-a3d5-1828381c976c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:12:01.838584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Network 75a7a130-a32e-40b3-a3d5-1828381c976c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:12:01.848403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 75a7a130-a32e-40b3-a3d5-1828381c976c) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:01.857270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:01.858194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d9264-444c-4696-a0d5-09498e72ef55 None None] Network 75a7a130-a32e-40b3-a3d5-1828381c976c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:12:01.858661 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:01.883347 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f408393e-f0da-4b42-aff9-2c7e714cf1ab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4315436 Aug 30 13:12:01.965330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1af442ac-06c4-48db-b755-7a7e524b6a30 req-0a49272a-0969-44c7-af9f-9404ef44f714 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 210 time: 0.0371087 Aug 30 13:12:02.044024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3adbd4f-5201-4cbc-b1e6-918637e05666 None None] Network 75a7a130-a32e-40b3-a3d5-1828381c976c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:12:02.335299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708347f6-7b4b-4108-baa3-1e3908a2c176 req-01f912ae-81a5-4445-baef-5a2954ae2186 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:02.337929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-708347f6-7b4b-4108-baa3-1e3908a2c176 req-01f912ae-81a5-4445-baef-5a2954ae2186 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 945 time: 0.0766790 Aug 30 13:12:02.384731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-6679485a-03ee-4828-a7e4-35de163129ad tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:02.386312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-6679485a-03ee-4828-a7e4-35de163129ad tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.16 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 817 time: 0.1838884 Aug 30 13:12:02.394254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-708347f6-7b4b-4108-baa3-1e3908a2c176 req-a08ca687-83d3-42f8-966c-df9d9b3c8b3f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491712 Aug 30 13:12:02.480436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-41e41eda-a9fa-4b2a-84e4-1e0452a4e97b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7555cbfc13fc48af80078ca356f619ba HTTP/1.1" status: 200 len: 380 time: 0.0609286 Aug 30 13:12:02.492730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'port': {'device_id': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'admin_state_up': True, 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'security_groups': ['59b64ddb-f7e5-436e-b9ef-97a16c56d616']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:02.576893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f14c-287b-4883-b825-f83359d05050 req-810149f7-f2fe-446a-9376-6c6a54f6b66c tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:02.578514 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-810149f7-f2fe-446a-9376-6c6a54f6b66c tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/networks?id=75a7a130-a32e-40b3-a3d5-1828381c976c HTTP/1.1" status: 200 len: 813 time: 0.2865458 Aug 30 13:12:02.590428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7d5cce73-a08b-4ca3-8214-434516dad41b req-0e6341e4-d46a-4c14-8ede-963e6293594f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 210 time: 0.0484538 Aug 30 13:12:02.613601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-dfaf051d-e257-4788-8ed1-35a930499ad6 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/quotas/2924207ba71148269b281e9791fbe4b7 HTTP/1.1" status: 200 len: 375 time: 0.0196931 Aug 30 13:12:02.657229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-41229d51-6b1d-4f69-9770-55976f07a50c tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2924207ba71148269b281e9791fbe4b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338421 Aug 30 13:12:02.694276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Made reservation on behalf of 7555cbfc13fc48af80078ca356f619ba for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:02.697936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:02.740700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83bcda39-514d-4c6b-9eff-33dfec268e0d req-d1a857d8-14bb-4861-877d-fe9fd36970ae tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0301011 Aug 30 13:12:02.845740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-70a6612d-2d30-4c77-a8f9-d4ba22bcec77 service neutron] 10.222.0.37 "GET /v2.0/networks/75a7a130-a32e-40b3-a3d5-1828381c976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768460 Aug 30 13:12:03.047445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d094c90d-f8a4-463d-8621-30f11209f5e4 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:12:03.085370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: d094c90d-f8a4-463d-8621-30f11209f5e4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:12:03.086611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d094c90d-f8a4-463d-8621-30f11209f5e4 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:12:03.106299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-928fcbb6-9e51-4779-8467-ecd286636069 req-1e8851c9-da58-4f6b-85b4-2f679937379e tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=94dd58d7-6e93-478c-8d3c-d160d11eb9d4 HTTP/1.1" status: 200 len: 210 time: 0.0397224 Aug 30 13:12:03.241125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Allocated IP 172.20.0.3 (49a27ef7-ae93-45d6-ae80-d7ab97c5b737/6b088efc-517b-415b-9327-87f7390070d7/fa181748-04f4-4fc7-9974-53bbb1d8d223) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:12:03.276215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-7dc86e45-f82c-435d-8859-cce56486570f service neutron] 10.222.0.37 "GET /v2.0/networks/75a7a130-a32e-40b3-a3d5-1828381c976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215419 Aug 30 13:12:03.428289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:03.443628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Transition to ACTIVE for port object fa181748-04f4-4fc7-9974-53bbb1d8d223 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:12:03.485765 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:03.499438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e49ec662-8fed-45de-9395-d4c1e1fa7511 req-ce63bce9-c90c-448b-b475-b9b09e980aa3 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 210 time: 0.0567448 Aug 30 13:12:03.593652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:12:03.607068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:03.612976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:12:03.644539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:03.676588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fc90b-8222-445f-8c70-9ab621d80c03 req-db6ef44b-23c9-4394-b35a-f6d57eb6ea2c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:03.688569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-180fc90b-8222-445f-8c70-9ab621d80c03 req-db6ef44b-23c9-4394-b35a-f6d57eb6ea2c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 945 time: 0.1320975 Aug 30 13:12:03.725599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:03.727121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:03.754641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-81e4f15b-681a-4572-a899-57775847f0f5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2662740 Aug 30 13:12:03.763643 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-180fc90b-8222-445f-8c70-9ab621d80c03 req-600ad208-284d-49d5-965e-55185a2a88f5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738072 Aug 30 13:12:03.768972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Request body: {'port': {'device_id': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:03.776228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29915df-69f2-41d5-9e67-4bf0898701a4 req-5a91a803-a6ad-424e-8f87-218043a33d62 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:03.792117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f29915df-69f2-41d5-9e67-4bf0898701a4 req-5a91a803-a6ad-424e-8f87-218043a33d62 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 931 time: 0.1005039 Aug 30 13:12:03.875044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:03.890015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f29915df-69f2-41d5-9e67-4bf0898701a4 req-54c57e64-4606-4cd2-9970-89414a760f09 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962672 Aug 30 13:12:03.916475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d90e1521-f36d-42c4-93a7-aa0ddb1013ec req-a6b4f711-2fb5-447d-9c20-e95b57745dc2 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0387995 Aug 30 13:12:03.978569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-220d6b70-5e90-43a8-b3ad-4ccfdd2020d9 None None] Provisioning for port fa181748-04f4-4fc7-9974-53bbb1d8d223 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:12:03.984113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-220d6b70-5e90-43a8-b3ad-4ccfdd2020d9 None None] Provisioning complete for port fa181748-04f4-4fc7-9974-53bbb1d8d223 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:12:03.984690 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-220d6b70-5e90-43a8-b3ad-4ccfdd2020d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.029354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-220d6b70-5e90-43a8-b3ad-4ccfdd2020d9 None None] Port fa181748-04f4-4fc7-9974-53bbb1d8d223 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:12:04.054688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b38b4-bc69-4373-b0a8-ace666eea2f6 req-ced129df-12f6-4282-8cc4-efd439872317 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:04.063101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-128b38b4-bc69-4373-b0a8-ace666eea2f6 req-ced129df-12f6-4282-8cc4-efd439872317 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 945 time: 0.0834959 Aug 30 13:12:04.122673 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-128b38b4-bc69-4373-b0a8-ace666eea2f6 req-9da1a9bd-6b1a-4fd5-a7c5-7e462f0a356e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585442 Aug 30 13:12:04.133394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54044) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:04.192762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de575c6-7b60-4c77-89d2-eb4714d7841c tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:04.194375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4de575c6-7b60-4c77-89d2-eb4714d7841c tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 1091 time: 0.0586033 Aug 30 13:12:04.199230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54048) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:04.204364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:04.233915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.298537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa181748-04f4-4fc7-9974-53bbb1d8d223 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:04.307321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.322876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Transition to ACTIVE for port object fa181748-04f4-4fc7-9974-53bbb1d8d223 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:12:04.329977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.394405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.404495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:04.464537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Attempting to bind port fa181748-04f4-4fc7-9974-53bbb1d8d223 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:12:04.464873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Attempting to bind port fa181748-04f4-4fc7-9974-53bbb1d8d223 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:12:04.465202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Attempting to bind port fa181748-04f4-4fc7-9974-53bbb1d8d223 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:04.470091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Port fa181748-04f4-4fc7-9974-53bbb1d8d223 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:12:04.470410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Attempting to bind port fa181748-04f4-4fc7-9974-53bbb1d8d223 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:04.476843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:12:04.477194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Checking segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:12:04.477608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Bound using segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:12:04.478096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Bound port: fa181748-04f4-4fc7-9974-53bbb1d8d223, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:12:04.478457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.529420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.25.2.197 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/709deffe-16f0-4692-a096-7cae8bf8d8dd) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:12:04.592778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:12:04.602847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:12:04.618788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.697081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:04.697771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.699144 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] 10.222.0.16 "PUT /v2.0/ports/fa181748-04f4-4fc7-9974-53bbb1d8d223 HTTP/1.1" status: 200 len: 1091 time: 0.9345598 Aug 30 13:12:04.699760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:04.701979 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:04.767877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb02145-cf3c-48ba-bb6a-d96290d19602 service neutron] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:04.780522 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-655df1c7-2d72-455f-a42b-ff1a438377ea req-ec745287-f18c-4592-996f-da681bb4981f tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 210 time: 0.0974405 Aug 30 13:12:04.803133 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d4add0-e234-4c2a-9028-48270768313d x-openstack-request-id: req-c9d4add0-e234-4c2a-9028-48270768313d {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:04.803545 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:04.805059 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9d4add0-e234-4c2a-9028-48270768313d {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:04.805549 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'status': 'completed', 'code': 200} Aug 30 13:12:04.839308 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.866814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-7e0f9b82-8c64-4695-bd51-493c671b47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:04.870075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-7e0f9b82-8c64-4695-bd51-493c671b47b6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0612643 Aug 30 13:12:04.928355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f14c-287b-4883-b825-f83359d05050 req-d49b77a2-d23e-408a-a111-4e6247a6eb81 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:04.930663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-d49b77a2-d23e-408a-a111-4e6247a6eb81 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.35 "GET /v2.0/networks?id=75a7a130-a32e-40b3-a3d5-1828381c976c HTTP/1.1" status: 200 len: 813 time: 0.2315600 Aug 30 13:12:04.930902 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-702b61f0-15fc-4194-8a31-2953df2a0acd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223 HTTP/1.1" status: 200 len: 217 time: 0.0497947 Aug 30 13:12:04.946423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Request body: {'port': {'device_id': '918d6088-89b1-4b7e-bd36-5b86942468a6', 'network_id': '75a7a130-a32e-40b3-a3d5-1828381c976c', 'admin_state_up': True, 'tenant_id': '2924207ba71148269b281e9791fbe4b7'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:04.952877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:04.997686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-511d5615-3781-4659-8777-ede3142d3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:04.999424 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-511d5615-3781-4659-8777-ede3142d3e3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.0604882 Aug 30 13:12:05.066018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=709deffe-16f0-4692-a096-7cae8bf8d8dd,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:05.074685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-58a7189b-1c8c-4cd1-8cc5-487c47104099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:05.076436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-58a7189b-1c8c-4cd1-8cc5-487c47104099 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562963 Aug 30 13:12:05.092761 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cdcd9b3-1e99-4c8f-aa5c-10051cc7066d req-cd62b782-509f-4ad9-bba6-068bedb1e039 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0332723 Aug 30 13:12:05.146616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:12:05.153282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:05.158528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:12:05.204188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-a3f7f52c-9e6b-4c80-bdb1-baf9de082a89 service neutron] 10.222.0.16 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142039 Aug 30 13:12:05.215387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8e211-8479-4b80-9601-8929be712d18 req-9f168cbb-7e59-49b6-9e1c-f3460d61317d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:05.216894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-56e8e211-8479-4b80-9601-8929be712d18 req-9f168cbb-7e59-49b6-9e1c-f3460d61317d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 943 time: 0.1840236 Aug 30 13:12:05.292352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Made reservation on behalf of 2924207ba71148269b281e9791fbe4b7 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:05.296192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:05.313289 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-811c9896-ada5-4c6e-813b-7d5f5fd37157 req-f729cf0a-33bf-4b2c-ac9e-86f161baf058 service neutron] 10.222.0.16 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982015 Aug 30 13:12:05.318994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-56e8e211-8479-4b80-9601-8929be712d18 req-78e6667e-588d-47d2-b60e-89904f5215c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929105 Aug 30 13:12:05.443215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-763bf3b4-23e9-4088-90ae-ca0ee2f31947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:05.445291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-763bf3b4-23e9-4088-90ae-ca0ee2f31947 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 1094 time: 0.0594049 Aug 30 13:12:05.552097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-556e5e50-b2d3-4d79-b9e7-ea88914d5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:05.553868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-556e5e50-b2d3-4d79-b9e7-ea88914d5c64 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.1003075 Aug 30 13:12:05.595513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Allocated IP 172.20.0.10 (75a7a130-a32e-40b3-a3d5-1828381c976c/2dd79899-c7a7-46c9-8fb3-31be85ed5805/de5e46e2-5855-4405-806b-5107f91f0f84) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:12:05.607857 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-42104bfe-2c34-45d0-9838-ed4b751a8ac9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223 HTTP/1.1" status: 200 len: 217 time: 0.0442593 Aug 30 13:12:05.662661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-3e7ad73e-80bf-4000-b47c-39677b8e612c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:05.664478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-3e7ad73e-80bf-4000-b47c-39677b8e612c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.0489178 Aug 30 13:12:05.690286 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:12:05.720188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-ea4654b4-7766-4c40-9c85-6fea3d3827ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:05.721696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-ea4654b4-7766-4c40-9c85-6fea3d3827ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499580 Aug 30 13:12:05.838010 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-4e185c93-623d-4646-a374-62717cc03936 service neutron] 10.222.0.16 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074114 Aug 30 13:12:05.852593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:05.895029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:05.933562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-27fb12e8-f8e7-45e6-b300-4c04eca8859d req-5c8517ae-ac91-4df9-bb1e-f624c1c9dfba tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 210 time: 0.0422266 Aug 30 13:12:05.943354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-783f4c04-2c3f-4b3e-a7bd-14c469df2a30 req-8a17fd2b-b3a0-4790-9ccd-a44c84cb6979 service neutron] 10.222.0.16 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967331 Aug 30 13:12:05.986709 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:06.023322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:06.092105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Network 75a7a130-a32e-40b3-a3d5-1828381c976c is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:12:06.123309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:06.128130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:12:06.161217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Pushing event updated for resources: {'Port': ['ID=de5e46e2-5855-4405-806b-5107f91f0f84,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:06.201255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:06.201921 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:06.221526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a74c46d7-4bae-46fd-a7fa-344a6f25eed3 req-03ffe887-6db4-46d1-82f4-36a93e12e4d2 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0290654 Aug 30 13:12:06.235578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-4def697e-b2a7-43a8-b467-8458d1b6205b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2933016 Aug 30 13:12:06.253591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Request body: {'port': {'device_id': '918d6088-89b1-4b7e-bd36-5b86942468a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:06.322754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:06.330969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:06.341289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:06.580808 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3e7971a4-a3f1-44b5-9dfc-e6ede6102735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:06.817136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=709deffe-16f0-4692-a096-7cae8bf8d8dd,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:06.933812 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:07.019220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77978d9-1019-40f7-9601-0ae853a9400f req-29f6b4e0-453c-451b-8360-81b321a56929 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:07.023609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f77978d9-1019-40f7-9601-0ae853a9400f req-29f6b4e0-453c-451b-8360-81b321a56929 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 943 time: 0.2309043 Aug 30 13:12:07.056261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa181748-04f4-4fc7-9974-53bbb1d8d223 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:12:07.071654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67854da-aa1f-44d1-a08a-c9e91ea72525 req-7d71b5b0-541b-4cd0-85b2-2d5ec6657bbe tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:07.073915 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a67854da-aa1f-44d1-a08a-c9e91ea72525 req-7d71b5b0-541b-4cd0-85b2-2d5ec6657bbe tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 932 time: 0.0666344 Aug 30 13:12:07.122440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a67854da-aa1f-44d1-a08a-c9e91ea72525 req-6704db26-b050-4d14-9b35-6e09c46e026a tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386527 Aug 30 13:12:07.167594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:07.172160 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f77978d9-1019-40f7-9601-0ae853a9400f req-00c32f9b-711a-40b6-abed-eb3334106f0b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323507 Aug 30 13:12:07.181269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'port_id': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'mac_address': 'fa:16:3e:b3:b5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:12:07.191102 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Floating IP 5b4efed9-f545-4619-80f8-4e21a5e0d91e associated. External IP: 172.25.2.197, port: 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0. Aug 30 13:12:07.223276 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:07.236284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa181748-04f4-4fc7-9974-53bbb1d8d223 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:07.256865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:07.262426 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:07.328695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:07.342215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a0448f4-b511-4ae8-ad7f-30fc566b1770 req-5a7eca42-06a6-48ce-a216-b1d9ed13526a tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0339854 Aug 30 13:12:07.345155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5e46e2-5855-4405-806b-5107f91f0f84 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:07.360842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:07.374979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Transition to ACTIVE for port object de5e46e2-5855-4405-806b-5107f91f0f84 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:12:07.378606 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:07.473074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Pushing event updated for resources: {'Port': ['ID=de5e46e2-5855-4405-806b-5107f91f0f84,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:07.581852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 35887a34-47ba-41f3-9d59-f549a5050567 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:12:07.588896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['fa181748-04f4-4fc7-9974-53bbb1d8d223'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:12:07.597586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Attempting to bind port de5e46e2-5855-4405-806b-5107f91f0f84 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:12:07.597948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Attempting to bind port de5e46e2-5855-4405-806b-5107f91f0f84 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'dfc076df-d8b4-4ee8-91ec-fe4da14b33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '75a7a130-a32e-40b3-a3d5-1828381c976c'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:12:07.598280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Attempting to bind port de5e46e2-5855-4405-806b-5107f91f0f84 on network 75a7a130-a32e-40b3-a3d5-1828381c976c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:07.605933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Port de5e46e2-5855-4405-806b-5107f91f0f84 on network 75a7a130-a32e-40b3-a3d5-1828381c976c not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:12:07.606261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Attempting to bind port de5e46e2-5855-4405-806b-5107f91f0f84 on network 75a7a130-a32e-40b3-a3d5-1828381c976c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:07.643867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:12:07.644209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Checking segment: {'id': 'dfc076df-d8b4-4ee8-91ec-fe4da14b33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '75a7a130-a32e-40b3-a3d5-1828381c976c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:12:07.644599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Bound using segment: {'id': 'dfc076df-d8b4-4ee8-91ec-fe4da14b33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '75a7a130-a32e-40b3-a3d5-1828381c976c'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:12:07.645053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Bound port: de5e46e2-5855-4405-806b-5107f91f0f84, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfc076df-d8b4-4ee8-91ec-fe4da14b33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '75a7a130-a32e-40b3-a3d5-1828381c976c'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:12:07.645409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:07.758724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] For port de5e46e2-5855-4405-806b-5107f91f0f84, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:12:07.762838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] For port de5e46e2-5855-4405-806b-5107f91f0f84, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=de5e46e2-5855-4405-806b-5107f91f0f84,segment=NetworkSegment(dfc076df-d8b4-4ee8-91ec-fe4da14b33fb),segment_id=dfc076df-d8b4-4ee8-91ec-fe4da14b33fb)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:12:07.764759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:12:07.771149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:07.776816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] Sync routers for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:12:07.787051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:12:07.787671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:07.817651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:07.818353 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:07.819814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] 10.222.0.35 "PUT /v2.0/ports/de5e46e2-5855-4405-806b-5107f91f0f84 HTTP/1.1" status: 200 len: 1092 time: 1.5706055 Aug 30 13:12:07.820321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918d6088-89b1-4b7e-bd36-5b86942468a6', 'tag': 'de5e46e2-5855-4405-806b-5107f91f0f84'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:07.822682 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f" -d '{"events": [{"name": "network-changed", "server_uuid": "918d6088-89b1-4b7e-bd36-5b86942468a6", "tag": "de5e46e2-5855-4405-806b-5107f91f0f84"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:07.830236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:07.871392 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cff75c-8dd1-465e-b599-102fec00f476 x-openstack-request-id: req-67cff75c-8dd1-465e-b599-102fec00f476 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:07.871685 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918d6088-89b1-4b7e-bd36-5b86942468a6", "tag": "de5e46e2-5855-4405-806b-5107f91f0f84", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:07.871936 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-67cff75c-8dd1-465e-b599-102fec00f476 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:07.872356 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '918d6088-89b1-4b7e-bd36-5b86942468a6', 'tag': 'de5e46e2-5855-4405-806b-5107f91f0f84', 'status': 'completed', 'code': 200} Aug 30 13:12:07.874674 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-553f7766-94a9-4100-be4d-8d846ac57e95 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6744072 Aug 30 13:12:07.875514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866e526-b3ea-41ef-9383-7e85deafbd1e service neutron] Pushing event updated for resources: {'Port': ['ID=de5e46e2-5855-4405-806b-5107f91f0f84,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:07.877628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54084) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:07.932834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f14c-287b-4883-b825-f83359d05050 req-83d25045-9415-406d-b14e-0c6091bcbf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:07.934423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-83d25045-9415-406d-b14e-0c6091bcbf01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2924207ba71148269b281e9791fbe4b7&device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 1095 time: 0.0519278 Aug 30 13:12:07.936623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:12:07.957075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1bad270c-3c40-438e-9193-17feb654b5cb tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/floatingips/5b4efed9-f545-4619-80f8-4e21a5e0d91e HTTP/1.1" status: 200 len: 991 time: 0.0777552 Aug 30 13:12:07.983884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-a04f6fa1-93ce-4167-826a-4d83d43dac61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de5e46e2-5855-4405-806b-5107f91f0f84 HTTP/1.1" status: 200 len: 217 time: 0.0417037 Aug 30 13:12:08.042580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06f14c-287b-4883-b825-f83359d05050 req-cecac32c-e23e-478b-83bc-7b55dbed1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:08.043958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-cecac32c-e23e-478b-83bc-7b55dbed1a7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2dd79899-c7a7-46c9-8fb3-31be85ed5805 HTTP/1.1" status: 200 len: 853 time: 0.0497918 Aug 30 13:12:08.077017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-0601963d-db2a-449b-8013-ea7df44d365e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a7a130-a32e-40b3-a3d5-1828381c976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258880 Aug 30 13:12:08.174718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-fd13625a-524a-4f7c-a667-13f246623859 service neutron] 10.222.0.35 "GET /v2.0/networks/75a7a130-a32e-40b3-a3d5-1828381c976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900722 Aug 30 13:12:08.175432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:11:39Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5b4efed9-f545-4619-80f8-4e21a5e0d91e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:12:05Z', 'updated_at': '2021-08-30T13:12:05Z', 'revision_number': 0, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:08.202805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] Checking router: 35887a34-47ba-41f3-9d59-f549a5050567 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:12:08.212363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:12:08.213000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:11:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:08.299698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b95e1-c435-475c-bb8e-3d9d1a3aab10 req-99d6ac3f-b388-41c0-af04-7d46282d44a9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:08.301214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dd2b7-edc4-4126-ab10-3ab60228637d req-649c9139-993c-4272-81bb-3ca4b417d520 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:08.301360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d22b95e1-c435-475c-bb8e-3d9d1a3aab10 req-99d6ac3f-b388-41c0-af04-7d46282d44a9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0507028 Aug 30 13:12:08.302737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-061dd2b7-edc4-4126-ab10-3ab60228637d req-649c9139-993c-4272-81bb-3ca4b417d520 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 944 time: 0.1021192 Aug 30 13:12:08.329989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:12:08.334582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df06f14c-287b-4883-b825-f83359d05050 req-66863afb-738c-4a5f-8d95-194a1856faf2 service neutron] 10.222.0.35 "GET /v2.0/networks/75a7a130-a32e-40b3-a3d5-1828381c976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527376 Aug 30 13:12:08.358104 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d22b95e1-c435-475c-bb8e-3d9d1a3aab10 req-72f55cc3-1af6-4979-a99a-5fc13be8c4f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Aug 30 13:12:08.369746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-061dd2b7-edc4-4126-ab10-3ab60228637d req-d06173c0-078b-46f4-a5af-f46661e26325 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570579 Aug 30 13:12:08.446846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-15272b23-05d8-4fed-91a1-254b93a63de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:08.448329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-15272b23-05d8-4fed-91a1-254b93a63de1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2924207ba71148269b281e9791fbe4b7&device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 1095 time: 0.0612414 Aug 30 13:12:08.468842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f20aca7-2ca6-456d-8720-48fb998ff6da req-61017c35-f2a9-4858-9887-0c5d179353bd tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0337791 Aug 30 13:12:08.555308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-063807ca-ac97-44bc-a671-e6f47829b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:08.556959 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-063807ca-ac97-44bc-a671-e6f47829b14f service neutron] 10.222.0.35 "GET /v2.0/networks?id=75a7a130-a32e-40b3-a3d5-1828381c976c HTTP/1.1" status: 200 len: 914 time: 0.0903711 Aug 30 13:12:08.579668 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:11:39Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5b4efed9-f545-4619-80f8-4e21a5e0d91e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:12:05Z', 'updated_at': '2021-08-30T13:12:05Z', 'revision_number': 0, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:08.605486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-fce067f5-d9b1-4f2d-9171-95b008b2b040 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de5e46e2-5855-4405-806b-5107f91f0f84 HTTP/1.1" status: 200 len: 217 time: 0.0414696 Aug 30 13:12:08.607209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff99b3e-ab27-4538-9ee2-146d3b73d5a6 None None] The sync data for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 is: [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:11:39Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5b4efed9-f545-4619-80f8-4e21a5e0d91e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:12:05Z', 'updated_at': '2021-08-30T13:12:05Z', 'revision_number': 0, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:12:08.667141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-1d0b0552-264a-4df3-a0e6-0ca5e76714ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:08.668641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-1d0b0552-264a-4df3-a0e6-0ca5e76714ab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2dd79899-c7a7-46c9-8fb3-31be85ed5805 HTTP/1.1" status: 200 len: 853 time: 0.0457046 Aug 30 13:12:08.711793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-cbd175eb-e1c9-4cae-aa9d-fff65a378bf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=75a7a130-a32e-40b3-a3d5-1828381c976c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265565 Aug 30 13:12:08.800218 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486e42f8-1509-4dbf-b1cd-ef2f9d9e50b3 None None] New status for floating IP 5b4efed9-f545-4619-80f8-4e21a5e0d91e: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:12:08.803536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-7515df96-64dc-4d3f-a483-8a81766eb972 service neutron] 10.222.0.35 "GET /v2.0/networks/75a7a130-a32e-40b3-a3d5-1828381c976c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852339 Aug 30 13:12:08.905421 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d5ea8e7-ca6c-4d54-8d8e-ed21e60adf9f req-78aff39b-0df0-4601-a29c-abb87e95eb61 service neutron] 10.222.0.35 "GET /v2.0/networks/75a7a130-a32e-40b3-a3d5-1828381c976c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880897 Aug 30 13:12:08.960586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54098) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:09.025217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6fc0e55c-497f-471e-9c5a-c1f4048d2407 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/floatingips/5b4efed9-f545-4619-80f8-4e21a5e0d91e HTTP/1.1" status: 200 len: 993 time: 0.0627606 Aug 30 13:12:09.057974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa181748-04f4-4fc7-9974-53bbb1d8d223 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:12:09.105951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port fa181748-04f4-4fc7-9974-53bbb1d8d223 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:12:09.109620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port fa181748-04f4-4fc7-9974-53bbb1d8d223 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:12:09.110024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:09.187689 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:09.208876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:09.211643 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54084584-200f-4b77-bf28-58f8a59fa6a9" -d '{"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-plugged", "status": "completed", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:09.223731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:09.229366 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:09.254405 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a42388-a435-4d72-a560-f4fb8272ae15 x-openstack-request-id: req-b3a42388-a435-4d72-a560-f4fb8272ae15 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:09.254677 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-plugged", "status": "completed", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:09.254932 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b3a42388-a435-4d72-a560-f4fb8272ae15 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:09.255321 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'code': 200} Aug 30 13:12:09.290939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:09.315279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cc3a60ee-a704-4b47-b155-53fb21067800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:09.351797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1625e-e969-4792-8d35-0e769603fc5a req-b0a9dcc5-e9e9-4a79-b926-e634705dbea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:09.353285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ee1625e-e969-4792-8d35-0e769603fc5a req-b0a9dcc5-e9e9-4a79-b926-e634705dbea6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0428863 Aug 30 13:12:09.389162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ee1625e-e969-4792-8d35-0e769603fc5a req-899b4b71-ac37-4ebf-9012-8824c3d08e8f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283837 Aug 30 13:12:09.488830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6ab91-44a7-4952-9c65-e0d9bcd6d5c2 req-c367e504-4e44-44c9-a06c-3197974b8090 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:09.490238 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1e6ab91-44a7-4952-9c65-e0d9bcd6d5c2 req-c367e504-4e44-44c9-a06c-3197974b8090 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 944 time: 0.0526943 Aug 30 13:12:09.499309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e7efd-5b27-496b-9525-43d172bc619d req-ebf353f1-f571-4c9f-8bf9-4bf71a222717 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:09.500885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d5e7efd-5b27-496b-9525-43d172bc619d req-ebf353f1-f571-4c9f-8bf9-4bf71a222717 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0559866 Aug 30 13:12:09.529391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1e6ab91-44a7-4952-9c65-e0d9bcd6d5c2 req-a8d453f1-5995-45b2-8bbd-2303e03981b1 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331593 Aug 30 13:12:09.541481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d5e7efd-5b27-496b-9525-43d172bc619d req-253cc256-fefb-4a27-8436-8e7ea66b183a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344079 Aug 30 13:12:09.615889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f7d6dca-63b6-40c4-be55-5c6f322bd818 req-0ec45582-8bf8-41fb-9806-13df0d70905f tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0272875 Aug 30 13:12:09.873923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:09.876353 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b21de40-96ae-4f55-bfe4-166c39723eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:09.912739 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6de4d44-3a39-4e77-80de-9aba54c19d03 x-openstack-request-id: req-a6de4d44-3a39-4e77-80de-9aba54c19d03 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:09.913360 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:09.913360 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a6de4d44-3a39-4e77-80de-9aba54c19d03 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:09.914295 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'status': 'completed', 'code': 200} Aug 30 13:12:09.930985 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:09.980185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-314ec309-a84b-4ea5-91ef-af17893c7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:09.982428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-314ec309-a84b-4ea5-91ef-af17893c7740 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 1096 time: 0.0440359 Aug 30 13:12:10.087014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-65577a32-9ad8-4954-ba96-34bc0b0adfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:10.088532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-65577a32-9ad8-4954-ba96-34bc0b0adfbf service neutron] 10.222.0.35 "GET /v2.0/networks?id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e HTTP/1.1" status: 200 len: 897 time: 0.0978167 Aug 30 13:12:10.158126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-9e0f2329-261f-469b-9d56-7c494f32967b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 HTTP/1.1" status: 200 len: 1001 time: 0.0608656 Aug 30 13:12:10.209745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-6748f804-22d1-4b6a-90c8-550a837ba946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:10.211918 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-6748f804-22d1-4b6a-90c8-550a837ba946 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd1f2c06-c341-41c2-b37b-3728fb16794a HTTP/1.1" status: 200 len: 834 time: 0.0466559 Aug 30 13:12:10.266909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-c855e326-25c9-4602-a0bb-9e9256a82fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:10.268399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-c855e326-25c9-4602-a0bb-9e9256a82fa0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482967 Aug 30 13:12:10.363764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-47274cfd-24cf-491b-9d8f-859cfc95eb18 service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880625 Aug 30 13:12:10.461574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b21de40-96ae-4f55-bfe4-166c39723eb3 req-3df1cc3f-36e8-4e01-b450-2db0720cb68b service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895863 Aug 30 13:12:10.657619 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47db6e-6ab1-49bf-85f9-a5fb75532e69 req-08024c9c-a1c5-4a7b-b8f1-b2f03718c737 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:10.661327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb47db6e-6ab1-49bf-85f9-a5fb75532e69 req-08024c9c-a1c5-4a7b-b8f1-b2f03718c737 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 944 time: 0.0575111 Aug 30 13:12:10.681476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee591c-96bd-4a57-bb4c-dcf7bc105018 req-86313431-d506-4c60-94cd-1775f18f4f09 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:10.683502 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9eee591c-96bd-4a57-bb4c-dcf7bc105018 req-86313431-d506-4c60-94cd-1775f18f4f09 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0605819 Aug 30 13:12:10.707427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb47db6e-6ab1-49bf-85f9-a5fb75532e69 req-8bce432b-f6cf-4c8a-aaad-90b7d9e804d3 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405822 Aug 30 13:12:10.728254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9eee591c-96bd-4a57-bb4c-dcf7bc105018 req-4c7965c2-5cd8-4942-914c-1c16d146dd87 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364463 Aug 30 13:12:10.765936 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:10.801943 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd480404-221b-4edd-ac33-015bb1b62852 req-b8bf0346-6e35-4408-a0ab-620232b32ad2 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0290234 Aug 30 13:12:10.848898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30af94-cf1b-4f09-929b-ec1285c6ea18 req-f4349293-2f14-417b-89d5-98075a8207de tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:10.850410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d30af94-cf1b-4f09-929b-ec1285c6ea18 req-f4349293-2f14-417b-89d5-98075a8207de tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0494859 Aug 30 13:12:10.859411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54124) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:10.864055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-db39b730-fcad-4199-963e-07fc2149f455 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Request body: {'floatingip': {'port_id': 'fa181748-04f4-4fc7-9974-53bbb1d8d223'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:10.908242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-db39b730-fcad-4199-963e-07fc2149f455 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:11.337852 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-db39b730-fcad-4199-963e-07fc2149f455 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:11.341535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-db39b730-fcad-4199-963e-07fc2149f455 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:11.441934 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-db39b730-fcad-4199-963e-07fc2149f455 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Floating IP 18e1adfa-6f06-4a8d-8600-8df2aabedadb associated. External IP: 172.25.2.172, port: fa181748-04f4-4fc7-9974-53bbb1d8d223. Aug 30 13:12:11.646943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db39b730-fcad-4199-963e-07fc2149f455 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:12:11.760648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db39b730-fcad-4199-963e-07fc2149f455 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:12:11.765325 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-db39b730-fcad-4199-963e-07fc2149f455 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:11.772268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] Sync routers for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:12:11.784993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:12:11.785820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:12:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:11.800077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-db39b730-fcad-4199-963e-07fc2149f455 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "PUT /v2.0/floatingips/18e1adfa-6f06-4a8d-8600-8df2aabedadb HTTP/1.1" status: 200 len: 991 time: 0.9368589 Aug 30 13:12:11.800077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:11.800837 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:11.862804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c0026-8fb3-4ae6-891a-0a8f4f796910 req-4293f5b8-9d4a-409a-8ff4-d0b86c9318e8 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:11.864576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c48c0026-8fb3-4ae6-891a-0a8f4f796910 req-4293f5b8-9d4a-409a-8ff4-d0b86c9318e8 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 944 time: 0.0603664 Aug 30 13:12:11.907058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:12:11.910896 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c48c0026-8fb3-4ae6-891a-0a8f4f796910 req-792314c3-a334-49ba-89ba-9e7b0e5c3e33 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399287 Aug 30 13:12:11.912423 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea5e3db-1495-4f3d-a30e-fb5a336a9be3 x-openstack-request-id: req-dea5e3db-1495-4f3d-a30e-fb5a336a9be3 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:11.912866 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:11.913159 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dea5e3db-1495-4f3d-a30e-fb5a336a9be3 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:11.913505 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'status': 'completed', 'code': 200} Aug 30 13:12:11.985919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa4a11b6-e117-4a09-b5d7-c3dfcc5115fe req-2f3c1f1f-045d-4726-8d4c-c3656502c863 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0286593 Aug 30 13:12:11.997380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-6068a356-5f38-4231-959d-2da5b64fc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:11.999155 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-6068a356-5f38-4231-959d-2da5b64fc4cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0518990 Aug 30 13:12:12.091361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-a095cd1d-939b-4837-bb15-4444d01b42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:12.092846 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-a095cd1d-939b-4837-bb15-4444d01b42b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.0862985 Aug 30 13:12:12.144132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:12.164526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '18e1adfa-6f06-4a8d-8600-8df2aabedadb', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'port_id': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'mac_address': 'fa:16:3e:b3:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:11:59Z', 'updated_at': '2021-08-30T13:12:11Z', 'revision_number': 1, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:12.191385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] Checking router: 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:12:12.199986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:12:12.200590 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-b61dfece-7744-44cb-a27a-e1ebcf71e2f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223 HTTP/1.1" status: 200 len: 999 time: 0.0997086 Aug 30 13:12:12.200728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:12:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:12.262240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-a904c9b5-8062-41b1-9271-5d660050d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:12.263752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-a904c9b5-8062-41b1-9271-5d660050d98c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.0447907 Aug 30 13:12:12.312972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-ee964288-a734-48c6-adc0-c0c27e1a25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:12.314504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-ee964288-a734-48c6-adc0-c0c27e1a25ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433102 Aug 30 13:12:12.464968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:12:12.674763 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-a97b59be-2ffe-4973-ae6d-fafcc237d9e8 service neutron] 10.222.0.16 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522053 Aug 30 13:12:12.710193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '18e1adfa-6f06-4a8d-8600-8df2aabedadb', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'port_id': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'mac_address': 'fa:16:3e:b3:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:11:59Z', 'updated_at': '2021-08-30T13:12:11Z', 'revision_number': 1, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:12.738507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d73c3f-476d-4a85-bca2-c70091aa043b None None] The sync data for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 is: [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '18e1adfa-6f06-4a8d-8600-8df2aabedadb', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'floating_ip_address': '172.25.2.172', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'port_id': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1830, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'mac_address': 'fa:16:3e:b3:b5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:11:59Z', 'updated_at': '2021-08-30T13:12:11Z', 'revision_number': 1, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:12:12.777383 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e98b51bc-f65a-4fa4-bbe5-0b5cfa52c199 req-51ca6d83-ebdf-4be2-814d-6c2fe690d400 service neutron] 10.222.0.16 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933771 Aug 30 13:12:12.819973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device de5e46e2-5855-4405-806b-5107f91f0f84 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:12:12.926058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port de5e46e2-5855-4405-806b-5107f91f0f84, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=de5e46e2-5855-4405-806b-5107f91f0f84,segment=NetworkSegment(dfc076df-d8b4-4ee8-91ec-fe4da14b33fb),segment_id=dfc076df-d8b4-4ee8-91ec-fe4da14b33fb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:12.940399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'de5e46e2-5855-4405-806b-5107f91f0f84', 'network_id': '75a7a130-a32e-40b3-a3d5-1828381c976c', 'port_id': 'de5e46e2-5855-4405-806b-5107f91f0f84', 'mac_address': 'fa:16:3e:72:99:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd79899-c7a7-46c9-8fb3-31be85ed5805', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:12:12.983770 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65840e84-129e-4b8e-806f-df0ff7b07340 None None] New status for floating IP 18e1adfa-6f06-4a8d-8600-8df2aabedadb: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:12:12.992027 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:13.005577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5e46e2-5855-4405-806b-5107f91f0f84 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:13.028431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port de5e46e2-5855-4405-806b-5107f91f0f84, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=de5e46e2-5855-4405-806b-5107f91f0f84,segment=NetworkSegment(dfc076df-d8b4-4ee8-91ec-fe4da14b33fb),segment_id=dfc076df-d8b4-4ee8-91ec-fe4da14b33fb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:13.035933 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:13.051388 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7beab-9dc9-4253-ace2-941eb305d766 req-cc3b8a8e-b961-45c0-96ae-eb3e1c89bc80 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:13.052909 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c7beab-9dc9-4253-ace2-941eb305d766 req-cc3b8a8e-b961-45c0-96ae-eb3e1c89bc80 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 944 time: 0.0631263 Aug 30 13:12:13.097046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=de5e46e2-5855-4405-806b-5107f91f0f84,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:13.106307 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c7beab-9dc9-4253-ace2-941eb305d766 req-ea91c354-76b7-4a8a-b546-102cb1d477ae tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470192 Aug 30 13:12:13.118319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f43d7b00-b609-4723-825b-cda1d206b178 req-d9f91744-ddf5-4f28-8104-8d27468ee1ea tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0372608 Aug 30 13:12:13.391287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['de5e46e2-5855-4405-806b-5107f91f0f84'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:12:14.227795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788f009-e148-4522-93c2-0b2621cad9e0 req-36b3e7d8-f556-4f51-918d-d80dcce9f744 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:14.229293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0788f009-e148-4522-93c2-0b2621cad9e0 req-36b3e7d8-f556-4f51-918d-d80dcce9f744 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 945 time: 0.0523601 Aug 30 13:12:14.233571 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f44c0e9c-05af-412a-9848-58a5aabec70e req-ce25a567-8e7d-4a3e-9077-e0f73fe3fc89 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0319679 Aug 30 13:12:14.268489 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0788f009-e148-4522-93c2-0b2621cad9e0 req-43328e22-2e54-47e0-accf-0c4b36fe7a48 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326555 Aug 30 13:12:14.322764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-4748b9e1-b89c-4d23-8aef-e73f2db22a56 req-25930732-bb77-42c9-a428-5c931ab03180 service neutron] (95699) timed out ('10.222.0.35', 64266) {{(pid=95699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:12:14.832635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device de5e46e2-5855-4405-806b-5107f91f0f84 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:12:14.880818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port de5e46e2-5855-4405-806b-5107f91f0f84 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:12:14.885090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port de5e46e2-5855-4405-806b-5107f91f0f84 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:12:14.885462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:14.966343 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:14.990941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d6088-89b1-4b7e-bd36-5b86942468a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5e46e2-5855-4405-806b-5107f91f0f84'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:14.993830 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6146e3bb-66f3-4fe1-ba72-e5bb7aa40a4a" -d '{"events": [{"server_uuid": "918d6088-89b1-4b7e-bd36-5b86942468a6", "name": "network-vif-plugged", "status": "completed", "tag": "de5e46e2-5855-4405-806b-5107f91f0f84"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:15.008408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port de5e46e2-5855-4405-806b-5107f91f0f84, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=de5e46e2-5855-4405-806b-5107f91f0f84,segment=NetworkSegment(dfc076df-d8b4-4ee8-91ec-fe4da14b33fb),segment_id=dfc076df-d8b4-4ee8-91ec-fe4da14b33fb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:15.019611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:15.052570 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0784dea2-718a-4a47-b74b-eaa3ca7e2456 x-openstack-request-id: req-0784dea2-718a-4a47-b74b-eaa3ca7e2456 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:15.052884 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d6088-89b1-4b7e-bd36-5b86942468a6", "name": "network-vif-plugged", "status": "completed", "tag": "de5e46e2-5855-4405-806b-5107f91f0f84", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:15.053175 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0784dea2-718a-4a47-b74b-eaa3ca7e2456 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:15.053631 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d6088-89b1-4b7e-bd36-5b86942468a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5e46e2-5855-4405-806b-5107f91f0f84', 'code': 200} Aug 30 13:12:15.076119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=de5e46e2-5855-4405-806b-5107f91f0f84,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:15.161882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5679f04-6c86-4ffc-9f2b-21107311a8ee req-dde42f32-ea7d-4a69-b664-bc7f08501db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:15.163530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5679f04-6c86-4ffc-9f2b-21107311a8ee req-dde42f32-ea7d-4a69-b664-bc7f08501db8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 1097 time: 0.0411160 Aug 30 13:12:15.200589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5679f04-6c86-4ffc-9f2b-21107311a8ee req-31833476-3a94-4082-9b8b-84742005b091 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293548 Aug 30 13:12:15.340660 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-970a481f-bcb4-4a9c-83ae-a5bf21088f9f req-1a2cb0de-60e5-4100-804d-a0359d78244b tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0292776 Aug 30 13:12:15.400837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f5eb2-066e-47b5-9112-37088b4e8a30 req-9a8e06d3-b98b-4229-bdff-e694ccd94479 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:15.402607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d0f5eb2-066e-47b5-9112-37088b4e8a30 req-9a8e06d3-b98b-4229-bdff-e694ccd94479 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 946 time: 0.0587180 Aug 30 13:12:15.447893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d0f5eb2-066e-47b5-9112-37088b4e8a30 req-10bd50cf-47e0-4a80-b514-30c34d26830f tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387459 Aug 30 13:12:16.454270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1720dc41-1b6b-4302-8724-e5c1c214bc6a req-eb89ca17-204a-4d28-ab32-278214819c0d tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0321743 Aug 30 13:12:16.561896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff3791-2977-4231-9ed6-9b7e14993db5 req-1ba1c79f-734c-4e1b-8513-d2da748c4e8b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:16.563609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-99ff3791-2977-4231-9ed6-9b7e14993db5 req-1ba1c79f-734c-4e1b-8513-d2da748c4e8b tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 946 time: 0.0499039 Aug 30 13:12:16.604661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-99ff3791-2977-4231-9ed6-9b7e14993db5 req-24308ca3-9d88-4d56-9c93-4f7291054438 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351796 Aug 30 13:12:17.562598 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0efc5c87-a7ab-4ef9-91c0-e6fc1ab70f80 req-d1c0f9fe-ae81-4266-8fdf-4f908397f975 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0280368 Aug 30 13:12:17.733287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f1e9e-2c87-4f78-98af-b393f62e7650 req-20c7a6c2-3abd-40db-908e-479436c140a9 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:17.734986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b50f1e9e-2c87-4f78-98af-b393f62e7650 req-20c7a6c2-3abd-40db-908e-479436c140a9 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 946 time: 0.0546861 Aug 30 13:12:17.776537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b50f1e9e-2c87-4f78-98af-b393f62e7650 req-89018282-519a-4a6f-8c57-1653af51d6ed tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357733 Aug 30 13:12:18.141438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d826a4-8934-4a1c-880b-fbe7f9877b79 req-74cda618-5016-4076-8f72-7509959693d8 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:18.143031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9d826a4-8934-4a1c-880b-fbe7f9877b79 req-74cda618-5016-4076-8f72-7509959693d8 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 946 time: 0.0539455 Aug 30 13:12:18.181138 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9d826a4-8934-4a1c-880b-fbe7f9877b79 req-29900dd5-ed4c-4e18-a2f8-8dc24a43b562 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Aug 30 13:12:18.670229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4233c325-6668-4ce4-8aa9-81b3954baa9f req-ba5de0c5-d5da-4dd9-a08a-5cf9bcdaf0b6 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0261197 Aug 30 13:12:19.302858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8ad90-225a-4954-800a-25d4ead3b15c req-a61acd3c-23ec-476d-bf9d-4ea604b230f7 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:19.304401 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32a8ad90-225a-4954-800a-25d4ead3b15c req-a61acd3c-23ec-476d-bf9d-4ea604b230f7 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 946 time: 0.0536625 Aug 30 13:12:19.342534 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32a8ad90-225a-4954-800a-25d4ead3b15c req-9e79f4e4-ad32-45f0-a913-bb6e3566df3f tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/security-groups?id=c918fc41-77c4-4dcf-a715-f1c898ebfa6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321319 Aug 30 13:12:19.776391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57324580-5a26-48c2-9c0f-e57afde76f5d req-2e77e8dd-da6b-478c-b604-8b220680d97b tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0333362 Aug 30 13:12:19.815858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48865930-5b49-480f-8906-7060dd645ab6 req-9787e404-ec42-404d-8a4e-05b765889e21 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:19.817297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48865930-5b49-480f-8906-7060dd645ab6 req-9787e404-ec42-404d-8a4e-05b765889e21 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.35 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 946 time: 0.0653899 Aug 30 13:12:19.908135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-48865930-5b49-480f-8906-7060dd645ab6 req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Deleting port de5e46e2-5855-4405-806b-5107f91f0f84 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:12:19.908538 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48865930-5b49-480f-8906-7060dd645ab6 req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:19.998800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-48865930-5b49-480f-8906-7060dd645ab6 req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] For port de5e46e2-5855-4405-806b-5107f91f0f84, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=de5e46e2-5855-4405-806b-5107f91f0f84,segment=NetworkSegment(dfc076df-d8b4-4ee8-91ec-fe4da14b33fb),segment_id=dfc076df-d8b4-4ee8-91ec-fe4da14b33fb)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:19.999170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48865930-5b49-480f-8906-7060dd645ab6 req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:20.012075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-48865930-5b49-480f-8906-7060dd645ab6 req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Calling delete_port for de5e46e2-5855-4405-806b-5107f91f0f84 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:12:20.141961 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48865930-5b49-480f-8906-7060dd645ab6 req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:20.158491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['de5e46e2-5855-4405-806b-5107f91f0f84'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:12:20.174347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Pushing event deleted for resources: {'Port': ['ID=de5e46e2-5855-4405-806b-5107f91f0f84,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:20.199698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.200042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.200378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.200713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.201063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.201395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.201738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.202065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.202395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.202741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.203068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.203385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:20.224993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-48865930-5b49-480f-8906-7060dd645ab6 req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] No DVR routers for this DVR port de5e46e2-5855-4405-806b-5107f91f0f84 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:12:20.228669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48865930-5b49-480f-8906-7060dd645ab6 req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:20.231121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48865930-5b49-480f-8906-7060dd645ab6 req-c9667264-94b6-46d2-8d9f-f2299cd2eb11 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.35 "DELETE /v2.0/ports/de5e46e2-5855-4405-806b-5107f91f0f84 HTTP/1.1" status: 204 len: 173 time: 0.4074841 Aug 30 13:12:20.231579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918d6088-89b1-4b7e-bd36-5b86942468a6', 'name': 'network-vif-deleted', 'tag': 'de5e46e2-5855-4405-806b-5107f91f0f84'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:20.233841 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4dab91-a70b-4387-9b9f-fdf9dd5baf39" -d '{"events": [{"server_uuid": "918d6088-89b1-4b7e-bd36-5b86942468a6", "name": "network-vif-deleted", "tag": "de5e46e2-5855-4405-806b-5107f91f0f84"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:20.277569 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7019c90f-6090-44f6-b595-22631c48d3f4 x-openstack-request-id: req-7019c90f-6090-44f6-b595-22631c48d3f4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:20.277908 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918d6088-89b1-4b7e-bd36-5b86942468a6", "name": "network-vif-deleted", "tag": "de5e46e2-5855-4405-806b-5107f91f0f84", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:20.278162 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7019c90f-6090-44f6-b595-22631c48d3f4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:20.278558 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '918d6088-89b1-4b7e-bd36-5b86942468a6', 'name': 'network-vif-deleted', 'tag': 'de5e46e2-5855-4405-806b-5107f91f0f84', 'status': 'completed', 'code': 200} Aug 30 13:12:20.451907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3d54ff3-c60d-4be3-a1b3-d32f3eafd35d req-d0c6d0b6-5639-44e5-ac40-f60622de09c0 tempest-ServerPasswordTestJSON-1646439129 tempest-ServerPasswordTestJSON-1646439129-project] 10.222.0.37 "GET /v2.0/ports?device_id=918d6088-89b1-4b7e-bd36-5b86942468a6 HTTP/1.1" status: 200 len: 210 time: 0.0258181 Aug 30 13:12:20.878229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bfc989bf-3855-4426-bd36-73757df8d7b5 req-97e04edc-5d3d-4ae6-80cc-f8d1b8ebb6c5 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0294008 Aug 30 13:12:21.508358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54236) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:21.556801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16a8223-00ee-4e1b-9ca5-87b82ff0c66d admin admin] Deleting subnet 2dd79899-c7a7-46c9-8fb3-31be85ed5805 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:12:21.560123 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16a8223-00ee-4e1b-9ca5-87b82ff0c66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.595191 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16a8223-00ee-4e1b-9ca5-87b82ff0c66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.635308 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16a8223-00ee-4e1b-9ca5-87b82ff0c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.694020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16a8223-00ee-4e1b-9ca5-87b82ff0c66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.716862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a8223-00ee-4e1b-9ca5-87b82ff0c66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd79899-c7a7-46c9-8fb3-31be85ed5805,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:21.723283 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16a8223-00ee-4e1b-9ca5-87b82ff0c66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.725236 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e16a8223-00ee-4e1b-9ca5-87b82ff0c66d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2dd79899-c7a7-46c9-8fb3-31be85ed5805 HTTP/1.1" status: 204 len: 168 time: 0.2157848 Aug 30 13:12:21.728156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54240) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:21.798858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.883799 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.893439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a7a130-a32e-40b3-a3d5-1828381c976c']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:21.904493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc076df-d8b4-4ee8-91ec-fe4da14b33fb') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:21.904784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc076df-d8b4-4ee8-91ec-fe4da14b33fb') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:12:21.915139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.930265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.936324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:12:21.936763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:12:21.938632 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:12:22.014897 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-487ca55d-c069-4d0a-8108-d5a9b2152f95 req-ef8feb2a-82db-4354-afa5-4a1c98ea31ad tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0422137 Aug 30 13:12:22.022084 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:22.027938 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:22.032450 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/75a7a130-a32e-40b3-a3d5-1828381c976c HTTP/1.1" status: 204 len: 168 time: 0.3033540 Aug 30 13:12:22.045340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63efc2-781b-496e-bece-aefefcb2a6d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a7a130-a32e-40b3-a3d5-1828381c976c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:22.144123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54248) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:22.185156 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e478f38c-40bf-412d-b220-7c22d533f33c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2924207ba71148269b281e9791fbe4b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398545 Aug 30 13:12:22.187684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54250) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:22.236506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7fca171-79f4-42b7-9cf9-5feb5c8da249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:22.257121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7fca171-79f4-42b7-9cf9-5feb5c8da249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:22.302719 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7fca171-79f4-42b7-9cf9-5feb5c8da249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:22.305964 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7fca171-79f4-42b7-9cf9-5feb5c8da249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:22.307260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e7fca171-79f4-42b7-9cf9-5feb5c8da249 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c918fc41-77c4-4dcf-a715-f1c898ebfa6c HTTP/1.1" status: 204 len: 168 time: 0.1186247 Aug 30 13:12:22.314855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fca171-79f4-42b7-9cf9-5feb5c8da249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c918fc41-77c4-4dcf-a715-f1c898ebfa6c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:22.976889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54278) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:23.077652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1022737783-network', 'tenant_id': '49d588d34cb7467e82937f2037c2cd7a'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:23.103913 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Made reservation on behalf of 49d588d34cb7467e82937f2037c2cd7a for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:23.106722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.115467 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.124909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53ae07ce-9bb5-48d8-ac02-6d00cfa40e92 req-6beec97e-4068-44af-b28b-8b370a543812 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Aug 30 13:12:23.208424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.212867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.237082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:12:23.247314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d156e0-e389-41ae-97f7-e167e8459f63,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:23.252059 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.252400 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Added segment f15096e4-a1c6-4dbe-8848-9a7c24988923 of type vlan for network 8a686d7b-edfe-4609-a5ac-8709a47b7aed Aug 30 13:12:23.292280 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.317066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.318003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:23.318601 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.373533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3954551 Aug 30 13:12:23.376616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54284) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:23.378603 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff28d5-383b-4ee7-9ea2-a5a81a9ca7aa admin admin] Pushing event updated for resources: {'Network': ['ID=8a686d7b-edfe-4609-a5ac-8709a47b7aed,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:23.381690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Request body: {'subnet': {'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1022737783-subnet', 'tenant_id': '49d588d34cb7467e82937f2037c2cd7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:23.388393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 8a686d7b-edfe-4609-a5ac-8709a47b7aed details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:12:23.432529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Made reservation on behalf of 49d588d34cb7467e82937f2037c2cd7a for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:23.435064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.604315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.661019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40089d69-b93c-4a18-a5a6-81e968b83ca8,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:23.668180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Checking segment: {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:12:23.668541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Network hostable DHCP agents. Network: 8a686d7b-edfe-4609-a5ac-8709a47b7aed, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:12:23.685362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Network 8a686d7b-edfe-4609-a5ac-8709a47b7aed is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:12:23.694081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 8a686d7b-edfe-4609-a5ac-8709a47b7aed) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:23.700025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:23.700955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:23.704363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c67f316-8bcd-4785-b267-1c6627fd6a7d None None] Network 8a686d7b-edfe-4609-a5ac-8709a47b7aed requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:12:23.715885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c06d7c52-4a68-44dc-8e7d-aec56a193ed7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3381038 Aug 30 13:12:23.826945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22658e-a33d-4964-aab1-0ada9328f184 None None] Network 8a686d7b-edfe-4609-a5ac-8709a47b7aed requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:12:24.141774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-d1215ad2-2557-4331-b7b3-77aff2db7a66 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:24.143232 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-d1215ad2-2557-4331-b7b3-77aff2db7a66 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 815 time: 0.1046600 Aug 30 13:12:24.158702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-6174023b-1d7e-4955-8a03-ad9ed1de9819 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/quotas/49d588d34cb7467e82937f2037c2cd7a HTTP/1.1" status: 200 len: 375 time: 0.0089443 Aug 30 13:12:24.191474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-7973e0d6-a5c3-487f-adf9-c7d1780b6f19 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267036 Aug 30 13:12:24.232603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b356f08f-8478-4fa3-9bea-3b996ac7eda2 req-b764cad4-477f-40d8-9418-d1f1c681ceb3 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0280359 Aug 30 13:12:24.284676 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-0dce1dc0-84f1-48f8-a874-a706ca6ca939 service neutron] 10.222.0.37 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859151 Aug 30 13:12:24.373444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-80b78b8b-b721-453e-b663-e77de0042f2b service neutron] 10.222.0.37 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820048 Aug 30 13:12:24.542942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c79dbb30-d255-453e-869d-384f8d027a21 req-d488afe0-2b0f-4b99-a4de-8b701223197f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 210 time: 0.0322776 Aug 30 13:12:24.859796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device de5e46e2-5855-4405-806b-5107f91f0f84 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:12:24.882516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: de5e46e2-5855-4405-806b-5107f91f0f84 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:12:24.883028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device de5e46e2-5855-4405-806b-5107f91f0f84 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:12:25.349592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1e5ce7b-6ae2-4a96-acf9-fee9b00407d2 req-44638524-79fe-478a-aa74-6db786d96106 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0344889 Aug 30 13:12:25.517295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-43967343-08ea-4c12-a0ce-0b2fd1fba514 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:25.518845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-43967343-08ea-4c12-a0ce-0b2fd1fba514 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.35 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 815 time: 0.1161914 Aug 30 13:12:25.536388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Request body: {'port': {'device_id': '2061fd13-0c87-4fb8-bbe0-29f54a6544bc', 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed', 'admin_state_up': True, 'tenant_id': '49d588d34cb7467e82937f2037c2cd7a'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:25.650957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa2184da-9cfc-4f89-ae06-e5b318f4d39b req-9ea42fb9-b013-48eb-aa63-8a91967a0823 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 210 time: 0.0302324 Aug 30 13:12:25.671008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Made reservation on behalf of 49d588d34cb7467e82937f2037c2cd7a for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:25.675639 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:25.813320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Allocated IP 172.20.0.3 (8a686d7b-edfe-4609-a5ac-8709a47b7aed/40089d69-b93c-4a18-a5a6-81e968b83ca8/b3c48d50-4df6-47dc-b0d7-f215bd28d662) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:12:25.983292 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:26.023574 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:26.068503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Network 8a686d7b-edfe-4609-a5ac-8709a47b7aed is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:12:26.074396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:26.078469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:12:26.108428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Pushing event updated for resources: {'Port': ['ID=b3c48d50-4df6-47dc-b0d7-f215bd28d662,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:26.136370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:26.136984 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:26.151359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-e4f11b87-f988-444c-a79b-c950b33d0f1c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6209967 Aug 30 13:12:26.169559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Request body: {'port': {'device_id': '2061fd13-0c87-4fb8-bbe0-29f54a6544bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:26.225618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:26.500112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee05e19a-2745-4132-98e6-050eec02c273 req-6bb4ce5a-fe5c-4626-88b9-e2f45b852278 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0522208 Aug 30 13:12:26.514043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c48d50-4df6-47dc-b0d7-f215bd28d662 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:26.521755 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:26.537455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Transition to ACTIVE for port object b3c48d50-4df6-47dc-b0d7-f215bd28d662 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:12:26.541820 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:26.594077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Pushing event updated for resources: {'Port': ['ID=b3c48d50-4df6-47dc-b0d7-f215bd28d662,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:26.666560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Attempting to bind port b3c48d50-4df6-47dc-b0d7-f215bd28d662 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:12:26.666901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Attempting to bind port b3c48d50-4df6-47dc-b0d7-f215bd28d662 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:12:26.667232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Attempting to bind port b3c48d50-4df6-47dc-b0d7-f215bd28d662 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:26.671992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Port b3c48d50-4df6-47dc-b0d7-f215bd28d662 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:12:26.672313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Attempting to bind port b3c48d50-4df6-47dc-b0d7-f215bd28d662 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:26.677520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:12:26.677885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Checking segment: {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:12:26.678265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Bound using segment: {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:12:26.678689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Bound port: b3c48d50-4df6-47dc-b0d7-f215bd28d662, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:12:26.679104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:26.749319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] For port b3c48d50-4df6-47dc-b0d7-f215bd28d662, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:12:26.753212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] For port b3c48d50-4df6-47dc-b0d7-f215bd28d662, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b3c48d50-4df6-47dc-b0d7-f215bd28d662,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:12:26.759266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:26.794165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbb5fb-12cc-45b5-a0f7-420aac0d1501 req-60f65277-a585-4ab7-ac64-cbc25efc48fd tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:26.796504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9fbb5fb-12cc-45b5-a0f7-420aac0d1501 req-60f65277-a585-4ab7-ac64-cbc25efc48fd tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 943 time: 0.0699189 Aug 30 13:12:26.810040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:26.810659 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:26.812047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] 10.222.0.35 "PUT /v2.0/ports/b3c48d50-4df6-47dc-b0d7-f215bd28d662 HTTP/1.1" status: 200 len: 1091 time: 0.6467009 Aug 30 13:12:26.812484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2061fd13-0c87-4fb8-bbe0-29f54a6544bc', 'tag': 'b3c48d50-4df6-47dc-b0d7-f215bd28d662'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:26.814738 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e38065-737a-4624-9bff-c414214dbd15" -d '{"events": [{"name": "network-changed", "server_uuid": "2061fd13-0c87-4fb8-bbe0-29f54a6544bc", "tag": "b3c48d50-4df6-47dc-b0d7-f215bd28d662"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:26.831583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee0e9f-7bfe-44c5-ab28-bbd51075cb0e service neutron] Pushing event updated for resources: {'Port': ['ID=b3c48d50-4df6-47dc-b0d7-f215bd28d662,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:26.848458 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9fbb5fb-12cc-45b5-a0f7-420aac0d1501 req-2b06ea1b-5035-436c-920a-9f2b657297ca tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Aug 30 13:12:26.863236 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7172c26c-fe48-4418-938d-51ef571e2699 x-openstack-request-id: req-7172c26c-fe48-4418-938d-51ef571e2699 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:26.863518 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2061fd13-0c87-4fb8-bbe0-29f54a6544bc", "tag": "b3c48d50-4df6-47dc-b0d7-f215bd28d662", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:26.863876 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7172c26c-fe48-4418-938d-51ef571e2699 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:26.864282 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2061fd13-0c87-4fb8-bbe0-29f54a6544bc', 'tag': 'b3c48d50-4df6-47dc-b0d7-f215bd28d662', 'status': 'completed', 'code': 200} Aug 30 13:12:27.228829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-238893a8-5a0d-43e1-8fd9-1d9febb53ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:27.230429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-238893a8-5a0d-43e1-8fd9-1d9febb53ec9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 1094 time: 0.3596745 Aug 30 13:12:27.283750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-4ac66ede-b41b-4288-a007-c28ed927f2f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3c48d50-4df6-47dc-b0d7-f215bd28d662 HTTP/1.1" status: 200 len: 217 time: 0.0391474 Aug 30 13:12:27.337680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-36f7b77a-d5da-4ddb-ba0f-985f678ee572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:27.339466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-36f7b77a-d5da-4ddb-ba0f-985f678ee572 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40089d69-b93c-4a18-a5a6-81e968b83ca8 HTTP/1.1" status: 200 len: 855 time: 0.0488167 Aug 30 13:12:27.377692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-abcf1bd7-f31a-4187-a611-e9ca93c51f50 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a686d7b-edfe-4609-a5ac-8709a47b7aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300894 Aug 30 13:12:27.474785 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-43cf43b9-2b55-43a5-9f2c-906ba6521eec service neutron] 10.222.0.35 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894766 Aug 30 13:12:27.580350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bb45c17-353f-4c82-ad80-acc6e2830eca req-a57f5dd7-30e2-477c-9c5a-5a4a4cdf29d9 service neutron] 10.222.0.35 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981815 Aug 30 13:12:27.609296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-893e2040-9fa0-4997-932d-14b839296080 req-fcd967ad-8eb1-4065-9856-ab04b995cb57 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0313976 Aug 30 13:12:27.676778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e38065-737a-4624-9bff-c414214dbd15 req-a5cb257a-176c-4fdd-91fb-91b45d6e6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:27.678463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8e38065-737a-4624-9bff-c414214dbd15 req-a5cb257a-176c-4fdd-91fb-91b45d6e6d77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 1094 time: 0.0450816 Aug 30 13:12:27.784028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e38065-737a-4624-9bff-c414214dbd15 req-2f5bf50b-1a7e-4850-af92-404c8d1c2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:27.785863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8e38065-737a-4624-9bff-c414214dbd15 req-2f5bf50b-1a7e-4850-af92-404c8d1c2cb0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 916 time: 0.0998573 Aug 30 13:12:27.833346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8e38065-737a-4624-9bff-c414214dbd15 req-c3ff2d1d-30af-435f-864b-df88d1cf8178 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3c48d50-4df6-47dc-b0d7-f215bd28d662 HTTP/1.1" status: 200 len: 217 time: 0.0402062 Aug 30 13:12:27.885154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e38065-737a-4624-9bff-c414214dbd15 req-3133a47f-1fda-4a37-8b1a-c5860312e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:27.887026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8e38065-737a-4624-9bff-c414214dbd15 req-3133a47f-1fda-4a37-8b1a-c5860312e76e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=40089d69-b93c-4a18-a5a6-81e968b83ca8 HTTP/1.1" status: 200 len: 855 time: 0.0472131 Aug 30 13:12:27.920886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8e38065-737a-4624-9bff-c414214dbd15 req-94e8a46e-be3e-43cb-8698-02f1ac12a708 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8a686d7b-edfe-4609-a5ac-8709a47b7aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263100 Aug 30 13:12:28.027776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8998f-ea48-4aad-815d-66f173cdf41b req-22b25e6e-59b9-44de-929d-d977cbae042c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:28.029257 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2ea8998f-ea48-4aad-815d-66f173cdf41b req-22b25e6e-59b9-44de-929d-d977cbae042c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 943 time: 0.1066785 Aug 30 13:12:28.053410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8e38065-737a-4624-9bff-c414214dbd15 req-c444f7ba-555c-444f-a75f-69655b862f38 service neutron] 10.222.0.35 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220868 Aug 30 13:12:28.124985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2ea8998f-ea48-4aad-815d-66f173cdf41b req-6e8d8ae9-dae1-4bf0-9e27-4a5da8b401bc tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880702 Aug 30 13:12:28.163010 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8e38065-737a-4624-9bff-c414214dbd15 req-67bc2860-7701-45f0-a20b-8e8496ad380c service neutron] 10.222.0.35 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014695 Aug 30 13:12:28.264082 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:28.720140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f28c294-6dec-4223-8e79-c7ff55c99795 req-8e683057-5192-406d-8a22-696511d02702 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0313911 Aug 30 13:12:29.238939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfa85c-9c61-4e2f-98fe-090ac035ced3 req-396d309f-2ed6-44d9-88aa-78a536795cb4 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:29.240631 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91bfa85c-9c61-4e2f-98fe-090ac035ced3 req-396d309f-2ed6-44d9-88aa-78a536795cb4 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 943 time: 0.0494967 Aug 30 13:12:29.287173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91bfa85c-9c61-4e2f-98fe-090ac035ced3 req-1f1856ba-293f-4fa6-802a-fb2c7cae0e57 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Aug 30 13:12:29.825247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1590c735-7d8d-4344-a13b-91e3f6806024 req-d5adb71b-fcd7-4a47-9d55-a2954783ba14 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0278492 Aug 30 13:12:30.403391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eec3e3-ea47-480e-b222-ab01f7a87627 req-a53b6bb8-0804-4aac-8464-30290c903038 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:30.404899 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31eec3e3-ea47-480e-b222-ab01f7a87627 req-a53b6bb8-0804-4aac-8464-30290c903038 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 943 time: 0.0512295 Aug 30 13:12:30.444006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31eec3e3-ea47-480e-b222-ab01f7a87627 req-073dc4e7-c28d-445b-b669-936ef013cb16 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330360 Aug 30 13:12:30.670607 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:30.934153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c450a9e-fce8-4d29-a8d4-0df751100027 req-5591142d-976e-4b02-ab12-0d3ffb4bf0f8 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0312743 Aug 30 13:12:31.561943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8714b-0b03-4ec9-95fb-61730f504602 req-e420397e-36cf-4832-a41d-235045badfcd tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:31.563471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2bb8714b-0b03-4ec9-95fb-61730f504602 req-e420397e-36cf-4832-a41d-235045badfcd tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 943 time: 0.0493784 Aug 30 13:12:31.601454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2bb8714b-0b03-4ec9-95fb-61730f504602 req-dcc7c847-3d11-4ffe-bc8c-b954a028706b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Aug 30 13:12:32.037501 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b577e8ef-57b6-48a9-824b-02262bca397d req-f410377a-1ac3-4cba-98ce-201c00e17a82 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0282509 Aug 30 13:12:32.719272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca7c5-9e14-41c1-9d1c-bc51b78744b7 req-c4e15669-1520-49fc-a735-3577e3a03059 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:32.720767 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cdca7c5-9e14-41c1-9d1c-bc51b78744b7 req-c4e15669-1520-49fc-a735-3577e3a03059 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 943 time: 0.0495825 Aug 30 13:12:32.762019 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1cdca7c5-9e14-41c1-9d1c-bc51b78744b7 req-e84eb660-b7e5-454c-8425-ea6c335d4490 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353017 Aug 30 13:12:32.917351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b3c48d50-4df6-47dc-b0d7-f215bd28d662 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:12:33.012706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b3c48d50-4df6-47dc-b0d7-f215bd28d662, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b3c48d50-4df6-47dc-b0d7-f215bd28d662,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:33.023432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'b3c48d50-4df6-47dc-b0d7-f215bd28d662', 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed', 'port_id': 'b3c48d50-4df6-47dc-b0d7-f215bd28d662', 'mac_address': 'fa:16:3e:b8:91:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40089d69-b93c-4a18-a5a6-81e968b83ca8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:12:33.061009 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:33.077151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c48d50-4df6-47dc-b0d7-f215bd28d662 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:33.097251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b3c48d50-4df6-47dc-b0d7-f215bd28d662, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b3c48d50-4df6-47dc-b0d7-f215bd28d662,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:33.101710 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:33.157921 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-319f2d05-6926-443c-8a07-fcd2acc6a6fc req-1c6b75ab-96e4-43e9-b39b-df4d58503fb1 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0306273 Aug 30 13:12:33.159249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b3c48d50-4df6-47dc-b0d7-f215bd28d662,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:33.436305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b3c48d50-4df6-47dc-b0d7-f215bd28d662'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:12:33.874693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf589d6-408f-451f-869e-b3408883ed41 req-378cd70a-1397-4811-855e-a17e5b8d64e8 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:33.876158 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bf589d6-408f-451f-869e-b3408883ed41 req-378cd70a-1397-4811-855e-a17e5b8d64e8 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 944 time: 0.0491252 Aug 30 13:12:33.913227 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bf589d6-408f-451f-869e-b3408883ed41 req-1c0f65f0-891a-480a-83d7-3b5e284f345f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312407 Aug 30 13:12:34.262999 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17155418-c622-479e-8e36-3b85401a18e7 req-c2c01b96-7b38-4c5e-bbb1-ecd663232ca6 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0280559 Aug 30 13:12:34.923555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b3c48d50-4df6-47dc-b0d7-f215bd28d662 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:12:34.976894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port b3c48d50-4df6-47dc-b0d7-f215bd28d662 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:12:34.981494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port b3c48d50-4df6-47dc-b0d7-f215bd28d662 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:12:34.982060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:35.031705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fb413-9565-4388-a9b0-9e71b75eb7ad req-c690f4be-89c8-4e21-9310-a1357e09deab tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:35.041312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d05fb413-9565-4388-a9b0-9e71b75eb7ad req-c690f4be-89c8-4e21-9310-a1357e09deab tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 944 time: 0.0604858 Aug 30 13:12:35.085277 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:35.086769 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d05fb413-9565-4388-a9b0-9e71b75eb7ad req-63441ca2-950d-4048-bd47-10d6991576ad tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Aug 30 13:12:35.114892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2061fd13-0c87-4fb8-bbe0-29f54a6544bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c48d50-4df6-47dc-b0d7-f215bd28d662'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:35.118705 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563b1918-28e6-4032-85f8-44a4463a85f3" -d '{"events": [{"server_uuid": "2061fd13-0c87-4fb8-bbe0-29f54a6544bc", "name": "network-vif-plugged", "status": "completed", "tag": "b3c48d50-4df6-47dc-b0d7-f215bd28d662"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:35.133876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b3c48d50-4df6-47dc-b0d7-f215bd28d662, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b3c48d50-4df6-47dc-b0d7-f215bd28d662,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:35.137943 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:35.165700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-379aa8bc-e13b-474a-9cd1-ef7d49d8f284 req-80cf5aaf-083f-429a-81a5-8f4e00bdb3c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0264676 Aug 30 13:12:35.175884 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aee341-7506-4d17-8a82-b107fadef43a x-openstack-request-id: req-64aee341-7506-4d17-8a82-b107fadef43a {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:35.176175 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2061fd13-0c87-4fb8-bbe0-29f54a6544bc", "name": "network-vif-plugged", "status": "completed", "tag": "b3c48d50-4df6-47dc-b0d7-f215bd28d662", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:35.176427 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64aee341-7506-4d17-8a82-b107fadef43a {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:35.176809 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2061fd13-0c87-4fb8-bbe0-29f54a6544bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c48d50-4df6-47dc-b0d7-f215bd28d662', 'code': 200} Aug 30 13:12:35.201957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b3c48d50-4df6-47dc-b0d7-f215bd28d662,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:35.366304 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63ee9303-a28b-40b9-aaaf-d2f254f55d12 req-ec1938d1-979d-4e37-b3fb-aa05948c7abe tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0277588 Aug 30 13:12:35.539411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7b232-c837-4776-b29c-b1b8b3dd231e req-4c786bdd-c6b6-4d52-8b2b-db26cb29503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:35.541423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12d7b232-c837-4776-b29c-b1b8b3dd231e req-4c786bdd-c6b6-4d52-8b2b-db26cb29503d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 1096 time: 0.0424387 Aug 30 13:12:35.577391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12d7b232-c837-4776-b29c-b1b8b3dd231e req-2d21035a-6220-4cc2-aa62-893be1196a5b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282872 Aug 30 13:12:36.205224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ab296-5a7a-48f7-bc00-698da7d0972c req-443daae4-8ba2-4c17-b290-10ecfabfdbb9 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:36.206871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c0ab296-5a7a-48f7-bc00-698da7d0972c req-443daae4-8ba2-4c17-b290-10ecfabfdbb9 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0508513 Aug 30 13:12:36.248988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c0ab296-5a7a-48f7-bc00-698da7d0972c req-918398be-1937-4813-9d98-5cd9b6f04bde tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Aug 30 13:12:36.468066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-480b3706-cf2e-4d44-b058-b9294f74332c req-98766d80-79c1-4f42-ac1d-8cebf0ea18ca tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0269091 Aug 30 13:12:36.581754 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-db8f43f4-043c-4cf6-b169-0ac8cbdd0be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:37.374490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435b0dd-b643-4a90-8a04-cf119aa94ad1 req-b0b6a25f-06e6-4105-9d1d-5875fb880a7e tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:37.376044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2435b0dd-b643-4a90-8a04-cf119aa94ad1 req-b0b6a25f-06e6-4105-9d1d-5875fb880a7e tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0542653 Aug 30 13:12:37.425294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2435b0dd-b643-4a90-8a04-cf119aa94ad1 req-d8c3beb3-b4e3-4249-aead-661227811b57 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Aug 30 13:12:37.574291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c3e7eec-38b2-4bd9-a9b0-01b592e6d961 req-f7488f3c-9edd-4c09-bc7f-ea3fed2ef753 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0283709 Aug 30 13:12:37.826460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d7e5783-65b5-485b-91eb-e33cb62e40f2 req-691a6639-cb6a-453a-be98-d60cfb207d39 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c9481a85cb0a4335b53cbafe307cd105&device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0346243 Aug 30 13:12:37.839112 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98818c7d-1228-48bc-b084-860aecb6173f req-85fc3876-53e7-4c78-b794-d62bdef7b75e tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0407224 Aug 30 13:12:37.867750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d7e5783-65b5-485b-91eb-e33cb62e40f2 req-dc54487e-d440-4fa4-98f3-f928b565be85 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=c9481a85cb0a4335b53cbafe307cd105&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328104 Aug 30 13:12:38.050001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e5783-65b5-485b-91eb-e33cb62e40f2 req-7ede8594-23ba-43c7-b6ca-8a0338c3e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:38.051603 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d7e5783-65b5-485b-91eb-e33cb62e40f2 req-7ede8594-23ba-43c7-b6ca-8a0338c3e521 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1774795 Aug 30 13:12:38.985463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b55f44e-4d97-4720-9724-4120480e5173 req-a58f0034-5ee8-4922-ace3-cf084a14f0ab tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.37 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0270436 Aug 30 13:12:39.316355 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7eff3222-8bb4-4d21-bcb4-630eeaa89fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:39.544161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d7e5783-65b5-485b-91eb-e33cb62e40f2 req-40a20033-a633-413b-b73f-ede9f26ccc11 tempest-ServerShowV257Test-297072908 tempest-ServerShowV257Test-297072908-project] 10.222.0.35 "GET /v2.0/ports?device_id=6963de43-58db-48e6-b9a3-b03c32dd4ea3 HTTP/1.1" status: 200 len: 210 time: 0.0271151 Aug 30 13:12:39.938671 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:40.252846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54498) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:40.367082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f558c85-645d-40bb-9609-6d0c7aa8d2a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:40.472505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f558c85-645d-40bb-9609-6d0c7aa8d2a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:40.476549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f558c85-645d-40bb-9609-6d0c7aa8d2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:40.514526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6f558c85-645d-40bb-9609-6d0c7aa8d2a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c9481a85cb0a4335b53cbafe307cd105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605896 Aug 30 13:12:40.515422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f558c85-645d-40bb-9609-6d0c7aa8d2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6be08e-c4fe-441f-9e21-6709a86e3afd,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:40.517118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54504) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:40.579762 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc7d8-b70a-47ba-b565-8a573e8a1128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:40.601823 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc7d8-b70a-47ba-b565-8a573e8a1128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:40.655875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc7d8-b70a-47ba-b565-8a573e8a1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:40.658448 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc7d8-b70a-47ba-b565-8a573e8a1128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:40.659578 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6fcdc7d8-b70a-47ba-b565-8a573e8a1128 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cc6be08e-c4fe-441f-9e21-6709a86e3afd HTTP/1.1" status: 204 len: 168 time: 0.1409166 Aug 30 13:12:40.667386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc7d8-b70a-47ba-b565-8a573e8a1128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6be08e-c4fe-441f-9e21-6709a86e3afd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:40.769761 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.303659 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54534) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:41.404378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-258990521-network', 'tenant_id': 'e394c8ab9a944d74896482712a98f70b'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:41.429068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Made reservation on behalf of e394c8ab9a944d74896482712a98f70b for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:41.432094 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.440483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.533843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.538021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.558116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:12:41.576490 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.576836 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Added segment 02a721d9-5a8e-42b2-bd25-5d843fa1f443 of type vlan for network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a Aug 30 13:12:41.578068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2270af81-0ce6-4d63-a7dc-a6c2c7907520,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:41.620233 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.645038 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.645981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:41.646565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.708326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4033530 Aug 30 13:12:41.710967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54542) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:12:41.715945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Request body: {'subnet': {'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-258990521-subnet', 'tenant_id': 'e394c8ab9a944d74896482712a98f70b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:41.722208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Pushing event updated for resources: {'Network': ['ID=2a02ddee-2be4-48f6-9bf8-b9e255903d5a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:41.735156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.735498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.735835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.736167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.736488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.736808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.737128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.737444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.737783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.738101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.738416 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.738728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51c20f6-f8d8-4a2a-a0af-049a070852bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:41.750528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:12:41.755129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Made reservation on behalf of e394c8ab9a944d74896482712a98f70b for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:41.757683 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.931759 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:41.981461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:41.996475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Checking segment: {'id': '02a721d9-5a8e-42b2-bd25-5d843fa1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:12:41.996833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Network hostable DHCP agents. Network: 2a02ddee-2be4-48f6-9bf8-b9e255903d5a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:12:42.012928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:12:42.021483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 2a02ddee-2be4-48f6-9bf8-b9e255903d5a) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:42.026888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:42.027809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:42.030993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c15047-2c23-4678-ad6f-e3c8b67619e7 None None] Network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:12:42.051704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3f7591ea-f0a6-45a7-a768-175073662eb3 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3314958 Aug 30 13:12:42.168482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:42.195791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaebb27-bc18-492a-923a-ac5be7fcc6ea None None] Network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:12:42.511934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-73b1911d-a59d-4030-ae40-d9db25fd68fe tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:42.513371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-73b1911d-a59d-4030-ae40-d9db25fd68fe tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 813 time: 0.1043732 Aug 30 13:12:42.530676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-3fb2d0ec-b748-40ff-b2d5-1f473e6f469f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/quotas/e394c8ab9a944d74896482712a98f70b HTTP/1.1" status: 200 len: 375 time: 0.0099812 Aug 30 13:12:42.574729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-c3dc1d5f-d39d-4305-b0df-7b5b504c5044 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321577 Aug 30 13:12:42.669078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-92dd9dbe-3fbd-46a4-9034-46186f6c22fe service neutron] 10.222.0.37 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841923 Aug 30 13:12:42.690873 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:12:42.766974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-1fa66b8f-8ad8-40db-b7e4-e025c6a30076 service neutron] 10.222.0.37 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913498 Aug 30 13:12:42.932533 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff305cae-590b-49d4-bbbc-0cdd5ecab03b req-f166a567-3e6f-47d6-8048-9c737bbad6c1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 210 time: 0.0308506 Aug 30 13:12:43.854948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-6e41bd7d-c029-4c9f-84b1-937a6f0ec339 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:43.856419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-6e41bd7d-c029-4c9f-84b1-937a6f0ec339 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.35 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 813 time: 0.1068115 Aug 30 13:12:43.869854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Request body: {'port': {'device_id': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a', 'admin_state_up': True, 'tenant_id': 'e394c8ab9a944d74896482712a98f70b'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:43.981441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Made reservation on behalf of e394c8ab9a944d74896482712a98f70b for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:43.985101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:43.997743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-23c2bd97-ecf3-4ab5-a930-fce035d6feb6 req-7deb509c-c9c0-405f-996e-3835d0f5965d service neutron] (95698) timed out ('10.222.0.37', 55430) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:12:44.029940 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f6138e7d-e0a4-4992-8894-042d6ef5c261 req-76e7b88f-ba74-453b-a680-f4b862d1ce71 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 210 time: 0.0270298 Aug 30 13:12:44.110375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Allocated IP 172.20.0.2 (2a02ddee-2be4-48f6-9bf8-b9e255903d5a/ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b/ae5e6331-892b-4ed9-892c-cba462742edb) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:12:44.260456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:44.302414 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:44.343251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:12:44.348187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:44.351817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:12:44.382296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:44.410502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:44.411460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:44.429005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-4ca4a655-2ff8-47af-b020-98f6e58a9f9e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5635843 Aug 30 13:12:44.441168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Request body: {'port': {'device_id': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:44.493200 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:44.750347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5e6331-892b-4ed9-892c-cba462742edb {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:44.757499 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:44.769063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Transition to ACTIVE for port object ae5e6331-892b-4ed9-892c-cba462742edb will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:12:44.772423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:44.823542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:44.891546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Attempting to bind port ae5e6331-892b-4ed9-892c-cba462742edb on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:12:44.891883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Attempting to bind port ae5e6331-892b-4ed9-892c-cba462742edb by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '02a721d9-5a8e-42b2-bd25-5d843fa1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:12:44.892215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Attempting to bind port ae5e6331-892b-4ed9-892c-cba462742edb on network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:44.896504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Port ae5e6331-892b-4ed9-892c-cba462742edb on network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:12:44.896763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Attempting to bind port ae5e6331-892b-4ed9-892c-cba462742edb on network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:44.901774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:12:44.902117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Checking segment: {'id': '02a721d9-5a8e-42b2-bd25-5d843fa1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:12:44.902497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Bound using segment: {'id': '02a721d9-5a8e-42b2-bd25-5d843fa1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:12:44.902926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Bound port: ae5e6331-892b-4ed9-892c-cba462742edb, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a721d9-5a8e-42b2-bd25-5d843fa1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:12:44.903284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:44.965549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:12:44.968597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:12:44.972815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:45.010096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:45.010770 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:45.012117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae5e6331-892b-4ed9-892c-cba462742edb HTTP/1.1" status: 200 len: 1091 time: 0.5750687 Aug 30 13:12:45.012550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:45.014814 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bba90a7-a377-4db9-8884-ca2f239cc313" -d '{"events": [{"name": "network-changed", "server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:45.041566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd626eea-fdf0-4563-9457-b8bce8045b51 service neutron] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:45.084509 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fd7137-367b-4d3f-bbb0-250591e18a6e x-openstack-request-id: req-75fd7137-367b-4d3f-bbb0-250591e18a6e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:45.084802 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:45.085052 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75fd7137-367b-4d3f-bbb0-250591e18a6e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:45.085441 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'status': 'completed', 'code': 200} Aug 30 13:12:45.101987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-8ee2c60b-57c3-4f55-94e9-c1201a3b8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:45.104332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-8ee2c60b-57c3-4f55-94e9-c1201a3b8190 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 1094 time: 0.0454967 Aug 30 13:12:45.146728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-0e458592-26bd-406d-873b-aaa519e138f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae5e6331-892b-4ed9-892c-cba462742edb HTTP/1.1" status: 200 len: 217 time: 0.0338287 Aug 30 13:12:45.149983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e11e76-f2b2-40a3-ae20-8f96ef8fb308 req-c56df0a2-f9ec-4d44-86a5-a93f24fd3ab4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:45.151441 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3e11e76-f2b2-40a3-ae20-8f96ef8fb308 req-c56df0a2-f9ec-4d44-86a5-a93f24fd3ab4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0499005 Aug 30 13:12:45.190522 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3e11e76-f2b2-40a3-ae20-8f96ef8fb308 req-a3546874-9c03-4d89-bb02-6d9600fc59bb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Aug 30 13:12:45.207726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-1d693ae1-bf3f-469e-9dc3-239b5f3330b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:45.209406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-1d693ae1-bf3f-469e-9dc3-239b5f3330b4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b HTTP/1.1" status: 200 len: 853 time: 0.0563903 Aug 30 13:12:45.244951 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-1b8648e5-37ef-4820-93ef-8c587ebbda14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266786 Aug 30 13:12:45.356064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-e8c5751d-3166-4ac4-a6d4-0095b4a09432 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864978 Aug 30 13:12:45.452385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46b58d27-2120-41c2-80bd-a20dbbe03e8d req-25eca6b0-6251-4f39-b27f-fe858fd5bdb0 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884099 Aug 30 13:12:45.537736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-3cb3c2dd-5d62-4b50-a889-103df5257b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:45.539237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-3cb3c2dd-5d62-4b50-a889-103df5257b5b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 1094 time: 0.0415976 Aug 30 13:12:45.636670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-80772de6-1f7c-4e60-b695-16ab79bb2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:45.638184 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-80772de6-1f7c-4e60-b695-16ab79bb2f8b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 914 time: 0.0914030 Aug 30 13:12:45.682722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-d80286c6-8d88-4381-9aff-da5a87242704 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae5e6331-892b-4ed9-892c-cba462742edb HTTP/1.1" status: 200 len: 217 time: 0.0366697 Aug 30 13:12:45.735408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-2eddc022-d605-4b43-9664-0bd66f607379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:45.736902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-2eddc022-d605-4b43-9664-0bd66f607379 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b HTTP/1.1" status: 200 len: 853 time: 0.0473042 Aug 30 13:12:45.768932 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-0eeed5b3-8a2d-40db-a554-d6414e3b9f1c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244713 Aug 30 13:12:45.860413 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-abbf9923-682b-4244-b65c-7019298bc973 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842478 Aug 30 13:12:45.951600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7bba90a7-a377-4db9-8884-ca2f239cc313 req-dc7a2dcd-4425-42ad-a41b-9d0856d456d5 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843368 Aug 30 13:12:46.319905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ef190-519d-40df-a9b7-6b4bf30763ff req-d4cef6ce-a317-4df8-bca0-1358b54eaedc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:46.321574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-393ef190-519d-40df-a9b7-6b4bf30763ff req-d4cef6ce-a317-4df8-bca0-1358b54eaedc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0512483 Aug 30 13:12:46.364667 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-393ef190-519d-40df-a9b7-6b4bf30763ff req-8571d438-711e-4859-bc57-f43ee009a80e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370965 Aug 30 13:12:47.489239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e320354-1724-4901-831f-570d4513c91c req-51f71d0d-ba49-4cc9-a765-8ed5d8c8a4f8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:47.490736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e320354-1724-4901-831f-570d4513c91c req-51f71d0d-ba49-4cc9-a765-8ed5d8c8a4f8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0543199 Aug 30 13:12:47.528942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e320354-1724-4901-831f-570d4513c91c req-7c4d8e7a-ee00-4b3c-bbdf-cada816f149e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Aug 30 13:12:48.645626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e773-2f14-4bd0-8ee7-68ad3cda2705 req-0d0af584-1718-45d0-a7e3-5b10a84fafdb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:48.647135 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cef4e773-2f14-4bd0-8ee7-68ad3cda2705 req-0d0af584-1718-45d0-a7e3-5b10a84fafdb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0497189 Aug 30 13:12:48.686574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cef4e773-2f14-4bd0-8ee7-68ad3cda2705 req-2830f8a3-32da-4b53-a8f5-fb279a86b980 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Aug 30 13:12:49.810731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54557888-92ab-4fcf-96b2-fb34eb30b58c req-6f21dc31-9121-4175-9b6b-94327106af2e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:49.812342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54557888-92ab-4fcf-96b2-fb34eb30b58c req-6f21dc31-9121-4175-9b6b-94327106af2e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0497432 Aug 30 13:12:49.850043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-54557888-92ab-4fcf-96b2-fb34eb30b58c req-61c19051-1c23-4373-9bad-7c8a06a5d380 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Aug 30 13:12:50.018340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-9451dc70-e1b2-41fc-ad14-9430181c1288 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:50.019804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-9451dc70-e1b2-41fc-ad14-9430181c1288 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 815 time: 0.1013451 Aug 30 13:12:50.035095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-478f2cd1-9474-4fcb-ab35-dfb506adf5fe tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/quotas/49d588d34cb7467e82937f2037c2cd7a HTTP/1.1" status: 200 len: 375 time: 0.0088882 Aug 30 13:12:50.088506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-a384ad0f-073e-427b-a05c-8c5a26f78288 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482285 Aug 30 13:12:50.177386 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-7f5ca7d5-4c08-4594-90ef-438ec30a85c4 service neutron] 10.222.0.37 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818331 Aug 30 13:12:50.270312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-62819b49-b8fc-43b8-9064-38bec6a0fb44 service neutron] 10.222.0.37 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867078 Aug 30 13:12:50.432564 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c7f2725-5206-41ed-9353-8dd7ae76fdf3 req-b5651620-94e8-4963-b972-dc14128f5465 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 210 time: 0.0267639 Aug 30 13:12:50.968933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae5e6331-892b-4ed9-892c-cba462742edb details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:12:50.969511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f49f-cf08-4c01-b907-8f60cae6056b req-0f8a8bc3-9d7e-40bd-982b-9e8bd5cbb3a0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:50.971070 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6926f49f-cf08-4c01-b907-8f60cae6056b req-0f8a8bc3-9d7e-40bd-982b-9e8bd5cbb3a0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0514963 Aug 30 13:12:51.014528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6926f49f-cf08-4c01-b907-8f60cae6056b req-a14c62cc-bfa1-4843-b6fd-f8e7697eae0d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367355 Aug 30 13:12:51.066451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:51.077247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a', 'port_id': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'mac_address': 'fa:16:3e:f7:29:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:12:51.113763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:51.127099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5e6331-892b-4ed9-892c-cba462742edb {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:51.147208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:51.150790 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:51.199601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:51.208126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.208476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.208819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.209157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.209491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.209854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.210186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.210514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.211368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.211722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.212244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.212587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:12:51.326707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-5252d941-1a24-4263-a068-afe57bfc1f28 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:51.328168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-5252d941-1a24-4263-a068-afe57bfc1f28 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 815 time: 0.1096735 Aug 30 13:12:51.341701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Request body: {'port': {'device_id': '6b10135a-c44e-4486-bbf8-7ad53197b707', 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed', 'admin_state_up': True, 'tenant_id': '49d588d34cb7467e82937f2037c2cd7a'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:51.453768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Made reservation on behalf of 49d588d34cb7467e82937f2037c2cd7a for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:51.457404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:51.491686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ae5e6331-892b-4ed9-892c-cba462742edb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:12:51.533899 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-951afccd-49ad-42a0-a593-f0bc43b10811 req-16916f57-d5a5-43ec-b141-970c7f81c81f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 210 time: 0.0348253 Aug 30 13:12:51.588838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Allocated IP 172.20.0.2 (8a686d7b-edfe-4609-a5ac-8709a47b7aed/40089d69-b93c-4a18-a5a6-81e968b83ca8/89289fd3-fbb1-4db3-ad36-8a4a490ccd85) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:12:51.739738 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:51.778613 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:51.822796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Network 8a686d7b-edfe-4609-a5ac-8709a47b7aed is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:12:51.825868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:51.829490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:12:51.858212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Pushing event updated for resources: {'Port': ['ID=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:51.886149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:51.886764 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:51.900001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-87ed4306-1af7-4e4f-8b79-f0103aa5ad7b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628140 Aug 30 13:12:51.913414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Request body: {'port': {'device_id': '6b10135a-c44e-4486-bbf8-7ad53197b707', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:51.965437 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:52.145292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2ced4-f8f8-4823-b553-457903afc701 req-a3f78ca2-efea-435c-8615-1123cbdf55d3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:52.146804 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ac2ced4-f8f8-4823-b553-457903afc701 req-a3f78ca2-efea-435c-8615-1123cbdf55d3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 944 time: 0.0491431 Aug 30 13:12:52.179047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b3c48d50-4df6-47dc-b0d7-f215bd28d662'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:12:52.187116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ac2ced4-f8f8-4823-b553-457903afc701 req-6bb9661d-91db-4b10-beae-77933524f3f2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337589 Aug 30 13:12:52.235921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:52.243261 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:52.255014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Transition to ACTIVE for port object 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:12:52.258909 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:52.330885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Pushing event updated for resources: {'Port': ['ID=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:52.379910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Attempting to bind port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:12:52.380246 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Attempting to bind port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:12:52.380573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Attempting to bind port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:52.385260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:12:52.385571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Attempting to bind port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:52.390291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:12:52.390624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Checking segment: {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:12:52.391004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Bound using segment: {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:12:52.391422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Bound port: 89289fd3-fbb1-4db3-ad36-8a4a490ccd85, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:12:52.391769 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:52.453898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] For port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:12:52.456788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] For port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:12:52.461053 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:52.495940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:52.496549 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:52.497931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] 10.222.0.16 "PUT /v2.0/ports/89289fd3-fbb1-4db3-ad36-8a4a490ccd85 HTTP/1.1" status: 200 len: 1091 time: 0.5885050 Aug 30 13:12:52.498361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b10135a-c44e-4486-bbf8-7ad53197b707', 'tag': '89289fd3-fbb1-4db3-ad36-8a4a490ccd85'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:52.500579 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ee738c-e507-4184-86ad-35ca043e4a52" -d '{"events": [{"name": "network-changed", "server_uuid": "6b10135a-c44e-4486-bbf8-7ad53197b707", "tag": "89289fd3-fbb1-4db3-ad36-8a4a490ccd85"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:52.526617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0c50e-897a-4a60-8488-565ab6147a16 service neutron] Pushing event updated for resources: {'Port': ['ID=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:52.538982 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58b0fe8-a33e-4359-bdc9-37992a4975a1 x-openstack-request-id: req-a58b0fe8-a33e-4359-bdc9-37992a4975a1 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:52.539271 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b10135a-c44e-4486-bbf8-7ad53197b707", "tag": "89289fd3-fbb1-4db3-ad36-8a4a490ccd85", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:52.539521 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a58b0fe8-a33e-4359-bdc9-37992a4975a1 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:52.539919 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b10135a-c44e-4486-bbf8-7ad53197b707', 'tag': '89289fd3-fbb1-4db3-ad36-8a4a490ccd85', 'status': 'completed', 'code': 200} Aug 30 13:12:52.588334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-da54ec49-7ad6-4345-8368-18de0528b62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:52.589861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-da54ec49-7ad6-4345-8368-18de0528b62f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 1094 time: 0.0425236 Aug 30 13:12:52.639862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-9df4799e-b8d9-4f44-883a-2502c14b1844 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89289fd3-fbb1-4db3-ad36-8a4a490ccd85 HTTP/1.1" status: 200 len: 217 time: 0.0418866 Aug 30 13:12:52.718735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4598a-7678-4042-bdf5-6e3f6115440d req-c6e43045-9f05-4787-b814-1df3b8901856 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:52.720215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ceb4598a-7678-4042-bdf5-6e3f6115440d req-c6e43045-9f05-4787-b814-1df3b8901856 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 943 time: 0.1152050 Aug 30 13:12:52.721975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-13bd3c0d-84ea-439a-a95f-f483c5e8842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:52.723282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-13bd3c0d-84ea-439a-a95f-f483c5e8842d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40089d69-b93c-4a18-a5a6-81e968b83ca8 HTTP/1.1" status: 200 len: 855 time: 0.0633566 Aug 30 13:12:52.764719 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-b7b7cb15-5ff6-4207-95b3-5d3f69f3a6a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a686d7b-edfe-4609-a5ac-8709a47b7aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325963 Aug 30 13:12:52.788793 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ceb4598a-7678-4042-bdf5-6e3f6115440d req-6d85c41c-a9dd-4636-9c1d-dbb2bfbcb207 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626330 Aug 30 13:12:52.868552 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-c40f9160-5df3-4cab-a8de-ade50e8b0140 service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937173 Aug 30 13:12:52.956975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c0b7b3b-bd6e-4e6f-8a8f-1e671633e418 req-24c4a79e-4ae8-42d5-9c81-b75ba0267e30 service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813661 Aug 30 13:12:52.976190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae5e6331-892b-4ed9-892c-cba462742edb up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:12:53.029843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port ae5e6331-892b-4ed9-892c-cba462742edb completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:12:53.033964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port ae5e6331-892b-4ed9-892c-cba462742edb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:12:53.034459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:53.049083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-7529777b-f371-4ae3-beb6-fe99cd2511ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:53.050615 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-7529777b-f371-4ae3-beb6-fe99cd2511ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 1094 time: 0.0447857 Aug 30 13:12:53.115350 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:53.145587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:53.147859 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7835b46d-0855-4599-957f-d862af39d34a" -d '{"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-plugged", "status": "completed", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:53.161326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-d4893e98-d3e2-410e-9dce-c6c10b28dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:53.163208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-d4893e98-d3e2-410e-9dce-c6c10b28dc6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 916 time: 0.1050892 Aug 30 13:12:53.164429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:53.169408 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:53.196070 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b22950-42e3-4feb-860b-294b56e25456 x-openstack-request-id: req-e2b22950-42e3-4feb-860b-294b56e25456 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:53.196747 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-plugged", "status": "completed", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:53.196747 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e2b22950-42e3-4feb-860b-294b56e25456 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:53.197254 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'code': 200} Aug 30 13:12:53.208584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-eeb67ed1-db3d-4796-964a-b60c63052f57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89289fd3-fbb1-4db3-ad36-8a4a490ccd85 HTTP/1.1" status: 200 len: 217 time: 0.0377684 Aug 30 13:12:53.233880 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:53.267621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-daed630a-16f4-445e-b8a9-53c1b4f9529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:53.269248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-daed630a-16f4-445e-b8a9-53c1b4f9529c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40089d69-b93c-4a18-a5a6-81e968b83ca8 HTTP/1.1" status: 200 len: 855 time: 0.0538988 Aug 30 13:12:53.302848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-80251886-e7fd-45a0-b800-e7fdd5dbcfd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a686d7b-edfe-4609-a5ac-8709a47b7aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255129 Aug 30 13:12:53.314025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabacf51-db14-4086-b87c-234fe18e1f6b req-57d8c34d-278c-4246-b200-d59d8a553e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:53.315551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aabacf51-db14-4086-b87c-234fe18e1f6b req-57d8c34d-278c-4246-b200-d59d8a553e70 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 1096 time: 0.0686898 Aug 30 13:12:53.351203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e939-1d20-4a96-a067-dbac8cd35f0d req-db0295b2-a3eb-4390-8639-38cd95f18567 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:53.352789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20e3e939-1d20-4a96-a067-dbac8cd35f0d req-db0295b2-a3eb-4390-8639-38cd95f18567 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0754025 Aug 30 13:12:53.382998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aabacf51-db14-4086-b87c-234fe18e1f6b req-519b6d37-335f-45e6-a59a-6d60c7c7fb2f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591249 Aug 30 13:12:53.400905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-52e365af-113a-4764-8632-5ef66a39385a service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889874 Aug 30 13:12:53.401942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20e3e939-1d20-4a96-a067-dbac8cd35f0d req-4f96d898-d937-4794-a7ea-f0335a154933 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Aug 30 13:12:53.505554 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18ee738c-e507-4184-86ad-35ca043e4a52 req-3bb4fc15-4828-4be0-be0c-d9774f3560e2 service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869324 Aug 30 13:12:53.910105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeaead2-be7c-420f-8379-22fa847901d0 req-3f10b57b-5955-4806-a52c-42d2cb750a3a tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:53.911584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffeaead2-be7c-420f-8379-22fa847901d0 req-3f10b57b-5955-4806-a52c-42d2cb750a3a tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 943 time: 0.0534859 Aug 30 13:12:53.950270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffeaead2-be7c-420f-8379-22fa847901d0 req-f6a23371-79ae-4a13-b7c5-354b7f2e7067 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322671 Aug 30 13:12:54.518863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4cf34-c9d6-4e0f-9af2-70c301fe8385 req-4bbcbca5-67ba-4d29-be6d-1ae010cae58c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:54.520330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5e4cf34-c9d6-4e0f-9af2-70c301fe8385 req-4bbcbca5-67ba-4d29-be6d-1ae010cae58c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0506277 Aug 30 13:12:54.558446 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5e4cf34-c9d6-4e0f-9af2-70c301fe8385 req-87f75e8f-c37e-4cad-8231-b7c81dd05962 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Aug 30 13:12:55.067470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058f95d-c525-4434-9cea-6f5834787ee6 req-86a396a9-592d-4855-ab9e-816e527a8f93 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:55.068959 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2058f95d-c525-4434-9cea-6f5834787ee6 req-86a396a9-592d-4855-ab9e-816e527a8f93 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 943 time: 0.0541894 Aug 30 13:12:55.107490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2058f95d-c525-4434-9cea-6f5834787ee6 req-24542808-11ce-4617-966c-23982399101d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Aug 30 13:12:55.671407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7eb25c-bd0a-4924-8403-22bd36a99e7f req-b4541e0e-1fcd-431a-9d41-cc0d273bdde9 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:55.672883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d7eb25c-bd0a-4924-8403-22bd36a99e7f req-b4541e0e-1fcd-431a-9d41-cc0d273bdde9 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0488405 Aug 30 13:12:55.712206 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d7eb25c-bd0a-4924-8403-22bd36a99e7f req-d6f71c47-fd42-4c9f-b0a0-5dea611c0c0a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331893 Aug 30 13:12:55.933767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-25b60e34-0c66-4a09-bfa0-941fbf0fc28a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:55.935219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-25b60e34-0c66-4a09-bfa0-941fbf0fc28a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 813 time: 0.1001451 Aug 30 13:12:55.949873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-3a3d8fa3-c225-4df1-a955-4dbd53157157 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/quotas/e394c8ab9a944d74896482712a98f70b HTTP/1.1" status: 200 len: 375 time: 0.0090051 Aug 30 13:12:56.002450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-86b50c84-64f1-4b3f-b5d4-ab7fc7edc338 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473642 Aug 30 13:12:56.090994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-60b65789-a96f-4914-976b-8e4bdc61e931 service neutron] 10.222.0.37 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816395 Aug 30 13:12:56.187402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-95610464-a831-49bb-9939-2fb4a5b15bb9 service neutron] 10.222.0.37 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897126 Aug 30 13:12:56.273096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bba4f-eb54-4b1f-8ff0-899787f6a662 req-93c59203-d6f0-4c87-8a1f-78af53e300e4 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:56.274761 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d2bba4f-eb54-4b1f-8ff0-899787f6a662 req-93c59203-d6f0-4c87-8a1f-78af53e300e4 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 943 time: 0.0882001 Aug 30 13:12:56.284089 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-093c8d68-86d3-43f8-999b-06712b32e91a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0656667 Aug 30 13:12:56.378942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-967e4efd-9225-4fed-921e-8f286b2b9c8c req-47fd1a5a-4751-4922-9ad3-f007a9512b95 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 210 time: 0.0312107 Aug 30 13:12:56.386582 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d2bba4f-eb54-4b1f-8ff0-899787f6a662 req-94b8ea17-d50f-4963-a8c4-42188f0ebdd1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979412 Aug 30 13:12:56.402645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-9272de9d-be59-4e1e-839c-50ef0bfe9bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:56.410310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-9272de9d-be59-4e1e-839c-50ef0bfe9bee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1095 time: 0.0931680 Aug 30 13:12:56.534213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-da8a72c7-2876-4e41-98ef-8c103855b371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:56.535595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-da8a72c7-2876-4e41-98ef-8c103855b371 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.0998213 Aug 30 13:12:56.584062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-b7b1d452-91f1-4106-ae0c-5440244237b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.0395479 Aug 30 13:12:56.643474 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-194d4ba0-2b1b-49ba-9035-63beeb730178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:56.645147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-194d4ba0-2b1b-49ba-9035-63beeb730178 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0543146 Aug 30 13:12:56.678439 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-1cd2d63a-8227-45bf-a491-6dc225da3a56 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255363 Aug 30 13:12:56.774011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-a4e67ca8-759e-4160-b730-0cbcc14b798f service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883429 Aug 30 13:12:56.870531 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbc41dc-1717-4ac0-afbf-8891044f92f8 req-30f333c9-6952-4c41-a603-60c207e9e7bc service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870595 Aug 30 13:12:57.288064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:12:57.396942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:57.416100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-47898046-cf89-4dd4-81a2-14436aa3aa24 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:57.432803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '89289fd3-fbb1-4db3-ad36-8a4a490ccd85', 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed', 'port_id': '89289fd3-fbb1-4db3-ad36-8a4a490ccd85', 'mac_address': 'fa:16:3e:04:51:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40089d69-b93c-4a18-a5a6-81e968b83ca8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:12:57.440058 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-47898046-cf89-4dd4-81a2-14436aa3aa24 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.35 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 813 time: 0.1201773 Aug 30 13:12:57.452964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Request body: {'port': {'device_id': '395cdd79-f89a-4dad-a129-6f1202e7bb66', 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a', 'admin_state_up': True, 'tenant_id': 'e394c8ab9a944d74896482712a98f70b'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:57.477912 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:57.491583 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:57.514501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:57.520321 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:57.534763 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83cecfb4-9248-4271-ae33-7c0e11c3c1d4 req-fd0b2747-0c6c-493a-8b97-5f297e4abb55 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 210 time: 0.0345848 Aug 30 13:12:57.559651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e69bc-634b-474f-8c24-b4adc9ff9755 req-8f1ffa8b-dc04-4fe3-aedd-a34ba154115a tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:57.570274 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f30e69bc-634b-474f-8c24-b4adc9ff9755 req-8f1ffa8b-dc04-4fe3-aedd-a34ba154115a tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 943 time: 0.0719244 Aug 30 13:12:57.570509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:57.608611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Made reservation on behalf of e394c8ab9a944d74896482712a98f70b for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:12:57.609816 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f30e69bc-634b-474f-8c24-b4adc9ff9755 req-fb0891f1-9ded-498c-bc63-4f4c627bc6a3 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415099 Aug 30 13:12:57.612137 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:57.749041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Allocated IP 172.20.0.4 (2a02ddee-2be4-48f6-9bf8-b9e255903d5a/ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b/ae158278-7015-4ed2-b6e0-babf4ef94367) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:12:57.856075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['89289fd3-fbb1-4db3-ad36-8a4a490ccd85'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:12:57.891023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:57.930075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:57.943768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ae5e6331-892b-4ed9-892c-cba462742edb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:12:57.979279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:12:57.984515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:12:57.989108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:12:57.993116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Pushing event updated for resources: {'Port': ['ID=ae158278-7015-4ed2-b6e0-babf4ef94367,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:58.039155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:58.039775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:58.055398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-02b64be2-612a-4584-b8ba-29ad7193d176 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143668 Aug 30 13:12:58.068381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Request body: {'port': {'device_id': '395cdd79-f89a-4dad-a129-6f1202e7bb66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:12:58.128977 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:58.254249 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:58.382923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae158278-7015-4ed2-b6e0-babf4ef94367 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:12:58.390542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:58.403046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Transition to ACTIVE for port object ae158278-7015-4ed2-b6e0-babf4ef94367 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:12:58.408172 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:58.457944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Pushing event updated for resources: {'Port': ['ID=ae158278-7015-4ed2-b6e0-babf4ef94367,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:58.527034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Attempting to bind port ae158278-7015-4ed2-b6e0-babf4ef94367 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:12:58.527369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Attempting to bind port ae158278-7015-4ed2-b6e0-babf4ef94367 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '02a721d9-5a8e-42b2-bd25-5d843fa1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:12:58.527687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Attempting to bind port ae158278-7015-4ed2-b6e0-babf4ef94367 on network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:58.531858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Port ae158278-7015-4ed2-b6e0-babf4ef94367 on network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:12:58.532174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Attempting to bind port ae158278-7015-4ed2-b6e0-babf4ef94367 on network 2a02ddee-2be4-48f6-9bf8-b9e255903d5a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:12:58.536787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:12:58.537115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Checking segment: {'id': '02a721d9-5a8e-42b2-bd25-5d843fa1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:12:58.537490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Bound using segment: {'id': '02a721d9-5a8e-42b2-bd25-5d843fa1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:12:58.537934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Bound port: ae158278-7015-4ed2-b6e0-babf4ef94367, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a721d9-5a8e-42b2-bd25-5d843fa1f443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:12:58.538280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:58.600299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] For port ae158278-7015-4ed2-b6e0-babf4ef94367, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:12:58.603259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] For port ae158278-7015-4ed2-b6e0-babf4ef94367, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae158278-7015-4ed2-b6e0-babf4ef94367,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:12:58.608551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:58.652391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:58.653064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:58.654515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] 10.222.0.35 "PUT /v2.0/ports/ae158278-7015-4ed2-b6e0-babf4ef94367 HTTP/1.1" status: 200 len: 1091 time: 0.5902951 Aug 30 13:12:58.654970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395cdd79-f89a-4dad-a129-6f1202e7bb66', 'tag': 'ae158278-7015-4ed2-b6e0-babf4ef94367'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:58.657184 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6466054-6921-4339-830b-6fd6dd5b8fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "395cdd79-f89a-4dad-a129-6f1202e7bb66", "tag": "ae158278-7015-4ed2-b6e0-babf4ef94367"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:58.713902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9512e-9b74-4d2d-b2a0-e02b99bdb466 service neutron] Pushing event updated for resources: {'Port': ['ID=ae158278-7015-4ed2-b6e0-babf4ef94367,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:58.737800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8f171-1f43-41aa-93be-44b26615bf3c req-f18624cf-0358-4896-882f-2a3e249739e1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:58.739476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fd8f171-1f43-41aa-93be-44b26615bf3c req-f18624cf-0358-4896-882f-2a3e249739e1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 944 time: 0.0559409 Aug 30 13:12:58.781149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fd8f171-1f43-41aa-93be-44b26615bf3c req-a009d4c6-36ae-4ba8-8da3-056e3c146b10 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350583 Aug 30 13:12:59.045718 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367c6dbe-8781-4d72-b7bc-5fa3618bf113 x-openstack-request-id: req-367c6dbe-8781-4d72-b7bc-5fa3618bf113 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:59.045973 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395cdd79-f89a-4dad-a129-6f1202e7bb66", "tag": "ae158278-7015-4ed2-b6e0-babf4ef94367", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:59.046153 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-367c6dbe-8781-4d72-b7bc-5fa3618bf113 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:59.046533 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395cdd79-f89a-4dad-a129-6f1202e7bb66', 'tag': 'ae158278-7015-4ed2-b6e0-babf4ef94367', 'status': 'completed', 'code': 200} Aug 30 13:12:59.055158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e859a1-48e3-487f-abbc-b05b119eb230 req-9f7305ae-30ce-46ba-b555-4b30d32d68f2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:59.057228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74e859a1-48e3-487f-abbc-b05b119eb230 req-9f7305ae-30ce-46ba-b555-4b30d32d68f2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 943 time: 0.4211848 Aug 30 13:12:59.085341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-33ba6e3e-1c43-4ec8-a141-99099785bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:59.086807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-33ba6e3e-1c43-4ec8-a141-99099785bd1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 1094 time: 0.3858180 Aug 30 13:12:59.109232 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74e859a1-48e3-487f-abbc-b05b119eb230 req-50b534a2-c1d9-4307-af2e-3a0f547766ba tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452442 Aug 30 13:12:59.135911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-3fc63c64-de73-4904-9b18-eb063411b98a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae158278-7015-4ed2-b6e0-babf4ef94367 HTTP/1.1" status: 200 len: 217 time: 0.0381176 Aug 30 13:12:59.188326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-fc43f253-b285-4b55-a856-625c5b518b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:59.189833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-fc43f253-b285-4b55-a856-625c5b518b93 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b HTTP/1.1" status: 200 len: 853 time: 0.0442796 Aug 30 13:12:59.226245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-5a0d65ea-e292-4b12-a71a-f6ae8ce3f14b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284951 Aug 30 13:12:59.316157 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-90bec17b-347e-4f04-9df8-416914f94966 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808072 Aug 30 13:12:59.318013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:12:59.369399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:12:59.373389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:12:59.373796 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:59.418564 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-917b75f7-7ffc-48de-8c28-babc1fa98d36 req-bd293624-e1b4-4cd8-b668-b2fb59830e37 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932145 Aug 30 13:12:59.452178 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:59.475364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b10135a-c44e-4486-bbf8-7ad53197b707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89289fd3-fbb1-4db3-ad36-8a4a490ccd85'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:12:59.477711 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e58e304-079a-4b3c-a6d3-6578a902c319" -d '{"events": [{"server_uuid": "6b10135a-c44e-4486-bbf8-7ad53197b707", "name": "network-vif-plugged", "status": "completed", "tag": "89289fd3-fbb1-4db3-ad36-8a4a490ccd85"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:12:59.491288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:12:59.497637 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:12:59.510560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-526f3461-2b57-4b9c-9fb2-0e92b3fa1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:59.512133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-526f3461-2b57-4b9c-9fb2-0e92b3fa1091 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 1094 time: 0.0473783 Aug 30 13:12:59.524159 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5024a98d-e814-435b-964c-f11f3f8495e2 x-openstack-request-id: req-5024a98d-e814-435b-964c-f11f3f8495e2 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:12:59.526066 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b10135a-c44e-4486-bbf8-7ad53197b707", "name": "network-vif-plugged", "status": "completed", "tag": "89289fd3-fbb1-4db3-ad36-8a4a490ccd85", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:12:59.526744 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5024a98d-e814-435b-964c-f11f3f8495e2 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:12:59.527313 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b10135a-c44e-4486-bbf8-7ad53197b707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89289fd3-fbb1-4db3-ad36-8a4a490ccd85', 'code': 200} Aug 30 13:12:59.557483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:12:59.613884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-e4ba4d0d-7e05-4456-85be-4a482daf0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:59.615252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3315c1-4378-41df-a924-e1170f96fa81 req-a9775d33-3ec7-47eb-a990-603d2ba648e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:59.615484 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-e4ba4d0d-7e05-4456-85be-4a482daf0dc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 914 time: 0.0958564 Aug 30 13:12:59.616875 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c3315c1-4378-41df-a924-e1170f96fa81 req-a9775d33-3ec7-47eb-a990-603d2ba648e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 1096 time: 0.0394528 Aug 30 13:12:59.652304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c3315c1-4378-41df-a924-e1170f96fa81 req-75980100-0166-4328-8daf-6fcd5f56351b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281324 Aug 30 13:12:59.665353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-3d12dbfa-f2c9-4ebe-8e5d-4d84994c6209 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae158278-7015-4ed2-b6e0-babf4ef94367 HTTP/1.1" status: 200 len: 217 time: 0.0408111 Aug 30 13:12:59.714504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-ac31aca1-7854-4bb0-8fb9-3982c5bf809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:12:59.715915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-ac31aca1-7854-4bb0-8fb9-3982c5bf809e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b HTTP/1.1" status: 200 len: 853 time: 0.0435076 Aug 30 13:12:59.750432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-a17fb85b-5d59-42db-aace-eb92655f6d0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249131 Aug 30 13:12:59.843110 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-40887200-85bd-4b45-8939-39ce74e9a602 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858305 Aug 30 13:12:59.944497 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6466054-6921-4339-830b-6fd6dd5b8fc4 req-510df3f6-3dcd-4746-86ed-c7001c7f41cb service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938313 Aug 30 13:13:00.141860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f6a4d-e1cc-4aff-9cf8-6377fa16c282 req-3c56f5be-dc87-43cd-a3f5-41d8bd302cdf tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:00.143349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e57f6a4d-e1cc-4aff-9cf8-6377fa16c282 req-3c56f5be-dc87-43cd-a3f5-41d8bd302cdf tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 945 time: 0.0518351 Aug 30 13:13:00.183125 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e57f6a4d-e1cc-4aff-9cf8-6377fa16c282 req-debfbec0-cd86-4eae-b1a5-202fa5d1ad89 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333886 Aug 30 13:13:00.225711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff344b73-1aeb-4adf-abd1-4733906578b3 req-8e076e56-6d7e-4ff3-a156-3e2611b9fcbd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:00.227243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff344b73-1aeb-4adf-abd1-4733906578b3 req-8e076e56-6d7e-4ff3-a156-3e2611b9fcbd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 943 time: 0.0493851 Aug 30 13:13:00.266518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff344b73-1aeb-4adf-abd1-4733906578b3 req-8dc66694-bc73-4665-b167-f903c334edf1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334079 Aug 30 13:13:00.680108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:01.302631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ec277-9952-4743-abf0-a256abd41fc6 req-fb3d05f8-aa61-4d2b-a8cf-c59dd5365766 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:01.304119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd6ec277-9952-4743-abf0-a256abd41fc6 req-fb3d05f8-aa61-4d2b-a8cf-c59dd5365766 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 945 time: 0.0511217 Aug 30 13:13:01.343155 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd6ec277-9952-4743-abf0-a256abd41fc6 req-3c9e8237-239a-46ff-bb4c-6b93e904b36f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Aug 30 13:13:01.390091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c340cfc-6979-4716-a2f6-6f57451329b6 req-4cef6f97-8a33-44a9-98e4-bf9d21d76748 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:01.391729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c340cfc-6979-4716-a2f6-6f57451329b6 req-4cef6f97-8a33-44a9-98e4-bf9d21d76748 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 943 time: 0.0549142 Aug 30 13:13:01.455640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c340cfc-6979-4716-a2f6-6f57451329b6 req-8a711146-34ac-4038-ba34-99b6d81378db tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516133 Aug 30 13:13:02.578516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff931a-1692-468f-9425-b88c6976bed8 req-bff29556-f0c0-4cd1-9667-633499a68e8e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:02.580080 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18ff931a-1692-468f-9425-b88c6976bed8 req-bff29556-f0c0-4cd1-9667-633499a68e8e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 943 time: 0.0498903 Aug 30 13:13:02.618589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18ff931a-1692-468f-9425-b88c6976bed8 req-704aa956-a498-4bae-ac43-0ab5ecb81127 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Aug 30 13:13:03.739069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb3c73-60f4-40da-9ffe-fff609b82867 req-5665e572-8fc9-4516-aee8-6374cb4a45c1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:03.740552 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7eb3c73-60f4-40da-9ffe-fff609b82867 req-5665e572-8fc9-4516-aee8-6374cb4a45c1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 943 time: 0.0488670 Aug 30 13:13:03.780730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7eb3c73-60f4-40da-9ffe-fff609b82867 req-fb6e395f-dc2c-4349-9a70-604c19a00426 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330803 Aug 30 13:13:04.908027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a52af-63be-432b-92e2-8d7fe7b69dbc req-3cafe9b3-c626-4500-a98c-1968b2a6ffe3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:04.909582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f93a52af-63be-432b-92e2-8d7fe7b69dbc req-3cafe9b3-c626-4500-a98c-1968b2a6ffe3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 943 time: 0.0541940 Aug 30 13:13:04.950998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f93a52af-63be-432b-92e2-8d7fe7b69dbc req-3b98140d-2eda-4056-8541-f1e51c55cc9f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351942 Aug 30 13:13:05.049393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae158278-7015-4ed2-b6e0-babf4ef94367 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:13:05.143549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae158278-7015-4ed2-b6e0-babf4ef94367, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae158278-7015-4ed2-b6e0-babf4ef94367,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:05.155927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'ae158278-7015-4ed2-b6e0-babf4ef94367', 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a', 'port_id': 'ae158278-7015-4ed2-b6e0-babf4ef94367', 'mac_address': 'fa:16:3e:30:a4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:13:05.193939 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:05.208183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae158278-7015-4ed2-b6e0-babf4ef94367 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:05.227911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae158278-7015-4ed2-b6e0-babf4ef94367, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae158278-7015-4ed2-b6e0-babf4ef94367,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:05.232858 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:05.288884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ae158278-7015-4ed2-b6e0-babf4ef94367,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:05.609524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ae158278-7015-4ed2-b6e0-babf4ef94367'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:06.069354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a6419-a077-4eb1-91bc-e768ff9fac02 req-9fd9624a-af07-4ebb-810c-b8f03b4c22d5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:06.070880 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf9a6419-a077-4eb1-91bc-e768ff9fac02 req-9fd9624a-af07-4ebb-810c-b8f03b4c22d5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 944 time: 0.0495272 Aug 30 13:13:06.110074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf9a6419-a077-4eb1-91bc-e768ff9fac02 req-166ed3ac-97f9-41c9-9f81-034317a6c1ce tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Aug 30 13:13:06.554306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-92e57c23-b77c-4b5c-9a19-4e4ee9dccafd tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:06.555781 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-92e57c23-b77c-4b5c-9a19-4e4ee9dccafd tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 815 time: 0.3809736 Aug 30 13:13:06.571086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-82cd195d-1483-418f-ba63-2f6fd00f1889 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/quotas/49d588d34cb7467e82937f2037c2cd7a HTTP/1.1" status: 200 len: 375 time: 0.0092301 Aug 30 13:13:06.582108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c9f17a7d-ea5d-46ed-9f27-396e042f86b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:06.629284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-2013e0e1-2ab5-4609-82f5-caa7f2e01bcb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515344 Aug 30 13:13:06.728732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-1c387010-7938-4d33-a08d-f50e7ee6545a service neutron] 10.222.0.37 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917642 Aug 30 13:13:06.833444 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-f1f9f127-3e58-420b-b975-b6be723025bb service neutron] 10.222.0.37 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966370 Aug 30 13:13:07.002199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d276170-9f80-45c4-bd81-c9615becd75e req-12da7995-910a-4a19-b769-e67d694c2cec tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 210 time: 0.0270333 Aug 30 13:13:07.064113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae158278-7015-4ed2-b6e0-babf4ef94367 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:07.125237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port ae158278-7015-4ed2-b6e0-babf4ef94367 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:07.129203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port ae158278-7015-4ed2-b6e0-babf4ef94367 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:07.130572 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:07.221009 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:07.242664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3856d-8314-41bb-b355-9159406f0ce0 req-1f4b1297-b781-44a5-8e0a-1943cb5c5df2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:07.244829 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67d3856d-8314-41bb-b355-9159406f0ce0 req-1f4b1297-b781-44a5-8e0a-1943cb5c5df2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 944 time: 0.0574341 Aug 30 13:13:07.247658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395cdd79-f89a-4dad-a129-6f1202e7bb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae158278-7015-4ed2-b6e0-babf4ef94367'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:07.249925 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c26177-2846-4525-b6cf-ea9a1ecdaf39" -d '{"events": [{"server_uuid": "395cdd79-f89a-4dad-a129-6f1202e7bb66", "name": "network-vif-plugged", "status": "completed", "tag": "ae158278-7015-4ed2-b6e0-babf4ef94367"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:07.263377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae158278-7015-4ed2-b6e0-babf4ef94367, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae158278-7015-4ed2-b6e0-babf4ef94367,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:07.268423 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:07.295043 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d8dbfd-cff2-4a6e-aa02-e7b84003b34c x-openstack-request-id: req-a0d8dbfd-cff2-4a6e-aa02-e7b84003b34c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:07.295652 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395cdd79-f89a-4dad-a129-6f1202e7bb66", "name": "network-vif-plugged", "status": "completed", "tag": "ae158278-7015-4ed2-b6e0-babf4ef94367", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:07.296238 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a0d8dbfd-cff2-4a6e-aa02-e7b84003b34c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:07.296839 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395cdd79-f89a-4dad-a129-6f1202e7bb66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae158278-7015-4ed2-b6e0-babf4ef94367', 'code': 200} Aug 30 13:13:07.310340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67d3856d-8314-41bb-b355-9159406f0ce0 req-cc15c5c4-618c-48ab-88ab-07ac0e03bb89 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515237 Aug 30 13:13:07.340303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ae158278-7015-4ed2-b6e0-babf4ef94367,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:07.413213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aff00-e1bf-4c63-a9c7-01ff92382e22 req-9459689e-da56-4b84-b2af-82a78c62de22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:07.414744 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-089aff00-e1bf-4c63-a9c7-01ff92382e22 req-9459689e-da56-4b84-b2af-82a78c62de22 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 1096 time: 0.0507789 Aug 30 13:13:07.451262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-089aff00-e1bf-4c63-a9c7-01ff92382e22 req-73bc9c88-2f3b-4db7-ba8f-f9dd02e548d8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281858 Aug 30 13:13:07.996865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfc10c-b2bf-4326-a060-dbf4ea337830 req-90c9dc5c-a5e1-417a-a391-fb87bf6db4fe tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:07.998527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ddfc10c-b2bf-4326-a060-dbf4ea337830 req-90c9dc5c-a5e1-417a-a391-fb87bf6db4fe tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0652423 Aug 30 13:13:08.012537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-7c1756c6-69a5-4259-b329-7238765c48b5 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:08.014140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-7c1756c6-69a5-4259-b329-7238765c48b5 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 815 time: 0.1130977 Aug 30 13:13:08.030614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Request body: {'port': {'device_id': 'b226f4ef-56f5-4ef2-a416-647528dfb07f', 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed', 'admin_state_up': True, 'tenant_id': '49d588d34cb7467e82937f2037c2cd7a'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:08.053610 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ddfc10c-b2bf-4326-a060-dbf4ea337830 req-2f038076-466d-4b86-8b0d-4efa513e7f40 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484357 Aug 30 13:13:08.139784 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fcc77964-7992-42d9-b5cb-4b23d721eeb4 req-7aecb007-76a7-4d6a-9d6d-414ba10270d7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 210 time: 0.0425446 Aug 30 13:13:08.179079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Made reservation on behalf of 49d588d34cb7467e82937f2037c2cd7a for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:13:08.182814 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:08.301950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Allocated IP 172.20.0.13 (8a686d7b-edfe-4609-a5ac-8709a47b7aed/40089d69-b93c-4a18-a5a6-81e968b83ca8/9c8b58db-d233-4a40-937b-d11abe068aa9) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:13:08.433021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31217f-3579-4f64-b255-e97c056dd541 req-57f6d95d-d70d-4fdc-8fc5-47bd95929e10 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:08.437334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd31217f-3579-4f64-b255-e97c056dd541 req-57f6d95d-d70d-4fdc-8fc5-47bd95929e10 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 945 time: 0.0571983 Aug 30 13:13:08.457064 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:08.475656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd31217f-3579-4f64-b255-e97c056dd541 req-29c96570-aac6-44ef-bdf5-852655c7bb6b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Aug 30 13:13:08.497611 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:08.509740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['89289fd3-fbb1-4db3-ad36-8a4a490ccd85'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:08.513059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b3c48d50-4df6-47dc-b0d7-f215bd28d662'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:08.543193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Network 8a686d7b-edfe-4609-a5ac-8709a47b7aed is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:13:08.546359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:13:08.550394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:13:08.580993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Pushing event updated for resources: {'Port': ['ID=9c8b58db-d233-4a40-937b-d11abe068aa9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:08.606403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:08.607024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:08.621209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-869e5971-cb91-45ea-b366-58f587271068 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5975604 Aug 30 13:13:08.643101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Request body: {'port': {'device_id': 'b226f4ef-56f5-4ef2-a416-647528dfb07f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:08.696599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:08.969800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8b58db-d233-4a40-937b-d11abe068aa9 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:08.976973 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:08.988575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Transition to ACTIVE for port object 9c8b58db-d233-4a40-937b-d11abe068aa9 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:08.991895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.047542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8b58db-d233-4a40-937b-d11abe068aa9,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:09.110917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Attempting to bind port 9c8b58db-d233-4a40-937b-d11abe068aa9 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:13:09.111590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Attempting to bind port 9c8b58db-d233-4a40-937b-d11abe068aa9 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:13:09.111590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Attempting to bind port 9c8b58db-d233-4a40-937b-d11abe068aa9 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:09.115969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Port 9c8b58db-d233-4a40-937b-d11abe068aa9 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:13:09.124735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Attempting to bind port 9c8b58db-d233-4a40-937b-d11abe068aa9 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:09.124735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:13:09.124735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Checking segment: {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:13:09.125284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Bound using segment: {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:13:09.125439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Bound port: 9c8b58db-d233-4a40-937b-d11abe068aa9, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:13:09.125839 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.170389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c0d61-fd2b-4251-8fa9-ab8413593f67 req-595732d4-f87c-4cc3-9637-8817b3e58c39 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:09.172109 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f93c0d61-fd2b-4251-8fa9-ab8413593f67 req-595732d4-f87c-4cc3-9637-8817b3e58c39 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0520072 Aug 30 13:13:09.192492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] For port 9c8b58db-d233-4a40-937b-d11abe068aa9, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:13:09.196054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] For port 9c8b58db-d233-4a40-937b-d11abe068aa9, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9c8b58db-d233-4a40-937b-d11abe068aa9,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:13:09.200721 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.214821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f93c0d61-fd2b-4251-8fa9-ab8413593f67 req-05ee6c83-4bec-45b8-884a-d288ab90d6bb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3a81c20-9e9b-41bf-bf3e-b519e74f2211&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357139 Aug 30 13:13:09.237473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:09.238332 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.239840 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/9c8b58db-d233-4a40-937b-d11abe068aa9 HTTP/1.1" status: 200 len: 1092 time: 0.6009603 Aug 30 13:13:09.242519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b226f4ef-56f5-4ef2-a416-647528dfb07f', 'tag': '9c8b58db-d233-4a40-937b-d11abe068aa9'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:09.245983 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085c544c-142b-4f4a-81f5-123ef2eec8a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b226f4ef-56f5-4ef2-a416-647528dfb07f", "tag": "9c8b58db-d233-4a40-937b-d11abe068aa9"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:09.311422 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f59bb40-2cc6-48e9-9cf3-a67ec1112475 x-openstack-request-id: req-8f59bb40-2cc6-48e9-9cf3-a67ec1112475 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:09.311704 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b226f4ef-56f5-4ef2-a416-647528dfb07f", "tag": "9c8b58db-d233-4a40-937b-d11abe068aa9", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:09.311953 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f59bb40-2cc6-48e9-9cf3-a67ec1112475 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:09.312343 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b226f4ef-56f5-4ef2-a416-647528dfb07f', 'tag': '9c8b58db-d233-4a40-937b-d11abe068aa9', 'status': 'completed', 'code': 200} Aug 30 13:13:09.319272 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e4f436f3-8855-4dca-9e84-b70f7828e644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.330943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24975e-8d49-4dc0-9b76-00213527a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8b58db-d233-4a40-937b-d11abe068aa9,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:09.339335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-a2544c22-ad68-4336-8c79-d26999cb11ff tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:09.341040 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-a2544c22-ad68-4336-8c79-d26999cb11ff tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 945 time: 0.0536561 Aug 30 13:13:09.353932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85261e39-3b52-469f-b000-d2d1294ffc3d req-27e7928d-2f08-44a7-b515-65026f94f4fb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:09.355431 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85261e39-3b52-469f-b000-d2d1294ffc3d req-27e7928d-2f08-44a7-b515-65026f94f4fb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 944 time: 0.1234760 Aug 30 13:13:09.357481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-9aad9e6a-092e-49f1-858c-bb6963171c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:09.358869 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-9aad9e6a-092e-49f1-858c-bb6963171c83 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 1095 time: 0.0778742 Aug 30 13:13:09.412877 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-51ae48e9-8746-4350-be0d-bbe11664bf77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c8b58db-d233-4a40-937b-d11abe068aa9 HTTP/1.1" status: 200 len: 217 time: 0.0445952 Aug 30 13:13:09.439452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Deleting port 73a4fda4-e81c-4465-9252-5724992d8985 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:13:09.440064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.459503 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85261e39-3b52-469f-b000-d2d1294ffc3d req-55afc8a2-d4a3-4782-840e-0632c1d92399 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982049 Aug 30 13:13:09.473610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ae27aa8e-7df6-4dee-a5b2-ed35411ba598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:09.475382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-ae27aa8e-7df6-4dee-a5b2-ed35411ba598 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40089d69-b93c-4a18-a5a6-81e968b83ca8 HTTP/1.1" status: 200 len: 855 time: 0.0555735 Aug 30 13:13:09.508593 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-60f30f27-eb48-47c7-9558-ce6a0de77b8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a686d7b-edfe-4609-a5ac-8709a47b7aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260255 Aug 30 13:13:09.539235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] For port 73a4fda4-e81c-4465-9252-5724992d8985, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=73a4fda4-e81c-4465-9252-5724992d8985,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:09.539595 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.641956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b09a861-48fb-4ef3-9751-b1d13f235d70 req-64a4fa5f-5d42-4b91-afb8-571f99262879 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:09.643368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b09a861-48fb-4ef3-9751-b1d13f235d70 req-64a4fa5f-5d42-4b91-afb8-571f99262879 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 945 time: 0.0761826 Aug 30 13:13:09.648944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-b48dd91f-251c-4d8a-97d0-ae34554fbd6e service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325519 Aug 30 13:13:09.718113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.718507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.718821 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Floating IP 6324a66d-b3e5-4f08-816c-f3650acbe7f2 disassociated. External IP: 172.25.2.28, port: 73a4fda4-e81c-4465-9252-5724992d8985. Aug 30 13:13:09.719232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Calling delete_port for 73a4fda4-e81c-4465-9252-5724992d8985 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:13:09.735176 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b09a861-48fb-4ef3-9751-b1d13f235d70 req-1a32260e-a330-4a1c-8c5e-a378248dcec0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852802 Aug 30 13:13:09.767846 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e033d46d-10ed-448e-9172-d34fc59b71a9 req-5f45f32b-8c74-46ea-87f6-2b62738f41f4 service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112802 Aug 30 13:13:09.855843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-21f05704-811e-468b-b3a9-0ff9ead021a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:09.857975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-21f05704-811e-468b-b3a9-0ff9ead021a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 1095 time: 0.0441360 Aug 30 13:13:09.859788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.910075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event deleted for resources: {'Port': ['ID=73a4fda4-e81c-4465-9252-5724992d8985,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:09.953695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:09.997233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-26ec0e6d-bfe8-4ffe-90a4-ddfe07e54ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:09.998750 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-26ec0e6d-bfe8-4ffe-90a4-ddfe07e54ef5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 916 time: 0.1328149 Aug 30 13:13:10.044912 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-be2d1804-6c55-4c9e-a3ba-31a5d940b9de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c8b58db-d233-4a40-937b-d11abe068aa9 HTTP/1.1" status: 200 len: 217 time: 0.0374625 Aug 30 13:13:10.056859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11023e2f-f98c-4d21-af4f-80bbb03a3966 req-a8efb9ff-3afa-4d49-8772-5fd1d594573f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:10.058367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11023e2f-f98c-4d21-af4f-80bbb03a3966 req-a8efb9ff-3afa-4d49-8772-5fd1d594573f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 945 time: 0.0955501 Aug 30 13:13:10.089799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Router 38daa008-121f-4a5f-b352-0a72e914853b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:13:10.103111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-bf22eeab-9ca5-4ce5-bfb2-2d9fd1843306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:10.104791 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-bf22eeab-9ca5-4ce5-bfb2-2d9fd1843306 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40089d69-b93c-4a18-a5a6-81e968b83ca8 HTTP/1.1" status: 200 len: 855 time: 0.0456512 Aug 30 13:13:10.113756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11023e2f-f98c-4d21-af4f-80bbb03a3966 req-77b9bab3-356d-42b4-be7c-4889390b4752 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475900 Aug 30 13:13:10.140071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-6c1eac76-b541-4dbe-afbc-5e94559faa7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a686d7b-edfe-4609-a5ac-8709a47b7aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271451 Aug 30 13:13:10.220864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:13:10.232422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] Sync routers for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:13:10.242008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:13:10.242874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:13:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:10.256399 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-c0afe95b-3ba4-4d3a-a51e-932d9866015b service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006553 Aug 30 13:13:10.267093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] No DVR routers for this DVR port 73a4fda4-e81c-4465-9252-5724992d8985 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:13:10.270125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:10.272195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d65f5f9e-0aec-4589-bed2-62afa9f70b83 req-73ab3571-f2cd-4e47-bb3a-8b653a920276 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "DELETE /v2.0/ports/73a4fda4-e81c-4465-9252-5724992d8985 HTTP/1.1" status: 204 len: 173 time: 0.9248474 Aug 30 13:13:10.272695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'name': 'network-vif-deleted', 'tag': '73a4fda4-e81c-4465-9252-5724992d8985'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:10.274954 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1075b3-3b42-43dc-950d-9e562dcd25db" -d '{"events": [{"server_uuid": "72879b45-8c2a-4324-b68a-b9bb0b170c11", "name": "network-vif-deleted", "tag": "73a4fda4-e81c-4465-9252-5724992d8985"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:10.330759 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2120681-700b-42ac-a828-003a2c929cf6 x-openstack-request-id: req-c2120681-700b-42ac-a828-003a2c929cf6 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:10.331046 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72879b45-8c2a-4324-b68a-b9bb0b170c11", "name": "network-vif-deleted", "tag": "73a4fda4-e81c-4465-9252-5724992d8985", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:10.331350 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2120681-700b-42ac-a828-003a2c929cf6 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:10.331746 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72879b45-8c2a-4324-b68a-b9bb0b170c11', 'name': 'network-vif-deleted', 'tag': '73a4fda4-e81c-4465-9252-5724992d8985', 'status': 'completed', 'code': 200} Aug 30 13:13:10.359541 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-823ecfe4-2293-4bff-81fb-2a476f05f5ee req-4105d925-7e7e-4d1a-9662-c95a61647125 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=72879b45-8c2a-4324-b68a-b9bb0b170c11 HTTP/1.1" status: 200 len: 210 time: 0.0339305 Aug 30 13:13:10.418566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-085c544c-142b-4f4a-81f5-123ef2eec8a1 req-22cab29c-a6f6-4e66-a225-4a064938ade4 service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567819 Aug 30 13:13:10.574754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:13:10.601541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42631db-6e18-40a1-bf46-bb9fb75b8a21 req-da99a253-5aca-41c6-816c-8349450131fc tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:10.604012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e42631db-6e18-40a1-bf46-bb9fb75b8a21 req-da99a253-5aca-41c6-816c-8349450131fc tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 944 time: 0.0648015 Aug 30 13:13:10.649790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e42631db-6e18-40a1-bf46-bb9fb75b8a21 req-9925ce1c-02e4-4f5a-bd0e-4469c9999e6f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391324 Aug 30 13:13:10.776618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:10.787922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:10.817701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] Checking router: 38daa008-121f-4a5f-b352-0a72e914853b for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:13:10.826387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:13:10.826987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:13:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:10.926623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:13:11.129711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:11.156849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8b6cc9-149c-4117-b982-e4c988bf7bb9 None None] The sync data for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 is: [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:13:11.238952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311c658-2166-4e44-b45f-8e3eb1137def req-759c43d3-64ad-430d-99e2-cbf97da8815a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:11.240463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b311c658-2166-4e44-b45f-8e3eb1137def req-759c43d3-64ad-430d-99e2-cbf97da8815a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 945 time: 0.0566175 Aug 30 13:13:11.281852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b311c658-2166-4e44-b45f-8e3eb1137def req-d04fece1-65b7-4c4d-8c89-6dd3cc804cf0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342951 Aug 30 13:13:11.386087 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0179a52e-0817-4822-86cb-a7bff653232e None None] New status for floating IP 6324a66d-b3e5-4f08-816c-f3650acbe7f2: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:13:11.453937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54978) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:11.513608 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36d75c0f-1cc0-4c6f-b4e5-d1f0e0676563 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:11.537822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36d75c0f-1cc0-4c6f-b4e5-d1f0e0676563 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:11.609318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-8d500285-b6e5-4c3f-b960-cdcf2576e48c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:11.610811 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-8d500285-b6e5-4c3f-b960-cdcf2576e48c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.35 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 945 time: 0.0703647 Aug 30 13:13:11.651871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36d75c0f-1cc0-4c6f-b4e5-d1f0e0676563 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:11.654449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36d75c0f-1cc0-4c6f-b4e5-d1f0e0676563 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:11.655589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36d75c0f-1cc0-4c6f-b4e5-d1f0e0676563 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "DELETE /v2.0/security-groups/b3a81c20-9e9b-41bf-bf3e-b519e74f2211 HTTP/1.1" status: 204 len: 168 time: 0.2006619 Aug 30 13:13:11.659255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54982) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:11.675483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d75c0f-1cc0-4c6f-b4e5-d1f0e0676563 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a81c20-9e9b-41bf-bf3e-b519e74f2211,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:11.686234 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-cd7d3ba9-86c7-4cbb-9390-b2d6924386f9 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] show failed (client error): The resource could not be found. Aug 30 13:13:11.690733 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cd7d3ba9-86c7-4cbb-9390-b2d6924386f9 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups/b3a81c20-9e9b-41bf-bf3e-b519e74f2211 HTTP/1.1" status: 404 len: 347 time: 0.0302472 Aug 30 13:13:11.693576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54986) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:11.726620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Deleting port ae158278-7015-4ed2-b6e0-babf4ef94367 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:13:11.727110 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:11.833126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Deleting port c60ca21c-197e-44d6-931a-021377668438 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:13:11.833465 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:11.844846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d8763-60cb-49f2-9ef6-6a8ab04a6115 req-4ab4ebb0-c260-4fef-b164-fe92b53da6c2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:11.846360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217d8763-60cb-49f2-9ef6-6a8ab04a6115 req-4ab4ebb0-c260-4fef-b164-fe92b53da6c2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 944 time: 0.1053824 Aug 30 13:13:11.863653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] For port ae158278-7015-4ed2-b6e0-babf4ef94367, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae158278-7015-4ed2-b6e0-babf4ef94367,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:11.864017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:11.884150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Calling delete_port for ae158278-7015-4ed2-b6e0-babf4ef94367 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:13:11.909554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217d8763-60cb-49f2-9ef6-6a8ab04a6115 req-916e9814-589d-42b0-a319-4480d5a10fa9 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560577 Aug 30 13:13:11.914850 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:11.915350 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:11.931972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Calling delete_port for c60ca21c-197e-44d6-931a-021377668438 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:13:12.027675 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.039243 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ae5e6331-892b-4ed9-892c-cba462742edb', 'ae158278-7015-4ed2-b6e0-babf4ef94367'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:12.059444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Pushing event deleted for resources: {'Port': ['ID=ae158278-7015-4ed2-b6e0-babf4ef94367,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:12.089863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.111821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] No DVR routers for this DVR port ae158278-7015-4ed2-b6e0-babf4ef94367 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:13:12.114531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.116806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a064ca3a-a111-4f26-b2ad-87d6802fdd8b req-c4694296-ae38-4b57-b3bd-f96a35f0dc7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.35 "DELETE /v2.0/ports/ae158278-7015-4ed2-b6e0-babf4ef94367 HTTP/1.1" status: 204 len: 173 time: 0.4999349 Aug 30 13:13:12.122699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event deleted for resources: {'Port': ['ID=c60ca21c-197e-44d6-931a-021377668438,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:12.172084 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.188140 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.190690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.194993 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-631e093a-1a69-4d4e-b0e0-b1616176b11c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "DELETE /v2.0/floatingips/6324a66d-b3e5-4f08-816c-f3650acbe7f2 HTTP/1.1" status: 204 len: 168 time: 0.4972489 Aug 30 13:13:12.333302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395cdd79-f89a-4dad-a129-6f1202e7bb66', 'name': 'network-vif-deleted', 'tag': 'ae158278-7015-4ed2-b6e0-babf4ef94367'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:12.335710 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960ffaed-8706-40ab-8a85-1440f44bc749" -d '{"events": [{"server_uuid": "395cdd79-f89a-4dad-a129-6f1202e7bb66", "name": "network-vif-deleted", "tag": "ae158278-7015-4ed2-b6e0-babf4ef94367"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:12.391943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-247f7004-df3d-42ae-aa45-dd712da07d57 req-9cc3cb06-b728-4ef9-8deb-357d440fb0a2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=395cdd79-f89a-4dad-a129-6f1202e7bb66 HTTP/1.1" status: 200 len: 210 time: 0.0269005 Aug 30 13:13:12.436974 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1558b7-3794-4bb4-a577-d03b67d6dbe2 x-openstack-request-id: req-0a1558b7-3794-4bb4-a577-d03b67d6dbe2 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:12.437270 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395cdd79-f89a-4dad-a129-6f1202e7bb66", "name": "network-vif-deleted", "tag": "ae158278-7015-4ed2-b6e0-babf4ef94367", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:12.437521 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a1558b7-3794-4bb4-a577-d03b67d6dbe2 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:12.437948 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395cdd79-f89a-4dad-a129-6f1202e7bb66', 'name': 'network-vif-deleted', 'tag': 'ae158278-7015-4ed2-b6e0-babf4ef94367', 'status': 'completed', 'code': 200} Aug 30 13:13:12.821301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55000) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:12.826683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-13c6f8d5-c86c-4c3e-8f72-20f500a51809 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127489141', 'description': 'tempest-description--1600570183'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:12.847151 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-13c6f8d5-c86c-4c3e-8f72-20f500a51809 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.929349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-13c6f8d5-c86c-4c3e-8f72-20f500a51809 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.934103 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-13c6f8d5-c86c-4c3e-8f72-20f500a51809 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.961649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-13c6f8d5-c86c-4c3e-8f72-20f500a51809 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:12.962984 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-13c6f8d5-c86c-4c3e-8f72-20f500a51809 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1399844 Aug 30 13:13:12.966009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55004) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:12.971355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-57f192ab-0ab4-4ecc-b5c1-74407833081f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'security_group_rule': {'security_group_id': '31019643-c47f-4e04-bbbf-04761cce2467', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:12.976567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6f8d5-c86c-4c3e-8f72-20f500a51809 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31019643-c47f-4e04-bbbf-04761cce2467,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:13.026360 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57f192ab-0ab4-4ecc-b5c1-74407833081f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.060518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d48b9-0638-4293-98f4-dea491e32736 req-ee2ab9c0-e684-464d-9efa-3774da1e603f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:13.061956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-015d48b9-0638-4293-98f4-dea491e32736 req-ee2ab9c0-e684-464d-9efa-3774da1e603f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 944 time: 0.0769706 Aug 30 13:13:13.097195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae158278-7015-4ed2-b6e0-babf4ef94367 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:13:13.112058 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57f192ab-0ab4-4ecc-b5c1-74407833081f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.117435 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57f192ab-0ab4-4ecc-b5c1-74407833081f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.117648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: ae158278-7015-4ed2-b6e0-babf4ef94367 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:13:13.118030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae158278-7015-4ed2-b6e0-babf4ef94367 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:13:13.118459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 73a4fda4-e81c-4465-9252-5724992d8985 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:13:13.124481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-015d48b9-0638-4293-98f4-dea491e32736 req-69dd8034-e6cc-4e34-94f5-673c0cab3ae1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548136 Aug 30 13:13:13.146603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 73a4fda4-e81c-4465-9252-5724992d8985 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:13:13.146603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 73a4fda4-e81c-4465-9252-5724992d8985 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:13:13.147260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f192ab-0ab4-4ecc-b5c1-74407833081f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f559ec9c-eb5a-470b-8a6c-69139ddc5cc6,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:13.151858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57f192ab-0ab4-4ecc-b5c1-74407833081f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.153149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-57f192ab-0ab4-4ecc-b5c1-74407833081f tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862497 Aug 30 13:13:13.155815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55008) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:13.160235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a5e8850d-6fac-4dd0-af4f-87a6c0f2f65b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'security_group_rule': {'security_group_id': '31019643-c47f-4e04-bbbf-04761cce2467', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:13.188556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5e8850d-6fac-4dd0-af4f-87a6c0f2f65b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.245391 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5e8850d-6fac-4dd0-af4f-87a6c0f2f65b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.248691 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5e8850d-6fac-4dd0-af4f-87a6c0f2f65b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.265793 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8850d-6fac-4dd0-af4f-87a6c0f2f65b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f4e0dc-3b9b-4609-ac58-07fde5fceb20,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:13.271695 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5e8850d-6fac-4dd0-af4f-87a6c0f2f65b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.272827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a5e8850d-6fac-4dd0-af4f-87a6c0f2f65b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160731 Aug 30 13:13:13.275975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55010) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:13.280505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:13.302283 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.395858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9c8b58db-d233-4a40-937b-d11abe068aa9 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:13:13.402458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.511173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 9c8b58db-d233-4a40-937b-d11abe068aa9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9c8b58db-d233-4a40-937b-d11abe068aa9,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:13.514714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Allocated IP 172.25.2.8 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/4ba8ee59-a76f-44b2-a8f8-f35ea3b619ac) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:13:13.523834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '9c8b58db-d233-4a40-937b-d11abe068aa9', 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed', 'port_id': '9c8b58db-d233-4a40-937b-d11abe068aa9', 'mac_address': 'fa:16:3e:3c:98:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40089d69-b93c-4a18-a5a6-81e968b83ca8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:13:13.553535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4d8c4-1103-4310-ac37-526c0e7bb92e req-f021ad84-b8f4-46eb-9899-a8d07fb2c7e8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:13.555623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eea4d8c4-1103-4310-ac37-526c0e7bb92e req-f021ad84-b8f4-46eb-9899-a8d07fb2c7e8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0579605 Aug 30 13:13:13.563671 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.576774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8b58db-d233-4a40-937b-d11abe068aa9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:13.596514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 9c8b58db-d233-4a40-937b-d11abe068aa9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9c8b58db-d233-4a40-937b-d11abe068aa9,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:13.598053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eea4d8c4-1103-4310-ac37-526c0e7bb92e req-d04dfdbf-ddd5-405a-8198-d1ff80f24919 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364344 Aug 30 13:13:13.609396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.636770 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.666035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=9c8b58db-d233-4a40-937b-d11abe068aa9,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:13.682415 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.723786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:13:13.726766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:13:13.731542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:13:13.734661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'Port': ['ID=4ba8ee59-a76f-44b2-a8f8-f35ea3b619ac,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:13.774993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac61b4e-edc5-44d5-b385-b7592bd37eca req-c9b856ca-7dfe-49cf-a3a9-feb5c00c091f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:13.776948 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ac61b4e-edc5-44d5-b385-b7592bd37eca req-c9b856ca-7dfe-49cf-a3a9-feb5c00c091f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0581715 Aug 30 13:13:13.819760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ac61b4e-edc5-44d5-b385-b7592bd37eca req-45f87998-635a-4935-8564-efb7a62e6b92 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356517 Aug 30 13:13:13.828618 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.863512 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:13.932734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['9c8b58db-d233-4a40-937b-d11abe068aa9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:13.995690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68187a6-b1da-4a99-9166-4f13d7d1fe84 req-6e067245-e656-4aca-9dd8-6eacad81e486 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:13.997190 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a68187a6-b1da-4a99-9166-4f13d7d1fe84 req-6e067245-e656-4aca-9dd8-6eacad81e486 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1043849 Aug 30 13:13:14.065956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a68187a6-b1da-4a99-9166-4f13d7d1fe84 req-d366fd20-3e72-4f1a-afba-c76a664b3ff5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623724 Aug 30 13:13:14.088247 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:14.093777 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:14.164310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'Port': ['ID=4ba8ee59-a76f-44b2-a8f8-f35ea3b619ac,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:14.179585 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:14.194642 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:14.196031 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7dc09e93-f7ba-4328-ad8b-b479cdf35675 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9191451 Aug 30 13:13:14.274433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abb2e2-fd92-4b20-818b-a3f2de160276 req-bd5b03d2-0c4b-400f-8bc5-e3abbcf7912d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:14.276647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11abb2e2-fd92-4b20-818b-a3f2de160276 req-bd5b03d2-0c4b-400f-8bc5-e3abbcf7912d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 945 time: 0.0796959 Aug 30 13:13:14.319210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11abb2e2-fd92-4b20-818b-a3f2de160276 req-30b92539-a686-4b27-98e9-5787b8e95793 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347717 Aug 30 13:13:14.457729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-34f73ca2-adc4-415f-83fc-3ccdb9efdf5e tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1127489141&fields=id&tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f HTTP/1.1" status: 200 len: 267 time: 0.0441325 Aug 30 13:13:14.566700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-5a7fea22-c4a0-4c90-b799-7a65c60e06b4 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:14.568174 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-5a7fea22-c4a0-4c90-b799-7a65c60e06b4 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 810 time: 0.1025345 Aug 30 13:13:14.583958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-a8583651-fde2-40bf-8ea8-a4cb4a7284d6 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/quotas/1ce7bdd43c29408a91165fe0bbf3b27f HTTP/1.1" status: 200 len: 375 time: 0.0091209 Aug 30 13:13:14.641325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-3f661997-3651-4a32-aefc-988973cc5255 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513799 Aug 30 13:13:14.739292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-1f363ffb-3eb3-4fcd-8d8c-f70347c9f2da service neutron] 10.222.0.37 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839498 Aug 30 13:13:14.832904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-7fbbf317-7414-4fd8-8685-e00916939d2e service neutron] 10.222.0.37 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888557 Aug 30 13:13:15.021578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ea3682e-0a2f-47f2-b550-7410dfc403d8 req-f6b2d3c7-fc5e-4a58-a1e4-685e716ac738 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 210 time: 0.0307338 Aug 30 13:13:15.401953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9c8b58db-d233-4a40-937b-d11abe068aa9 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:15.450830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c7ca6-4505-4ab5-945d-6fc90b165f80 req-3669f8a5-efea-409c-a733-7ea5661f4fd3 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:15.452622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf9c7ca6-4505-4ab5-945d-6fc90b165f80 req-3669f8a5-efea-409c-a733-7ea5661f4fd3 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 945 time: 0.0611882 Aug 30 13:13:15.503302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 9c8b58db-d233-4a40-937b-d11abe068aa9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:15.508055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 9c8b58db-d233-4a40-937b-d11abe068aa9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:15.508775 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:15.527851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf9c7ca6-4505-4ab5-945d-6fc90b165f80 req-cfe300c9-58ad-4549-b801-5f26a474a5a2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650816 Aug 30 13:13:15.609297 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:15.632331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b226f4ef-56f5-4ef2-a416-647528dfb07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8b58db-d233-4a40-937b-d11abe068aa9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:15.634668 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58d580d-fd47-4cc4-99b2-9a1ccbe0bcf7" -d '{"events": [{"server_uuid": "b226f4ef-56f5-4ef2-a416-647528dfb07f", "name": "network-vif-plugged", "status": "completed", "tag": "9c8b58db-d233-4a40-937b-d11abe068aa9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:15.647561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 9c8b58db-d233-4a40-937b-d11abe068aa9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9c8b58db-d233-4a40-937b-d11abe068aa9,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:15.653213 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:15.679586 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8f1e49-992f-40ef-aa56-eaa94efc0c86 x-openstack-request-id: req-bf8f1e49-992f-40ef-aa56-eaa94efc0c86 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:15.679891 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b226f4ef-56f5-4ef2-a416-647528dfb07f", "name": "network-vif-plugged", "status": "completed", "tag": "9c8b58db-d233-4a40-937b-d11abe068aa9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:15.680146 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf8f1e49-992f-40ef-aa56-eaa94efc0c86 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:15.680536 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b226f4ef-56f5-4ef2-a416-647528dfb07f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8b58db-d233-4a40-937b-d11abe068aa9', 'code': 200} Aug 30 13:13:15.707043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=9c8b58db-d233-4a40-937b-d11abe068aa9,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:15.773459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503dbb4-b395-4b98-8f8a-575c107c0c9b req-e976c4ac-3107-4895-84c6-72c43b7d2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:15.775561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b503dbb4-b395-4b98-8f8a-575c107c0c9b req-e976c4ac-3107-4895-84c6-72c43b7d2e0c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 1097 time: 0.0404365 Aug 30 13:13:15.801253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9938240d-9fb9-44a3-97f3-3b438e60f2bc req-192006aa-eac9-441d-b26f-e47dab52b43a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:15.802872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9938240d-9fb9-44a3-97f3-3b438e60f2bc req-192006aa-eac9-441d-b26f-e47dab52b43a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0493965 Aug 30 13:13:15.812691 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b503dbb4-b395-4b98-8f8a-575c107c0c9b req-67991d36-cc8b-494a-8977-8da30fbffdf8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291476 Aug 30 13:13:15.841573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9938240d-9fb9-44a3-97f3-3b438e60f2bc req-aafe728e-baf9-495e-ac0a-5bbc0884a14e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320601 Aug 30 13:13:15.965205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c144872-7727-4880-9711-1d47b51f96fa req-fe480ef6-8820-4979-88a8-11dd8bc8b3d1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:15.966848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2c144872-7727-4880-9711-1d47b51f96fa req-fe480ef6-8820-4979-88a8-11dd8bc8b3d1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0516574 Aug 30 13:13:16.010773 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2c144872-7727-4880-9711-1d47b51f96fa req-fa661915-1808-401d-9a1a-91a35e40a20f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 Aug 30 13:13:16.039101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-36d94733-1a74-4584-ae27-cad3ab89f5e8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:16.041288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-36d94733-1a74-4584-ae27-cad3ab89f5e8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 810 time: 0.1181476 Aug 30 13:13:16.098177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-7fd4d9e9-3bad-4e72-bc0e-54c8d3364555 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f HTTP/1.1" status: 200 len: 380 time: 0.0433431 Aug 30 13:13:16.113585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'port': {'device_id': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'admin_state_up': True, 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'security_groups': ['31019643-c47f-4e04-bbbf-04761cce2467']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:16.140971 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b6ec786-8e0e-4066-b1fe-ea4fd7badf41 req-ec9133b2-eeb4-42d5-bb38-11147c27dffe tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 210 time: 0.0413792 Aug 30 13:13:16.254818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Made reservation on behalf of 1ce7bdd43c29408a91165fe0bbf3b27f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:13:16.258884 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:16.397202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Allocated IP 172.20.0.10 (2fcfaff1-7e49-453c-a17f-9ed5d863d2d4/f4de7065-61a5-4a1b-9d4a-b75c2d8824e0/c85e474f-6b53-43f9-b6cd-aa31149d57e7) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:13:16.562488 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:16.577150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Transition to ACTIVE for port object c85e474f-6b53-43f9-b6cd-aa31149d57e7 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:16.640682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:16.688684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8b8ef-5d75-4a18-933d-e155382668b5 req-edae51bc-8207-4fd9-b96f-e9ccd8fbd33d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:16.690108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c2f8b8ef-5d75-4a18-933d-e155382668b5 req-edae51bc-8207-4fd9-b96f-e9ccd8fbd33d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 946 time: 0.0892394 Aug 30 13:13:16.701843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:13:16.713393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:13:16.720899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:13:16.724488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event updated for resources: {'Port': ['ID=c85e474f-6b53-43f9-b6cd-aa31149d57e7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:16.782534 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c2f8b8ef-5d75-4a18-933d-e155382668b5 req-106e8810-7f06-4a3c-80bb-e64c693bdbca tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827177 Aug 30 13:13:16.795019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:16.795875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:16.820118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-ab0404d1-513a-48ea-823b-71e6ff53f2f8 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7120054 Aug 30 13:13:16.838551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Request body: {'port': {'device_id': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:16.908768 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:16.956575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6f23180e-2ff5-4019-8d96-092c32a062cf None None] Provisioning for port c85e474f-6b53-43f9-b6cd-aa31149d57e7 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:16.961350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6f23180e-2ff5-4019-8d96-092c32a062cf None None] Provisioning complete for port c85e474f-6b53-43f9-b6cd-aa31149d57e7 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:16.961908 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6f23180e-2ff5-4019-8d96-092c32a062cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:17.003238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6f23180e-2ff5-4019-8d96-092c32a062cf None None] Port c85e474f-6b53-43f9-b6cd-aa31149d57e7 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:13:17.189981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85e474f-6b53-43f9-b6cd-aa31149d57e7 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:17.199096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:17.213992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Transition to ACTIVE for port object c85e474f-6b53-43f9-b6cd-aa31149d57e7 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:17.223614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:17.296559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Pushing event updated for resources: {'Port': ['ID=c85e474f-6b53-43f9-b6cd-aa31149d57e7,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:17.329514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144f148-7335-402b-8ea6-bb33eb7d5a56 req-e3ba7d91-36aa-4451-bd58-9bd6e10a0ffc tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:17.331010 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b144f148-7335-402b-8ea6-bb33eb7d5a56 req-e3ba7d91-36aa-4451-bd58-9bd6e10a0ffc tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 944 time: 0.1197343 Aug 30 13:13:17.417483 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b144f148-7335-402b-8ea6-bb33eb7d5a56 req-53098d42-a96b-4886-b8d6-cf63ec73f2e4 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617166 Aug 30 13:13:17.419975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Attempting to bind port c85e474f-6b53-43f9-b6cd-aa31149d57e7 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:13:17.420308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Attempting to bind port c85e474f-6b53-43f9-b6cd-aa31149d57e7 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:13:17.420634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Attempting to bind port c85e474f-6b53-43f9-b6cd-aa31149d57e7 on network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:17.425936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Port c85e474f-6b53-43f9-b6cd-aa31149d57e7 on network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:13:17.426260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Attempting to bind port c85e474f-6b53-43f9-b6cd-aa31149d57e7 on network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:17.438143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:13:17.441212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Checking segment: {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:13:17.441762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Bound using segment: {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:13:17.442334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Bound port: c85e474f-6b53-43f9-b6cd-aa31149d57e7, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b6fee73-7112-4aba-893d-5f0c6c36004d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:13:17.442808 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:17.551456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] For port c85e474f-6b53-43f9-b6cd-aa31149d57e7, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:13:17.555015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] For port c85e474f-6b53-43f9-b6cd-aa31149d57e7, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:13:17.567756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f96dc5-5583-40d3-91d2-5fd1f200be5b req-158c7f08-54ed-4d37-ad76-ca481891bbe2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:17.569387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e2f96dc5-5583-40d3-91d2-5fd1f200be5b req-158c7f08-54ed-4d37-ad76-ca481891bbe2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0758348 Aug 30 13:13:17.570666 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:17.625603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:17.626262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:17.627649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] 10.222.0.35 "PUT /v2.0/ports/c85e474f-6b53-43f9-b6cd-aa31149d57e7 HTTP/1.1" status: 200 len: 1092 time: 0.7943468 Aug 30 13:13:17.628092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'tag': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:17.630360 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1197dc2-360f-4df4-9c69-af504bc883f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8db790df-f0dd-4f1e-9deb-f1958fff8fd3", "tag": "c85e474f-6b53-43f9-b6cd-aa31149d57e7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:17.664061 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e2f96dc5-5583-40d3-91d2-5fd1f200be5b req-02c74734-0063-422d-b4c2-689d6c9dd675 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686829 Aug 30 13:13:17.664839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c849ff-d4e5-46aa-b663-8fcfa4088f84 service neutron] Pushing event updated for resources: {'Port': ['ID=c85e474f-6b53-43f9-b6cd-aa31149d57e7,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:17.672811 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fe2dab-564d-4c80-9fde-43d52f2a6237 x-openstack-request-id: req-d8fe2dab-564d-4c80-9fde-43d52f2a6237 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:17.673414 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db790df-f0dd-4f1e-9deb-f1958fff8fd3", "tag": "c85e474f-6b53-43f9-b6cd-aa31149d57e7", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:17.673698 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8fe2dab-564d-4c80-9fde-43d52f2a6237 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:17.674098 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'tag': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7', 'status': 'completed', 'code': 200} Aug 30 13:13:17.733940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-05e24223-b4ae-4529-a899-54562d54e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:17.735504 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-05e24223-b4ae-4529-a899-54562d54e612 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 1095 time: 0.0475543 Aug 30 13:13:17.783778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-cb25c0a4-a8a6-4e80-9356-bff8fe66d9a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7 HTTP/1.1" status: 200 len: 217 time: 0.0387895 Aug 30 13:13:17.803872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03a3d3-8582-4285-bfcf-cc2fdfd7fc4e req-1a80db1b-a7f8-40e9-89f6-6875612770cf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:17.805385 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1b03a3d3-8582-4285-bfcf-cc2fdfd7fc4e req-1a80db1b-a7f8-40e9-89f6-6875612770cf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0552814 Aug 30 13:13:17.841098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-756bf80b-320a-4db7-b95c-f07faf8aeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:17.842796 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-756bf80b-320a-4db7-b95c-f07faf8aeb83 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.0502987 Aug 30 13:13:17.921260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-0e255a1a-8913-4481-9de8-bdc70afa5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:17.922833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-0e255a1a-8913-4481-9de8-bdc70afa5926 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716577 Aug 30 13:13:17.938842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034361b-79d2-4c1a-b6b1-ba4b40c6e4fb req-4d2ac4a6-0ca1-46c0-b0b0-a7f9d1933d2f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:17.940408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7034361b-79d2-4c1a-b6b1-ba4b40c6e4fb req-4d2ac4a6-0ca1-46c0-b0b0-a7f9d1933d2f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 946 time: 0.0635796 Aug 30 13:13:18.030679 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7034361b-79d2-4c1a-b6b1-ba4b40c6e4fb req-09be4214-3f5e-4321-bf22-8e2c6b421f4a tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810862 Aug 30 13:13:18.058313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-5b26f913-1498-4ac1-bee8-ad212ca262ad service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168170 Aug 30 13:13:18.117895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1b03a3d3-8582-4285-bfcf-cc2fdfd7fc4e req-e7e38ee4-d2bc-4550-8ca0-36d7a315b76d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012142 Aug 30 13:13:18.169500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-64137b2c-a336-4ee9-bd8c-e767fe158d21 req-4420acf1-d181-4483-8946-de984cf7b115 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033349 Aug 30 13:13:18.295297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-f996b5df-7585-4f87-a45e-79864a36f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:18.296812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-f996b5df-7585-4f87-a45e-79864a36f6c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 1095 time: 0.0733736 Aug 30 13:13:18.332832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bc74f-7bca-4c8f-8326-0ae16ba73a28 req-ecff7b31-be2b-4189-8b92-320222288aa5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:18.334342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab5bc74f-7bca-4c8f-8326-0ae16ba73a28 req-ecff7b31-be2b-4189-8b92-320222288aa5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0832629 Aug 30 13:13:18.546994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df012402-c886-4bfd-9564-ebaa764e6d41 req-a2414247-09fb-4760-8050-1fde9c6ac0e7 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:18.548778 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df012402-c886-4bfd-9564-ebaa764e6d41 req-a2414247-09fb-4760-8050-1fde9c6ac0e7 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 944 time: 0.0526760 Aug 30 13:13:18.590242 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df012402-c886-4bfd-9564-ebaa764e6d41 req-08265df4-f8f7-4fcd-98ba-652885a88481 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354202 Aug 30 13:13:18.758532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab5bc74f-7bca-4c8f-8326-0ae16ba73a28 req-337327e0-e6bd-465a-ae7b-dc6870c9490c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961160 Aug 30 13:13:18.774237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-86568c23-ef6a-4acf-a260-9f6dde27dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:18.775764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-86568c23-ef6a-4acf-a260-9f6dde27dae3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 911 time: 0.4707496 Aug 30 13:13:18.822506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-417444d4-89c8-48d0-afb8-f867514d6947 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7 HTTP/1.1" status: 200 len: 217 time: 0.0358984 Aug 30 13:13:18.873262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-29bbf202-6b55-45d4-ace3-e37a1cf3a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:18.874872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-29bbf202-6b55-45d4-ace3-e37a1cf3a43e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.0457275 Aug 30 13:13:18.887410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb2e27-081b-4f72-b63a-0c41ba209056 req-4d10a8ab-4de0-4cc1-aeee-dc83e4f6bd1e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:18.888890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1ebb2e27-081b-4f72-b63a-0c41ba209056 req-4d10a8ab-4de0-4cc1-aeee-dc83e4f6bd1e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0533862 Aug 30 13:13:18.934318 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1ebb2e27-081b-4f72-b63a-0c41ba209056 req-63c995bc-68ae-42c6-9487-c7a6c090d7ec tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382192 Aug 30 13:13:18.935663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-30938ae4-813d-4e62-80fa-6b7580a34bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:18.937312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-30938ae4-813d-4e62-80fa-6b7580a34bbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540228 Aug 30 13:13:19.042489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-7abda2d0-8612-46a2-be31-6bdf7dd10f69 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957396 Aug 30 13:13:19.117635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e1915-ebbc-4bf4-a506-28013accdbb1 req-d46e274f-1d73-4751-bd09-b2859b523edc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:19.119658 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c11e1915-ebbc-4bf4-a506-28013accdbb1 req-d46e274f-1d73-4751-bd09-b2859b523edc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0527854 Aug 30 13:13:19.136935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1197dc2-360f-4df4-9c69-af504bc883f0 req-88582b5a-1107-4438-9608-eaf36cb38a44 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866272 Aug 30 13:13:19.156807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c11e1915-ebbc-4bf4-a506-28013accdbb1 req-b0c7383d-9239-4b9c-b5ab-52cf119b8239 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310380 Aug 30 13:13:19.271132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936b46e-e064-451f-ac6f-f3c63de2c68d req-c3740561-b71d-4b58-ae03-f9c45ed7f02b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:19.272570 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1936b46e-e064-451f-ac6f-f3c63de2c68d req-c3740561-b71d-4b58-ae03-f9c45ed7f02b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0490317 Aug 30 13:13:19.310534 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1936b46e-e064-451f-ac6f-f3c63de2c68d req-556ac27a-983e-423b-ba1f-1dc4858d885d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318699 Aug 30 13:13:19.486076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35305666-6567-47fd-b034-b990b81ce7ca req-edec27fc-7dcf-42c0-afff-65013bb5376e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:19.487581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-35305666-6567-47fd-b034-b990b81ce7ca req-edec27fc-7dcf-42c0-afff-65013bb5376e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0499339 Aug 30 13:13:19.526844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-35305666-6567-47fd-b034-b990b81ce7ca req-0fecfec4-44fc-4695-8d03-992c14098976 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Aug 30 13:13:19.651531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862364a8-e6c6-4a1f-b722-432529d39eba req-2b66b927-f821-425a-ab20-136b142546c7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:19.653552 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-862364a8-e6c6-4a1f-b722-432529d39eba req-2b66b927-f821-425a-ab20-136b142546c7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0584807 Aug 30 13:13:19.691305 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:13:19.721583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-862364a8-e6c6-4a1f-b722-432529d39eba req-84f12543-aea2-4bd2-bc93-90e9b8d6d611 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606627 Aug 30 13:13:19.809718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcbcff-fd83-4e62-ad3f-d0c2a0360a8c req-edcb567d-0a8f-44df-831d-b0498cbcd329 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:19.811603 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96fcbcff-fd83-4e62-ad3f-d0c2a0360a8c req-edcb567d-0a8f-44df-831d-b0498cbcd329 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 944 time: 0.0749562 Aug 30 13:13:19.852303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96fcbcff-fd83-4e62-ad3f-d0c2a0360a8c req-62c39f4d-7461-4280-bdd5-048343961964 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340335 Aug 30 13:13:19.919185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abadaca-50ad-4f8b-bbcc-e5cbc113358f req-c7d5ab52-1289-499a-aced-5788a2a97cb7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:19.919185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9abadaca-50ad-4f8b-bbcc-e5cbc113358f req-c7d5ab52-1289-499a-aced-5788a2a97cb7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0504389 Aug 30 13:13:19.959100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9abadaca-50ad-4f8b-bbcc-e5cbc113358f req-91bf3e77-d2b9-4c08-a319-720d4e8f2f22 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352232 Aug 30 13:13:20.083072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69843ce-2477-4ef9-a8c0-6d70a8067225 req-769ec063-bb30-4755-9ea0-217a52ac6253 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:20.084971 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a69843ce-2477-4ef9-a8c0-6d70a8067225 req-769ec063-bb30-4755-9ea0-217a52ac6253 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0590320 Aug 30 13:13:20.125836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a69843ce-2477-4ef9-a8c0-6d70a8067225 req-ba70c104-9c87-4296-948f-8358bff1862a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Aug 30 13:13:20.297037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf3788-8fc8-45f9-a866-ef04315329b8 req-ffed2bde-ad66-449f-9b6a-665252804178 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:20.298810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8cf3788-8fc8-45f9-a866-ef04315329b8 req-ffed2bde-ad66-449f-9b6a-665252804178 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0540719 Aug 30 13:13:20.338315 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8cf3788-8fc8-45f9-a866-ef04315329b8 req-7218fb8a-f045-40a3-a06a-166f876fe030 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Aug 30 13:13:20.458824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e87f4f-dc14-4166-9e93-8b5b5faf7a44 req-f2c841d1-34b8-4d44-955f-d591a657bf8e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:20.460204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78e87f4f-dc14-4166-9e93-8b5b5faf7a44 req-f2c841d1-34b8-4d44-955f-d591a657bf8e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0496528 Aug 30 13:13:20.500229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78e87f4f-dc14-4166-9e93-8b5b5faf7a44 req-298ea819-e91c-4762-abeb-d8f5de5739ae tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335412 Aug 30 13:13:20.722156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77877611-1e75-45f3-87e9-52f2e90bccbe req-8a2e65ff-210d-4a1f-a012-465be210dfd4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:20.723541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77877611-1e75-45f3-87e9-52f2e90bccbe req-8a2e65ff-210d-4a1f-a012-465be210dfd4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 813 time: 0.1000078 Aug 30 13:13:20.740634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77877611-1e75-45f3-87e9-52f2e90bccbe req-9293c45f-9a97-4821-a419-aeb921f2fb1c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/quotas/e394c8ab9a944d74896482712a98f70b HTTP/1.1" status: 200 len: 375 time: 0.0092759 Aug 30 13:13:20.792100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77877611-1e75-45f3-87e9-52f2e90bccbe req-60ee2af0-b647-4923-af03-59df3523d50c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449846 Aug 30 13:13:20.930608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece9cc7-965d-4b89-a169-dfadd953999c req-f563423b-477c-44b4-a5d3-26b7a5327ace tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:20.938164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ece9cc7-965d-4b89-a169-dfadd953999c req-f563423b-477c-44b4-a5d3-26b7a5327ace tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0722284 Aug 30 13:13:20.982638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ece9cc7-965d-4b89-a169-dfadd953999c req-89d22e95-6305-4598-8ec6-5a77efb4b479 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433066 Aug 30 13:13:20.988441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bdfe78-f929-49ab-b7a7-a0fac52c0257 req-cb8fc09c-31f3-4b6f-8eae-2cdf308c939a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:20.990272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7bdfe78-f929-49ab-b7a7-a0fac52c0257 req-cb8fc09c-31f3-4b6f-8eae-2cdf308c939a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 944 time: 0.0626006 Aug 30 13:13:21.042911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7bdfe78-f929-49ab-b7a7-a0fac52c0257 req-1d2161dd-59a0-407b-b65a-3b35faecf7d1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 Aug 30 13:13:21.106043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34df7a0-57d8-4dc0-8317-acc8c58069ad req-cf0b6659-c42f-4643-ba20-b65c234c23de tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:21.107515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d34df7a0-57d8-4dc0-8317-acc8c58069ad req-cf0b6659-c42f-4643-ba20-b65c234c23de tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0506635 Aug 30 13:13:21.144952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d34df7a0-57d8-4dc0-8317-acc8c58069ad req-a9e7bf87-bb20-430e-bfe5-0ab1a9c7a70b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Aug 30 13:13:21.293147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b49518a-302f-4250-9ace-5a7875efc9b4 req-3d1b59c9-6374-496e-872e-1477699fc1e7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e394c8ab9a944d74896482712a98f70b HTTP/1.1" status: 200 len: 221 time: 0.0258894 Aug 30 13:13:21.395948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c7672-e5fb-4af8-b5ed-28c893f3715c req-2c38c383-64b7-4cc9-907f-f5e80f014405 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:21.397439 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-862c7672-e5fb-4af8-b5ed-28c893f3715c req-2c38c383-64b7-4cc9-907f-f5e80f014405 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0513330 Aug 30 13:13:21.438386 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-862c7672-e5fb-4af8-b5ed-28c893f3715c req-3c4e90a1-de7d-401b-8d79-3ad20743effc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345349 Aug 30 13:13:21.558228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cffc4f-593c-47c1-8f20-94cc7d27ab5c req-07346eed-4c11-4b87-bcd6-fc80b1b29ddf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:21.559677 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5cffc4f-593c-47c1-8f20-94cc7d27ab5c req-07346eed-4c11-4b87-bcd6-fc80b1b29ddf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0510399 Aug 30 13:13:21.598375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5cffc4f-593c-47c1-8f20-94cc7d27ab5c req-ec406a78-16c5-45fa-9f59-4f4f77d53d88 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Aug 30 13:13:21.731886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91972fa1-98f4-4bd6-a793-b3c86381f519 req-dd09eb7c-78d1-47af-ab60-546bfab1053d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:21.733374 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91972fa1-98f4-4bd6-a793-b3c86381f519 req-dd09eb7c-78d1-47af-ab60-546bfab1053d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0485692 Aug 30 13:13:21.775973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91972fa1-98f4-4bd6-a793-b3c86381f519 req-2401480e-3eb7-4cc7-8411-0a79e2a3dc68 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365837 Aug 30 13:13:21.909368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfcefe-2159-4140-b2ce-27c4c2c3ba49 req-2b98a0fd-083f-4ef2-8ef9-27b8dfd764a9 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:21.910908 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cabfcefe-2159-4140-b2ce-27c4c2c3ba49 req-2b98a0fd-083f-4ef2-8ef9-27b8dfd764a9 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0642340 Aug 30 13:13:21.964787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cabfcefe-2159-4140-b2ce-27c4c2c3ba49 req-aa68d2a7-d3d7-415c-8f30-0162d84cd5ba tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473237 Aug 30 13:13:22.089249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efcf10c-1563-4be0-a8bd-c4655a767c92 req-7f2e6880-ff53-48e6-89ec-2089a64c25fa tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:22.090869 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0efcf10c-1563-4be0-a8bd-c4655a767c92 req-7f2e6880-ff53-48e6-89ec-2089a64c25fa tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0508404 Aug 30 13:13:22.131103 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0efcf10c-1563-4be0-a8bd-c4655a767c92 req-0af46a08-c536-42ed-9679-f10c9233a9e9 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337417 Aug 30 13:13:22.166757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f267c-ed37-4141-807d-db840cf9be42 req-6ffbd380-aca2-49a7-91e0-01b570ac5ba6 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:22.168392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd3f267c-ed37-4141-807d-db840cf9be42 req-6ffbd380-aca2-49a7-91e0-01b570ac5ba6 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 944 time: 0.0540457 Aug 30 13:13:22.210279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd3f267c-ed37-4141-807d-db840cf9be42 req-38361049-e31a-420e-9e81-810ce0aa86c4 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355392 Aug 30 13:13:22.247734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf96ac1-a981-49c2-be8b-2c00ab5f99df req-383b3331-c971-4dba-8606-75acb06f8dac tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:22.249210 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcf96ac1-a981-49c2-be8b-2c00ab5f99df req-383b3331-c971-4dba-8606-75acb06f8dac tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0493331 Aug 30 13:13:22.287169 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcf96ac1-a981-49c2-be8b-2c00ab5f99df req-0c698b93-e96f-4705-9c7f-5c998c06bbdb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320635 Aug 30 13:13:22.450339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5156a-ecc1-4dd2-b731-23e29ea6c286 req-7576121d-eb25-41cf-942b-2b6e61f68743 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:22.451842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0a5156a-ecc1-4dd2-b731-23e29ea6c286 req-7576121d-eb25-41cf-942b-2b6e61f68743 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0746360 Aug 30 13:13:22.494066 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0a5156a-ecc1-4dd2-b731-23e29ea6c286 req-c4e89298-da7e-4f2d-8c54-c86f3799e436 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Aug 30 13:13:22.633105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abcfbb-9c3d-416e-ae02-ed93f6333569 req-72300311-9efe-4541-a254-0cb52d996781 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:22.635407 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7abcfbb-9c3d-416e-ae02-ed93f6333569 req-72300311-9efe-4541-a254-0cb52d996781 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0520315 Aug 30 13:13:22.675722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7abcfbb-9c3d-416e-ae02-ed93f6333569 req-6f98521b-55bb-4e29-afb6-d674874b0104 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Aug 30 13:13:22.804493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cf610-8c41-46e0-a86f-1b67d4db6668 req-101bf2f1-70f8-499a-a4f4-487900f6090c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:22.805977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c01cf610-8c41-46e0-a86f-1b67d4db6668 req-101bf2f1-70f8-499a-a4f4-487900f6090c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0490634 Aug 30 13:13:22.848751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c01cf610-8c41-46e0-a86f-1b67d4db6668 req-1b66de48-2b44-4111-9c15-13b1f2befd58 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362656 Aug 30 13:13:22.976519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aca0ec-cc9e-4991-9b4b-fb7334924b7c req-531877db-ed06-4ae3-9097-e611d6ce9e40 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:22.978171 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f1aca0ec-cc9e-4991-9b4b-fb7334924b7c req-531877db-ed06-4ae3-9097-e611d6ce9e40 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0575826 Aug 30 13:13:23.021717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f1aca0ec-cc9e-4991-9b4b-fb7334924b7c req-54d23fbc-493f-4a8e-ae69-5d9a1b2382e4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366774 Aug 30 13:13:23.162330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b6445-55e1-404e-9898-7aee8f91c67b req-b854821a-131b-4167-ae42-dedff45ac8ff tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:23.163924 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c2b6445-55e1-404e-9898-7aee8f91c67b req-b854821a-131b-4167-ae42-dedff45ac8ff tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0516241 Aug 30 13:13:23.172003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c85e474f-6b53-43f9-b6cd-aa31149d57e7 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:13:23.204115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c2b6445-55e1-404e-9898-7aee8f91c67b req-44296fb9-7bfc-4781-b92c-9ccecca7b447 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341413 Aug 30 13:13:23.311335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c85e474f-6b53-43f9-b6cd-aa31149d57e7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:23.324587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'port_id': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7', 'mac_address': 'fa:16:3e:55:0f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:13:23.342872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff91af-f7b8-4e19-92a0-851eb8be52f0 req-4593462a-fca6-456e-be84-1232d65e4baa tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:23.344547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a3ff91af-f7b8-4e19-92a0-851eb8be52f0 req-4593462a-fca6-456e-be84-1232d65e4baa tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0559244 Aug 30 13:13:23.349078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc366fa-bae0-4754-a2d0-7f9f1cee8b24 req-97c8fef8-eea4-4c78-9eae-15f1874f0dc9 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:23.350656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1bc366fa-bae0-4754-a2d0-7f9f1cee8b24 req-97c8fef8-eea4-4c78-9eae-15f1874f0dc9 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 944 time: 0.0664685 Aug 30 13:13:23.372131 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:23.388197 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a3ff91af-f7b8-4e19-92a0-851eb8be52f0 req-83b8d5c0-e22b-4d55-b183-ddfcdb0e90d0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359783 Aug 30 13:13:23.389015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85e474f-6b53-43f9-b6cd-aa31149d57e7 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:23.402982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1bc366fa-bae0-4754-a2d0-7f9f1cee8b24 req-e1f0720d-38bd-46af-916c-4067ab95d254 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449388 Aug 30 13:13:23.421247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c85e474f-6b53-43f9-b6cd-aa31149d57e7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:23.432145 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:23.484650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c85e474f-6b53-43f9-b6cd-aa31149d57e7,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:23.536347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bf142-64ba-41e4-ac06-500334260b9c req-0860f714-0b8e-417b-a0ca-11dbedf39ba7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:23.537897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5bf142-64ba-41e4-ac06-500334260b9c req-0860f714-0b8e-417b-a0ca-11dbedf39ba7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0552800 Aug 30 13:13:23.580760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5bf142-64ba-41e4-ac06-500334260b9c req-ad255f48-7a08-4604-8b18-985c4f2a0cd6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362799 Aug 30 13:13:23.705683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05083d7-cd46-4d77-a796-89f23945ffcb req-ba2690ab-6fa9-4a2c-90fe-febfd54db84c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:23.707088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a05083d7-cd46-4d77-a796-89f23945ffcb req-ba2690ab-6fa9-4a2c-90fe-febfd54db84c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0537858 Aug 30 13:13:23.744691 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a05083d7-cd46-4d77-a796-89f23945ffcb req-7c067d42-54e8-473d-acb3-73942dda321a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309834 Aug 30 13:13:23.775533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['c85e474f-6b53-43f9-b6cd-aa31149d57e7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:23.924667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e837ee-de05-4e4a-a537-88184fe6c3e4 req-e4f028db-12ed-4412-a67f-12470a74bb79 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:23.926388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2e837ee-de05-4e4a-a537-88184fe6c3e4 req-e4f028db-12ed-4412-a67f-12470a74bb79 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0577147 Aug 30 13:13:23.969445 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2e837ee-de05-4e4a-a537-88184fe6c3e4 req-a6ac4e40-5ea2-4214-8420-3c6d60fbafe3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354726 Aug 30 13:13:23.993036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55320) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:24.082364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8411fcc1-6a55-4e08-8993-d36b6b1b3bf7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:24.082781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8411fcc1-6a55-4e08-8993-d36b6b1b3bf7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:24.083258 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8411fcc1-6a55-4e08-8993-d36b6b1b3bf7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:24.085004 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8411fcc1-6a55-4e08-8993-d36b6b1b3bf7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=2885c00a7c164c38ab83be0196c919d8&network_id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e HTTP/1.1" status: 200 len: 2969 time: 0.0902519 Aug 30 13:13:24.101167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df9f0c-00e3-4dd6-95d2-fba1fcefd07d req-62dcbf1b-bc9d-45db-bdae-d2f453f6aad6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:24.102131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6df9f0c-00e3-4dd6-95d2-fba1fcefd07d req-62dcbf1b-bc9d-45db-bdae-d2f453f6aad6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0593483 Aug 30 13:13:24.141646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6df9f0c-00e3-4dd6-95d2-fba1fcefd07d req-5d81cf71-5593-45be-bd6c-ee96322e9d54 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349169 Aug 30 13:13:24.311839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e582ce-22dd-48ef-bb6b-059fa4060940 req-faa478d6-79ee-4cd4-a4f9-ceaa16d632fd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:24.313324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7e582ce-22dd-48ef-bb6b-059fa4060940 req-faa478d6-79ee-4cd4-a4f9-ceaa16d632fd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0505166 Aug 30 13:13:24.350909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7e582ce-22dd-48ef-bb6b-059fa4060940 req-f34ee54d-c0ad-402f-8295-ba1aa80fdebb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315795 Aug 30 13:13:24.469169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5599b8-f690-4dfa-9f87-d19995c2e362 req-39889996-fd38-4a22-9adb-2df1791fd307 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:24.470614 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a5599b8-f690-4dfa-9f87-d19995c2e362 req-39889996-fd38-4a22-9adb-2df1791fd307 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0494461 Aug 30 13:13:24.510012 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a5599b8-f690-4dfa-9f87-d19995c2e362 req-d5d34b87-1c11-4b9e-938e-7bf049861486 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Aug 30 13:13:24.531434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680acc7-c31e-42e4-a88f-6f283c4cc76e req-bd85113b-4b03-43a2-9650-909d6fbfcd02 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:24.533000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8680acc7-c31e-42e4-a88f-6f283c4cc76e req-bd85113b-4b03-43a2-9650-909d6fbfcd02 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 945 time: 0.0494277 Aug 30 13:13:24.576714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8680acc7-c31e-42e4-a88f-6f283c4cc76e req-afebbe73-0f65-47d7-ab8a-dc23fc11dbc4 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377755 Aug 30 13:13:24.686993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edce5f-c380-4841-a3b9-fdf5073c76b1 req-af8c0640-51e8-4fb6-add0-3a8e030b977b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:24.688457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8edce5f-c380-4841-a3b9-fdf5073c76b1 req-af8c0640-51e8-4fb6-add0-3a8e030b977b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0492880 Aug 30 13:13:24.725921 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8edce5f-c380-4841-a3b9-fdf5073c76b1 req-6e6893ac-e279-4e45-9fcf-b5e919aae7b3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Aug 30 13:13:24.843337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f81569-b2e8-4da5-a557-e19dae3935c6 req-d59f54f0-de25-42cd-a1e1-b297abde6488 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:24.844827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68f81569-b2e8-4da5-a557-e19dae3935c6 req-d59f54f0-de25-42cd-a1e1-b297abde6488 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0503101 Aug 30 13:13:24.882479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68f81569-b2e8-4da5-a557-e19dae3935c6 req-8c8cbf9d-d56f-4d53-9ba4-51bd22ff3a82 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Aug 30 13:13:25.085952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdd073-a2bd-4389-91c6-c4074206fe7c req-285186ed-63cf-4b01-9919-1257c447fd7b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:25.087451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-82cdd073-a2bd-4389-91c6-c4074206fe7c req-285186ed-63cf-4b01-9919-1257c447fd7b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0504365 Aug 30 13:13:25.130732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-82cdd073-a2bd-4389-91c6-c4074206fe7c req-866357f1-c662-4d5e-a96c-f00ac3cfb0be tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374115 Aug 30 13:13:25.189298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c85e474f-6b53-43f9-b6cd-aa31149d57e7 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:25.242307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port c85e474f-6b53-43f9-b6cd-aa31149d57e7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:25.246579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port c85e474f-6b53-43f9-b6cd-aa31149d57e7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:25.247024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:25.324860 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:25.347708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:25.350089 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c74cbaf-1ed1-4f31-905f-b2c2bd6f70e9" -d '{"events": [{"server_uuid": "8db790df-f0dd-4f1e-9deb-f1958fff8fd3", "name": "network-vif-plugged", "status": "completed", "tag": "c85e474f-6b53-43f9-b6cd-aa31149d57e7"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:25.362768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c85e474f-6b53-43f9-b6cd-aa31149d57e7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:25.368441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:25.395789 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d170fe0-f047-4bee-8bd1-2ad279b2b6fa x-openstack-request-id: req-9d170fe0-f047-4bee-8bd1-2ad279b2b6fa {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:25.396081 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db790df-f0dd-4f1e-9deb-f1958fff8fd3", "name": "network-vif-plugged", "status": "completed", "tag": "c85e474f-6b53-43f9-b6cd-aa31149d57e7", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:25.396520 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d170fe0-f047-4bee-8bd1-2ad279b2b6fa {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:25.396906 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7', 'code': 200} Aug 30 13:13:25.423805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c85e474f-6b53-43f9-b6cd-aa31149d57e7,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:25.484712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813dc5f2-e6ee-4283-a753-208ae712abbd req-e4036ca7-1445-40a1-a64e-05340a248401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:25.486393 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-813dc5f2-e6ee-4283-a753-208ae712abbd req-e4036ca7-1445-40a1-a64e-05340a248401 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0404336 Aug 30 13:13:25.522152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-813dc5f2-e6ee-4283-a753-208ae712abbd req-77b7812b-626e-4d96-ae23-603f2a031b3a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280037 Aug 30 13:13:25.693065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0cf19-01e9-4281-8df2-419d097bb067 req-e961eae8-156b-4acd-991f-76ae215a024d tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:25.694625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-42c0cf19-01e9-4281-8df2-419d097bb067 req-e961eae8-156b-4acd-991f-76ae215a024d tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 946 time: 0.0486622 Aug 30 13:13:25.732034 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-42c0cf19-01e9-4281-8df2-419d097bb067 req-fe76708d-4358-416e-9544-273326114543 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307763 Aug 30 13:13:25.904840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55368) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:25.955359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b8cce-0fd3-49c8-8320-abd6160e9f01 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:25.956792 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-772b8cce-0fd3-49c8-8320-abd6160e9f01 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 814 time: 0.0509994 Aug 30 13:13:26.256981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b3898-34aa-41ae-8163-ca77ad61d5fb req-28404fca-46de-407f-97e0-941549639124 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:26.258719 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e80b3898-34aa-41ae-8163-ca77ad61d5fb req-28404fca-46de-407f-97e0-941549639124 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0502017 Aug 30 13:13:26.304447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e80b3898-34aa-41ae-8163-ca77ad61d5fb req-780c2d7c-177d-48d5-98b0-e9192586f827 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Aug 30 13:13:26.547120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ca42e-a119-448d-bf43-c32ee4bfb0e0 req-fef1590d-c73d-474e-bd04-b0534ecb7b99 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:26.548895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c4ca42e-a119-448d-bf43-c32ee4bfb0e0 req-fef1590d-c73d-474e-bd04-b0534ecb7b99 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0498083 Aug 30 13:13:26.591663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c4ca42e-a119-448d-bf43-c32ee4bfb0e0 req-fe1651fc-c437-4106-9edd-e76f58e0cb18 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366902 Aug 30 13:13:26.836660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55392) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:26.842882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'network': {'name': 'tempest-network-smoke--2089907366', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'port_security_enabled': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:26.852390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cdf94-1ec4-4237-b6e1-6ef7eee5cb93 req-e27f26b6-29e6-45ec-a4db-8a2a21cb15c5 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:26.854131 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e6cdf94-1ec4-4237-b6e1-6ef7eee5cb93 req-e27f26b6-29e6-45ec-a4db-8a2a21cb15c5 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 946 time: 0.0541387 Aug 30 13:13:26.868977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Made reservation on behalf of 2885c00a7c164c38ab83be0196c919d8 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:13:26.875491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:26.904718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e6cdf94-1ec4-4237-b6e1-6ef7eee5cb93 req-348e0e05-0c94-43fd-bb8d-a8d51b51275a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 Aug 30 13:13:26.906773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:13:26.916503 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:26.916939 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Added segment 1606797d-8a68-48b8-b74c-548f09d52bb4 of type vlan for network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 Aug 30 13:13:26.962317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:26.989386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:26.995788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:26.996891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:27.054948 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2171500 Aug 30 13:13:27.058713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55394) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:27.072607 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Network': ['ID=83c04f95-fab5-4dd2-a548-4ae75b1b30b5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:27.111881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.112231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.112572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.112909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.113244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.113575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.113939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.114270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.115233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.115233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.115233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.115863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1d0039-4927-4c4a-905c-20f5783b3804 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:27.127475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:13:27.148419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1984d9-1579-4414-bfbf-2f5b4111248c tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:27.152930 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ff1984d9-1579-4414-bfbf-2f5b4111248c tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2885c00a7c164c38ab83be0196c919d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0902734 Aug 30 13:13:27.153550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55398) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:27.239009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f628a236-633d-4878-9824-eabb2fc26ba8 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:27.240647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f628a236-633d-4878-9824-eabb2fc26ba8 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859599 Aug 30 13:13:27.243341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55400) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:27.284381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6b8b8161-cd20-48e6-bacf-a3f52b8edbd1 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375426 Aug 30 13:13:27.284625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55406) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:27.318412 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eab3d769-71f7-4a30-890e-896061e8fae7 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2885c00a7c164c38ab83be0196c919d8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327394 Aug 30 13:13:27.320890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55408) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:27.413454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3a8b0b-6dec-45c1-ba22-f607d0775e4d tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:27.414976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aa3a8b0b-6dec-45c1-ba22-f607d0775e4d tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932076 Aug 30 13:13:27.418011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55410) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:27.445168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a8b7dcab-1f33-4459-ac20-e4175ba93482 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261261 Aug 30 13:13:27.447729 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55412) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:27.452894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1418484330', 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:27.536467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Made reservation on behalf of 2885c00a7c164c38ab83be0196c919d8 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:13:27.539797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:27.759410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d134e-67c1-4995-9e02-13c919de64fe req-ebfba609-db31-493d-a2e7-f9a158463ced tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:27.761458 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-837d134e-67c1-4995-9e02-13c919de64fe req-ebfba609-db31-493d-a2e7-f9a158463ced tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0948884 Aug 30 13:13:27.763008 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:27.848396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Subnet': ['ID=07a44178-dc7c-4e6c-88d9-96f6ecf933e0,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:27.855627 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-837d134e-67c1-4995-9e02-13c919de64fe req-681cc1fb-e859-469a-80dc-8a1adf17cc1d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847328 Aug 30 13:13:27.862426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Checking segment: {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:13:27.862795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network hostable DHCP agents. Network: 83c04f95-fab5-4dd2-a548-4ae75b1b30b5, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:13:27.880446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:13:27.890270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 83c04f95-fab5-4dd2-a548-4ae75b1b30b5) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:13:27.894923 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:27.895658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:27.901609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cf137b-7749-441d-8ca2-99cd5832b864 None None] Network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:13:27.919407 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6605be42-ffb9-4307-bc63-9989bddc5daf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4699483 Aug 30 13:13:27.986691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4bb68-6a7e-4580-924b-2f27562fa791 req-3c43c0bc-48e8-4cfa-8c5b-5c5a6d1bf7c4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:27.988349 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfe4bb68-6a7e-4580-924b-2f27562fa791 req-3c43c0bc-48e8-4cfa-8c5b-5c5a6d1bf7c4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0568933 Aug 30 13:13:28.029032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfe4bb68-6a7e-4580-924b-2f27562fa791 req-72838c60-5135-47f9-bd72-2621e888c85f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347934 Aug 30 13:13:28.062253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-83c04f95-fab5-4dd2-a548-4ae75b1b30b5', 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ips': [{'subnet_id': '07a44178-dc7c-4e6c-88d9-96f6ecf933e0'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:13:28.063272 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.140181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bdd3f-813a-46e5-a01d-5f8024ac3ae8 req-0eacd208-ed02-4ed0-9274-5ddc01e02ae1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:28.141808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af7bdd3f-813a-46e5-a01d-5f8024ac3ae8 req-0eacd208-ed02-4ed0-9274-5ddc01e02ae1 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 946 time: 0.0536344 Aug 30 13:13:28.159775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55426) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:28.164705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-38116dff-392f-4744-857a-47b43dc4cdf5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-78661139', 'description': 'tempest-secgroup-smoke-78661139 description', 'project_id': '2885c00a7c164c38ab83be0196c919d8'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:28.195198 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38116dff-392f-4744-857a-47b43dc4cdf5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.207900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af7bdd3f-813a-46e5-a01d-5f8024ac3ae8 req-e800d1ce-430c-44bb-a148-312dfe04e43b tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577233 Aug 30 13:13:28.229982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Allocated IP 172.20.0.18 (83c04f95-fab5-4dd2-a548-4ae75b1b30b5/07a44178-dc7c-4e6c-88d9-96f6ecf933e0/924c537e-c55e-40ea-b529-2b74fcdab9cc) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:13:28.301417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.354942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a83167-a580-4ab5-b030-ed20dc9b9ea6 req-d50b696c-70fe-4022-a99f-fff5683bdbf6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:28.356493 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6a83167-a580-4ab5-b030-ed20dc9b9ea6 req-d50b696c-70fe-4022-a99f-fff5683bdbf6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0821955 Aug 30 13:13:28.391357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b98b3-6cfd-4163-bda9-2cbcb28b2368 req-b5b6e9ad-3bee-40f5-b828-d62c2d42e6fa tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:28.394159 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38116dff-392f-4744-857a-47b43dc4cdf5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.402862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f48b98b3-6cfd-4163-bda9-2cbcb28b2368 req-b5b6e9ad-3bee-40f5-b828-d62c2d42e6fa tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 946 time: 0.0980768 Aug 30 13:13:28.402998 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38116dff-392f-4744-857a-47b43dc4cdf5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.403402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55438) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:28.417951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b9691adc-2ce4-4505-a927-099911187542 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Request body: {'floatingip': {'port_id': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:28.429377 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38116dff-392f-4744-857a-47b43dc4cdf5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.432041 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.434397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-38116dff-392f-4744-857a-47b43dc4cdf5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2735255 Aug 30 13:13:28.435051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55440) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:28.444637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Transition to ACTIVE for port object 924c537e-c55e-40ea-b529-2b74fcdab9cc will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:28.446660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-383c2e26-1505-4341-94e2-5fc4fb6c11b8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '031a2632-1e41-4166-8371-67d99caec5a6', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:28.461625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b9691adc-2ce4-4505-a927-099911187542 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.466495 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6a83167-a580-4ab5-b030-ed20dc9b9ea6 req-bc38ed7c-ed57-47b0-885e-e4996d664ad6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010287 Aug 30 13:13:28.470692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Transition to ACTIVE for port object 924c537e-c55e-40ea-b529-2b74fcdab9cc will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:28.491586 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.492749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38116dff-392f-4744-857a-47b43dc4cdf5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031a2632-1e41-4166-8371-67d99caec5a6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:28.502620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-383c2e26-1505-4341-94e2-5fc4fb6c11b8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.543304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:13:28.557913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Pushing event updated for resources: {'Port': ['ID=924c537e-c55e-40ea-b529-2b74fcdab9cc,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:28.561344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:13:28.563542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:13:28.568425 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-383c2e26-1505-4341-94e2-5fc4fb6c11b8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.574225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-383c2e26-1505-4341-94e2-5fc4fb6c11b8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.592568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c2e26-1505-4341-94e2-5fc4fb6c11b8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04b267e-a570-44ec-a96b-24d8d667e174,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:28.602035 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-383c2e26-1505-4341-94e2-5fc4fb6c11b8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.603355 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-383c2e26-1505-4341-94e2-5fc4fb6c11b8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602790 Aug 30 13:13:28.606268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55444) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:28.611018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-168542e1-370c-43b1-ac6e-e033f24afe5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '031a2632-1e41-4166-8371-67d99caec5a6', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:28.628305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Attempting to bind port 924c537e-c55e-40ea-b529-2b74fcdab9cc on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:13:28.628717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Attempting to bind port 924c537e-c55e-40ea-b529-2b74fcdab9cc by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:13:28.629150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Attempting to bind port 924c537e-c55e-40ea-b529-2b74fcdab9cc on network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:28.634699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:13:28.635082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Checking segment: {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:13:28.636315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.636897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Bound using segment: {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:13:28.637452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Bound port: 924c537e-c55e-40ea-b529-2b74fcdab9cc, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:13:28.637896 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.643081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-168542e1-370c-43b1-ac6e-e033f24afe5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.688039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc0953-c774-45ff-a27a-1720b67bc33a req-f245f6c4-3bf3-4ebd-bf74-df9014d352fb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:28.689719 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22dc0953-c774-45ff-a27a-1720b67bc33a req-f245f6c4-3bf3-4ebd-bf74-df9014d352fb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1090245 Aug 30 13:13:28.704994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-168542e1-370c-43b1-ac6e-e033f24afe5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.710309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-168542e1-370c-43b1-ac6e-e033f24afe5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.722073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] For port 924c537e-c55e-40ea-b529-2b74fcdab9cc, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:13:28.725269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] For port 924c537e-c55e-40ea-b529-2b74fcdab9cc, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=924c537e-c55e-40ea-b529-2b74fcdab9cc,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:13:28.731120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168542e1-370c-43b1-ac6e-e033f24afe5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e7eb42-fbf2-4959-9bba-660856faba51,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:28.735641 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.738092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-168542e1-370c-43b1-ac6e-e033f24afe5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.739529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-168542e1-370c-43b1-ac6e-e033f24afe5a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323283 Aug 30 13:13:28.742446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55446) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:28.750061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d9ada2b7-516b-4bbf-ae04-758946294647 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '031a2632-1e41-4166-8371-67d99caec5a6', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:28.776195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22dc0953-c774-45ff-a27a-1720b67bc33a req-580922f3-5d7e-4897-b6ec-2dd45ae8d365 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772636 Aug 30 13:13:28.777418 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9ada2b7-516b-4bbf-ae04-758946294647 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.827743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ef907-fe84-42d8-9ee1-a6ba02f05402 None None] Pushing event updated for resources: {'Port': ['ID=924c537e-c55e-40ea-b529-2b74fcdab9cc,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:28.899672 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9ada2b7-516b-4bbf-ae04-758946294647 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.904777 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9ada2b7-516b-4bbf-ae04-758946294647 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.927858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d9ada2b7-516b-4bbf-ae04-758946294647 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:28.932306 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d9ada2b7-516b-4bbf-ae04-758946294647 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858118 Aug 30 13:13:28.933537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55454) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:28.935784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ada2b7-516b-4bbf-ae04-758946294647 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7929076-2e1c-4d7f-b4ef-7e51ac69b893,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:28.940238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-40f53eaa-05f3-466d-9aa1-3dc3b5c3715a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '031a2632-1e41-4166-8371-67d99caec5a6', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:28.969802 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40f53eaa-05f3-466d-9aa1-3dc3b5c3715a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.058730 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40f53eaa-05f3-466d-9aa1-3dc3b5c3715a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.065337 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40f53eaa-05f3-466d-9aa1-3dc3b5c3715a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.090282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f53eaa-05f3-466d-9aa1-3dc3b5c3715a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5bc118-cfc6-41bb-82a1-51e231f5006f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:29.092967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-40f53eaa-05f3-466d-9aa1-3dc3b5c3715a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.093645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b9691adc-2ce4-4505-a927-099911187542 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.097217 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-40f53eaa-05f3-466d-9aa1-3dc3b5c3715a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1594844 Aug 30 13:13:29.097217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55456) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:29.101912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a06bc797-1d3f-45c7-b48b-b94d8bcc2a27 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '031a2632-1e41-4166-8371-67d99caec5a6', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:29.103250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b9691adc-2ce4-4505-a927-099911187542 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.115372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08986efc-5a64-4937-b4b0-da980e1900ed req-4be2884e-e700-4b1f-9365-79694c632455 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:29.116946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08986efc-5a64-4937-b4b0-da980e1900ed req-4be2884e-e700-4b1f-9365-79694c632455 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1734204 Aug 30 13:13:29.133995 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-a06bc797-1d3f-45c7-b48b-b94d8bcc2a27 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Project 2885c00a7c164c38ab83be0196c919d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:13:29.140811 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a06bc797-1d3f-45c7-b48b-b94d8bcc2a27 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.219185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a06bc797-1d3f-45c7-b48b-b94d8bcc2a27 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.223144 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a06bc797-1d3f-45c7-b48b-b94d8bcc2a27 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.229144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08986efc-5a64-4937-b4b0-da980e1900ed req-a80040f3-b65b-4113-a428-cbd8bc70f0f9 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760584 Aug 30 13:13:29.242284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bc797-1d3f-45c7-b48b-b94d8bcc2a27 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663bfd82-950a-4709-a69a-3639f0f15845,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:29.249651 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a06bc797-1d3f-45c7-b48b-b94d8bcc2a27 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.251030 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a06bc797-1d3f-45c7-b48b-b94d8bcc2a27 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529572 Aug 30 13:13:29.253823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55458) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:29.258667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b1766802-8ceb-43a5-bc8c-e85103d5c9b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '031a2632-1e41-4166-8371-67d99caec5a6', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:29.260927 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-b9691adc-2ce4-4505-a927-099911187542 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Floating IP ed041a65-0249-4c03-b206-16815d196ddb associated. External IP: 172.25.2.8, port: c85e474f-6b53-43f9-b6cd-aa31149d57e7. Aug 30 13:13:29.291223 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-b1766802-8ceb-43a5-bc8c-e85103d5c9b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Project 2885c00a7c164c38ab83be0196c919d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:13:29.299155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1766802-8ceb-43a5-bc8c-e85103d5c9b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.409215 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1766802-8ceb-43a5-bc8c-e85103d5c9b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.419452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414e964-2621-40b4-a779-406e598a0f54 req-93d46b46-e95b-4e09-8326-d99ffab11d87 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:29.421075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d414e964-2621-40b4-a779-406e598a0f54 req-93d46b46-e95b-4e09-8326-d99ffab11d87 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0905352 Aug 30 13:13:29.422347 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1766802-8ceb-43a5-bc8c-e85103d5c9b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.456241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1766802-8ceb-43a5-bc8c-e85103d5c9b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f663617-072e-425c-93f1-f86532982328,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:29.459830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1766802-8ceb-43a5-bc8c-e85103d5c9b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.461723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b1766802-8ceb-43a5-bc8c-e85103d5c9b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2061374 Aug 30 13:13:29.482603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d414e964-2621-40b4-a779-406e598a0f54 req-ec46a223-826f-4c35-9ce5-f90fa4ce1eb5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516522 Aug 30 13:13:29.517831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9691adc-2ce4-4505-a927-099911187542 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Router 38daa008-121f-4a5f-b352-0a72e914853b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:13:29.680243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9691adc-2ce4-4505-a927-099911187542 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:13:29.703105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b9691adc-2ce4-4505-a927-099911187542 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:29.708870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] Sync routers for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:13:29.712151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3c354-8fc5-404d-8c33-4781c64ab44b req-5295b225-50fb-481c-a494-149e1b071da7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:29.714640 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48c3c354-8fc5-404d-8c33-4781c64ab44b req-5295b225-50fb-481c-a494-149e1b071da7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0894406 Aug 30 13:13:29.727861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:13:29.728530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:13:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:29.773233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b9691adc-2ce4-4505-a927-099911187542 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "PUT /v2.0/floatingips/ed041a65-0249-4c03-b206-16815d196ddb HTTP/1.1" status: 200 len: 990 time: 1.3686287 Aug 30 13:13:29.780056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'tag': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:29.783039 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e73c03-63c3-4f71-a5b2-41170490f875" -d '{"events": [{"name": "network-changed", "server_uuid": "8db790df-f0dd-4f1e-9deb-f1958fff8fd3", "tag": "c85e474f-6b53-43f9-b6cd-aa31149d57e7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:29.784671 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48c3c354-8fc5-404d-8c33-4781c64ab44b req-b00088a0-8331-4ab0-ac83-711c0000692d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615275 Aug 30 13:13:29.815982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-ed78c8a1-4cc3-4121-bc26-6d5eea3380ee tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-78661139&fields=id&tenant_id=2885c00a7c164c38ab83be0196c919d8 HTTP/1.1" status: 200 len: 267 time: 0.0667064 Aug 30 13:13:29.868875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:13:29.925009 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ad3cf3-2357-4cf1-9ea3-d770ff221274 x-openstack-request-id: req-97ad3cf3-2357-4cf1-9ea3-d770ff221274 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:29.925811 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db790df-f0dd-4f1e-9deb-f1958fff8fd3", "tag": "c85e474f-6b53-43f9-b6cd-aa31149d57e7", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:29.926251 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97ad3cf3-2357-4cf1-9ea3-d770ff221274 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:29.927018 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'tag': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7', 'status': 'completed', 'code': 200} Aug 30 13:13:29.947299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6298-c912-409c-8248-6fd61c35cd0a req-81b7f918-9c02-43c0-a0b0-ca1d35b18b01 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:29.949563 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-81b7f918-9c02-43c0-a0b0-ca1d35b18b01 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/networks?id=83c04f95-fab5-4dd2-a548-4ae75b1b30b5 HTTP/1.1" status: 200 len: 797 time: 0.1265357 Aug 30 13:13:29.993992 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-b4b283ff-cdd0-4832-976a-3d02e32519ba tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/quotas/2885c00a7c164c38ab83be0196c919d8 HTTP/1.1" status: 200 len: 375 time: 0.0345175 Aug 30 13:13:29.998330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eb1327-4110-47ad-8e98-befafaf1401a None None] Network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:13:30.037247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-8341c398-4dd4-4032-9f02-986aab2111ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:30.038155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1d258-9de0-4e3f-8d0e-b8898c1149c8 req-82304c7e-a737-467b-a186-2df36ce7d52b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:30.039309 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-8341c398-4dd4-4032-9f02-986aab2111ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 1097 time: 0.0885620 Aug 30 13:13:30.047185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dad1d258-9de0-4e3f-8d0e-b8898c1149c8 req-82304c7e-a737-467b-a186-2df36ce7d52b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0605309 Aug 30 13:13:30.077266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-d1d5cac5-2d9e-49a1-9b1c-d0f6b32543b2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0732970 Aug 30 13:13:30.107649 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dad1d258-9de0-4e3f-8d0e-b8898c1149c8 req-5249780b-05a9-4aae-b141-0f2aa3ca6d09 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525637 Aug 30 13:13:30.228640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-3c28683e-c5b7-425a-8de8-1b8fb2c1584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:30.230952 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-3c28683e-c5b7-425a-8de8-1b8fb2c1584e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 911 time: 0.1810350 Aug 30 13:13:30.252596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-1ed86e86-c005-47aa-9bd3-a843ffbf7305 service neutron] 10.222.0.37 "GET /v2.0/networks/83c04f95-fab5-4dd2-a548-4ae75b1b30b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395450 Aug 30 13:13:30.303454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860ecf5-830b-414b-a95b-c68a478b739c req-a39a0ec6-f5aa-458d-9767-9847367a6fe3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:30.305062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1860ecf5-830b-414b-a95b-c68a478b739c req-a39a0ec6-f5aa-458d-9767-9847367a6fe3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0549004 Aug 30 13:13:30.311305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4182dbe8-9304-47e1-97f3-d5e1d8c9589b None None] Provisioning for port 924c537e-c55e-40ea-b529-2b74fcdab9cc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:30.347982 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1860ecf5-830b-414b-a95b-c68a478b739c req-0f66c98f-5aa5-4d8d-930b-ce754d644594 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327466 Aug 30 13:13:30.357824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-70f3f655-1e32-41b9-bb51-0be7ea984ebc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7 HTTP/1.1" status: 200 len: 998 time: 0.1176376 Aug 30 13:13:30.449925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-59ee50c9-6be5-4292-9355-35cc9d2f8241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:30.452858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-59ee50c9-6be5-4292-9355-35cc9d2f8241 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.0836418 Aug 30 13:13:30.469372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'ed041a65-0249-4c03-b206-16815d196ddb', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'port_id': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'mac_address': 'fa:16:3e:55:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:13:13Z', 'updated_at': '2021-08-30T13:13:28Z', 'revision_number': 1, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:30.500777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ec50-de46-433a-9a72-129f9641477a req-c63b9035-24f3-4b75-bb86-9e3cb1006058 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:30.504033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] Checking router: 38daa008-121f-4a5f-b352-0a72e914853b for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:13:30.506224 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5ca6ec50-de46-433a-9a72-129f9641477a req-c63b9035-24f3-4b75-bb86-9e3cb1006058 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0645583 Aug 30 13:13:30.510232 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-33c6fe20-4436-43ec-9789-e39524471624 service neutron] 10.222.0.37 "GET /v2.0/networks/83c04f95-fab5-4dd2-a548-4ae75b1b30b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254915 Aug 30 13:13:30.523819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:13:30.524455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:13:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:30.546852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-a809478b-7579-436d-9fda-161382ffc1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:30.553310 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-a809478b-7579-436d-9fda-161382ffc1e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910926 Aug 30 13:13:30.606602 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5ca6ec50-de46-433a-9a72-129f9641477a req-571bfb80-1fc6-4660-b5bb-78c1f4458d31 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757680 Aug 30 13:13:30.700219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:13:30.704141 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:30.708559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-751c4e31-1f7e-43f4-9b14-34ba80982d12 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465173 Aug 30 13:13:30.872079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1149ec5a-4888-417c-adae-3dad890c924a req-2def770b-b386-4516-9610-9c646058aefa tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 210 time: 0.0355816 Aug 30 13:13:30.900447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37e73c03-63c3-4f71-a5b2-41170490f875 req-4e8133f5-b7e5-43f3-9e01-171fe28158bf service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843729 Aug 30 13:13:30.933366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 924c537e-c55e-40ea-b529-2b74fcdab9cc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:31.027769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46503e9d-fc25-4796-8a9f-b06a58191861 req-eb8dfe15-502d-4a62-9a5e-6a5a02353852 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:31.029984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46503e9d-fc25-4796-8a9f-b06a58191861 req-eb8dfe15-502d-4a62-9a5e-6a5a02353852 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0613909 Aug 30 13:13:31.046278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 924c537e-c55e-40ea-b529-2b74fcdab9cc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:31.057069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 924c537e-c55e-40ea-b529-2b74fcdab9cc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:31.057730 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:31.078955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46503e9d-fc25-4796-8a9f-b06a58191861 req-3de10607-d288-4d53-9d6a-f0f91b465e1d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391757 Aug 30 13:13:31.220126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73da81-c013-40ee-b9e1-caeeabbefbbc req-355c3cee-cf72-4613-a3b8-7b9f3303ef57 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:31.221701 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d73da81-c013-40ee-b9e1-caeeabbefbbc req-355c3cee-cf72-4613-a3b8-7b9f3303ef57 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0638921 Aug 30 13:13:31.251264 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:31.263015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'ed041a65-0249-4c03-b206-16815d196ddb', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'port_id': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'mac_address': 'fa:16:3e:55:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:13:13Z', 'updated_at': '2021-08-30T13:13:28Z', 'revision_number': 1, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:31.289534 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d73da81-c013-40ee-b9e1-caeeabbefbbc req-55ebe909-3dbb-4738-ac3c-8603a8995437 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610628 Aug 30 13:13:31.306552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a461cf17-6366-485c-8eb3-52a67f47b9a2 None None] The sync data for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 is: [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'ed041a65-0249-4c03-b206-16815d196ddb', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'port_id': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'mac_address': 'fa:16:3e:55:0f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:13:13Z', 'updated_at': '2021-08-30T13:13:28Z', 'revision_number': 1, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:13:31.348028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 924c537e-c55e-40ea-b529-2b74fcdab9cc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=924c537e-c55e-40ea-b529-2b74fcdab9cc,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:31.354766 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:31.443740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=924c537e-c55e-40ea-b529-2b74fcdab9cc,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:31.528904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e99cb2-f586-4bd6-824f-00c75b778cee req-f83d879a-3df4-434b-9bec-3103d386df52 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:31.530472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7e99cb2-f586-4bd6-824f-00c75b778cee req-f83d879a-3df4-434b-9bec-3103d386df52 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0641825 Aug 30 13:13:31.576081 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7e99cb2-f586-4bd6-824f-00c75b778cee req-da3fbc2c-7b18-4456-8fda-65f555dfc679 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390706 Aug 30 13:13:31.634230 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c961e-8c70-46d0-80ca-d7296839674f None None] New status for floating IP ed041a65-0249-4c03-b206-16815d196ddb: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:13:31.704958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232b066-54be-4f7d-b3c3-ac10c9bd9695 req-45769a64-ec01-4294-994b-a76006a13ec0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:31.706522 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a232b066-54be-4f7d-b3c3-ac10c9bd9695 req-45769a64-ec01-4294-994b-a76006a13ec0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0528741 Aug 30 13:13:31.748864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a232b066-54be-4f7d-b3c3-ac10c9bd9695 req-4da88fd5-ccf0-46bc-b50c-de7fc3a7c75d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363290 Aug 30 13:13:31.890292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e8d5c-642a-43e0-a520-2195c9f35434 req-b1df4241-d615-43b9-a64b-5a52a02ba1eb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:31.891910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e36e8d5c-642a-43e0-a520-2195c9f35434 req-b1df4241-d615-43b9-a64b-5a52a02ba1eb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0543315 Aug 30 13:13:31.939828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e36e8d5c-642a-43e0-a520-2195c9f35434 req-39ff88b6-d1d5-4ddd-a074-d2f77aadf0bf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418906 Aug 30 13:13:32.021064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a4f76870-0ce8-4c1a-ae20-c3ad458ee773 req-0ec32914-e016-43ff-a08a-a1119dd59dd6 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 210 time: 0.0499399 Aug 30 13:13:32.122388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e17ba3-d134-4388-a3a8-b72e117f66c9 req-51109e34-ca33-455b-b978-c3d78c1fa8af tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:32.124075 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66e17ba3-d134-4388-a3a8-b72e117f66c9 req-51109e34-ca33-455b-b978-c3d78c1fa8af tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0971260 Aug 30 13:13:32.156415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6298-c912-409c-8248-6fd61c35cd0a req-36cbe937-f5b8-4f62-9516-f59f3c495e57 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:32.158036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-36cbe937-f5b8-4f62-9516-f59f3c495e57 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "GET /v2.0/networks?id=83c04f95-fab5-4dd2-a548-4ae75b1b30b5 HTTP/1.1" status: 200 len: 797 time: 0.1943836 Aug 30 13:13:32.189748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66e17ba3-d134-4388-a3a8-b72e117f66c9 req-ad14b736-9ba4-4b8a-b7fc-0268c596d6e3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566103 Aug 30 13:13:32.215014 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-75d4bff5-e50e-4d95-b7a0-e75423f86e4d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2885c00a7c164c38ab83be0196c919d8 HTTP/1.1" status: 200 len: 470 time: 0.0436394 Aug 30 13:13:32.225154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'port': {'device_id': 'f56b18c0-1c5b-482f-84dd-70f575a2f835', 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5', 'admin_state_up': True, 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'security_groups': ['031a2632-1e41-4166-8371-67d99caec5a6']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:32.380740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08556100-17c6-494e-a1de-916a63e0ea7c req-b2f204e9-5254-493c-8230-aeec0114ba98 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:32.382405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08556100-17c6-494e-a1de-916a63e0ea7c req-b2f204e9-5254-493c-8230-aeec0114ba98 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0767057 Aug 30 13:13:32.383501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Made reservation on behalf of 2885c00a7c164c38ab83be0196c919d8 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:13:32.387445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:32.475484 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08556100-17c6-494e-a1de-916a63e0ea7c req-19845b6e-7513-44f8-944c-044dd4405b2c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855746 Aug 30 13:13:32.560973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.20.0.29 (83c04f95-fab5-4dd2-a548-4ae75b1b30b5/07a44178-dc7c-4e6c-88d9-96f6ecf933e0/8c7059fc-e764-47ee-9eb0-0be8c95e5628) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:13:32.629548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfcdb71-676d-40bf-a87f-b3b8a62f4a88 req-ec66f825-6ea8-4a81-9e39-d382aad4113a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:32.631160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-abfcdb71-676d-40bf-a87f-b3b8a62f4a88 req-ec66f825-6ea8-4a81-9e39-d382aad4113a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0554056 Aug 30 13:13:32.676488 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-abfcdb71-676d-40bf-a87f-b3b8a62f4a88 req-6691a024-2b27-47e5-8015-c88e01388acd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378935 Aug 30 13:13:32.878817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 924c537e-c55e-40ea-b529-2b74fcdab9cc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:32.887446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8160227-ffc6-4f1f-955c-53c9204d661e req-9f4353a6-bab2-4b61-8ff3-1d53d985ba1d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:32.895804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e8160227-ffc6-4f1f-955c-53c9204d661e req-9f4353a6-bab2-4b61-8ff3-1d53d985ba1d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0700438 Aug 30 13:13:32.940585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 924c537e-c55e-40ea-b529-2b74fcdab9cc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:32.941606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:32.949807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e8160227-ffc6-4f1f-955c-53c9204d661e req-5a99f506-5d8e-4e69-bbab-0a23b48ea353 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528989 Aug 30 13:13:33.125370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-51fe7b9e-9c96-439a-9c78-dbe2c197315e req-29c065ef-abcb-4225-85a7-ca7a44fbc40d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 210 time: 0.0319886 Aug 30 13:13:33.129424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83047f5-4f0d-43b0-bf34-b2014194380f req-85d8659b-645e-4472-9a9b-279def4825e7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:33.131425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a83047f5-4f0d-43b0-bf34-b2014194380f req-85d8659b-645e-4472-9a9b-279def4825e7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0882204 Aug 30 13:13:33.155644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:33.185763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Transition to ACTIVE for port object 8c7059fc-e764-47ee-9eb0-0be8c95e5628 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:33.204047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a83047f5-4f0d-43b0-bf34-b2014194380f req-8e706537-2471-47da-8b66-3dbfa8d107e3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543427 Aug 30 13:13:33.234094 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:33.275577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:13:33.280680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:13:33.283218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:13:33.333941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=8c7059fc-e764-47ee-9eb0-0be8c95e5628,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:33.377844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:33.378473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:33.405176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-53958321-ddd4-4d55-9bb3-af37a980847b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1838009 Aug 30 13:13:33.416316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efba654-3006-4030-ba79-4badc5a2d877 req-e5731a9a-578b-4bb1-a899-dba0a64aec4c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:33.425282 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8efba654-3006-4030-ba79-4badc5a2d877 req-e5731a9a-578b-4bb1-a899-dba0a64aec4c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1086013 Aug 30 13:13:33.464591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Request body: {'port': {'device_id': 'f56b18c0-1c5b-482f-84dd-70f575a2f835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:33.480910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8efba654-3006-4030-ba79-4badc5a2d877 req-9e39bf90-0fe9-4b92-8ad5-173f6b0cb6db tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501351 Aug 30 13:13:33.569950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d9f551a8-3aec-42a4-b5a2-f5b8cb69657a None None] Provisioning for port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:33.574209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d9f551a8-3aec-42a4-b5a2-f5b8cb69657a None None] Provisioning complete for port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:33.574925 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d9f551a8-3aec-42a4-b5a2-f5b8cb69657a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:33.578533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:33.634445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d9f551a8-3aec-42a4-b5a2-f5b8cb69657a None None] Port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:13:33.692231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbf6bda-b047-4ab2-8081-470e87ee0224 req-c4c09e53-fe34-491e-841c-f8b7056d87ff tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:33.693953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbbf6bda-b047-4ab2-8081-470e87ee0224 req-c4c09e53-fe34-491e-841c-f8b7056d87ff tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1171174 Aug 30 13:13:33.799276 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbbf6bda-b047-4ab2-8081-470e87ee0224 req-724e1eb5-8d85-477d-8916-77606f37550b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630541 Aug 30 13:13:33.939423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7059fc-e764-47ee-9eb0-0be8c95e5628 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:33.948804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:33.964430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Transition to ACTIVE for port object 8c7059fc-e764-47ee-9eb0-0be8c95e5628 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:33.970122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:34.045247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7059fc-e764-47ee-9eb0-0be8c95e5628,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:34.098869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Attempting to bind port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:13:34.099235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Attempting to bind port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:13:34.099565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Attempting to bind port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 on network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:34.105156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 on network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:13:34.105574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Attempting to bind port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 on network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:34.111177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:13:34.111770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Checking segment: {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:13:34.112164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Bound using segment: {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:13:34.112583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Bound port: 8c7059fc-e764-47ee-9eb0-0be8c95e5628, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:13:34.112941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:34.210211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] For port 8c7059fc-e764-47ee-9eb0-0be8c95e5628, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:13:34.213769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] For port 8c7059fc-e764-47ee-9eb0-0be8c95e5628, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8c7059fc-e764-47ee-9eb0-0be8c95e5628,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:13:34.221827 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:34.316760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:34.317351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:34.318813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] 10.222.0.35 "PUT /v2.0/ports/8c7059fc-e764-47ee-9eb0-0be8c95e5628 HTTP/1.1" status: 200 len: 1092 time: 0.8743596 Aug 30 13:13:34.319942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56b18c0-1c5b-482f-84dd-70f575a2f835', 'tag': '8c7059fc-e764-47ee-9eb0-0be8c95e5628'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:34.322273 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db42205-0060-44e1-818e-3a40ef2607a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f56b18c0-1c5b-482f-84dd-70f575a2f835", "tag": "8c7059fc-e764-47ee-9eb0-0be8c95e5628"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:34.357699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2dfd-c6e0-47f2-a2bd-dd04f8e0d11c req-feaadd89-c7d3-4ac8-949f-7a1d824826a5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:34.365056 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-831e2dfd-c6e0-47f2-a2bd-dd04f8e0d11c req-feaadd89-c7d3-4ac8-949f-7a1d824826a5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 944 time: 0.1404383 Aug 30 13:13:34.367291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4ac0a-0517-454b-9150-fe3110580198 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7059fc-e764-47ee-9eb0-0be8c95e5628,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:34.465253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-831e2dfd-c6e0-47f2-a2bd-dd04f8e0d11c req-937b65a4-6193-440d-8a09-08d7f88809e5 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992217 Aug 30 13:13:34.468198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77092718-d228-450d-991f-f74d55c22356 req-2d68feaf-5545-4976-b9d3-937a78387afb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:34.481779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6298-c912-409c-8248-6fd61c35cd0a req-56e22973-652b-4029-98c3-ecdcfbdd926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:34.483687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-56e22973-652b-4029-98c3-ecdcfbdd926d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 1095 time: 0.1122298 Aug 30 13:13:34.492638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77092718-d228-450d-991f-f74d55c22356 req-2d68feaf-5545-4976-b9d3-937a78387afb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0905576 Aug 30 13:13:34.548469 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77092718-d228-450d-991f-f74d55c22356 req-2d7ed262-1a73-4fd1-8908-ee4fc5d0ccc9 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482287 Aug 30 13:13:34.560890 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624baab6-3589-44fd-8b9b-683a42680fcc x-openstack-request-id: req-624baab6-3589-44fd-8b9b-683a42680fcc {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:34.560890 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56b18c0-1c5b-482f-84dd-70f575a2f835", "tag": "8c7059fc-e764-47ee-9eb0-0be8c95e5628", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:34.560890 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-624baab6-3589-44fd-8b9b-683a42680fcc {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:34.560890 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56b18c0-1c5b-482f-84dd-70f575a2f835', 'tag': '8c7059fc-e764-47ee-9eb0-0be8c95e5628', 'status': 'completed', 'code': 200} Aug 30 13:13:34.560890 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-f753f916-4eae-4349-a211-cd93d933da8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8c7059fc-e764-47ee-9eb0-0be8c95e5628 HTTP/1.1" status: 200 len: 217 time: 0.0630677 Aug 30 13:13:34.620058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6298-c912-409c-8248-6fd61c35cd0a req-bc52e737-7a4f-466e-98cb-1966bba1fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:34.622121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-bc52e737-7a4f-466e-98cb-1966bba1fb78 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07a44178-dc7c-4e6c-88d9-96f6ecf933e0 HTTP/1.1" status: 200 len: 838 time: 0.0544355 Aug 30 13:13:34.669876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b6298-c912-409c-8248-6fd61c35cd0a req-049bb321-5cfe-45a7-93d6-509fe0ab4ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:34.671394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-049bb321-5cfe-45a7-93d6-509fe0ab4ab9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83c04f95-fab5-4dd2-a548-4ae75b1b30b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424898 Aug 30 13:13:34.770744 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-df4f83ed-3cf3-4fa4-bdc6-94a3dfdaa461 service neutron] 10.222.0.35 "GET /v2.0/networks/83c04f95-fab5-4dd2-a548-4ae75b1b30b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917645 Aug 30 13:13:34.866200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-314b6298-c912-409c-8248-6fd61c35cd0a req-59ae2b01-1edf-4898-bda0-1e6cc0738cde service neutron] 10.222.0.35 "GET /v2.0/networks/83c04f95-fab5-4dd2-a548-4ae75b1b30b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874476 Aug 30 13:13:34.955133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-255a418e-6fa2-4c99-80dc-64bcf7dd29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:34.956662 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-255a418e-6fa2-4c99-80dc-64bcf7dd29ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 1095 time: 0.0425806 Aug 30 13:13:35.053999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-f15a3370-72a4-48ca-bd80-264d385dae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:35.055384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-f15a3370-72a4-48ca-bd80-264d385dae4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=83c04f95-fab5-4dd2-a548-4ae75b1b30b5 HTTP/1.1" status: 200 len: 898 time: 0.0908790 Aug 30 13:13:35.097770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-aed3c9cf-42cd-4823-ac0a-4d86601ddccd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8c7059fc-e764-47ee-9eb0-0be8c95e5628 HTTP/1.1" status: 200 len: 217 time: 0.0341985 Aug 30 13:13:35.153325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-bfb6c6be-15e3-4544-9bc2-f58219b2b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:35.154808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-bfb6c6be-15e3-4544-9bc2-f58219b2b92e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=07a44178-dc7c-4e6c-88d9-96f6ecf933e0 HTTP/1.1" status: 200 len: 838 time: 0.0481205 Aug 30 13:13:35.200854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-06b26fd3-6fd5-44bc-836b-97348dfec310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:35.202430 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-06b26fd3-6fd5-44bc-836b-97348dfec310 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=83c04f95-fab5-4dd2-a548-4ae75b1b30b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408411 Aug 30 13:13:35.292700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-005221ee-0cd6-4aed-a528-1a611c9ffdcd service neutron] 10.222.0.35 "GET /v2.0/networks/83c04f95-fab5-4dd2-a548-4ae75b1b30b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823355 Aug 30 13:13:35.392835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5db42205-0060-44e1-818e-3a40ef2607a4 req-ad10726c-8575-4e06-a6a6-bfc32f21e583 service neutron] 10.222.0.35 "GET /v2.0/networks/83c04f95-fab5-4dd2-a548-4ae75b1b30b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934472 Aug 30 13:13:35.587886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d1f33-3f58-4d31-97eb-5ca2d6ada582 req-7012ae17-ac75-4feb-8c78-b4d3b1d2a903 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:35.590520 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e33d1f33-3f58-4d31-97eb-5ca2d6ada582 req-7012ae17-ac75-4feb-8c78-b4d3b1d2a903 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 944 time: 0.0573676 Aug 30 13:13:35.629246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e33d1f33-3f58-4d31-97eb-5ca2d6ada582 req-a2053feb-977f-462e-9599-53710bb2cebf tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326681 Aug 30 13:13:35.666918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352725d2-6afa-420a-8a95-eddfeace3ccc req-a2596126-a9d0-47bc-a404-78ce6f1c349e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:35.669025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-352725d2-6afa-420a-8a95-eddfeace3ccc req-a2596126-a9d0-47bc-a404-78ce6f1c349e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0536048 Aug 30 13:13:35.713204 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-352725d2-6afa-420a-8a95-eddfeace3ccc req-807bb7d6-df6c-4554-a9be-67bb7153da63 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379896 Aug 30 13:13:36.007967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-25107ced-6cf1-4192-a167-f25dcb1a82f1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:36.009388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-25107ced-6cf1-4192-a167-f25dcb1a82f1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 815 time: 0.1031260 Aug 30 13:13:36.028431 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-1f9b52c2-a3ab-4891-b3a9-be0533fef36a tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/quotas/49d588d34cb7467e82937f2037c2cd7a HTTP/1.1" status: 200 len: 375 time: 0.0108876 Aug 30 13:13:36.093709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-2daa5aff-29e7-43df-b5e1-6cccdfd18623 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577383 Aug 30 13:13:36.190073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-df155aee-1275-4c8d-ab21-792198c7e4b1 service neutron] 10.222.0.37 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900497 Aug 30 13:13:36.281787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-477fadf0-6a82-446b-bc92-78045d2a9b09 service neutron] 10.222.0.37 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828657 Aug 30 13:13:36.441382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0dfa7fc-daf8-4be0-81e0-fe752bad9bfd req-5d91218e-7a24-4645-96ed-038fd0153886 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 210 time: 0.0295563 Aug 30 13:13:36.584590 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b2b39ca-dc15-4796-bc82-79771451f4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:36.755750 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa4c5b-beb6-4189-99b3-13b2db8c825a req-cbf5f8a8-12f3-45ef-a694-aad562ad22c7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:36.758457 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6afa4c5b-beb6-4189-99b3-13b2db8c825a req-cbf5f8a8-12f3-45ef-a694-aad562ad22c7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 944 time: 0.0597994 Aug 30 13:13:36.803283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6afa4c5b-beb6-4189-99b3-13b2db8c825a req-3fb9d77b-489a-4d5a-aa5b-2c4d7011b61c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385373 Aug 30 13:13:36.885617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67fa3d-5ac8-450d-a370-145ab42a28b8 req-085afaac-9541-47a2-a926-eed25e5993cf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:36.887822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff67fa3d-5ac8-450d-a370-145ab42a28b8 req-085afaac-9541-47a2-a926-eed25e5993cf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0509143 Aug 30 13:13:36.926485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff67fa3d-5ac8-450d-a370-145ab42a28b8 req-1b4fb17e-76f2-4be8-8e31-13667075ec10 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Aug 30 13:13:37.427185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-0113bb74-65f4-422f-a63d-ff8e8a32c46f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:37.428663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-0113bb74-65f4-422f-a63d-ff8e8a32c46f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 815 time: 0.1052759 Aug 30 13:13:37.443919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Request body: {'port': {'device_id': 'e71197ef-29e0-4e8c-9ce0-7351939d232e', 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed', 'admin_state_up': True, 'tenant_id': '49d588d34cb7467e82937f2037c2cd7a'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:37.551078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e65a4820-7186-4187-9d8c-09f09fe66add req-aa7e52c8-1336-4fbe-90f4-cc56be661544 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 210 time: 0.0353179 Aug 30 13:13:37.578748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Made reservation on behalf of 49d588d34cb7467e82937f2037c2cd7a for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:13:37.582238 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:37.707259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Allocated IP 172.20.0.7 (8a686d7b-edfe-4609-a5ac-8709a47b7aed/40089d69-b93c-4a18-a5a6-81e968b83ca8/230dbd8d-43c2-49c4-b660-38abde9cf7d7) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:13:37.855934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:37.931775 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:37.943284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b3c48d50-4df6-47dc-b0d7-f215bd28d662'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:37.947342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb20a3-1fa3-4cbf-8be4-89350f6e48ee req-0aa7f191-ef57-4c8b-8972-73560496626c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:37.947605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['89289fd3-fbb1-4db3-ad36-8a4a490ccd85', '9c8b58db-d233-4a40-937b-d11abe068aa9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:37.949037 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80eb20a3-1fa3-4cbf-8be4-89350f6e48ee req-0aa7f191-ef57-4c8b-8972-73560496626c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 944 time: 0.0741324 Aug 30 13:13:38.000581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Network 8a686d7b-edfe-4609-a5ac-8709a47b7aed is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:13:38.008075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:13:38.013436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:13:38.049331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Pushing event updated for resources: {'Port': ['ID=230dbd8d-43c2-49c4-b660-38abde9cf7d7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:38.063686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-80eb20a3-1fa3-4cbf-8be4-89350f6e48ee req-a31f6877-da62-47ed-86fa-afd35f366865 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926623 Aug 30 13:13:38.070268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128531c0-70f6-4959-9adf-65508b0af403 req-46d3333d-60d7-4122-8c69-99b2cacd47b1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:38.074196 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-128531c0-70f6-4959-9adf-65508b0af403 req-46d3333d-60d7-4122-8c69-99b2cacd47b1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0705526 Aug 30 13:13:38.088559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:38.089076 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:38.105828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-7b91948d-152e-4a5e-be27-6be75af7a5a7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6655972 Aug 30 13:13:38.119004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-128531c0-70f6-4959-9adf-65508b0af403 req-b7149bdc-fd96-493e-98b1-5b6f6a1b582d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371749 Aug 30 13:13:38.120124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Request body: {'port': {'device_id': 'e71197ef-29e0-4e8c-9ce0-7351939d232e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:13:38.179576 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:38.455479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230dbd8d-43c2-49c4-b660-38abde9cf7d7 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:38.462991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:38.474541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Transition to ACTIVE for port object 230dbd8d-43c2-49c4-b660-38abde9cf7d7 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:38.477951 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:38.526095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Pushing event updated for resources: {'Port': ['ID=230dbd8d-43c2-49c4-b660-38abde9cf7d7,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:38.600428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Attempting to bind port 230dbd8d-43c2-49c4-b660-38abde9cf7d7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:13:38.600767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Attempting to bind port 230dbd8d-43c2-49c4-b660-38abde9cf7d7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:13:38.601097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Attempting to bind port 230dbd8d-43c2-49c4-b660-38abde9cf7d7 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:38.605873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Port 230dbd8d-43c2-49c4-b660-38abde9cf7d7 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:13:38.606513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Attempting to bind port 230dbd8d-43c2-49c4-b660-38abde9cf7d7 on network 8a686d7b-edfe-4609-a5ac-8709a47b7aed {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:38.611281 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:13:38.611612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Checking segment: {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:13:38.611985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Bound using segment: {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:13:38.612401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Bound port: 230dbd8d-43c2-49c4-b660-38abde9cf7d7, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f15096e4-a1c6-4dbe-8848-9a7c24988923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:13:38.612758 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:38.706585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cfde7b-7480-403e-85ba-2552237d3adb req-0e2ab551-5ce8-45d9-89ae-79f796481484 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:38.708056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6cfde7b-7480-403e-85ba-2552237d3adb req-0e2ab551-5ce8-45d9-89ae-79f796481484 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 943 time: 0.0851333 Aug 30 13:13:38.721930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] For port 230dbd8d-43c2-49c4-b660-38abde9cf7d7, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:13:38.726158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] For port 230dbd8d-43c2-49c4-b660-38abde9cf7d7, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=230dbd8d-43c2-49c4-b660-38abde9cf7d7,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:13:38.735657 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:38.789939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:38.790564 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:38.792166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] 10.222.0.16 "PUT /v2.0/ports/230dbd8d-43c2-49c4-b660-38abde9cf7d7 HTTP/1.1" status: 200 len: 1091 time: 0.6763740 Aug 30 13:13:38.795366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e71197ef-29e0-4e8c-9ce0-7351939d232e', 'tag': '230dbd8d-43c2-49c4-b660-38abde9cf7d7'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:38.797817 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfe7959-a038-467d-b319-27b0b8e9a80d" -d '{"events": [{"name": "network-changed", "server_uuid": "e71197ef-29e0-4e8c-9ce0-7351939d232e", "tag": "230dbd8d-43c2-49c4-b660-38abde9cf7d7"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:38.812780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6cfde7b-7480-403e-85ba-2552237d3adb req-e8da26d8-4554-42c5-bff7-40d94f8d7345 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985508 Aug 30 13:13:38.822689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e28439-2da6-49ed-9073-d1bf78dc8735 service neutron] Pushing event updated for resources: {'Port': ['ID=230dbd8d-43c2-49c4-b660-38abde9cf7d7,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:38.847789 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6fe372-a110-4770-adf9-dcf8cff0b9d5 x-openstack-request-id: req-dd6fe372-a110-4770-adf9-dcf8cff0b9d5 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:38.848259 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e71197ef-29e0-4e8c-9ce0-7351939d232e", "tag": "230dbd8d-43c2-49c4-b660-38abde9cf7d7", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:38.848450 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd6fe372-a110-4770-adf9-dcf8cff0b9d5 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:38.848695 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e71197ef-29e0-4e8c-9ce0-7351939d232e', 'tag': '230dbd8d-43c2-49c4-b660-38abde9cf7d7', 'status': 'completed', 'code': 200} Aug 30 13:13:38.883035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-1c4189cf-1601-4eef-a107-aa9861908a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:38.885167 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-1c4189cf-1601-4eef-a107-aa9861908a2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 1094 time: 0.0478144 Aug 30 13:13:38.941978 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-833ce778-c28e-4c8c-b5bf-4375c135d0a2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=230dbd8d-43c2-49c4-b660-38abde9cf7d7 HTTP/1.1" status: 200 len: 217 time: 0.0398583 Aug 30 13:13:39.001625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-1c1aed13-f7e5-4878-82b3-e1cb8db1ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:39.003235 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-1c1aed13-f7e5-4878-82b3-e1cb8db1ed88 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40089d69-b93c-4a18-a5a6-81e968b83ca8 HTTP/1.1" status: 200 len: 855 time: 0.0531516 Aug 30 13:13:39.038168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-6811ab91-fe8b-426a-8f5b-3c42e6263235 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a686d7b-edfe-4609-a5ac-8709a47b7aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271690 Aug 30 13:13:39.138690 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-370a8643-4306-4cf9-8ee1-5a1c2ec3b583 service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926526 Aug 30 13:13:39.189232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc98ed9-b53b-4940-93f6-cd23a860d8fc req-6ee1b1d6-5ab8-477a-a96e-76bf22a6a0d0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:39.190846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cc98ed9-b53b-4940-93f6-cd23a860d8fc req-6ee1b1d6-5ab8-477a-a96e-76bf22a6a0d0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 944 time: 0.0550857 Aug 30 13:13:39.233604 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cc98ed9-b53b-4940-93f6-cd23a860d8fc req-03f64cb2-5b20-4e60-b32c-3bdb1a4a489f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348518 Aug 30 13:13:39.235519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8c7059fc-e764-47ee-9eb0-0be8c95e5628 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:13:39.275836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070222a-76df-4a4b-8e30-86e3901695ac req-c47b1c42-832a-429a-bacc-1944d0834476 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:39.278129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b070222a-76df-4a4b-8e30-86e3901695ac req-c47b1c42-832a-429a-bacc-1944d0834476 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0781810 Aug 30 13:13:39.285630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2452aa03-e2f1-40d7-bd0e-30e168862a91 req-b99c6255-c4ab-4c41-9b51-abc99e7c5f02 service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381905 Aug 30 13:13:39.322929 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b070222a-76df-4a4b-8e30-86e3901695ac req-8ce2b321-e6a5-4913-82cc-2586dbd2d416 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363338 Aug 30 13:13:39.330123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f9872260-ff3c-4f17-9f52-7e1792f1a1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:39.364081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8c7059fc-e764-47ee-9eb0-0be8c95e5628, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8c7059fc-e764-47ee-9eb0-0be8c95e5628,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:39.375275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '8c7059fc-e764-47ee-9eb0-0be8c95e5628', 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5', 'port_id': '8c7059fc-e764-47ee-9eb0-0be8c95e5628', 'mac_address': 'fa:16:3e:5f:cc:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a44178-dc7c-4e6c-88d9-96f6ecf933e0', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:13:39.383501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-0cc4a0ed-4afd-45d8-89c2-c6539c2bda76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:39.384979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-0cc4a0ed-4afd-45d8-89c2-c6539c2bda76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=49d588d34cb7467e82937f2037c2cd7a&device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 1094 time: 0.0409708 Aug 30 13:13:39.414674 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:39.428327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7059fc-e764-47ee-9eb0-0be8c95e5628 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:39.447996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8c7059fc-e764-47ee-9eb0-0be8c95e5628, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8c7059fc-e764-47ee-9eb0-0be8c95e5628,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:39.452951 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:39.481530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-3a301460-1db2-432c-aba9-4e2cf6a7a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:39.483043 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-3a301460-1db2-432c-aba9-4e2cf6a7a4de service neutron] 10.222.0.16 "GET /v2.0/networks?id=8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 200 len: 916 time: 0.0901721 Aug 30 13:13:39.503875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=8c7059fc-e764-47ee-9eb0-0be8c95e5628,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:39.525383 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-22bc3857-1926-4d87-8c40-449ad8c607c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=230dbd8d-43c2-49c4-b660-38abde9cf7d7 HTTP/1.1" status: 200 len: 217 time: 0.0342298 Aug 30 13:13:39.587703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-488ca259-cc74-4713-8c8c-a9c26f2e8d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:39.589140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-488ca259-cc74-4713-8c8c-a9c26f2e8d8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40089d69-b93c-4a18-a5a6-81e968b83ca8 HTTP/1.1" status: 200 len: 855 time: 0.0468369 Aug 30 13:13:39.808374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8c7059fc-e764-47ee-9eb0-0be8c95e5628'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:39.905163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-7c9251f5-7c94-4b5e-afbe-c1675ac6b57f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a686d7b-edfe-4609-a5ac-8709a47b7aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3050070 Aug 30 13:13:39.955764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:40.004235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c3437-2428-4b99-9301-14b35ada70c7 req-79a3cfb7-763c-447c-aa72-f42177001930 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:40.005720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d1c3437-2428-4b99-9301-14b35ada70c7 req-79a3cfb7-763c-447c-aa72-f42177001930 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 943 time: 0.0994563 Aug 30 13:13:40.060308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-2c748848-3cf5-4260-b50d-7982ebb3fce5 service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452107 Aug 30 13:13:40.067708 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d1c3437-2428-4b99-9301-14b35ada70c7 req-748bb7b4-3756-44d8-968c-fa2a21ab7f7e tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530133 Aug 30 13:13:40.167790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0bfe7959-a038-467d-b319-27b0b8e9a80d req-c726163a-c7bf-4d26-8250-4e8ce749e68b service neutron] 10.222.0.16 "GET /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990882 Aug 30 13:13:40.365273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7961-bbfa-42f3-808a-848fa6a39dce req-fb74c4eb-5c8a-457e-b6d0-ce1616a5f3e4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:40.368168 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-500f7961-bbfa-42f3-808a-848fa6a39dce req-fb74c4eb-5c8a-457e-b6d0-ce1616a5f3e4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 945 time: 0.0574431 Aug 30 13:13:40.414782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-500f7961-bbfa-42f3-808a-848fa6a39dce req-833433d7-6acf-41ad-aa20-9f642c324f0f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355918 Aug 30 13:13:40.499587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f890a3d-b27a-4444-8153-8027c4209034 req-a86e807e-9c56-435b-a164-b95cce6b4964 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:40.501146 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f890a3d-b27a-4444-8153-8027c4209034 req-a86e807e-9c56-435b-a164-b95cce6b4964 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0543237 Aug 30 13:13:40.540552 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f890a3d-b27a-4444-8153-8027c4209034 req-3119ead6-62ea-4f33-865f-3277e3956d2c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330868 Aug 30 13:13:40.772515 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:41.195518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617192e-74f5-4748-ab88-d124c76f8042 req-6f186e33-0873-46da-a9bb-622b8cfd966d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:41.196992 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d617192e-74f5-4748-ab88-d124c76f8042 req-6f186e33-0873-46da-a9bb-622b8cfd966d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 943 time: 0.0541656 Aug 30 13:13:41.235673 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d617192e-74f5-4748-ab88-d124c76f8042 req-da2c8848-2a37-4cff-a906-ff103e9d2faf tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314319 Aug 30 13:13:41.237651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8c7059fc-e764-47ee-9eb0-0be8c95e5628 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:41.285876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:41.289819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:41.290139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:41.365109 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:41.388227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b18c0-1c5b-482f-84dd-70f575a2f835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7059fc-e764-47ee-9eb0-0be8c95e5628'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:41.390716 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b17887-0de8-4fe4-8bcc-cc311ce1a6e3" -d '{"events": [{"server_uuid": "f56b18c0-1c5b-482f-84dd-70f575a2f835", "name": "network-vif-plugged", "status": "completed", "tag": "8c7059fc-e764-47ee-9eb0-0be8c95e5628"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:41.403770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8c7059fc-e764-47ee-9eb0-0be8c95e5628, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8c7059fc-e764-47ee-9eb0-0be8c95e5628,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:41.417561 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:41.445469 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d315b6a5-8de8-43f8-9c9a-8c2190bc5d26 x-openstack-request-id: req-d315b6a5-8de8-43f8-9c9a-8c2190bc5d26 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:41.445789 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b18c0-1c5b-482f-84dd-70f575a2f835", "name": "network-vif-plugged", "status": "completed", "tag": "8c7059fc-e764-47ee-9eb0-0be8c95e5628", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:41.446047 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d315b6a5-8de8-43f8-9c9a-8c2190bc5d26 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:41.446440 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b18c0-1c5b-482f-84dd-70f575a2f835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7059fc-e764-47ee-9eb0-0be8c95e5628', 'code': 200} Aug 30 13:13:41.480032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=8c7059fc-e764-47ee-9eb0-0be8c95e5628,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:41.551401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d6ad4-dc19-4b17-a8bb-8f17cca0cfec req-fddd85cd-bcc9-4618-acde-c1a3e55eb4dd tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:41.553082 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d56d6ad4-dc19-4b17-a8bb-8f17cca0cfec req-fddd85cd-bcc9-4618-acde-c1a3e55eb4dd tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0538571 Aug 30 13:13:41.560606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da77f2e-6a34-48dc-ba6d-091efefe570a req-6ece4365-a460-4fb1-9c9d-27940afe8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:41.562987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2da77f2e-6a34-48dc-ba6d-091efefe570a req-6ece4365-a460-4fb1-9c9d-27940afe8c39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 1097 time: 0.0462377 Aug 30 13:13:41.596141 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d56d6ad4-dc19-4b17-a8bb-8f17cca0cfec req-d5fbac6a-0d0b-4cf8-a11c-fa4d85321aa3 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358565 Aug 30 13:13:41.606407 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2da77f2e-6a34-48dc-ba6d-091efefe570a req-25dfbb3d-d064-4f4d-9271-d3b90b3bb07c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351844 Aug 30 13:13:41.669451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d79b3-f0d1-48b5-8303-46b1ceea54b0 req-8e4581a2-8c12-4d00-8e35-91066279788f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:41.671045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b55d79b3-f0d1-48b5-8303-46b1ceea54b0 req-8e4581a2-8c12-4d00-8e35-91066279788f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0540292 Aug 30 13:13:41.712428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b55d79b3-f0d1-48b5-8303-46b1ceea54b0 req-097ea25d-83f8-4a53-aac6-b660198b00f5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345123 Aug 30 13:13:42.140073 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:42.357956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4fe13-5f95-4dc1-971f-38fd1d215071 req-e8797f2f-c75c-4d69-958f-aa1befc21715 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:42.359342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29e4fe13-5f95-4dc1-971f-38fd1d215071 req-e8797f2f-c75c-4d69-958f-aa1befc21715 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 943 time: 0.0513926 Aug 30 13:13:42.400766 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29e4fe13-5f95-4dc1-971f-38fd1d215071 req-61161db1-0fdc-46b4-a843-fadd609ad57d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354187 Aug 30 13:13:42.710061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c386cbf-a092-4305-8e61-ea2058178e18 req-8f4bb043-460e-4887-8ede-47b09d783a47 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:42.711510 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c386cbf-a092-4305-8e61-ea2058178e18 req-8f4bb043-460e-4887-8ede-47b09d783a47 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0480950 Aug 30 13:13:42.748713 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c386cbf-a092-4305-8e61-ea2058178e18 req-69c970d6-cb84-4e8b-9f90-dab91858a85a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306513 Aug 30 13:13:42.844457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6f4d0-e829-4cfd-8e1d-a98532575f2f req-cc2a3e33-e61b-424b-b798-8cb62ee5018f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:42.846044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcf6f4d0-e829-4cfd-8e1d-a98532575f2f req-cc2a3e33-e61b-424b-b798-8cb62ee5018f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0542557 Aug 30 13:13:42.883177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcf6f4d0-e829-4cfd-8e1d-a98532575f2f req-1228b762-096d-46a7-898e-01267ee772e9 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Aug 30 13:13:43.234829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae5e6331-892b-4ed9-892c-cba462742edb details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:13:43.327483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:43.338381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a', 'port_id': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'mac_address': 'fa:16:3e:f7:29:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:13:43.378269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:43.391354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae5e6331-892b-4ed9-892c-cba462742edb {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:43.410357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:43.414202 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:43.462344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:43.522809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e87f1-767f-4a3a-b4d1-ca737cc3604c req-a589165d-90d2-45f6-b326-0072724287ee tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:43.524319 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-001e87f1-767f-4a3a-b4d1-ca737cc3604c req-a589165d-90d2-45f6-b326-0072724287ee tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 943 time: 0.0487809 Aug 30 13:13:43.564563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-001e87f1-767f-4a3a-b4d1-ca737cc3604c req-d847bb55-07cc-42d8-9a89-4398624e73dd tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Aug 30 13:13:43.607817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ae5e6331-892b-4ed9-892c-cba462742edb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:43.632997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 230dbd8d-43c2-49c4-b660-38abde9cf7d7 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:13:43.775554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 230dbd8d-43c2-49c4-b660-38abde9cf7d7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=230dbd8d-43c2-49c4-b660-38abde9cf7d7,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:43.793538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '230dbd8d-43c2-49c4-b660-38abde9cf7d7', 'network_id': '8a686d7b-edfe-4609-a5ac-8709a47b7aed', 'port_id': '230dbd8d-43c2-49c4-b660-38abde9cf7d7', 'mac_address': 'fa:16:3e:72:91:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40089d69-b93c-4a18-a5a6-81e968b83ca8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:13:43.856498 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:43.864128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357de4-75ee-48ae-a464-4606ca5b7da7 req-cecd18e2-991e-4a26-a176-79b0de28a360 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:43.865876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28357de4-75ee-48ae-a464-4606ca5b7da7 req-cecd18e2-991e-4a26-a176-79b0de28a360 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0487814 Aug 30 13:13:43.874189 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230dbd8d-43c2-49c4-b660-38abde9cf7d7 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:13:43.895080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 230dbd8d-43c2-49c4-b660-38abde9cf7d7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=230dbd8d-43c2-49c4-b660-38abde9cf7d7,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:43.899418 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:43.908535 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28357de4-75ee-48ae-a464-4606ca5b7da7 req-208d4c9b-3651-48db-8fc4-883b74ffbee8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366182 Aug 30 13:13:43.958349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=230dbd8d-43c2-49c4-b660-38abde9cf7d7,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:44.013312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b11046-428d-4667-a4d3-347abb9b1240 req-597bd709-767e-4940-9ec4-421b554e3baa tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:44.014844 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39b11046-428d-4667-a4d3-347abb9b1240 req-597bd709-767e-4940-9ec4-421b554e3baa tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 944 time: 0.0515950 Aug 30 13:13:44.032489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aecc9-8aa1-4782-8580-82ade226cc48 req-83da284b-732c-4307-8ccc-7c44394eea39 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:44.033905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e90aecc9-8aa1-4782-8580-82ade226cc48 req-83da284b-732c-4307-8ccc-7c44394eea39 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0496118 Aug 30 13:13:44.055617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39b11046-428d-4667-a4d3-347abb9b1240 req-7c69ee29-9ff7-4506-b954-d502d952fd45 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343895 Aug 30 13:13:44.076765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e90aecc9-8aa1-4782-8580-82ade226cc48 req-2b738c46-311a-4a14-a752-a1f544b1833a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368564 Aug 30 13:13:44.242041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['230dbd8d-43c2-49c4-b660-38abde9cf7d7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:13:44.682545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab021aa5-6ea0-4e52-9703-f73a274a1f46 req-c05759ed-cd19-4900-a41f-ba1986409caa tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:44.684263 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab021aa5-6ea0-4e52-9703-f73a274a1f46 req-c05759ed-cd19-4900-a41f-ba1986409caa tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 944 time: 0.0504684 Aug 30 13:13:44.722116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab021aa5-6ea0-4e52-9703-f73a274a1f46 req-a22d27e1-5d4a-4bc1-9aad-2d5450d01f30 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315495 Aug 30 13:13:45.179684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235fccf-edbc-4cf4-a4d3-628310fbfce9 req-131d82e4-87cd-4f68-9cc6-c05a1d9f302c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:45.182216 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f235fccf-edbc-4cf4-a4d3-628310fbfce9 req-131d82e4-87cd-4f68-9cc6-c05a1d9f302c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 944 time: 0.0563135 Aug 30 13:13:45.223758 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f235fccf-edbc-4cf4-a4d3-628310fbfce9 req-b00f6a88-37c9-4f64-814f-4d4993709a36 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355718 Aug 30 13:13:45.237140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae5e6331-892b-4ed9-892c-cba462742edb up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:45.297043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port ae5e6331-892b-4ed9-892c-cba462742edb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:45.297645 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:45.379971 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:45.403743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:45.406314 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d07375-b32d-491c-b8fa-12dc4d55af8e" -d '{"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-plugged", "status": "completed", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:45.420781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:45.426118 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:45.459926 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68276f6d-8595-4829-9266-6f1d108e9ed1 x-openstack-request-id: req-68276f6d-8595-4829-9266-6f1d108e9ed1 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:45.460229 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-plugged", "status": "completed", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:45.460482 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68276f6d-8595-4829-9266-6f1d108e9ed1 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:45.460866 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'code': 200} Aug 30 13:13:45.480492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:45.568527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55818) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:13:45.620609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 230dbd8d-43c2-49c4-b660-38abde9cf7d7 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:45.672050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 230dbd8d-43c2-49c4-b660-38abde9cf7d7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:45.677070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 230dbd8d-43c2-49c4-b660-38abde9cf7d7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:45.677457 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:45.861208 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:45.927005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e710a-cb18-4e7c-9e29-f66d26af8aba req-1375dfa1-3dd5-402d-aa7b-557f439d5988 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:45.928526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-638e710a-cb18-4e7c-9e29-f66d26af8aba req-1375dfa1-3dd5-402d-aa7b-557f439d5988 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 944 time: 0.0663538 Aug 30 13:13:45.952509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 230dbd8d-43c2-49c4-b660-38abde9cf7d7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=230dbd8d-43c2-49c4-b660-38abde9cf7d7,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:45.958381 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:46.011777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-638e710a-cb18-4e7c-9e29-f66d26af8aba req-cca860e7-311f-419a-904d-545273b3ed5d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436597 Aug 30 13:13:46.059400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=230dbd8d-43c2-49c4-b660-38abde9cf7d7,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:46.332562 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:46.556958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdf583-2650-424d-b7b5-e61aad35d654 req-6a0d9b4d-3826-4c32-b94c-e82bc7b30452 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:46.565119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-81cdf583-2650-424d-b7b5-e61aad35d654 req-6a0d9b4d-3826-4c32-b94c-e82bc7b30452 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1878064 Aug 30 13:13:46.671490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-81cdf583-2650-424d-b7b5-e61aad35d654 req-9747aba9-fa7f-4bca-b440-a079be2dc0e0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993595 Aug 30 13:13:46.790187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.20.0.17 (83c04f95-fab5-4dd2-a548-4ae75b1b30b5/07a44178-dc7c-4e6c-88d9-96f6ecf933e0/29cba27c-86c0-415c-9395-82511619d61b) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:13:46.929781 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:46.947883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Transition to ACTIVE for port object 29cba27c-86c0-415c-9395-82511619d61b will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:46.991202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:47.048785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:13:47.053180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:13:47.057375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:13:47.064408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=29cba27c-86c0-415c-9395-82511619d61b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:47.114280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.114539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.115076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.115417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.115746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.116075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.116401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.116723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.117053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.117378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.117731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.118157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:47.196663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:47.299684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d80fa8-df25-40f3-87e6-a5150bda340e req-1e5841ce-48cf-4bec-9515-72676f400a80 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:47.308222 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74d80fa8-df25-40f3-87e6-a5150bda340e req-1e5841ce-48cf-4bec-9515-72676f400a80 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 945 time: 0.1778219 Aug 30 13:13:47.377405 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74d80fa8-df25-40f3-87e6-a5150bda340e req-00048df9-3476-4bc9-90ac-61c149ea7984 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631175 Aug 30 13:13:47.420630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-59306bbf-a0c8-4c14-82c1-79d75108080f None None] Provisioning for port 29cba27c-86c0-415c-9395-82511619d61b completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:47.427535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-59306bbf-a0c8-4c14-82c1-79d75108080f None None] Provisioning complete for port 29cba27c-86c0-415c-9395-82511619d61b triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:47.428244 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-59306bbf-a0c8-4c14-82c1-79d75108080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:47.474112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71197ef-29e0-4e8c-9ce0-7351939d232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230dbd8d-43c2-49c4-b660-38abde9cf7d7'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:13:47.484236 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e07fde-b423-4b51-b272-177549741fe2" -d '{"events": [{"server_uuid": "e71197ef-29e0-4e8c-9ce0-7351939d232e", "name": "network-vif-plugged", "status": "completed", "tag": "230dbd8d-43c2-49c4-b660-38abde9cf7d7"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:13:47.516653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-59306bbf-a0c8-4c14-82c1-79d75108080f None None] Port 29cba27c-86c0-415c-9395-82511619d61b cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:13:47.549330 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6480aa03-50cf-46a9-b31d-0883f495298c x-openstack-request-id: req-6480aa03-50cf-46a9-b31d-0883f495298c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:13:47.549625 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71197ef-29e0-4e8c-9ce0-7351939d232e", "name": "network-vif-plugged", "status": "completed", "tag": "230dbd8d-43c2-49c4-b660-38abde9cf7d7", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:13:47.549926 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6480aa03-50cf-46a9-b31d-0883f495298c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:13:47.550348 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71197ef-29e0-4e8c-9ce0-7351939d232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230dbd8d-43c2-49c4-b660-38abde9cf7d7', 'code': 200} Aug 30 13:13:47.564613 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:47.724525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd308376-c58a-4729-bf42-50d2c21bebeb req-60823691-62a6-4c30-9da5-6e5eb8558636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:47.727234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd308376-c58a-4729-bf42-50d2c21bebeb req-60823691-62a6-4c30-9da5-6e5eb8558636 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 1096 time: 0.1186855 Aug 30 13:13:47.852446 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bd308376-c58a-4729-bf42-50d2c21bebeb req-a45f6a09-5283-4e9e-b33e-503b59700954 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951014 Aug 30 13:13:47.913446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae86c-1f05-480a-a580-7570861e2eb2 req-5cb91c77-8808-434b-bdcc-34ce4f0efa74 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:47.915203 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23fae86c-1f05-480a-a580-7570861e2eb2 req-5cb91c77-8808-434b-bdcc-34ce4f0efa74 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1567314 Aug 30 13:13:47.978038 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23fae86c-1f05-480a-a580-7570861e2eb2 req-6e2a2972-137e-42a5-aaf7-bc9a6afabea6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534267 Aug 30 13:13:48.037497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:48.045869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:48.166205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:48.168538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=29cba27c-86c0-415c-9395-82511619d61b,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:48.285726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:13:48.287368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:13:48.501313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 35887a34-47ba-41f3-9d59-f549a5050567 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:13:48.617974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a3fa83-e18d-4e06-8c71-ad226f77edb0 req-9d75b4ee-6a55-467c-b7b5-7d8070fb5c59 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:48.619631 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2a3fa83-e18d-4e06-8c71-ad226f77edb0 req-9d75b4ee-6a55-467c-b7b5-7d8070fb5c59 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 945 time: 0.1424828 Aug 30 13:13:48.648535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-96670be3-a92d-4d2a-9e08-d9332eba3805 None None] Provisioning complete for port 29cba27c-86c0-415c-9395-82511619d61b triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:48.649118 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-96670be3-a92d-4d2a-9e08-d9332eba3805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:48.693135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-96670be3-a92d-4d2a-9e08-d9332eba3805 None None] Port 29cba27c-86c0-415c-9395-82511619d61b cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:13:48.702153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2a3fa83-e18d-4e06-8c71-ad226f77edb0 req-67e6291a-a0bf-486b-9bbb-6fd5a9e1fb06 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733027 Aug 30 13:13:48.731013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:13:48.747050 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3d5d5194-8381-4d6c-9a61-87d685a6ffd1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "PUT /v2.0/routers/35887a34-47ba-41f3-9d59-f549a5050567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1772835 Aug 30 13:13:48.750456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Sync routers for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:13:48.760836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:13:48.762447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:13:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:48.880811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:13:49.169190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8672b-c153-470d-940a-9cfc3b6c14c2 req-8584e107-3d98-44fd-92da-88c839ddec2a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:49.178015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ea8672b-c153-470d-940a-9cfc3b6c14c2 req-8584e107-3d98-44fd-92da-88c839ddec2a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1047907 Aug 30 13:13:49.228618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:13:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5b4efed9-f545-4619-80f8-4e21a5e0d91e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:12:05Z', 'updated_at': '2021-08-30T13:12:08Z', 'revision_number': 1, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cba27c-86c0-415c-9395-82511619d61b', 'name': '', 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:f9:b2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '07a44178-dc7c-4e6c-88d9-96f6ecf933e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:13:46Z', 'updated_at': '2021-08-30T13:13:47Z', 'revision_number': 2, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': '07a44178-dc7c-4e6c-88d9-96f6ecf933e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:49.250047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ea8672b-c153-470d-940a-9cfc3b6c14c2 req-cfe1c66e-c58a-44c3-ab39-497a1a1b8320 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644720 Aug 30 13:13:49.260292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Checking router: 35887a34-47ba-41f3-9d59-f549a5050567 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:13:49.260861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Updating router 35887a34-47ba-41f3-9d59-f549a5050567 port 29cba27c-86c0-415c-9395-82511619d61b binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:13:49.287117 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:49.787164 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:49.799695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Transition to ACTIVE for port object 29cba27c-86c0-415c-9395-82511619d61b will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:13:49.809198 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:49.877857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fefd4-54b8-4227-9891-87abc7005c85 None None] Pushing event updated for resources: {'Port': ['ID=29cba27c-86c0-415c-9395-82511619d61b,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:49.884661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35ee7-ff3b-4bbe-a08d-70a4f31a5de7 req-139da739-9b4a-45ef-b05e-0e0f240b377c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:49.893361 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bb35ee7-ff3b-4bbe-a08d-70a4f31a5de7 req-139da739-9b4a-45ef-b05e-0e0f240b377c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 945 time: 0.0813298 Aug 30 13:13:49.943283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bb35ee7-ff3b-4bbe-a08d-70a4f31a5de7 req-b526b5a5-467d-4fc6-9a4a-8a8a66e1e4aa tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489078 Aug 30 13:13:49.950097 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Attempting to bind port 29cba27c-86c0-415c-9395-82511619d61b on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:13:49.950859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Attempting to bind port 29cba27c-86c0-415c-9395-82511619d61b by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:13:49.951417 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Attempting to bind port 29cba27c-86c0-415c-9395-82511619d61b on network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:13:49.958365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:13:49.959064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Checking segment: {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:13:49.959672 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:49.960256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Bound using segment: {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:13:49.961457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Bound port: 29cba27c-86c0-415c-9395-82511619d61b, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1606797d-8a68-48b8-b74c-548f09d52bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:13:49.962459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:50.056422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] For port 29cba27c-86c0-415c-9395-82511619d61b, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:13:50.061309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] For port 29cba27c-86c0-415c-9395-82511619d61b, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=29cba27c-86c0-415c-9395-82511619d61b,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:13:50.069021 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:50.157878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:13:50.158549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:13:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:50.243634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fefd4-54b8-4227-9891-87abc7005c85 None None] Pushing event updated for resources: {'Port': ['ID=29cba27c-86c0-415c-9395-82511619d61b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:50.418779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:13:50.444647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2868ee4-7283-4f65-993e-2ac75f3c7260 req-628acf58-4275-4bf5-a028-1530707a068e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:50.481999 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2868ee4-7283-4f65-993e-2ac75f3c7260 req-628acf58-4275-4bf5-a028-1530707a068e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1312943 Aug 30 13:13:50.568928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2868ee4-7283-4f65-993e-2ac75f3c7260 req-82186de9-fbac-442f-8acc-8b0efa708cc8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827112 Aug 30 13:13:50.768761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:13:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5b4efed9-f545-4619-80f8-4e21a5e0d91e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:12:05Z', 'updated_at': '2021-08-30T13:12:08Z', 'revision_number': 1, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cba27c-86c0-415c-9395-82511619d61b', 'name': '', 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:f9:b2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '07a44178-dc7c-4e6c-88d9-96f6ecf933e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:13:46Z', 'updated_at': '2021-08-30T13:13:50Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': '07a44178-dc7c-4e6c-88d9-96f6ecf933e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:13:50.817724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b3934c-7cd1-4857-acf1-ed7576afbf13 None None] The sync data for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 is: [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:13:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5b4efed9-f545-4619-80f8-4e21a5e0d91e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:12:05Z', 'updated_at': '2021-08-30T13:12:08Z', 'revision_number': 1, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29cba27c-86c0-415c-9395-82511619d61b', 'name': '', 'network_id': '83c04f95-fab5-4dd2-a548-4ae75b1b30b5', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:f9:b2:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1892, 'fixed_ips': [{'subnet_id': '07a44178-dc7c-4e6c-88d9-96f6ecf933e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:13:46Z', 'updated_at': '2021-08-30T13:13:50Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': '07a44178-dc7c-4e6c-88d9-96f6ecf933e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:13:51.741399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e010-c2c5-4b4f-92b3-6f1cbdf0c087 req-de13cb39-b31b-4e3b-9e9f-2248fd735b95 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:51.754380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7a0e010-c2c5-4b4f-92b3-6f1cbdf0c087 req-de13cb39-b31b-4e3b-9e9f-2248fd735b95 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0897255 Aug 30 13:13:51.812500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7a0e010-c2c5-4b4f-92b3-6f1cbdf0c087 req-fb30ea7b-a862-4bcc-9519-870519b1a72a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Aug 30 13:13:53.002244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 29cba27c-86c0-415c-9395-82511619d61b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:53.048854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ebaf1-42ac-4d13-8211-deb4e4d61e01 req-39185d1d-697f-432d-9e59-f23f5fc9f5ca tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:53.050479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-359ebaf1-42ac-4d13-8211-deb4e4d61e01 req-39185d1d-697f-432d-9e59-f23f5fc9f5ca tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1561568 Aug 30 13:13:53.078487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 29cba27c-86c0-415c-9395-82511619d61b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:13:53.083097 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 29cba27c-86c0-415c-9395-82511619d61b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:53.083879 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:53.175472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-359ebaf1-42ac-4d13-8211-deb4e4d61e01 req-2a2839be-aa8f-416e-ac18-0bf52eec5abd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079199 Aug 30 13:13:53.270295 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:53.333014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 29cba27c-86c0-415c-9395-82511619d61b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=29cba27c-86c0-415c-9395-82511619d61b,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:13:53.341675 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:53.413319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=29cba27c-86c0-415c-9395-82511619d61b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:13:53.431211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.431569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.431917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.432463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.432985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.434449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.434999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.435551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.435944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.436487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.437034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:53.437791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:13:54.389169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a1779-d92e-4b66-8641-d47a8cb85532 req-3056170d-e956-4d6f-bc3d-0c7a8760e678 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:54.392040 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c37a1779-d92e-4b66-8641-d47a8cb85532 req-3056170d-e956-4d6f-bc3d-0c7a8760e678 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.1144431 Aug 30 13:13:54.470385 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c37a1779-d92e-4b66-8641-d47a8cb85532 req-cfc21885-ca49-4183-9b73-20fd471dc894 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673506 Aug 30 13:13:54.723645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82553d0-bc4c-490e-befe-4fbba18a928a req-fb1aaea2-7221-4552-8e2a-97cd0bead0fc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:54.732534 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a82553d0-bc4c-490e-befe-4fbba18a928a req-fb1aaea2-7221-4552-8e2a-97cd0bead0fc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0739188 Aug 30 13:13:54.785433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a82553d0-bc4c-490e-befe-4fbba18a928a req-457618a7-6a70-434c-8d8e-139281460283 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514214 Aug 30 13:13:54.878734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 29cba27c-86c0-415c-9395-82511619d61b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:13:54.947914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 29cba27c-86c0-415c-9395-82511619d61b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:13:54.948404 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:55.601168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f3b0b-5cc7-4c84-84c1-1fb9713279d1 req-9b86f6de-c6d4-4be1-9527-edb14e1f31d8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:55.603581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f7f3b0b-5cc7-4c84-84c1-1fb9713279d1 req-9b86f6de-c6d4-4be1-9527-edb14e1f31d8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0562851 Aug 30 13:13:55.671807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f7f3b0b-5cc7-4c84-84c1-1fb9713279d1 req-a40d51fb-5d7b-49a0-8ce1-645e4db41d05 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594153 Aug 30 13:13:55.925049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516f755-487c-4d8f-90b6-6fbfcb11401d req-34bb2319-4a4b-4b59-8c1c-594c519e3d75 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:55.926866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0516f755-487c-4d8f-90b6-6fbfcb11401d req-34bb2319-4a4b-4b59-8c1c-594c519e3d75 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0685050 Aug 30 13:13:55.970281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0516f755-487c-4d8f-90b6-6fbfcb11401d req-cc909c88-24fd-49a5-884d-506dcad7faa4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372157 Aug 30 13:13:56.691980 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:13:56.801228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebcdb5-e918-41b2-8f2e-9c3dc4d68ffd req-1fa4a3f6-da0f-42e2-bd86-8260e63df645 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:56.802955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-deebcdb5-e918-41b2-8f2e-9c3dc4d68ffd req-1fa4a3f6-da0f-42e2-bd86-8260e63df645 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0666573 Aug 30 13:13:56.860592 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-deebcdb5-e918-41b2-8f2e-9c3dc4d68ffd req-7ba77bc6-777c-457c-b831-ec6ec7ed49c9 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485675 Aug 30 13:13:57.095582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9e240-fe20-4f27-9d57-eb7a2747aa98 req-688c7804-f0c3-4ccf-8ee9-fbce43351c79 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:57.097001 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fc9e240-fe20-4f27-9d57-eb7a2747aa98 req-688c7804-f0c3-4ccf-8ee9-fbce43351c79 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Aug 30 13:13:57.134835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fc9e240-fe20-4f27-9d57-eb7a2747aa98 req-fe7ef5ff-a7a3-46b4-90fe-ba3c66347bdd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318630 Aug 30 13:13:57.229735 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-eb474a5b-20d7-4a6b-82b8-25441196a129 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394068 Aug 30 13:13:57.295891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-ee3588a7-baa5-474f-b849-1b8da118ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:57.297723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-ee3588a7-baa5-474f-b849-1b8da118ebf7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1095 time: 0.0448923 Aug 30 13:13:57.411253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-5cdf6b20-8cab-40c7-a1c6-7fc8d2bac8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:57.411253 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-5cdf6b20-8cab-40c7-a1c6-7fc8d2bac8f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.0888436 Aug 30 13:13:57.451262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-0bc10a76-0bb3-4a30-baf0-d5fd1985ef86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.0351801 Aug 30 13:13:57.505901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-9d78005f-4db3-4b10-a141-f2415cd1ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:57.507276 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-9d78005f-4db3-4b10-a141-f2415cd1ab87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.0489397 Aug 30 13:13:57.538659 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-8cdd4af4-af60-4bc9-bd40-669d6da35cac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242906 Aug 30 13:13:57.627239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-e94e5d99-aae1-4bf4-9f27-8cea66878233 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811298 Aug 30 13:13:57.643704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-47fc0718-be17-46cf-8a69-caf1bdcfa653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:57.645293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-47fc0718-be17-46cf-8a69-caf1bdcfa653 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 1096 time: 0.0459712 Aug 30 13:13:57.740321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-cc2c37b3-c31e-40fb-8135-d1813ddcff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:57.741862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-cc2c37b3-c31e-40fb-8135-d1813ddcff52 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 914 time: 0.0875916 Aug 30 13:13:57.790849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-82c14378-3fab-4e44-9fcc-dd2dab4f6f46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae5e6331-892b-4ed9-892c-cba462742edb HTTP/1.1" status: 200 len: 217 time: 0.0405955 Aug 30 13:13:57.845212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-30844ef6-68b2-45de-b7af-141ae44c9151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:57.846751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-30844ef6-68b2-45de-b7af-141ae44c9151 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b HTTP/1.1" status: 200 len: 853 time: 0.0460429 Aug 30 13:13:57.882580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-cd87d718-2d69-443c-9e39-f77241745933 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271592 Aug 30 13:13:57.981583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-5e362243-9c2c-47ee-b72a-1297aae45582 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883079 Aug 30 13:13:58.027866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d3580-c6c8-4968-a2bc-d092c66f4185 req-b2af8db1-20a8-4284-9902-20df761be867 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:58.029360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-052d3580-c6c8-4968-a2bc-d092c66f4185 req-b2af8db1-20a8-4284-9902-20df761be867 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0810444 Aug 30 13:13:58.032545 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9086d08-4ab9-4d8c-831f-ca32632e4c73 req-9b736781-4ab1-4924-8064-d9346c336d9e service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987083 Aug 30 13:13:58.068421 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-052d3580-c6c8-4968-a2bc-d092c66f4185 req-b3975979-e273-4eaa-bfbc-b64937429fec tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Aug 30 13:13:58.080475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf64e88a-1848-444f-9e36-b678aa7755fc req-a9621713-5a50-4246-adda-b2891edc629e service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900109 Aug 30 13:13:58.172667 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-13335d5b-7de3-4daf-8c2f-3d12dd6611cf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408587 Aug 30 13:13:58.260771 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:13:58.291161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcc23-5872-4856-8532-c5f41ca38003 req-d79ee085-a81d-459c-adad-505b9929b753 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:58.292729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46efcc23-5872-4856-8532-c5f41ca38003 req-d79ee085-a81d-459c-adad-505b9929b753 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0804834 Aug 30 13:13:58.295427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-f1c3f1d3-1804-415a-bf2b-60d1eab94427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:58.297313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-f1c3f1d3-1804-415a-bf2b-60d1eab94427 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 1096 time: 0.0743880 Aug 30 13:13:58.348897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46efcc23-5872-4856-8532-c5f41ca38003 req-2135f55e-ee22-438b-988d-4a9d2604c1f4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493259 Aug 30 13:13:58.426321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-e18c3b5b-2074-462f-b8e0-9c5c7423b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:58.427815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-e18c3b5b-2074-462f-b8e0-9c5c7423b27a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e HTTP/1.1" status: 200 len: 897 time: 0.1025791 Aug 30 13:13:58.510499 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-35688f55-2e3c-46d1-81d6-096dd62650f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 HTTP/1.1" status: 200 len: 1001 time: 0.0633793 Aug 30 13:13:58.562654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-1b96d5ba-0e3a-4d73-af15-012472e58ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:58.564086 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-1b96d5ba-0e3a-4d73-af15-012472e58ce2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd1f2c06-c341-41c2-b37b-3728fb16794a HTTP/1.1" status: 200 len: 834 time: 0.0434661 Aug 30 13:13:58.616860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-cd835660-686f-488b-8cac-e8aa4ff961a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:58.618387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-cd835660-686f-488b-8cac-e8aa4ff961a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446332 Aug 30 13:13:58.718588 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-a35d0745-cb49-40f5-b276-ff7f0a3237da service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858738 Aug 30 13:13:58.808967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9127d1-f3e6-43cd-8aec-a1edb12817ba req-1e540d6e-96d0-4b94-88b4-128a1545e2f8 service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811594 Aug 30 13:13:59.190500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4168fd-d242-485c-8d92-e5eb25941607 req-980a2538-5f3f-4e6e-a50c-54d8795d0810 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:59.191968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe4168fd-d242-485c-8d92-e5eb25941607 req-980a2538-5f3f-4e6e-a50c-54d8795d0810 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0523498 Aug 30 13:13:59.228568 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe4168fd-d242-485c-8d92-e5eb25941607 req-38dfe113-4a61-4735-914e-7a4be7022c74 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306306 Aug 30 13:13:59.482060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94242781-8f02-41d6-ad47-0feac469d1ea req-42758955-eef8-4fe8-8ec0-829996c6b394 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:13:59.483634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94242781-8f02-41d6-ad47-0feac469d1ea req-42758955-eef8-4fe8-8ec0-829996c6b394 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0565584 Aug 30 13:13:59.523612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94242781-8f02-41d6-ad47-0feac469d1ea req-e27f1dde-1316-4c1a-8124-345fa8af6220 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337970 Aug 30 13:14:00.342360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d759-1f3e-4d88-be3b-f4d3bd49e0a9 req-f629f6ef-9f20-4961-ad35-587867e1273a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:00.343868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5a7d759-1f3e-4d88-be3b-f4d3bd49e0a9 req-f629f6ef-9f20-4961-ad35-587867e1273a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0487871 Aug 30 13:14:00.382108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5a7d759-1f3e-4d88-be3b-f4d3bd49e0a9 req-82068ae9-2071-4d15-a134-757538fc0de7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Aug 30 13:14:00.502943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39de5b-4c2a-450a-b34e-0fb39c0dd98a req-3933035f-06af-4f35-bcd2-b309152fad17 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:00.504408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df39de5b-4c2a-450a-b34e-0fb39c0dd98a req-3933035f-06af-4f35-bcd2-b309152fad17 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0507796 Aug 30 13:14:00.544829 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df39de5b-4c2a-450a-b34e-0fb39c0dd98a req-f2747c38-dc4a-4c26-a7e9-f82e19585639 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344198 Aug 30 13:14:00.667249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043cec1-99c3-467b-aaf5-4ddeaa776df1 req-d1e511ef-2e08-4211-a0ee-75db07dbb253 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:00.669379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7043cec1-99c3-467b-aaf5-4ddeaa776df1 req-d1e511ef-2e08-4211-a0ee-75db07dbb253 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0509119 Aug 30 13:14:00.690044 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:00.709992 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7043cec1-99c3-467b-aaf5-4ddeaa776df1 req-1c7a1508-469f-48b6-b6c8-e64477067d20 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339649 Aug 30 13:14:00.848735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63648f-3a79-460f-8230-6f654a6a1e8e req-f282c8b3-26a6-4031-9922-55d27c3697cf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:00.850245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fb63648f-3a79-460f-8230-6f654a6a1e8e req-f282c8b3-26a6-4031-9922-55d27c3697cf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 945 time: 0.0538092 Aug 30 13:14:00.874441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-5364b845-0c7d-4860-af0e-fae3af77c265 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417721 Aug 30 13:14:00.889059 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fb63648f-3a79-460f-8230-6f654a6a1e8e req-e88432d0-0d61-46df-9dec-ee1e29dc7871 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322161 Aug 30 13:14:01.318354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae5e6331-892b-4ed9-892c-cba462742edb no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:01.396913 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:01.419229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:01.421540 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77289d06-dbfc-404e-84e1-94e671946ed3" -d '{"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:01.434950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:01.439082 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:01.468438 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885fcc60-b3b7-42d9-9927-0fc31e28b5af x-openstack-request-id: req-885fcc60-b3b7-42d9-9927-0fc31e28b5af {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:01.468727 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-unplugged", "status": "completed", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:01.468978 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-885fcc60-b3b7-42d9-9927-0fc31e28b5af {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:01.469355 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'code': 200} Aug 30 13:14:01.493355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:01.625456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-6dce6c10-08e5-4e56-b65b-42800ee7e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:01.627005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-6dce6c10-08e5-4e56-b65b-42800ee7e4e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd&tenant_id=e394c8ab9a944d74896482712a98f70b HTTP/1.1" status: 200 len: 1094 time: 0.0427318 Aug 30 13:14:01.706307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-648a6a54-f6e1-429f-982f-6db0ea666efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:01.707810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-648a6a54-f6e1-429f-982f-6db0ea666efb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 1094 time: 0.0445812 Aug 30 13:14:01.798827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-d59232f9-953e-44ab-ac3c-e5b712e56080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:01.800298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-d59232f9-953e-44ab-ac3c-e5b712e56080 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 914 time: 0.0848985 Aug 30 13:14:01.833833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8cfb4-e156-49e9-9e53-23b6b346b100 req-52f78a96-da2d-4776-b09a-523c8342dc81 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:01.835326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ca8cfb4-e156-49e9-9e53-23b6b346b100 req-52f78a96-da2d-4776-b09a-523c8342dc81 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0502195 Aug 30 13:14:01.846635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-e49dd72d-74f4-444d-a884-61dcc62e189b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae5e6331-892b-4ed9-892c-cba462742edb HTTP/1.1" status: 200 len: 217 time: 0.0385673 Aug 30 13:14:01.876777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ca8cfb4-e156-49e9-9e53-23b6b346b100 req-cfe6fd76-d687-408e-b6a3-96271d17dcde tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352938 Aug 30 13:14:01.896552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-37403ecb-77f7-4fc1-814f-d1df0712352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:01.898063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-37403ecb-77f7-4fc1-814f-d1df0712352e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b HTTP/1.1" status: 200 len: 853 time: 0.0451577 Aug 30 13:14:01.930193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-bad6a85e-eb60-4c57-a07a-cbdc2567fe89 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245733 Aug 30 13:14:02.056235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e819dbc-302c-4f18-862c-d3402713cde0 req-4e97db05-f8ce-4069-bbe1-3943d6141a5f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:02.057741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e819dbc-302c-4f18-862c-d3402713cde0 req-4e97db05-f8ce-4069-bbe1-3943d6141a5f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0792649 Aug 30 13:14:02.063635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-793a02c3-ed9f-4b6c-934c-012fafcf9148 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256695 Aug 30 13:14:02.146355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e819dbc-302c-4f18-862c-d3402713cde0 req-aeb50890-ca54-48ad-9c5f-367334e2bf1c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817311 Aug 30 13:14:02.182087 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-ddcd19c9-a45b-4d1f-bbd3-8e5fcf45949f service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106274 Aug 30 13:14:03.015305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3f979-fde7-4330-b826-728767d18d21 req-a5764f85-22d1-4c3e-b537-c0965b0a753e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:03.016813 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01f3f979-fde7-4330-b826-728767d18d21 req-a5764f85-22d1-4c3e-b537-c0965b0a753e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0646169 Aug 30 13:14:03.062297 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01f3f979-fde7-4330-b826-728767d18d21 req-f18178f4-c9f6-4570-96f3-7ba8af686da8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392923 Aug 30 13:14:03.363486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6170a-2174-4288-9d8a-c51fcec3f358 req-c884fbbc-b4d2-4427-8876-e346998cb254 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:03.365067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ee6170a-2174-4288-9d8a-c51fcec3f358 req-c884fbbc-b4d2-4427-8876-e346998cb254 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0625067 Aug 30 13:14:03.410292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ee6170a-2174-4288-9d8a-c51fcec3f358 req-5e66e9a8-ac50-43b0-9227-3b0190d1d46c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377359 Aug 30 13:14:04.205803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020aea4-aba3-4708-bcdf-400169254e28 req-3e0533be-bdf8-47dd-b322-870fd21b2217 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:04.207321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9020aea4-aba3-4708-bcdf-400169254e28 req-3e0533be-bdf8-47dd-b322-870fd21b2217 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0696223 Aug 30 13:14:04.260149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9020aea4-aba3-4708-bcdf-400169254e28 req-d4e5689e-468c-426f-bc92-5762fe039340 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436256 Aug 30 13:14:04.554896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ede8d8-048e-43db-9553-a4f6460c08cc req-3ee3f545-c221-45fe-8135-55e10dc35efc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:04.555841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2ede8d8-048e-43db-9553-a4f6460c08cc req-3ee3f545-c221-45fe-8135-55e10dc35efc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0553229 Aug 30 13:14:04.600655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2ede8d8-048e-43db-9553-a4f6460c08cc req-ae7ce4a9-e649-4438-9f6a-0767f7793fc0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Aug 30 13:14:05.392007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1d930-a407-43f2-a027-6c1019b23c1a req-0e04171b-6ee2-4293-8d12-02df7d406541 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:05.394665 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ece1d930-a407-43f2-a027-6c1019b23c1a req-0e04171b-6ee2-4293-8d12-02df7d406541 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0572054 Aug 30 13:14:05.441824 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ece1d930-a407-43f2-a027-6c1019b23c1a req-4c65009c-45b1-4dd5-9ab4-69414cb25c3a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417976 Aug 30 13:14:05.741828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3af19-d577-4127-b690-b23d84c26e63 req-2288ca6e-51b2-4ddf-b962-f770cc139c4a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:05.743968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bba3af19-d577-4127-b690-b23d84c26e63 req-2288ca6e-51b2-4ddf-b962-f770cc139c4a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0523994 Aug 30 13:14:05.787878 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bba3af19-d577-4127-b690-b23d84c26e63 req-aa3c2456-56dc-4c77-96c9-a0df8f4d3fe7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Aug 30 13:14:06.569352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546aeaf9-09f1-4ea6-8666-f4ee94cf149a req-4fe22dda-3186-4ce9-bc94-31ef41e4f4c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:06.570975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-546aeaf9-09f1-4ea6-8666-f4ee94cf149a req-4fe22dda-3186-4ce9-bc94-31ef41e4f4c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0540335 Aug 30 13:14:06.588067 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-562b0c2a-38fb-4653-a5a8-46fc106e757b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:06.616753 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-546aeaf9-09f1-4ea6-8666-f4ee94cf149a req-962b01b9-3dd6-4d7b-b88d-5d4dded53095 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389121 Aug 30 13:14:07.040628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f037f3-882c-4f9c-8bb7-56ee7140a8f8 req-b79d3f07-3983-4f90-a622-ac8e74b2496a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:07.042511 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63f037f3-882c-4f9c-8bb7-56ee7140a8f8 req-b79d3f07-3983-4f90-a622-ac8e74b2496a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.1597297 Aug 30 13:14:07.150526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63f037f3-882c-4f9c-8bb7-56ee7140a8f8 req-7e41caf9-b0d8-4931-a067-a1e1b4c0a489 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011865 Aug 30 13:14:07.749570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa181748-04f4-4fc7-9974-53bbb1d8d223 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:14:07.891138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:07.894679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c68c59-196c-4e17-a73d-3a3112ed6d94 req-6ccb96ba-f162-49b1-87a4-76bdea7f77c0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:07.904898 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57c68c59-196c-4e17-a73d-3a3112ed6d94 req-6ccb96ba-f162-49b1-87a4-76bdea7f77c0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.1193495 Aug 30 13:14:07.905734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'port_id': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'mac_address': 'fa:16:3e:b3:b5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:14:08.023743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57c68c59-196c-4e17-a73d-3a3112ed6d94 req-05153d6a-f645-4aae-91d4-3d37814e9cbc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176546 Aug 30 13:14:08.064071 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:08.096081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa181748-04f4-4fc7-9974-53bbb1d8d223 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:14:08.121837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:08.128966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:08.194609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:08.299200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['fa181748-04f4-4fc7-9974-53bbb1d8d223'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:08.335146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc37a5-e69f-492e-8f69-859e6d4fd49f req-ca84c37b-2cdc-4465-a6bb-5a71b7b71ef2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:08.347911 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65fc37a5-e69f-492e-8f69-859e6d4fd49f req-ca84c37b-2cdc-4465-a6bb-5a71b7b71ef2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0749543 Aug 30 13:14:08.410882 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65fc37a5-e69f-492e-8f69-859e6d4fd49f req-d306230e-18f0-4900-bf9e-16a279116f91 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548077 Aug 30 13:14:09.222150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b91a56-c882-4d1f-b3c8-b3eeb4194c20 req-d1e05fc2-ab62-4872-b6f3-ac3b45fd6870 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:09.231492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b91a56-c882-4d1f-b3c8-b3eeb4194c20 req-d1e05fc2-ab62-4872-b6f3-ac3b45fd6870 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0845847 Aug 30 13:14:09.298902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b91a56-c882-4d1f-b3c8-b3eeb4194c20 req-8c6bdb8f-b8ba-4154-b019-1b441087c71c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659318 Aug 30 13:14:09.343900 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2df0ff1d-db35-4c2c-b014-ba00605d960e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:09.615983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb06ed-e282-4f6a-b6dc-836a172db2e5 req-b4836101-0053-44ae-aee9-d85514300bd7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:09.632853 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3afb06ed-e282-4f6a-b6dc-836a172db2e5 req-b4836101-0053-44ae-aee9-d85514300bd7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.1226056 Aug 30 13:14:09.695253 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3afb06ed-e282-4f6a-b6dc-836a172db2e5 req-1e3b4da4-85ff-4606-9fdf-ecdb258c3571 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609698 Aug 30 13:14:09.760630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa181748-04f4-4fc7-9974-53bbb1d8d223 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:14:09.862361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port fa181748-04f4-4fc7-9974-53bbb1d8d223 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:14:09.863148 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:10.049337 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:10.052183 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:10.137025 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:10.140300 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:10.143553 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057a0fb8-4aff-42fd-9e8b-4b29fde774f9" -d '{"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-plugged", "status": "completed", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:10.163202 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:10.234455 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39967db-406b-4bad-9e05-6e9a4047364b x-openstack-request-id: req-d39967db-406b-4bad-9e05-6e9a4047364b {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:10.234962 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-plugged", "status": "completed", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:10.235427 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d39967db-406b-4bad-9e05-6e9a4047364b {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:10.235807 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'code': 200} Aug 30 13:14:10.276062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:10.547574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a73122-fd3a-4c92-9495-444fdcea142d req-5041647e-9a1d-4d19-b9ff-aad4015d642e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:10.549386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9a73122-fd3a-4c92-9495-444fdcea142d req-5041647e-9a1d-4d19-b9ff-aad4015d642e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0746696 Aug 30 13:14:10.621354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9a73122-fd3a-4c92-9495-444fdcea142d req-3ff6f64f-9c9d-4887-9e0b-07e661b8421c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638943 Aug 30 13:14:10.787344 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:10.925977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22899819-bde6-4037-ae55-12f2f18d6bfc req-f61488dc-2b36-4f37-9b85-65ca10d875e0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:10.927821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22899819-bde6-4037-ae55-12f2f18d6bfc req-f61488dc-2b36-4f37-9b85-65ca10d875e0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.1054268 Aug 30 13:14:11.032920 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22899819-bde6-4037-ae55-12f2f18d6bfc req-fdf1564a-94cc-42ad-9cd8-aaaa123371e2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977390 Aug 30 13:14:11.933804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b416fcd-67dc-462a-a107-42476d650d02 req-b0531f68-1a35-4276-aa40-48a5db6caa57 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:11.935380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b416fcd-67dc-462a-a107-42476d650d02 req-b0531f68-1a35-4276-aa40-48a5db6caa57 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.1254683 Aug 30 13:14:12.036120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b416fcd-67dc-462a-a107-42476d650d02 req-a14746c8-8718-4bed-9b88-5dbe5d192926 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931842 Aug 30 13:14:12.159946 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:12.219471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfaf195-fc3e-4e91-a929-a38a68c3931a req-721f490b-b9d5-4c91-802d-27b4c5e53698 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:12.222791 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bfaf195-fc3e-4e91-a929-a38a68c3931a req-721f490b-b9d5-4c91-802d-27b4c5e53698 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0661120 Aug 30 13:14:12.345128 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1bfaf195-fc3e-4e91-a929-a38a68c3931a req-407712df-1c28-48ca-b05d-95b98b22583a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162550 Aug 30 13:14:12.773808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881d53c-6fbc-4125-9467-29e3cf8ff4f3 req-5a6b7432-bedf-40b1-92d2-1a7089de31f7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:12.785609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5881d53c-6fbc-4125-9467-29e3cf8ff4f3 req-5a6b7432-bedf-40b1-92d2-1a7089de31f7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 945 time: 0.1560001 Aug 30 13:14:12.848811 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5881d53c-6fbc-4125-9467-29e3cf8ff4f3 req-f2636c46-b11e-4101-bc6e-9cbdb0958537 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606525 Aug 30 13:14:13.213730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9e762-5816-4ef4-947d-4f83d63c5500 req-41e8f632-83c5-4e9d-bdba-aa2e7f2012af tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:13.216504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8cf9e762-5816-4ef4-947d-4f83d63c5500 req-41e8f632-83c5-4e9d-bdba-aa2e7f2012af tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0693300 Aug 30 13:14:13.279230 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8cf9e762-5816-4ef4-947d-4f83d63c5500 req-211cf23d-eac6-4f0c-928a-52313333ea04 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507500 Aug 30 13:14:13.570404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7fcb4-e579-4d4a-a955-fb0163def8a3 req-c3d6dab7-7470-492c-bc44-a0e2873baa97 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:13.585685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07c7fcb4-e579-4d4a-a955-fb0163def8a3 req-c3d6dab7-7470-492c-bc44-a0e2873baa97 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.1514959 Aug 30 13:14:13.659278 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07c7fcb4-e579-4d4a-a955-fb0163def8a3 req-845876bd-d4f2-4b49-a7dc-b243e6f3d034 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713124 Aug 30 13:14:14.024143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155261b-60ef-4568-83c3-b1d9e3d7b6b6 req-45e5dc02-1a34-4ab4-8251-19b69352fa6f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:14.026716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f155261b-60ef-4568-83c3-b1d9e3d7b6b6 req-45e5dc02-1a34-4ab4-8251-19b69352fa6f tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 945 time: 0.1041839 Aug 30 13:14:14.102399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f155261b-60ef-4568-83c3-b1d9e3d7b6b6 req-0dc47bfd-af4e-4757-9808-7a7975bc5364 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634761 Aug 30 13:14:14.288402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-c0202a93-e471-4560-a583-9c4acc76db5b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:14.291159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-c0202a93-e471-4560-a583-9c4acc76db5b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 945 time: 0.1154273 Aug 30 13:14:14.515900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bcd02-90bc-4562-acde-a5ce507930fd req-86ec6259-af3d-4905-a1a1-447072b5c026 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:14.523663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d4bcd02-90bc-4562-acde-a5ce507930fd req-86ec6259-af3d-4905-a1a1-447072b5c026 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0778000 Aug 30 13:14:14.575698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Deleting port 230dbd8d-43c2-49c4-b660-38abde9cf7d7 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:14.576154 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:14.687230 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] For port 230dbd8d-43c2-49c4-b660-38abde9cf7d7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=230dbd8d-43c2-49c4-b660-38abde9cf7d7,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:14.687681 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:14.705290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Calling delete_port for 230dbd8d-43c2-49c4-b660-38abde9cf7d7 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:14.837850 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d4bcd02-90bc-4562-acde-a5ce507930fd req-e1fecc7e-bfc3-4e7a-9a04-eb2754c542f9 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129690 Aug 30 13:14:14.891709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f33b3-2934-4865-a2f2-145443d7865b req-804f0ed9-da32-4e1b-899d-505ee81f93a1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:14.906835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-094f33b3-2934-4865-a2f2-145443d7865b req-804f0ed9-da32-4e1b-899d-505ee81f93a1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.1140845 Aug 30 13:14:14.947911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-094f33b3-2934-4865-a2f2-145443d7865b req-8e2c7b6e-c6c3-4d35-914a-562870c79c13 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395830 Aug 30 13:14:14.954887 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:14.977549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['89289fd3-fbb1-4db3-ad36-8a4a490ccd85', '9c8b58db-d233-4a40-937b-d11abe068aa9', '230dbd8d-43c2-49c4-b660-38abde9cf7d7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:14.979988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b3c48d50-4df6-47dc-b0d7-f215bd28d662'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:15.037974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Pushing event deleted for resources: {'Port': ['ID=230dbd8d-43c2-49c4-b660-38abde9cf7d7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:15.154182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] No DVR routers for this DVR port 230dbd8d-43c2-49c4-b660-38abde9cf7d7 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:15.163545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:15.166403 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d109e58-d44d-4f51-a247-1b098b553f83 req-167b76a7-c8a7-4896-8ec1-48cf5f4cb7de tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "DELETE /v2.0/ports/230dbd8d-43c2-49c4-b660-38abde9cf7d7 HTTP/1.1" status: 204 len: 173 time: 0.8672848 Aug 30 13:14:15.167205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e71197ef-29e0-4e8c-9ce0-7351939d232e', 'name': 'network-vif-deleted', 'tag': '230dbd8d-43c2-49c4-b660-38abde9cf7d7'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:15.170276 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da292d9-7b57-4b6a-b290-138dce75dae4" -d '{"events": [{"server_uuid": "e71197ef-29e0-4e8c-9ce0-7351939d232e", "name": "network-vif-deleted", "tag": "230dbd8d-43c2-49c4-b660-38abde9cf7d7"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:15.321162 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faf44ee-7478-4116-b234-c9aa128d256d x-openstack-request-id: req-8faf44ee-7478-4116-b234-c9aa128d256d {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:15.322173 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e71197ef-29e0-4e8c-9ce0-7351939d232e", "name": "network-vif-deleted", "tag": "230dbd8d-43c2-49c4-b660-38abde9cf7d7", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:15.322647 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8faf44ee-7478-4116-b234-c9aa128d256d {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:15.323238 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e71197ef-29e0-4e8c-9ce0-7351939d232e', 'name': 'network-vif-deleted', 'tag': '230dbd8d-43c2-49c4-b660-38abde9cf7d7', 'status': 'completed', 'code': 200} Aug 30 13:14:15.337034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80fb1db2-4c16-4e85-9e6d-dd1bd26e3e80 req-ea7fa6c4-c369-400c-962a-2516818a6838 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=e71197ef-29e0-4e8c-9ce0-7351939d232e HTTP/1.1" status: 200 len: 210 time: 0.0409410 Aug 30 13:14:15.984724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775704fa-182d-4e72-aec7-af3f8dc2e9c5 req-982dff0d-7cd9-490d-a48f-806805ffbe57 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:15.986996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-775704fa-182d-4e72-aec7-af3f8dc2e9c5 req-982dff0d-7cd9-490d-a48f-806805ffbe57 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0599561 Aug 30 13:14:16.040070 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-775704fa-182d-4e72-aec7-af3f8dc2e9c5 req-5bd0e84c-d3cc-47f5-be18-b7fd61c26f8a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Aug 30 13:14:16.191862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da3890-fde7-40c6-a09f-3c59a8a5213b req-152e3b66-541b-4b2c-9c87-decd0d88e438 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:16.194491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18da3890-fde7-40c6-a09f-3c59a8a5213b req-152e3b66-541b-4b2c-9c87-decd0d88e438 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0633500 Aug 30 13:14:16.240063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18da3890-fde7-40c6-a09f-3c59a8a5213b req-e1414a1f-9bb8-4805-827c-41f4859dc716 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380690 Aug 30 13:14:17.226593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273cc1c-0ef4-45b6-8d97-9ad594c20a09 req-c8f15348-181b-4e60-ab5b-547f35d5f428 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:17.228380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a273cc1c-0ef4-45b6-8d97-9ad594c20a09 req-c8f15348-181b-4e60-ab5b-547f35d5f428 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0821140 Aug 30 13:14:17.288707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a273cc1c-0ef4-45b6-8d97-9ad594c20a09 req-65c0ff14-d269-489b-9457-c70c19adfe40 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537312 Aug 30 13:14:17.445910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abcb3a-1f92-4a2d-94fc-60dbfd1d07b8 req-6a219949-9e6a-4362-838b-0c6b3c6a3eb1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:17.448086 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65abcb3a-1f92-4a2d-94fc-60dbfd1d07b8 req-6a219949-9e6a-4362-838b-0c6b3c6a3eb1 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0748687 Aug 30 13:14:17.511945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65abcb3a-1f92-4a2d-94fc-60dbfd1d07b8 req-39b48479-5dfe-48e4-91ee-ccab9bc57dc6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518100 Aug 30 13:14:17.786944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 230dbd8d-43c2-49c4-b660-38abde9cf7d7 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:17.808824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 230dbd8d-43c2-49c4-b660-38abde9cf7d7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:17.809170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 230dbd8d-43c2-49c4-b660-38abde9cf7d7 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:18.425144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f252dfd-776d-4643-abde-8c2bc79987a2 req-c4b92150-8c2a-497f-b17b-e3d7d256d0e6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:18.426765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f252dfd-776d-4643-abde-8c2bc79987a2 req-c4b92150-8c2a-497f-b17b-e3d7d256d0e6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0588753 Aug 30 13:14:18.431968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-ed6a7f05-3cf4-4e14-8162-d8778aee6c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:18.433783 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-ed6a7f05-3cf4-4e14-8162-d8778aee6c80 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 1096 time: 0.0478406 Aug 30 13:14:18.472543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f252dfd-776d-4643-abde-8c2bc79987a2 req-ccb0b423-2dba-475b-9b62-bc792a6fb5ce tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388367 Aug 30 13:14:18.529872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-add66a6e-f036-4d31-a61f-99cedd985627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:18.531650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-add66a6e-f036-4d31-a61f-99cedd985627 service neutron] 10.222.0.16 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.0900469 Aug 30 13:14:18.640628 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-7e08c097-52f6-4877-a605-bdc2559c6882 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223 HTTP/1.1" status: 200 len: 1001 time: 0.1016271 Aug 30 13:14:18.653984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42470cc-0cf1-401f-8ef1-f9b647093295 req-32b1e0b7-1406-41c5-979a-e6dbc7d32a7c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:18.658320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a42470cc-0cf1-401f-8ef1-f9b647093295 req-32b1e0b7-1406-41c5-979a-e6dbc7d32a7c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0748410 Aug 30 13:14:18.730188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-cc146f55-d8e7-4724-b6b9-06d4c92daa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:18.731652 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-cc146f55-d8e7-4724-b6b9-06d4c92daa25 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.0722265 Aug 30 13:14:18.734928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a42470cc-0cf1-401f-8ef1-f9b647093295 req-1fbda007-10cc-4f49-9794-ba24c5e00fdf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665226 Aug 30 13:14:18.787921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-894a6d1c-0b2e-47a5-a2fa-73cb0388671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:18.789523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-894a6d1c-0b2e-47a5-a2fa-73cb0388671b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496116 Aug 30 13:14:18.882977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-ff202b03-2324-4ce8-aead-2f065fc1857e service neutron] 10.222.0.16 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863955 Aug 30 13:14:18.977184 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7fcf3cf-6d06-49ba-8641-b26f77295d3a req-b6d97e4f-50a9-4faf-b29d-6941795daa63 service neutron] 10.222.0.16 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875461 Aug 30 13:14:19.600978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db76e9c-4ed3-4674-bb5e-a4e791809579 req-eda556a3-bad0-403a-8029-7c0608176ba5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:19.602382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9db76e9c-4ed3-4674-bb5e-a4e791809579 req-eda556a3-bad0-403a-8029-7c0608176ba5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0503225 Aug 30 13:14:19.641327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9db76e9c-4ed3-4674-bb5e-a4e791809579 req-304dea2e-e317-410b-887e-884ee618cb82 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Aug 30 13:14:19.856146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd6d91-ab65-42c8-9927-f857ca5cc82b req-b5fccdef-33ee-42c0-a961-b1341e14858b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:19.858260 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fd6d91-ab65-42c8-9927-f857ca5cc82b req-b5fccdef-33ee-42c0-a961-b1341e14858b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0519929 Aug 30 13:14:19.896000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70fd6d91-ab65-42c8-9927-f857ca5cc82b req-6b4822b9-3bd2-426f-aae7-f5cdc9affa08 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Aug 30 13:14:19.936456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79e18c-3727-4142-b680-ef56c4e98b3e req-e20fef5a-d9cf-4fad-8036-2e8cc5a8a826 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:19.937965 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc79e18c-3727-4142-b680-ef56c4e98b3e req-e20fef5a-d9cf-4fad-8036-2e8cc5a8a826 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 946 time: 0.0498903 Aug 30 13:14:19.975119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc79e18c-3727-4142-b680-ef56c4e98b3e req-a68b5aba-fa52-41b8-abb5-52ebce779023 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311561 Aug 30 13:14:20.764372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412440a-ceb2-440e-9361-ab7abc19c557 req-d43bcc4f-1703-4114-86e5-dcee28763471 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:20.765913 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e412440a-ceb2-440e-9361-ab7abc19c557 req-d43bcc4f-1703-4114-86e5-dcee28763471 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0529137 Aug 30 13:14:20.805834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e412440a-ceb2-440e-9361-ab7abc19c557 req-87a1e216-846f-4db7-997e-822318e9c799 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339139 Aug 30 13:14:21.015692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a6322c-6fe8-4478-9f56-61a692950c06 req-03b46335-8811-4bc7-bbc7-18a4f610d535 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:21.017489 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55a6322c-6fe8-4478-9f56-61a692950c06 req-03b46335-8811-4bc7-bbc7-18a4f610d535 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0521667 Aug 30 13:14:21.059232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55a6322c-6fe8-4478-9f56-61a692950c06 req-dca40313-7e2b-4784-ab3a-d70633d8370e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358088 Aug 30 13:14:21.169550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b7925-d7a1-4063-bb12-5ebc0948ede4 req-8cb8e4f1-f939-4baf-a096-16e937972060 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:21.171321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b80b7925-d7a1-4063-bb12-5ebc0948ede4 req-8cb8e4f1-f939-4baf-a096-16e937972060 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 946 time: 0.0524364 Aug 30 13:14:21.214458 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b80b7925-d7a1-4063-bb12-5ebc0948ede4 req-3bc07ca6-0d39-48eb-bee0-a1b4a4f38738 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357773 Aug 30 13:14:21.396692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-fc522794-1faa-460d-952d-7e12ed544385 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:21.398193 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-fc522794-1faa-460d-952d-7e12ed544385 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 946 time: 0.0551264 Aug 30 13:14:21.496241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Deleting port 9c8b58db-d233-4a40-937b-d11abe068aa9 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:21.496581 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:21.590330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] For port 9c8b58db-d233-4a40-937b-d11abe068aa9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9c8b58db-d233-4a40-937b-d11abe068aa9,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:21.590694 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:21.606093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Calling delete_port for 9c8b58db-d233-4a40-937b-d11abe068aa9 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:21.777567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ab0d1-7371-4451-83d2-0170062dc907 req-cab20e5d-96ea-4ecf-99d3-99a39b4a1068 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:21.779117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c9ab0d1-7371-4451-83d2-0170062dc907 req-cab20e5d-96ea-4ecf-99d3-99a39b4a1068 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0875483 Aug 30 13:14:21.780224 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:21.793376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b3c48d50-4df6-47dc-b0d7-f215bd28d662'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:21.796063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['89289fd3-fbb1-4db3-ad36-8a4a490ccd85', '9c8b58db-d233-4a40-937b-d11abe068aa9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:21.806847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device fa181748-04f4-4fc7-9974-53bbb1d8d223 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:21.820877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Pushing event deleted for resources: {'Port': ['ID=9c8b58db-d233-4a40-937b-d11abe068aa9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:21.852640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56448) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:21.884625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c9ab0d1-7371-4451-83d2-0170062dc907 req-66793e51-00b3-4290-b98c-c1cbf58ad130 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972869 Aug 30 13:14:21.902054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] No DVR routers for this DVR port 9c8b58db-d233-4a40-937b-d11abe068aa9 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:21.904868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:21.907624 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f591dd24-11dd-43dc-9ba7-37679dca02d3 req-ca9deea1-f087-4f89-be3e-b4d0140c0206 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "DELETE /v2.0/ports/9c8b58db-d233-4a40-937b-d11abe068aa9 HTTP/1.1" status: 204 len: 173 time: 0.5032973 Aug 30 13:14:21.908066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b226f4ef-56f5-4ef2-a416-647528dfb07f', 'name': 'network-vif-deleted', 'tag': '9c8b58db-d233-4a40-937b-d11abe068aa9'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:21.911486 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc856c29-d3d2-41b1-8ba9-a3c5975f1801" -d '{"events": [{"server_uuid": "b226f4ef-56f5-4ef2-a416-647528dfb07f", "name": "network-vif-deleted", "tag": "9c8b58db-d233-4a40-937b-d11abe068aa9"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:21.955476 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152955d5-feb4-45bc-b6bb-648e61da26eb x-openstack-request-id: req-152955d5-feb4-45bc-b6bb-648e61da26eb {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:21.955768 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b226f4ef-56f5-4ef2-a416-647528dfb07f", "name": "network-vif-deleted", "tag": "9c8b58db-d233-4a40-937b-d11abe068aa9", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:21.956015 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-152955d5-feb4-45bc-b6bb-648e61da26eb {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:21.956403 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b226f4ef-56f5-4ef2-a416-647528dfb07f', 'name': 'network-vif-deleted', 'tag': '9c8b58db-d233-4a40-937b-d11abe068aa9', 'status': 'completed', 'code': 200} Aug 30 13:14:21.990426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-64f5eaaa-0829-4133-bf38-bc49c18f43b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1358342 Aug 30 13:14:22.050558 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:22.104385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:22.106621 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15889e83-55f8-41e5-90f7-c70a1f5950b7" -d '{"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-unplugged", "status": "completed", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:22.128788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:22.141610 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:22.158143 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1265061c-9c3b-4b7a-a948-fef8f28845e0 x-openstack-request-id: req-1265061c-9c3b-4b7a-a948-fef8f28845e0 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:22.158434 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-unplugged", "status": "failed", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223", "code": 422}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:22.158686 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1265061c-9c3b-4b7a-a948-fef8f28845e0 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:22.159076 n-d-688802-6 neutron-server[95700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'code': 422} returned with failed status Aug 30 13:14:22.219810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63b0c9-f1b1-487d-8f43-ca4fed1a012b req-e6edfa8e-6966-4353-9371-24816c01152d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:22.221417 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d63b0c9-f1b1-487d-8f43-ca4fed1a012b req-e6edfa8e-6966-4353-9371-24816c01152d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.0566874 Aug 30 13:14:22.251029 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:22.284743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d63b0c9-f1b1-487d-8f43-ca4fed1a012b req-55af0ed7-fe93-43a6-9b58-146ec07b256c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512435 Aug 30 13:14:22.360620 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-244801ea-949f-41af-86c3-defa81e2965d req-ad731c87-fd60-4dbd-81ed-56c2352e8db8 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=b226f4ef-56f5-4ef2-a416-647528dfb07f HTTP/1.1" status: 200 len: 210 time: 0.0281692 Aug 30 13:14:22.872851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-9cf51563-cb33-4652-822e-8c5968defa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:22.874356 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-9cf51563-cb33-4652-822e-8c5968defa11 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9&tenant_id=7555cbfc13fc48af80078ca356f619ba HTTP/1.1" status: 200 len: 1094 time: 0.0408125 Aug 30 13:14:22.885767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:14:22.942458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:23.020200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f3fbc-3738-4add-8eca-b62762d8ad32 req-c74022b7-4961-4dee-902a-b0aad8b9261b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:23.021681 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a7f3fbc-3738-4add-8eca-b62762d8ad32 req-c74022b7-4961-4dee-902a-b0aad8b9261b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 943 time: 0.0509882 Aug 30 13:14:23.061465 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a7f3fbc-3738-4add-8eca-b62762d8ad32 req-28fa3ca6-9909-432f-90d3-3bcb889f76cb tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334074 Aug 30 13:14:23.149715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:23.183261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:14:23.218045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa181748-04f4-4fc7-9974-53bbb1d8d223 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:14:23.226739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:23.239192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Transition to ACTIVE for port object fa181748-04f4-4fc7-9974-53bbb1d8d223 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:14:23.242203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:23.362002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=9']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:23.447745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae5e6331-892b-4ed9-892c-cba462742edb details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:14:23.451850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] No DVR routers for this DVR port fa181748-04f4-4fc7-9974-53bbb1d8d223 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:23.547570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54561f-7f0d-496f-884e-987aec613edd req-539a54a0-da98-4665-8c46-5805053097df tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:23.549299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac54561f-7f0d-496f-884e-987aec613edd req-539a54a0-da98-4665-8c46-5805053097df tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 943 time: 0.1797721 Aug 30 13:14:23.577376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:23.594272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'network_id': '2a02ddee-2be4-48f6-9bf8-b9e255903d5a', 'port_id': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'mac_address': 'fa:16:3e:f7:29:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:14:23.614637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac54561f-7f0d-496f-884e-987aec613edd req-43e6dc22-5595-4016-bd48-441b43b0e5f4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537105 Aug 30 13:14:23.645208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Attempting to bind port fa181748-04f4-4fc7-9974-53bbb1d8d223 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:14:23.645538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Attempting to bind port fa181748-04f4-4fc7-9974-53bbb1d8d223 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:14:23.645909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Attempting to bind port fa181748-04f4-4fc7-9974-53bbb1d8d223 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:14:23.650064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:23.650523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Port fa181748-04f4-4fc7-9974-53bbb1d8d223 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:14:23.650842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Attempting to bind port fa181748-04f4-4fc7-9974-53bbb1d8d223 on network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:14:23.656293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:14:23.656635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Checking segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:14:23.657017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Bound using segment: {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:14:23.657493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Bound port: fa181748-04f4-4fc7-9974-53bbb1d8d223, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b608cfac-2c9e-49c6-91c9-a0feeeb06316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:14:23.657880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:23.664972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5e6331-892b-4ed9-892c-cba462742edb {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:14:23.694955 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:23.699251 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:23.705345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a5bae-da6e-45f7-94b8-4d9cf5ec4b19 req-597c3a7c-ac8b-4896-ab7a-2a65a786c205 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:23.707627 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-987a5bae-da6e-45f7-94b8-4d9cf5ec4b19 req-597c3a7c-ac8b-4896-ab7a-2a65a786c205 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 945 time: 0.0633206 Aug 30 13:14:23.732536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:14:23.738365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:14:23.747401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:23.751396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:23.761321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-987a5bae-da6e-45f7-94b8-4d9cf5ec4b19 req-f6fc7a7c-c65f-417c-806d-7345daaf972d tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Aug 30 13:14:23.785024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:23.785828 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:23.787378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] 10.222.0.35 "PUT /v2.0/ports/fa181748-04f4-4fc7-9974-53bbb1d8d223 HTTP/1.1" status: 200 len: 1091 time: 0.9055676 Aug 30 13:14:23.787927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:23.790319 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062315fa-0be0-479c-a5e1-998adf345c13" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:23.851142 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb79b5e-61e5-434c-b976-683d18064cd9 x-openstack-request-id: req-dcb79b5e-61e5-434c-b976-683d18064cd9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:23.851418 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:23.851674 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dcb79b5e-61e5-434c-b976-683d18064cd9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:23.852067 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'status': 'completed', 'code': 200} Aug 30 13:14:23.852784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4489109-6ea6-4150-83d5-74fd425c158b service neutron] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:23.875685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-0feb2ba9-93b4-4e9e-b7a1-42b256a6a7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:23.877275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-0feb2ba9-93b4-4e9e-b7a1-42b256a6a7ae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0589728 Aug 30 13:14:23.970547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-655c7c23-e9ee-4b77-b98d-a508cb786a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:23.971868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-655c7c23-e9ee-4b77-b98d-a508cb786a89 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.0875528 Aug 30 13:14:24.038151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ae5e6331-892b-4ed9-892c-cba462742edb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:24.049846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-468b3068-56cf-437c-a02f-5d9a5d3aecf0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223 HTTP/1.1" status: 200 len: 999 time: 0.0693572 Aug 30 13:14:24.202054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ccfb71-e4a5-4fc2-b823-321f87738a16 req-0077642b-cf1c-41e8-b561-f2714c10bce8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:24.203586 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2ccfb71-e4a5-4fc2-b823-321f87738a16 req-0077642b-cf1c-41e8-b561-f2714c10bce8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0600772 Aug 30 13:14:24.245168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2ccfb71-e4a5-4fc2-b823-321f87738a16 req-bba754b6-d694-42c4-93a7-007c0fab22d4 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352459 Aug 30 13:14:24.431806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-61688d5a-218b-4386-8d7c-9b63ea47e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:24.433256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-61688d5a-218b-4386-8d7c-9b63ea47e757 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.3763795 Aug 30 13:14:24.478948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d9bd5aa9-5473-4976-9147-70dd6876b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:24.480307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-d9bd5aa9-5473-4976-9147-70dd6876b6ed service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387123 Aug 30 13:14:24.571751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-f1e8269c-1563-4893-84f7-74a84da7edd7 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825083 Aug 30 13:14:24.662466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-108ea03a-ca97-477a-8fd7-34757e75fbc2 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819733 Aug 30 13:14:24.759501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846e48c-19b3-495b-890f-7e36049b471e req-1d8fbab3-4537-4257-a3f7-e49b0a796fe3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:24.760895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e846e48c-19b3-495b-890f-7e36049b471e req-1d8fbab3-4537-4257-a3f7-e49b0a796fe3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 944 time: 0.0822079 Aug 30 13:14:24.768166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062315fa-0be0-479c-a5e1-998adf345c13 req-4729ba98-ee3c-4a16-9d3d-ff208bf4e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:24.769572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-062315fa-0be0-479c-a5e1-998adf345c13 req-4729ba98-ee3c-4a16-9d3d-ff208bf4e88d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7555cbfc13fc48af80078ca356f619ba&device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0600655 Aug 30 13:14:24.854068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e846e48c-19b3-495b-890f-7e36049b471e req-a2b209a6-ebab-4988-a50e-4f17b3420cf2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834899 Aug 30 13:14:24.887970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062315fa-0be0-479c-a5e1-998adf345c13 req-4966de8a-fed1-449c-b6d4-1305c7858288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:24.889624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-062315fa-0be0-479c-a5e1-998adf345c13 req-4966de8a-fed1-449c-b6d4-1305c7858288 service neutron] 10.222.0.35 "GET /v2.0/networks?id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 200 len: 918 time: 0.1123664 Aug 30 13:14:24.916488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433d2e8-0785-4143-9f98-c577dbbaecc1 req-68129332-41a0-46a0-9485-8fc1cc3f3b4e tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:24.918013 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7433d2e8-0785-4143-9f98-c577dbbaecc1 req-68129332-41a0-46a0-9485-8fc1cc3f3b4e tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 945 time: 0.0830848 Aug 30 13:14:24.964518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-2b3efe03-a640-4e21-a855-ae847ed4bd42 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:24.966047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-2b3efe03-a640-4e21-a855-ae847ed4bd42 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 945 time: 0.0869973 Aug 30 13:14:24.979730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-062315fa-0be0-479c-a5e1-998adf345c13 req-5040c2eb-0bc7-4170-860f-7129c8af4a61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223 HTTP/1.1" status: 200 len: 999 time: 0.0819077 Aug 30 13:14:25.014642 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7433d2e8-0785-4143-9f98-c577dbbaecc1 req-a92dd161-1a80-449e-8f06-f7bc40e77584 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885844 Aug 30 13:14:25.045942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062315fa-0be0-479c-a5e1-998adf345c13 req-013942a6-443c-4768-80ce-313f5241186d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:25.047962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-062315fa-0be0-479c-a5e1-998adf345c13 req-013942a6-443c-4768-80ce-313f5241186d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 200 len: 856 time: 0.0609159 Aug 30 13:14:25.146413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Deleting port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:25.147973 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:25.159446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062315fa-0be0-479c-a5e1-998adf345c13 req-8876ec9f-57b0-41d5-a282-0e3c2a207218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:25.166391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-062315fa-0be0-479c-a5e1-998adf345c13 req-8876ec9f-57b0-41d5-a282-0e3c2a207218 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=49a27ef7-ae93-45d6-ae80-d7ab97c5b737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089306 Aug 30 13:14:25.297912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] For port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:25.298699 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:25.322440 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Calling delete_port for 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:25.435453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b05d40-2fec-4ff1-98a1-234ec13ae3f8 req-5286f61b-7b86-4e1a-91a3-7ec1e7aca806 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:25.436949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c5b05d40-2fec-4ff1-98a1-234ec13ae3f8 req-5286f61b-7b86-4e1a-91a3-7ec1e7aca806 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.1053810 Aug 30 13:14:25.461202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae5e6331-892b-4ed9-892c-cba462742edb up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:14:25.514207 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c5b05d40-2fec-4ff1-98a1-234ec13ae3f8 req-57a94879-5bb0-444d-b7cf-793d7e115e6b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651236 Aug 30 13:14:25.539689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port ae5e6331-892b-4ed9-892c-cba462742edb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:14:25.540153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:25.547863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:25.571612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['89289fd3-fbb1-4db3-ad36-8a4a490ccd85'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:25.575964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b3c48d50-4df6-47dc-b0d7-f215bd28d662'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:25.615027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Pushing event deleted for resources: {'Port': ['ID=89289fd3-fbb1-4db3-ad36-8a4a490ccd85,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:25.635793 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] No DVR routers for this DVR port 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:25.639287 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:25.642440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e962b31d-e9f4-4883-9ba6-d032c6399bf7 req-26a48ad3-89e5-423a-9c85-8799450ac0cb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.16 "DELETE /v2.0/ports/89289fd3-fbb1-4db3-ad36-8a4a490ccd85 HTTP/1.1" status: 204 len: 173 time: 0.6647551 Aug 30 13:14:25.643157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b10135a-c44e-4486-bbf8-7ad53197b707', 'name': 'network-vif-deleted', 'tag': '89289fd3-fbb1-4db3-ad36-8a4a490ccd85'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:25.645146 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905f4d46-0cd2-4b69-b475-fb349883eca8" -d '{"events": [{"server_uuid": "6b10135a-c44e-4486-bbf8-7ad53197b707", "name": "network-vif-deleted", "tag": "89289fd3-fbb1-4db3-ad36-8a4a490ccd85"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:25.702197 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cba601f-dc1d-4b29-9876-e797e0b3d5ee x-openstack-request-id: req-6cba601f-dc1d-4b29-9876-e797e0b3d5ee {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:25.702758 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b10135a-c44e-4486-bbf8-7ad53197b707", "name": "network-vif-deleted", "tag": "89289fd3-fbb1-4db3-ad36-8a4a490ccd85", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:25.703223 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6cba601f-dc1d-4b29-9876-e797e0b3d5ee {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:25.703808 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b10135a-c44e-4486-bbf8-7ad53197b707', 'name': 'network-vif-deleted', 'tag': '89289fd3-fbb1-4db3-ad36-8a4a490ccd85', 'status': 'completed', 'code': 200} Aug 30 13:14:25.749250 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:25.788536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9c8b58db-d233-4a40-937b-d11abe068aa9 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:25.795663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:25.798963 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d1d27-4ba0-4b22-bc7f-ab8530b8fcbb" -d '{"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-plugged", "status": "completed", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:25.839379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 9c8b58db-d233-4a40-937b-d11abe068aa9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:25.839726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9c8b58db-d233-4a40-937b-d11abe068aa9 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:25.846749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:25.857790 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6648c1a4-6c7b-437d-ae47-273f107e4388 x-openstack-request-id: req-6648c1a4-6c7b-437d-ae47-273f107e4388 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:25.858078 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-plugged", "status": "completed", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:25.858329 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6648c1a4-6c7b-437d-ae47-273f107e4388 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:25.858710 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'code': 200} Aug 30 13:14:25.861018 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:25.931961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=10']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:26.008267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0b544-6bb7-43cb-99fd-1ba5dac67f62 req-6ba61e8e-0dc1-45c9-9a6b-eb53f4a87d80 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:26.011882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ed0b544-6bb7-43cb-99fd-1ba5dac67f62 req-6ba61e8e-0dc1-45c9-9a6b-eb53f4a87d80 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0577252 Aug 30 13:14:26.078725 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ed0b544-6bb7-43cb-99fd-1ba5dac67f62 req-8f1b8f6a-9b76-4565-be6f-db84e9348bca tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595548 Aug 30 13:14:26.193647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4bd9c303-21f0-42b3-aac0-e7c8b79398a3 req-554a492b-c833-4835-b5bf-6bd072c64b82 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=6b10135a-c44e-4486-bbf8-7ad53197b707 HTTP/1.1" status: 200 len: 210 time: 0.0356529 Aug 30 13:14:26.657483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c5a5-53ed-4a0f-a667-78f797ff2c8c req-70616784-05a8-4efb-90bd-ac9357c7cb20 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:26.659325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09d9c5a5-53ed-4a0f-a667-78f797ff2c8c req-70616784-05a8-4efb-90bd-ac9357c7cb20 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0615036 Aug 30 13:14:26.706190 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09d9c5a5-53ed-4a0f-a667-78f797ff2c8c req-d4d3bc2e-fa0c-46b2-af9e-1d62d104e16a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403888 Aug 30 13:14:27.198192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ac58-19a7-4339-8cbe-3ae70ae4cd5e req-c180fcfc-4bce-4d89-a7eb-c6e2578299bd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:27.199748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7080ac58-19a7-4339-8cbe-3ae70ae4cd5e req-c180fcfc-4bce-4d89-a7eb-c6e2578299bd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0518503 Aug 30 13:14:27.243273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7080ac58-19a7-4339-8cbe-3ae70ae4cd5e req-3af81033-a7ba-479d-af80-df018da29a3c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372927 Aug 30 13:14:27.307935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56552) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:27.788813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:27.810043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:27.810392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 89289fd3-fbb1-4db3-ad36-8a4a490ccd85 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:27.886899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519bbbf-86d5-4d5d-b118-c199f46d5ff6 req-a94a1d4d-4117-41e2-9d21-727286609fb3 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:27.886899 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a519bbbf-86d5-4d5d-b118-c199f46d5ff6 req-a94a1d4d-4117-41e2-9d21-727286609fb3 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0710945 Aug 30 13:14:27.921701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:28.023939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a519bbbf-86d5-4d5d-b118-c199f46d5ff6 req-017a501f-a16f-43c7-8f90-de9bf77a2d6f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266248 Aug 30 13:14:28.282039 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:28.398636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228e92b-2b80-4f79-b576-35b4081ef1a3 req-66f0b6ec-5892-4e5f-9d91-1d9e8f863579 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:28.400866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2228e92b-2b80-4f79-b576-35b4081ef1a3 req-66f0b6ec-5892-4e5f-9d91-1d9e8f863579 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0785277 Aug 30 13:14:28.413515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port 29cba27c-86c0-415c-9395-82511619d61b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:28.414155 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:28.498080 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2228e92b-2b80-4f79-b576-35b4081ef1a3 req-e55130da-2bca-494c-8088-1778d6e1b4b6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804629 Aug 30 13:14:28.570229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] For port 29cba27c-86c0-415c-9395-82511619d61b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=29cba27c-86c0-415c-9395-82511619d61b,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:28.570593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:28.584270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for 29cba27c-86c0-415c-9395-82511619d61b owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:28.831613 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:28.858790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=29cba27c-86c0-415c-9395-82511619d61b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:28.890655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.890913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.891258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.891601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.892823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.893215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.893549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.893931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.894263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.894744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.894995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:28.895327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:29.090125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:29.237989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa87019-58af-4000-bcbb-8b3f4c9bf823 req-f8132b18-0bad-4e23-948c-f2a81413c301 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:29.239530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5aa87019-58af-4000-bcbb-8b3f4c9bf823 req-f8132b18-0bad-4e23-948c-f2a81413c301 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.1030886 Aug 30 13:14:29.327963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5aa87019-58af-4000-bcbb-8b3f4c9bf823 req-d843a1ed-d7bb-4942-826e-7bddf5f8bb23 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787964 Aug 30 13:14:29.406715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 35887a34-47ba-41f3-9d59-f549a5050567 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:14:29.529166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:14:29.542061 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] Sync routers for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:14:29.547550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2c9fe8b8-4bc0-4b94-8f27-64ad3e1bdf6a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "PUT /v2.0/routers/35887a34-47ba-41f3-9d59-f549a5050567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2359326 Aug 30 13:14:29.558698 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:14:29.559309 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:29.667595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35486a-071a-45b8-93be-778992dc95c0 req-d7fe16b9-67b2-45eb-92c3-4be29086d9c0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:29.677380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d35486a-071a-45b8-93be-778992dc95c0 req-d7fe16b9-67b2-45eb-92c3-4be29086d9c0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0728631 Aug 30 13:14:29.697377 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:14:29.775707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d35486a-071a-45b8-93be-778992dc95c0 req-daf677c1-6e92-40e2-a85d-e2a2794c922b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970950 Aug 30 13:14:30.034612 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:14:28Z', 'revision_number': 6, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5b4efed9-f545-4619-80f8-4e21a5e0d91e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:12:05Z', 'updated_at': '2021-08-30T13:12:08Z', 'revision_number': 1, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:30.087176 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] Checking router: 35887a34-47ba-41f3-9d59-f549a5050567 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:14:30.135680 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:14:30.136761 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:30.235573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344013e2-c18a-41bd-842d-9d5b0eeef019 req-b33cb518-ddf3-475f-91d5-37ca4f530a62 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:30.237551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-344013e2-c18a-41bd-842d-9d5b0eeef019 req-b33cb518-ddf3-475f-91d5-37ca4f530a62 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0783718 Aug 30 13:14:30.289373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-344013e2-c18a-41bd-842d-9d5b0eeef019 req-86bba88e-cc0d-4552-9727-c3c91af3cdbb tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455794 Aug 30 13:14:30.384671 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:14:30.482673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983edf3-730a-4894-bd92-0c630ea7c6a4 req-25afcdf6-cb11-4099-9775-ea6907fdd0ae tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:30.490938 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2983edf3-730a-4894-bd92-0c630ea7c6a4 req-25afcdf6-cb11-4099-9775-ea6907fdd0ae tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0645695 Aug 30 13:14:30.529889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2983edf3-730a-4894-bd92-0c630ea7c6a4 req-4751dd71-7669-4c36-a794-d7b6d0164dfc tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377612 Aug 30 13:14:30.692519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:30.744902 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:14:28Z', 'revision_number': 6, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5b4efed9-f545-4619-80f8-4e21a5e0d91e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:12:05Z', 'updated_at': '2021-08-30T13:12:08Z', 'revision_number': 1, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:30.779430 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c897e846-6464-4423-b9d3-fc7fa712d53b None None] The sync data for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 is: [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:14:28Z', 'revision_number': 6, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5b4efed9-f545-4619-80f8-4e21a5e0d91e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.197', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'port_id': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'mac_address': 'fa:16:3e:95:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '415b81a8-e6e3-4508-b397-84f17706dc80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:12:05Z', 'updated_at': '2021-08-30T13:12:08Z', 'revision_number': 1, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:14:31.025434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce71be-2cb0-4e00-a40e-e57fa19c7359 req-08a47c17-9f50-45bb-9a15-2d01ef35d38f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:31.027374 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a6ce71be-2cb0-4e00-a40e-e57fa19c7359 req-08a47c17-9f50-45bb-9a15-2d01ef35d38f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0536439 Aug 30 13:14:31.067498 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a6ce71be-2cb0-4e00-a40e-e57fa19c7359 req-4546af65-d048-42fd-9775-c19be0f5d164 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334313 Aug 30 13:14:31.184676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f4193-9d2c-484d-a4ae-1a9f3b06da13 req-2e1b7412-8983-4358-b6d1-f47f939c6b9e tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:31.186296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-681f4193-9d2c-484d-a4ae-1a9f3b06da13 req-2e1b7412-8983-4358-b6d1-f47f939c6b9e tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0522332 Aug 30 13:14:31.238226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-681f4193-9d2c-484d-a4ae-1a9f3b06da13 req-e9f89ab1-dc3a-42be-b653-c43278694700 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419660 Aug 30 13:14:31.425577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72018554-196f-4c63-95d4-151d8453a5f7 req-989bb47c-e109-4306-a5b4-6927838a2121 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:31.427140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-72018554-196f-4c63-95d4-151d8453a5f7 req-989bb47c-e109-4306-a5b4-6927838a2121 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0615218 Aug 30 13:14:31.470632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-72018554-196f-4c63-95d4-151d8453a5f7 req-4e6f6ffc-5eed-436b-9685-5d5174f060cc tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365036 Aug 30 13:14:31.656903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bf566-3510-4c36-b622-821dd294d592 req-6804cea9-913f-4256-98cf-4adb04da9267 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:31.658574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-790bf566-3510-4c36-b622-821dd294d592 req-6804cea9-913f-4256-98cf-4adb04da9267 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0545154 Aug 30 13:14:31.700284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-790bf566-3510-4c36-b622-821dd294d592 req-bbc43795-5182-4004-8b11-c7f464abca97 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332165 Aug 30 13:14:32.187674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7905f1-3075-40bb-9185-a461a3ed3182 req-e4c104d3-15f5-4327-830b-e287956b83a5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:32.189942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e7905f1-3075-40bb-9185-a461a3ed3182 req-e4c104d3-15f5-4327-830b-e287956b83a5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0509686 Aug 30 13:14:32.234132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e7905f1-3075-40bb-9185-a461a3ed3182 req-db5737b9-3d2e-4733-ac4a-d5be664ff89b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364420 Aug 30 13:14:32.360101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92bec1-7aee-4fd1-9a0a-a79622aac758 req-45c6b7a5-124c-4f2a-8a56-71da1fcb3044 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:32.361987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d92bec1-7aee-4fd1-9a0a-a79622aac758 req-45c6b7a5-124c-4f2a-8a56-71da1fcb3044 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0562932 Aug 30 13:14:32.406751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d92bec1-7aee-4fd1-9a0a-a79622aac758 req-b78d07a6-799b-4fb6-810f-498aea0d9a67 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336521 Aug 30 13:14:32.597851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f2c25-7f52-43b4-a9e5-0b7501eb52d6 req-c48211ab-4e0d-4bb1-a763-265d60b02e33 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:32.599349 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-828f2c25-7f52-43b4-a9e5-0b7501eb52d6 req-c48211ab-4e0d-4bb1-a763-265d60b02e33 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0555449 Aug 30 13:14:32.646193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-828f2c25-7f52-43b4-a9e5-0b7501eb52d6 req-19553367-b3c9-4518-b013-6eb482c6c494 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408072 Aug 30 13:14:32.817520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 29cba27c-86c0-415c-9395-82511619d61b no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:32.845892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 29cba27c-86c0-415c-9395-82511619d61b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:32.846245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 29cba27c-86c0-415c-9395-82511619d61b not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:32.846754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee88c8-c169-4d8b-a751-655da05c1852 req-030e137b-e34b-4842-bda8-32d6433031f1 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:32.848460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfee88c8-c169-4d8b-a751-655da05c1852 req-030e137b-e34b-4842-bda8-32d6433031f1 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0729246 Aug 30 13:14:32.905280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfee88c8-c169-4d8b-a751-655da05c1852 req-d82d3e8f-50a1-4c9a-b41e-90498082ab91 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504661 Aug 30 13:14:33.367380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fcbb6-fefb-4d47-832f-815386c4241c req-c06d5835-2ff0-4463-86ea-cb6d5f6865fb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:33.368880 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d58fcbb6-fefb-4d47-832f-815386c4241c req-c06d5835-2ff0-4463-86ea-cb6d5f6865fb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0615902 Aug 30 13:14:33.411149 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d58fcbb6-fefb-4d47-832f-815386c4241c req-b358e55e-6e64-4da3-8a37-5cfb6a9c270f tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357342 Aug 30 13:14:33.537746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19a7ae-2101-4f63-832b-936700b9c601 req-0c6def2f-9a4b-41c1-a447-d0155a23cc3b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:33.539221 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa19a7ae-2101-4f63-832b-936700b9c601 req-0c6def2f-9a4b-41c1-a447-d0155a23cc3b tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0555847 Aug 30 13:14:33.578003 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa19a7ae-2101-4f63-832b-936700b9c601 req-1d58e368-c5ac-46ac-88c0-f5c30a016267 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326056 Aug 30 13:14:33.693997 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:14:33.768736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e776e-05b8-404a-ab78-b0e7af1bd86e req-348f1b2f-03e3-4b19-8e73-87b9d896a4ac tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:33.770469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da5e776e-05b8-404a-ab78-b0e7af1bd86e req-348f1b2f-03e3-4b19-8e73-87b9d896a4ac tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0492680 Aug 30 13:14:33.814403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da5e776e-05b8-404a-ab78-b0e7af1bd86e req-6a42a228-05d0-4ee4-9739-8d974632a1db tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371330 Aug 30 13:14:34.084038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c5d2a-79f9-4975-90f5-8111486563d8 req-3606916d-6d7e-4c6f-b9e5-58446f546699 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:34.091545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-887c5d2a-79f9-4975-90f5-8111486563d8 req-3606916d-6d7e-4c6f-b9e5-58446f546699 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.1006532 Aug 30 13:14:34.130602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-887c5d2a-79f9-4975-90f5-8111486563d8 req-81d02ad8-2e0b-4c1c-b570-8aaa6a31ec49 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379810 Aug 30 13:14:34.550600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03049902-3620-4d00-8cac-994eabe4c7ce req-fd627462-dfe2-4b14-a0c5-9b054d7c897a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:34.553014 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03049902-3620-4d00-8cac-994eabe4c7ce req-fd627462-dfe2-4b14-a0c5-9b054d7c897a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0576029 Aug 30 13:14:34.596069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03049902-3620-4d00-8cac-994eabe4c7ce req-685c8d0d-2387-4db3-9934-c8917920670a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369842 Aug 30 13:14:34.705754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de93b41-b0d1-417d-8f05-1cc3900a4b2b req-4a14549b-e99d-4a5f-9222-ff7502cf8ad7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:34.707412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7de93b41-b0d1-417d-8f05-1cc3900a4b2b req-4a14549b-e99d-4a5f-9222-ff7502cf8ad7 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0525503 Aug 30 13:14:34.747871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7de93b41-b0d1-417d-8f05-1cc3900a4b2b req-81d813f2-8f12-4b7d-8a60-6ebb033f5eff tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340633 Aug 30 13:14:34.940583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f23a08-a728-4876-8a68-3d1289b92ac2 req-28055e58-87de-4f33-92a7-3200c0d490b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:34.942192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e2f23a08-a728-4876-8a68-3d1289b92ac2 req-28055e58-87de-4f33-92a7-3200c0d490b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0550437 Aug 30 13:14:34.984573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e2f23a08-a728-4876-8a68-3d1289b92ac2 req-b1fba522-108d-47af-9c73-fd078973dc99 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349762 Aug 30 13:14:35.253046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d716c8f-ae2b-4bc5-871c-cff7217f343d req-98670978-f23e-4df9-9fc7-64594ad779cd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:35.254667 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d716c8f-ae2b-4bc5-871c-cff7217f343d req-98670978-f23e-4df9-9fc7-64594ad779cd tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0531714 Aug 30 13:14:35.295114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d716c8f-ae2b-4bc5-871c-cff7217f343d req-eebe3f56-1ad1-4417-a9ef-9f631000e1ed tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338914 Aug 30 13:14:35.711334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838a7f4-5ae4-471b-a6b5-a11387057968 req-7c8ae914-6923-41f4-b00f-8a5e0c8fcdd7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:35.712814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8838a7f4-5ae4-471b-a6b5-a11387057968 req-7c8ae914-6923-41f4-b00f-8a5e0c8fcdd7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0494776 Aug 30 13:14:35.749559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8838a7f4-5ae4-471b-a6b5-a11387057968 req-b4563160-ba30-4f5c-94a1-c8b419e74bf3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Aug 30 13:14:35.864015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201a49-e808-4c93-a166-07b773271e7d req-92b5c7ec-63fd-40ff-bcd4-a7f03e4ddcd1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:35.865523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23201a49-e808-4c93-a166-07b773271e7d req-92b5c7ec-63fd-40ff-bcd4-a7f03e4ddcd1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0525935 Aug 30 13:14:35.902766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23201a49-e808-4c93-a166-07b773271e7d req-722de6d7-bd80-4479-ba89-2a02a1f320cc tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311844 Aug 30 13:14:36.100052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a677e4-5120-4e81-b037-71bb53c2e154 req-fd122131-f9c2-4375-85b5-6976fafa945a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:36.101976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-58a677e4-5120-4e81-b037-71bb53c2e154 req-fd122131-f9c2-4375-85b5-6976fafa945a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0496802 Aug 30 13:14:36.140350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-58a677e4-5120-4e81-b037-71bb53c2e154 req-34d6fe1b-6d17-45ad-bab5-5cf2215f69bd tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324726 Aug 30 13:14:36.425334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092996b-effc-4e14-b1fb-088a0ce68925 req-7d8594c5-7388-4622-86be-0e9dc14dae95 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:36.426983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a092996b-effc-4e14-b1fb-088a0ce68925 req-7d8594c5-7388-4622-86be-0e9dc14dae95 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0591574 Aug 30 13:14:36.465515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a092996b-effc-4e14-b1fb-088a0ce68925 req-9cf82d96-a282-49c7-a2cd-f5daf1b7812f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322728 Aug 30 13:14:36.589829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3c34572f-2b36-4132-a590-ed11c9d3cfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:36.867480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d106dd8-3430-434a-bd61-bdf06dd1e061 req-8a6f85fc-64f5-4ec1-8c03-0808bead8ced tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:36.868958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d106dd8-3430-434a-bd61-bdf06dd1e061 req-8a6f85fc-64f5-4ec1-8c03-0808bead8ced tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0526345 Aug 30 13:14:36.906727 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d106dd8-3430-434a-bd61-bdf06dd1e061 req-39987286-43c2-4903-82db-29a921914afa tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Aug 30 13:14:37.016728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114186a4-0bf3-40b3-a8d1-d29a45a4fa10 req-e76cb026-86af-4767-8177-c3eb0b12fadb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:37.018895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-114186a4-0bf3-40b3-a8d1-d29a45a4fa10 req-e76cb026-86af-4767-8177-c3eb0b12fadb tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0495453 Aug 30 13:14:37.055853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-114186a4-0bf3-40b3-a8d1-d29a45a4fa10 req-dcaed774-5b1a-4c72-bacb-e4a4456a6e9c tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310636 Aug 30 13:14:37.255793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e258ae-0673-4db6-b433-f612debca8c2 req-27e9b450-2eb3-436a-bebd-cd5e1ac25e0f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:37.257346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4e258ae-0673-4db6-b433-f612debca8c2 req-27e9b450-2eb3-436a-bebd-cd5e1ac25e0f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0488558 Aug 30 13:14:37.294176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4e258ae-0673-4db6-b433-f612debca8c2 req-e4e867b5-bd9b-4012-ac5b-0ffbf130a24a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309794 Aug 30 13:14:37.590059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ca2d3-ff18-4b84-833e-268e8506ffd8 req-0711ee6b-d3e8-4178-bffd-fb0a1f5b5cff tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:37.591542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-445ca2d3-ff18-4b84-833e-268e8506ffd8 req-0711ee6b-d3e8-4178-bffd-fb0a1f5b5cff tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0530798 Aug 30 13:14:37.631063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-445ca2d3-ff18-4b84-833e-268e8506ffd8 req-3a8bdea7-2280-40b5-8b5a-fee611a76c9a tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334511 Aug 30 13:14:38.050266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-062315fa-0be0-479c-a5e1-998adf345c13 req-66a9831e-2f8f-48da-a1e3-2364c715cdb7 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386561 Aug 30 13:14:38.091947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27a2e6-1d6a-41e0-a098-b6686fa25a97 req-a286b8b5-ba18-4de4-967f-c1f02b51454d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:38.093734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f27a2e6-1d6a-41e0-a098-b6686fa25a97 req-a286b8b5-ba18-4de4-967f-c1f02b51454d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.1091673 Aug 30 13:14:38.174034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3ebe-6ec6-4d32-bdd9-5d3d15a2b583 req-ba71d1c6-b6cc-4865-b11c-3ba198d85755 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:38.175524 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e00b3ebe-6ec6-4d32-bdd9-5d3d15a2b583 req-ba71d1c6-b6cc-4865-b11c-3ba198d85755 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0499806 Aug 30 13:14:38.216082 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e00b3ebe-6ec6-4d32-bdd9-5d3d15a2b583 req-1bf02894-b5f7-4db0-a333-92b1e53e9e70 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Aug 30 13:14:38.425162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c858c-1faa-4689-898e-d66f1ab6f4b6 req-cb8dc783-0eb7-443b-b7a0-39d0d9c582dc tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:38.426678 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-690c858c-1faa-4689-898e-d66f1ab6f4b6 req-cb8dc783-0eb7-443b-b7a0-39d0d9c582dc tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0562940 Aug 30 13:14:38.466529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-690c858c-1faa-4689-898e-d66f1ab6f4b6 req-e3afba0c-ee92-422e-ab3a-054011a8f1b2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333588 Aug 30 13:14:38.514257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491049c-60cd-4162-b429-981af61025b7 req-e0f18103-613e-4209-b175-4ceec44236bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:38.515728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5491049c-60cd-4162-b429-981af61025b7 req-e0f18103-613e-4209-b175-4ceec44236bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 1097 time: 0.4645858 Aug 30 13:14:38.528257 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f27a2e6-1d6a-41e0-a098-b6686fa25a97 req-b1abc8b0-c575-4e1d-8659-94dd450e1fa3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232614 Aug 30 13:14:38.557510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-062315fa-0be0-479c-a5e1-998adf345c13 req-3452adc1-8a54-46b4-a076-6f638c3a13a9 service neutron] 10.222.0.35 "GET /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951847 Aug 30 13:14:38.570001 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5491049c-60cd-4162-b429-981af61025b7 req-155017b6-de1c-4f2e-81e0-9a11684b7b34 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447195 Aug 30 13:14:38.749256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faa8b2-60d8-4043-8a9b-f76a842375a2 req-bf91398b-d35e-46e9-b85e-da85be56684f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:38.750661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8faa8b2-60d8-4043-8a9b-f76a842375a2 req-bf91398b-d35e-46e9-b85e-da85be56684f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0485733 Aug 30 13:14:38.788472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8faa8b2-60d8-4043-8a9b-f76a842375a2 req-38f6bcb1-2aeb-4b57-a76a-c34ab8c173be tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Aug 30 13:14:39.331301 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b8be3d73-deee-4837-a774-8c602d343739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:39.334089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4efb2-3a82-47f4-a272-7759fa08b320 req-524c76ca-2c40-4f37-a440-460bd5b62674 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:39.335596 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48a4efb2-3a82-47f4-a272-7759fa08b320 req-524c76ca-2c40-4f37-a440-460bd5b62674 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0520368 Aug 30 13:14:39.375162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48a4efb2-3a82-47f4-a272-7759fa08b320 req-29615503-b727-4124-832e-5cacd9823823 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335743 Aug 30 13:14:39.583715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95fb50-d907-4eb0-98e2-435b54feca28 req-3d80b010-3fe3-4219-ae1d-37596a028752 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:39.585206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f95fb50-d907-4eb0-98e2-435b54feca28 req-3d80b010-3fe3-4219-ae1d-37596a028752 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0491793 Aug 30 13:14:39.623713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f95fb50-d907-4eb0-98e2-435b54feca28 req-dac1754f-2b6d-44de-aac9-aaf29f0395b4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=031a2632-1e41-4166-8371-67d99caec5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325963 Aug 30 13:14:39.648533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85567c62-68e9-4749-8476-0ad0caaf295b req-7f71e41d-07c1-4f6d-89d5-b976b5c955de tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:39.650097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85567c62-68e9-4749-8476-0ad0caaf295b req-7f71e41d-07c1-4f6d-89d5-b976b5c955de tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0530679 Aug 30 13:14:39.689311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85567c62-68e9-4749-8476-0ad0caaf295b req-ee8d1d55-2c2e-42e7-8091-b269965837f5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321722 Aug 30 13:14:39.905546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b598598-1a74-48ad-a41c-0c8bb2c129b8 req-da166465-93b9-4fbb-9a0c-b837c1da19c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:39.907109 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b598598-1a74-48ad-a41c-0c8bb2c129b8 req-da166465-93b9-4fbb-9a0c-b837c1da19c6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0479171 Aug 30 13:14:39.933288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:39.972037 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b598598-1a74-48ad-a41c-0c8bb2c129b8 req-f7fa13e3-f8c8-48da-b215-ed4c9529fa52 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589678 Aug 30 13:14:39.997979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f616eae4-3960-4e70-87d3-3fe24bae4498 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:39.997979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f616eae4-3960-4e70-87d3-3fe24bae4498 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 946 time: 0.0670664 Aug 30 13:14:40.087546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:40.087832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:40.192710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] For port 8c7059fc-e764-47ee-9eb0-0be8c95e5628, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8c7059fc-e764-47ee-9eb0-0be8c95e5628,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:40.193074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:40.206950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for 8c7059fc-e764-47ee-9eb0-0be8c95e5628 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:40.328390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-755c19a5-5c09-4da3-9c2d-79280a75119e tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:40.330486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-755c19a5-5c09-4da3-9c2d-79280a75119e tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.35 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0771444 Aug 30 13:14:40.471958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:40.510931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=8c7059fc-e764-47ee-9eb0-0be8c95e5628,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:40.522291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Deleting port b3c48d50-4df6-47dc-b0d7-f215bd28d662 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:40.522707 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:40.544881 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37da2d-2a57-48b4-9038-3d0dae68debb req-bf93ab9a-4af4-45b8-a6a7-8737793332a1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:40.546559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b37da2d-2a57-48b4-9038-3d0dae68debb req-bf93ab9a-4af4-45b8-a6a7-8737793332a1 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/ports?device_id=2061fd13-0c87-4fb8-bbe0-29f54a6544bc HTTP/1.1" status: 200 len: 945 time: 0.0812786 Aug 30 13:14:40.597936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b37da2d-2a57-48b4-9038-3d0dae68debb req-d034b771-ba77-4379-8f63-1a38adcbbb70 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.37 "GET /v2.0/security-groups?id=64d156e0-e389-41ae-97f7-e167e8459f63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404017 Aug 30 13:14:40.617454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] No DVR routers for this DVR port 8c7059fc-e764-47ee-9eb0-0be8c95e5628 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:40.621835 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:40.623822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eca3ec73-6be6-4bbb-a519-8fe5c52c4655 req-f76a66a9-d2ff-4de1-8270-84717352c648 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "DELETE /v2.0/ports/8c7059fc-e764-47ee-9eb0-0be8c95e5628 HTTP/1.1" status: 204 len: 173 time: 0.6243820 Aug 30 13:14:40.624261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56b18c0-1c5b-482f-84dd-70f575a2f835', 'name': 'network-vif-deleted', 'tag': '8c7059fc-e764-47ee-9eb0-0be8c95e5628'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:40.627551 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adefa95b-f692-49d6-80d5-a2db5e9912d9" -d '{"events": [{"server_uuid": "f56b18c0-1c5b-482f-84dd-70f575a2f835", "name": "network-vif-deleted", "tag": "8c7059fc-e764-47ee-9eb0-0be8c95e5628"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:40.677979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] For port b3c48d50-4df6-47dc-b0d7-f215bd28d662, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b3c48d50-4df6-47dc-b0d7-f215bd28d662,segment=NetworkSegment(f15096e4-a1c6-4dbe-8848-9a7c24988923),segment_id=f15096e4-a1c6-4dbe-8848-9a7c24988923)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:40.678764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:40.711678 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20336e1-eefe-4a19-86fa-ec4b3bd4dc43 x-openstack-request-id: req-b20336e1-eefe-4a19-86fa-ec4b3bd4dc43 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:40.712308 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56b18c0-1c5b-482f-84dd-70f575a2f835", "name": "network-vif-deleted", "tag": "8c7059fc-e764-47ee-9eb0-0be8c95e5628", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:40.712727 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b20336e1-eefe-4a19-86fa-ec4b3bd4dc43 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:40.718277 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56b18c0-1c5b-482f-84dd-70f575a2f835', 'name': 'network-vif-deleted', 'tag': '8c7059fc-e764-47ee-9eb0-0be8c95e5628', 'status': 'completed', 'code': 200} Aug 30 13:14:40.728468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Calling delete_port for b3c48d50-4df6-47dc-b0d7-f215bd28d662 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:40.755834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f85c729-56a2-4225-a34f-56cc258667c4 req-3b7d2222-b4a7-47e2-b283-db4302aca657 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=f56b18c0-1c5b-482f-84dd-70f575a2f835 HTTP/1.1" status: 200 len: 210 time: 0.0379481 Aug 30 13:14:40.786251 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:40.846522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d5b8e-bca2-4079-b46f-1ef39bf5abce req-fe165ec5-5104-4da6-b970-1511ba9dfbc8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:40.848088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb1d5b8e-bca2-4079-b46f-1ef39bf5abce req-fe165ec5-5104-4da6-b970-1511ba9dfbc8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0731606 Aug 30 13:14:40.929327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb1d5b8e-bca2-4079-b46f-1ef39bf5abce req-9895f995-947f-4d39-8344-ebd563e1bcbc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725250 Aug 30 13:14:40.940092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:40.955037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b3c48d50-4df6-47dc-b0d7-f215bd28d662'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:40.975413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Pushing event deleted for resources: {'Port': ['ID=b3c48d50-4df6-47dc-b0d7-f215bd28d662,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:41.025418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] No DVR routers for this DVR port b3c48d50-4df6-47dc-b0d7-f215bd28d662 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:41.034232 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.037573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f5076cc-f7b5-4e7d-87f4-e8aa20995397 req-afe6857d-e36a-483d-bb76-640362b251e2 tempest-AttachVolumeNegativeTest-1319186733 tempest-AttachVolumeNegativeTest-1319186733-project] 10.222.0.35 "DELETE /v2.0/ports/b3c48d50-4df6-47dc-b0d7-f215bd28d662 HTTP/1.1" status: 204 len: 173 time: 0.7003353 Aug 30 13:14:41.107599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13760b87-4137-4fec-a429-19201d3cff63 req-bff287d8-2cc8-4cf6-a4f4-007631082070 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:41.109109 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-13760b87-4137-4fec-a429-19201d3cff63 req-bff287d8-2cc8-4cf6-a4f4-007631082070 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0549753 Aug 30 13:14:41.161183 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-13760b87-4137-4fec-a429-19201d3cff63 req-1154741e-1d50-46c3-a16c-2df12cf85c3f tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402920 Aug 30 13:14:41.428597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-20a64ed9-41b6-4b24-834f-f8cc4e835cb5 req-651f6ee1-0c54-4419-b78d-6718e9e0797f tempest-LiveMigrationTest-1498691741 tempest-LiveMigrationTest-1498691741-project] (95698) timed out ('10.222.0.16', 62076) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:14:41.649793 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56754) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:41.695633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe014a6-7789-4beb-b980-028cf12cd56f admin admin] Deleting subnet 40089d69-b93c-4a18-a5a6-81e968b83ca8 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:14:41.698594 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbe014a6-7789-4beb-b980-028cf12cd56f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.732298 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbe014a6-7789-4beb-b980-028cf12cd56f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.770175 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbe014a6-7789-4beb-b980-028cf12cd56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.822403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56758) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:41.827466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbe014a6-7789-4beb-b980-028cf12cd56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.852289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe014a6-7789-4beb-b980-028cf12cd56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40089d69-b93c-4a18-a5a6-81e968b83ca8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:41.858863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbe014a6-7789-4beb-b980-028cf12cd56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.862166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dbe014a6-7789-4beb-b980-028cf12cd56f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/40089d69-b93c-4a18-a5a6-81e968b83ca8 HTTP/1.1" status: 204 len: 168 time: 0.2113001 Aug 30 13:14:41.863689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56760) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:41.893900 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1abe7fe-707c-460d-938a-9ea9ba2dd22e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.923612 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1abe7fe-707c-460d-938a-9ea9ba2dd22e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.937351 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.987579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1abe7fe-707c-460d-938a-9ea9ba2dd22e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.990418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1abe7fe-707c-460d-938a-9ea9ba2dd22e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:41.991967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f1abe7fe-707c-460d-938a-9ea9ba2dd22e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/security-groups/031a2632-1e41-4166-8371-67d99caec5a6 HTTP/1.1" status: 204 len: 168 time: 0.1684101 Aug 30 13:14:42.001956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abe7fe-707c-460d-938a-9ea9ba2dd22e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031a2632-1e41-4166-8371-67d99caec5a6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:42.041488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56766) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:42.051262 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.063521 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a686d7b-edfe-4609-a5ac-8709a47b7aed']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:42.074833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f15096e4-a1c6-4dbe-8848-9a7c24988923') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:42.075109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f15096e4-a1c6-4dbe-8848-9a7c24988923') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:42.087000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.094068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8aa58dc-e343-4e56-b69d-bcbbf1081ad4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting subnet 07a44178-dc7c-4e6c-88d9-96f6ecf933e0 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:14:42.097878 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8aa58dc-e343-4e56-b69d-bcbbf1081ad4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.104596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004a31c-1ff1-437b-81c1-a8fb35428b2a req-053dac5b-a73d-44c4-b375-3dcd35dffc1e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:42.106086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8004a31c-1ff1-437b-81c1-a8fb35428b2a req-053dac5b-a73d-44c4-b375-3dcd35dffc1e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0845506 Aug 30 13:14:42.112631 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.125320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:14:42.126439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:14:42.128116 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:14:42.149318 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.153968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8aa58dc-e343-4e56-b69d-bcbbf1081ad4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.204803 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8004a31c-1ff1-437b-81c1-a8fb35428b2a req-f6da0ac0-d8e1-4d5f-9731-67270bfbf1c0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890069 Aug 30 13:14:42.210991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.226813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.239922 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] 10.222.0.37 "DELETE /v2.0/networks/8a686d7b-edfe-4609-a5ac-8709a47b7aed HTTP/1.1" status: 204 len: 168 time: 0.3640769 Aug 30 13:14:42.239922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99590816-65f5-4220-a0e3-d48366c37fdd admin admin] Pushing event deleted for resources: {'Network': ['ID=8a686d7b-edfe-4609-a5ac-8709a47b7aed,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:42.291215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8aa58dc-e343-4e56-b69d-bcbbf1081ad4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.344021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94ba49-6bac-413a-a410-587e4b0121f1 req-7e0c75d4-8e22-4338-9657-c882efa903f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:42.345640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a94ba49-6bac-413a-a410-587e4b0121f1 req-7e0c75d4-8e22-4338-9657-c882efa903f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.0951872 Aug 30 13:14:42.357860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb33fa5-cd30-45ce-86fe-f1ade27a9abd req-6bcf1af3-6848-44f8-9e5e-fc414496ce72 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:42.362207 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bb33fa5-cd30-45ce-86fe-f1ade27a9abd req-6bcf1af3-6848-44f8-9e5e-fc414496ce72 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0587749 Aug 30 13:14:42.390644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8aa58dc-e343-4e56-b69d-bcbbf1081ad4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.393585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56776) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:42.422505 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a94ba49-6bac-413a-a410-587e4b0121f1 req-4c030939-e8eb-436a-9846-28455f8e4bc0 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691168 Aug 30 13:14:42.423961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa58dc-e343-4e56-b69d-bcbbf1081ad4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Subnet': ['ID=07a44178-dc7c-4e6c-88d9-96f6ecf933e0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:42.427741 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8aa58dc-e343-4e56-b69d-bcbbf1081ad4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.429560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d8aa58dc-e343-4e56-b69d-bcbbf1081ad4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/subnets/07a44178-dc7c-4e6c-88d9-96f6ecf933e0 HTTP/1.1" status: 204 len: 168 time: 0.3868618 Aug 30 13:14:42.432704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56778) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:42.440631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace97909-a8c7-4e37-b0ac-9a182a0167a7 None None] Network 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:14:42.445541 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bb33fa5-cd30-45ce-86fe-f1ade27a9abd req-4b54b812-2e4a-4788-89fa-052900639782 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788283 Aug 30 13:14:42.480705 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3617053b-fbbc-48bf-b937-806e67383bf5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49d588d34cb7467e82937f2037c2cd7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843618 Aug 30 13:14:42.482532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56782) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:42.531905 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.552620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-baa8c92c-4b96-4e60-b4b3-7467c57a9279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.584895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-baa8c92c-4b96-4e60-b4b3-7467c57a9279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.630495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce2f21-b876-46e6-9ed2-1066a369c8e7 req-0f95b546-9585-4f03-bf09-97a7ffccae80 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:42.632063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfce2f21-b876-46e6-9ed2-1066a369c8e7 req-0f95b546-9585-4f03-bf09-97a7ffccae80 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0860219 Aug 30 13:14:42.642694 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-baa8c92c-4b96-4e60-b4b3-7467c57a9279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.645391 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-baa8c92c-4b96-4e60-b4b3-7467c57a9279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.646882 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-baa8c92c-4b96-4e60-b4b3-7467c57a9279 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64d156e0-e389-41ae-97f7-e167e8459f63 HTTP/1.1" status: 204 len: 168 time: 0.1628444 Aug 30 13:14:42.655898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8c92c-4b96-4e60-b4b3-7467c57a9279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d156e0-e389-41ae-97f7-e167e8459f63,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:42.683065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port 924c537e-c55e-40ea-b529-2b74fcdab9cc {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:42.683604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.706979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ad258-92d0-451c-b2a1-d7e5b4d060f3 None None] DHCP port deletion for 83c04f95-fab5-4dd2-a548-4ae75b1b30b5 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:14:42.728044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2061fd13-0c87-4fb8-bbe0-29f54a6544bc', 'name': 'network-vif-deleted', 'tag': 'b3c48d50-4df6-47dc-b0d7-f215bd28d662'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:42.730337 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff2f4cf-47fe-44a2-97f6-bd4beaad7b36" -d '{"events": [{"server_uuid": "2061fd13-0c87-4fb8-bbe0-29f54a6544bc", "name": "network-vif-deleted", "tag": "b3c48d50-4df6-47dc-b0d7-f215bd28d662"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:42.752991 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfce2f21-b876-46e6-9ed2-1066a369c8e7 req-6ce9f541-c35f-42e2-bba6-299c1f607f32 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141448 Aug 30 13:14:42.776351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ad258-92d0-451c-b2a1-d7e5b4d060f3 None None] Deleting port 924c537e-c55e-40ea-b529-2b74fcdab9cc {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:42.776740 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad258-92d0-451c-b2a1-d7e5b4d060f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.784414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] For port 924c537e-c55e-40ea-b529-2b74fcdab9cc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=924c537e-c55e-40ea-b529-2b74fcdab9cc,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:42.784642 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.800073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for 924c537e-c55e-40ea-b529-2b74fcdab9cc owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:42.874085 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c48412-e922-43ba-8e20-d209fa058997 x-openstack-request-id: req-b0c48412-e922-43ba-8e20-d209fa058997 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:42.874693 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2061fd13-0c87-4fb8-bbe0-29f54a6544bc", "name": "network-vif-deleted", "tag": "b3c48d50-4df6-47dc-b0d7-f215bd28d662", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:42.874693 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0c48412-e922-43ba-8e20-d209fa058997 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:42.874975 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2061fd13-0c87-4fb8-bbe0-29f54a6544bc', 'name': 'network-vif-deleted', 'tag': 'b3c48d50-4df6-47dc-b0d7-f215bd28d662', 'status': 'completed', 'code': 200} Aug 30 13:14:42.894651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6a8ad258-92d0-451c-b2a1-d7e5b4d060f3 None None] For port 924c537e-c55e-40ea-b529-2b74fcdab9cc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=924c537e-c55e-40ea-b529-2b74fcdab9cc,segment=NetworkSegment(1606797d-8a68-48b8-b74c-548f09d52bb4),segment_id=1606797d-8a68-48b8-b74c-548f09d52bb4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:42.895143 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad258-92d0-451c-b2a1-d7e5b4d060f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.908256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 924c537e-c55e-40ea-b529-2b74fcdab9cc no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:42.932210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6a8ad258-92d0-451c-b2a1-d7e5b4d060f3 None None] Calling delete_port for 924c537e-c55e-40ea-b529-2b74fcdab9cc owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:42.953813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee8327-b0a5-43a5-9b4d-f48d4a86f06d req-3d0cedd5-9e9a-4496-96b9-85cd9c7ea804 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:42.956162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59ee8327-b0a5-43a5-9b4d-f48d4a86f06d req-3d0cedd5-9e9a-4496-96b9-85cd9c7ea804 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0848083 Aug 30 13:14:42.962544 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:42.998874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=924c537e-c55e-40ea-b529-2b74fcdab9cc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:43.011229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] No DVR routers for this DVR port 924c537e-c55e-40ea-b529-2b74fcdab9cc on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:43.111269 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59ee8327-b0a5-43a5-9b4d-f48d4a86f06d req-88b696c5-2ea7-4175-9db9-3909343067cf tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451676 Aug 30 13:14:43.125840 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.142973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No active binding found for port 924c537e-c55e-40ea-b529-2b74fcdab9cc {{(pid=95700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 13:14:43.143653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 924c537e-c55e-40ea-b529-2b74fcdab9cc not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:43.148930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c04f95-fab5-4dd2-a548-4ae75b1b30b5']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:43.167071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1606797d-8a68-48b8-b74c-548f09d52bb4') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:43.167376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1606797d-8a68-48b8-b74c-548f09d52bb4') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:43.180336 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.191077 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a8ad258-92d0-451c-b2a1-d7e5b4d060f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.198252 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.208863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:14:43.209341 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:14:43.223009 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:14:43.230837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8ad258-92d0-451c-b2a1-d7e5b4d060f3 None None] No DVR routers for this DVR port 924c537e-c55e-40ea-b529-2b74fcdab9cc on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:43.236738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ad258-92d0-451c-b2a1-d7e5b4d060f3 None None] Pushing event deleted for resources: {'Port': ['ID=924c537e-c55e-40ea-b529-2b74fcdab9cc,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:43.277221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ff69e-7dd2-455f-8207-df95c309db09 req-62208d8d-29f0-4946-8781-90e26c04a5fd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:43.285403 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-472ff69e-7dd2-455f-8207-df95c309db09 req-62208d8d-29f0-4946-8781-90e26c04a5fd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0720077 Aug 30 13:14:43.312354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.323166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.325396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/networks/83c04f95-fab5-4dd2-a548-4ae75b1b30b5 HTTP/1.1" status: 204 len: 168 time: 0.8917511 Aug 30 13:14:43.335746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56812) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:43.337867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-472ff69e-7dd2-455f-8207-df95c309db09 req-3f9123da-ff5f-499c-a797-ea2891026d88 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478137 Aug 30 13:14:43.343743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418c06c-6bf9-44d3-ad7f-f4babcc7bdf4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Network': ['ID=83c04f95-fab5-4dd2-a548-4ae75b1b30b5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:43.485043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b355674-e009-422d-bcaf-4ab659e036a9 req-2fb0c71c-0d3a-42bb-b3f1-dc88a8ba38fe tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:43.494732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b355674-e009-422d-bcaf-4ab659e036a9 req-2fb0c71c-0d3a-42bb-b3f1-dc88a8ba38fe tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0632000 Aug 30 13:14:43.515481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fa181748-04f4-4fc7-9974-53bbb1d8d223 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:14:43.520133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8c7059fc-e764-47ee-9eb0-0be8c95e5628 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:43.545153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b355674-e009-422d-bcaf-4ab659e036a9 req-8cae64d2-f208-4c1c-a416-5fb4f407a8cd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493143 Aug 30 13:14:43.560604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port 709deffe-16f0-4692-a096-7cae8bf8d8dd {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:43.561379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.561643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 8c7059fc-e764-47ee-9eb0-0be8c95e5628 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:43.562025 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8c7059fc-e764-47ee-9eb0-0be8c95e5628 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:43.562449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b3c48d50-4df6-47dc-b0d7-f215bd28d662 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:43.596454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: b3c48d50-4df6-47dc-b0d7-f215bd28d662 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:43.596881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b3c48d50-4df6-47dc-b0d7-f215bd28d662 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:43.637232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30367be5-9277-4497-a281-25691ffd5748 req-414e3747-c7e7-45b9-93cf-c3a97a3c265c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:43.647267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30367be5-9277-4497-a281-25691ffd5748 req-414e3747-c7e7-45b9-93cf-c3a97a3c265c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 944 time: 0.1292598 Aug 30 13:14:43.693866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:43.709475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'port_id': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'mac_address': 'fa:16:3e:b3:b5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:14:43.716433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac97ab5-33e1-4fdf-ab84-9b87f2c788e8 req-d172b5c2-9d0a-4ac3-af0d-88bd4882c700 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:43.719315 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aac97ab5-33e1-4fdf-ab84-9b87f2c788e8 req-d172b5c2-9d0a-4ac3-af0d-88bd4882c700 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0891623 Aug 30 13:14:43.724608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30367be5-9277-4497-a281-25691ffd5748 req-844d4743-04bf-48b3-9420-74b095d0affb tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763314 Aug 30 13:14:43.749151 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.749751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.767904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for 709deffe-16f0-4692-a096-7cae8bf8d8dd owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:43.770480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.781746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aac97ab5-33e1-4fdf-ab84-9b87f2c788e8 req-2968383a-65f1-4518-a208-1410352941c3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528004 Aug 30 13:14:43.786237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa181748-04f4-4fc7-9974-53bbb1d8d223 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:14:43.830825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:43.839970 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:43.894193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=11']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:43.974756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:44.003890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=709deffe-16f0-4692-a096-7cae8bf8d8dd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:44.101091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:44.101434 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Floating IP 5b4efed9-f545-4619-80f8-4e21a5e0d91e disassociated (deleted). External IP: 172.25.2.197, port: 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0. Aug 30 13:14:44.111784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bea1b-0e8c-4ab4-be8d-fe05bf31e501 req-8f6e6e59-e865-4605-9c1f-ccdecbf4f582 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:44.113282 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f1bea1b-0e8c-4ab4-be8d-fe05bf31e501 req-8f6e6e59-e865-4605-9c1f-ccdecbf4f582 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.1051631 Aug 30 13:14:44.222284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f1bea1b-0e8c-4ab4-be8d-fe05bf31e501 req-9afb7bc5-5e9c-465a-bac3-b932231105bd tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759139 Aug 30 13:14:44.308608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fa181748-04f4-4fc7-9974-53bbb1d8d223'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:14:44.395128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 35887a34-47ba-41f3-9d59-f549a5050567 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:14:44.517853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:14:44.522600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:44.530459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] Sync routers for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:14:44.539509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:14:44.540054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:44.551567 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-01898222-783c-4d30-a72e-3dcb2aad8666 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/floatingips/5b4efed9-f545-4619-80f8-4e21a5e0d91e HTTP/1.1" status: 204 len: 168 time: 1.2145150 Aug 30 13:14:44.655753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:14:44.863054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e70a2-e3c0-4e5f-b7e9-3f473122ecbb req-211ece12-6a34-4efb-add4-1b269b2fc51f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:44.866217 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-142e70a2-e3c0-4e5f-b7e9-3f473122ecbb req-211ece12-6a34-4efb-add4-1b269b2fc51f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 945 time: 0.1193380 Aug 30 13:14:44.877325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:44.880140 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96db9135-a028-4c4a-b7f2-5cc4ee26d550" -d '{"events": [{"name": "network-changed", "server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:44.899640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3ee23-8184-4341-95e1-ba68ccc3d80e req-02164341-686f-427e-9ec9-de47767d1bbf tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:44.901223 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47e3ee23-8184-4341-95e1-ba68ccc3d80e req-02164341-686f-427e-9ec9-de47767d1bbf tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 945 time: 0.0922813 Aug 30 13:14:44.927651 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-142e70a2-e3c0-4e5f-b7e9-3f473122ecbb req-2541f0bb-773f-4a94-8757-ffbe183ef70d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548553 Aug 30 13:14:44.952042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:14:28Z', 'revision_number': 6, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:44.959617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47e3ee23-8184-4341-95e1-ba68ccc3d80e req-dfe072d4-82a5-4693-8677-df87ffb40e06 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511229 Aug 30 13:14:44.990450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] Checking router: 35887a34-47ba-41f3-9d59-f549a5050567 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:14:44.999862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:14:45.001770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:45.014706 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef235fa-cc88-4559-8247-f2fb815d2391 x-openstack-request-id: req-cef235fa-cc88-4559-8247-f2fb815d2391 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:45.015256 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:45.015528 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cef235fa-cc88-4559-8247-f2fb815d2391 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:45.015947 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'status': 'completed', 'code': 200} Aug 30 13:14:45.087184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-d3d605e5-32d5-44fd-bab7-dc8ad7071e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:45.088696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-d3d605e5-32d5-44fd-bab7-dc8ad7071e30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 1096 time: 0.0502505 Aug 30 13:14:45.122710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:14:45.186316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-8f462400-097c-45d5-ab42-434b74e320d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:45.187664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-8f462400-097c-45d5-ab42-434b74e320d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e HTTP/1.1" status: 200 len: 897 time: 0.0907454 Aug 30 13:14:45.231996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-20bacabb-b183-4581-8ac9-2f32d8fa9515 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 HTTP/1.1" status: 200 len: 217 time: 0.0369062 Aug 30 13:14:45.302688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-5bd2c635-074a-4ff4-8963-91007b007ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:45.304175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-5bd2c635-074a-4ff4-8963-91007b007ed6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dd1f2c06-c341-41c2-b37b-3728fb16794a HTTP/1.1" status: 200 len: 834 time: 0.0648272 Aug 30 13:14:45.391169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f432c-bc7d-4c1d-b22b-594fc2ebd289 req-27cc40da-d861-41df-94e4-f0676f06a64b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:45.399133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b19f432c-bc7d-4c1d-b22b-594fc2ebd289 req-27cc40da-d861-41df-94e4-f0676f06a64b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0903118 Aug 30 13:14:45.427950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-5d420a71-bd03-4342-8c5b-ec28901fd6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:45.429455 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-5d420a71-bd03-4342-8c5b-ec28901fd6f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9981e5f5-cb02-4b61-8b6b-9a7cd302240e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930378 Aug 30 13:14:45.444572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:14:28Z', 'revision_number': 6, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:45.466905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b19f432c-bc7d-4c1d-b22b-594fc2ebd289 req-bb497744-0640-40e7-b7ca-71fc90cdb568 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668812 Aug 30 13:14:45.488709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e977ee6-1c88-44ea-9b7b-a58aab2bfa28 None None] The sync data for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 is: [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:14:28Z', 'revision_number': 6, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '4f10224c-eb18-497c-9b0a-db868bab7988', 'name': '', 'network_id': '9981e5f5-cb02-4b61-8b6b-9a7cd302240e', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:d4:25:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_interface', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:37Z', 'updated_at': '2021-08-30T13:11:47Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'dd1f2c06-c341-41c2-b37b-3728fb16794a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:14:45.536021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fa181748-04f4-4fc7-9974-53bbb1d8d223 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:14:45.576042 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-bd55dc04-60bf-4302-890a-47cf41d7a28f service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325929 Aug 30 13:14:45.608035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port fa181748-04f4-4fc7-9974-53bbb1d8d223 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:14:45.615353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port fa181748-04f4-4fc7-9974-53bbb1d8d223 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:14:45.615818 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:45.701779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96db9135-a028-4c4a-b7f2-5cc4ee26d550 req-044bd449-c7c8-4932-b386-c34eea1ec7b4 service neutron] 10.222.0.35 "GET /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128919 Aug 30 13:14:45.802115 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:45.843834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:45.846864 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8393c2ae-d779-4ea0-a0c9-6c038fba73d3" -d '{"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-plugged", "status": "completed", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:45.895987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:45.903184 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:45.920033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56910) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:45.955427 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bb14fc-79bc-4342-aaf2-43a6a7c1727a None None] New status for floating IP 5b4efed9-f545-4619-80f8-4e21a5e0d91e: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:14:46.024067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-95a28c14-44fd-4ad9-ac31-5df0d9fd00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:46.025601 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-95a28c14-44fd-4ad9-ac31-5df0d9fd00cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e394c8ab9a944d74896482712a98f70b&device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 1097 time: 0.1773994 Aug 30 13:14:46.034801 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47ca3c-1167-42b1-ae74-1ec128c9aaef x-openstack-request-id: req-7c47ca3c-1167-42b1-ae74-1ec128c9aaef {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:46.035105 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-plugged", "status": "completed", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:46.035340 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c47ca3c-1167-42b1-ae74-1ec128c9aaef {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:46.035740 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'code': 200} Aug 30 13:14:46.045056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=12']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:46.052454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b44b0-4948-4d2e-9836-29e38a2b34a2 req-9373edab-25a0-4d80-b9b7-d5a28d3af6e0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:46.061062 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-845b44b0-4948-4d2e-9836-29e38a2b34a2 req-9373edab-25a0-4d80-b9b7-d5a28d3af6e0 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.1859782 Aug 30 13:14:46.131273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef491d5-eeff-43d2-8a7d-e68066278734 req-d6125679-dbfb-407a-9d2e-2f26427a6950 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:46.133026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ef491d5-eeff-43d2-8a7d-e68066278734 req-d6125679-dbfb-407a-9d2e-2f26427a6950 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 945 time: 0.0799425 Aug 30 13:14:46.153775 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-845b44b0-4948-4d2e-9836-29e38a2b34a2 req-6ef4422c-a849-47bb-86a8-335970e37b7e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897551 Aug 30 13:14:46.199046 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ef491d5-eeff-43d2-8a7d-e68066278734 req-cfa21143-28b6-4f88-b4e3-e945caf4b28c tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fb10c89-0981-4816-90a3-905e120045ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590990 Aug 30 13:14:46.199931 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a85d5132-89f3-4edd-8e18-ea60b9e0f08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.236671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588ffc2-fbb0-47c5-b591-37e7eaea5bee req-ddd57e7b-7361-493c-ba7c-81dc86dc628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:46.238220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7588ffc2-fbb0-47c5-b591-37e7eaea5bee req-ddd57e7b-7361-493c-ba7c-81dc86dc628b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0640280 Aug 30 13:14:46.267972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-ac687949-d1b5-4188-9b86-cd1a19653377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:46.269527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-ac687949-d1b5-4188-9b86-cd1a19653377 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 200 len: 914 time: 0.2063890 Aug 30 13:14:46.305300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7588ffc2-fbb0-47c5-b591-37e7eaea5bee req-10271740-0c45-419d-a192-742541d9a80a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525575 Aug 30 13:14:46.330693 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a85d5132-89f3-4edd-8e18-ea60b9e0f08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.335454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-a35e304a-34b7-494f-9f32-817d691499f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae5e6331-892b-4ed9-892c-cba462742edb HTTP/1.1" status: 200 len: 217 time: 0.0574255 Aug 30 13:14:46.335659 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a85d5132-89f3-4edd-8e18-ea60b9e0f08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.375359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d5132-89f3-4edd-8e18-ea60b9e0f08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d372d46-ffc5-4501-883a-eded9ecf39f6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:46.383691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56922) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:46.384670 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a85d5132-89f3-4edd-8e18-ea60b9e0f08b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=98693e3f1e8442b2bfa6ac2510d368a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633601 Aug 30 13:14:46.399218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7113-50ee-4763-83e1-4b7f867c23b4 req-36b8a251-6d78-4a89-8e18-a5bb7f88dbb6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:46.400703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1ca7113-50ee-4763-83e1-4b7f867c23b4 req-36b8a251-6d78-4a89-8e18-a5bb7f88dbb6 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 946 time: 0.0980535 Aug 30 13:14:46.468650 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1ca7113-50ee-4763-83e1-4b7f867c23b4 req-bc1ccba6-2e7b-4c08-8956-b4e02c1449d5 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594783 Aug 30 13:14:46.472523 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a3c14b3b-5ee0-4562-8076-cc57867fa2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.500569 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a3c14b3b-5ee0-4562-8076-cc57867fa2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.551645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a3c14b3b-5ee0-4562-8076-cc57867fa2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.554145 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a3c14b3b-5ee0-4562-8076-cc57867fa2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.555386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a3c14b3b-5ee0-4562-8076-cc57867fa2fd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3d372d46-ffc5-4501-883a-eded9ecf39f6 HTTP/1.1" status: 204 len: 168 time: 0.1708703 Aug 30 13:14:46.563419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c14b3b-5ee0-4562-8076-cc57867fa2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d372d46-ffc5-4501-883a-eded9ecf39f6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:46.675078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-f1ffc390-4e58-495e-9261-536d6c824733 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:46.676573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-f1ffc390-4e58-495e-9261-536d6c824733 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 945 time: 0.0904291 Aug 30 13:14:46.678575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-1cd0048d-de2f-4224-b7bf-67f5a930a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:46.679902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-1cd0048d-de2f-4224-b7bf-67f5a930a910 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b HTTP/1.1" status: 200 len: 853 time: 0.0813222 Aug 30 13:14:46.740387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-9f5eae08-7018-4958-8b33-b2c148e71ca1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2a02ddee-2be4-48f6-9bf8-b9e255903d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439816 Aug 30 13:14:46.860343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56930) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:46.874664 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f89759c4-baa6-4b54-b4cb-0a26444bc2f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.898785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:46.899124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.904584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-35991b91-ea51-4df2-988f-ff2d6be72229 service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557794 Aug 30 13:14:46.965491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f89759c4-baa6-4b54-b4cb-0a26444bc2f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:46.971031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f89759c4-baa6-4b54-b4cb-0a26444bc2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:47.013356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f89759c4-baa6-4b54-b4cb-0a26444bc2f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6604bce6fa744f0a9c0b25f55186f4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492558 Aug 30 13:14:47.013829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56934) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:47.020999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89759c4-baa6-4b54-b4cb-0a26444bc2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf862859-cf1f-450b-bb71-c90561130bf1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:47.072812 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:47.074419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] For port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:47.074983 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:47.084995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e8a7297-5811-476e-b93f-3058a23bad6c req-541e9fcb-b28c-4e79-ae3b-38895d48c56e service neutron] 10.222.0.35 "GET /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691463 Aug 30 13:14:47.090507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:47.094522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:47.142772 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:47.145308 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:47.146666 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf862859-cf1f-450b-bb71-c90561130bf1 HTTP/1.1" status: 204 len: 168 time: 0.1316950 Aug 30 13:14:47.154662 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf862859-cf1f-450b-bb71-c90561130bf1,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:47.162965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.163311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.163647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.163978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.164304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.164628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.164955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.165278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.165595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.165944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.166266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.166702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9187cb90-8faf-4141-ad01-303fcaadb9fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:47.293908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:47.315683 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-767c0689-eb6a-44e1-b64f-603444bfb5c5 req-b6a15ccc-62cc-4630-84a9-839986f84996 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=415b81a8-e6e3-4508-b397-84f17706dc80 HTTP/1.1" status: 200 len: 210 time: 0.0349991 Aug 30 13:14:47.318109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0184ef-725d-4ac9-a7a1-a9c837752689 req-00511a8a-40ec-4220-83c4-0a28dc27032c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:47.319671 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd0184ef-725d-4ac9-a7a1-a9c837752689 req-00511a8a-40ec-4220-83c4-0a28dc27032c tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0891149 Aug 30 13:14:47.342227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=10bcb362-7d1f-4cd3-98b4-913feaa7e1c0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:47.405648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] No DVR routers for this DVR port 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:47.411667 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:47.413652 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4819fb79-23fb-4c17-bde3-72f173996b4b req-c0ef19cc-3ab5-4fb2-8dcf-e1c18f8c7dc7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "DELETE /v2.0/ports/10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 HTTP/1.1" status: 204 len: 173 time: 0.7238085 Aug 30 13:14:47.414124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'name': 'network-vif-deleted', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:14:47.416370 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f0efa0-3d73-4351-aa88-240ced2c0d7f" -d '{"events": [{"server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "name": "network-vif-deleted", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:14:47.436157 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd0184ef-725d-4ac9-a7a1-a9c837752689 req-7a4237e3-6c07-461c-86a5-8b7ff392028b tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967708 Aug 30 13:14:47.467694 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b14332-43a8-46f1-84de-c80d0631ebad x-openstack-request-id: req-36b14332-43a8-46f1-84de-c80d0631ebad {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:14:47.467992 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b81a8-e6e3-4508-b397-84f17706dc80", "name": "network-vif-deleted", "tag": "10bcb362-7d1f-4cd3-98b4-913feaa7e1c0", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:14:47.468254 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-36b14332-43a8-46f1-84de-c80d0631ebad {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:14:47.468664 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b81a8-e6e3-4508-b397-84f17706dc80', 'name': 'network-vif-deleted', 'tag': '10bcb362-7d1f-4cd3-98b4-913feaa7e1c0', 'status': 'completed', 'code': 200} Aug 30 13:14:47.854938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561a38a-5897-4784-b864-1cbd8604a989 req-e353a57d-df20-4aa2-a224-fd5cf21c6f6e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:47.856439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d561a38a-5897-4784-b864-1cbd8604a989 req-e353a57d-df20-4aa2-a224-fd5cf21c6f6e tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 946 time: 0.3082321 Aug 30 13:14:47.931741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d561a38a-5897-4784-b864-1cbd8604a989 req-972302b2-56ce-46f9-849d-50e9a06bc5af tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617998 Aug 30 13:14:48.377148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57012) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:48.468241 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d07f-f88b-4cc1-ba2a-246a3f97612e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:48.500578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d07f-f88b-4cc1-ba2a-246a3f97612e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:48.580375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d07f-f88b-4cc1-ba2a-246a3f97612e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:48.583898 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c4f2d07f-f88b-4cc1-ba2a-246a3f97612e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:48.587910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c4f2d07f-f88b-4cc1-ba2a-246a3f97612e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/security-groups/6fb10c89-0981-4816-90a3-905e120045ac HTTP/1.1" status: 204 len: 168 time: 0.2072077 Aug 30 13:14:48.596068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6ac10-c57b-4251-bc04-cdd944677a31 req-3ae89197-89c2-46f5-81b8-9204bff39e57 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:48.598203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2d07f-f88b-4cc1-ba2a-246a3f97612e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb10c89-0981-4816-90a3-905e120045ac,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:48.598813 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16b6ac10-c57b-4251-bc04-cdd944677a31 req-3ae89197-89c2-46f5-81b8-9204bff39e57 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0704541 Aug 30 13:14:48.640353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57032) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:48.982306 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16b6ac10-c57b-4251-bc04-cdd944677a31 req-bc5d5201-b001-4347-a2dc-376d1a4d1aee tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761990 Aug 30 13:14:49.070612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb0d21-a2a3-4178-8a05-defb8e995efb req-3b5d6275-b821-4f13-88e0-3c2e141a517d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:49.072177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ecb0d21-a2a3-4178-8a05-defb8e995efb req-3b5d6275-b821-4f13-88e0-3c2e141a517d tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 946 time: 0.0541739 Aug 30 13:14:49.119229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ecb0d21-a2a3-4178-8a05-defb8e995efb req-d1609c13-d2b4-455e-9a6c-0127d3ae67c8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Aug 30 13:14:49.198342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4461afa-ce99-472c-a554-046c96648b4f req-b7c79285-ffc8-4888-9969-013c7e5f2d30 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:49.199999 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c4461afa-ce99-472c-a554-046c96648b4f req-b7c79285-ffc8-4888-9969-013c7e5f2d30 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0984573 Aug 30 13:14:49.273768 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c4461afa-ce99-472c-a554-046c96648b4f req-db7900b6-c39f-46dd-8b76-05e578228efb tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666494 Aug 30 13:14:49.448143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08bc62-0695-45be-8a4d-eb5a6d001086 req-a33554e9-c78c-427a-80c8-660173c109f6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:49.449627 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a08bc62-0695-45be-8a4d-eb5a6d001086 req-a33554e9-c78c-427a-80c8-660173c109f6 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0851803 Aug 30 13:14:49.545250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a08bc62-0695-45be-8a4d-eb5a6d001086 req-4f39920f-b481-4cfd-81e9-c620a268fa15 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Aug 30 13:14:49.565866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:49.572820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:49.588969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:49.589537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 10bcb362-7d1f-4cd3-98b4-913feaa7e1c0 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:49.681427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bd723-f855-43ba-8b60-07ea15886643 req-d25e21c6-ff34-4ad7-9438-3c97fed1a724 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:49.683077 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f3bd723-f855-43ba-8b60-07ea15886643 req-d25e21c6-ff34-4ad7-9438-3c97fed1a724 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0560901 Aug 30 13:14:49.723477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f3bd723-f855-43ba-8b60-07ea15886643 req-16cf67a2-163d-44cf-bfe9-a76f3e3ca451 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340061 Aug 30 13:14:49.940768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dde30e-0e7b-4dcf-8fe9-3270e66a0f81 req-ef0855ff-2a98-4fdc-8efd-2df53a17203d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:49.942280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56dde30e-0e7b-4dcf-8fe9-3270e66a0f81 req-ef0855ff-2a98-4fdc-8efd-2df53a17203d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0821822 Aug 30 13:14:49.984935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port 4f10224c-eb18-497c-9b0a-db868bab7988 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:49.986027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:50.004283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56dde30e-0e7b-4dcf-8fe9-3270e66a0f81 req-4fca592f-03a6-4625-946d-26b4e82367b2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545032 Aug 30 13:14:50.086650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] For port 4f10224c-eb18-497c-9b0a-db868bab7988, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4f10224c-eb18-497c-9b0a-db868bab7988,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:50.087112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:50.101871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for 4f10224c-eb18-497c-9b0a-db868bab7988 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:50.126979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf4bcc-164f-41e1-928f-621dba2ae32c req-20981b28-69da-44ed-83c7-b8ab071edbab tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:50.128499 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40cf4bcc-164f-41e1-928f-621dba2ae32c req-20981b28-69da-44ed-83c7-b8ab071edbab tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0514829 Aug 30 13:14:50.182807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40cf4bcc-164f-41e1-928f-621dba2ae32c req-a2d58ab5-7ad6-452e-9c2c-104f49bc6989 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482802 Aug 30 13:14:50.311575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:50.336880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7f45f-c9d0-4295-8221-65e7c5cf9dc6 req-a67f4dd3-387b-4cb4-84cc-82e96be8bbc5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:50.338416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30c7f45f-c9d0-4295-8221-65e7c5cf9dc6 req-a67f4dd3-387b-4cb4-84cc-82e96be8bbc5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0572052 Aug 30 13:14:50.339089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=4f10224c-eb18-497c-9b0a-db868bab7988,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:50.393043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30c7f45f-c9d0-4295-8221-65e7c5cf9dc6 req-81c8eb8d-b06e-4d00-bf15-1f2f51159d72 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363483 Aug 30 13:14:50.585484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:50.602955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d858720-8b10-4604-9ee8-7de7d414aafa req-4dff25ec-39a4-48bd-abdc-7d6a9f953bf8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:50.604727 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d858720-8b10-4604-9ee8-7de7d414aafa req-4dff25ec-39a4-48bd-abdc-7d6a9f953bf8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.1083825 Aug 30 13:14:50.718707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d858720-8b10-4604-9ee8-7de7d414aafa req-8e7aa348-a125-4e2e-95a6-ebe35fa9adb2 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057177 Aug 30 13:14:50.916315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4adf0-0acb-4f35-aa21-fef4286a20d1 req-5e036dee-bb46-4cef-9571-554720927654 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:50.917822 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ac4adf0-0acb-4f35-aa21-fef4286a20d1 req-5e036dee-bb46-4cef-9571-554720927654 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0675795 Aug 30 13:14:50.921831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 35887a34-47ba-41f3-9d59-f549a5050567 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:14:51.004124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ac4adf0-0acb-4f35-aa21-fef4286a20d1 req-7d5868b9-8230-4435-86e3-8d1f68e40414 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782804 Aug 30 13:14:51.059464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:14:51.067959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57120) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:51.068511 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2e7cc678-f3f4-420d-8e81-6e88d026f4be tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "PUT /v2.0/routers/35887a34-47ba-41f3-9d59-f549a5050567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264762 Aug 30 13:14:51.071401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] Sync routers for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:14:51.083097 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:14:51.083981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:51.165432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce324b92-6618-4bd2-9e05-0baacd987963 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting subnet dd1f2c06-c341-41c2-b37b-3728fb16794a {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:14:51.170782 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce324b92-6618-4bd2-9e05-0baacd987963 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:51.205929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80398b9e-4511-48c9-af70-1ee4af358b0b req-d0277d27-fe1b-4de4-9147-77d1647c38d7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:51.206231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:14:51.207457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80398b9e-4511-48c9-af70-1ee4af358b0b req-d0277d27-fe1b-4de4-9147-77d1647c38d7 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0942233 Aug 30 13:14:51.235106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce324b92-6618-4bd2-9e05-0baacd987963 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:51.416961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:14:50Z', 'revision_number': 7, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:51.449640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] Checking router: 35887a34-47ba-41f3-9d59-f549a5050567 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:14:51.459005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] Routers {'35887a34-47ba-41f3-9d59-f549a5050567'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:14:51.459638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['35887a34-47ba-41f3-9d59-f549a5050567'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:51.570945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] Set router 35887a34-47ba-41f3-9d59-f549a5050567 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:14:51.647512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80398b9e-4511-48c9-af70-1ee4af358b0b req-ae1e49a6-3bea-4979-ace0-4c6d2d9ae999 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4320061 Aug 30 13:14:51.715349 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce324b92-6618-4bd2-9e05-0baacd987963 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:51.814074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce324b92-6618-4bd2-9e05-0baacd987963 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:51.851763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce324b92-6618-4bd2-9e05-0baacd987963 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Subnet': ['ID=dd1f2c06-c341-41c2-b37b-3728fb16794a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:51.856015 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce324b92-6618-4bd2-9e05-0baacd987963 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:51.857970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ce324b92-6618-4bd2-9e05-0baacd987963 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/subnets/dd1f2c06-c341-41c2-b37b-3728fb16794a HTTP/1.1" status: 204 len: 168 time: 0.7889264 Aug 30 13:14:51.861477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57140) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:51.874069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a762e6c-9485-4e4c-a092-bc78f6123fcd req-68db963f-845c-488c-820e-13e8882f2257 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:51.874233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a975d3-8f53-43d6-9cad-5af7b26673c6 None None] Network 9981e5f5-cb02-4b61-8b6b-9a7cd302240e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:14:51.884152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a762e6c-9485-4e4c-a092-bc78f6123fcd req-68db963f-845c-488c-820e-13e8882f2257 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.1318913 Aug 30 13:14:51.926982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a762e6c-9485-4e4c-a092-bc78f6123fcd req-1a24894c-d100-4663-9600-282df20a4884 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Aug 30 13:14:52.077802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:14:50Z', 'revision_number': 7, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:52.078473 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:52.092773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b71c8-bf63-4171-834b-6c34c8ba8edf req-d37613dd-2089-45ed-b097-e1f5079d5203 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:52.094325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a52b71c8-bf63-4171-834b-6c34c8ba8edf req-d37613dd-2089-45ed-b097-e1f5079d5203 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0717971 Aug 30 13:14:52.109437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5234cd46-64fa-4f15-a2e2-e8e95474e96f None None] The sync data for ids ['35887a34-47ba-41f3-9d59-f549a5050567'] in n-d-688802-6 is: [{'id': '35887a34-47ba-41f3-9d59-f549a5050567', 'name': 'tempest-TestNetworkBasicOps-router-1218884050', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:11:32Z', 'updated_at': '2021-08-30T13:14:50Z', 'revision_number': 7, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': 'aebd7cf9-ccaf-4b6d-a574-036697092442', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35887a34-47ba-41f3-9d59-f549a5050567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:11:33Z', 'updated_at': '2021-08-30T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:14:52.157844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901ee411-2584-480d-a4ee-8aa9e8d203fc None None] DHCP port deletion for 9981e5f5-cb02-4b61-8b6b-9a7cd302240e request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:14:52.209726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-901ee411-2584-480d-a4ee-8aa9e8d203fc None None] Deleting port 6843eb0f-b8dd-432b-99b2-ae33dc74720d {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:52.210123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-901ee411-2584-480d-a4ee-8aa9e8d203fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:52.225373 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a52b71c8-bf63-4171-834b-6c34c8ba8edf req-4e62f156-caab-4669-8b40-ffb9502fb97d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875525 Aug 30 13:14:52.257491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:52.284096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-901ee411-2584-480d-a4ee-8aa9e8d203fc None None] For port 6843eb0f-b8dd-432b-99b2-ae33dc74720d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6843eb0f-b8dd-432b-99b2-ae33dc74720d,segment=NetworkSegment(207b908c-c494-4b22-bcd4-b909edda9c31),segment_id=207b908c-c494-4b22-bcd4-b909edda9c31)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:52.285397 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-901ee411-2584-480d-a4ee-8aa9e8d203fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:52.302925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-901ee411-2584-480d-a4ee-8aa9e8d203fc None None] Calling delete_port for 6843eb0f-b8dd-432b-99b2-ae33dc74720d owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:52.338057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port aebd7cf9-ccaf-4b6d-a574-036697092442 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:14:52.338512 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:52.410332 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-901ee411-2584-480d-a4ee-8aa9e8d203fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:52.441508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ee411-2584-480d-a4ee-8aa9e8d203fc None None] Pushing event deleted for resources: {'Port': ['ID=6843eb0f-b8dd-432b-99b2-ae33dc74720d,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:52.445326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ee411-2584-480d-a4ee-8aa9e8d203fc None None] No DVR routers for this DVR port 6843eb0f-b8dd-432b-99b2-ae33dc74720d on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:14:52.455957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e29ce6-39e3-4fae-b3cd-56be6eee027b req-f5222aed-264c-41b2-a8d0-9bf0e8f9b7e4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:52.457513 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2e29ce6-39e3-4fae-b3cd-56be6eee027b req-f5222aed-264c-41b2-a8d0-9bf0e8f9b7e4 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.1346865 Aug 30 13:14:52.513067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] For port aebd7cf9-ccaf-4b6d-a574-036697092442, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=aebd7cf9-ccaf-4b6d-a574-036697092442,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:52.513444 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:52.540078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for aebd7cf9-ccaf-4b6d-a574-036697092442 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:14:52.565888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2e29ce6-39e3-4fae-b3cd-56be6eee027b req-6f65cfbe-3d19-43bc-add5-09abbb072d5e tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937598 Aug 30 13:14:52.677836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c99552-7c76-4aad-97e0-c262010f05a9 req-f556c1b0-c175-46bf-a281-8bea303980b3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:52.679960 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67c99552-7c76-4aad-97e0-c262010f05a9 req-f556c1b0-c175-46bf-a281-8bea303980b3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0546000 Aug 30 13:14:52.737550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67c99552-7c76-4aad-97e0-c262010f05a9 req-8b3be716-15d7-408b-a3d7-7812970c4124 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496414 Aug 30 13:14:52.783113 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:52.811791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=aebd7cf9-ccaf-4b6d-a574-036697092442,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:52.882043 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:52.894210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd238aa-274a-44ed-8498-884d1bc4efb2 req-78fbf29f-628a-4122-8167-a59c43dd9732 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:52.895918 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cdd238aa-274a-44ed-8498-884d1bc4efb2 req-78fbf29f-628a-4122-8167-a59c43dd9732 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.0625679 Aug 30 13:14:52.896213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4f10224c-eb18-497c-9b0a-db868bab7988 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:52.920288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 4f10224c-eb18-497c-9b0a-db868bab7988 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:52.921767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4f10224c-eb18-497c-9b0a-db868bab7988 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:52.922202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6843eb0f-b8dd-432b-99b2-ae33dc74720d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:52.944336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 6843eb0f-b8dd-432b-99b2-ae33dc74720d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:52.944686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6843eb0f-b8dd-432b-99b2-ae33dc74720d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:52.956811 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cdd238aa-274a-44ed-8498-884d1bc4efb2 req-58d11c7d-22d0-493d-bd26-8dd576c1be73 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507765 Aug 30 13:14:53.004199 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.007476 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.059039 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.060005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Fanout notify agent at l3_agent the message router_deleted on router 35887a34-47ba-41f3-9d59-f549a5050567 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:14:53.071232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.073731 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a8a24668-80c0-42d9-b3de-d6937a62ec50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/routers/35887a34-47ba-41f3-9d59-f549a5050567 HTTP/1.1" status: 204 len: 168 time: 1.2100325 Aug 30 13:14:53.075470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57178) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:53.191513 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.283690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.293843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9981e5f5-cb02-4b61-8b6b-9a7cd302240e']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:53.305955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207b908c-c494-4b22-bcd4-b909edda9c31') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:53.306367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207b908c-c494-4b22-bcd4-b909edda9c31') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:53.316012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.333040 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.339773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:14:53.340169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:14:53.344358 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:14:53.421017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.429376 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.434422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/networks/9981e5f5-cb02-4b61-8b6b-9a7cd302240e HTTP/1.1" status: 204 len: 168 time: 0.3575695 Aug 30 13:14:53.447772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53234b5c-f813-4c67-a73f-7156efcbc7b7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Network': ['ID=9981e5f5-cb02-4b61-8b6b-9a7cd302240e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:53.459489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57190) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:53.468147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'network': {'name': 'tempest-network-smoke--1367498572', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'port_security_enabled': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:14:53.493238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Made reservation on behalf of 2885c00a7c164c38ab83be0196c919d8 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:14:53.496763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.522509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:14:53.530948 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.531294 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Added segment f60cce5d-86dc-4895-8d3f-84670c76c01f of type vlan for network b29973d4-1efe-4817-9dc9-6134bcdacfe9 Aug 30 13:14:53.587962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.617429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.624052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:53.624266 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.695021 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2339766 Aug 30 13:14:53.697850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57196) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:53.702515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-491386072', 'admin_state_up': True, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:14:53.706654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f36713-882d-4fa2-8bfd-bd9c5c4717e0 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Network': ['ID=b29973d4-1efe-4817-9dc9-6134bcdacfe9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:53.717466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b29973d4-1efe-4817-9dc9-6134bcdacfe9 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:14:53.744815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.746716 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:53.872843 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:54.016900 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:54.245176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:54.274885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:54.392407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.25.2.81 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/5b8bf630-38a4-46a3-b80e-312fcbe6cd3c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:14:54.526849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:54.571742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:54.621300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:14:54.624423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:14:54.628861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:14:54.635085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=5b8bf630-38a4-46a3-b80e-312fcbe6cd3c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:54.910547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device aebd7cf9-ccaf-4b6d-a574-036697092442 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:14:54.920881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:54.952501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: aebd7cf9-ccaf-4b6d-a574-036697092442 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:14:54.958245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device aebd7cf9-ccaf-4b6d-a574-036697092442 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:14:55.150417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:55.340205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 53b553f6-2bad-451e-9163-830276e420ff is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:14:55.480925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57246) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:55.490824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:14:55.506498 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Sync routers for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:14:55.517595 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:55.522964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57250) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:55.523508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-04a7ad36-53db-400f-ae40-6de1938b8b77 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8242228 Aug 30 13:14:55.523685 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:14:55.524281 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:55.565817 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ee8703eb-cf1e-47b6-a2db-6c66b0c2c0ea tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=2885c00a7c164c38ab83be0196c919d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382526 Aug 30 13:14:55.566581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57252) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:55.687388 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:14:55.691326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-020b7db5-7b46-4645-a883-2b729a9314b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:55.747891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9763943a-6c28-4151-87d0-43705bcde987 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:55.752221 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9763943a-6c28-4151-87d0-43705bcde987 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1818318 Aug 30 13:14:55.752491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57256) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:55.794462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-04e52c42-9c94-41eb-bf76-662670a90646 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397434 Aug 30 13:14:55.798921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57258) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:55.805104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-110716819', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:14:55.881036 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:54Z', 'revision_number': 3, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:55.897710 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-020b7db5-7b46-4645-a883-2b729a9314b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:55.904090 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-020b7db5-7b46-4645-a883-2b729a9314b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:55.910195 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Checking router: 53b553f6-2bad-451e-9163-830276e420ff for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:14:55.910547 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Updating router 53b553f6-2bad-451e-9163-830276e420ff port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:14:55.936969 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-020b7db5-7b46-4645-a883-2b729a9314b9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4842c71c85c4d559f9b30475d894f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515827 Aug 30 13:14:55.937215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57260) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:55.946951 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:55.967071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b7db5-7b46-4645-a883-2b729a9314b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2186bae3-43a0-418c-ad8f-8e05bac43c36,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:55.973263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Made reservation on behalf of 2885c00a7c164c38ab83be0196c919d8 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:14:55.977026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.044328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6676d7c8-7975-4ce5-b3f5-3e753aaab381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.082632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6676d7c8-7975-4ce5-b3f5-3e753aaab381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.138253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6676d7c8-7975-4ce5-b3f5-3e753aaab381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.141182 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6676d7c8-7975-4ce5-b3f5-3e753aaab381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.142450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6676d7c8-7975-4ce5-b3f5-3e753aaab381 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2186bae3-43a0-418c-ad8f-8e05bac43c36 HTTP/1.1" status: 204 len: 168 time: 0.2041817 Aug 30 13:14:56.150910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676d7c8-7975-4ce5-b3f5-3e753aaab381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2186bae3-43a0-418c-ad8f-8e05bac43c36,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:56.228589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.306434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Subnet': ['ID=bf7f2ee6-e2b0-4d5b-b824-557914cc60ad,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:56.317623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Checking segment: {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:14:56.318091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network hostable DHCP agents. Network: b29973d4-1efe-4817-9dc9-6134bcdacfe9, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:14:56.324759 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.337378 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Transition to ACTIVE for port object 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:14:56.340287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network b29973d4-1efe-4817-9dc9-6134bcdacfe9 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:14:56.344577 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.358178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b29973d4-1efe-4817-9dc9-6134bcdacfe9) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:14:56.375462 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f9c96-02c5-4a06-8637-3c99bae7744a None None] Network b29973d4-1efe-4817-9dc9-6134bcdacfe9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:14:56.382245 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:56.387208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.420190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57272) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:56.420390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5651294e-315c-4f89-b891-5155d7f60b9f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6202929 Aug 30 13:14:56.441434 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Attempting to bind port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:14:56.444196 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Attempting to bind port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:14:56.444771 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Attempting to bind port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:14:56.458072 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:14:56.458669 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:14:56.459264 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.459813 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:14:56.460906 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Bound port: 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:14:56.461477 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.516128 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] For port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:14:56.519786 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] For port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5b8bf630-38a4-46a3-b80e-312fcbe6cd3c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:14:56.531390 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.565934 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Pushing event updated for resources: {'Port': ['ID=5b8bf630-38a4-46a3-b80e-312fcbe6cd3c,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:56.571150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:14:56.572029 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.578578 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.579120 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.579553 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.579985 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.580445 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.580868 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.581289 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.581774 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.582550 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.582976 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.583402 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.583814 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:56.622462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57274) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:56.626775 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:14:56.627621 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:56.643608 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e775728-968b-4a4b-a6a8-6636c31ed312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.800447 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebfbc6-92b6-4642-a034-f378630a6df6 None None] Pushing event updated for resources: {'Port': ['ID=5b8bf630-38a4-46a3-b80e-312fcbe6cd3c,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:56.837235 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e775728-968b-4a4b-a6a8-6636c31ed312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.847438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e775728-968b-4a4b-a6a8-6636c31ed312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:56.856099 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:14:56.870986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Allocated IP 172.20.0.2 (b29973d4-1efe-4817-9dc9-6134bcdacfe9/bf7f2ee6-e2b0-4d5b-b824-557914cc60ad/8980ffd3-f31e-4b67-970b-fac5d59b1b0c) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:14:56.915197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e775728-968b-4a4b-a6a8-6636c31ed312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bbaa89-ff10-4f4c-9494-876091cdd7fe,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:56.947914 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1e775728-968b-4a4b-a6a8-6636c31ed312 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79fedc6d7d1b4163879835cc7e9cfd97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241825 Aug 30 13:14:56.955243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57278) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:14:57.012237 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fd83-1239-47df-9d60-9df704e40ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.040863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fd83-1239-47df-9d60-9df704e40ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.051358 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.085230 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.096349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Transition to ACTIVE for port object 8980ffd3-f31e-4b67-970b-fac5d59b1b0c will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:14:57.123871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fd83-1239-47df-9d60-9df704e40ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.126790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Transition to ACTIVE for port object 8980ffd3-f31e-4b67-970b-fac5d59b1b0c will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:14:57.128859 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ec5fd83-1239-47df-9d60-9df704e40ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.130718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7ec5fd83-1239-47df-9d60-9df704e40ffc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19bbaa89-ff10-4f4c-9494-876091cdd7fe HTTP/1.1" status: 204 len: 168 time: 0.1740861 Aug 30 13:14:57.136858 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.162221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5fd83-1239-47df-9d60-9df704e40ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bbaa89-ff10-4f4c-9494-876091cdd7fe,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:57.182677 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:54Z', 'revision_number': 3, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:14:57.212905 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2f909c-6d85-4617-884d-32108fd0d568 None None] The sync data for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 is: [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:54Z', 'revision_number': 3, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:14:57.215157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Network b29973d4-1efe-4817-9dc9-6134bcdacfe9 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:14:57.216936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Pushing event updated for resources: {'Port': ['ID=8980ffd3-f31e-4b67-970b-fac5d59b1b0c,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:57.220695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:14:57.226842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:14:57.231926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.232452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.232972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.233587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.234239 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.234960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.235497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.235991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.236495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.236987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.237496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.238008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:14:57.317219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Attempting to bind port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:14:57.317607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Attempting to bind port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:14:57.318531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Attempting to bind port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c on network b29973d4-1efe-4817-9dc9-6134bcdacfe9 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:14:57.325405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:14:57.325807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Checking segment: {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:14:57.326214 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.326659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Bound using segment: {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:14:57.327131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Bound port: 8980ffd3-f31e-4b67-970b-fac5d59b1b0c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:14:57.327516 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.406849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] For port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:14:57.412867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] For port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8980ffd3-f31e-4b67-970b-fac5d59b1b0c,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:14:57.426429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:57.534224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da97422-c02b-471a-91c0-e032ab8baa55 None None] Pushing event updated for resources: {'Port': ['ID=8980ffd3-f31e-4b67-970b-fac5d59b1b0c,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:57.665466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.20.0.1 (b29973d4-1efe-4817-9dc9-6134bcdacfe9/bf7f2ee6-e2b0-4d5b-b824-557914cc60ad/ca760488-d79b-4d08-9a4b-8806a9852a0d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:14:57.994325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:58.012068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Transition to ACTIVE for port object ca760488-d79b-4d08-9a4b-8806a9852a0d will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:14:58.068882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:58.144844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=ca760488-d79b-4d08-9a4b-8806a9852a0d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:58.156850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network b29973d4-1efe-4817-9dc9-6134bcdacfe9 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:14:58.169090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:14:58.174040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:14:58.278096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:58.302226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:58.335250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-5f7affda-8d3d-49ac-bd16-7326a4c86886 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1199703 Aug 30 13:14:58.598365 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:58.953533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b059b9-b64e-4775-b25c-949d2d1e8950 req-450be65d-3aa8-4c2b-9fd1-0d83222968b8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:58.962996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48b059b9-b64e-4775-b25c-949d2d1e8950 req-450be65d-3aa8-4c2b-9fd1-0d83222968b8 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.9481518 Aug 30 13:14:58.994854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-24d93ef5-489e-45e1-ab48-25ef306e81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:58.995358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-24d93ef5-489e-45e1-ab48-25ef306e81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:58.995830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-24d93ef5-489e-45e1-ab48-25ef306e81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:58.996297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-24d93ef5-489e-45e1-ab48-25ef306e81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:58.996758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-24d93ef5-489e-45e1-ab48-25ef306e81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:58.997219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-24d93ef5-489e-45e1-ab48-25ef306e81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:58.997700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-24d93ef5-489e-45e1-ab48-25ef306e81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:58.999662 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-24d93ef5-489e-45e1-ab48-25ef306e81c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6494 time: 0.6347055 Aug 30 13:14:59.055612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48b059b9-b64e-4775-b25c-949d2d1e8950 req-70035a90-16b9-40c7-b814-b06385854f93 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917230 Aug 30 13:14:59.070008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8980ffd3-f31e-4b67-970b-fac5d59b1b0c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:14:59.128757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc55ac-c99f-4b52-b872-408dd3ed9262 None None] Network b29973d4-1efe-4817-9dc9-6134bcdacfe9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:14:59.143270 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:59.151972 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:59.195456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-1106bc6b-49a0-4bb6-bcfa-f0b92628e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:59.196297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-1106bc6b-49a0-4bb6-bcfa-f0b92628e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:59.197355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-1106bc6b-49a0-4bb6-bcfa-f0b92628e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:59.200028 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-1106bc6b-49a0-4bb6-bcfa-f0b92628e7af service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6a4ac9e-8ed5-492d-8bfb-17d81672d767&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 HTTP/1.1" status: 200 len: 2293 time: 0.1646469 Aug 30 13:14:59.210554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:14:59.217016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7388b34d-63fd-4ca9-8c63-1c037bac7fe0 None None] Provisioning for port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:14:59.236079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:14:59.287522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=ca760488-d79b-4d08-9a4b-8806a9852a0d,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:59.293483 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-77e926ea-f0fd-4e0c-b1a1-7a3ac2969347 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711982 Aug 30 13:14:59.294823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:59.298729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-721a8257-b35e-42fd-87f9-41907f4c8d58 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef845f6-75be-4b04-8d85-da52582069a1 HTTP/1.1" status: 200 len: 1002 time: 0.0888822 Aug 30 13:14:59.302489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7388b34d-63fd-4ca9-8c63-1c037bac7fe0 None None] Provisioning complete for port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:14:59.302941 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7388b34d-63fd-4ca9-8c63-1c037bac7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:59.398636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-96713f84-f7f3-49c7-86dd-34afbb018841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:59.401279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-96713f84-f7f3-49c7-86dd-34afbb018841 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3b8393d-034a-41cd-9030-c5e8b6c185f2 HTTP/1.1" status: 200 len: 850 time: 0.0914271 Aug 30 13:14:59.453134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-aead170e-7b43-4755-a08f-cb75820dfdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:59.455366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-aead170e-7b43-4755-a08f-cb75820dfdd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 1097 time: 0.1319027 Aug 30 13:14:59.488069 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7388b34d-63fd-4ca9-8c63-1c037bac7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:59.490018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:14:59.503441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:14:59.503802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:59.565127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-95b5c6b9-0873-4ec1-ad2b-35fa07678061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:59.574024 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-95b5c6b9-0873-4ec1-ad2b-35fa07678061 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6a4ac9e-8ed5-492d-8bfb-17d81672d767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626158 Aug 30 13:14:59.580607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7388b34d-63fd-4ca9-8c63-1c037bac7fe0 None None] For port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8980ffd3-f31e-4b67-970b-fac5d59b1b0c,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:59.583714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network b29973d4-1efe-4817-9dc9-6134bcdacfe9 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:14:59.587541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:14:59.595152 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7388b34d-63fd-4ca9-8c63-1c037bac7fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:59.687454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7388b34d-63fd-4ca9-8c63-1c037bac7fe0 None None] Pushing event updated for resources: {'Port': ['ID=8980ffd3-f31e-4b67-970b-fac5d59b1b0c,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:59.697321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-56e63607-bd80-4d51-8277-10a8aa49bd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:59.699068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-56e63607-bd80-4d51-8277-10a8aa49bd2e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 911 time: 0.2169065 Aug 30 13:14:59.744305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-2af956f2-80f8-4e00-820c-640101251edd service neutron] 10.222.0.16 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631925 Aug 30 13:14:59.798086 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:59.833004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5b8bf630-38a4-46a3-b80e-312fcbe6cd3c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:14:59.841122 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:14:59.917220 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-954c5e32-a92b-4062-b4d9-1815092aaa4b service neutron] 10.222.0.16 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651151 Aug 30 13:14:59.923070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=5b8bf630-38a4-46a3-b80e-312fcbe6cd3c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:14:59.941085 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-cc3d3aeb-aa71-4b9c-8f5d-4f9a2a25d5a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7 HTTP/1.1" status: 200 len: 1000 time: 0.2314844 Aug 30 13:14:59.948683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 53b553f6-2bad-451e-9163-830276e420ff has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:14:59.963178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-923c5abf-e7ad-42fe-8559-32522d9dc128 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=62bb59c2-a916-4fce-8e19-8b981f8e3473 HTTP/1.1" status: 200 len: 217 time: 0.0377398 Aug 30 13:14:59.990046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-04c70d80-2046-4cd7-87ee-83f04bbb562d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:14:59.991548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-04c70d80-2046-4cd7-87ee-83f04bbb562d tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.35 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.1628041 Aug 30 13:15:00.021009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-b8ba3eca-a0ea-4792-8134-b94115cf2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:00.022658 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-b8ba3eca-a0ea-4792-8134-b94115cf2f89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.0521784 Aug 30 13:15:00.081165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-f6008551-e1d8-4b96-8e07-aa53aceaa249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:00.082961 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-f6008551-e1d8-4b96-8e07-aa53aceaa249 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0537083 Aug 30 13:15:00.086477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-2deb3682-a449-41d6-af1a-9a7d57ade629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:00.088049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-2deb3682-a449-41d6-af1a-9a7d57ade629 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.1381891 Aug 30 13:15:00.129647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8dad6a74-9a0b-4619-8d4a-bb7f5f7673a4 None None] Provisioning for port ca760488-d79b-4d08-9a4b-8806a9852a0d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:00.135121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8dad6a74-9a0b-4619-8d4a-bb7f5f7673a4 None None] Provisioning complete for port ca760488-d79b-4d08-9a4b-8806a9852a0d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:00.135684 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8dad6a74-9a0b-4619-8d4a-bb7f5f7673a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:00.215919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8dad6a74-9a0b-4619-8d4a-bb7f5f7673a4 None None] Port ca760488-d79b-4d08-9a4b-8806a9852a0d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:00.238161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8dad6a74-9a0b-4619-8d4a-bb7f5f7673a4 None None] Provisioning complete for port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:00.238525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8dad6a74-9a0b-4619-8d4a-bb7f5f7673a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:00.270216 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-b22eb41a-1051-45a0-86ad-301c1d8cfb31 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795328 Aug 30 13:15:00.446683 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-2cabbd50-e294-4024-8f81-48c95ddc7f8f service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693323 Aug 30 13:15:00.502787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-6b8e3f48-dc56-443a-b300-2e7a2e11368c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=67ca5939-98c3-4502-a7a2-978589532e01 HTTP/1.1" status: 200 len: 217 time: 0.0464606 Aug 30 13:15:00.577238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-de49a09e-2cbb-43a6-9ead-299698898ccc None None] Provisioning complete for port ca760488-d79b-4d08-9a4b-8806a9852a0d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:00.577763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-de49a09e-2cbb-43a6-9ead-299698898ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:00.587627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-36fa9c3f-756a-42bf-88a3-5ebb7707a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:00.589150 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-36fa9c3f-756a-42bf-88a3-5ebb7707a115 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.0788915 Aug 30 13:15:00.645010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-de49a09e-2cbb-43a6-9ead-299698898ccc None None] Port ca760488-d79b-4d08-9a4b-8806a9852a0d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:00.689067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-b37c7d7a-d1ca-4944-aa04-e8d057fd0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:00.691579 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-b37c7d7a-d1ca-4944-aa04-e8d057fd0f82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939615 Aug 30 13:15:00.721465 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:00.769053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6f7c2a08-bc00-4973-858a-177bb02db539 None None] Provisioning complete for port ca760488-d79b-4d08-9a4b-8806a9852a0d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:00.770416 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6f7c2a08-bc00-4973-858a-177bb02db539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:00.818766 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-b4271728-38b5-46ee-8e0c-27c27862e387 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157289 Aug 30 13:15:00.842940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:15:00.847365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-02cb9f5a-95dd-4daa-8e7d-a26450fbc8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:00.849059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-02cb9f5a-95dd-4daa-8e7d-a26450fbc8f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7519901 Aug 30 13:15:00.855968 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-77104b3c-8008-40d0-ad13-84e8c574ec86 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "PUT /v2.0/routers/53b553f6-2bad-451e-9163-830276e420ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4346983 Aug 30 13:15:00.861592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6f7c2a08-bc00-4973-858a-177bb02db539 None None] Port ca760488-d79b-4d08-9a4b-8806a9852a0d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:00.865019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Sync routers for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:15:00.867950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57380) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:00.881125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:15:00.882067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:00.890854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f16a69-219f-4a16-a88d-8a69e3578ce9 req-bbebda45-908d-4bfb-aa2a-29b3879676c5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:00.893476 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09f16a69-219f-4a16-a88d-8a69e3578ce9 req-bbebda45-908d-4bfb-aa2a-29b3879676c5 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 946 time: 0.1790304 Aug 30 13:15:00.920842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Deleting port ae5e6331-892b-4ed9-892c-cba462742edb {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:00.921413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:00.963518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8980ffd3-f31e-4b67-970b-fac5d59b1b0c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:01.064021 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09f16a69-219f-4a16-a88d-8a69e3578ce9 req-af87b76e-c377-44fd-b2f3-6ee05a7f394a tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/security-groups?id=2270af81-0ce6-4d63-a7dc-a6c2c7907520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354504 Aug 30 13:15:01.106817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:15:01.109988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-38047d98-056c-4221-8f72-865751f312ad service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491100 Aug 30 13:15:01.117002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] For port ae5e6331-892b-4ed9-892c-cba462742edb, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=ae5e6331-892b-4ed9-892c-cba462742edb,segment=NetworkSegment(02a721d9-5a8e-42b2-bd25-5d843fa1f443),segment_id=02a721d9-5a8e-42b2-bd25-5d843fa1f443)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:01.117625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:01.128834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-ec4affe2-649d-428a-a29e-d86b5a970bd0 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961199 Aug 30 13:15:01.136497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:01.137170 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:01.151919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Calling delete_port for ae5e6331-892b-4ed9-892c-cba462742edb owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:01.189956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-17308cdc-0fc2-4fa9-88b7-7fd4135fc32c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e4fd4cae-2169-4d21-81b0-89740c1a1eb4 HTTP/1.1" status: 200 len: 217 time: 0.0528307 Aug 30 13:15:01.192015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.192387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.192852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.193310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.193789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.194247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.194698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.195150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.195624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.196070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.196541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.197195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.199037 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7104c3bb-fd3a-450e-bdc0-01f552a5c3fb tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8487 time: 0.3301289 Aug 30 13:15:01.208871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57388) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:01.327502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.327502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.328004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.328428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.329884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.330386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.330845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.331303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.331769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.332233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.332640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.333084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.335211 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e28fbf44-6e9a-4cd9-9cab-bf9973b0487f tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7755 time: 0.1254826 Aug 30 13:15:01.339553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57390) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:01.356661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-d08ccc95-1113-4f4a-b221-77199dde5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.358440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-d08ccc95-1113-4f4a-b221-77199dde5e71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.1581807 Aug 30 13:15:01.379431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:01.426887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-b797d0d9-87ae-4af2-9657-68ec306045f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.428485 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-b797d0d9-87ae-4af2-9657-68ec306045f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0621200 Aug 30 13:15:01.468326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ca760488-d79b-4d08-9a4b-8806a9852a0d', 'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:64:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:57Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 2, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:01.480302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57394) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:01.494600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa6e71db-20eb-4304-8b36-15049ca465a0 req-31a49e94-974c-4270-97f0-921aa67eae25 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654292 Aug 30 13:15:01.495416 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:01.499631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Checking router: 53b553f6-2bad-451e-9163-830276e420ff for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:15:01.499994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Updating router 53b553f6-2bad-451e-9163-830276e420ff port ca760488-d79b-4d08-9a4b-8806a9852a0d binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:15:01.504403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:01.504403 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:01.529419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['ae5e6331-892b-4ed9-892c-cba462742edb'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:15:01.546047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-85c5b24e-699d-4f91-9aab-f97c753add5c service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098430 Aug 30 13:15:01.576646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Pushing event deleted for resources: {'Port': ['ID=ae5e6331-892b-4ed9-892c-cba462742edb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:01.583819 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:01.606390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] No DVR routers for this DVR port ae5e6331-892b-4ed9-892c-cba462742edb on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:15:01.612754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:01.615676 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf99f5d8-c9c0-4536-8713-57762bf21c30 req-8733ebc7-7277-46e9-86ae-966c844172bc tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.35 "DELETE /v2.0/ports/ae5e6331-892b-4ed9-892c-cba462742edb HTTP/1.1" status: 204 len: 173 time: 1.6113980 Aug 30 13:15:01.616828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-deleted', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:15:01.619586 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252ef7e5-d9aa-4c40-87a5-f4452debdde3" -d '{"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-deleted", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:15:01.686388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-19e695e2-9451-4525-a8c2-ae383f0c6a0f service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310761 Aug 30 13:15:01.767049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-825a79e9-3ec4-4894-ae59-2daa8afcc079 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce HTTP/1.1" status: 200 len: 217 time: 0.0739338 Aug 30 13:15:01.769648 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef19b9c-409f-4f4f-9c88-aa3077eae3b3 x-openstack-request-id: req-cef19b9c-409f-4f4f-9c88-aa3077eae3b3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:15:01.769957 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daee3aec-a260-4e49-bcfe-db06dadd48bd", "name": "network-vif-deleted", "tag": "ae5e6331-892b-4ed9-892c-cba462742edb", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:15:01.770213 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cef19b9c-409f-4f4f-9c88-aa3077eae3b3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:15:01.770606 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daee3aec-a260-4e49-bcfe-db06dadd48bd', 'name': 'network-vif-deleted', 'tag': 'ae5e6331-892b-4ed9-892c-cba462742edb', 'status': 'completed', 'code': 200} Aug 30 13:15:01.811797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5173cd50-b126-47fa-9d46-69ec0f2e330f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:01.833354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-eb76f633-79af-4c4c-aacc-2341d4042a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.835708 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-eb76f633-79af-4c4c-aacc-2341d4042a0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.0605986 Aug 30 13:15:01.894137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-59775546-1684-4f87-9a03-e8174f4f2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:01.896708 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-59775546-1684-4f87-9a03-e8174f4f2735 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543282 Aug 30 13:15:01.950251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5c872ad3-1abe-48ef-b4ae-23af719d95d3 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3769 time: 0.6103213 Aug 30 13:15:02.058591 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-07d4447c-92af-42f9-b4b6-6e44b61dbbf2 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523485 Aug 30 13:15:02.068114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5173cd50-b126-47fa-9d46-69ec0f2e330f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.074093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5173cd50-b126-47fa-9d46-69ec0f2e330f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.129337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5173cd50-b126-47fa-9d46-69ec0f2e330f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe387d7643cd4150ab296e2ade0a1234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466303 Aug 30 13:15:02.130408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173cd50-b126-47fa-9d46-69ec0f2e330f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee775bb-485e-4bf5-ad40-b02ad2734b4a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:02.136227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57410) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:02.185237 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.215202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Transition to ACTIVE for port object ca760488-d79b-4d08-9a4b-8806a9852a0d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:02.221845 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.228221 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-a744955a-66ff-4d65-a189-611203d64fc5 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636586 Aug 30 13:15:02.234023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7334db66-9652-426d-8eff-50abe59fb583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.255557 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c65748ce-a165-4473-8d35-a2c2f2e15846 req-b0939f84-826d-4a12-8589-8ce8b9e0a1a3 tempest-ServersNegativeTestJSON-342184402 tempest-ServersNegativeTestJSON-342184402-project] 10.222.0.37 "GET /v2.0/ports?device_id=daee3aec-a260-4e49-bcfe-db06dadd48bd HTTP/1.1" status: 200 len: 210 time: 0.0410583 Aug 30 13:15:02.286933 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7334db66-9652-426d-8eff-50abe59fb583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.287581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-cc748b4d-f1b5-45e6-8d0c-1eb7cb5b3c5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 HTTP/1.1" status: 200 len: 217 time: 0.0514059 Aug 30 13:15:02.297015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c1c67-8bf1-49da-9b00-d73dfb0e5774 None None] Pushing event updated for resources: {'Port': ['ID=ca760488-d79b-4d08-9a4b-8806a9852a0d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:02.359463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7334db66-9652-426d-8eff-50abe59fb583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.368521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7334db66-9652-426d-8eff-50abe59fb583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.373286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7334db66-9652-426d-8eff-50abe59fb583 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ee775bb-485e-4bf5-ad40-b02ad2734b4a HTTP/1.1" status: 204 len: 168 time: 0.2356732 Aug 30 13:15:02.389333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-211f3d4a-e290-41df-88da-f53db118da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:02.391458 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-211f3d4a-e290-41df-88da-f53db118da05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5d839a1-8d22-4048-819a-bbfef46e88a4 HTTP/1.1" status: 200 len: 797 time: 0.0955088 Aug 30 13:15:02.392857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334db66-9652-426d-8eff-50abe59fb583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee775bb-485e-4bf5-ad40-b02ad2734b4a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:02.407589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Attempting to bind port ca760488-d79b-4d08-9a4b-8806a9852a0d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:02.407965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Attempting to bind port ca760488-d79b-4d08-9a4b-8806a9852a0d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:02.408924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Attempting to bind port ca760488-d79b-4d08-9a4b-8806a9852a0d on network b29973d4-1efe-4817-9dc9-6134bcdacfe9 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:02.428689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:15:02.429409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Checking segment: {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:02.430119 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.431030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Bound using segment: {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:15:02.431741 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Bound port: ca760488-d79b-4d08-9a4b-8806a9852a0d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:15:02.432311 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.484177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-42f5a229-a807-4d48-85e3-51b98236934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:02.486181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-42f5a229-a807-4d48-85e3-51b98236934f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833762 Aug 30 13:15:02.522717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] For port ca760488-d79b-4d08-9a4b-8806a9852a0d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:02.527676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] For port ca760488-d79b-4d08-9a4b-8806a9852a0d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ca760488-d79b-4d08-9a4b-8806a9852a0d,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:15:02.535605 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.596662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57418) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:02.602720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-576d76e1-80d8-4dd6-b1be-66188bfa56ee tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849138911', 'description': 'tempest-secgroup-smoke-1849138911 description', 'project_id': '2885c00a7c164c38ab83be0196c919d8'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:02.636548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:15:02.636954 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-576d76e1-80d8-4dd6-b1be-66188bfa56ee tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.637506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:14:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:02.639886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c1c67-8bf1-49da-9b00-d73dfb0e5774 None None] Pushing event updated for resources: {'Port': ['ID=ca760488-d79b-4d08-9a4b-8806a9852a0d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:02.660899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-58432aeb-d2e1-415d-9167-cf2e93d050d5 service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672947 Aug 30 13:15:02.770398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:15:02.787665 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-576d76e1-80d8-4dd6-b1be-66188bfa56ee tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.792062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57420) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:02.794381 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-576d76e1-80d8-4dd6-b1be-66188bfa56ee tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.812560 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ff58da71-2c9c-4520-ac0c-34a3d0f7360f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.830976 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-576d76e1-80d8-4dd6-b1be-66188bfa56ee tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:02.836031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-576d76e1-80d8-4dd6-b1be-66188bfa56ee tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2383444 Aug 30 13:15:02.836842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57422) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:02.839161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d76e1-80d8-4dd6-b1be-66188bfa56ee tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be0b541-9655-4ea7-b0a2-fb80fb3b515f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:02.844465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8516ac95-f174-4044-b716-cd7958a1f352 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '2be0b541-9655-4ea7-b0a2-fb80fb3b515f', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:02.862923 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-d8f35a33-afc3-47a2-8e67-b87c9aa0eb5c service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944184 Aug 30 13:15:02.881041 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-8516ac95-f174-4044-b716-cd7958a1f352 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:15:02.881041 n-d-688802-6 neutron-server[95698]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 13:15:02.881041 n-d-688802-6 neutron-server[95698]: [parameters: {'project_id_1': '2885c00a7c164c38ab83be0196c919d8', 'expiration_1': datetime.datetime(2021, 8, 30, 13, 15, 2, 852057)}] Aug 30 13:15:02.881041 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:15:02.881462 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-8516ac95-f174-4044-b716-cd7958a1f352 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:15:02.916228 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-4b8bdd00-c69b-446c-b8a3-c4a3e1af529c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa HTTP/1.1" status: 200 len: 217 time: 0.0441971 Aug 30 13:15:02.990781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-beda6a1e-0e97-423b-aa64-2bfd9bb9b71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:02.992241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-beda6a1e-0e97-423b-aa64-2bfd9bb9b71c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5d839a1-8d22-4048-819a-bbfef46e88a4 HTTP/1.1" status: 200 len: 797 time: 0.0667460 Aug 30 13:15:03.027804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ca760488-d79b-4d08-9a4b-8806a9852a0d', 'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:64:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:57Z', 'updated_at': '2021-08-30T13:15:02Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:03.050061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ff58da71-2c9c-4520-ac0c-34a3d0f7360f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.054438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ff58da71-2c9c-4520-ac0c-34a3d0f7360f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.055598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c666a8-e4ab-45f3-b0f2-126db0001b6b None None] The sync data for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 is: [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ca760488-d79b-4d08-9a4b-8806a9852a0d', 'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:64:69:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:57Z', 'updated_at': '2021-08-30T13:15:02Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:15:03.087557 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-c9fb7a3c-4a61-4171-b463-df71137687f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:03.089060 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-c9fb7a3c-4a61-4171-b463-df71137687f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883849 Aug 30 13:15:03.118687 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ff58da71-2c9c-4520-ac0c-34a3d0f7360f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebae59cc176f47d89ddc03033b3b946c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229198 Aug 30 13:15:03.119642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57428) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:03.144090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58da71-2c9c-4520-ac0c-34a3d0f7360f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85522d95-99c9-44be-b4e6-0ea2183b5046,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:03.199072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbe4686c-5ffa-4624-9cc6-f66aec46cd07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.222380 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbe4686c-5ffa-4624-9cc6-f66aec46cd07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.226697 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-36c60331-bc64-4c69-99ea-d0dbeb704fd0 service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270533 Aug 30 13:15:03.286327 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbe4686c-5ffa-4624-9cc6-f66aec46cd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.288586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fbe4686c-5ffa-4624-9cc6-f66aec46cd07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.292110 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fbe4686c-5ffa-4624-9cc6-f66aec46cd07 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85522d95-99c9-44be-b4e6-0ea2183b5046 HTTP/1.1" status: 204 len: 168 time: 0.1683750 Aug 30 13:15:03.310138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4686c-5ffa-4624-9cc6-f66aec46cd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85522d95-99c9-44be-b4e6-0ea2183b5046,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:03.318896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57434) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:03.348821 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a91f91b0-572c-4700-b5bf-a59ebcfd0947 req-9f6fba07-7879-4d7c-ae0c-5a12b189cfda service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139894 Aug 30 13:15:03.420462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79c3994-d23f-4c7b-8b49-7d257e5a492f admin admin] Deleting subnet ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:03.427593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a79c3994-d23f-4c7b-8b49-7d257e5a492f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.459425 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8516ac95-f174-4044-b716-cd7958a1f352 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.479812 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a79c3994-d23f-4c7b-8b49-7d257e5a492f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.556435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a79c3994-d23f-4c7b-8b49-7d257e5a492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.559428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8516ac95-f174-4044-b716-cd7958a1f352 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.579542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8516ac95-f174-4044-b716-cd7958a1f352 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.602039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae5e6331-892b-4ed9-892c-cba462742edb no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:15:03.605381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516ac95-f174-4044-b716-cd7958a1f352 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98ef6d4-3f26-4e3a-a054-b92c5521416b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:03.618131 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8516ac95-f174-4044-b716-cd7958a1f352 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.619348 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8516ac95-f174-4044-b716-cd7958a1f352 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7811656 Aug 30 13:15:03.622968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57440) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:03.629060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-385d05af-c8f4-4666-b264-fb9b4f399d45 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '2be0b541-9655-4ea7-b0a2-fb80fb3b515f', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:03.650843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: ae5e6331-892b-4ed9-892c-cba462742edb {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:15:03.651196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device ae5e6331-892b-4ed9-892c-cba462742edb not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:15:03.656423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a79c3994-d23f-4c7b-8b49-7d257e5a492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.668835 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-385d05af-c8f4-4666-b264-fb9b4f399d45 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.694480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c3994-d23f-4c7b-8b49-7d257e5a492f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:03.696658 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a79c3994-d23f-4c7b-8b49-7d257e5a492f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.698729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a79c3994-d23f-4c7b-8b49-7d257e5a492f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ce1896a2-d8f1-4e04-b0e2-99a8e4307c3b HTTP/1.1" status: 204 len: 168 time: 0.3788280 Aug 30 13:15:03.701092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57446) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:03.801038 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.819871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-385d05af-c8f4-4666-b264-fb9b4f399d45 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.825397 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-385d05af-c8f4-4666-b264-fb9b4f399d45 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.866183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d05af-c8f4-4666-b264-fb9b4f399d45 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262148f0-1fa6-429d-adfa-ea120f001bcb,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:03.872805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-385d05af-c8f4-4666-b264-fb9b4f399d45 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.874065 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-385d05af-c8f4-4666-b264-fb9b4f399d45 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2498999 Aug 30 13:15:03.877871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57452) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:03.883902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-43484637-a1be-4412-9ad6-49f6972d5e6d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '2be0b541-9655-4ea7-b0a2-fb80fb3b515f', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:03.919499 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43484637-a1be-4412-9ad6-49f6972d5e6d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.944024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.956285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a02ddee-2be4-48f6-9bf8-b9e255903d5a']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:03.968978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a721d9-5a8e-42b2-bd25-5d843fa1f443') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:03.970213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a721d9-5a8e-42b2-bd25-5d843fa1f443') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:03.983654 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:03.995974 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43484637-a1be-4412-9ad6-49f6972d5e6d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.003939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43484637-a1be-4412-9ad6-49f6972d5e6d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.005523 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.021731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:15:04.022402 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:15:04.024952 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:15:04.034425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43484637-a1be-4412-9ad6-49f6972d5e6d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14644e14-c286-4c5e-a82e-bc83c2e10a49,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:04.040002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-43484637-a1be-4412-9ad6-49f6972d5e6d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.042314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-43484637-a1be-4412-9ad6-49f6972d5e6d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632631 Aug 30 13:15:04.045231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57460) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:04.050764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7bc9e075-c3f3-41b5-ac8e-46e98f77a37e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '2be0b541-9655-4ea7-b0a2-fb80fb3b515f', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:04.083465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e075-c3f3-41b5-ac8e-46e98f77a37e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.094729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.102700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.106357 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2a02ddee-2be4-48f6-9bf8-b9e255903d5a HTTP/1.1" status: 204 len: 168 time: 0.4039850 Aug 30 13:15:04.125047 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef415a-8a81-42de-b6ef-1854d730dcb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a02ddee-2be4-48f6-9bf8-b9e255903d5a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:04.190178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e075-c3f3-41b5-ac8e-46e98f77a37e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.198423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e075-c3f3-41b5-ac8e-46e98f77a37e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.233628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9e075-c3f3-41b5-ac8e-46e98f77a37e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03806c0-9d16-41e7-936a-2755dbd3de7b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:04.239851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e075-c3f3-41b5-ac8e-46e98f77a37e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.241340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7bc9e075-c3f3-41b5-ac8e-46e98f77a37e tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1946840 Aug 30 13:15:04.244000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57470) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:04.248969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2b246e2e-4419-4843-b2ca-92b391523fde tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '2be0b541-9655-4ea7-b0a2-fb80fb3b515f', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:04.272560 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-2b246e2e-4419-4843-b2ca-92b391523fde tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Project 2885c00a7c164c38ab83be0196c919d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:15:04.280566 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b246e2e-4419-4843-b2ca-92b391523fde tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.280918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57472) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:04.326654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fb30b37b-0137-446c-91d1-68e6d484a2c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e394c8ab9a944d74896482712a98f70b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446479 Aug 30 13:15:04.329085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57476) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:04.352678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b246e2e-4419-4843-b2ca-92b391523fde tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.357588 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b246e2e-4419-4843-b2ca-92b391523fde tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.384440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b246e2e-4419-4843-b2ca-92b391523fde tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d971c2-0ca9-4c29-851e-3e85d52d6731,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:04.393080 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b246e2e-4419-4843-b2ca-92b391523fde tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.394591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2b246e2e-4419-4843-b2ca-92b391523fde tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493185 Aug 30 13:15:04.397422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57478) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:04.402628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0581ae7e-38fd-4467-a26f-2ef37ad51025 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'security_group_rule': {'security_group_id': '2be0b541-9655-4ea7-b0a2-fb80fb3b515f', 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:04.409735 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c9345e05-85ec-417c-bf4c-4bd1851b1a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.426552 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-0581ae7e-38fd-4467-a26f-2ef37ad51025 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Project 2885c00a7c164c38ab83be0196c919d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:15:04.435096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0581ae7e-38fd-4467-a26f-2ef37ad51025 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.440804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c9345e05-85ec-417c-bf4c-4bd1851b1a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.512888 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0581ae7e-38fd-4467-a26f-2ef37ad51025 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.520194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0581ae7e-38fd-4467-a26f-2ef37ad51025 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.523593 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c9345e05-85ec-417c-bf4c-4bd1851b1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.528551 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c9345e05-85ec-417c-bf4c-4bd1851b1a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.529985 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c9345e05-85ec-417c-bf4c-4bd1851b1a37 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2270af81-0ce6-4d63-a7dc-a6c2c7907520 HTTP/1.1" status: 204 len: 168 time: 0.1991861 Aug 30 13:15:04.537874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9345e05-85ec-417c-bf4c-4bd1851b1a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2270af81-0ce6-4d63-a7dc-a6c2c7907520,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:04.566566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581ae7e-38fd-4467-a26f-2ef37ad51025 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03be67d7-4366-414f-85d2-3ce791024e36,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:04.572964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0581ae7e-38fd-4467-a26f-2ef37ad51025 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:04.574348 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0581ae7e-38fd-4467-a26f-2ef37ad51025 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1757720 Aug 30 13:15:04.863672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-dad4ceaf-51e4-444c-9fbe-9d34208e7d37 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849138911&fields=id&tenant_id=2885c00a7c164c38ab83be0196c919d8 HTTP/1.1" status: 200 len: 267 time: 0.0574358 Aug 30 13:15:04.946359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ca760488-d79b-4d08-9a4b-8806a9852a0d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:04.986689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-7edb2fa0-ddf8-49bb-b7f4-c140db7edab4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:04.995588 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-7edb2fa0-ddf8-49bb-b7f4-c140db7edab4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/networks?id=b29973d4-1efe-4817-9dc9-6134bcdacfe9 HTTP/1.1" status: 200 len: 797 time: 0.1309419 Aug 30 13:15:05.006350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ca760488-d79b-4d08-9a4b-8806a9852a0d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:05.011380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ca760488-d79b-4d08-9a4b-8806a9852a0d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:05.012166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:05.014574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-3abfb95f-090c-4b6d-8e0b-96d9f7a7628f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/quotas/2885c00a7c164c38ab83be0196c919d8 HTTP/1.1" status: 200 len: 375 time: 0.0176988 Aug 30 13:15:05.083165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-eeff9413-8f94-43bb-ad39-ea97897cf580 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592728 Aug 30 13:15:05.129507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:05.183595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-95a6a597-af8a-4353-b0fc-c2806f456a02 service neutron] 10.222.0.37 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994093 Aug 30 13:15:05.184335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ca760488-d79b-4d08-9a4b-8806a9852a0d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ca760488-d79b-4d08-9a4b-8806a9852a0d,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:05.189127 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:05.259438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ca760488-d79b-4d08-9a4b-8806a9852a0d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:05.301165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-31660a69-a3dc-4055-a4a2-8581802a5342 service neutron] 10.222.0.37 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055133 Aug 30 13:15:05.516761 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe409652-d7a2-4892-867e-d21e9c5a37d5 req-b0b0d8ac-b84f-4466-8058-78c1f4914ca1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 210 time: 0.0503702 Aug 30 13:15:06.526020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-d2bae9bb-a487-412f-9786-9294ec4ec9d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:06.527749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-d2bae9bb-a487-412f-9786-9294ec4ec9d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "GET /v2.0/networks?id=b29973d4-1efe-4817-9dc9-6134bcdacfe9 HTTP/1.1" status: 200 len: 797 time: 0.1493652 Aug 30 13:15:06.592555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-f50fb586-02ac-412a-9f30-de451822bae4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2885c00a7c164c38ab83be0196c919d8 HTTP/1.1" status: 200 len: 380 time: 0.0547414 Aug 30 13:15:06.597383 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c819dd36-b976-4fda-a9e6-5c5a5c4888d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:06.604822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'port': {'device_id': '215cacea-68a4-4543-af7f-17603a6b11e5', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'admin_state_up': True, 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'security_groups': ['2be0b541-9655-4ea7-b0a2-fb80fb3b515f']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:06.642377 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0840edf0-b32c-4642-9d32-8bc951cd5834 req-9310940a-17d2-464c-b3c6-273c6d301c50 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 210 time: 0.0535140 Aug 30 13:15:06.746308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Made reservation on behalf of 2885c00a7c164c38ab83be0196c919d8 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:06.749929 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:06.900739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ca760488-d79b-4d08-9a4b-8806a9852a0d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:06.907566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.20.0.4 (b29973d4-1efe-4817-9dc9-6134bcdacfe9/bf7f2ee6-e2b0-4d5b-b824-557914cc60ad/72492bd7-2f06-472c-9dca-300347a75542) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:06.977351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ca760488-d79b-4d08-9a4b-8806a9852a0d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:06.977774 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:07.104248 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:07.121263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Transition to ACTIVE for port object 72492bd7-2f06-472c-9dca-300347a75542 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:07.159193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:07.203716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network b29973d4-1efe-4817-9dc9-6134bcdacfe9 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:07.211450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:07.234788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:07.261887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=72492bd7-2f06-472c-9dca-300347a75542,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:07.294509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:07.295103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:07.315515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-445dcb34-5ff1-42cf-91b8-05fa0d94a047 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7152200 Aug 30 13:15:07.327593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Request body: {'port': {'device_id': '215cacea-68a4-4543-af7f-17603a6b11e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:07.409869 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:07.547048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cce3193e-015a-4297-9154-3ba23a476d09 None None] Provisioning for port 72492bd7-2f06-472c-9dca-300347a75542 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:07.552138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cce3193e-015a-4297-9154-3ba23a476d09 None None] Provisioning complete for port 72492bd7-2f06-472c-9dca-300347a75542 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:07.552807 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cce3193e-015a-4297-9154-3ba23a476d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:07.593921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cce3193e-015a-4297-9154-3ba23a476d09 None None] Port 72492bd7-2f06-472c-9dca-300347a75542 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:07.743041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72492bd7-2f06-472c-9dca-300347a75542 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:15:07.765398 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:07.795962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Transition to ACTIVE for port object 72492bd7-2f06-472c-9dca-300347a75542 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:07.803366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:07.857857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f02cf-f8d3-44d9-8673-4776a95370c2 req-3f993e01-6db7-4fdf-a2a3-537f0b97beb2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:07.859776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f29f02cf-f8d3-44d9-8673-4776a95370c2 req-3f993e01-6db7-4fdf-a2a3-537f0b97beb2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 931 time: 0.1121507 Aug 30 13:15:07.895588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Pushing event updated for resources: {'Port': ['ID=72492bd7-2f06-472c-9dca-300347a75542,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:07.961144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f29f02cf-f8d3-44d9-8673-4776a95370c2 req-abe993aa-a8e9-4b20-b699-dba823dedb42 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878649 Aug 30 13:15:08.018207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Attempting to bind port 72492bd7-2f06-472c-9dca-300347a75542 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:08.018539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Attempting to bind port 72492bd7-2f06-472c-9dca-300347a75542 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:08.019077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Attempting to bind port 72492bd7-2f06-472c-9dca-300347a75542 on network b29973d4-1efe-4817-9dc9-6134bcdacfe9 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:08.025418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Port 72492bd7-2f06-472c-9dca-300347a75542 on network b29973d4-1efe-4817-9dc9-6134bcdacfe9 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:08.025778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Attempting to bind port 72492bd7-2f06-472c-9dca-300347a75542 on network b29973d4-1efe-4817-9dc9-6134bcdacfe9 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:08.031187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:15:08.031527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Checking segment: {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:08.031983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Bound using segment: {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:15:08.032416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Bound port: 72492bd7-2f06-472c-9dca-300347a75542, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f60cce5d-86dc-4895-8d3f-84670c76c01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:15:08.033539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:08.116557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] For port 72492bd7-2f06-472c-9dca-300347a75542, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:08.120549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] For port 72492bd7-2f06-472c-9dca-300347a75542, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72492bd7-2f06-472c-9dca-300347a75542,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:15:08.127547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:08.162111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:08.162726 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:08.164164 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] 10.222.0.35 "PUT /v2.0/ports/72492bd7-2f06-472c-9dca-300347a75542 HTTP/1.1" status: 200 len: 1091 time: 0.8411400 Aug 30 13:15:08.164642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'tag': '72492bd7-2f06-472c-9dca-300347a75542'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:15:08.167027 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66882267-cfa3-4308-8292-031cc3860026" -d '{"events": [{"name": "network-changed", "server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "tag": "72492bd7-2f06-472c-9dca-300347a75542"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:15:08.236745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ac274-9f16-45e7-9c20-44ffe0371977 service neutron] Pushing event updated for resources: {'Port': ['ID=72492bd7-2f06-472c-9dca-300347a75542,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:08.254624 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3758c5d-7828-4cef-bc20-d0f73cfb764a x-openstack-request-id: req-c3758c5d-7828-4cef-bc20-d0f73cfb764a {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:15:08.255196 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "tag": "72492bd7-2f06-472c-9dca-300347a75542", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:15:08.255627 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3758c5d-7828-4cef-bc20-d0f73cfb764a {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:15:08.256190 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'tag': '72492bd7-2f06-472c-9dca-300347a75542', 'status': 'completed', 'code': 200} Aug 30 13:15:08.274254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-fe084977-ae6b-4cea-af54-f859c23579c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:08.276008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-fe084977-ae6b-4cea-af54-f859c23579c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 1094 time: 0.0589030 Aug 30 13:15:08.342027 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-2d336653-4281-4f49-8ed3-f19a2c088d7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72492bd7-2f06-472c-9dca-300347a75542 HTTP/1.1" status: 200 len: 217 time: 0.0581644 Aug 30 13:15:08.413901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-ad198102-e017-4716-a2b8-ea538b39f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:08.415399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-ad198102-e017-4716-a2b8-ea538b39f2e9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf7f2ee6-e2b0-4d5b-b824-557914cc60ad HTTP/1.1" status: 200 len: 834 time: 0.0670769 Aug 30 13:15:08.470722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-5591c3f0-65fa-4233-884a-1a147831c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:08.472249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-5591c3f0-65fa-4233-884a-1a147831c4c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b29973d4-1efe-4817-9dc9-6134bcdacfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453632 Aug 30 13:15:08.583904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-fd794f88-eceb-456f-9c01-fdb90d63aa5a service neutron] 10.222.0.35 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043169 Aug 30 13:15:08.689904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08433312-8c6b-44e1-b5ed-33e5f2516fc6 req-96c74650-5790-4679-ae6c-d7b77643af29 service neutron] 10.222.0.35 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987778 Aug 30 13:15:08.780784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882267-cfa3-4308-8292-031cc3860026 req-d611f5a8-164e-4bbf-890d-ac3044c3b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:08.784032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66882267-cfa3-4308-8292-031cc3860026 req-d611f5a8-164e-4bbf-890d-ac3044c3b9c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 1094 time: 0.0464571 Aug 30 13:15:08.897317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882267-cfa3-4308-8292-031cc3860026 req-65ff76e8-ffe6-4ee4-b7ee-279714323ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:08.898913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66882267-cfa3-4308-8292-031cc3860026 req-65ff76e8-ffe6-4ee4-b7ee-279714323ecf service neutron] 10.222.0.35 "GET /v2.0/networks?id=b29973d4-1efe-4817-9dc9-6134bcdacfe9 HTTP/1.1" status: 200 len: 898 time: 0.1080172 Aug 30 13:15:08.943682 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66882267-cfa3-4308-8292-031cc3860026 req-d9916ac7-6b70-49b0-9aa9-d74d29817d3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72492bd7-2f06-472c-9dca-300347a75542 HTTP/1.1" status: 200 len: 217 time: 0.0358951 Aug 30 13:15:08.996605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882267-cfa3-4308-8292-031cc3860026 req-9963a2dc-f5d5-45e1-a24b-ddffb7abbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:08.998507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66882267-cfa3-4308-8292-031cc3860026 req-9963a2dc-f5d5-45e1-a24b-ddffb7abbba9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf7f2ee6-e2b0-4d5b-b824-557914cc60ad HTTP/1.1" status: 200 len: 834 time: 0.0471289 Aug 30 13:15:09.083237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882267-cfa3-4308-8292-031cc3860026 req-28411d3e-015c-44e6-b667-63ac53b0bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:09.084760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66882267-cfa3-4308-8292-031cc3860026 req-28411d3e-015c-44e6-b667-63ac53b0bf70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b29973d4-1efe-4817-9dc9-6134bcdacfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785148 Aug 30 13:15:09.156216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad213-04ee-4e2d-9a47-adce97ef0e25 req-ea40e7fd-33da-421e-9847-beab5809c6d8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:09.158486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbcad213-04ee-4e2d-9a47-adce97ef0e25 req-ea40e7fd-33da-421e-9847-beab5809c6d8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 943 time: 0.1069610 Aug 30 13:15:09.221957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbcad213-04ee-4e2d-9a47-adce97ef0e25 req-d0582818-65bc-46af-a1dc-fe331787c2d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551672 Aug 30 13:15:09.227563 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66882267-cfa3-4308-8292-031cc3860026 req-8635cf0d-a11b-411a-9c0d-562dfdfa341f service neutron] 10.222.0.35 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353226 Aug 30 13:15:09.330249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66882267-cfa3-4308-8292-031cc3860026 req-80a6dafb-e39b-41d4-8576-5f1f39ca53a3 service neutron] 10.222.0.35 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940468 Aug 30 13:15:09.335586 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-31320c00-6042-457d-9024-eb71a2644391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:09.934773 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:10.354049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956b5bd-ddfc-4cd7-8844-89be0fa9aa58 req-fef01b93-608b-4f97-9950-4782429575d7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:10.355889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5956b5bd-ddfc-4cd7-8844-89be0fa9aa58 req-fef01b93-608b-4f97-9950-4782429575d7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 943 time: 0.0531950 Aug 30 13:15:10.410813 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5956b5bd-ddfc-4cd7-8844-89be0fa9aa58 req-0c18867a-61a3-4c39-a491-a73448e0dda8 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Aug 30 13:15:10.696788 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:15:10.784738 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.518099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57860) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:11.528976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f4ef5-6370-4b3d-a898-fedffa00a5ae req-2eb496d5-e7eb-4b58-a28d-2578f80b6c39 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:11.530599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-584f4ef5-6370-4b3d-a898-fedffa00a5ae req-2eb496d5-e7eb-4b58-a28d-2578f80b6c39 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 943 time: 0.0538378 Aug 30 13:15:11.576628 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-584f4ef5-6370-4b3d-a898-fedffa00a5ae req-8f175029-b053-4a8e-ab92-7e89682b1f3f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391016 Aug 30 13:15:11.619739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 72492bd7-2f06-472c-9dca-300347a75542 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:15:11.622415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57868) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:11.664088 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ae86686-9716-4f5f-a07b-eb5bb03318ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.695168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e57a2297-80a1-4711-ad82-de5e5d480664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.725429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 72492bd7-2f06-472c-9dca-300347a75542, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72492bd7-2f06-472c-9dca-300347a75542,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:11.739716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '72492bd7-2f06-472c-9dca-300347a75542', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'port_id': '72492bd7-2f06-472c-9dca-300347a75542', 'mac_address': 'fa:16:3e:dd:aa:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:15:11.778191 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.789399 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ae86686-9716-4f5f-a07b-eb5bb03318ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.791543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72492bd7-2f06-472c-9dca-300347a75542 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:15:11.795099 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ae86686-9716-4f5f-a07b-eb5bb03318ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.812068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 72492bd7-2f06-472c-9dca-300347a75542, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72492bd7-2f06-472c-9dca-300347a75542,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:11.817314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.860418 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1ae86686-9716-4f5f-a07b-eb5bb03318ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8e4a88829ad481fa910f6a0b830cfb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391223 Aug 30 13:15:11.863380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57874) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:11.864592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae86686-9716-4f5f-a07b-eb5bb03318ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496baf5f-5603-4d66-b7af-bfea0c34a2c8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:11.867983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=72492bd7-2f06-472c-9dca-300347a75542,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:11.922817 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8daea527-a841-44ea-83e5-d1bb7d56ca38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.923823 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e57a2297-80a1-4711-ad82-de5e5d480664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.927987 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e57a2297-80a1-4711-ad82-de5e5d480664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.945064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8daea527-a841-44ea-83e5-d1bb7d56ca38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:11.965186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a2297-80a1-4711-ad82-de5e5d480664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b943380-7759-4e1e-a360-83cc8dd7c580,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:11.974166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e57a2297-80a1-4711-ad82-de5e5d480664 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f026224bee3c45ed946bc8b52d054311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501792 Aug 30 13:15:11.974426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57878) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:12.031145 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8daea527-a841-44ea-83e5-d1bb7d56ca38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.034346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8daea527-a841-44ea-83e5-d1bb7d56ca38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.035502 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8daea527-a841-44ea-83e5-d1bb7d56ca38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/496baf5f-5603-4d66-b7af-bfea0c34a2c8 HTTP/1.1" status: 204 len: 168 time: 0.1702926 Aug 30 13:15:12.059447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daea527-a841-44ea-83e5-d1bb7d56ca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496baf5f-5603-4d66-b7af-bfea0c34a2c8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:12.070524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ce-51ab-4329-b517-6cd60aba1e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.093228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ce-51ab-4329-b517-6cd60aba1e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.138845 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.143450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ce-51ab-4329-b517-6cd60aba1e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.146830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['72492bd7-2f06-472c-9dca-300347a75542'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:15:12.148018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1530e0ce-51ab-4329-b517-6cd60aba1e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.151884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1530e0ce-51ab-4329-b517-6cd60aba1e0f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b943380-7759-4e1e-a360-83cc8dd7c580 HTTP/1.1" status: 204 len: 168 time: 0.1763253 Aug 30 13:15:12.160683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530e0ce-51ab-4329-b517-6cd60aba1e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b943380-7759-4e1e-a360-83cc8dd7c580,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:12.342491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57888) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:12.357174 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ec20954-d7fc-4b1e-bf12-4078b04923da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.455623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ec20954-d7fc-4b1e-bf12-4078b04923da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.459514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ec20954-d7fc-4b1e-bf12-4078b04923da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.496636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec20954-d7fc-4b1e-bf12-4078b04923da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d60782-a38b-41d3-904a-ee9d5bd8ac27,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:12.500852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2ec20954-d7fc-4b1e-bf12-4078b04923da admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2d021b4af3f94bac8a40efd3181b3a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572390 Aug 30 13:15:12.503618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57890) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:12.556250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cd7-18b1-4db3-9961-45f23e52abb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.575790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57892) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:12.577730 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cd7-18b1-4db3-9961-45f23e52abb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.588932 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e9e-a6ba-438f-b3af-ca24aa7abbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.632942 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cd7-18b1-4db3-9961-45f23e52abb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.636457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a2f38cd7-18b1-4db3-9961-45f23e52abb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.637913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a2f38cd7-18b1-4db3-9961-45f23e52abb4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b5d60782-a38b-41d3-904a-ee9d5bd8ac27 HTTP/1.1" status: 204 len: 168 time: 0.1335037 Aug 30 13:15:12.647732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38cd7-18b1-4db3-9961-45f23e52abb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d60782-a38b-41d3-904a-ee9d5bd8ac27,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:12.736377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af418b-2591-4fc1-bed6-c6e71da5e945 req-8e6cd216-860b-46d7-9323-f3061a1fb525 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:12.737914 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77af418b-2591-4fc1-bed6-c6e71da5e945 req-8e6cd216-860b-46d7-9323-f3061a1fb525 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 944 time: 0.0713210 Aug 30 13:15:12.768758 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e9e-a6ba-438f-b3af-ca24aa7abbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.774682 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5f77e9e-a6ba-438f-b3af-ca24aa7abbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.814584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77af418b-2591-4fc1-bed6-c6e71da5e945 req-2465eb3b-9811-47a4-af76-21fe3785d2ad tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695534 Aug 30 13:15:12.841377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57904) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:12.842183 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b5f77e9e-a6ba-438f-b3af-ca24aa7abbad admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=79618f052e4b4930a67c94c4da56fc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650099 Aug 30 13:15:12.843294 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f77e9e-a6ba-438f-b3af-ca24aa7abbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7102d8-90d8-47a2-a64c-fd0842cc754d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:12.908931 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37fea084-ceec-4e75-a066-e9f1c633ae4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.930452 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37fea084-ceec-4e75-a066-e9f1c633ae4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.980262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37fea084-ceec-4e75-a066-e9f1c633ae4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.982931 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37fea084-ceec-4e75-a066-e9f1c633ae4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:12.984090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-37fea084-ceec-4e75-a066-e9f1c633ae4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db7102d8-90d8-47a2-a64c-fd0842cc754d HTTP/1.1" status: 204 len: 168 time: 0.1413860 Aug 30 13:15:12.992815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fea084-ceec-4e75-a066-e9f1c633ae4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7102d8-90d8-47a2-a64c-fd0842cc754d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:13.624228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 72492bd7-2f06-472c-9dca-300347a75542 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:13.681762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 72492bd7-2f06-472c-9dca-300347a75542 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:13.686223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 72492bd7-2f06-472c-9dca-300347a75542 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:13.686834 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:13.785901 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:13.809650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72492bd7-2f06-472c-9dca-300347a75542'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:15:13.815134 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4d4d5f-3491-4625-a05a-d787316b50e1" -d '{"events": [{"server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "name": "network-vif-plugged", "status": "completed", "tag": "72492bd7-2f06-472c-9dca-300347a75542"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:15:13.830036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 72492bd7-2f06-472c-9dca-300347a75542, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72492bd7-2f06-472c-9dca-300347a75542,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:13.835707 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:13.865398 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f0a36-baaa-4f02-a8cb-02cf3e1943f9 x-openstack-request-id: req-8d1f0a36-baaa-4f02-a8cb-02cf3e1943f9 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:15:13.865701 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "name": "network-vif-plugged", "status": "completed", "tag": "72492bd7-2f06-472c-9dca-300347a75542", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:15:13.865913 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d1f0a36-baaa-4f02-a8cb-02cf3e1943f9 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:15:13.866344 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72492bd7-2f06-472c-9dca-300347a75542', 'code': 200} Aug 30 13:15:13.936705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=72492bd7-2f06-472c-9dca-300347a75542,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:13.986880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8abc5-7639-4d00-8a40-c3a7a4d88df7 req-0977df6b-bf77-452a-be32-343f7471eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:13.989979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6e8abc5-7639-4d00-8a40-c3a7a4d88df7 req-0977df6b-bf77-452a-be32-343f7471eeb9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 1096 time: 0.0467534 Aug 30 13:15:14.007710 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4af104-cbe8-4be5-a5d5-4687998a13e9 req-f1868221-8b83-4de0-a3ad-e6ea38b2d3f4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:14.009528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aa4af104-cbe8-4be5-a5d5-4687998a13e9 req-f1868221-8b83-4de0-a3ad-e6ea38b2d3f4 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 945 time: 0.0808039 Aug 30 13:15:14.037644 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e6e8abc5-7639-4d00-8a40-c3a7a4d88df7 req-d2dba78c-8411-48a1-b556-15bad7ba38d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399938 Aug 30 13:15:14.059405 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aa4af104-cbe8-4be5-a5d5-4687998a13e9 req-036df547-d176-4bc8-a75a-86757a8e0999 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 Aug 30 13:15:15.134400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58058) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:15.196034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdea068-1841-4af1-9e42-768c372c810b req-2d137be5-f5c8-4354-b96d-bdeab81c7889 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:15.203446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fdea068-1841-4af1-9e42-768c372c810b req-2d137be5-f5c8-4354-b96d-bdeab81c7889 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 945 time: 0.0631280 Aug 30 13:15:15.246281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fdea068-1841-4af1-9e42-768c372c810b req-76cd9e91-5652-4459-88d3-d04a5192b877 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Aug 30 13:15:15.314742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0376421-5f38-43a8-85de-b9601fc60e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.402474 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58066) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:15.431402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0376421-5f38-43a8-85de-b9601fc60e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.436129 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0376421-5f38-43a8-85de-b9601fc60e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.473609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0376421-5f38-43a8-85de-b9601fc60e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c51e663-571c-4c93-8a33-4dbabcc951ab,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:15.478812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a0376421-5f38-43a8-85de-b9601fc60e45 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56a2b7ffa51b406fac76cf9920422291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433840 Aug 30 13:15:15.481441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58070) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:15.531510 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c556bed-fdf6-46ad-9a54-50a6535f529d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.555375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c556bed-fdf6-46ad-9a54-50a6535f529d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.607186 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c556bed-fdf6-46ad-9a54-50a6535f529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.610087 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c556bed-fdf6-46ad-9a54-50a6535f529d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.611292 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8c556bed-fdf6-46ad-9a54-50a6535f529d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4c51e663-571c-4c93-8a33-4dbabcc951ab HTTP/1.1" status: 204 len: 168 time: 0.1289167 Aug 30 13:15:15.619801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c556bed-fdf6-46ad-9a54-50a6535f529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c51e663-571c-4c93-8a33-4dbabcc951ab,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:15.801181 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be7e4d29-edf1-4ae6-8281-09ae0aa84a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.896908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58078) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:15.901190 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be7e4d29-edf1-4ae6-8281-09ae0aa84a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.905519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be7e4d29-edf1-4ae6-8281-09ae0aa84a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.913575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd7fab8-2ab0-4457-8dde-d172c4ff9d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:15.947004 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be7e4d29-edf1-4ae6-8281-09ae0aa84a0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8308e67e778e41b3961edf65f79bbe68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5434518 Aug 30 13:15:15.947853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58080) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:15.954465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e4d29-edf1-4ae6-8281-09ae0aa84a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae3cc47-0b2b-4cfb-897f-0e3c16ff3557,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:16.001905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24cbe83a-066c-4719-9cfb-ce5411310573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.012358 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd7fab8-2ab0-4457-8dde-d172c4ff9d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.016613 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dd7fab8-2ab0-4457-8dde-d172c4ff9d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.022820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24cbe83a-066c-4719-9cfb-ce5411310573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.061931 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6dd7fab8-2ab0-4457-8dde-d172c4ff9d73 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1d4901a1b4947d185e11d4c4b7dbeed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636744 Aug 30 13:15:16.063199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7fab8-2ab0-4457-8dde-d172c4ff9d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0598fa9-3e73-4af1-9c51-72f2e74276c6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:16.066737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58084) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:16.083771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24cbe83a-066c-4719-9cfb-ce5411310573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.086870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24cbe83a-066c-4719-9cfb-ce5411310573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.091886 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-24cbe83a-066c-4719-9cfb-ce5411310573 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ae3cc47-0b2b-4cfb-897f-0e3c16ff3557 HTTP/1.1" status: 204 len: 168 time: 0.1430359 Aug 30 13:15:16.102493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbe83a-066c-4719-9cfb-ce5411310573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae3cc47-0b2b-4cfb-897f-0e3c16ff3557,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:16.126596 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69c6e4d3-c8bb-4e8d-a095-b9d49abd28af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.151565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69c6e4d3-c8bb-4e8d-a095-b9d49abd28af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.200410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69c6e4d3-c8bb-4e8d-a095-b9d49abd28af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.203236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69c6e4d3-c8bb-4e8d-a095-b9d49abd28af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.205091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-69c6e4d3-c8bb-4e8d-a095-b9d49abd28af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0598fa9-3e73-4af1-9c51-72f2e74276c6 HTTP/1.1" status: 204 len: 168 time: 0.1375172 Aug 30 13:15:16.215609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6e4d3-c8bb-4e8d-a095-b9d49abd28af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0598fa9-3e73-4af1-9c51-72f2e74276c6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:16.399487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6df6c-4b34-41d8-bea6-cbfbab3e68ca req-9c500bee-f0f7-43f0-b12f-50adb9ab5e8d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:16.402327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36b6df6c-4b34-41d8-bea6-cbfbab3e68ca req-9c500bee-f0f7-43f0-b12f-50adb9ab5e8d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 945 time: 0.0573726 Aug 30 13:15:16.449801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-36b6df6c-4b34-41d8-bea6-cbfbab3e68ca req-c88ab778-8498-4ff8-af1a-5165a6d9a206 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389245 Aug 30 13:15:16.517553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58104) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:16.553922 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b7d0-a48b-4752-a6fe-a3f5d281b9d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.592589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a4e3-d08c-4184-bf1b-86fa5ca8f4a9 req-5e8f4531-49ff-4ccd-923b-0d8b049bf1eb tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:16.594186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-abe5a4e3-d08c-4184-bf1b-86fa5ca8f4a9 req-5e8f4531-49ff-4ccd-923b-0d8b049bf1eb tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 945 time: 0.0715041 Aug 30 13:15:16.660548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-abe5a4e3-d08c-4184-bf1b-86fa5ca8f4a9 req-a7f5f47a-f1d7-40fb-98dd-4da03874011a tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592561 Aug 30 13:15:16.682921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58112) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:16.708807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b7d0-a48b-4752-a6fe-a3f5d281b9d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.713175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5c2b7d0-a48b-4752-a6fe-a3f5d281b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.725218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f435da96-0be2-4867-b9a1-5604cd46fb67 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:16.726900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f435da96-0be2-4867-b9a1-5604cd46fb67 tempest-TestNetworkBasicOps-2032871714 tempest-TestNetworkBasicOps-2032871714-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 1091 time: 0.0424256 Aug 30 13:15:16.729768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58116) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:16.734593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '72492bd7-2f06-472c-9dca-300347a75542', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:16.759188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e5c2b7d0-a48b-4752-a6fe-a3f5d281b9d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d09556cd736a42018815eb59877877a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2424138 Aug 30 13:15:16.760319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2b7d0-a48b-4752-a6fe-a3f5d281b9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeeea27-40f8-42d6-a43a-483b13724662,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:16.764994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58118) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:16.771712 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.870748 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e86c976c-c21e-4e44-8069-1fa59664aa81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.903863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e86c976c-c21e-4e44-8069-1fa59664aa81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:16.954192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:17.010997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e86c976c-c21e-4e44-8069-1fa59664aa81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:17.013503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e86c976c-c21e-4e44-8069-1fa59664aa81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:17.014663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e86c976c-c21e-4e44-8069-1fa59664aa81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6aeeea27-40f8-42d6-a43a-483b13724662 HTTP/1.1" status: 204 len: 168 time: 0.2515330 Aug 30 13:15:17.029306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c976c-c21e-4e44-8069-1fa59664aa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeeea27-40f8-42d6-a43a-483b13724662,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:17.083584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Allocated IP 172.25.2.14 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/e55ae728-9982-4fec-877b-6388eee6c6e0) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:17.203895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:17.246953 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:17.301162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:17.302539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=e55ae728-9982-4fec-877b-6388eee6c6e0,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:17.306485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:17.308398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:17.659244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58158) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:17.723075 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:17.799254 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:17.914576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-448621261'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:17.963528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Made reservation on behalf of b8b55cbce36f47fd805ab479c537f0af for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:17.966985 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:17.983669 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:17.999744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.008706 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.101116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event updated for resources: {'Port': ['ID=e55ae728-9982-4fec-877b-6388eee6c6e0,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:18.118170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.286371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.289873 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Floating IP 78252d5d-5210-43a2-95b0-2aa58513a4cf associated. External IP: 172.25.2.14, port: 72492bd7-2f06-472c-9dca-300347a75542. Aug 30 13:15:18.293226 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.365863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:15:18.375184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6d8bbf-d6ad-46b3-9538-b2724372c96f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:18.418275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.418842 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Added segment acae43a8-47e2-4a3e-9732-66bd029cf2a8 of type vlan for network b9ae705d-f1c2-4641-8a24-220e8a6aab24 Aug 30 13:15:18.515265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.587877 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.593290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:18.593919 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.656111 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9957395 Aug 30 13:15:18.671734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 53b553f6-2bad-451e-9163-830276e420ff has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:15:18.676945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a924c87-c6d0-4d6f-90e3-0ba9c1b0f4eb tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Pushing event updated for resources: {'Network': ['ID=b9ae705d-f1c2-4641-8a24-220e8a6aab24,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:18.691430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b9ae705d-f1c2-4641-8a24-220e8a6aab24 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:15:18.799103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:15:18.812526 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] Sync routers for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:15:18.825814 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:15:18.826283 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:18.828530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:18.860822 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0f82ea4d-9437-4ef9-9c11-3174ff24f25f tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1296413 Aug 30 13:15:18.861925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'tag': '72492bd7-2f06-472c-9dca-300347a75542'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:15:18.863717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58206) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:18.865383 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48" -d '{"events": [{"name": "network-changed", "server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "tag": "72492bd7-2f06-472c-9dca-300347a75542"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:15:18.916768 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169ceabb-3a29-49cc-be1e-2d7761701e8a x-openstack-request-id: req-169ceabb-3a29-49cc-be1e-2d7761701e8a {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:15:18.917294 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "tag": "72492bd7-2f06-472c-9dca-300347a75542", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:15:18.918232 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-169ceabb-3a29-49cc-be1e-2d7761701e8a {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:15:18.918823 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'tag': '72492bd7-2f06-472c-9dca-300347a75542', 'status': 'completed', 'code': 200} Aug 30 13:15:18.976032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-972f43b2-bd1d-4e7a-a6fc-6c33ea1b0143 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/floatingips/78252d5d-5210-43a2-95b0-2aa58513a4cf HTTP/1.1" status: 200 len: 990 time: 0.1111467 Aug 30 13:15:18.991133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58212) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:18.996434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Request body: {'port': {'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24', 'binding:host_id': 'n-h1-688802-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1504300978'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:18.998581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-bb57bd03-9951-4eab-8aec-a52a21a1114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:19.000215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-bb57bd03-9951-4eab-8aec-a52a21a1114f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 1096 time: 0.0582633 Aug 30 13:15:19.026959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Made reservation on behalf of 5ff247d2f5de4a1a8b08cb95869ce018 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:19.030240 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.042133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.057925 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:15:19.150350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-b899991f-c155-4e9b-8479-c55361ed46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:19.152166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-b899991f-c155-4e9b-8479-c55361ed46d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b29973d4-1efe-4817-9dc9-6134bcdacfe9 HTTP/1.1" status: 200 len: 898 time: 0.1446338 Aug 30 13:15:19.167872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.173015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.178255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] device_id is not set on port a16e65ea-acb6-4e07-8168-959944d0a6e7 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:19.226681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-62c79b48-d146-4fc2-a8d8-e0dea7effcfd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72492bd7-2f06-472c-9dca-300347a75542 HTTP/1.1" status: 200 len: 998 time: 0.0674226 Aug 30 13:15:19.259960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ed2f8f-a3d3-429c-8d21-675635d208f5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:19.311157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-dc0476a7-9417-421c-a675-9960901c58d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:19.315291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-dc0476a7-9417-421c-a675-9960901c58d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf7f2ee6-e2b0-4d5b-b824-557914cc60ad HTTP/1.1" status: 200 len: 834 time: 0.0819008 Aug 30 13:15:19.368083 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '78252d5d-5210-43a2-95b0-2aa58513a4cf', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '53b553f6-2bad-451e-9163-830276e420ff', 'port_id': '72492bd7-2f06-472c-9dca-300347a75542', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'mac_address': 'fa:16:3e:dd:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cacea-68a4-4543-af7f-17603a6b11e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:15:17Z', 'updated_at': '2021-08-30T13:15:17Z', 'revision_number': 0, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca760488-d79b-4d08-9a4b-8806a9852a0d', 'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:64:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:57Z', 'updated_at': '2021-08-30T13:15:05Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:19.397974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-33d4368b-ee48-4b99-b2b9-83b00c1e6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:19.402265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-33d4368b-ee48-4b99-b2b9-83b00c1e6abb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b29973d4-1efe-4817-9dc9-6134bcdacfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795021 Aug 30 13:15:19.403326 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] Checking router: 53b553f6-2bad-451e-9163-830276e420ff for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:15:19.413527 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:15:19.414545 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:19.427128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-e5afd302-48c3-492e-9978-8fb299b58cf0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:15:19.428949 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-e5afd302-48c3-492e-9978-8fb299b58cf0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103631 Aug 30 13:15:19.461983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] device_id is not set on port a16e65ea-acb6-4e07-8168-959944d0a6e7 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:19.472277 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.491570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Transition to ACTIVE for port object a16e65ea-acb6-4e07-8168-959944d0a6e7 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:19.510298 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.547633 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-5746a58b-836e-44a6-97e0-4180c77e8620 service neutron] 10.222.0.35 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110296 Aug 30 13:15:19.577010 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:15:19.577261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'Port': ['ID=a16e65ea-acb6-4e07-8168-959944d0a6e7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:19.593390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Checking segment: {'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:19.593874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Network hostable DHCP agents. Network: b9ae705d-f1c2-4641-8a24-220e8a6aab24, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:15:19.613501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Network b9ae705d-f1c2-4641-8a24-220e8a6aab24 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:15:19.626354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b9ae705d-f1c2-4641-8a24-220e8a6aab24) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:19.631179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:19.637031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b50376-70b1-4783-8b0a-1faa5f417686 None None] Network b9ae705d-f1c2-4641-8a24-220e8a6aab24 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:19.667617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.670913 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.671179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.672679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58226) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:19.677938 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.679012 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.679624 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 2 to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 Aug 30 13:15:19.693482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.693986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.702764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.704034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f1ed0a9-1a6e-4c3e-85ab-c93d0814ae48 req-5160f328-8751-463b-bbb9-f90d701703e4 service neutron] 10.222.0.35 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478398 Aug 30 13:15:19.709478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.710457 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.710864 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 3 to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 Aug 30 13:15:19.727575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.727979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.728463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.733642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.734062 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.734457 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 4 to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 Aug 30 13:15:19.750180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.750624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.751665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.758804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.759399 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.760008 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 5 to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 Aug 30 13:15:19.777419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.777791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.778134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.789074 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.789838 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.790355 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 6 to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 Aug 30 13:15:19.804986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.805400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.805845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.810446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.810772 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.811261 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 7 to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 Aug 30 13:15:19.824082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.824424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.824884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.829625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.829983 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.830369 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 8 to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 Aug 30 13:15:19.836305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b5ad-aa11-4988-bfa1-40ef5aa7e48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.842734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.843070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.843398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.845910 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '78252d5d-5210-43a2-95b0-2aa58513a4cf', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '53b553f6-2bad-451e-9163-830276e420ff', 'port_id': '72492bd7-2f06-472c-9dca-300347a75542', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'mac_address': 'fa:16:3e:dd:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cacea-68a4-4543-af7f-17603a6b11e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:15:17Z', 'updated_at': '2021-08-30T13:15:17Z', 'revision_number': 0, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca760488-d79b-4d08-9a4b-8806a9852a0d', 'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:64:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:57Z', 'updated_at': '2021-08-30T13:15:05Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:19.850219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.850543 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.851055 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 9 to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 Aug 30 13:15:19.864311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.864644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.864980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.869614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.870960 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.870960 n-d-688802-6 neutron-server[95699]: INFO neutron.plugins.ml2.plugin [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 10 to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 Aug 30 13:15:19.874534 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1f4c71-5b27-4404-afaa-b252868ce10e None None] The sync data for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 is: [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '78252d5d-5210-43a2-95b0-2aa58513a4cf', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'floating_ip_address': '172.25.2.14', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '53b553f6-2bad-451e-9163-830276e420ff', 'port_id': '72492bd7-2f06-472c-9dca-300347a75542', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'mac_address': 'fa:16:3e:dd:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215cacea-68a4-4543-af7f-17603a6b11e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:15:17Z', 'updated_at': '2021-08-30T13:15:17Z', 'revision_number': 0, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca760488-d79b-4d08-9a4b-8806a9852a0d', 'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:64:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:57Z', 'updated_at': '2021-08-30T13:15:05Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:15:19.886669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:19.887026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:19.887370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:19.892236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port a16e65ea-acb6-4e07-8168-959944d0a6e7 on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:19.892565 n-d-688802-6 neutron-server[95699]: ERROR neutron.plugins.ml2.managers [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port a16e65ea-acb6-4e07-8168-959944d0a6e7 on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:19.892929 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.940532 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b5ad-aa11-4988-bfa1-40ef5aa7e48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.944810 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2c4b5ad-aa11-4988-bfa1-40ef5aa7e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.965962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] For port a16e65ea-acb6-4e07-8168-959944d0a6e7, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:19.966487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempted to set empty binding levels {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 13:15:19.971468 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:19.981725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58230) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:19.994695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b2c4b5ad-aa11-4988-bfa1-40ef5aa7e48b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63caa324f3184e38a2be6cef1511b0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128624 Aug 30 13:15:20.001491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58232) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:20.023490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:20.023649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4b5ad-aa11-4988-bfa1-40ef5aa7e48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a22403-e477-47f8-b5ad-7677463cc86b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:20.024096 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.043458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'Port': ['ID=a16e65ea-acb6-4e07-8168-959944d0a6e7,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:20.056581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fdef64cf-d2c3-4fb4-9c9a-d3a7dbef31fc tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/floatingips/78252d5d-5210-43a2-95b0-2aa58513a4cf HTTP/1.1" status: 200 len: 990 time: 0.0728145 Aug 30 13:15:20.062673 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5d08f642-4ad5-4de3-b38e-2bb74017586b tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0702109 Aug 30 13:15:20.066299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58234) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:20.084195 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54b0e8c6-6a8b-4f72-b147-afa11e0afafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.107813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54b0e8c6-6a8b-4f72-b147-afa11e0afafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.119582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3151f20-6cce-4fec-8e6a-8462493b61ef None None] New status for floating IP 78252d5d-5210-43a2-95b0-2aa58513a4cf: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:15:20.147963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f64c3323-63db-49ca-b166-0982a3475007 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Deleting port a16e65ea-acb6-4e07-8168-959944d0a6e7 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:20.148302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f64c3323-63db-49ca-b166-0982a3475007 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.183076 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54b0e8c6-6a8b-4f72-b147-afa11e0afafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.185793 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54b0e8c6-6a8b-4f72-b147-afa11e0afafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.186930 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-54b0e8c6-6a8b-4f72-b147-afa11e0afafb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/52a22403-e477-47f8-b5ad-7677463cc86b HTTP/1.1" status: 204 len: 168 time: 0.1844587 Aug 30 13:15:20.196912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0e8c6-6a8b-4f72-b147-afa11e0afafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a22403-e477-47f8-b5ad-7677463cc86b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:20.225488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-f64c3323-63db-49ca-b166-0982a3475007 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] For port a16e65ea-acb6-4e07-8168-959944d0a6e7, host n-h1-688802-6, got binding levels [] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:20.225914 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f64c3323-63db-49ca-b166-0982a3475007 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.241762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f64c3323-63db-49ca-b166-0982a3475007 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Calling delete_port for a16e65ea-acb6-4e07-8168-959944d0a6e7 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:20.324734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f64c3323-63db-49ca-b166-0982a3475007 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.354323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c3323-63db-49ca-b166-0982a3475007 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event deleted for resources: {'Port': ['ID=a16e65ea-acb6-4e07-8168-959944d0a6e7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:20.360674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f64c3323-63db-49ca-b166-0982a3475007 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.365700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f64c3323-63db-49ca-b166-0982a3475007 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "DELETE /v2.0/ports/a16e65ea-acb6-4e07-8168-959944d0a6e7 HTTP/1.1" status: 204 len: 168 time: 0.2959816 Aug 30 13:15:20.365993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58242) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:20.396428 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-02358624-9df3-4078-8d5b-f427bc06125e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] GET failed (client error): The resource could not be found. Aug 30 13:15:20.401240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-02358624-9df3-4078-8d5b-f427bc06125e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "GET /v2.0/ports/a16e65ea-acb6-4e07-8168-959944d0a6e7 HTTP/1.1" status: 404 len: 333 time: 0.0310936 Aug 30 13:15:20.402322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58246) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:20.410608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Request body: {'port': {'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1694046001'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:20.437137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Made reservation on behalf of 5ff247d2f5de4a1a8b08cb95869ce018 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:20.440422 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.457020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] device_id is not set on port bfb2e005-8770-4713-a88d-63af2f059fbc yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:20.517918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58248) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:20.530817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9fad7008-3eb7-4afe-9ed4-04bffe6aee09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.613283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.628933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9fad7008-3eb7-4afe-9ed4-04bffe6aee09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.633019 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9fad7008-3eb7-4afe-9ed4-04bffe6aee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.648217 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.672943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9fad7008-3eb7-4afe-9ed4-04bffe6aee09 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bad6a118334445a1adefb619f31f19de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533663 Aug 30 13:15:20.674279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad7008-3eb7-4afe-9ed4-04bffe6aee09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696bc7ef-118d-466c-90a2-f74f2d0f3785,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:20.676654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58252) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:20.691731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Network b9ae705d-f1c2-4641-8a24-220e8a6aab24 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:20.694575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:20.697913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:20.698827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:20.699731 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.709114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'Port': ['ID=bfb2e005-8770-4713-a88d-63af2f059fbc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:20.718156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2eddde1d-86e9-4506-800f-0c78c45da19d tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3156030 Aug 30 13:15:20.721228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58254) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:20.726492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:20.729924 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c308787-6223-4cba-bc55-65c446e0ff17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.751455 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c308787-6223-4cba-bc55-65c446e0ff17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.781027 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.798849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c308787-6223-4cba-bc55-65c446e0ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.801427 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c308787-6223-4cba-bc55-65c446e0ff17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.802642 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2c308787-6223-4cba-bc55-65c446e0ff17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/696bc7ef-118d-466c-90a2-f74f2d0f3785 HTTP/1.1" status: 204 len: 168 time: 0.1251473 Aug 30 13:15:20.810725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c308787-6223-4cba-bc55-65c446e0ff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696bc7ef-118d-466c-90a2-f74f2d0f3785,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:20.957129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] device_id is not set on port bfb2e005-8770-4713-a88d-63af2f059fbc yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:20.964861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:20.977972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Transition to ACTIVE for port object bfb2e005-8770-4713-a88d-63af2f059fbc will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:20.982487 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:21.033920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'Port': ['ID=bfb2e005-8770-4713-a88d-63af2f059fbc,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:21.049220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.049559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.049924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.054414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.054742 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.055122 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 2 to bind port bfb2e005-8770-4713-a88d-63af2f059fbc Aug 30 13:15:21.058304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58262) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:21.073267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.073605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.073980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.078967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.079490 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.079876 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 3 to bind port bfb2e005-8770-4713-a88d-63af2f059fbc Aug 30 13:15:21.095838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.096515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.096951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.101580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.102002 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.102449 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 4 to bind port bfb2e005-8770-4713-a88d-63af2f059fbc Aug 30 13:15:21.115431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.115901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.116305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.121010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.121398 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.121886 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 5 to bind port bfb2e005-8770-4713-a88d-63af2f059fbc Aug 30 13:15:21.126633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7646a282-11d9-4f65-8ccf-57695c5bee32 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/floatingips/78252d5d-5210-43a2-95b0-2aa58513a4cf HTTP/1.1" status: 200 len: 992 time: 0.0671091 Aug 30 13:15:21.135671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.136007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.136412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.145058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.145390 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.145811 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 6 to bind port bfb2e005-8770-4713-a88d-63af2f059fbc Aug 30 13:15:21.158591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.158929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.159268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.163585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.163911 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.164292 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 7 to bind port bfb2e005-8770-4713-a88d-63af2f059fbc Aug 30 13:15:21.176446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.176882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.177320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.182256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.182585 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.182964 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 8 to bind port bfb2e005-8770-4713-a88d-63af2f059fbc Aug 30 13:15:21.196523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.196523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.196807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.201428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.201788 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.202219 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 9 to bind port bfb2e005-8770-4713-a88d-63af2f059fbc Aug 30 13:15:21.215203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.215538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.215867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.220325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.220648 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.221056 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 10 to bind port bfb2e005-8770-4713-a88d-63af2f059fbc Aug 30 13:15:21.233082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:21.233413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:21.233772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:21.238196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:21.238516 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port bfb2e005-8770-4713-a88d-63af2f059fbc on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:21.238873 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:21.310311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] For port bfb2e005-8770-4713-a88d-63af2f059fbc, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:21.310688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempted to set empty binding levels {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 13:15:21.315638 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:21.354359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] In _notify_port_updated(), no bound segment for port bfb2e005-8770-4713-a88d-63af2f059fbc on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:15:21.355217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.355821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:21.357184 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "PUT /v2.0/ports/bfb2e005-8770-4713-a88d-63af2f059fbc HTTP/1.1" status: 200 len: 975 time: 0.6348403 Aug 30 13:15:21.359937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58276) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:21.372221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd346ab-e35b-466b-8315-759eec7f4dd2 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'Port': ['ID=bfb2e005-8770-4713-a88d-63af2f059fbc,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:21.466084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.466455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.466921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.467384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.468024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.468490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.470004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.470694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.471183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.471657 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.472125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.472595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.473060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.473532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.474080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.474542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.475012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.475485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.475941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.476400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.476858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.477317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.477808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.478518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.478749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.479207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.479658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.480122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.480576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.481033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.481493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.482028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.482487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.482951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.483409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.483866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:21.488427 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c4e62826-a1c0-467d-a44e-0f4d7d46f912 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32312 time: 0.1272810 Aug 30 13:15:21.492744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58284) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:21.569928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1ade1-2440-4fdf-9462-ce751e880c9f tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Deleting port bfb2e005-8770-4713-a88d-63af2f059fbc {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:21.570328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ade1-2440-4fdf-9462-ce751e880c9f tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:21.633155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-4fb1ade1-2440-4fdf-9462-ce751e880c9f tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] For port bfb2e005-8770-4713-a88d-63af2f059fbc, host n-h1-688802-6, got binding levels [] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:21.633590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ade1-2440-4fdf-9462-ce751e880c9f tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:21.651739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1ade1-2440-4fdf-9462-ce751e880c9f tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Calling delete_port for bfb2e005-8770-4713-a88d-63af2f059fbc owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:21.731689 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ade1-2440-4fdf-9462-ce751e880c9f tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:21.761839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1ade1-2440-4fdf-9462-ce751e880c9f tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfb2e005-8770-4713-a88d-63af2f059fbc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:21.768106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fb1ade1-2440-4fdf-9462-ce751e880c9f tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:21.770136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4fb1ade1-2440-4fdf-9462-ce751e880c9f tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "DELETE /v2.0/ports/bfb2e005-8770-4713-a88d-63af2f059fbc HTTP/1.1" status: 204 len: 168 time: 0.2764518 Aug 30 13:15:21.772754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58294) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:21.796403 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f2d4d75-6818-4776-bb08-6a2371b5cc37 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] GET failed (client error): The resource could not be found. Aug 30 13:15:21.797977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4f2d4d75-6818-4776-bb08-6a2371b5cc37 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "GET /v2.0/ports/bfb2e005-8770-4713-a88d-63af2f059fbc HTTP/1.1" status: 404 len: 333 time: 0.0242944 Aug 30 13:15:21.801840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58298) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:21.806422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1345195211', 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:21.826631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Made reservation on behalf of 5ff247d2f5de4a1a8b08cb95869ce018 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:21.829461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:21.845547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] device_id is not set on port feb7288b-47af-4958-93a2-fe7be4f8df99 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:21.998958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.037433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.084422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Network b9ae705d-f1c2-4641-8a24-220e8a6aab24 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:22.087453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:22.090867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:22.091825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:22.092414 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.102996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'Port': ['ID=feb7288b-47af-4958-93a2-fe7be4f8df99,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:22.112852 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aee0b783-90ed-4b5b-a3c2-948403077877 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3097742 Aug 30 13:15:22.116000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58306) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:22.148773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1418b22-1e11-45f7-874e-0e87e7ea3c42 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:22.150196 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a1418b22-1e11-45f7-874e-0e87e7ea3c42 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "GET /v2.0/ports/feb7288b-47af-4958-93a2-fe7be4f8df99 HTTP/1.1" status: 200 len: 955 time: 0.0332787 Aug 30 13:15:22.152907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58308) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:22.230186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5362b311-6be8-48fc-8f68-1594cec56ee3 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Deleting port feb7288b-47af-4958-93a2-fe7be4f8df99 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:22.230602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5362b311-6be8-48fc-8f68-1594cec56ee3 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.294752 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5362b311-6be8-48fc-8f68-1594cec56ee3 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.308959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5362b311-6be8-48fc-8f68-1594cec56ee3 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Calling delete_port for feb7288b-47af-4958-93a2-fe7be4f8df99 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:22.397384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5362b311-6be8-48fc-8f68-1594cec56ee3 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.433708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362b311-6be8-48fc-8f68-1594cec56ee3 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event deleted for resources: {'Port': ['ID=feb7288b-47af-4958-93a2-fe7be4f8df99,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:22.437205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5362b311-6be8-48fc-8f68-1594cec56ee3 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.439277 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5362b311-6be8-48fc-8f68-1594cec56ee3 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "DELETE /v2.0/ports/feb7288b-47af-4958-93a2-fe7be4f8df99 HTTP/1.1" status: 204 len: 168 time: 0.2854593 Aug 30 13:15:22.442237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:22.466946 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1683a98-7a5f-423a-bcc2-31377766e2cf tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] GET failed (client error): The resource could not be found. Aug 30 13:15:22.468452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e1683a98-7a5f-423a-bcc2-31377766e2cf tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "GET /v2.0/ports/feb7288b-47af-4958-93a2-fe7be4f8df99 HTTP/1.1" status: 404 len: 333 time: 0.0251975 Aug 30 13:15:22.472782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58328) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:22.477541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Request body: {'port': {'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1528111922'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:22.498051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Made reservation on behalf of 5ff247d2f5de4a1a8b08cb95869ce018 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:22.500344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.516702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] device_id is not set on port 1ea3e149-3d26-4a68-af09-f5149d555eee yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:22.679438 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.720128 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.768952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Network b9ae705d-f1c2-4641-8a24-220e8a6aab24 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:22.771829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:22.774356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:22.775629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:22.776221 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:22.782567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'Port': ['ID=1ea3e149-3d26-4a68-af09-f5149d555eee,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:22.796652 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2ef995ab-2296-4bfa-939d-9ed809e6037e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3228445 Aug 30 13:15:22.800045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58350) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:22.805239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:22.862489 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.234101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58360) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:23.352083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-387ddb8c-b07a-4748-8351-c4837e771853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.379726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] device_id is not set on port 1ea3e149-3d26-4a68-af09-f5149d555eee yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:23.388410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.401045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Transition to ACTIVE for port object 1ea3e149-3d26-4a68-af09-f5149d555eee will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:23.405299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.462250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'Port': ['ID=1ea3e149-3d26-4a68-af09-f5149d555eee,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:23.466482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-387ddb8c-b07a-4748-8351-c4837e771853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.471690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-387ddb8c-b07a-4748-8351-c4837e771853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.476841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.477170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.477501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.481707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.482031 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.482408 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 2 to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee Aug 30 13:15:23.494444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.494775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.495330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.499262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.499671 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.499955 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 3 to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee Aug 30 13:15:23.510704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-387ddb8c-b07a-4748-8351-c4837e771853 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=72de36b2f63f41ac900c955492f4bb5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749758 Aug 30 13:15:23.511837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ddb8c-b07a-4748-8351-c4837e771853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f57922-4e7d-4c19-91cc-a0f43aa728b0,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:23.513316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58366) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:23.522767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.523090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.523442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.536023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.536346 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.540230 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 4 to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee Aug 30 13:15:23.563850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.564108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.564436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.570911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.571229 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.572378 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 5 to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee Aug 30 13:15:23.592555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.592896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.593217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.595736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-927bb2a5-8c3e-44a8-bc65-d5d1e815c88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.605739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.606069 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.607938 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 6 to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee Aug 30 13:15:23.627885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-927bb2a5-8c3e-44a8-bc65-d5d1e815c88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.636147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.636474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.636806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.650413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.650736 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.652603 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 7 to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee Aug 30 13:15:23.678121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.678450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.678845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.684864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.685183 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.685571 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 8 to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee Aug 30 13:15:23.701584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.702039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.702380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.708451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.708794 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.709192 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 9 to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee Aug 30 13:15:23.713009 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-927bb2a5-8c3e-44a8-bc65-d5d1e815c88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.715592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-927bb2a5-8c3e-44a8-bc65-d5d1e815c88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.716725 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-927bb2a5-8c3e-44a8-bc65-d5d1e815c88f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/38f57922-4e7d-4c19-91cc-a0f43aa728b0 HTTP/1.1" status: 204 len: 168 time: 0.2016082 Aug 30 13:15:23.731600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bb2a5-8c3e-44a8-bc65-d5d1e815c88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f57922-4e7d-4c19-91cc-a0f43aa728b0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:23.733351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.733764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.734031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.740784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.741087 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.741480 n-d-688802-6 neutron-server[95698]: INFO neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempt 10 to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee Aug 30 13:15:23.758099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:23.758505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:23.758970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempting to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:23.763806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:15:23.764037 n-d-688802-6 neutron-server[95698]: ERROR neutron.plugins.ml2.managers [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Failed to bind port 1ea3e149-3d26-4a68-af09-f5149d555eee on host n-h1-688802-6 for vnic_type normal using segments [{'id': 'acae43a8-47e2-4a3e-9732-66bd029cf2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b9ae705d-f1c2-4641-8a24-220e8a6aab24'}] Aug 30 13:15:23.764407 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.833363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] For port 1ea3e149-3d26-4a68-af09-f5149d555eee, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:23.833363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attempted to set empty binding levels {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 13:15:23.837684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.869813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] In _notify_port_updated(), no bound segment for port 1ea3e149-3d26-4a68-af09-f5149d555eee on network b9ae705d-f1c2-4641-8a24-220e8a6aab24 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:15:23.871285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:23.871285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.872542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "PUT /v2.0/ports/1ea3e149-3d26-4a68-af09-f5149d555eee HTTP/1.1" status: 200 len: 975 time: 1.0715511 Aug 30 13:15:23.876081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58376) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:23.883967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594afc6-0e49-482b-816b-f515a7466821 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event updated for resources: {'Port': ['ID=1ea3e149-3d26-4a68-af09-f5149d555eee,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:23.957468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-575b8c57-24fa-41c7-9033-891bfd548c3e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Deleting port 1ea3e149-3d26-4a68-af09-f5149d555eee {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:23.957852 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-575b8c57-24fa-41c7-9033-891bfd548c3e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:23.999495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58378) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:24.012714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee84-8b72-4c7e-935b-929b1a1c04ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.019129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-575b8c57-24fa-41c7-9033-891bfd548c3e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] For port 1ea3e149-3d26-4a68-af09-f5149d555eee, host n-h1-688802-6, got binding levels [] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:24.019495 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-575b8c57-24fa-41c7-9033-891bfd548c3e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.032810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-575b8c57-24fa-41c7-9033-891bfd548c3e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Calling delete_port for 1ea3e149-3d26-4a68-af09-f5149d555eee owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:24.103527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee84-8b72-4c7e-935b-929b1a1c04ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.107609 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee84-8b72-4c7e-935b-929b1a1c04ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.117400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-575b8c57-24fa-41c7-9033-891bfd548c3e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.148426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14ee84-8b72-4c7e-935b-929b1a1c04ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb99514-0ce7-45bf-9aa2-02822c7de805,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:24.151830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-575b8c57-24fa-41c7-9033-891bfd548c3e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.152644 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5a14ee84-8b72-4c7e-935b-929b1a1c04ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7deac8602e90426399de75619c8bdb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521311 Aug 30 13:15:24.154023 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-575b8c57-24fa-41c7-9033-891bfd548c3e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "DELETE /v2.0/ports/1ea3e149-3d26-4a68-af09-f5149d555eee HTTP/1.1" status: 204 len: 168 time: 0.2768271 Aug 30 13:15:24.154891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b8c57-24fa-41c7-9033-891bfd548c3e tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ea3e149-3d26-4a68-af09-f5149d555eee,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:24.157271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58380) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:24.157618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58382) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:24.191689 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6003d4c6-92f6-4e86-a445-c0fc4c2cece0 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] GET failed (client error): The resource could not be found. Aug 30 13:15:24.193132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6003d4c6-92f6-4e86-a445-c0fc4c2cece0 tempest-PortsAdminExtendedAttrsTestJSON-116416135 tempest-PortsAdminExtendedAttrsTestJSON-116416135-project-admin] 10.222.0.37 "GET /v2.0/ports/1ea3e149-3d26-4a68-af09-f5149d555eee HTTP/1.1" status: 404 len: 333 time: 0.0334499 Aug 30 13:15:24.196771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58386) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:24.228183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37ec5f88-7496-47d1-bd67-c2f357defd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.249394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37ec5f88-7496-47d1-bd67-c2f357defd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.271045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.299090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37ec5f88-7496-47d1-bd67-c2f357defd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.301936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37ec5f88-7496-47d1-bd67-c2f357defd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.303114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-37ec5f88-7496-47d1-bd67-c2f357defd9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fb99514-0ce7-45bf-9aa2-02822c7de805 HTTP/1.1" status: 204 len: 168 time: 0.1445172 Aug 30 13:15:24.311357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec5f88-7496-47d1-bd67-c2f357defd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb99514-0ce7-45bf-9aa2-02822c7de805,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:24.363138 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.372716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ae705d-f1c2-4641-8a24-220e8a6aab24']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:24.384375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acae43a8-47e2-4a3e-9732-66bd029cf2a8') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:24.384677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acae43a8-47e2-4a3e-9732-66bd029cf2a8') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:24.395180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.408900 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.416027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:15:24.416638 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:15:24.419981 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:15:24.488463 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.496390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:24.498250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] 10.222.0.37 "DELETE /v2.0/networks/b9ae705d-f1c2-4641-8a24-220e8a6aab24 HTTP/1.1" status: 204 len: 168 time: 0.3004699 Aug 30 13:15:24.514301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e67655a-4f96-4768-8bd5-1df7652a7355 tempest-PortsAdminExtendedAttrsTestJSON-1658829467 tempest-PortsAdminExtendedAttrsTestJSON-1658829467-project] Pushing event deleted for resources: {'Network': ['ID=b9ae705d-f1c2-4641-8a24-220e8a6aab24,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:24.764958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58408) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:24.956381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b9bf635e-6282-4c65-8fb8-eecefd102ed4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8b55cbce36f47fd805ab479c537f0af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902580 Aug 30 13:15:24.959158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58422) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:25.006323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-241339ff-8389-473b-a270-9c5c6dc93e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.026745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-241339ff-8389-473b-a270-9c5c6dc93e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.076255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-241339ff-8389-473b-a270-9c5c6dc93e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.078967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-241339ff-8389-473b-a270-9c5c6dc93e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.080088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-241339ff-8389-473b-a270-9c5c6dc93e63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8b6d8bbf-d6ad-46b3-9538-b2724372c96f HTTP/1.1" status: 204 len: 168 time: 0.1199820 Aug 30 13:15:25.087802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241339ff-8389-473b-a270-9c5c6dc93e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6d8bbf-d6ad-46b3-9538-b2724372c96f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:25.355478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58434) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:25.470365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6116-ced2-4d0b-9041-82472958b7ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.494152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58438) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:25.538853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f1d1b870-c82c-4cb3-a7f2-bd0708a54b01 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5ff247d2f5de4a1a8b08cb95869ce018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434680 Aug 30 13:15:25.541371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58442) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:25.575649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6116-ced2-4d0b-9041-82472958b7ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.581896 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6116-ced2-4d0b-9041-82472958b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.599502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d15241fc-9eae-4690-80d6-e250dea1c868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.621002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d15241fc-9eae-4690-80d6-e250dea1c868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.621186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e6116-ced2-4d0b-9041-82472958b7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe6db7-c106-4013-a456-998861a89159,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:25.625920 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9d9e6116-ced2-4d0b-9041-82472958b7ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d9a0642264ad4c61911893672f6c54c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676148 Aug 30 13:15:25.628602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58444) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:25.668367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d15241fc-9eae-4690-80d6-e250dea1c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.670951 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d15241fc-9eae-4690-80d6-e250dea1c868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.672727 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d15241fc-9eae-4690-80d6-e250dea1c868 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/48ed2f8f-a3d3-429c-8d21-675635d208f5 HTTP/1.1" status: 204 len: 168 time: 0.1295366 Aug 30 13:15:25.680805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15241fc-9eae-4690-80d6-e250dea1c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ed2f8f-a3d3-429c-8d21-675635d208f5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:25.680967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58591bfd-ef34-43e5-b465-e690bc1161f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.704173 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58591bfd-ef34-43e5-b465-e690bc1161f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.754837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58591bfd-ef34-43e5-b465-e690bc1161f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.757595 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58591bfd-ef34-43e5-b465-e690bc1161f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:25.759078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-58591bfd-ef34-43e5-b465-e690bc1161f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/39fe6db7-c106-4013-a456-998861a89159 HTTP/1.1" status: 204 len: 168 time: 0.1295710 Aug 30 13:15:25.768037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58591bfd-ef34-43e5-b465-e690bc1161f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe6db7-c106-4013-a456-998861a89159,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:26.510291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58496) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:26.609119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2048879055'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:26.633876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Made reservation on behalf of 6242ff62ddc64161a1e9e4ed5acfeee2 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:26.639033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:26.654474 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:26.752470 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:26.756555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:26.784872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:15:26.793793 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d44b9496-c89f-48b7-a70f-1f9bb69b858d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:26.801275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:26.801941 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Added segment 203d70e6-3d4a-4dda-bd46-ceec2f963333 of type vlan for network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 Aug 30 13:15:26.851262 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:26.884427 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:26.890331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:26.891462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:26.959325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4450498 Aug 30 13:15:26.959805 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58522) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:26.964572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'subnet': {'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:26.984100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151c975-1380-45f3-8f5c-6d796ff61369 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Network': ['ID=015652b4-9500-46b9-ab6c-c91dcef5a0e2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:26.995434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:15:27.068340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Made reservation on behalf of 6242ff62ddc64161a1e9e4ed5acfeee2 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:27.072068 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.122089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58526) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:27.235735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-781aaa40-5fd8-4867-8eb1-c123d8384e2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.263002 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.326636 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-781aaa40-5fd8-4867-8eb1-c123d8384e2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.329463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Subnet': ['ID=51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:27.330862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-781aaa40-5fd8-4867-8eb1-c123d8384e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.337235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Checking segment: {'id': '203d70e6-3d4a-4dda-bd46-ceec2f963333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:27.337604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Network hostable DHCP agents. Network: 015652b4-9500-46b9-ab6c-c91dcef5a0e2, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:15:27.354705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:15:27.364094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 015652b4-9500-46b9-ab6c-c91dcef5a0e2) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:27.368438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:27.369041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.373162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-781aaa40-5fd8-4867-8eb1-c123d8384e2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9ddc1674afdc4d61969c770764d74a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476528 Aug 30 13:15:27.374589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58530) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:27.378623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688dd1a-69f0-474f-bb08-3e6ed71c3ceb None None] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:27.382409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781aaa40-5fd8-4867-8eb1-c123d8384e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c714f6-0fa4-4c97-be06-0821a015c078,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:27.407281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-47bbb58a-6fb3-4279-ae80-609724a9de01 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4455280 Aug 30 13:15:27.407726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58532) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:27.412901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'port': {'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2012935826'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:27.487512 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-498ffb27-20c0-4ebd-881b-4ddcf97e090c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.527377 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-498ffb27-20c0-4ebd-881b-4ddcf97e090c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.532386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-015652b4-9500-46b9-ab6c-c91dcef5a0e2', 'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2', 'tenant_id': '6242ff62ddc64161a1e9e4ed5acfeee2', 'fixed_ips': [{'subnet_id': '51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:15:27.533445 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.582374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Made reservation on behalf of 6242ff62ddc64161a1e9e4ed5acfeee2 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:27.586422 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.608441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] device_id is not set on port 580a33ce-107b-43c2-b91d-0767d7de7632 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:27.614999 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-498ffb27-20c0-4ebd-881b-4ddcf97e090c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.617622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-498ffb27-20c0-4ebd-881b-4ddcf97e090c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.619054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-498ffb27-20c0-4ebd-881b-4ddcf97e090c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63c714f6-0fa4-4c97-be06-0821a015c078 HTTP/1.1" status: 204 len: 168 time: 0.2443569 Aug 30 13:15:27.664215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ffb27-20c0-4ebd-881b-4ddcf97e090c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c714f6-0fa4-4c97-be06-0821a015c078,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:27.689905 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Allocated IP 2001:db8::2 (015652b4-9500-46b9-ab6c-c91dcef5a0e2/51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f/65a4630b-64fc-48f5-86dd-1245c19a5d21) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:27.847802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.856344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Transition to ACTIVE for port object 65a4630b-64fc-48f5-86dd-1245c19a5d21 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:27.872062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Transition to ACTIVE for port object 65a4630b-64fc-48f5-86dd-1245c19a5d21 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:27.879030 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:27.917396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:27.924518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:27.927777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:27.943589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Pushing event updated for resources: {'Port': ['ID=65a4630b-64fc-48f5-86dd-1245c19a5d21,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:27.986215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Allocated IP 2001:db8::348 (015652b4-9500-46b9-ab6c-c91dcef5a0e2/51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f/580a33ce-107b-43c2-b91d-0767d7de7632) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:27.994876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Attempting to bind port 65a4630b-64fc-48f5-86dd-1245c19a5d21 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:27.995175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Attempting to bind port 65a4630b-64fc-48f5-86dd-1245c19a5d21 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '203d70e6-3d4a-4dda-bd46-ceec2f963333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:27.995595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Attempting to bind port 65a4630b-64fc-48f5-86dd-1245c19a5d21 on network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:28.002032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:15:28.002771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Checking segment: {'id': '203d70e6-3d4a-4dda-bd46-ceec2f963333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:28.002771 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.003196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Bound using segment: {'id': '203d70e6-3d4a-4dda-bd46-ceec2f963333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:15:28.003636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Bound port: 65a4630b-64fc-48f5-86dd-1245c19a5d21, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203d70e6-3d4a-4dda-bd46-ceec2f963333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:15:28.004013 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.081974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] For port 65a4630b-64fc-48f5-86dd-1245c19a5d21, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:28.085118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] For port 65a4630b-64fc-48f5-86dd-1245c19a5d21, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=65a4630b-64fc-48f5-86dd-1245c19a5d21,segment=NetworkSegment(203d70e6-3d4a-4dda-bd46-ceec2f963333),segment_id=203d70e6-3d4a-4dda-bd46-ceec2f963333)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:15:28.091725 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.163001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c9409e-c861-40ee-837b-a6108e2af93a None None] Pushing event updated for resources: {'Port': ['ID=65a4630b-64fc-48f5-86dd-1245c19a5d21,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:28.193804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.211513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Transition to ACTIVE for port object 580a33ce-107b-43c2-b91d-0767d7de7632 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:28.254584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.291113 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.322906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:28.336317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Port': ['ID=580a33ce-107b-43c2-b91d-0767d7de7632,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:28.352153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:28.355635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:28.361406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:28.362040 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.376906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f17f2ee7-455d-4f8e-b048-fca6202a0dbf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9677627 Aug 30 13:15:28.379902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58560) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:28.392417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'port': {'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-450769411', 'allowed_address_pairs': [{'ip_address': '2001:db8::348', 'mac_address': 'fa:16:3e:29:95:bf'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:28.518754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Made reservation on behalf of 6242ff62ddc64161a1e9e4ed5acfeee2 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:28.599853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.616830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] device_id is not set on port b6de1226-0392-4eb7-94a3-45494ea046a7 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:28.735441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Allocated IP 2001:db8::2b (015652b4-9500-46b9-ab6c-c91dcef5a0e2/51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f/b6de1226-0392-4eb7-94a3-45494ea046a7) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:28.897850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.920733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Transition to ACTIVE for port object b6de1226-0392-4eb7-94a3-45494ea046a7 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:28.930846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 65a4630b-64fc-48f5-86dd-1245c19a5d21 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:28.961619 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:28.989130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 65a4630b-64fc-48f5-86dd-1245c19a5d21 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:29.017442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:29.020971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:29.024107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:29.029736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:29.031851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.043894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Port': ['ID=b6de1226-0392-4eb7-94a3-45494ea046a7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:29.058952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.059337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.059715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.060141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.060630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.060965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.061295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.061651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.062271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.063144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.063514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.064024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:29.072887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a14dfe89-6288-4cc2-8ce2-d5465ca41436 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.6892905 Aug 30 13:15:29.073110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58570) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:29.157613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bff21a-0c50-4748-a289-21b58b911cac tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:29.163879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bff21a-0c50-4748-a289-21b58b911cac tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:29.170261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bff21a-0c50-4748-a289-21b58b911cac tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:29.173972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-15bff21a-0c50-4748-a289-21b58b911cac tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.0999639 Aug 30 13:15:29.175834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b12cc-421b-401a-831b-c1ede7dc702c None None] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:29.176987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58572) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:29.244226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-275c73c0-1028-419d-9930-9380ee8bedd5 None None] Provisioning for port 65a4630b-64fc-48f5-86dd-1245c19a5d21 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:29.251644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-275c73c0-1028-419d-9930-9380ee8bedd5 None None] Provisioning complete for port 65a4630b-64fc-48f5-86dd-1245c19a5d21 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:29.252021 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-275c73c0-1028-419d-9930-9380ee8bedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.276556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-66d2ac0e-0dce-4994-8683-c0d772d6db6b tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Deleting port b6de1226-0392-4eb7-94a3-45494ea046a7 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:29.277272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-66d2ac0e-0dce-4994-8683-c0d772d6db6b tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.364431 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-66d2ac0e-0dce-4994-8683-c0d772d6db6b tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.377838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-66d2ac0e-0dce-4994-8683-c0d772d6db6b tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Calling delete_port for b6de1226-0392-4eb7-94a3-45494ea046a7 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:29.393251 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-275c73c0-1028-419d-9930-9380ee8bedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.436844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-275c73c0-1028-419d-9930-9380ee8bedd5 None None] For port 65a4630b-64fc-48f5-86dd-1245c19a5d21, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=65a4630b-64fc-48f5-86dd-1245c19a5d21,segment=NetworkSegment(203d70e6-3d4a-4dda-bd46-ceec2f963333),segment_id=203d70e6-3d4a-4dda-bd46-ceec2f963333)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:29.441797 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-275c73c0-1028-419d-9930-9380ee8bedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.491190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c73c0-1028-419d-9930-9380ee8bedd5 None None] Pushing event updated for resources: {'Port': ['ID=65a4630b-64fc-48f5-86dd-1245c19a5d21,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:29.524526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-66d2ac0e-0dce-4994-8683-c0d772d6db6b tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.587164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2ac0e-0dce-4994-8683-c0d772d6db6b tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event deleted for resources: {'Port': ['ID=b6de1226-0392-4eb7-94a3-45494ea046a7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:29.700649 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-66d2ac0e-0dce-4994-8683-c0d772d6db6b tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.703126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-66d2ac0e-0dce-4994-8683-c0d772d6db6b tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "DELETE /v2.0/ports/b6de1226-0392-4eb7-94a3-45494ea046a7 HTTP/1.1" status: 204 len: 168 time: 0.5251958 Aug 30 13:15:29.705926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58582) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:29.738356 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-720dde27-0f84-4ebe-ba05-05de54dab64a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] GET failed (client error): The resource could not be found. Aug 30 13:15:29.739970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-720dde27-0f84-4ebe-ba05-05de54dab64a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "GET /v2.0/ports/b6de1226-0392-4eb7-94a3-45494ea046a7 HTTP/1.1" status: 404 len: 333 time: 0.0331295 Aug 30 13:15:29.743574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58586) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:29.748729 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'port': {'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1523952209'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:29.765059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d20b6f6b-4b28-4f74-968f-d37add13cc95 None None] Provisioning for port 580a33ce-107b-43c2-b91d-0767d7de7632 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:29.770239 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d20b6f6b-4b28-4f74-968f-d37add13cc95 None None] Provisioning complete for port 580a33ce-107b-43c2-b91d-0767d7de7632 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:29.770613 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d20b6f6b-4b28-4f74-968f-d37add13cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.818457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d20b6f6b-4b28-4f74-968f-d37add13cc95 None None] Port 580a33ce-107b-43c2-b91d-0767d7de7632 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:29.823728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d20b6f6b-4b28-4f74-968f-d37add13cc95 None None] Could not find standard attr ID for object b6de1226-0392-4eb7-94a3-45494ea046a7. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:15:29.842969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d20b6f6b-4b28-4f74-968f-d37add13cc95 None None] Provisioning complete for port 65a4630b-64fc-48f5-86dd-1245c19a5d21 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:29.843470 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d20b6f6b-4b28-4f74-968f-d37add13cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:29.894085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Made reservation on behalf of 6242ff62ddc64161a1e9e4ed5acfeee2 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:29.897591 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.068451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3ce8c2d3-216b-4166-a725-c47eacc2991b None None] Provisioning complete for port 580a33ce-107b-43c2-b91d-0767d7de7632 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:30.069591 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ce8c2d3-216b-4166-a725-c47eacc2991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.112055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8c2d3-216b-4166-a725-c47eacc2991b None None] Port 580a33ce-107b-43c2-b91d-0767d7de7632 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:30.224204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7280f6e1-d461-450b-821d-78e64609a6de None None] Could not find standard attr ID for object b6de1226-0392-4eb7-94a3-45494ea046a7. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:15:30.231641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] device_id is not set on port 90906449-d9aa-4d26-97d6-96beaa8b3dea yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:30.348963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Allocated IP 2001:db8::2be (015652b4-9500-46b9-ab6c-c91dcef5a0e2/51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f/90906449-d9aa-4d26-97d6-96beaa8b3dea) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:30.492649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.506279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Transition to ACTIVE for port object 90906449-d9aa-4d26-97d6-96beaa8b3dea will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:30.538458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.584797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:30.589914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:30.592461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:30.599034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:30.599750 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.615161 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Port': ['ID=90906449-d9aa-4d26-97d6-96beaa8b3dea,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:30.624144 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9942339a-b525-4670-b65c-203621e493c8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8794785 Aug 30 13:15:30.627883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58594) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:30.633121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e4f4fa8b-0410-490e-85cf-9f6dec44311c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::348', 'mac_address': 'fa:16:3e:29:95:bf'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:30.712269 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4f4fa8b-0410-490e-85cf-9f6dec44311c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.717425 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.861012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cba8db79-a5ff-4032-8fab-c41f1409fcdf None None] Provisioning for port 90906449-d9aa-4d26-97d6-96beaa8b3dea completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:30.868167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cba8db79-a5ff-4032-8fab-c41f1409fcdf None None] Provisioning complete for port 90906449-d9aa-4d26-97d6-96beaa8b3dea triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:30.870329 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cba8db79-a5ff-4032-8fab-c41f1409fcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.930676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 65a4630b-64fc-48f5-86dd-1245c19a5d21 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:30.942731 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4f4fa8b-0410-490e-85cf-9f6dec44311c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.954891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4f4fa8b-0410-490e-85cf-9f6dec44311c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:30.968160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cba8db79-a5ff-4032-8fab-c41f1409fcdf None None] Port 90906449-d9aa-4d26-97d6-96beaa8b3dea cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:30.989227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 65a4630b-64fc-48f5-86dd-1245c19a5d21 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:30.989611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:31.001020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e4f4fa8b-0410-490e-85cf-9f6dec44311c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] In _notify_port_updated(), no bound segment for port 90906449-d9aa-4d26-97d6-96beaa8b3dea on network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:15:31.008174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f4fa8b-0410-490e-85cf-9f6dec44311c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:31.009142 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4f4fa8b-0410-490e-85cf-9f6dec44311c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:31.014206 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58606) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:31.016248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e4f4fa8b-0410-490e-85cf-9f6dec44311c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "PUT /v2.0/ports/90906449-d9aa-4d26-97d6-96beaa8b3dea HTTP/1.1" status: 200 len: 1003 time: 0.3870153 Aug 30 13:15:31.040368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4fa8b-0410-490e-85cf-9f6dec44311c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Port': ['ID=90906449-d9aa-4d26-97d6-96beaa8b3dea,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:31.127419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f7a93eb2-9f15-46f5-86c3-076df8ac5dc6 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Deleting port 90906449-d9aa-4d26-97d6-96beaa8b3dea {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:31.128081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7a93eb2-9f15-46f5-86c3-076df8ac5dc6 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:31.222089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7a93eb2-9f15-46f5-86c3-076df8ac5dc6 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:31.235379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f7a93eb2-9f15-46f5-86c3-076df8ac5dc6 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Calling delete_port for 90906449-d9aa-4d26-97d6-96beaa8b3dea owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:31.292225 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ed0ac0a2-0535-4a34-8f8e-301f1ceb74db None None] Provisioning complete for port 90906449-d9aa-4d26-97d6-96beaa8b3dea triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:31.292886 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ed0ac0a2-0535-4a34-8f8e-301f1ceb74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:31.329187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ed0ac0a2-0535-4a34-8f8e-301f1ceb74db None None] Port 90906449-d9aa-4d26-97d6-96beaa8b3dea cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:31.368420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7a93eb2-9f15-46f5-86c3-076df8ac5dc6 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:31.399177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93eb2-9f15-46f5-86c3-076df8ac5dc6 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event deleted for resources: {'Port': ['ID=90906449-d9aa-4d26-97d6-96beaa8b3dea,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:31.518030 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7a93eb2-9f15-46f5-86c3-076df8ac5dc6 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:31.523677 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f7a93eb2-9f15-46f5-86c3-076df8ac5dc6 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "DELETE /v2.0/ports/90906449-d9aa-4d26-97d6-96beaa8b3dea HTTP/1.1" status: 204 len: 168 time: 0.5033023 Aug 30 13:15:31.523971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58612) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:31.551078 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c185591b-b994-472f-881b-bfd9424c28e1 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] GET failed (client error): The resource could not be found. Aug 30 13:15:31.552635 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c185591b-b994-472f-881b-bfd9424c28e1 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "GET /v2.0/ports/90906449-d9aa-4d26-97d6-96beaa8b3dea HTTP/1.1" status: 404 len: 333 time: 0.0276718 Aug 30 13:15:31.556524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58614) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:31.561992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'port': {'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-675167130'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:31.671895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Made reservation on behalf of 6242ff62ddc64161a1e9e4ed5acfeee2 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:31.676075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:31.694970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] device_id is not set on port 09618cd0-6f25-433a-b782-23f96686dbdc yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:31.815468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Allocated IP 2001:db8::19 (015652b4-9500-46b9-ab6c-c91dcef5a0e2/51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f/09618cd0-6f25-433a-b782-23f96686dbdc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:31.968337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:31.985334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Transition to ACTIVE for port object 09618cd0-6f25-433a-b782-23f96686dbdc will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:32.023354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.066725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:32.071982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:32.075880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:32.081612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:32.082276 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.093097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Port': ['ID=09618cd0-6f25-433a-b782-23f96686dbdc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:32.108490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2aa8afec-6131-4ee2-bcc2-adbeb297f30d tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5482082 Aug 30 13:15:32.108860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58624) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:32.115645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-81b39863-1ae0-4c12-be27-14ec93be691e tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:29:95:bf'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:32.285566 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81b39863-1ae0-4c12-be27-14ec93be691e tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.353392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-848d411e-bd48-4e5a-9f7e-ad832a144eb6 None None] Provisioning for port 09618cd0-6f25-433a-b782-23f96686dbdc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:32.357322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-848d411e-bd48-4e5a-9f7e-ad832a144eb6 None None] Provisioning complete for port 09618cd0-6f25-433a-b782-23f96686dbdc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:32.357759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-848d411e-bd48-4e5a-9f7e-ad832a144eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.393359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-848d411e-bd48-4e5a-9f7e-ad832a144eb6 None None] Port 09618cd0-6f25-433a-b782-23f96686dbdc cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:32.464287 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81b39863-1ae0-4c12-be27-14ec93be691e tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.469107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81b39863-1ae0-4c12-be27-14ec93be691e tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.502912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-81b39863-1ae0-4c12-be27-14ec93be691e tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] In _notify_port_updated(), no bound segment for port 09618cd0-6f25-433a-b782-23f96686dbdc on network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 {{(pid=95699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:15:32.508346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b39863-1ae0-4c12-be27-14ec93be691e tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:32.509009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81b39863-1ae0-4c12-be27-14ec93be691e tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.510325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-81b39863-1ae0-4c12-be27-14ec93be691e tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "PUT /v2.0/ports/09618cd0-6f25-433a-b782-23f96686dbdc HTTP/1.1" status: 200 len: 1001 time: 0.3998287 Aug 30 13:15:32.513230 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58630) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:32.555557 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b39863-1ae0-4c12-be27-14ec93be691e tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Port': ['ID=09618cd0-6f25-433a-b782-23f96686dbdc,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:32.622259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0a942aed-3827-42e1-9f67-5b4f8e8fe0bc tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Deleting port 09618cd0-6f25-433a-b782-23f96686dbdc {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:32.622768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a942aed-3827-42e1-9f67-5b4f8e8fe0bc tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.714103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2e90115d-a9b6-48ce-89cf-c0eb29b00315 None None] Provisioning complete for port 09618cd0-6f25-433a-b782-23f96686dbdc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:32.714479 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e90115d-a9b6-48ce-89cf-c0eb29b00315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.716388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a942aed-3827-42e1-9f67-5b4f8e8fe0bc tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.729163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0a942aed-3827-42e1-9f67-5b4f8e8fe0bc tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Calling delete_port for 09618cd0-6f25-433a-b782-23f96686dbdc owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:32.751618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2e90115d-a9b6-48ce-89cf-c0eb29b00315 None None] Port 09618cd0-6f25-433a-b782-23f96686dbdc cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:32.860216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a942aed-3827-42e1-9f67-5b4f8e8fe0bc tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.891301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a942aed-3827-42e1-9f67-5b4f8e8fe0bc tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event deleted for resources: {'Port': ['ID=09618cd0-6f25-433a-b782-23f96686dbdc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:32.918755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a942aed-3827-42e1-9f67-5b4f8e8fe0bc tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:32.923889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0a942aed-3827-42e1-9f67-5b4f8e8fe0bc tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "DELETE /v2.0/ports/09618cd0-6f25-433a-b782-23f96686dbdc HTTP/1.1" status: 204 len: 168 time: 0.4065034 Aug 30 13:15:32.924263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58632) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:32.949145 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ca65ce-662b-4795-a5c0-41df69855416 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] GET failed (client error): The resource could not be found. Aug 30 13:15:32.950756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b8ca65ce-662b-4795-a5c0-41df69855416 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "GET /v2.0/ports/09618cd0-6f25-433a-b782-23f96686dbdc HTTP/1.1" status: 404 len: 333 time: 0.0256965 Aug 30 13:15:32.954444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58634) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:32.959718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'port': {'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1401961888'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:33.079581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Made reservation on behalf of 6242ff62ddc64161a1e9e4ed5acfeee2 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:33.083375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:33.102041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] device_id is not set on port 322ac661-455b-4805-b51f-963844096b7c yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:33.225840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Allocated IP 2001:db8::129 (015652b4-9500-46b9-ab6c-c91dcef5a0e2/51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f/322ac661-455b-4805-b51f-963844096b7c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:33.383325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:33.397455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Transition to ACTIVE for port object 322ac661-455b-4805-b51f-963844096b7c will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:33.431595 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:33.475680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:33.478687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:33.482365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:33.488623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:33.489347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:33.497774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Port': ['ID=322ac661-455b-4805-b51f-963844096b7c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:33.509462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0c20d51b-faa0-4a3f-9944-1c8abc856cf0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5539086 Aug 30 13:15:33.512038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58648) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:33.517923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'port': {'network_id': '015652b4-9500-46b9-ab6c-c91dcef5a0e2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1973068643'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:33.633636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Made reservation on behalf of 6242ff62ddc64161a1e9e4ed5acfeee2 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:33.637278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:33.657007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] device_id is not set on port 951f096a-b77a-4919-829f-3c4653abf6f9 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:33.771415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Allocated IP 2001:db8::3e5 (015652b4-9500-46b9-ab6c-c91dcef5a0e2/51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f/951f096a-b77a-4919-829f-3c4653abf6f9) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:33.780350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-82569257-f806-4586-92c9-09a78740f16a None None] Provisioning for port 322ac661-455b-4805-b51f-963844096b7c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:33.785371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-82569257-f806-4586-92c9-09a78740f16a None None] Provisioning complete for port 322ac661-455b-4805-b51f-963844096b7c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:33.785768 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-82569257-f806-4586-92c9-09a78740f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:33.819437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-82569257-f806-4586-92c9-09a78740f16a None None] Port 322ac661-455b-4805-b51f-963844096b7c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:33.920723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:33.935127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Transition to ACTIVE for port object 951f096a-b77a-4919-829f-3c4653abf6f9 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:33.967864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.007167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:34.010124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:34.016213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:34.021957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:34.022580 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.037328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Port': ['ID=951f096a-b77a-4919-829f-3c4653abf6f9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:34.045948 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-24451364-0605-4853-8301-85200c36211c tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5325952 Aug 30 13:15:34.048821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58650) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:34.054437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8fa5702b-346d-4fde-a2cf-d8222434dc2f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::348', 'mac_address': 'fa:16:3e:29:95:bf'}, {'ip_address': '2001:db8::129', 'mac_address': 'fa:16:3e:76:40:f9'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:34.212211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fa5702b-346d-4fde-a2cf-d8222434dc2f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.245150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d4a8bed9-c031-4649-82cd-70b576eeb78d None None] Provisioning for port 951f096a-b77a-4919-829f-3c4653abf6f9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:34.248923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d4a8bed9-c031-4649-82cd-70b576eeb78d None None] Provisioning complete for port 951f096a-b77a-4919-829f-3c4653abf6f9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:34.249300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d4a8bed9-c031-4649-82cd-70b576eeb78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.283886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d4a8bed9-c031-4649-82cd-70b576eeb78d None None] Port 951f096a-b77a-4919-829f-3c4653abf6f9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:34.399502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fa5702b-346d-4fde-a2cf-d8222434dc2f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.412775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fa5702b-346d-4fde-a2cf-d8222434dc2f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.450261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5702b-346d-4fde-a2cf-d8222434dc2f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] In _notify_port_updated(), no bound segment for port 951f096a-b77a-4919-829f-3c4653abf6f9 on network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:15:34.456367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa5702b-346d-4fde-a2cf-d8222434dc2f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:34.456987 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fa5702b-346d-4fde-a2cf-d8222434dc2f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.458395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8fa5702b-346d-4fde-a2cf-d8222434dc2f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "PUT /v2.0/ports/951f096a-b77a-4919-829f-3c4653abf6f9 HTTP/1.1" status: 200 len: 1068 time: 0.4086545 Aug 30 13:15:34.461379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58660) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:34.499432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5702b-346d-4fde-a2cf-d8222434dc2f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event updated for resources: {'Port': ['ID=951f096a-b77a-4919-829f-3c4653abf6f9,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:34.567334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e2427f74-a10e-439c-aecb-4c00b71f691f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Deleting port 951f096a-b77a-4919-829f-3c4653abf6f9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:34.567784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2427f74-a10e-439c-aecb-4c00b71f691f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.660796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2427f74-a10e-439c-aecb-4c00b71f691f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.672846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e2427f74-a10e-439c-aecb-4c00b71f691f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Calling delete_port for 951f096a-b77a-4919-829f-3c4653abf6f9 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:34.705869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-43d71187-c753-49e4-90ec-27013be9a13d None None] Provisioning complete for port 951f096a-b77a-4919-829f-3c4653abf6f9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:34.706174 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-43d71187-c753-49e4-90ec-27013be9a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.740068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-43d71187-c753-49e4-90ec-27013be9a13d None None] Port 951f096a-b77a-4919-829f-3c4653abf6f9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:34.800039 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2427f74-a10e-439c-aecb-4c00b71f691f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.832831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2427f74-a10e-439c-aecb-4c00b71f691f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event deleted for resources: {'Port': ['ID=951f096a-b77a-4919-829f-3c4653abf6f9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:34.988301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2427f74-a10e-439c-aecb-4c00b71f691f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:34.990276 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e2427f74-a10e-439c-aecb-4c00b71f691f tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "DELETE /v2.0/ports/951f096a-b77a-4919-829f-3c4653abf6f9 HTTP/1.1" status: 204 len: 168 time: 0.5279338 Aug 30 13:15:34.992844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58662) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:35.017881 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8319247a-d3c0-405f-83fc-9e2ba9e03728 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] GET failed (client error): The resource could not be found. Aug 30 13:15:35.019489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8319247a-d3c0-405f-83fc-9e2ba9e03728 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "GET /v2.0/ports/951f096a-b77a-4919-829f-3c4653abf6f9 HTTP/1.1" status: 404 len: 333 time: 0.0257173 Aug 30 13:15:35.022164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58664) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:35.110946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-61202d27-1c19-4e17-bc4c-071a4e1bdad0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Deleting port 322ac661-455b-4805-b51f-963844096b7c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:35.111288 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61202d27-1c19-4e17-bc4c-071a4e1bdad0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:35.209598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61202d27-1c19-4e17-bc4c-071a4e1bdad0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:35.222018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-61202d27-1c19-4e17-bc4c-071a4e1bdad0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Calling delete_port for 322ac661-455b-4805-b51f-963844096b7c owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:35.347048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61202d27-1c19-4e17-bc4c-071a4e1bdad0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:35.380811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61202d27-1c19-4e17-bc4c-071a4e1bdad0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event deleted for resources: {'Port': ['ID=322ac661-455b-4805-b51f-963844096b7c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:35.413301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61202d27-1c19-4e17-bc4c-071a4e1bdad0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:35.415352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-61202d27-1c19-4e17-bc4c-071a4e1bdad0 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "DELETE /v2.0/ports/322ac661-455b-4805-b51f-963844096b7c HTTP/1.1" status: 204 len: 168 time: 0.3922694 Aug 30 13:15:35.417851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58676) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:35.444350 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffdbd869-ff8d-4baf-944d-939309b0c8b8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] GET failed (client error): The resource could not be found. Aug 30 13:15:35.445941 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ffdbd869-ff8d-4baf-944d-939309b0c8b8 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "GET /v2.0/ports/322ac661-455b-4805-b51f-963844096b7c HTTP/1.1" status: 404 len: 333 time: 0.0271378 Aug 30 13:15:35.449982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58678) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:35.581893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-321da8d7-d9ea-463c-b1c6-54f38a3bfac3 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Deleting port 580a33ce-107b-43c2-b91d-0767d7de7632 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:35.582249 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-321da8d7-d9ea-463c-b1c6-54f38a3bfac3 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:35.681912 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-321da8d7-d9ea-463c-b1c6-54f38a3bfac3 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:35.693736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-321da8d7-d9ea-463c-b1c6-54f38a3bfac3 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Calling delete_port for 580a33ce-107b-43c2-b91d-0767d7de7632 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:35.821326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-321da8d7-d9ea-463c-b1c6-54f38a3bfac3 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:35.848623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321da8d7-d9ea-463c-b1c6-54f38a3bfac3 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event deleted for resources: {'Port': ['ID=580a33ce-107b-43c2-b91d-0767d7de7632,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:35.876739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-321da8d7-d9ea-463c-b1c6-54f38a3bfac3 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:35.878742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-321da8d7-d9ea-463c-b1c6-54f38a3bfac3 tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "DELETE /v2.0/ports/580a33ce-107b-43c2-b91d-0767d7de7632 HTTP/1.1" status: 204 len: 168 time: 0.4274728 Aug 30 13:15:35.881198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58686) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:35.936794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2410473d-1dfc-4e1b-a0a9-126fe0c8ee9a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Deleting subnet 51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:35.940381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2410473d-1dfc-4e1b-a0a9-126fe0c8ee9a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:35.988042 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2410473d-1dfc-4e1b-a0a9-126fe0c8ee9a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.073752 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2410473d-1dfc-4e1b-a0a9-126fe0c8ee9a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.130726 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2410473d-1dfc-4e1b-a0a9-126fe0c8ee9a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.161125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410473d-1dfc-4e1b-a0a9-126fe0c8ee9a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event deleted for resources: {'Subnet': ['ID=51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:36.164901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2410473d-1dfc-4e1b-a0a9-126fe0c8ee9a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.167018 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2410473d-1dfc-4e1b-a0a9-126fe0c8ee9a tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "DELETE /v2.0/subnets/51e357ed-f2c9-4f6b-b5d4-e7ce8830c72f HTTP/1.1" status: 204 len: 168 time: 0.2848380 Aug 30 13:15:36.169717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58688) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:36.175407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0b9977-8943-45c6-b285-87d4b7500b78 None None] Network 015652b4-9500-46b9-ab6c-c91dcef5a0e2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:36.250823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.325562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Deleting port 65a4630b-64fc-48f5-86dd-1245c19a5d21 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:36.325934 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.345699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94cea5b-1c1b-42b3-836e-283686cc2797 None None] DHCP port deletion for 015652b4-9500-46b9-ab6c-c91dcef5a0e2 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:15:36.391009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] For port 65a4630b-64fc-48f5-86dd-1245c19a5d21, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=65a4630b-64fc-48f5-86dd-1245c19a5d21,segment=NetworkSegment(203d70e6-3d4a-4dda-bd46-ceec2f963333),segment_id=203d70e6-3d4a-4dda-bd46-ceec2f963333)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:36.391323 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.391789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f94cea5b-1c1b-42b3-836e-283686cc2797 None None] Deleting port 65a4630b-64fc-48f5-86dd-1245c19a5d21 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:36.392171 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f94cea5b-1c1b-42b3-836e-283686cc2797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.406668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Calling delete_port for 65a4630b-64fc-48f5-86dd-1245c19a5d21 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:36.491493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.520049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event deleted for resources: {'Port': ['ID=65a4630b-64fc-48f5-86dd-1245c19a5d21,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:36.521988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] No DVR routers for this DVR port 65a4630b-64fc-48f5-86dd-1245c19a5d21 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:15:36.612200 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.625861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015652b4-9500-46b9-ab6c-c91dcef5a0e2']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:36.627760 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-95a08127-7549-437f-a0fe-711f5f955bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.644280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '203d70e6-3d4a-4dda-bd46-ceec2f963333') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:36.644574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '203d70e6-3d4a-4dda-bd46-ceec2f963333') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:36.645709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f94cea5b-1c1b-42b3-836e-283686cc2797 None None] For port 65a4630b-64fc-48f5-86dd-1245c19a5d21, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=65a4630b-64fc-48f5-86dd-1245c19a5d21,segment=NetworkSegment(203d70e6-3d4a-4dda-bd46-ceec2f963333),segment_id=203d70e6-3d4a-4dda-bd46-ceec2f963333)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:36.646350 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f94cea5b-1c1b-42b3-836e-283686cc2797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.654140 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.658511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f94cea5b-1c1b-42b3-836e-283686cc2797 None None] Calling delete_port for 65a4630b-64fc-48f5-86dd-1245c19a5d21 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:36.678695 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.687331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:15:36.688128 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:15:36.705886 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:15:36.737993 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f94cea5b-1c1b-42b3-836e-283686cc2797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.760650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.770076 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:36.771923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] 10.222.0.37 "DELETE /v2.0/networks/015652b4-9500-46b9-ab6c-c91dcef5a0e2 HTTP/1.1" status: 204 len: 168 time: 0.6011722 Aug 30 13:15:36.780134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94cea5b-1c1b-42b3-836e-283686cc2797 None None] No DVR routers for this DVR port 65a4630b-64fc-48f5-86dd-1245c19a5d21 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:15:36.782422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cea5b-1c1b-42b3-836e-283686cc2797 None None] Pushing event deleted for resources: {'Port': ['ID=65a4630b-64fc-48f5-86dd-1245c19a5d21,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:36.784463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdcf86-eea1-48c8-b154-c31796acfdcf tempest-AllowedAddressPairIpV6TestJSON-550336591 tempest-AllowedAddressPairIpV6TestJSON-550336591-project] Pushing event deleted for resources: {'Network': ['ID=015652b4-9500-46b9-ab6c-c91dcef5a0e2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:36.908926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 65a4630b-64fc-48f5-86dd-1245c19a5d21 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:15:36.929404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 65a4630b-64fc-48f5-86dd-1245c19a5d21 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:15:36.930050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 65a4630b-64fc-48f5-86dd-1245c19a5d21 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:15:37.052519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58700) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:37.184717 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e8d93cb4-b1e0-43bb-a7dd-8854f1adb4b3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6242ff62ddc64161a1e9e4ed5acfeee2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288331 Aug 30 13:15:37.185365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58704) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:37.232287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f17616cd-3a42-4b0b-bde2-d63ce9240adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:37.258272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f17616cd-3a42-4b0b-bde2-d63ce9240adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:37.306945 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f17616cd-3a42-4b0b-bde2-d63ce9240adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:37.309627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f17616cd-3a42-4b0b-bde2-d63ce9240adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:37.310825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f17616cd-3a42-4b0b-bde2-d63ce9240adf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d44b9496-c89f-48b7-a70f-1f9bb69b858d HTTP/1.1" status: 204 len: 168 time: 0.1248591 Aug 30 13:15:37.320826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17616cd-3a42-4b0b-bde2-d63ce9240adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44b9496-c89f-48b7-a70f-1f9bb69b858d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:37.963264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58734) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:38.061985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-940587980'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:38.082761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:38.086186 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.094770 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.182856 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.186748 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.214092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:15:38.224254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6050a738-1930-4d97-97a9-376452c640da,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:38.228946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.229288 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Added segment bcab04b5-565b-45cd-892e-28ae7e61da21 of type vlan for network c9e9e44f-48e2-4e6f-b395-9a96ee236512 Aug 30 13:15:38.271664 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.296009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.302671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:38.303287 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.361609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3972263 Aug 30 13:15:38.365965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58740) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:38.371444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:38.378599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2a356-72fd-4b95-80fb-0503bd924ae1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Network': ['ID=c9e9e44f-48e2-4e6f-b395-9a96ee236512,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:38.391968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:15:38.462809 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:38.466520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.658610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.722337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=d14cab38-4c99-406b-a672-7c547ac90c62,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:38.733350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:38.733752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network hostable DHCP agents. Network: c9e9e44f-48e2-4e6f-b395-9a96ee236512, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:15:38.758284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:15:38.772493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, c9e9e44f-48e2-4e6f-b395-9a96ee236512) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:38.776668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:38.777253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.788495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac05a549-d838-4577-b7e0-c91cc02d1b4e None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:38.792442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ad3f3004-9541-47f5-a820-83708d435f95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4253945 Aug 30 13:15:38.795271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58746) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:38.800896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'name': 'tempest-NetworksTestDHCPv6-1081085896'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:38.908105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:38.911631 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:38.933619 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 48161b15-b2bb-4a67-b077-d0562023e55c yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:38.935917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': 'd14cab38-4c99-406b-a672-7c547ac90c62'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:15:38.936789 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.046566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::33 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/d14cab38-4c99-406b-a672-7c547ac90c62/48161b15-b2bb-4a67-b077-d0562023e55c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:39.193423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.207035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 48161b15-b2bb-4a67-b077-d0562023e55c will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:39.240719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.285761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:39.286037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/d14cab38-4c99-406b-a672-7c547ac90c62/f27da2dd-6fca-434f-9d8f-df0e87ae43e6) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:39.292928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:39.298750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:39.304490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:39.305152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.308747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=48161b15-b2bb-4a67-b077-d0562023e55c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:39.322315 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9b482efd-c644-44e6-88d7-d910dc972d6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.5259056 Aug 30 13:15:39.324673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58748) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:39.363903 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4982f2ec-f843-43b8-99cc-cea8918fa018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.374917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21748b3-7cc0-4b65-b457-263b580d9d9b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:39.378953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e21748b3-7cc0-4b65-b457-263b580d9d9b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0507653 Aug 30 13:15:39.379240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58750) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:39.454790 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.464850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Transition to ACTIVE for port object f27da2dd-6fca-434f-9d8f-df0e87ae43e6 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:39.476600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-cabbc04d-96c9-4e6a-a674-508ffff7d5ac tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 48161b15-b2bb-4a67-b077-d0562023e55c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:39.476947 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cabbc04d-96c9-4e6a-a674-508ffff7d5ac tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.481922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Transition to ACTIVE for port object f27da2dd-6fca-434f-9d8f-df0e87ae43e6 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:39.490584 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.528611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:39.532057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:39.535109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:39.544155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Pushing event updated for resources: {'Port': ['ID=f27da2dd-6fca-434f-9d8f-df0e87ae43e6,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:39.562307 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cabbc04d-96c9-4e6a-a674-508ffff7d5ac tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.574579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-cabbc04d-96c9-4e6a-a674-508ffff7d5ac tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 48161b15-b2bb-4a67-b077-d0562023e55c owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:39.595115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Attempting to bind port f27da2dd-6fca-434f-9d8f-df0e87ae43e6 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:39.595490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Attempting to bind port f27da2dd-6fca-434f-9d8f-df0e87ae43e6 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:39.595856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Attempting to bind port f27da2dd-6fca-434f-9d8f-df0e87ae43e6 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:39.600836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:15:39.601212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:39.601613 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.602038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:15:39.602533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Bound port: f27da2dd-6fca-434f-9d8f-df0e87ae43e6, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:15:39.602920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.668306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] For port f27da2dd-6fca-434f-9d8f-df0e87ae43e6, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:39.671598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] For port f27da2dd-6fca-434f-9d8f-df0e87ae43e6, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f27da2dd-6fca-434f-9d8f-df0e87ae43e6,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:15:39.676570 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.705521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cabbc04d-96c9-4e6a-a674-508ffff7d5ac tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.737269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbc04d-96c9-4e6a-a674-508ffff7d5ac tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=48161b15-b2bb-4a67-b077-d0562023e55c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:39.740613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56986c7-6efb-4fcb-9a0e-26a21b10b221 None None] Pushing event updated for resources: {'Port': ['ID=f27da2dd-6fca-434f-9d8f-df0e87ae43e6,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:39.766579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cabbc04d-96c9-4e6a-a674-508ffff7d5ac tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.768819 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cabbc04d-96c9-4e6a-a674-508ffff7d5ac tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/48161b15-b2bb-4a67-b077-d0562023e55c HTTP/1.1" status: 204 len: 168 time: 0.3884845 Aug 30 13:15:39.771329 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58756) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:39.875914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b70e49-1a35-4a5b-a277-e73cd5d05287 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:39.877352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b70e49-1a35-4a5b-a277-e73cd5d05287 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:39.879009 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-56b70e49-1a35-4a5b-a277-e73cd5d05287 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1059973 Aug 30 13:15:39.881778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58760) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:39.948437 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:39.956217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-675eed5c-10db-4ac8-96b0-32ed6814b1f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet d14cab38-4c99-406b-a672-7c547ac90c62 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:39.959766 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-675eed5c-10db-4ac8-96b0-32ed6814b1f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.006457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-675eed5c-10db-4ac8-96b0-32ed6814b1f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.088867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-675eed5c-10db-4ac8-96b0-32ed6814b1f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.146666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-675eed5c-10db-4ac8-96b0-32ed6814b1f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.179761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675eed5c-10db-4ac8-96b0-32ed6814b1f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=d14cab38-4c99-406b-a672-7c547ac90c62,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:40.184526 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-675eed5c-10db-4ac8-96b0-32ed6814b1f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.186441 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-675eed5c-10db-4ac8-96b0-32ed6814b1f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/d14cab38-4c99-406b-a672-7c547ac90c62 HTTP/1.1" status: 204 len: 168 time: 0.3037336 Aug 30 13:15:40.189913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58762) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:40.243884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a11aadaf-b98d-4d79-88bf-0725b9923199 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527391 Aug 30 13:15:40.246656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58764) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:40.252217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:40.350114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:40.353392 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.624030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd1e3e5-f864-48fe-8078-a4cc201b139d None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:40.745564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a780810b-4ea0-4a98-a192-6baadc06c848 None None] Provisioning for port f27da2dd-6fca-434f-9d8f-df0e87ae43e6 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:40.787039 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.831048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab04ff5-b46a-41ac-863e-7a4d6f40672a None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:15:40.887654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5ab04ff5-b46a-41ac-863e-7a4d6f40672a None None] Deleting port f27da2dd-6fca-434f-9d8f-df0e87ae43e6 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:40.888549 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5ab04ff5-b46a-41ac-863e-7a4d6f40672a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.924290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.957813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5ab04ff5-b46a-41ac-863e-7a4d6f40672a None None] For port f27da2dd-6fca-434f-9d8f-df0e87ae43e6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f27da2dd-6fca-434f-9d8f-df0e87ae43e6,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:40.958215 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5ab04ff5-b46a-41ac-863e-7a4d6f40672a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.967500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:40.971400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5ab04ff5-b46a-41ac-863e-7a4d6f40672a None None] Calling delete_port for f27da2dd-6fca-434f-9d8f-df0e87ae43e6 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:40.971595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:40.974412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:40.975011 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:40.989374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=9070e009-28bd-41f6-a8f8-1ac1869f40e7,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:40.997957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-426d95a6-db9e-4869-895f-2bb2936d5e85 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7501705 Aug 30 13:15:41.000577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58772) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:41.005602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'name': 'tempest-NetworksTestDHCPv6-796038121'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:41.051632 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5ab04ff5-b46a-41ac-863e-7a4d6f40672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.076368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab04ff5-b46a-41ac-863e-7a4d6f40672a None None] Pushing event deleted for resources: {'Port': ['ID=f27da2dd-6fca-434f-9d8f-df0e87ae43e6,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:41.080595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab04ff5-b46a-41ac-863e-7a4d6f40672a None None] No DVR routers for this DVR port f27da2dd-6fca-434f-9d8f-df0e87ae43e6 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:15:41.096514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84970225-4330-4c9d-a21c-f60235b5a8af None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:41.124003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:41.127803 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.148001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 4d6557ba-b600-4042-a78e-1ff463e14428 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:41.241717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '9070e009-28bd-41f6-a8f8-1ac1869f40e7'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:15:41.242662 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.263021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f (c9e9e44f-48e2-4e6f-b395-9a96ee236512/9070e009-28bd-41f6-a8f8-1ac1869f40e7/4d6557ba-b600-4042-a78e-1ff463e14428) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:41.412140 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.425962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 4d6557ba-b600-4042-a78e-1ff463e14428 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:41.458317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.502578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/9070e009-28bd-41f6-a8f8-1ac1869f40e7/fdce3a82-19f6-40cb-b276-a7dcbcb762ed) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:41.503741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:41.507080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:41.511209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:41.517927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:41.518511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.524820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=4d6557ba-b600-4042-a78e-1ff463e14428,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:41.540254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f28d2520-0d29-4177-b1e3-bbb9fb54d652 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5384238 Aug 30 13:15:41.542905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58774) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:41.600220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fd2d03-90da-4e68-b0c8-394ca1e6ec68 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:41.604230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-42fd2d03-90da-4e68-b0c8-394ca1e6ec68 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0579131 Aug 30 13:15:41.605006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58778) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:41.651915 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.660801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Transition to ACTIVE for port object fdce3a82-19f6-40cb-b276-a7dcbcb762ed will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:41.676216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Transition to ACTIVE for port object fdce3a82-19f6-40cb-b276-a7dcbcb762ed will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:41.682339 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.697947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0878776a-a919-4e37-83bd-35433df47fc4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 4d6557ba-b600-4042-a78e-1ff463e14428 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:41.698297 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0878776a-a919-4e37-83bd-35433df47fc4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.723530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:41.726450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:41.729937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:41.738114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Pushing event updated for resources: {'Port': ['ID=fdce3a82-19f6-40cb-b276-a7dcbcb762ed,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:41.791353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0878776a-a919-4e37-83bd-35433df47fc4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.793295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Attempting to bind port fdce3a82-19f6-40cb-b276-a7dcbcb762ed on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:41.793458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Attempting to bind port fdce3a82-19f6-40cb-b276-a7dcbcb762ed by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:41.793731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Attempting to bind port fdce3a82-19f6-40cb-b276-a7dcbcb762ed on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:41.799099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:15:41.799456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:41.799863 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.800260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:15:41.800718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Bound port: fdce3a82-19f6-40cb-b276-a7dcbcb762ed, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:15:41.801098 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.803816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0878776a-a919-4e37-83bd-35433df47fc4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 4d6557ba-b600-4042-a78e-1ff463e14428 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:41.862407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] For port fdce3a82-19f6-40cb-b276-a7dcbcb762ed, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:41.865925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] For port fdce3a82-19f6-40cb-b276-a7dcbcb762ed, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fdce3a82-19f6-40cb-b276-a7dcbcb762ed,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:15:41.873319 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.937625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f067b-6c02-4e2d-921b-5c0fd60ea032 None None] Pushing event updated for resources: {'Port': ['ID=fdce3a82-19f6-40cb-b276-a7dcbcb762ed,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:41.943617 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0878776a-a919-4e37-83bd-35433df47fc4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:41.979321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878776a-a919-4e37-83bd-35433df47fc4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=4d6557ba-b600-4042-a78e-1ff463e14428,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:42.009896 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0878776a-a919-4e37-83bd-35433df47fc4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.009896 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0878776a-a919-4e37-83bd-35433df47fc4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/4d6557ba-b600-4042-a78e-1ff463e14428 HTTP/1.1" status: 204 len: 168 time: 0.3993931 Aug 30 13:15:42.009896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58786) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:42.063525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1491a-d976-4fec-8dc0-0326478e8c36 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:42.065050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c1491a-d976-4fec-8dc0-0326478e8c36 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:42.066581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a8c1491a-d976-4fec-8dc0-0326478e8c36 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0567238 Aug 30 13:15:42.069144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58788) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:42.139910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb7937b-45d1-4ded-800a-ff4f7aaeb91d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 9070e009-28bd-41f6-a8f8-1ac1869f40e7 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:42.142250 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.143383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecb7937b-45d1-4ded-800a-ff4f7aaeb91d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.192255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecb7937b-45d1-4ded-800a-ff4f7aaeb91d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.276504 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecb7937b-45d1-4ded-800a-ff4f7aaeb91d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.333928 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecb7937b-45d1-4ded-800a-ff4f7aaeb91d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.360400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7937b-45d1-4ded-800a-ff4f7aaeb91d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=9070e009-28bd-41f6-a8f8-1ac1869f40e7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:42.363762 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecb7937b-45d1-4ded-800a-ff4f7aaeb91d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.366070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ecb7937b-45d1-4ded-800a-ff4f7aaeb91d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/9070e009-28bd-41f6-a8f8-1ac1869f40e7 HTTP/1.1" status: 204 len: 168 time: 0.2955201 Aug 30 13:15:42.368296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58790) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:42.427779 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b57f35a7-f732-4dfa-9e35-d1671c26ce02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583940 Aug 30 13:15:42.430634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58792) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:42.435356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:42.525037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:42.528573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.730885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.779667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:42.783312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:42.786710 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:42.787309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.797599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=a9b9c386-c5e3-462b-bb88-409f6eec27f0,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:42.809645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6e9b7033-69dd-460e-9cc9-5f2ccd1749df tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3780138 Aug 30 13:15:42.812171 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58796) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:42.817298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'name': 'tempest-NetworksTestDHCPv6-650749919'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:42.849159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6abfe41-ef18-48bc-b378-86419401cdfe None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:42.929711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bfcdd6fc-7021-429d-b1bf-3b32d2870f92 None None] Provisioning for port fdce3a82-19f6-40cb-b276-a7dcbcb762ed completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:42.947610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:42.951555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:42.954153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fdce3a82-19f6-40cb-b276-a7dcbcb762ed up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:42.973908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 4329e7ea-e50f-406d-af40-dbe10e4d60a5 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:43.064778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port fdce3a82-19f6-40cb-b276-a7dcbcb762ed completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:43.071967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port fdce3a82-19f6-40cb-b276-a7dcbcb762ed triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:43.071967 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.111892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::2fe (c9e9e44f-48e2-4e6f-b395-9a96ee236512/a9b9c386-c5e3-462b-bb88-409f6eec27f0/4329e7ea-e50f-406d-af40-dbe10e4d60a5) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:43.169497 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.206894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port fdce3a82-19f6-40cb-b276-a7dcbcb762ed, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fdce3a82-19f6-40cb-b276-a7dcbcb762ed,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:43.211153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.265512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=fdce3a82-19f6-40cb-b276-a7dcbcb762ed,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:43.281172 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.295535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 4329e7ea-e50f-406d-af40-dbe10e4d60a5 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:43.331288 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.371423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-75819d44-e57f-4561-b94c-82a64240aa45 None None] Provisioning complete for port fdce3a82-19f6-40cb-b276-a7dcbcb762ed triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:43.371831 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-75819d44-e57f-4561-b94c-82a64240aa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.381969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:43.385926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:43.388318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:43.394836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:43.395485 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.406657 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=4329e7ea-e50f-406d-af40-dbe10e4d60a5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:43.422557 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-42ff1abe-362d-44d5-a255-f933baf3a8fc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6062019 Aug 30 13:15:43.422819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58802) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:43.511185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5cdfc3-1add-4a38-a99c-e04ffc5d1241 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:43.517324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5cdfc3-1add-4a38-a99c-e04ffc5d1241 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:43.518991 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6d5cdfc3-1add-4a38-a99c-e04ffc5d1241 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0946190 Aug 30 13:15:43.521747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58804) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:43.573582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6e059b31-13aa-4e5c-9cac-5e5abf0ead5d None None] Could not find standard attr ID for object 48161b15-b2bb-4a67-b077-d0562023e55c. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:15:43.611815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4b4c4-b101-41ea-855d-f60caac2741b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 4329e7ea-e50f-406d-af40-dbe10e4d60a5 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:43.612178 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b4c4-b101-41ea-855d-f60caac2741b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.705026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b4c4-b101-41ea-855d-f60caac2741b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.721158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e6d4b4c4-b101-41ea-855d-f60caac2741b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 4329e7ea-e50f-406d-af40-dbe10e4d60a5 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:43.786900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5c5e6fd7-e740-46dc-ae00-60d6b13795ec None None] Could not find standard attr ID for object 4d6557ba-b600-4042-a78e-1ff463e14428. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:15:43.856245 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b4c4-b101-41ea-855d-f60caac2741b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.889761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4b4c4-b101-41ea-855d-f60caac2741b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=4329e7ea-e50f-406d-af40-dbe10e4d60a5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:43.915397 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d4b4c4-b101-41ea-855d-f60caac2741b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:43.917478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6d4b4c4-b101-41ea-855d-f60caac2741b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/4329e7ea-e50f-406d-af40-dbe10e4d60a5 HTTP/1.1" status: 204 len: 168 time: 0.3947601 Aug 30 13:15:43.920008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58808) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:43.973486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308fb29-90f3-4f7b-85c3-d58f3cfdc393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:43.975053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308fb29-90f3-4f7b-85c3-d58f3cfdc393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:43.976571 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7308fb29-90f3-4f7b-85c3-d58f3cfdc393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0556548 Aug 30 13:15:43.979339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58810) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:44.004773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c6a5c1a7-7098-4ce2-9299-8810f4602879 None None] Could not find standard attr ID for object 4329e7ea-e50f-406d-af40-dbe10e4d60a5. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:15:44.032695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6b03f7-d16f-4a5f-8366-22cafcda4f27 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet a9b9c386-c5e3-462b-bb88-409f6eec27f0 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:44.035985 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a6b03f7-d16f-4a5f-8366-22cafcda4f27 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.077239 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a6b03f7-d16f-4a5f-8366-22cafcda4f27 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.130973 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a6b03f7-d16f-4a5f-8366-22cafcda4f27 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.200338 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a6b03f7-d16f-4a5f-8366-22cafcda4f27 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.226723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b03f7-d16f-4a5f-8366-22cafcda4f27 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b9c386-c5e3-462b-bb88-409f6eec27f0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:44.233556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a6b03f7-d16f-4a5f-8366-22cafcda4f27 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.236247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3a6b03f7-d16f-4a5f-8366-22cafcda4f27 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/a9b9c386-c5e3-462b-bb88-409f6eec27f0 HTTP/1.1" status: 204 len: 168 time: 0.2559757 Aug 30 13:15:44.238671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58816) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:44.276955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ed5a42de-d539-4d0e-ac43-43041c5cd9fa tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371492 Aug 30 13:15:44.279412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58818) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:44.312122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5e6617-31c4-48b8-9a42-fd1e728b584a None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:44.336321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23359f3e-3203-4277-8876-c78d2e4ca015 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:44.337809 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-23359f3e-3203-4277-8876-c78d2e4ca015 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0574758 Aug 30 13:15:44.340357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58820) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:44.389717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420c2bdb-f139-41e1-94f8-3871dbd20e88 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:44.391439 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-420c2bdb-f139-41e1-94f8-3871dbd20e88 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0501583 Aug 30 13:15:44.394236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58822) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:44.432435 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-613942fe-a824-4b6b-91ae-eeaf61d80c2e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371122 Aug 30 13:15:44.436928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58824) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:44.442214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:44.481588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2757c7cf-ad45-422a-98a6-3c282ea18d22 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:15:44.526940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2757c7cf-ad45-422a-98a6-3c282ea18d22 None None] Deleting port fdce3a82-19f6-40cb-b276-a7dcbcb762ed {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:44.527318 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2757c7cf-ad45-422a-98a6-3c282ea18d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.533784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:44.537381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.590626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2757c7cf-ad45-422a-98a6-3c282ea18d22 None None] For port fdce3a82-19f6-40cb-b276-a7dcbcb762ed, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fdce3a82-19f6-40cb-b276-a7dcbcb762ed,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:44.591018 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2757c7cf-ad45-422a-98a6-3c282ea18d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.604219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2757c7cf-ad45-422a-98a6-3c282ea18d22 None None] Calling delete_port for fdce3a82-19f6-40cb-b276-a7dcbcb762ed owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:44.684391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2757c7cf-ad45-422a-98a6-3c282ea18d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.712180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2757c7cf-ad45-422a-98a6-3c282ea18d22 None None] No DVR routers for this DVR port fdce3a82-19f6-40cb-b276-a7dcbcb762ed on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:15:44.719642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757c7cf-ad45-422a-98a6-3c282ea18d22 None None] Pushing event deleted for resources: {'Port': ['ID=fdce3a82-19f6-40cb-b276-a7dcbcb762ed,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:44.728051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.768781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:44.771914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:44.776009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:44.776589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:44.782056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456c925-56ea-41f2-b165-ca49358b3e5d None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:44.793312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=773f6511-9d84-4c7f-a5f2-5e7d60bd8a26,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:44.799099 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a6afd4eb-54d1-4f47-a2a2-a559652175db tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3603127 Aug 30 13:15:44.801505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58830) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:44.815744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': '773f6511-9d84-4c7f-a5f2-5e7d60bd8a26', 'ip_address': '2001:db8::15f0:8b48:4a4:4f26'}], 'name': 'tempest-NetworksTestDHCPv6-274715658'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:44.914381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fdce3a82-19f6-40cb-b276-a7dcbcb762ed no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:15:44.926430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:44.938106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: fdce3a82-19f6-40cb-b276-a7dcbcb762ed {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:15:44.938106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fdce3a82-19f6-40cb-b276-a7dcbcb762ed not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:15:44.961447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '773f6511-9d84-4c7f-a5f2-5e7d60bd8a26'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:15:44.962373 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.009331 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.025539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port e984f51e-0c3e-48a7-8c91-b946ced3e8c5 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:45.101046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/773f6511-9d84-4c7f-a5f2-5e7d60bd8a26/3373d404-9f01-4097-a5c9-66b30da70de9) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:45.252089 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.260336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Transition to ACTIVE for port object 3373d404-9f01-4097-a5c9-66b30da70de9 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:45.274698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Transition to ACTIVE for port object 3373d404-9f01-4097-a5c9-66b30da70de9 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:45.279966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.324639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:45.327626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:45.328029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::15f0:8b48:4a4:4f26 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/773f6511-9d84-4c7f-a5f2-5e7d60bd8a26/e984f51e-0c3e-48a7-8c91-b946ced3e8c5) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:45.332951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:45.334989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Pushing event updated for resources: {'Port': ['ID=3373d404-9f01-4097-a5c9-66b30da70de9,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:45.387515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Attempting to bind port 3373d404-9f01-4097-a5c9-66b30da70de9 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:45.387988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Attempting to bind port 3373d404-9f01-4097-a5c9-66b30da70de9 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:45.388359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Attempting to bind port 3373d404-9f01-4097-a5c9-66b30da70de9 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:45.393301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:15:45.393687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:45.394121 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.394541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:15:45.395024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Bound port: 3373d404-9f01-4097-a5c9-66b30da70de9, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:15:45.395390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.460088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] For port 3373d404-9f01-4097-a5c9-66b30da70de9, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:45.463164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] For port 3373d404-9f01-4097-a5c9-66b30da70de9, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3373d404-9f01-4097-a5c9-66b30da70de9,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:15:45.467924 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.479156 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.493225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object e984f51e-0c3e-48a7-8c91-b946ced3e8c5 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:45.531960 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.532927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb5c18-e173-403b-a0e0-a0502f433683 None None] Pushing event updated for resources: {'Port': ['ID=3373d404-9f01-4097-a5c9-66b30da70de9,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:45.571082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:45.574519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:45.578691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:45.584252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:45.584861 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.608229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58836) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:45.608776 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.8056519 Aug 30 13:15:45.616294 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1829ca7-c275-47dc-9a79-429fecc5067e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=e984f51e-0c3e-48a7-8c91-b946ced3e8c5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:45.692598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40606d3f-0d4c-4014-a025-1b5eb00efd2c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:45.702003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40606d3f-0d4c-4014-a025-1b5eb00efd2c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:45.704512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-40606d3f-0d4c-4014-a025-1b5eb00efd2c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0942566 Aug 30 13:15:45.707297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58838) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:45.815314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-061efa5f-298b-4474-a7b1-a66d77c2383c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port e984f51e-0c3e-48a7-8c91-b946ced3e8c5 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:45.815667 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-061efa5f-298b-4474-a7b1-a66d77c2383c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.911802 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-061efa5f-298b-4474-a7b1-a66d77c2383c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:45.924272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-061efa5f-298b-4474-a7b1-a66d77c2383c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for e984f51e-0c3e-48a7-8c91-b946ced3e8c5 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:46.059679 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-061efa5f-298b-4474-a7b1-a66d77c2383c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:46.093956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061efa5f-298b-4474-a7b1-a66d77c2383c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=e984f51e-0c3e-48a7-8c91-b946ced3e8c5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:46.117751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-061efa5f-298b-4474-a7b1-a66d77c2383c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:46.119716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-061efa5f-298b-4474-a7b1-a66d77c2383c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/e984f51e-0c3e-48a7-8c91-b946ced3e8c5 HTTP/1.1" status: 204 len: 168 time: 0.4114676 Aug 30 13:15:46.122159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58842) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:46.218570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866dd86-7614-497c-a02f-edb3be77a997 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:46.220077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866dd86-7614-497c-a02f-edb3be77a997 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:46.221734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2866dd86-7614-497c-a02f-edb3be77a997 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0986443 Aug 30 13:15:46.224461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58844) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:46.319267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9f4e23-0ca0-4f94-8634-725a7100ea7f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 773f6511-9d84-4c7f-a5f2-5e7d60bd8a26 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:46.324125 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4e23-0ca0-4f94-8634-725a7100ea7f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:46.646332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-365f5f77-0049-4102-a45b-3696df5c11dd None None] Provisioning for port 3373d404-9f01-4097-a5c9-66b30da70de9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:46.703328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4e23-0ca0-4f94-8634-725a7100ea7f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:46.769170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-09b18821-0e45-4ccc-8adf-3cd75dd7562e None None] Could not find standard attr ID for object e984f51e-0c3e-48a7-8c91-b946ced3e8c5. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:15:46.803114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4e23-0ca0-4f94-8634-725a7100ea7f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:46.897475 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4e23-0ca0-4f94-8634-725a7100ea7f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:46.908087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f9f4e23-0ca0-4f94-8634-725a7100ea7f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:46.908956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5f9f4e23-0ca0-4f94-8634-725a7100ea7f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/773f6511-9d84-4c7f-a5f2-5e7d60bd8a26 HTTP/1.1" status: 204 len: 168 time: 0.6834013 Aug 30 13:15:46.911587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58854) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:46.933444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f4e23-0ca0-4f94-8634-725a7100ea7f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=773f6511-9d84-4c7f-a5f2-5e7d60bd8a26,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:46.973409 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2fdcd6e5-673b-4547-aff8-e2bd169acbf2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572150 Aug 30 13:15:46.976150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58858) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:46.981423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:46.997591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3373d404-9f01-4097-a5c9-66b30da70de9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:47.024228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8722ca-a597-45bd-8767-c732c24c392a None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:47.078644 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:47.082318 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.126231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 3373d404-9f01-4097-a5c9-66b30da70de9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:47.145062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 3373d404-9f01-4097-a5c9-66b30da70de9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:47.145444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.237838 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.260403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1db8e1-78c6-4ed8-9cde-0c510f2ac18d None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:15:47.273906 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.301513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 3373d404-9f01-4097-a5c9-66b30da70de9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3373d404-9f01-4097-a5c9-66b30da70de9,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:47.306684 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.316059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:47.319483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:47.323955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:47.324558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.342640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=ecbfcca8-af18-4049-a742-f582d737b7dc,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:47.356303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b4c16f53-0df6-44f5-ab9b-3e79200cec66 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3789010 Aug 30 13:15:47.356555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58864) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:47.364998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': 'ecbfcca8-af18-4049-a742-f582d737b7dc', 'ip_address': '2001:db8::3282:8745:8db4:1c51'}], 'name': 'tempest-NetworksTestDHCPv6-157617515'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:47.519886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=3373d404-9f01-4097-a5c9-66b30da70de9,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:47.520092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:47.524303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6d1db8e1-78c6-4ed8-9cde-0c510f2ac18d None None] Deleting port 3373d404-9f01-4097-a5c9-66b30da70de9 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:47.524681 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6d1db8e1-78c6-4ed8-9cde-0c510f2ac18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.524782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.542800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:47.608427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6d1db8e1-78c6-4ed8-9cde-0c510f2ac18d None None] For port 3373d404-9f01-4097-a5c9-66b30da70de9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3373d404-9f01-4097-a5c9-66b30da70de9,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:47.612762 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6d1db8e1-78c6-4ed8-9cde-0c510f2ac18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.631219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6d1db8e1-78c6-4ed8-9cde-0c510f2ac18d None None] Calling delete_port for 3373d404-9f01-4097-a5c9-66b30da70de9 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:47.696811 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:15:47.702267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::3282:8745:8db4:1c51 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/ecbfcca8-af18-4049-a742-f582d737b7dc/71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:47.718622 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6d1db8e1-78c6-4ed8-9cde-0c510f2ac18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.749902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1db8e1-78c6-4ed8-9cde-0c510f2ac18d None None] No DVR routers for this DVR port 3373d404-9f01-4097-a5c9-66b30da70de9 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:15:47.751882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1db8e1-78c6-4ed8-9cde-0c510f2ac18d None None] Pushing event deleted for resources: {'Port': ['ID=3373d404-9f01-4097-a5c9-66b30da70de9,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:47.770052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6942025a-86e3-48cf-a3eb-00531f9c8e4d None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:47.854083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.868001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:47.914229 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.920669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': 'ecbfcca8-af18-4049-a742-f582d737b7dc'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:15:47.921832 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.961623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:47.967048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:47.971478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:47.977172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:47.977821 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:47.993190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:47.999985 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6392372 Aug 30 13:15:48.000567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58874) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:48.002790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.003135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.003469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.003805 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.004137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.004460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.004804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.005131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.005454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.005806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.006273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.006601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d632bc8-2fcd-4a84-b32d-d57d585bf7f3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:48.054044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640b6c56-81fe-49e3-86af-14a90193d6b2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:48.055572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-640b6c56-81fe-49e3-86af-14a90193d6b2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0534363 Aug 30 13:15:48.059898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58878) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:48.093032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/ecbfcca8-af18-4049-a742-f582d737b7dc/c4a126ba-7eea-4e66-99f0-bed2f9f094eb) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:48.161970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-46983190-02aa-4f1c-88a2-a90726d400d0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:48.162568 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46983190-02aa-4f1c-88a2-a90726d400d0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.250178 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.256675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46983190-02aa-4f1c-88a2-a90726d400d0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.258401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Transition to ACTIVE for port object c4a126ba-7eea-4e66-99f0-bed2f9f094eb will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:48.269322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-46983190-02aa-4f1c-88a2-a90726d400d0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:48.273319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Transition to ACTIVE for port object c4a126ba-7eea-4e66-99f0-bed2f9f094eb will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:48.279135 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.319949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:48.326234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:48.329113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:48.340143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Pushing event updated for resources: {'Port': ['ID=c4a126ba-7eea-4e66-99f0-bed2f9f094eb,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:48.390242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Attempting to bind port c4a126ba-7eea-4e66-99f0-bed2f9f094eb on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:48.391283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Attempting to bind port c4a126ba-7eea-4e66-99f0-bed2f9f094eb by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:48.391683 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Attempting to bind port c4a126ba-7eea-4e66-99f0-bed2f9f094eb on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:48.396665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:15:48.397074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:48.397478 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.397947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:15:48.398435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Bound port: c4a126ba-7eea-4e66-99f0-bed2f9f094eb, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:15:48.398820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.420709 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46983190-02aa-4f1c-88a2-a90726d400d0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.469273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] For port c4a126ba-7eea-4e66-99f0-bed2f9f094eb, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:48.472657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] For port c4a126ba-7eea-4e66-99f0-bed2f9f094eb, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4a126ba-7eea-4e66-99f0-bed2f9f094eb,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:15:48.478424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46983190-02aa-4f1c-88a2-a90726d400d0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:48.478888 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.499764 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46983190-02aa-4f1c-88a2-a90726d400d0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.504584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-46983190-02aa-4f1c-88a2-a90726d400d0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3 HTTP/1.1" status: 204 len: 168 time: 0.4414213 Aug 30 13:15:48.505478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58888) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:48.550732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19c66a-cb8c-4c56-ac0f-b34ef1b728ea None None] Pushing event updated for resources: {'Port': ['ID=c4a126ba-7eea-4e66-99f0-bed2f9f094eb,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:48.561462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d80a4-fc00-4a15-91b6-8cbf7a57644b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:48.563587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875d80a4-fc00-4a15-91b6-8cbf7a57644b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:48.567506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-875d80a4-fc00-4a15-91b6-8cbf7a57644b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0588193 Aug 30 13:15:48.567833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58890) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:48.626296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b59094-107c-4f29-8e3b-b32bd5433e02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet ecbfcca8-af18-4049-a742-f582d737b7dc {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:48.629504 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b59094-107c-4f29-8e3b-b32bd5433e02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.675236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b59094-107c-4f29-8e3b-b32bd5433e02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.779223 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b59094-107c-4f29-8e3b-b32bd5433e02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.849137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b59094-107c-4f29-8e3b-b32bd5433e02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.874498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b59094-107c-4f29-8e3b-b32bd5433e02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbfcca8-af18-4049-a742-f582d737b7dc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:48.881135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b59094-107c-4f29-8e3b-b32bd5433e02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:48.885585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-04b59094-107c-4f29-8e3b-b32bd5433e02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/ecbfcca8-af18-4049-a742-f582d737b7dc HTTP/1.1" status: 204 len: 168 time: 0.3144057 Aug 30 13:15:48.886359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58892) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:48.925607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-17af8f07-98f3-4062-8baf-b8990b55c83b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380583 Aug 30 13:15:48.928384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58894) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:48.933215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:48.946230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4a126ba-7eea-4e66-99f0-bed2f9f094eb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:48.995278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c4a126ba-7eea-4e66-99f0-bed2f9f094eb completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:49.031634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:49.035398 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:49.049117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3373d404-9f01-4097-a5c9-66b30da70de9 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:15:49.068849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 3373d404-9f01-4097-a5c9-66b30da70de9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:15:49.069191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3373d404-9f01-4097-a5c9-66b30da70de9 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:15:49.243114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:49.287189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:49.290677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:49.294951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:49.295652 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:49.310328 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=92d8b1cf-d4cc-4eb7-9167-16ef44762395,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:49.322623 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f3d500b9-f1d4-4616-a19d-4e5ba4a1d21b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3932235 Aug 30 13:15:49.325570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58904) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:49.331453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': '92d8b1cf-d4cc-4eb7-9167-16ef44762395', 'ip_address': '2001:db8::a6b9:d023:9305:8b8b'}], 'name': 'tempest-NetworksTestDHCPv6-2059092835'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:49.449505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:49.514597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cedf3c-ceaa-4c8b-84c0-82ec413e4fd1 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:49.539715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:49.558262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 8b676494-935c-42a0-beab-0721d6f11495 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:49.648580 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0aa603ed-937c-47eb-b33d-38e4ce0286ee None None] Provisioning for port c4a126ba-7eea-4e66-99f0-bed2f9f094eb completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:49.667713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0aa603ed-937c-47eb-b33d-38e4ce0286ee None None] Provisioning complete for port c4a126ba-7eea-4e66-99f0-bed2f9f094eb triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:49.668094 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0aa603ed-937c-47eb-b33d-38e4ce0286ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:49.729228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::a6b9:d023:9305:8b8b (c9e9e44f-48e2-4e6f-b395-9a96ee236512/92d8b1cf-d4cc-4eb7-9167-16ef44762395/8b676494-935c-42a0-beab-0721d6f11495) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:49.768365 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0aa603ed-937c-47eb-b33d-38e4ce0286ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:49.797691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0aa603ed-937c-47eb-b33d-38e4ce0286ee None None] For port c4a126ba-7eea-4e66-99f0-bed2f9f094eb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4a126ba-7eea-4e66-99f0-bed2f9f094eb,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:49.802991 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0aa603ed-937c-47eb-b33d-38e4ce0286ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:49.854195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa603ed-937c-47eb-b33d-38e4ce0286ee None None] Pushing event updated for resources: {'Port': ['ID=c4a126ba-7eea-4e66-99f0-bed2f9f094eb,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:49.905822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:49.921307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 8b676494-935c-42a0-beab-0721d6f11495 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:49.955796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:49.998000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:50.003597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:50.007442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:50.013060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:50.013721 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.024469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2e8a6b87-e9f2-47df-92e8-680af374a8d4 None None] Provisioning complete for port c4a126ba-7eea-4e66-99f0-bed2f9f094eb triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:50.025239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=8b676494-935c-42a0-beab-0721d6f11495,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:50.025769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e8a6b87-e9f2-47df-92e8-680af374a8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.036663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b7cf76b2-408b-4b35-898f-f71f3c5d8d6c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7099755 Aug 30 13:15:50.039341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58910) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:50.096130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdf00c9-8d15-48c6-be4a-bf7b5194f387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:50.102351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdf00c9-8d15-48c6-be4a-bf7b5194f387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:50.104041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ffdf00c9-8d15-48c6-be4a-bf7b5194f387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.0636597 Aug 30 13:15:50.106751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58912) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:50.217161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-290cf84e-cb58-440d-bf05-953823f2c51d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 8b676494-935c-42a0-beab-0721d6f11495 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:50.217500 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-290cf84e-cb58-440d-bf05-953823f2c51d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.231111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ce7c3eb6-0407-43ca-927c-0014b0b7503a None None] Could not find standard attr ID for object 71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:15:50.310964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-290cf84e-cb58-440d-bf05-953823f2c51d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.324816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-290cf84e-cb58-440d-bf05-953823f2c51d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 8b676494-935c-42a0-beab-0721d6f11495 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:50.354197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-57b7d91e-ee4c-4eb1-970a-8e0ffa14cde3 None None] Provisioning for port 8b676494-935c-42a0-beab-0721d6f11495 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:50.358133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-57b7d91e-ee4c-4eb1-970a-8e0ffa14cde3 None None] Provisioning complete for port 8b676494-935c-42a0-beab-0721d6f11495 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:50.358507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-57b7d91e-ee4c-4eb1-970a-8e0ffa14cde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.435388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-57b7d91e-ee4c-4eb1-970a-8e0ffa14cde3 None None] Port 8b676494-935c-42a0-beab-0721d6f11495 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:50.483515 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-290cf84e-cb58-440d-bf05-953823f2c51d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.511488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cf84e-cb58-440d-bf05-953823f2c51d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=8b676494-935c-42a0-beab-0721d6f11495,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:50.543659 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-290cf84e-cb58-440d-bf05-953823f2c51d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.546196 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-290cf84e-cb58-440d-bf05-953823f2c51d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/8b676494-935c-42a0-beab-0721d6f11495 HTTP/1.1" status: 204 len: 168 time: 0.4383512 Aug 30 13:15:50.548398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58922) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:50.607137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32c78d8-b12c-44db-b71b-116c932e2ff7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:50.608775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32c78d8-b12c-44db-b71b-116c932e2ff7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:50.612989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e32c78d8-b12c-44db-b71b-116c932e2ff7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0610869 Aug 30 13:15:50.613190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58926) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:50.668464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2320a5-c9fd-45ef-8060-2b79cfb613e0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 92d8b1cf-d4cc-4eb7-9167-16ef44762395 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:50.671876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb2320a5-c9fd-45ef-8060-2b79cfb613e0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.714637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb2320a5-c9fd-45ef-8060-2b79cfb613e0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.759410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb2320a5-c9fd-45ef-8060-2b79cfb613e0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.829571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb2320a5-c9fd-45ef-8060-2b79cfb613e0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.853781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2320a5-c9fd-45ef-8060-2b79cfb613e0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=92d8b1cf-d4cc-4eb7-9167-16ef44762395,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:50.860383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb2320a5-c9fd-45ef-8060-2b79cfb613e0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:50.865653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bb2320a5-c9fd-45ef-8060-2b79cfb613e0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/92d8b1cf-d4cc-4eb7-9167-16ef44762395 HTTP/1.1" status: 204 len: 168 time: 0.2483149 Aug 30 13:15:50.865755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58930) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:50.868266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09c1dbf-e1b0-4dad-ae7e-e9374a2b561c None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:50.907962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-42f96716-7976-421a-83c5-ed624abac23c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416036 Aug 30 13:15:50.910342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58932) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:50.941096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4a126ba-7eea-4e66-99f0-bed2f9f094eb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:50.965988 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31565844-bd6b-4f7a-a346-4e557b6b3d89 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:50.967545 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-31565844-bd6b-4f7a-a346-4e557b6b3d89 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0562267 Aug 30 13:15:50.970236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58934) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:51.019807 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3688a91-5690-46b1-adc9-f89917dbbabb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:51.021261 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b3688a91-5690-46b1-adc9-f89917dbbabb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0501301 Aug 30 13:15:51.023766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58936) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:51.033379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c4a126ba-7eea-4e66-99f0-bed2f9f094eb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:51.033856 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.064178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-071c8ddb-676c-456b-a17d-2281969f8803 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0393379 Aug 30 13:15:51.068968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58938) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:51.074579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:51.100199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc1075-1be4-4e48-ab3d-f93ca1b82097 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:15:51.160527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc1075-1be4-4e48-ab3d-f93ca1b82097 None None] Deleting port c4a126ba-7eea-4e66-99f0-bed2f9f094eb {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:51.160909 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cdfc1075-1be4-4e48-ab3d-f93ca1b82097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.167514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:51.172673 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.228195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cdfc1075-1be4-4e48-ab3d-f93ca1b82097 None None] For port c4a126ba-7eea-4e66-99f0-bed2f9f094eb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4a126ba-7eea-4e66-99f0-bed2f9f094eb,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:51.228594 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cdfc1075-1be4-4e48-ab3d-f93ca1b82097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.241582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cdfc1075-1be4-4e48-ab3d-f93ca1b82097 None None] Calling delete_port for c4a126ba-7eea-4e66-99f0-bed2f9f094eb owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:51.342624 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cdfc1075-1be4-4e48-ab3d-f93ca1b82097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.373681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc1075-1be4-4e48-ab3d-f93ca1b82097 None None] Pushing event deleted for resources: {'Port': ['ID=c4a126ba-7eea-4e66-99f0-bed2f9f094eb,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:51.375225 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc1075-1be4-4e48-ab3d-f93ca1b82097 None None] No DVR routers for this DVR port c4a126ba-7eea-4e66-99f0-bed2f9f094eb on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:15:51.392976 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.439958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:51.443266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:51.447328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:51.447910 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.452223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756290e-2459-4518-8f81-12a36f4af410 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:51.462327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=299eb94f-dc76-4ba7-8701-a5236821532b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:51.471709 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ff2d050b-c2fb-4865-8315-700f7052fae0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4010067 Aug 30 13:15:51.474230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58946) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:51.479422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': '299eb94f-dc76-4ba7-8701-a5236821532b', 'ip_address': '2001:db8::c1a6:9ded:5d6a:77d2'}], 'name': 'tempest-NetworksTestDHCPv6-82719993'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:51.591832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:51.597686 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.604378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '299eb94f-dc76-4ba7-8701-a5236821532b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:15:51.605239 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.615529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port e2022e77-9904-4418-8802-888701b790a6 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:51.750066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/299eb94f-dc76-4ba7-8701-a5236821532b/9eaf45d6-7f0b-4ba9-b6ec-3724411a084a) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:51.896250 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.904479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Transition to ACTIVE for port object 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:51.918649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Transition to ACTIVE for port object 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:51.924056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:51.964469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:51.970400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:51.972304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Pushing event updated for resources: {'Port': ['ID=9eaf45d6-7f0b-4ba9-b6ec-3724411a084a,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:51.972478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::c1a6:9ded:5d6a:77d2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/299eb94f-dc76-4ba7-8701-a5236821532b/e2022e77-9904-4418-8802-888701b790a6) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:51.974548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:52.030309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Attempting to bind port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:52.030681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Attempting to bind port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:52.031195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Attempting to bind port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:52.036216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:15:52.036801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:52.036976 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:52.037368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:15:52.037888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Bound port: 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:15:52.038266 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:52.101044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] For port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:52.104161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] For port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eaf45d6-7f0b-4ba9-b6ec-3724411a084a,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:15:52.108247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:52.121427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:52.138479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object e2022e77-9904-4418-8802-888701b790a6 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:52.165063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd1339-35db-44d2-bb8a-6ebb90d8961b None None] Pushing event updated for resources: {'Port': ['ID=9eaf45d6-7f0b-4ba9-b6ec-3724411a084a,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:52.180037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:52.235109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:52.239404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:52.242020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:52.247961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:52.248575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:52.251028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=e2022e77-9904-4418-8802-888701b790a6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:52.266855 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-985cf64c-a3e3-4804-849e-acc8ddcc9f9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7914484 Aug 30 13:15:52.269721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58954) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:52.274779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-677138cf-09cf-45db-8946-13313e241171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': '299eb94f-dc76-4ba7-8701-a5236821532b', 'ip_address': '2001:db8::c1a6:9ded:5d6a:77d2'}], 'name': 'tempest-NetworksTestDHCPv6-2144852503'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:52.413374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677138cf-09cf-45db-8946-13313e241171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:52.418405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-677138cf-09cf-45db-8946-13313e241171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:52.437847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-677138cf-09cf-45db-8946-13313e241171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 06e52021-8888-4cd8-a079-aa4aad1035d6 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:52.598381 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-677138cf-09cf-45db-8946-13313e241171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 13:15:52.599022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677138cf-09cf-45db-8946-13313e241171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:15:52.613085 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-677138cf-09cf-45db-8946-13313e241171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3422575 Aug 30 13:15:52.615877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58962) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:52.669788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c735ad37-94fd-4da2-b3e4-896bc1b6af6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:52.676716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c735ad37-94fd-4da2-b3e4-896bc1b6af6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:52.678346 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c735ad37-94fd-4da2-b3e4-896bc1b6af6e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0614598 Aug 30 13:15:52.680923 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58964) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:52.787406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f5447-547e-4064-9296-34010accda15 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port e2022e77-9904-4418-8802-888701b790a6 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:52.787730 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5447-547e-4064-9296-34010accda15 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:52.862524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58970) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:52.894777 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5447-547e-4064-9296-34010accda15 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:52.911080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f5447-547e-4064-9296-34010accda15 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for e2022e77-9904-4418-8802-888701b790a6 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:52.993576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:53.024477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-52b47dad-ea2b-4ff5-ac04-6ff70fd3771d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.073093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:53.085420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5447-547e-4064-9296-34010accda15 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.143021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4a126ba-7eea-4e66-99f0-bed2f9f094eb no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:15:53.162618 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5447-547e-4064-9296-34010accda15 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.165302 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cc5f5447-547e-4064-9296-34010accda15 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/e2022e77-9904-4418-8802-888701b790a6 HTTP/1.1" status: 204 len: 168 time: 0.4829817 Aug 30 13:15:53.166299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f5447-547e-4064-9296-34010accda15 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=e2022e77-9904-4418-8802-888701b790a6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:53.167667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58976) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:53.176219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c4a126ba-7eea-4e66-99f0-bed2f9f094eb {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:15:53.176574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4a126ba-7eea-4e66-99f0-bed2f9f094eb not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:15:53.211023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-52b47dad-ea2b-4ff5-ac04-6ff70fd3771d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.219031 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-52b47dad-ea2b-4ff5-ac04-6ff70fd3771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.253195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b3e2a-4e9f-44ef-abe3-ffa71456f06b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:53.254750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b3e2a-4e9f-44ef-abe3-ffa71456f06b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:53.256355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f87b3e2a-4e9f-44ef-abe3-ffa71456f06b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0859320 Aug 30 13:15:53.259193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58980) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:53.279557 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-52b47dad-ea2b-4ff5-ac04-6ff70fd3771d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa385cff69274e6f83205efbb7966460&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133878 Aug 30 13:15:53.279557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b47dad-ea2b-4ff5-ac04-6ff70fd3771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad19917b-1173-465a-8c47-2e6c96fe2b13,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:53.280680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58982) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:53.300177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d6c1b253-17cf-4f30-b432-ef667e240512 None None] Provisioning for port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:53.304664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d6c1b253-17cf-4f30-b432-ef667e240512 None None] Provisioning complete for port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:53.305121 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d6c1b253-17cf-4f30-b432-ef667e240512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.331185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-49216de0-5980-4f61-b8cb-4edd7285f925 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 299eb94f-dc76-4ba7-8701-a5236821532b {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:53.334418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9519084-07f3-4376-b5ca-16250dc20625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.335608 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49216de0-5980-4f61-b8cb-4edd7285f925 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.363980 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9519084-07f3-4376-b5ca-16250dc20625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.387716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49216de0-5980-4f61-b8cb-4edd7285f925 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.392408 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d6c1b253-17cf-4f30-b432-ef667e240512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.436819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9519084-07f3-4376-b5ca-16250dc20625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.439861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9519084-07f3-4376-b5ca-16250dc20625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.443338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c9519084-07f3-4376-b5ca-16250dc20625 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad19917b-1173-465a-8c47-2e6c96fe2b13 HTTP/1.1" status: 204 len: 168 time: 0.1585634 Aug 30 13:15:53.457206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d6c1b253-17cf-4f30-b432-ef667e240512 None None] For port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eaf45d6-7f0b-4ba9-b6ec-3724411a084a,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:53.458031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9519084-07f3-4376-b5ca-16250dc20625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad19917b-1173-465a-8c47-2e6c96fe2b13,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:53.463761 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d6c1b253-17cf-4f30-b432-ef667e240512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.533006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1b253-17cf-4f30-b432-ef667e240512 None None] Pushing event updated for resources: {'Port': ['ID=9eaf45d6-7f0b-4ba9-b6ec-3724411a084a,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:53.544685 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49216de0-5980-4f61-b8cb-4edd7285f925 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.586131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1d8832a9-ea76-419b-acd7-3111853fcb64 None None] Could not find standard attr ID for object e2022e77-9904-4418-8802-888701b790a6. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:15:53.621997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49216de0-5980-4f61-b8cb-4edd7285f925 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.651957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49216de0-5980-4f61-b8cb-4edd7285f925 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=299eb94f-dc76-4ba7-8701-a5236821532b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:53.657179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49216de0-5980-4f61-b8cb-4edd7285f925 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.659304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-49216de0-5980-4f61-b8cb-4edd7285f925 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/299eb94f-dc76-4ba7-8701-a5236821532b HTTP/1.1" status: 204 len: 168 time: 0.3990431 Aug 30 13:15:53.661725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58990) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:53.708150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58992) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:53.708805 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4977a46c-228b-4412-86fa-6d2d2f9c11ad tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453873 Aug 30 13:15:53.715606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:53.733522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a3004-9266-47ed-b35d-be864c3b4ed2 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:53.822492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:53.827441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:53.929075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0d9b0-02c2-4425-9c1d-419634813c74 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:15:53.982138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0d9b0-02c2-4425-9c1d-419634813c74 None None] Deleting port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:53.982783 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d9b0-02c2-4425-9c1d-419634813c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:54.071916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cbb0d9b0-02c2-4425-9c1d-419634813c74 None None] For port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eaf45d6-7f0b-4ba9-b6ec-3724411a084a,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:54.073019 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d9b0-02c2-4425-9c1d-419634813c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:54.094363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0d9b0-02c2-4425-9c1d-419634813c74 None None] Calling delete_port for 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:54.193070 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cbb0d9b0-02c2-4425-9c1d-419634813c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:54.229022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0d9b0-02c2-4425-9c1d-419634813c74 None None] Pushing event deleted for resources: {'Port': ['ID=9eaf45d6-7f0b-4ba9-b6ec-3724411a084a,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:54.233170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0d9b0-02c2-4425-9c1d-419634813c74 None None] No DVR routers for this DVR port 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:15:54.364828 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:54.409055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:54.412349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:54.416853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:54.417432 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:54.423935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e81067f-52f3-4c75-a4c9-a6157d42908b None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:54.440033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=17f88d05-c2b1-46b3-b3d1-875efd9f6403,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:54.446769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0baea6d2-03b5-44ed-b7f0-f30ea322cd6f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7337761 Aug 30 13:15:54.447456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59028) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:54.452459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-bbf3d3aa-013b-4424-b1a1-f5ba9bce7b98 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': '17f88d05-c2b1-46b3-b3d1-875efd9f6403', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-359388251'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:54.456872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983ece6-8bd1-4333-a0d1-c1854dc97beb req-dc5a486f-785d-449a-aa21-1b5e2397130b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:54.473601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0983ece6-8bd1-4333-a0d1-c1854dc97beb req-dc5a486f-785d-449a-aa21-1b5e2397130b tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 946 time: 0.1101801 Aug 30 13:15:54.520030 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0983ece6-8bd1-4333-a0d1-c1854dc97beb req-37422547-33ba-4773-a262-ee5b36a551c2 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444014 Aug 30 13:15:54.590302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '17f88d05-c2b1-46b3-b3d1-875efd9f6403'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:15:54.591703 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:54.619397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3d3aa-013b-4424-b1a1-f5ba9bce7b98 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:54.716053 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d3aa-013b-4424-b1a1-f5ba9bce7b98 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:54.739854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-bbf3d3aa-013b-4424-b1a1-f5ba9bce7b98 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 8bd88899-6af3-49fa-a533-9cdfb7acce08 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:54.745252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/17f88d05-c2b1-46b3-b3d1-875efd9f6403/0263046f-07b1-4ad5-9370-c687bbe82742) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:54.904167 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:54.917289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Transition to ACTIVE for port object 0263046f-07b1-4ad5-9370-c687bbe82742 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:54.934051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:15:54.958391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Transition to ACTIVE for port object 0263046f-07b1-4ad5-9370-c687bbe82742 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:54.961308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:15:54.961465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9eaf45d6-7f0b-4ba9-b6ec-3724411a084a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:15:54.966096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:54.972280 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf3d3aa-013b-4424-b1a1-f5ba9bce7b98 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:15:54.972905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf3d3aa-013b-4424-b1a1-f5ba9bce7b98 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:15:54.991006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bbf3d3aa-013b-4424-b1a1-f5ba9bce7b98 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5398712 Aug 30 13:15:54.991326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59046) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:55.003126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:55.006217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:55.011790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:55.016844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59048) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:55.027197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Pushing event updated for resources: {'Port': ['ID=0263046f-07b1-4ad5-9370-c687bbe82742,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:55.043789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4ad32f-5327-44f2-8aad-71bc24cb4bba tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:55.047945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9b4ad32f-5327-44f2-8aad-71bc24cb4bba tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0531478 Aug 30 13:15:55.048456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59052) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:55.091259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Attempting to bind port 0263046f-07b1-4ad5-9370-c687bbe82742 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:15:55.091764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Attempting to bind port 0263046f-07b1-4ad5-9370-c687bbe82742 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:15:55.092145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Attempting to bind port 0263046f-07b1-4ad5-9370-c687bbe82742 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:15:55.100230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:15:55.100814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:15:55.101020 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.101423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:15:55.102056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Bound port: 0263046f-07b1-4ad5-9370-c687bbe82742, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:15:55.102446 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.111973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71f35e-ea91-47f9-8292-924b830994c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:55.113504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71f35e-ea91-47f9-8292-924b830994c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:55.117908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6d71f35e-ea91-47f9-8292-924b830994c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0657413 Aug 30 13:15:55.118062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59056) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:55.151182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-516456096', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:55.175981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Made reservation on behalf of a29a1742f3e644b49cab703e55d6afb2 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:55.178394 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.178887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] For port 0263046f-07b1-4ad5-9370-c687bbe82742, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:15:55.182900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] For port 0263046f-07b1-4ad5-9370-c687bbe82742, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0263046f-07b1-4ad5-9370-c687bbe82742,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:15:55.183953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe9483b-7dd5-43de-b311-055fcf38662c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 17f88d05-c2b1-46b3-b3d1-875efd9f6403 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:15:55.188099 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.189263 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afe9483b-7dd5-43de-b311-055fcf38662c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.192084 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.241010 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afe9483b-7dd5-43de-b311-055fcf38662c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.260841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6a0c6-520e-421f-ba71-6f0471d729d0 None None] Pushing event updated for resources: {'Port': ['ID=0263046f-07b1-4ad5-9370-c687bbe82742,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:55.294741 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.300653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.306539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] device_id is not set on port de2867fa-c342-44e2-b86a-b67df78fe451 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:15:55.351996 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afe9483b-7dd5-43de-b311-055fcf38662c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.360972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791f1e74-5e11-4cf5-8585-387d7a3d39e2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:55.428446 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afe9483b-7dd5-43de-b311-055fcf38662c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.449012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Allocated IP 172.25.2.58 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/de2867fa-c342-44e2-b86a-b67df78fe451) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:55.472752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9483b-7dd5-43de-b311-055fcf38662c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=17f88d05-c2b1-46b3-b3d1-875efd9f6403,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:55.481768 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afe9483b-7dd5-43de-b311-055fcf38662c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.483596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-afe9483b-7dd5-43de-b311-055fcf38662c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/17f88d05-c2b1-46b3-b3d1-875efd9f6403 HTTP/1.1" status: 204 len: 168 time: 0.3646078 Aug 30 13:15:55.487759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59058) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:55.529214 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-78b8c293-beaf-40e9-afc3-a1a3ce4a2d8c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402131 Aug 30 13:15:55.533671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59060) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:55.538734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:55.647980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.660853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:15:55.666804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.702052 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.748449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:55.752137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:55.755713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:55.761438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Pushing event updated for resources: {'Port': ['ID=de2867fa-c342-44e2-b86a-b67df78fe451,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:55.790885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787213-64e6-4d7b-8526-eb76fb631e58 req-56daab85-675c-4b68-84d7-74360cef8111 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:55.792378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c787213-64e6-4d7b-8526-eb76fb631e58 req-56daab85-675c-4b68-84d7-74360cef8111 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 946 time: 0.1221175 Aug 30 13:15:55.799906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:55.800552 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.820039 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d6f63f29-e6e8-432d-a5f0-21c3c1e614f2 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7990251 Aug 30 13:15:55.820309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59066) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:55.824873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}]}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:55.847844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.848865 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.870194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c787213-64e6-4d7b-8526-eb76fb631e58 req-91948db0-23da-4b26-bcba-504e8cf9c4f8 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698941 Aug 30 13:15:55.901232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:55.966321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-860bec49-5b7e-4565-bcf7-3e5f7e4b1429 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:55.967508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-860bec49-5b7e-4565-bcf7-3e5f7e4b1429 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.35 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 946 time: 0.0946338 Aug 30 13:15:56.009143 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.062637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.086796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:56.093609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:56.096742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:56.097383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.115879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=18918aa9-fc8d-41b2-9b2b-9de86622be96,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:56.133217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a41b17a6-0e23-418d-9e0b-1af5ce8d9393 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5984569 Aug 30 13:15:56.135955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59070) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:56.140767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-eddba3ca-7c78-41d7-b8ca-9f6cd7bd7c4f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1911691099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:15:56.162981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Deleting port fa181748-04f4-4fc7-9974-53bbb1d8d223 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:56.163430 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.188014 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eddba3ca-7c78-41d7-b8ca-9f6cd7bd7c4f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.191842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eddba3ca-7c78-41d7-b8ca-9f6cd7bd7c4f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.251637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eddba3ca-7c78-41d7-b8ca-9f6cd7bd7c4f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.275181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] For port fa181748-04f4-4fc7-9974-53bbb1d8d223, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fa181748-04f4-4fc7-9974-53bbb1d8d223,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:56.275542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.287162 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eddba3ca-7c78-41d7-b8ca-9f6cd7bd7c4f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.355386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eddba3ca-7c78-41d7-b8ca-9f6cd7bd7c4f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.356567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eddba3ca-7c78-41d7-b8ca-9f6cd7bd7c4f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2196078 Aug 30 13:15:56.360024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59074) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:56.375837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.378989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c30de82-0617-4622-a007-05dcc9c3c10e None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:15:56.398600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.463823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6621d203-c0b5-4cb1-80ab-139d1892886b None None] Provisioning for port 0263046f-07b1-4ad5-9370-c687bbe82742 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:56.608998 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.778322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.778625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.779071 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Floating IP 18e1adfa-6f06-4a8d-8600-8df2aabedadb disassociated. External IP: 172.25.2.172, port: fa181748-04f4-4fc7-9974-53bbb1d8d223. Aug 30 13:15:56.779614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Calling delete_port for fa181748-04f4-4fc7-9974-53bbb1d8d223 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:56.782696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.788612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.807488 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.833894 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:56.834406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16ecb113-7b25-42bd-b274-83275dce6427 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:15:56.851326 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 30 13:15:56.855369 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b3b86119-47f6-48c0-89a3-65a392861ef5 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0340915 Aug 30 13:15:56.855934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59078) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:56.962616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0263046f-07b1-4ad5-9370-c687bbe82742 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:57.019588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63676fba-d71b-4390-9ffc-c29e9bd63a22 req-553d24e8-4828-47ff-9b4a-b62b09c1a076 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:57.021320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63676fba-d71b-4390-9ffc-c29e9bd63a22 req-553d24e8-4828-47ff-9b4a-b62b09c1a076 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 946 time: 0.0718455 Aug 30 13:15:57.023202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3d09d566-fbcc-4a9a-b5d3-005e99bec599 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Deleting port de2867fa-c342-44e2-b86a-b67df78fe451 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:57.023550 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d09d566-fbcc-4a9a-b5d3-005e99bec599 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.135634 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63676fba-d71b-4390-9ffc-c29e9bd63a22 req-597073e2-ab36-43c6-947d-9dcb291096bf tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups?id=59b64ddb-f7e5-436e-b9ef-97a16c56d616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988381 Aug 30 13:15:57.152195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.173394 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d09d566-fbcc-4a9a-b5d3-005e99bec599 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.186134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3d09d566-fbcc-4a9a-b5d3-005e99bec599 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Calling delete_port for de2867fa-c342-44e2-b86a-b67df78fe451 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:15:57.193457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::1 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/18918aa9-fc8d-41b2-9b2b-9de86622be96/611c6f6a-d267-4168-8595-4667bef8cffa) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:15:57.198530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event deleted for resources: {'Port': ['ID=fa181748-04f4-4fc7-9974-53bbb1d8d223,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:57.221569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0263046f-07b1-4ad5-9370-c687bbe82742 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:57.226115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0263046f-07b1-4ad5-9370-c687bbe82742 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:57.226499 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.310462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.350875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 0263046f-07b1-4ad5-9370-c687bbe82742, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0263046f-07b1-4ad5-9370-c687bbe82742,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:15:57.351082 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d09d566-fbcc-4a9a-b5d3-005e99bec599 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.355795 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.381579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09d566-fbcc-4a9a-b5d3-005e99bec599 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Pushing event deleted for resources: {'Port': ['ID=de2867fa-c342-44e2-b86a-b67df78fe451,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:57.422442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:15:57.424717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=0263046f-07b1-4ad5-9370-c687bbe82742,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:57.435334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.436320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.436750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.437959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.438487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.438787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.439375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.439825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.440754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.441429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.441896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.442488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:15:57.444941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.459553 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d09d566-fbcc-4a9a-b5d3-005e99bec599 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.461939 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3d09d566-fbcc-4a9a-b5d3-005e99bec599 tempest-RoutersAdminNegativeTest-37330027 tempest-RoutersAdminNegativeTest-37330027-project-admin] 10.222.0.37 "DELETE /v2.0/ports/de2867fa-c342-44e2-b86a-b67df78fe451 HTTP/1.1" status: 204 len: 168 time: 0.6047122 Aug 30 13:15:57.497072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 611c6f6a-d267-4168-8595-4667bef8cffa will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:15:57.742143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59092) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:57.835171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:15:57.845740 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] Sync routers for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:15:57.847071 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.863242 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:15:57.863942 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:57.867158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1dfc26dc-bcfb-48fb-a1e1-e3b2a60c9dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.907908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] No DVR routers for this DVR port fa181748-04f4-4fc7-9974-53bbb1d8d223 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:15:57.911459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:57.914073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00240631-0b3e-48e6-8025-4fffa5c346d9 req-28200ef2-ca82-45c8-8447-7d1e568e035c tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.35 "DELETE /v2.0/ports/fa181748-04f4-4fc7-9974-53bbb1d8d223 HTTP/1.1" status: 204 len: 173 time: 1.9392221 Aug 30 13:15:57.920101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-deleted', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:15:57.921172 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9572e36-a3f2-4479-b3b7-a7181effa165" -d '{"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-deleted", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:15:57.940074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:57.944426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:57.946914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:15:57.947587 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.006474 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1dfc26dc-bcfb-48fb-a1e1-e3b2a60c9dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.014709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=611c6f6a-d267-4168-8595-4667bef8cffa,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:58.017643 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1dfc26dc-bcfb-48fb-a1e1-e3b2a60c9dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.049449 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:15:58.058772 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1dfc26dc-bcfb-48fb-a1e1-e3b2a60c9dae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a7dd386ad7de4131ba7598c29393fd4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155274 Aug 30 13:15:58.061208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59102) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:58.170294 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc26dc-bcfb-48fb-a1e1-e3b2a60c9dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553e3701-346f-4858-8432-1e9cca57dfa1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:58.187689 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.226516 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6376eb-4a10-4c2e-9d98-45667220913d x-openstack-request-id: req-8e6376eb-4a10-4c2e-9d98-45667220913d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:15:58.226910 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd7edc6-05ea-4c58-90dc-f352201c2ed9", "name": "network-vif-deleted", "tag": "fa181748-04f4-4fc7-9974-53bbb1d8d223", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:15:58.227178 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8e6376eb-4a10-4c2e-9d98-45667220913d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:15:58.227610 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd7edc6-05ea-4c58-90dc-f352201c2ed9', 'name': 'network-vif-deleted', 'tag': 'fa181748-04f4-4fc7-9974-53bbb1d8d223', 'status': 'completed', 'code': 200} Aug 30 13:15:58.236940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6034c760-9b2a-4286-849b-b4f317f93c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.268939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6034c760-9b2a-4286-849b-b4f317f93c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.321290 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.412748 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-355b8275-0bbf-4d00-8891-4d679009c72b req-538a1439-4a03-442a-b357-4a1579228d49 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/ports?device_id=7bd7edc6-05ea-4c58-90dc-f352201c2ed9 HTTP/1.1" status: 200 len: 210 time: 0.1123214 Aug 30 13:15:58.464194 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-68f35053-946e-4c3f-b7f8-e0d5729149eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2600007 Aug 30 13:15:58.467711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-58fca8fb-b90a-466d-abeb-3dbc220b8815 None None] Provisioning for port 611c6f6a-d267-4168-8595-4667bef8cffa completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:15:58.472756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6034c760-9b2a-4286-849b-b4f317f93c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.475429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6034c760-9b2a-4286-849b-b4f317f93c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.478906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6034c760-9b2a-4286-849b-b4f317f93c1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/553e3701-346f-4858-8432-1e9cca57dfa1 HTTP/1.1" status: 204 len: 168 time: 0.4143577 Aug 30 13:15:58.479959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-58fca8fb-b90a-466d-abeb-3dbc220b8815 None None] Provisioning complete for port 611c6f6a-d267-4168-8595-4667bef8cffa triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:58.480550 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-58fca8fb-b90a-466d-abeb-3dbc220b8815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.494275 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:58.500896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034c760-9b2a-4286-849b-b4f317f93c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553e3701-346f-4858-8432-1e9cca57dfa1,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:58.527599 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] Checking router: 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:15:58.527725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-58fca8fb-b90a-466d-abeb-3dbc220b8815 None None] Port 611c6f6a-d267-4168-8595-4667bef8cffa cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:58.552637 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:15:58.553851 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:58.610509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-eb2f284b-f65f-4dbd-8f58-5a4cfe8a206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:58.612081 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-eb2f284b-f65f-4dbd-8f58-5a4cfe8a206a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 1096 time: 0.0622802 Aug 30 13:15:58.646215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.657147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.658723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:58.683531 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:15:58.736797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-43dbfe4e-31ab-4ef0-a03e-fa71512ed0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:58.738777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-43dbfe4e-31ab-4ef0-a03e-fa71512ed0d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.1032679 Aug 30 13:15:58.763081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=611c6f6a-d267-4168-8595-4667bef8cffa,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:58.805220 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-c8a3f7f8-fc5a-49bb-84a6-8f4f7387e41e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 200 len: 217 time: 0.0584006 Aug 30 13:15:58.814675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:15:58.816616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:15:58.897801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59120) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:58.961596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-6556e6c8-a9ed-4dc2-b596-3951899826a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:58.963360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-6556e6c8-a9ed-4dc2-b596-3951899826a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1500990 Aug 30 13:15:58.970726 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c467176a-528a-4586-9b65-4b98597ac1d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a29a1742f3e644b49cab703e55d6afb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685349 Aug 30 13:15:58.971098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59122) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:58.987145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0263046f-07b1-4ad5-9370-c687bbe82742 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:15:59.030213 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-e5da7f26-e875-49de-8224-b300e375566d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599651 Aug 30 13:15:59.042895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Router c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:15:59.044449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-8ef84f5f-1d39-41c9-97ff-a2d5dc06502a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:15:59.045629 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-8ef84f5f-1d39-41c9-97ff-a2d5dc06502a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053008 Aug 30 13:15:59.047729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0263046f-07b1-4ad5-9370-c687bbe82742 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:59.048471 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.125853 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:59.160358 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c22e02da-653c-4fee-b59d-b3d9ba671269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.166344 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d87c44-0385-4c3a-9619-fda68dd70017 None None] The sync data for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 is: [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:05:49Z', 'revision_number': 4, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a7a6464d-4c3f-4bc8-8dba-5047960ffe65', 'name': '', 'network_id': '49a27ef7-ae93-45d6-ae80-d7ab97c5b737', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'mac_address': 'fa:16:3e:81:05:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '6b088efc-517b-415b-9327-87f7390070d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:47Z', 'updated_at': '2021-08-30T13:05:55Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'subnets': [{'id': '6b088efc-517b-415b-9327-87f7390070d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:15:59.189611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:15:59.196648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-69bff28b-d985-4d63-a246-27f6ff3d86a3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "PUT /v2.0/routers/c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8354409 Aug 30 13:15:59.199237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59124) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:59.203009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Sync routers for ids ['c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:15:59.210324 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c22e02da-653c-4fee-b59d-b3d9ba671269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.216220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Routers {'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:15:59.218431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:59.220062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-434d36d1-eb89-4717-ad8c-136b950540de service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643343 Aug 30 13:15:59.270519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b506fc-62e3-458b-bca7-e7307d28c894 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:59.276689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d5b506fc-62e3-458b-bca7-e7307d28c894 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports/611c6f6a-d267-4168-8595-4667bef8cffa HTTP/1.1" status: 200 len: 911 time: 0.0761414 Aug 30 13:15:59.279255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59128) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:59.323812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-de1b09c1-03f8-43e2-b83d-5fd12cfed4a9 None None] Provisioning complete for port 611c6f6a-d267-4168-8595-4667bef8cffa triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:15:59.323812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-de1b09c1-03f8-43e2-b83d-5fd12cfed4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.348229 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c22e02da-653c-4fee-b59d-b3d9ba671269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.351616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c22e02da-653c-4fee-b59d-b3d9ba671269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.355129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c22e02da-653c-4fee-b59d-b3d9ba671269 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/791f1e74-5e11-4cf5-8585-387d7a3d39e2 HTTP/1.1" status: 204 len: 168 time: 0.3808773 Aug 30 13:15:59.373699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Set router c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:15:59.378867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-88190e67-bcb7-4348-aeb5-5fa0cff31898 req-923c3fb3-b880-4a3e-8ad0-1964cb209e40 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495969 Aug 30 13:15:59.382025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e02da-653c-4fee-b59d-b3d9ba671269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791f1e74-5e11-4cf5-8585-387d7a3d39e2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:59.383229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa6a25-db07-41c4-93f5-f0e7a6d6617f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:59.398172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfa6a25-db07-41c4-93f5-f0e7a6d6617f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:15:59.402543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bcfa6a25-db07-41c4-93f5-f0e7a6d6617f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1195910 Aug 30 13:15:59.402889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59134) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:59.414865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-de1b09c1-03f8-43e2-b83d-5fd12cfed4a9 None None] Port 611c6f6a-d267-4168-8595-4667bef8cffa cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:15:59.570598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59140) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:59.651204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d', 'name': 'tempest-NetworksTestDHCPv6-router-1911691099', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:15:56Z', 'updated_at': '2021-08-30T13:15:58Z', 'revision_number': 2, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'gw_port_host': None, '_interfaces': [{'id': '611c6f6a-d267-4168-8595-4667bef8cffa', 'name': '', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'mac_address': 'fa:16:3e:cd:a3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '18918aa9-fc8d-41b2-9b2b-9de86622be96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:15:56Z', 'updated_at': '2021-08-30T13:15:58Z', 'revision_number': 2, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'subnets': [{'id': '18918aa9-fc8d-41b2-9b2b-9de86622be96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:15:59.665743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-093215bf-8fe1-4b74-bbf5-e8d718511a94 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.678689 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5568cb9-0c43-4842-ae73-eca5d0db3f57 None None] New status for floating IP 18e1adfa-6f06-4a8d-8600-8df2aabedadb: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:15:59.690312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Checking router: c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:15:59.691169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Updating router c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d port 611c6f6a-d267-4168-8595-4667bef8cffa binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:15:59.693654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-093215bf-8fe1-4b74-bbf5-e8d718511a94 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.719247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.753536 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-093215bf-8fe1-4b74-bbf5-e8d718511a94 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.758264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-093215bf-8fe1-4b74-bbf5-e8d718511a94 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:15:59.760043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-093215bf-8fe1-4b74-bbf5-e8d718511a94 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "DELETE /v2.0/security-groups/59b64ddb-f7e5-436e-b9ef-97a16c56d616 HTTP/1.1" status: 204 len: 168 time: 0.1882350 Aug 30 13:15:59.766145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59144) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:59.788118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093215bf-8fe1-4b74-bbf5-e8d718511a94 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b64ddb-f7e5-436e-b9ef-97a16c56d616,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:15:59.791532 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-dab0bbec-2bef-4e5c-a4f5-06964cd44958 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] show failed (client error): The resource could not be found. Aug 30 13:15:59.793251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dab0bbec-2bef-4e5c-a4f5-06964cd44958 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "GET /v2.0/security-groups/59b64ddb-f7e5-436e-b9ef-97a16c56d616 HTTP/1.1" status: 404 len: 347 time: 0.0252092 Aug 30 13:15:59.795468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59146) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:15:59.850907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fa181748-04f4-4fc7-9974-53bbb1d8d223 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:15:59.895835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: fa181748-04f4-4fc7-9974-53bbb1d8d223 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:15:59.896499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fa181748-04f4-4fc7-9974-53bbb1d8d223 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:15:59.990045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Deleting port 15a38cf6-db3a-4cb2-97e3-864e72a3bd23 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:15:59.990733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.099746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.100784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.116067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Calling delete_port for 15a38cf6-db3a-4cb2-97e3-864e72a3bd23 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:00.134883 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.151470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Transition to ACTIVE for port object 611c6f6a-d267-4168-8595-4667bef8cffa will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:00.160515 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.280593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3d866-ea05-4c52-9891-f75720d525a2 None None] Pushing event updated for resources: {'Port': ['ID=611c6f6a-d267-4168-8595-4667bef8cffa,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:00.302062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.337037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Pushing event deleted for resources: {'Port': ['ID=15a38cf6-db3a-4cb2-97e3-864e72a3bd23,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:00.366060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Attempting to bind port 611c6f6a-d267-4168-8595-4667bef8cffa on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:00.366578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Attempting to bind port 611c6f6a-d267-4168-8595-4667bef8cffa by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:00.367159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Attempting to bind port 611c6f6a-d267-4168-8595-4667bef8cffa on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:00.373473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:00.374068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:00.375216 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.375709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:00.376283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Bound port: 611c6f6a-d267-4168-8595-4667bef8cffa, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:00.376765 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.482326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.483718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.487394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.488898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] For port 611c6f6a-d267-4168-8595-4667bef8cffa, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:00.499456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bac8ba53-7b01-4ee4-9df4-d69ecd9cd627 tempest-AttachVolumeShelveTestJSON-1956004548 tempest-AttachVolumeShelveTestJSON-1956004548-project] 10.222.0.37 "DELETE /v2.0/floatingips/18e1adfa-6f06-4a8d-8600-8df2aabedadb HTTP/1.1" status: 204 len: 168 time: 0.6982017 Aug 30 13:16:00.501192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] For port 611c6f6a-d267-4168-8595-4667bef8cffa, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=611c6f6a-d267-4168-8595-4667bef8cffa,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:00.516670 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.608234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59172) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:00.643892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3d866-ea05-4c52-9891-f75720d525a2 None None] Pushing event updated for resources: {'Port': ['ID=611c6f6a-d267-4168-8595-4667bef8cffa,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:00.646675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Routers {'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:00.647411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:00.766997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1922016941'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:00.816802 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Made reservation on behalf of 53e84843d8524c0aae190ef1f867494f for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:00.818124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] Set router c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:16:00.820842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.844315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.872099 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.881200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 611c6f6a-d267-4168-8595-4667bef8cffa {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:00.881774 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.983097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.983426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] For port 611c6f6a-d267-4168-8595-4667bef8cffa, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=611c6f6a-d267-4168-8595-4667bef8cffa,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:00.984546 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:00.989048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:01.001250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 611c6f6a-d267-4168-8595-4667bef8cffa owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:01.033804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:16:01.049982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da4efbc-b658-46f2-9803-cd883fa0493b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:01.058844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:01.059722 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Added segment fffd8c33-da99-482e-b462-ebe77c9b35f8 of type vlan for network 4a0ce011-9fc8-4685-b600-a92384e7b829 Aug 30 13:16:01.107804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d', 'name': 'tempest-NetworksTestDHCPv6-router-1911691099', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:15:56Z', 'updated_at': '2021-08-30T13:15:58Z', 'revision_number': 2, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'gw_port_host': None, '_interfaces': [{'id': '611c6f6a-d267-4168-8595-4667bef8cffa', 'name': '', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'mac_address': 'fa:16:3e:cd:a3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '18918aa9-fc8d-41b2-9b2b-9de86622be96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:15:56Z', 'updated_at': '2021-08-30T13:16:00Z', 'revision_number': 4, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'subnets': [{'id': '18918aa9-fc8d-41b2-9b2b-9de86622be96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:01.129546 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:01.153143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4a1e2f-7d7e-49c3-bb85-510d2bfac248 None None] The sync data for ids ['c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'] in n-d-688802-6 is: [{'id': 'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d', 'name': 'tempest-NetworksTestDHCPv6-router-1911691099', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:15:56Z', 'updated_at': '2021-08-30T13:15:58Z', 'revision_number': 2, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'gw_port_host': None, '_interfaces': [{'id': '611c6f6a-d267-4168-8595-4667bef8cffa', 'name': '', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'mac_address': 'fa:16:3e:cd:a3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '18918aa9-fc8d-41b2-9b2b-9de86622be96', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:15:56Z', 'updated_at': '2021-08-30T13:16:00Z', 'revision_number': 4, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'subnets': [{'id': '18918aa9-fc8d-41b2-9b2b-9de86622be96', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:01.180394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:01.186211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:01.187669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:01.223462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:01.259229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=611c6f6a-d267-4168-8595-4667bef8cffa,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:01.267584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6573439 Aug 30 13:16:01.276161 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59180) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:01.281390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'subnet': {'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:01.304899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13916f3-b178-497e-b8a3-cb4e3ab3ec33 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Network': ['ID=4a0ce011-9fc8-4685-b600-a92384e7b829,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:01.317020 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:16:01.423514 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:01.603817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Made reservation on behalf of 53e84843d8524c0aae190ef1f867494f for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:01.609746 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:01.715925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Router c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:01.826076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:01.832890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a1ef90e8-062c-4667-9b37-b09d3bcdd87a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "PUT /v2.0/routers/c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4288993 Aug 30 13:16:01.835330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59188) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:01.921855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af364da-d41c-42f0-8610-4a3f30cfde03 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:01.923619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af364da-d41c-42f0-8610-4a3f30cfde03 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:01.925161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3af364da-d41c-42f0-8610-4a3f30cfde03 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0889053 Aug 30 13:16:01.928212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59192) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:01.991134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-10add95a-e54d-4b05-962c-75668f5fb400 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 18918aa9-fc8d-41b2-9b2b-9de86622be96 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:01.995189 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10add95a-e54d-4b05-962c-75668f5fb400 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:01.996950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.042394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10add95a-e54d-4b05-962c-75668f5fb400 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.068340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Subnet': ['ID=2d934c14-a136-41b6-a827-6ad4cb6e8153,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:02.077096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Checking segment: {'id': 'fffd8c33-da99-482e-b462-ebe77c9b35f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:02.077414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Network hostable DHCP agents. Network: 4a0ce011-9fc8-4685-b600-a92384e7b829, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:16:02.096904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:16:02.097509 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10add95a-e54d-4b05-962c-75668f5fb400 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.108829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4a0ce011-9fc8-4685-b600-a92384e7b829) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:02.113399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:02.114199 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.122166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e9b93-773e-4ae4-bb1d-637ac1ae1d40 None None] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:02.142841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cfef7277-77a4-45b7-afda-68b17d61a016 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8624935 Aug 30 13:16:02.143058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59194) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:02.149350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'port': {'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829', 'name': 'tempest-AllowedAddressPairTestJSON-2017021940'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:02.184303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10add95a-e54d-4b05-962c-75668f5fb400 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.225467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10add95a-e54d-4b05-962c-75668f5fb400 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=18918aa9-fc8d-41b2-9b2b-9de86622be96,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:02.231683 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10add95a-e54d-4b05-962c-75668f5fb400 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.237918 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-10add95a-e54d-4b05-962c-75668f5fb400 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/18918aa9-fc8d-41b2-9b2b-9de86622be96 HTTP/1.1" status: 204 len: 168 time: 0.3078399 Aug 30 13:16:02.238051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59198) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:02.288552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43c8fdf-12a6-43ae-90dd-19693ddecff3 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:02.368498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-4a0ce011-9fc8-4685-b600-a92384e7b829', 'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829', 'tenant_id': '53e84843d8524c0aae190ef1f867494f', 'fixed_ips': [{'subnet_id': '2d934c14-a136-41b6-a827-6ad4cb6e8153'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:02.369353 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.408250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Made reservation on behalf of 53e84843d8524c0aae190ef1f867494f for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:02.411817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.434509 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c0b19010-122e-4da5-9a02-48df5ee7ce74 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1958194 Aug 30 13:16:02.437761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59200) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:02.445815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] device_id is not set on port 6ca3eef9-b702-40d4-a885-2320b47fb148 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:02.531037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34afe38b-c418-4a5a-8062-08af3135342a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.594862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Allocated IP 172.20.0.10 (4a0ce011-9fc8-4685-b600-a92384e7b829/2d934c14-a136-41b6-a827-6ad4cb6e8153/6ca3eef9-b702-40d4-a885-2320b47fb148) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:02.647506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8fcbb0-6d7a-4340-9d16-fa83f10aac02 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:02.731915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fcbb0-6d7a-4340-9d16-fa83f10aac02 None None] Deleting port 0263046f-07b1-4ad5-9370-c687bbe82742 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:02.732299 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b8fcbb0-6d7a-4340-9d16-fa83f10aac02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.779548 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34afe38b-c418-4a5a-8062-08af3135342a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.783982 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34afe38b-c418-4a5a-8062-08af3135342a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.833733 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.852584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5b8fcbb0-6d7a-4340-9d16-fa83f10aac02 None None] For port 0263046f-07b1-4ad5-9370-c687bbe82742, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0263046f-07b1-4ad5-9370-c687bbe82742,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:02.853362 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b8fcbb0-6d7a-4340-9d16-fa83f10aac02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.870949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Transition to ACTIVE for port object 6ca3eef9-b702-40d4-a885-2320b47fb148 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:02.885551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34afe38b-c418-4a5a-8062-08af3135342a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.886330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34afe38b-c418-4a5a-8062-08af3135342a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Fanout notify agent at l3_agent the message router_deleted on router c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:16:02.903791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fcbb0-6d7a-4340-9d16-fa83f10aac02 None None] Calling delete_port for 0263046f-07b1-4ad5-9370-c687bbe82742 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:02.912386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34afe38b-c418-4a5a-8062-08af3135342a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:02.918832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-34afe38b-c418-4a5a-8062-08af3135342a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/routers/c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d HTTP/1.1" status: 204 len: 168 time: 0.4795239 Aug 30 13:16:02.919018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59210) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:02.926383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:02.946180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.011487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0263046f-07b1-4ad5-9370-c687bbe82742 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:03.022905 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0b57f-6ce0-401c-a01f-dcd09ff31df4 None None] Sync routers for ids ['c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:03.095972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0b57f-6ce0-401c-a01f-dcd09ff31df4 None None] Routers set() bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:03.096355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0b57f-6ce0-401c-a01f-dcd09ff31df4 None None] Router IDs set() for agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 13:16:03.097769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_agentschedulers_db [None req-6fd0b57f-6ce0-401c-a01f-dcd09ff31df4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent'). {{(pid=95700) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 13:16:03.102650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:03.110592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:03.116951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Allocated IP 172.20.0.2 (4a0ce011-9fc8-4685-b600-a92384e7b829/2d934c14-a136-41b6-a827-6ad4cb6e8153/646646fb-0d7a-4880-9e65-f6a5374431dc) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:03.121511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:03.149448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0b57f-6ce0-401c-a01f-dcd09ff31df4 None None] Routers set() bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:03.150019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0b57f-6ce0-401c-a01f-dcd09ff31df4 None None] Router IDs set() for agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 13:16:03.150444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_agentschedulers_db [None req-6fd0b57f-6ce0-401c-a01f-dcd09ff31df4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent'). {{(pid=95700) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 13:16:03.150838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd0b57f-6ce0-401c-a01f-dcd09ff31df4 None None] The sync data for ids ['c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:03.183208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Port': ['ID=6ca3eef9-b702-40d4-a885-2320b47fb148,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:03.217302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b8fcbb0-6d7a-4340-9d16-fa83f10aac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.245262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:03.245975 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.248266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fcbb0-6d7a-4340-9d16-fa83f10aac02 None None] Pushing event deleted for resources: {'Port': ['ID=0263046f-07b1-4ad5-9370-c687bbe82742,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:03.251733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:03.259114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.320969 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8f96badd-1d24-437e-beb3-7a31459f1581 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1761820 Aug 30 13:16:03.325209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59220) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:03.331556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'port': {'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829', 'name': 'tempest-AllowedAddressPairTestJSON-737717719', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c5:5a:b8'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:03.462939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8fcbb0-6d7a-4340-9d16-fa83f10aac02 None None] No DVR routers for this DVR port 0263046f-07b1-4ad5-9370-c687bbe82742 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:03.464234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Port 0263046f-07b1-4ad5-9370-c687bbe82742 update to DOWN by agent not found {{(pid=95700) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 30 13:16:03.536603 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.553941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Made reservation on behalf of 53e84843d8524c0aae190ef1f867494f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:03.603831 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.610642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:03.625224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Transition to ACTIVE for port object 646646fb-0d7a-4880-9e65-f6a5374431dc will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:03.626753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:03.631343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:03.631944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.638329 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeefa9b-6a6d-4591-8350-18a9d93faa8a None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:03.678577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=ed44f7e2-b7de-4d15-8202-8b13c3f18ab7,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:03.682397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dbe81802-d334-460d-98ec-d563a2c5588a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7619116 Aug 30 13:16:03.685721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59222) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:03.697022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1a8532b2-0b54-47d8-9c41-16e9fd81a4b0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-291156146', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:03.713425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Transition to ACTIVE for port object 646646fb-0d7a-4880-9e65-f6a5374431dc will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:03.750145 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.755876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.784550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] device_id is not set on port 4adc4c76-a975-428c-8a3c-c1f02d129882 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:03.791211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a8532b2-0b54-47d8-9c41-16e9fd81a4b0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.792229 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a8532b2-0b54-47d8-9c41-16e9fd81a4b0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.804280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:03.816702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:03.823505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:03.854221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Pushing event updated for resources: {'Port': ['ID=646646fb-0d7a-4880-9e65-f6a5374431dc,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:03.899579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a8532b2-0b54-47d8-9c41-16e9fd81a4b0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.916248 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a8532b2-0b54-47d8-9c41-16e9fd81a4b0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.972632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a8532b2-0b54-47d8-9c41-16e9fd81a4b0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:03.977277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59228) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:03.977881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1a8532b2-0b54-47d8-9c41-16e9fd81a4b0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2910304 Aug 30 13:16:03.991951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Attempting to bind port 646646fb-0d7a-4880-9e65-f6a5374431dc on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:03.992333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Attempting to bind port 646646fb-0d7a-4880-9e65-f6a5374431dc by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'fffd8c33-da99-482e-b462-ebe77c9b35f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:03.992715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Attempting to bind port 646646fb-0d7a-4880-9e65-f6a5374431dc on network 4a0ce011-9fc8-4685-b600-a92384e7b829 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:03.999221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Allocated IP 172.20.0.11 (4a0ce011-9fc8-4685-b600-a92384e7b829/2d934c14-a136-41b6-a827-6ad4cb6e8153/4adc4c76-a975-428c-8a3c-c1f02d129882) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:04.025781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:04.026200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Checking segment: {'id': 'fffd8c33-da99-482e-b462-ebe77c9b35f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:04.026695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.027092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Bound using segment: {'id': 'fffd8c33-da99-482e-b462-ebe77c9b35f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:04.027626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Bound port: 646646fb-0d7a-4880-9e65-f6a5374431dc, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffd8c33-da99-482e-b462-ebe77c9b35f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:04.028424 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.098392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] For port 646646fb-0d7a-4880-9e65-f6a5374431dc, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:04.101919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] For port 646646fb-0d7a-4880-9e65-f6a5374431dc, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=646646fb-0d7a-4880-9e65-f6a5374431dc,segment=NetworkSegment(fffd8c33-da99-482e-b462-ebe77c9b35f8),segment_id=fffd8c33-da99-482e-b462-ebe77c9b35f8)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:04.103359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': 'ed44f7e2-b7de-4d15-8202-8b13c3f18ab7'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:04.104783 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.117694 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.246488 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.268195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Transition to ACTIVE for port object 4adc4c76-a975-428c-8a3c-c1f02d129882 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:04.277260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c01950-69f5-44be-833b-b57c16cc4b6e None None] Pushing event updated for resources: {'Port': ['ID=646646fb-0d7a-4880-9e65-f6a5374431dc,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:04.334915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.368540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/ed44f7e2-b7de-4d15-8202-8b13c3f18ab7/ea4fb0be-67ba-4759-86f3-1c7611e126e0) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:04.423674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:04.427372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:04.431533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:04.465991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.480949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Port': ['ID=4adc4c76-a975-428c-8a3c-c1f02d129882,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:04.522290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:04.534740 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.565298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d0aee11f-5fee-430e-870b-6e01492ae08c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.2388096 Aug 30 13:16:04.568521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59234) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:04.646105 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.655305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Transition to ACTIVE for port object ea4fb0be-67ba-4759-86f3-1c7611e126e0 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:04.658470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba017e-ebe2-46ce-8ba0-e57d1c7546a1 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:04.665397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba017e-ebe2-46ce-8ba0-e57d1c7546a1 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:04.672191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba017e-ebe2-46ce-8ba0-e57d1c7546a1 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:04.677560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5cba017e-ebe2-46ce-8ba0-e57d1c7546a1 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1080096 Aug 30 13:16:04.678215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Transition to ACTIVE for port object ea4fb0be-67ba-4759-86f3-1c7611e126e0 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:04.678407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59236) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:04.687295 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.754325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:04.757690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:04.761700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:04.767817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Pushing event updated for resources: {'Port': ['ID=ea4fb0be-67ba-4759-86f3-1c7611e126e0,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:04.802340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f43e5b2d-cc55-4bbd-926e-8d9a04fc6fd9 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Deleting port 4adc4c76-a975-428c-8a3c-c1f02d129882 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:04.802691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f43e5b2d-cc55-4bbd-926e-8d9a04fc6fd9 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.827864 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Attempting to bind port ea4fb0be-67ba-4759-86f3-1c7611e126e0 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:04.828241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Attempting to bind port ea4fb0be-67ba-4759-86f3-1c7611e126e0 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:04.828611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Attempting to bind port ea4fb0be-67ba-4759-86f3-1c7611e126e0 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:04.834028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:04.834317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:04.834701 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.835100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:04.835570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Bound port: ea4fb0be-67ba-4759-86f3-1c7611e126e0, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:04.835966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:04.841648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::1 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/ed44f7e2-b7de-4d15-8202-8b13c3f18ab7/23d677ff-55e8-43c8-8c4d-cfb59b46ce1a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:04.967530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] For port ea4fb0be-67ba-4759-86f3-1c7611e126e0, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:04.971803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] For port ea4fb0be-67ba-4759-86f3-1c7611e126e0, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea4fb0be-67ba-4759-86f3-1c7611e126e0,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:04.997627 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.086843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.090366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 646646fb-0d7a-4880-9e65-f6a5374431dc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:05.102558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:05.168077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.172669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c4212-2a2f-4314-aab8-ee4b1f8f48a1 None None] Pushing event updated for resources: {'Port': ['ID=ea4fb0be-67ba-4759-86f3-1c7611e126e0,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:05.276540 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f43e5b2d-cc55-4bbd-926e-8d9a04fc6fd9 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.287307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 646646fb-0d7a-4880-9e65-f6a5374431dc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:05.292630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f43e5b2d-cc55-4bbd-926e-8d9a04fc6fd9 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Calling delete_port for 4adc4c76-a975-428c-8a3c-c1f02d129882 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:05.304663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 611c6f6a-d267-4168-8595-4667bef8cffa no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:05.358547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 611c6f6a-d267-4168-8595-4667bef8cffa {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:05.358967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 611c6f6a-d267-4168-8595-4667bef8cffa not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:05.509404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f43e5b2d-cc55-4bbd-926e-8d9a04fc6fd9 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.559982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e5b2d-cc55-4bbd-926e-8d9a04fc6fd9 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event deleted for resources: {'Port': ['ID=4adc4c76-a975-428c-8a3c-c1f02d129882,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:05.729558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f43e5b2d-cc55-4bbd-926e-8d9a04fc6fd9 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.734342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f43e5b2d-cc55-4bbd-926e-8d9a04fc6fd9 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "DELETE /v2.0/ports/4adc4c76-a975-428c-8a3c-c1f02d129882 HTTP/1.1" status: 204 len: 168 time: 1.0522525 Aug 30 13:16:05.735646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59246) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:05.762454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:05.766526 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:05.768351 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d30963b-ee14-4e1b-af34-f07c98d639b5 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] GET failed (client error): The resource could not be found. Aug 30 13:16:05.769302 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:05.770047 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.771439 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d33731f-d2de-4349-b57d-efc256438ccf None None] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:05.774827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0d30963b-ee14-4e1b-af34-f07c98d639b5 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "GET /v2.0/ports/4adc4c76-a975-428c-8a3c-c1f02d129882 HTTP/1.1" status: 404 len: 333 time: 0.0381331 Aug 30 13:16:05.775637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59248) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:05.777278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=23d677ff-55e8-43c8-8c4d-cfb59b46ce1a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:05.782104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'port': {'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829', 'name': 'tempest-AllowedAddressPairTestJSON-1242554996'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:05.846544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dc7b6df8-35de-4d64-bcc8-478cd4863212 None None] Provisioning for port 646646fb-0d7a-4880-9e65-f6a5374431dc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:05.859810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dc7b6df8-35de-4d64-bcc8-478cd4863212 None None] Provisioning complete for port 646646fb-0d7a-4880-9e65-f6a5374431dc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:05.860421 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6df8-35de-4d64-bcc8-478cd4863212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.914194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Made reservation on behalf of 53e84843d8524c0aae190ef1f867494f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:05.918868 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.935971 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:05.943563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] device_id is not set on port 09def6c2-19a4-4e18-a08d-74042e462d6a yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:06.026097 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6df8-35de-4d64-bcc8-478cd4863212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.103444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-dc7b6df8-35de-4d64-bcc8-478cd4863212 None None] For port 646646fb-0d7a-4880-9e65-f6a5374431dc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=646646fb-0d7a-4880-9e65-f6a5374431dc,segment=NetworkSegment(fffd8c33-da99-482e-b462-ebe77c9b35f8),segment_id=fffd8c33-da99-482e-b462-ebe77c9b35f8)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:06.125281 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dc7b6df8-35de-4d64-bcc8-478cd4863212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.135105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Allocated IP 172.20.0.8 (4a0ce011-9fc8-4685-b600-a92384e7b829/2d934c14-a136-41b6-a827-6ad4cb6e8153/09def6c2-19a4-4e18-a08d-74042e462d6a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:06.237388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b6df8-35de-4d64-bcc8-478cd4863212 None None] Pushing event updated for resources: {'Port': ['ID=646646fb-0d7a-4880-9e65-f6a5374431dc,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:06.456089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.459958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.466859 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.467798 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.480820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Transition to ACTIVE for port object 09def6c2-19a4-4e18-a08d-74042e462d6a will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:06.527687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59260) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:06.545548 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.571259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e632175e-eb8a-4c2d-8562-be3f69b3ed14 None None] Provisioning for port 6ca3eef9-b702-40d4-a885-2320b47fb148 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:06.610940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:06.612681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e632175e-eb8a-4c2d-8562-be3f69b3ed14 None None] Provisioning complete for port 6ca3eef9-b702-40d4-a885-2320b47fb148 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:06.612681 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e632175e-eb8a-4c2d-8562-be3f69b3ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.615067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:06.619296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:06.619641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=23d677ff-55e8-43c8-8c4d-cfb59b46ce1a,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:06.623949 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2a281878-09b5-4332-ac9e-785b8dbd0b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.687439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Port': ['ID=09def6c2-19a4-4e18-a08d-74042e462d6a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:06.729405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:06.731107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:06.740502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:06.741168 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.750975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e632175e-eb8a-4c2d-8562-be3f69b3ed14 None None] Port 6ca3eef9-b702-40d4-a885-2320b47fb148 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:06.772322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e632175e-eb8a-4c2d-8562-be3f69b3ed14 None None] Provisioning complete for port 646646fb-0d7a-4880-9e65-f6a5374431dc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:06.772700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e632175e-eb8a-4c2d-8562-be3f69b3ed14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:06.832426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aad54ea2-be1f-43d1-8fef-6c7957477a5f tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0555258 Aug 30 13:16:06.838840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59266) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:06.850415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d945e8bd-da45-4940-a181-12b2a39e62c0 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c5:5a:b8'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:06.923567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Router 567eec1f-753f-4b7f-be96-b430c49425fe is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:16:07.041841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5bb65225-cea0-4fb1-b460-5916338abb5a None None] Provisioning for port ea4fb0be-67ba-4759-86f3-1c7611e126e0 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:07.054389 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d945e8bd-da45-4940-a181-12b2a39e62c0 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:07.065003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5bb65225-cea0-4fb1-b460-5916338abb5a None None] Provisioning complete for port 6ca3eef9-b702-40d4-a885-2320b47fb148 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:07.066321 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5bb65225-cea0-4fb1-b460-5916338abb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:07.111458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:07.118003 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0bb9d072-46c1-4322-9bcc-6649440cf0e7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "PUT /v2.0/routers/567eec1f-753f-4b7f-be96-b430c49425fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1396194 Aug 30 13:16:07.120278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59268) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:07.128257 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Sync routers for ids ['567eec1f-753f-4b7f-be96-b430c49425fe'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:07.136665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 646646fb-0d7a-4880-9e65-f6a5374431dc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:07.146171 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Routers {'567eec1f-753f-4b7f-be96-b430c49425fe'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:07.146804 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['567eec1f-753f-4b7f-be96-b430c49425fe'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:07.198275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e205699-af43-4d31-bfb6-7b987c71c927 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:07.200160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3e205699-af43-4d31-bfb6-7b987c71c927 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports/23d677ff-55e8-43c8-8c4d-cfb59b46ce1a HTTP/1.1" status: 200 len: 911 time: 0.0788021 Aug 30 13:16:07.202864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59272) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:07.309144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5bb65225-cea0-4fb1-b460-5916338abb5a None None] Port 6ca3eef9-b702-40d4-a885-2320b47fb148 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:07.326305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015a47e-a5c3-4b82-b416-b63800632b79 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:07.339918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4015a47e-a5c3-4b82-b416-b63800632b79 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:07.342619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4015a47e-a5c3-4b82-b416-b63800632b79 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1376274 Aug 30 13:16:07.344704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59276) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:07.355489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 646646fb-0d7a-4880-9e65-f6a5374431dc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:07.356156 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:07.436801 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Set router 567eec1f-753f-4b7f-be96-b430c49425fe gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:16:07.450554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c2a425f5-6439-4f01-af01-4ddec65c5bfc None None] Could not find standard attr ID for object 4adc4c76-a975-428c-8a3c-c1f02d129882. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:07.516260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c2a425f5-6439-4f01-af01-4ddec65c5bfc None None] Provisioning for port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:07.529305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c2a425f5-6439-4f01-af01-4ddec65c5bfc None None] Provisioning complete for port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:07.534122 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c2a425f5-6439-4f01-af01-4ddec65c5bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:07.686245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c2a425f5-6439-4f01-af01-4ddec65c5bfc None None] Port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:07.692285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea4fb0be-67ba-4759-86f3-1c7611e126e0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:07.759261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d945e8bd-da45-4940-a181-12b2a39e62c0 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:07.773958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d945e8bd-da45-4940-a181-12b2a39e62c0 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:07.822912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ea4fb0be-67ba-4759-86f3-1c7611e126e0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:07.827109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9ec0d20f-3bd8-43e0-a104-333ef1a93a86 None None] Provisioning complete for port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:07.827293 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d20f-3bd8-43e0-a104-333ef1a93a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:07.878541 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567eec1f-753f-4b7f-be96-b430c49425fe', 'name': 'tempest-NetworksTestDHCPv6-router-291156146', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:16:03Z', 'updated_at': '2021-08-30T13:16:05Z', 'revision_number': 2, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'gw_port_host': None, '_interfaces': [{'id': '23d677ff-55e8-43c8-8c4d-cfb59b46ce1a', 'name': '', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'mac_address': 'fa:16:3e:3a:71:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567eec1f-753f-4b7f-be96-b430c49425fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'ed44f7e2-b7de-4d15-8202-8b13c3f18ab7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:16:04Z', 'updated_at': '2021-08-30T13:16:06Z', 'revision_number': 2, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'subnets': [{'id': 'ed44f7e2-b7de-4d15-8202-8b13c3f18ab7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:07.881829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ea4fb0be-67ba-4759-86f3-1c7611e126e0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:07.882602 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:07.918889 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Checking router: 567eec1f-753f-4b7f-be96-b430c49425fe for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:16:07.919411 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Updating router 567eec1f-753f-4b7f-be96-b430c49425fe port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:16:07.958106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9ec0d20f-3bd8-43e0-a104-333ef1a93a86 None None] Port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:07.969235 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:07.982344 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.012369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945e8bd-da45-4940-a181-12b2a39e62c0 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Port': ['ID=09def6c2-19a4-4e18-a08d-74042e462d6a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:08.034705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d945e8bd-da45-4940-a181-12b2a39e62c0 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] In _notify_port_updated(), no bound segment for port 09def6c2-19a4-4e18-a08d-74042e462d6a on network 4a0ce011-9fc8-4685-b600-a92384e7b829 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:16:08.040656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d945e8bd-da45-4940-a181-12b2a39e62c0 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:08.041313 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d945e8bd-da45-4940-a181-12b2a39e62c0 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.041681 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.042696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d945e8bd-da45-4940-a181-12b2a39e62c0 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "PUT /v2.0/ports/09def6c2-19a4-4e18-a08d-74042e462d6a HTTP/1.1" status: 200 len: 994 time: 1.1975946 Aug 30 13:16:08.048365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59282) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:08.099027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7766b1ac-bd57-40e7-b3e8-0d993b042d2b None None] Provisioning for port 09def6c2-19a4-4e18-a08d-74042e462d6a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:08.104495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ea4fb0be-67ba-4759-86f3-1c7611e126e0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea4fb0be-67ba-4759-86f3-1c7611e126e0,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:08.111687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7766b1ac-bd57-40e7-b3e8-0d993b042d2b None None] Provisioning complete for port 09def6c2-19a4-4e18-a08d-74042e462d6a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:08.112282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7766b1ac-bd57-40e7-b3e8-0d993b042d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.116493 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.214333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7766b1ac-bd57-40e7-b3e8-0d993b042d2b None None] Port 09def6c2-19a4-4e18-a08d-74042e462d6a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:08.223953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ea4fb0be-67ba-4759-86f3-1c7611e126e0,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:08.230135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.271079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e0949332-185d-4868-b2bb-5bb6c8406948 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Deleting port 09def6c2-19a4-4e18-a08d-74042e462d6a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:08.271419 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0949332-185d-4868-b2bb-5bb6c8406948 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.295334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:08.295822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.361576 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.376023 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Transition to ACTIVE for port object 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:08.392789 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.444729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.447066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0949332-185d-4868-b2bb-5bb6c8406948 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.470589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:08.475241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e0949332-185d-4868-b2bb-5bb6c8406948 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Calling delete_port for 09def6c2-19a4-4e18-a08d-74042e462d6a owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:08.488772 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Pushing event updated for resources: {'Port': ['ID=23d677ff-55e8-43c8-8c4d-cfb59b46ce1a,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:08.498301 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.499156 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.500193 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.500678 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.501155 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.501871 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.502345 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.502831 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.503302 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.503771 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.504239 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.504704 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9828b37-526d-4e39-b54a-9e6207bb904c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:08.544039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f7001551-816e-484c-b591-03caa48d5f00 None None] Provisioning complete for port 09def6c2-19a4-4e18-a08d-74042e462d6a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:08.544039 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7001551-816e-484c-b591-03caa48d5f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.576931 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Attempting to bind port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:08.577698 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Attempting to bind port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:08.578215 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Attempting to bind port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:08.583458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:08.584152 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:08.584701 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.585406 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:08.586074 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Bound port: 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:08.586628 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.597243 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f7001551-816e-484c-b591-03caa48d5f00 None None] Port 09def6c2-19a4-4e18-a08d-74042e462d6a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:08.707432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.709643 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.db.api [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95701) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:16:08.710263 n-d-688802-6 neutron-server[95701]: DEBUG oslo_db.api [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:16:08.736962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=23d677ff-55e8-43c8-8c4d-cfb59b46ce1a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:08.786634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0949332-185d-4868-b2bb-5bb6c8406948 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.811581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f8b47c42-acce-4900-a290-f46ff146082e None None] Could not find standard attr ID for object 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:08.821614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0949332-185d-4868-b2bb-5bb6c8406948 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event deleted for resources: {'Port': ['ID=09def6c2-19a4-4e18-a08d-74042e462d6a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:08.837461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.894767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Deleting port a7a6464d-4c3f-4bc8-8dba-5047960ffe65 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:08.894946 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:08.975844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea4fb0be-67ba-4759-86f3-1c7611e126e0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:09.018529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] For port a7a6464d-4c3f-4bc8-8dba-5047960ffe65, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a7a6464d-4c3f-4bc8-8dba-5047960ffe65,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:09.018894 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.034345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Calling delete_port for a7a6464d-4c3f-4bc8-8dba-5047960ffe65 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:09.036013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Router 567eec1f-753f-4b7f-be96-b430c49425fe has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:09.064944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ea4fb0be-67ba-4759-86f3-1c7611e126e0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:09.065327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.122777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:09.132815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d3455c2c-fa04-45a3-811e-7600a02feba4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "PUT /v2.0/routers/567eec1f-753f-4b7f-be96-b430c49425fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7729731 Aug 30 13:16:09.135382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59290) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:09.192471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf532bb-2215-494e-a7d1-0cc74e77e7dd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:09.194021 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf532bb-2215-494e-a7d1-0cc74e77e7dd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:09.195502 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7cf532bb-2215-494e-a7d1-0cc74e77e7dd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0586503 Aug 30 13:16:09.198137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59292) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:09.224810 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Attempting to bind port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:09.225342 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Attempting to bind port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:09.225833 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Attempting to bind port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:09.230533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0949332-185d-4868-b2bb-5bb6c8406948 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.231588 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:09.232026 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:09.232359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e0949332-185d-4868-b2bb-5bb6c8406948 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "DELETE /v2.0/ports/09def6c2-19a4-4e18-a08d-74042e462d6a HTTP/1.1" status: 204 len: 168 time: 1.1830227 Aug 30 13:16:09.232865 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.233378 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:09.234074 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Bound port: 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:09.234667 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.235037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59294) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:09.253399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f929406-f32f-4fcb-a21f-d959c6fe8566 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet ed44f7e2-b7de-4d15-8202-8b13c3f18ab7 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:09.256536 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f929406-f32f-4fcb-a21f-d959c6fe8566 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.266436 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.plugin [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Port 23d677ff-55e8-43c8-8c4d-cfb59b46ce1a has been deleted concurrently {{(pid=95701) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 30 13:16:09.269945 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-89703e3e-691d-4e04-ae4c-31aa0a1cf2ca tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] GET failed (client error): The resource could not be found. Aug 30 13:16:09.271498 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-89703e3e-691d-4e04-ae4c-31aa0a1cf2ca tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "GET /v2.0/ports/09def6c2-19a4-4e18-a08d-74042e462d6a HTTP/1.1" status: 404 len: 333 time: 0.0355461 Aug 30 13:16:09.277889 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Routers {'567eec1f-753f-4b7f-be96-b430c49425fe'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:09.278332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59296) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:09.278867 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:15:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['567eec1f-753f-4b7f-be96-b430c49425fe'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:09.286287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'port': {'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829', 'name': 'tempest-AllowedAddressPairTestJSON-1019835463'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:09.336408 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-13c7f42e-48e5-4b52-9b11-f7420e3c262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.349568 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] Set router 567eec1f-753f-4b7f-be96-b430c49425fe gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:16:09.350700 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.352944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f929406-f32f-4fcb-a21f-d959c6fe8566 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.386021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a6464d-4c3f-4bc8-8dba-5047960ffe65,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:09.427010 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '567eec1f-753f-4b7f-be96-b430c49425fe', 'name': 'tempest-NetworksTestDHCPv6-router-291156146', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:16:03Z', 'updated_at': '2021-08-30T13:16:08Z', 'revision_number': 3, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:09.455106 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34038b66-f423-4bb2-91dc-e85a91544b9a None None] The sync data for ids ['567eec1f-753f-4b7f-be96-b430c49425fe'] in n-d-688802-6 is: [{'id': '567eec1f-753f-4b7f-be96-b430c49425fe', 'name': 'tempest-NetworksTestDHCPv6-router-291156146', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:16:03Z', 'updated_at': '2021-08-30T13:16:08Z', 'revision_number': 3, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:09.545153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f929406-f32f-4fcb-a21f-d959c6fe8566 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.590368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Made reservation on behalf of 53e84843d8524c0aae190ef1f867494f for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:09.595537 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.605196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.628578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] device_id is not set on port d4edb7ad-25b3-470f-9441-4adfc8b0bd74 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:09.682842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f929406-f32f-4fcb-a21f-d959c6fe8566 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.726649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f929406-f32f-4fcb-a21f-d959c6fe8566 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=ed44f7e2-b7de-4d15-8202-8b13c3f18ab7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:09.738729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f929406-f32f-4fcb-a21f-d959c6fe8566 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.740622 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8f929406-f32f-4fcb-a21f-d959c6fe8566 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/ed44f7e2-b7de-4d15-8202-8b13c3f18ab7 HTTP/1.1" status: 204 len: 168 time: 0.5415912 Aug 30 13:16:09.743336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f33424-d09f-46c0-a071-2312cc66183e None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:09.748623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59302) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:09.801783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Allocated IP 172.20.0.8 (4a0ce011-9fc8-4685-b600-a92384e7b829/2d934c14-a136-41b6-a827-6ad4cb6e8153/d4edb7ad-25b3-470f-9441-4adfc8b0bd74) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:09.937224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d03d6b-d33c-49cf-8ee9-97d75ebf7be5 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:09.974792 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.987126 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:09.993464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Transition to ACTIVE for port object d4edb7ad-25b3-470f-9441-4adfc8b0bd74 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:10.030153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b6d03d6b-d33c-49cf-8ee9-97d75ebf7be5 None None] Deleting port ea4fb0be-67ba-4759-86f3-1c7611e126e0 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:10.031069 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d6b-d33c-49cf-8ee9-97d75ebf7be5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.036696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.094820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:10.098298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b6d03d6b-d33c-49cf-8ee9-97d75ebf7be5 None None] For port ea4fb0be-67ba-4759-86f3-1c7611e126e0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea4fb0be-67ba-4759-86f3-1c7611e126e0,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:10.098699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d6b-d33c-49cf-8ee9-97d75ebf7be5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.101216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:10.103913 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:10.113962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b6d03d6b-d33c-49cf-8ee9-97d75ebf7be5 None None] Calling delete_port for ea4fb0be-67ba-4759-86f3-1c7611e126e0 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:10.149714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Port': ['ID=d4edb7ad-25b3-470f-9441-4adfc8b0bd74,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:10.185278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:10.186623 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.212018 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f9b5e30b-31e4-4c4f-a5af-331c1b96e3fd tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9324999 Aug 30 13:16:10.214976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59306) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:10.216857 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d6b-d33c-49cf-8ee9-97d75ebf7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.220731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0e4b1f7e-4df3-433a-b50b-0512f27b7a00 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c5:5a:b8'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:10.231789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a60fc6a5-1e62-4b35-998e-0510c8c5f324 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4798715 Aug 30 13:16:10.234569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59308) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:10.244664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d03d6b-d33c-49cf-8ee9-97d75ebf7be5 None None] Pushing event deleted for resources: {'Port': ['ID=ea4fb0be-67ba-4759-86f3-1c7611e126e0,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:10.252589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d03d6b-d33c-49cf-8ee9-97d75ebf7be5 None None] No DVR routers for this DVR port ea4fb0be-67ba-4759-86f3-1c7611e126e0 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:10.255379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:10.381171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:10.386692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-480e0f93-5454-4ac6-91df-cb312dc68f47 admin admin] 10.222.0.37 "PUT /v2.0/routers/3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8577654 Aug 30 13:16:10.388961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59310) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:10.392718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d354cf8-7755-464c-9eb4-9d4c2ba33dbe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.399038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] Sync routers for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:10.418048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:10.418993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:10.531498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.548804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:16:10.609616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d354cf8-7755-464c-9eb4-9d4c2ba33dbe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.617627 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d354cf8-7755-464c-9eb4-9d4c2ba33dbe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.662444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.664578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b2b8035-e152-43bb-84dd-d148f7f63fb8 None None] Provisioning for port d4edb7ad-25b3-470f-9441-4adfc8b0bd74 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:10.679141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b2b8035-e152-43bb-84dd-d148f7f63fb8 None None] Provisioning complete for port d4edb7ad-25b3-470f-9441-4adfc8b0bd74 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:10.679480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b2b8035-e152-43bb-84dd-d148f7f63fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.693770 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1f7e-4df3-433a-b50b-0512f27b7a00 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.733037 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d8332-f3e8-4fae-bf1a-74013a9ca45e None None] Sync routers for ids ['567eec1f-753f-4b7f-be96-b430c49425fe'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:10.736977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Deleting port c9d8d5d4-1f3e-4b59-8431-89fbae24c504 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:10.737944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.738395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6b2b8035-e152-43bb-84dd-d148f7f63fb8 None None] Port d4edb7ad-25b3-470f-9441-4adfc8b0bd74 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:10.749976 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d8332-f3e8-4fae-bf1a-74013a9ca45e None None] Routers set() bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:10.750650 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d8332-f3e8-4fae-bf1a-74013a9ca45e None None] Router IDs set() for agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 13:16:10.751388 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_agentschedulers_db [None req-a37d8332-f3e8-4fae-bf1a-74013a9ca45e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'567eec1f-753f-4b7f-be96-b430c49425fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent'). {{(pid=95701) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 13:16:10.760449 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d8332-f3e8-4fae-bf1a-74013a9ca45e None None] Routers set() bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:10.761001 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d8332-f3e8-4fae-bf1a-74013a9ca45e None None] Router IDs set() for agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 13:16:10.761774 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_agentschedulers_db [None req-a37d8332-f3e8-4fae-bf1a-74013a9ca45e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'567eec1f-753f-4b7f-be96-b430c49425fe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent'). {{(pid=95701) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 13:16:10.762274 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d8332-f3e8-4fae-bf1a-74013a9ca45e None None] The sync data for ids ['567eec1f-753f-4b7f-be96-b430c49425fe'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:10.801152 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.813466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:16:09Z', 'revision_number': 5, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port': {'id': 'c9d8d5d4-1f3e-4b59-8431-89fbae24c504', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:05:40Z', 'updated_at': '2021-08-30T13:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:10.841389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] For port c9d8d5d4-1f3e-4b59-8431-89fbae24c504, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c9d8d5d4-1f3e-4b59-8431-89fbae24c504,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:10.842023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.842343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] Checking router: 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:16:10.852092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] Routers {'3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:10.853222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:10.870057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Calling delete_port for c9d8d5d4-1f3e-4b59-8431-89fbae24c504 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:10.920956 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d354cf8-7755-464c-9eb4-9d4c2ba33dbe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.921497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d354cf8-7755-464c-9eb4-9d4c2ba33dbe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Fanout notify agent at l3_agent the message router_deleted on router 567eec1f-753f-4b7f-be96-b430c49425fe {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:16:10.929302 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d354cf8-7755-464c-9eb4-9d4c2ba33dbe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:10.930484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6d354cf8-7755-464c-9eb4-9d4c2ba33dbe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/routers/567eec1f-753f-4b7f-be96-b430c49425fe HTTP/1.1" status: 204 len: 168 time: 0.6731076 Aug 30 13:16:10.934301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59316) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:10.965882 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-696cbcfb-dea8-4cde-9112-bbdb6543560c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0304348 Aug 30 13:16:10.968782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59318) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:10.969258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] Set router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:16:11.010022 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1f7e-4df3-433a-b50b-0512f27b7a00 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.023432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1f7e-4df3-433a-b50b-0512f27b7a00 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.048703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea4fb0be-67ba-4759-86f3-1c7611e126e0 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:11.051924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:16:10Z', 'revision_number': 6, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:11.084176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e302e6-b9f6-462a-bc4c-57a73e76def2 None None] The sync data for ids ['3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91'] in n-d-688802-6 is: [{'id': '3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91', 'name': 'tempest-AttachVolumeShelveTestJSON-1643623676-router', 'tenant_id': '7555cbfc13fc48af80078ca356f619ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:05:38Z', 'updated_at': '2021-08-30T13:16:10Z', 'revision_number': 6, 'project_id': '7555cbfc13fc48af80078ca356f619ba', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:11.111052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ea4fb0be-67ba-4759-86f3-1c7611e126e0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:11.111378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea4fb0be-67ba-4759-86f3-1c7611e126e0 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:11.113375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fdc744-2592-4d4b-83c3-076ab70c8675 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:11.115233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a3fdc744-2592-4d4b-83c3-076ab70c8675 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1452346 Aug 30 13:16:11.128033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59322) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:11.143071 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.170513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d8d5d4-1f3e-4b59-8431-89fbae24c504,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:11.185935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b1f7e-4df3-433a-b50b-0512f27b7a00 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Port': ['ID=d4edb7ad-25b3-470f-9441-4adfc8b0bd74,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:11.193086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-971a149a-8404-4945-993b-c69b7e61f202 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634630 Aug 30 13:16:11.194501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b1f7e-4df3-433a-b50b-0512f27b7a00 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] In _notify_port_updated(), no bound segment for port d4edb7ad-25b3-470f-9441-4adfc8b0bd74 on network 4a0ce011-9fc8-4685-b600-a92384e7b829 {{(pid=95699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:16:11.200034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4b1f7e-4df3-433a-b50b-0512f27b7a00 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:11.200686 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e4b1f7e-4df3-433a-b50b-0512f27b7a00 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.205506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0e4b1f7e-4df3-433a-b50b-0512f27b7a00 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "PUT /v2.0/ports/d4edb7ad-25b3-470f-9441-4adfc8b0bd74 HTTP/1.1" status: 200 len: 996 time: 0.9898677 Aug 30 13:16:11.208692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59324) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:11.209166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59326) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:11.223618 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:11.258575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.382968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.386030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.395712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:11.400361 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.441244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.442149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:16:11.446756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.447928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fd56ecae-aad2-4a28-9406-66211f338db4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3e5aa37c-8c0c-48a6-965b-bd9a91ca5d91 HTTP/1.1" status: 204 len: 168 time: 1.0580544 Aug 30 13:16:11.452260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9b012676-e392-4df3-9e9e-ff6835e6f2a6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Deleting port d4edb7ad-25b3-470f-9441-4adfc8b0bd74 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:11.453271 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b012676-e392-4df3-9e9e-ff6835e6f2a6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.456337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59328) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:11.464715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4f9293b8-d9f2-4a3d-b8a2-73d6394f58ea None None] Provisioning complete for port d4edb7ad-25b3-470f-9441-4adfc8b0bd74 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:11.464715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4f9293b8-d9f2-4a3d-b8a2-73d6394f58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.502767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4f9293b8-d9f2-4a3d-b8a2-73d6394f58ea None None] Port d4edb7ad-25b3-470f-9441-4adfc8b0bd74 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:11.509493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d2f243-dff4-4440-bcd3-790445766600 admin admin] Deleting subnet 6b088efc-517b-415b-9327-87f7390070d7 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:11.512858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f243-dff4-4440-bcd3-790445766600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.552829 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f243-dff4-4440-bcd3-790445766600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.581176 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b012676-e392-4df3-9e9e-ff6835e6f2a6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.606207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9b012676-e392-4df3-9e9e-ff6835e6f2a6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Calling delete_port for d4edb7ad-25b3-470f-9441-4adfc8b0bd74 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:11.652620 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f243-dff4-4440-bcd3-790445766600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.719894 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f243-dff4-4440-bcd3-790445766600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.740440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f243-dff4-4440-bcd3-790445766600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:11.744982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804eef66-d5fc-43a0-becb-e1b6db428dfb None None] Network 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:11.745146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b8d2f243-dff4-4440-bcd3-790445766600 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6b088efc-517b-415b-9327-87f7390070d7 HTTP/1.1" status: 204 len: 168 time: 0.2853479 Aug 30 13:16:11.750773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59334) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:11.765046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2f243-dff4-4440-bcd3-790445766600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b088efc-517b-415b-9327-87f7390070d7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:11.971493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794af0d6-46e0-4fa5-878f-ef20a9ef83fe None None] DHCP port deletion for 49a27ef7-ae93-45d6-ae80-d7ab97c5b737 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:12.026567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-794af0d6-46e0-4fa5-878f-ef20a9ef83fe None None] Deleting port 0009ea78-fd15-4d3b-8900-52abee393ed0 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:12.026942 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-794af0d6-46e0-4fa5-878f-ef20a9ef83fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.229643 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.246678 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.257763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-794af0d6-46e0-4fa5-878f-ef20a9ef83fe None None] For port 0009ea78-fd15-4d3b-8900-52abee393ed0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0009ea78-fd15-4d3b-8900-52abee393ed0,segment=NetworkSegment(b608cfac-2c9e-49c6-91c9-a0feeeb06316),segment_id=b608cfac-2c9e-49c6-91c9-a0feeeb06316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:12.258155 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-794af0d6-46e0-4fa5-878f-ef20a9ef83fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.269470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-794af0d6-46e0-4fa5-878f-ef20a9ef83fe None None] Calling delete_port for 0009ea78-fd15-4d3b-8900-52abee393ed0 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:12.325426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:16:12.346489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.350559 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-794af0d6-46e0-4fa5-878f-ef20a9ef83fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.379013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794af0d6-46e0-4fa5-878f-ef20a9ef83fe None None] Pushing event deleted for resources: {'Port': ['ID=0009ea78-fd15-4d3b-8900-52abee393ed0,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:12.386276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794af0d6-46e0-4fa5-878f-ef20a9ef83fe None None] No DVR routers for this DVR port 0009ea78-fd15-4d3b-8900-52abee393ed0 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:12.401146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b012676-e392-4df3-9e9e-ff6835e6f2a6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.419289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:12.446004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:12.450664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b012676-e392-4df3-9e9e-ff6835e6f2a6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event deleted for resources: {'Port': ['ID=d4edb7ad-25b3-470f-9441-4adfc8b0bd74,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:12.456828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:12.457440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.458616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd48d1e-114c-447b-9b41-36d933469b81 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:12.459724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=361eba60-3541-4c7c-b981-c58e54b362ea,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:12.496578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Deleting port 0009ea78-fd15-4d3b-8900-52abee393ed0 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:12.496924 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.499913 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5eb2a6cb-8c96-4ae6-a8f0-ffd2555cf33a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2892437 Aug 30 13:16:12.508392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59338) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:12.533677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:12.615243 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '361eba60-3541-4c7c-b981-c58e54b362ea'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:12.618092 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.657481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b012676-e392-4df3-9e9e-ff6835e6f2a6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.659358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9b012676-e392-4df3-9e9e-ff6835e6f2a6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "DELETE /v2.0/ports/d4edb7ad-25b3-470f-9441-4adfc8b0bd74 HTTP/1.1" status: 204 len: 168 time: 1.4481773 Aug 30 13:16:12.663722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59342) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:12.664218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] For port 0009ea78-fd15-4d3b-8900-52abee393ed0, host n-d-688802-6, got binding levels [] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:12.664218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.707117 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-66168795-dd0b-4cc0-8aab-e992a7590c94 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] GET failed (client error): The resource could not be found. Aug 30 13:16:12.707457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Calling delete_port for 0009ea78-fd15-4d3b-8900-52abee393ed0 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:12.712670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-66168795-dd0b-4cc0-8aab-e992a7590c94 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "GET /v2.0/ports/d4edb7ad-25b3-470f-9441-4adfc8b0bd74 HTTP/1.1" status: 404 len: 333 time: 0.0488651 Aug 30 13:16:12.712836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59344) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:12.714134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Port 0009ea78-fd15-4d3b-8900-52abee393ed0 was not found and therefore no delete operation was performed {{(pid=95699) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:16:12.723475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'port': {'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829', 'name': 'tempest-AllowedAddressPairTestJSON-78359915'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:12.733214 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.769987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Allocated IP 2001:db8::f816:3eff:fe3d:2500 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/361eba60-3541-4c7c-b981-c58e54b362ea/88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:12.814262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Pushing event deleted for resources: {'Port': ['ID=0009ea78-fd15-4d3b-8900-52abee393ed0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:12.819754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] No DVR routers for this DVR port 0009ea78-fd15-4d3b-8900-52abee393ed0 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:12.907243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:12.910722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.932137 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.940620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Transition to ACTIVE for port object 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:12.943825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a7a6464d-4c3f-4bc8-8dba-5047960ffe65 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:12.968394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a7a6464d-4c3f-4bc8-8dba-5047960ffe65 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:12.969131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a7a6464d-4c3f-4bc8-8dba-5047960ffe65 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:12.969131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0009ea78-fd15-4d3b-8900-52abee393ed0 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:12.982720 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:12.992407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0009ea78-fd15-4d3b-8900-52abee393ed0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:12.992910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0009ea78-fd15-4d3b-8900-52abee393ed0 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:12.993166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c9d8d5d4-1f3e-4b59-8431-89fbae24c504 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:12.995124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Transition to ACTIVE for port object 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:12.998858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a27ef7-ae93-45d6-ae80-d7ab97c5b737']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:13.013861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.015716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c9d8d5d4-1f3e-4b59-8431-89fbae24c504 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:13.016062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c9d8d5d4-1f3e-4b59-8431-89fbae24c504 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:13.026894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b608cfac-2c9e-49c6-91c9-a0feeeb06316') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:13.027130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b608cfac-2c9e-49c6-91c9-a0feeeb06316') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:13.047166 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.049063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Made reservation on behalf of 53e84843d8524c0aae190ef1f867494f for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:13.052511 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.056281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:13.061075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:13.064673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:13.073398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Pushing event updated for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:13.091668 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.099137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] device_id is not set on port ba016a16-fe54-4cf8-848d-637988f5901d yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:13.113234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:16:13.113637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: items = [ Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:16:13.116815 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:16:13.123766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Attempting to bind port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:13.124722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Attempting to bind port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:13.125288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Attempting to bind port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:13.130301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:13.130677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:13.131080 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.131611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:13.132065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Bound port: 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:13.132446 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.196717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:13.201196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:13.207305 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.241053 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.263782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.268472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] 10.222.0.37 "DELETE /v2.0/networks/49a27ef7-ae93-45d6-ae80-d7ab97c5b737 HTTP/1.1" status: 204 len: 168 time: 1.5136955 Aug 30 13:16:13.274811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05195017-aa71-4bee-88ee-e96952855ff7 None None] Pushing event updated for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:13.314148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7f0c8-15d7-4adf-bf3e-876095d92181 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a27ef7-ae93-45d6-ae80-d7ab97c5b737,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:13.378393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Allocated IP 172.20.0.4 (4a0ce011-9fc8-4685-b600-a92384e7b829/2d934c14-a136-41b6-a827-6ad4cb6e8153/ba016a16-fe54-4cf8-848d-637988f5901d) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:13.441349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59352) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:13.480746 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.495584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5c5ea0ba-4bc8-4178-ac1e-3407c84294ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7555cbfc13fc48af80078ca356f619ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525179 Aug 30 13:16:13.497944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59354) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:13.561518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:13.562297 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c8ed5e3-4453-41f1-a700-0e6bf4b6d3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.570735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:13.586891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:13.587679 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.589623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c8ed5e3-4453-41f1-a700-0e6bf4b6d3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.618397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=a37dcdf2-0818-456b-8aeb-679139d439e8,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:13.646568 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-33ff4ceb-e945-4570-a097-5ce5ff1d9c37 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1426356 Aug 30 13:16:13.646842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c8ed5e3-4453-41f1-a700-0e6bf4b6d3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.649461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59356) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:13.649850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c8ed5e3-4453-41f1-a700-0e6bf4b6d3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.653262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4c8ed5e3-4453-41f1-a700-0e6bf4b6d3a0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2fc234f-1888-415e-968d-c1e3e18e6d39 HTTP/1.1" status: 204 len: 168 time: 0.1519833 Aug 30 13:16:13.655078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:15:88:b3', 'name': 'tempest-NetworksTestDHCPv6-539043245'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:13.659764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ed5e3-4453-41f1-a700-0e6bf4b6d3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fc234f-1888-415e-968d-c1e3e18e6d39,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:13.782633 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.811100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Transition to ACTIVE for port object ba016a16-fe54-4cf8-848d-637988f5901d will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:13.846305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:13.927153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:13.990607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:13.996583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:13.998987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:14.009697 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:14.059533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Port': ['ID=ba016a16-fe54-4cf8-848d-637988f5901d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:14.081502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 097afa22-862a-49f8-a8d4-8039bdbdcc69 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:14.093091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:14.094304 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:14.149352 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e05ba672-3dbf-48ad-913c-51b66bc07c24 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4339588 Aug 30 13:16:14.152157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59376) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:14.157592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'port': {'network_id': '4a0ce011-9fc8-4685-b600-a92384e7b829', 'name': 'tempest-AllowedAddressPairTestJSON-2040353292'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:14.314919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Made reservation on behalf of 53e84843d8524c0aae190ef1f867494f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:14.315699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 172.20.0.10 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/a37dcdf2-0818-456b-8aeb-679139d439e8/097afa22-862a-49f8-a8d4-8039bdbdcc69) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:14.320520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:14.328026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:fe15:88b3 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/361eba60-3541-4c7c-b981-c58e54b362ea/097afa22-862a-49f8-a8d4-8039bdbdcc69) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:14.366278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8eae58ef-d0ad-439f-9bf4-d2a42408ec13 None None] Provisioning for port ba016a16-fe54-4cf8-848d-637988f5901d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:14.377887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8eae58ef-d0ad-439f-9bf4-d2a42408ec13 None None] Provisioning complete for port ba016a16-fe54-4cf8-848d-637988f5901d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:14.378464 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8eae58ef-d0ad-439f-9bf4-d2a42408ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:14.379513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] device_id is not set on port d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:14.446734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8eae58ef-d0ad-439f-9bf4-d2a42408ec13 None None] Port ba016a16-fe54-4cf8-848d-637988f5901d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:14.495368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb63f570-d677-4aad-9ac6-0130639cb4a1 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:14.552659 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:14.569312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 097afa22-862a-49f8-a8d4-8039bdbdcc69 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:14.611713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Allocated IP 172.20.0.14 (4a0ce011-9fc8-4685-b600-a92384e7b829/2d934c14-a136-41b6-a827-6ad4cb6e8153/d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:14.619899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-92867109-303d-4657-b4de-24d2f086caa6 None None] Provisioning for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:14.629936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:14.698629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:14.702007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:14.713930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:14.727562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=097afa22-862a-49f8-a8d4-8039bdbdcc69,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:14.783559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:14.783856 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:14.801203 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd5a48a6-54aa-4a5a-b719-8635b7977c06 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1502860 Aug 30 13:16:14.804164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59398) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:14.922444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356b53a6-1b06-4c2e-b99c-6fc843dab256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:14.930148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356b53a6-1b06-4c2e-b99c-6fc843dab256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:14.934335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-356b53a6-1b06-4c2e-b99c-6fc843dab256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1261246 Aug 30 13:16:14.934684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59406) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:14.954156 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:14.965776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3cf3a-b54d-4183-854f-d233f11c05fd None None] Update dhcp port {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': '361eba60-3541-4c7c-b981-c58e54b362ea', 'ip_address': '2001:db8::f816:3eff:fe3d:2500'}, {'subnet_id': 'a37dcdf2-0818-456b-8aeb-679139d439e8'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:16:14.978753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Transition to ACTIVE for port object d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:15.026486 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cf3a-b54d-4183-854f-d233f11c05fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.066210 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.097837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:15.124234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Port': ['ID=d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:15.133604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c61816ad-0bc3-4f02-841d-34947f86e387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 097afa22-862a-49f8-a8d4-8039bdbdcc69 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:15.134457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c61816ad-0bc3-4f02-841d-34947f86e387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.139617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:15.142561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:15.161970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:15.239312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:15.240087 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.270579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-73da60a6-646e-4261-a2e5-b4c5e11f0700 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1171713 Aug 30 13:16:15.273272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59414) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:15.284146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-734f3e0c-8e9e-4c25-8483-4982d7572511 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:c5:5a:b8'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:1a:b0:5d'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:15.284862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c61816ad-0bc3-4f02-841d-34947f86e387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.290072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:15.299335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:15.299904 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.308266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c61816ad-0bc3-4f02-841d-34947f86e387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 097afa22-862a-49f8-a8d4-8039bdbdcc69 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:15.332475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-ffd3cf3a-b54d-4183-854f-d233f11c05fd None None] Allocated IP 172.20.0.2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/a37dcdf2-0818-456b-8aeb-679139d439e8/88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:15.489355 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.539788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ffd3cf3a-b54d-4183-854f-d233f11c05fd None None] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:15.581715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a2fafa01-018f-47b2-b7f0-237c4a11b90c None None] Provisioning for port d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:15.588509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cf3a-b54d-4183-854f-d233f11c05fd None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.593122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a2fafa01-018f-47b2-b7f0-237c4a11b90c None None] Provisioning complete for port d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:15.593730 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c61816ad-0bc3-4f02-841d-34947f86e387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.594590 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a2fafa01-018f-47b2-b7f0-237c4a11b90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.599880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-734f3e0c-8e9e-4c25-8483-4982d7572511 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.637121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ffd3cf3a-b54d-4183-854f-d233f11c05fd None None] Transition to ACTIVE for port object 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:15.642808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a2fafa01-018f-47b2-b7f0-237c4a11b90c None None] Port d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:15.648408 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cf3a-b54d-4183-854f-d233f11c05fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.676044 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61816ad-0bc3-4f02-841d-34947f86e387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=097afa22-862a-49f8-a8d4-8039bdbdcc69,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:15.802081 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:16:15.802443 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:16:15.806323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3cf3a-b54d-4183-854f-d233f11c05fd None None] Pushing event updated for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:15.807109 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c61816ad-0bc3-4f02-841d-34947f86e387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.809631 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c61816ad-0bc3-4f02-841d-34947f86e387 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/097afa22-862a-49f8-a8d4-8039bdbdcc69 HTTP/1.1" status: 204 len: 168 time: 0.8734300 Aug 30 13:16:15.812211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59426) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:15.930513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18fdb48-35c5-4bb0-b875-f60c5b51ecb5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:15.931934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18fdb48-35c5-4bb0-b875-f60c5b51ecb5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:15.933492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18fdb48-35c5-4bb0-b875-f60c5b51ecb5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:15.937760 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e18fdb48-35c5-4bb0-b875-f60c5b51ecb5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1220276 Aug 30 13:16:15.940584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59436) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:15.945585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-734f3e0c-8e9e-4c25-8483-4982d7572511 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:15.959375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-734f3e0c-8e9e-4c25-8483-4982d7572511 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.053570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d3e682-6c1e-4214-9e00-250fedde6565 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 361eba60-3541-4c7c-b981-c58e54b362ea {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:16.062671 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99d3e682-6c1e-4214-9e00-250fedde6565 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.081206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f3e0c-8e9e-4c25-8483-4982d7572511 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event updated for resources: {'Port': ['ID=d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:16.104421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-734f3e0c-8e9e-4c25-8483-4982d7572511 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] In _notify_port_updated(), no bound segment for port d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c on network 4a0ce011-9fc8-4685-b600-a92384e7b829 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:16:16.113026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f3e0c-8e9e-4c25-8483-4982d7572511 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:16.113948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-734f3e0c-8e9e-4c25-8483-4982d7572511 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.129596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59440) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:16.132450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-734f3e0c-8e9e-4c25-8483-4982d7572511 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "PUT /v2.0/ports/d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c HTTP/1.1" status: 200 len: 1057 time: 0.8577864 Aug 30 13:16:16.200989 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99d3e682-6c1e-4214-9e00-250fedde6565 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.328852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1091d1c5-bd47-48d0-a6b9-0d33f4ea9739 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Deleting port d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:16.329201 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1091d1c5-bd47-48d0-a6b9-0d33f4ea9739 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.359751 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.384105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99d3e682-6c1e-4214-9e00-250fedde6565 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.476755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1091d1c5-bd47-48d0-a6b9-0d33f4ea9739 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.493077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1091d1c5-bd47-48d0-a6b9-0d33f4ea9739 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Calling delete_port for d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:16.493451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6667ad59-a9ac-4f6d-98bd-a952cc9d96b7 None None] Provisioning complete for port d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:16.493967 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6667ad59-a9ac-4f6d-98bd-a952cc9d96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.496231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99d3e682-6c1e-4214-9e00-250fedde6565 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.566052 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:16:16.566337 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:16:16.566819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6667ad59-a9ac-4f6d-98bd-a952cc9d96b7 None None] Port d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:16.575007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3e682-6c1e-4214-9e00-250fedde6565 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=361eba60-3541-4c7c-b981-c58e54b362ea,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:16.580961 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99d3e682-6c1e-4214-9e00-250fedde6565 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.582909 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-99d3e682-6c1e-4214-9e00-250fedde6565 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/361eba60-3541-4c7c-b981-c58e54b362ea HTTP/1.1" status: 204 len: 168 time: 0.6414368 Aug 30 13:16:16.585578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59448) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:16.651468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb91b782-14b0-4ea0-8621-a9b5e263bc31 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet a37dcdf2-0818-456b-8aeb-679139d439e8 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:16.655163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb91b782-14b0-4ea0-8621-a9b5e263bc31 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.686113 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1091d1c5-bd47-48d0-a6b9-0d33f4ea9739 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.709159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb91b782-14b0-4ea0-8621-a9b5e263bc31 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.714566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9bba2-5ce8-44b6-8f06-675e8e914025 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:16.730864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091d1c5-bd47-48d0-a6b9-0d33f4ea9739 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event deleted for resources: {'Port': ['ID=d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:16.825185 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb91b782-14b0-4ea0-8621-a9b5e263bc31 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.830585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-65f80526-0d2e-4a38-b97b-715a1baafd92 None None] Provisioning for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:16.851543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-65f80526-0d2e-4a38-b97b-715a1baafd92 None None] Provisioning complete for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:16.851920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-65f80526-0d2e-4a38-b97b-715a1baafd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.928473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb91b782-14b0-4ea0-8621-a9b5e263bc31 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.962540 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.972042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91b782-14b0-4ea0-8621-a9b5e263bc31 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=a37dcdf2-0818-456b-8aeb-679139d439e8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:16.977414 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb91b782-14b0-4ea0-8621-a9b5e263bc31 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:16.981321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bb91b782-14b0-4ea0-8621-a9b5e263bc31 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/a37dcdf2-0818-456b-8aeb-679139d439e8 HTTP/1.1" status: 204 len: 168 time: 0.3915720 Aug 30 13:16:16.981601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59458) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:17.031825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7413ba50-6974-4b15-96a9-2032e1bb8640 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460737 Aug 30 13:16:17.032069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59460) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:17.040932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:17.094193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1091d1c5-bd47-48d0-a6b9-0d33f4ea9739 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:17.097137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1091d1c5-bd47-48d0-a6b9-0d33f4ea9739 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "DELETE /v2.0/ports/d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c HTTP/1.1" status: 204 len: 168 time: 0.9610662 Aug 30 13:16:17.100425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59468) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:17.146864 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:16:17.147408 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:16:17.151258 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31cd083-fa88-4f9c-92b0-ab8be9da78ee tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] GET failed (client error): The resource could not be found. Aug 30 13:16:17.152900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a31cd083-fa88-4f9c-92b0-ab8be9da78ee tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "GET /v2.0/ports/d68c48f4-a4fe-48a1-8d47-088ef8bdfe9c HTTP/1.1" status: 404 len: 333 time: 0.0514493 Aug 30 13:16:17.155496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59470) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:17.198461 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-65f80526-0d2e-4a38-b97b-715a1baafd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:17.252019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:17.259388 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:17.333933 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc4069-e5d1-45b1-b308-32d2c8f9137c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Deleting port ba016a16-fe54-4cf8-848d-637988f5901d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:17.334345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2fc4069-e5d1-45b1-b308-32d2c8f9137c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:17.344380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-65f80526-0d2e-4a38-b97b-715a1baafd92 None None] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:17.357939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c309f4b0-e8f1-4b15-b65b-662693a7ff8c None None] Update dhcp port {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': 'a37dcdf2-0818-456b-8aeb-679139d439e8'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:16:17.360025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-65f80526-0d2e-4a38-b97b-715a1baafd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:17.459987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f80526-0d2e-4a38-b97b-715a1baafd92 None None] Pushing event updated for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:17.472230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-65f80526-0d2e-4a38-b97b-715a1baafd92 None None] Could not find standard attr ID for object 097afa22-862a-49f8-a8d4-8039bdbdcc69. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:17.491781 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2fc4069-e5d1-45b1-b308-32d2c8f9137c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:17.500985 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c309f4b0-e8f1-4b15-b65b-662693a7ff8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:17.508369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc4069-e5d1-45b1-b308-32d2c8f9137c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Calling delete_port for ba016a16-fe54-4cf8-848d-637988f5901d owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:17.683342 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2fc4069-e5d1-45b1-b308-32d2c8f9137c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:17.724685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc4069-e5d1-45b1-b308-32d2c8f9137c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event deleted for resources: {'Port': ['ID=ba016a16-fe54-4cf8-848d-637988f5901d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:17.771590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.objects.ports [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95698) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:16:17.851488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c5379-1938-4b2f-921d-975ef9cb869c None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:17.898085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2fc4069-e5d1-45b1-b308-32d2c8f9137c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:17.904842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e2fc4069-e5d1-45b1-b308-32d2c8f9137c tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "DELETE /v2.0/ports/ba016a16-fe54-4cf8-848d-637988f5901d HTTP/1.1" status: 204 len: 168 time: 0.7481666 Aug 30 13:16:17.905541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59486) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:17.960238 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dcc4c6a-ffa6-401f-a3fa-0741aa3840ee tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] GET failed (client error): The resource could not be found. Aug 30 13:16:17.968954 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9dcc4c6a-ffa6-401f-a3fa-0741aa3840ee tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "GET /v2.0/ports/ba016a16-fe54-4cf8-848d-637988f5901d HTTP/1.1" status: 404 len: 333 time: 0.0622852 Aug 30 13:16:17.969609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59488) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:17.975612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:18.059401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1badce7e-44bf-4027-b3d3-b373c7544630 None None] Provisioning complete for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:18.059775 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1badce7e-44bf-4027-b3d3-b373c7544630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.118092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.139589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59494) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:18.180559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1851229d-910b-4987-b6a2-4efdcac999d6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Deleting port 6ca3eef9-b702-40d4-a885-2320b47fb148 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:18.180905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1851229d-910b-4987-b6a2-4efdcac999d6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.314697 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.346775 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c131da20-8ac9-44d7-9d10-ed2cd2ecb6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.369267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1851229d-910b-4987-b6a2-4efdcac999d6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.377194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:18.396295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1851229d-910b-4987-b6a2-4efdcac999d6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Calling delete_port for 6ca3eef9-b702-40d4-a885-2320b47fb148 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:18.439475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.444659 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.445592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.488034 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:16:18.488728 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:16:18.560799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:18.569236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=8']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:18.576553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:18.579787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:18.580381 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.604481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=ea65c2bc-038b-4955-b9ce-74b5005640ec,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:18.631148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c131da20-8ac9-44d7-9d10-ed2cd2ecb6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.637543 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c131da20-8ac9-44d7-9d10-ed2cd2ecb6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.644300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-87e1ac99-3e27-4649-bb6a-574d8105b256 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6111650 Aug 30 13:16:18.647405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59502) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:18.660913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:18.689699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131da20-8ac9-44d7-9d10-ed2cd2ecb6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faf5d37-b0a3-40ea-9e1c-6339701b466e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:18.692720 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1851229d-910b-4987-b6a2-4efdcac999d6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.743777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c131da20-8ac9-44d7-9d10-ed2cd2ecb6bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd05a34120054e3b80d9ed7c6284ce17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999136 Aug 30 13:16:18.744428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59504) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:18.744508 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851229d-910b-4987-b6a2-4efdcac999d6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event deleted for resources: {'Port': ['ID=6ca3eef9-b702-40d4-a885-2320b47fb148,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:18.840781 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1851229d-910b-4987-b6a2-4efdcac999d6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.843960 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1851229d-910b-4987-b6a2-4efdcac999d6 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "DELETE /v2.0/ports/6ca3eef9-b702-40d4-a885-2320b47fb148 HTTP/1.1" status: 204 len: 168 time: 0.8732886 Aug 30 13:16:18.846802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59506) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:18.881423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62a83489-a7af-44e7-9ed0-0b415ce30e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.914819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62a83489-a7af-44e7-9ed0-0b415ce30e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.921795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f3bca6-6675-44c8-85c6-d2a7da5ebc07 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Deleting subnet 2d934c14-a136-41b6-a827-6ad4cb6e8153 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:18.926281 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-12f3bca6-6675-44c8-85c6-d2a7da5ebc07 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.974294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:18.978250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:18.980437 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-12f3bca6-6675-44c8-85c6-d2a7da5ebc07 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.058120 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.067749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62a83489-a7af-44e7-9ed0-0b415ce30e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.071192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62a83489-a7af-44e7-9ed0-0b415ce30e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.073496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-62a83489-a7af-44e7-9ed0-0b415ce30e6d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9faf5d37-b0a3-40ea-9e1c-6339701b466e HTTP/1.1" status: 204 len: 168 time: 0.3292332 Aug 30 13:16:19.094902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-12f3bca6-6675-44c8-85c6-d2a7da5ebc07 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.099958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a83489-a7af-44e7-9ed0-0b415ce30e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faf5d37-b0a3-40ea-9e1c-6339701b466e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:19.139914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:19.161425 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.212191 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-12f3bca6-6675-44c8-85c6-d2a7da5ebc07 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.279835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:19.285048 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-12f3bca6-6675-44c8-85c6-d2a7da5ebc07 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.287703 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-12f3bca6-6675-44c8-85c6-d2a7da5ebc07 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "DELETE /v2.0/subnets/2d934c14-a136-41b6-a827-6ad4cb6e8153 HTTP/1.1" status: 204 len: 168 time: 0.4399011 Aug 30 13:16:19.289077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3bca6-6675-44c8-85c6-d2a7da5ebc07 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event deleted for resources: {'Subnet': ['ID=2d934c14-a136-41b6-a827-6ad4cb6e8153,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:19.292682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c37c05-27d0-4943-bf1a-e2fe17f2b894 None None] Network 4a0ce011-9fc8-4685-b600-a92384e7b829 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:19.300133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59514) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:19.537973 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.538247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59518) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:19.551026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6384cf3-87d4-423a-8d5b-89037125b413 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:19.554921 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10061120-8e01-48d9-b367-22616ca96cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.571397 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.607201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Deleting port 646646fb-0d7a-4880-9e65-f6a5374431dc {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:19.608052 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.635992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:19.647400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:19.650758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:19.651354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.666768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=693bb16e-943a-49f4-b1f1-24dcd0a0ebdd,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:19.720795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] For port 646646fb-0d7a-4880-9e65-f6a5374431dc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=646646fb-0d7a-4880-9e65-f6a5374431dc,segment=NetworkSegment(fffd8c33-da99-482e-b462-ebe77c9b35f8),segment_id=fffd8c33-da99-482e-b462-ebe77c9b35f8)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:19.722097 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.742754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Calling delete_port for 646646fb-0d7a-4880-9e65-f6a5374431dc owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:19.857708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fb1f927d-a76a-45fc-b787-5a1b4891951f None None] Provisioning complete for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:19.858086 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb1f927d-a76a-45fc-b787-5a1b4891951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.914240 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:19.934876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] No DVR routers for this DVR port 646646fb-0d7a-4880-9e65-f6a5374431dc on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:20.007837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event deleted for resources: {'Port': ['ID=646646fb-0d7a-4880-9e65-f6a5374431dc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:20.030983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647bc360-c7dc-48c9-8e67-1da3de0b63e2 None None] DHCP port deletion for 4a0ce011-9fc8-4685-b600-a92384e7b829 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:20.036641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:20.086267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.094064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb1f927d-a76a-45fc-b787-5a1b4891951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.104967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0ce011-9fc8-4685-b600-a92384e7b829']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:20.118055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffd8c33-da99-482e-b462-ebe77c9b35f8') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:20.118535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffd8c33-da99-482e-b462-ebe77c9b35f8') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:20.129637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.145116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.145436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fb1f927d-a76a-45fc-b787-5a1b4891951f None None] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:20.159174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:16:20.159742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.160551 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb1f927d-a76a-45fc-b787-5a1b4891951f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.167923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:20.167923 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.228854 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10061120-8e01-48d9-b367-22616ca96cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.238114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10061120-8e01-48d9-b367-22616ca96cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:16:20.255078 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:16:20.262119 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.275018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-81b9b95a-5a27-4d71-9ef0-17ff9397daa5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6225841 Aug 30 13:16:20.275131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f927d-a76a-45fc-b787-5a1b4891951f None None] Pushing event updated for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=10']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:20.279834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59522) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:20.281231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.283339 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] 10.222.0.37 "DELETE /v2.0/networks/4a0ce011-9fc8-4685-b600-a92384e7b829 HTTP/1.1" status: 204 len: 168 time: 0.9820819 Aug 30 13:16:20.288106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db3958f-c043-453c-899c-484c7ed448a4 None None] Update dhcp port {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': 'ea65c2bc-038b-4955-b9ce-74b5005640ec', 'ip_address': '2001:db8::f816:3eff:fe3d:2500'}, {'subnet_id': '693bb16e-943a-49f4-b1f1-24dcd0a0ebdd'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:16:20.297023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10061120-8e01-48d9-b367-22616ca96cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21494d58-f784-4170-9d32-3a73c649464c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:20.311108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-10061120-8e01-48d9-b367-22616ca96cb1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6561e6c252b04a99bad4ed6801c6f384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7691674 Aug 30 13:16:20.312221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59526) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:20.338742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:b3:a1:a8', 'name': 'tempest-NetworksTestDHCPv6-973511449'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:20.348211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8817af-20f8-45dc-a748-ccc9c8c923f3 tempest-AllowedAddressPairTestJSON-1504465019 tempest-AllowedAddressPairTestJSON-1504465019-project] Pushing event deleted for resources: {'Network': ['ID=4a0ce011-9fc8-4685-b600-a92384e7b829,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:20.351749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0db3958f-c043-453c-899c-484c7ed448a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.464317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a6ec-043d-4aa8-83c3-91ee9c4ecf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.492870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:20.535741 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a6ec-043d-4aa8-83c3-91ee9c4ecf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.599451 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.600616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0db3958f-c043-453c-899c-484c7ed448a4 None None] Allocated IP 172.20.0.2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/693bb16e-943a-49f4-b1f1-24dcd0a0ebdd/88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:20.633218 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a6ec-043d-4aa8-83c3-91ee9c4ecf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.638992 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9b5a6ec-043d-4aa8-83c3-91ee9c4ecf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.642580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c9b5a6ec-043d-4aa8-83c3-91ee9c4ecf26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/21494d58-f784-4170-9d32-3a73c649464c HTTP/1.1" status: 204 len: 168 time: 0.3289723 Aug 30 13:16:20.648425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 1b32bf26-ba4f-45ef-b193-92eae6a942c5 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:20.650618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5a6ec-043d-4aa8-83c3-91ee9c4ecf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21494d58-f784-4170-9d32-3a73c649464c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:20.744421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59536) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:20.752384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0db3958f-c043-453c-899c-484c7ed448a4 None None] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:20.789694 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0db3958f-c043-453c-899c-484c7ed448a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.810312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0db3958f-c043-453c-899c-484c7ed448a4 None None] Transition to ACTIVE for port object 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:20.823627 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0db3958f-c043-453c-899c-484c7ed448a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:20.969889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3958f-c043-453c-899c-484c7ed448a4 None None] Pushing event updated for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=11']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:21.028793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8c9bd6ed-9e92-4a57-b3a1-f965bb2106bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53e84843d8524c0aae190ef1f867494f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803662 Aug 30 13:16:21.030832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59544) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:21.123451 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-51cc50df-aeee-409c-8971-4abe6cc3c235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:21.156539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-51cc50df-aeee-409c-8971-4abe6cc3c235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:21.236664 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-51cc50df-aeee-409c-8971-4abe6cc3c235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:21.241601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-51cc50df-aeee-409c-8971-4abe6cc3c235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:21.243405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-51cc50df-aeee-409c-8971-4abe6cc3c235 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2da4efbc-b658-46f2-9803-cd883fa0493b HTTP/1.1" status: 204 len: 168 time: 0.2077067 Aug 30 13:16:21.277770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc50df-aeee-409c-8971-4abe6cc3c235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da4efbc-b658-46f2-9803-cd883fa0493b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:21.369452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 172.20.0.13 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/693bb16e-943a-49f4-b1f1-24dcd0a0ebdd/1b32bf26-ba4f-45ef-b193-92eae6a942c5) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:21.387839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:feb3:a1a8 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/ea65c2bc-038b-4955-b9ce-74b5005640ec/1b32bf26-ba4f-45ef-b193-92eae6a942c5) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:21.700682 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:21.736053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 1b32bf26-ba4f-45ef-b193-92eae6a942c5 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:21.753602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59576) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:21.816783 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:21.878506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-56080257-39f2-449d-84cf-84418f057cbd tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/floatingips/78252d5d-5210-43a2-95b0-2aa58513a4cf HTTP/1.1" status: 200 len: 992 time: 0.1231709 Aug 30 13:16:21.890541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:21.894207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:21.901891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:21.914595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10601ea5-bb98-4a0f-b5a0-f4f45d7de037 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:21.974994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:22.001840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=1b32bf26-ba4f-45ef-b193-92eae6a942c5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:22.044366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:22.044922 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:22.087838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59592) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:22.088150 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-050c9ea1-af72-41d2-9850-b71c78d32226 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7881031 Aug 30 13:16:22.102767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5e9645e4-01ed-4c84-a416-37df85f7e690 None None] Provisioning for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:22.131010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5e9645e4-01ed-4c84-a416-37df85f7e690 None None] Provisioning complete for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:22.131737 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5e9645e4-01ed-4c84-a416-37df85f7e690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:22.194079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05190162-06ce-496a-b818-7380bfbca362 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:22.210004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05190162-06ce-496a-b818-7380bfbca362 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:22.214783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59598) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:22.217329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-05190162-06ce-496a-b818-7380bfbca362 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1276312 Aug 30 13:16:22.221474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:22.221877 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:22.260441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59604) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:22.361567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-017bdb82-99b4-4c69-a194-543becf3ebf3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 1b32bf26-ba4f-45ef-b193-92eae6a942c5 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:22.361894 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-017bdb82-99b4-4c69-a194-543becf3ebf3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:22.547646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 646646fb-0d7a-4880-9e65-f6a5374431dc no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:22.553536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port e55ae728-9982-4fec-877b-6388eee6c6e0 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:22.553842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:22.576355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-017bdb82-99b4-4c69-a194-543becf3ebf3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:22.591335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-017bdb82-99b4-4c69-a194-543becf3ebf3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 1b32bf26-ba4f-45ef-b193-92eae6a942c5 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:22.593390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 646646fb-0d7a-4880-9e65-f6a5374431dc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:22.593924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 646646fb-0d7a-4880-9e65-f6a5374431dc not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:22.689545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59614) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:22.706032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:22.706351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:22.735106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for e55ae728-9982-4fec-877b-6388eee6c6e0 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:22.896805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-017bdb82-99b4-4c69-a194-543becf3ebf3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:22.958977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bdb82-99b4-4c69-a194-543becf3ebf3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=1b32bf26-ba4f-45ef-b193-92eae6a942c5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:23.022076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1047af2e-e740-4320-afe2-3ea5d2b5e093 None None] Could not find standard attr ID for object 1b32bf26-ba4f-45ef-b193-92eae6a942c5. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:23.041352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1047af2e-e740-4320-afe2-3ea5d2b5e093 None None] Provisioning complete for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:23.042006 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1047af2e-e740-4320-afe2-3ea5d2b5e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.142990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-599308654'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:23.148287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.162960 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-017bdb82-99b4-4c69-a194-543becf3ebf3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.167542 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-017bdb82-99b4-4c69-a194-543becf3ebf3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/1b32bf26-ba4f-45ef-b193-92eae6a942c5 HTTP/1.1" status: 204 len: 168 time: 0.9517117 Aug 30 13:16:23.168177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59628) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:23.278520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=e55ae728-9982-4fec-877b-6388eee6c6e0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:23.299527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32f1359-8fd5-4196-a970-49524df7750e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:23.301221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32f1359-8fd5-4196-a970-49524df7750e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:23.306196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32f1359-8fd5-4196-a970-49524df7750e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:23.312661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c32f1359-8fd5-4196-a970-49524df7750e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1432254 Aug 30 13:16:23.313267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59632) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:23.320762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Made reservation on behalf of 6d6681bca79841dca8c24b2c45ee2d3b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:23.335221 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.345105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.382945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bf5226-3853-4fbc-98eb-7fbc6b969789 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 693bb16e-943a-49f4-b1f1-24dcd0a0ebdd {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:23.386442 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04bf5226-3853-4fbc-98eb-7fbc6b969789 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.393654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.394004 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Floating IP 78252d5d-5210-43a2-95b0-2aa58513a4cf disassociated (deleted). External IP: 172.25.2.14, port: 72492bd7-2f06-472c-9dca-300347a75542. Aug 30 13:16:23.447703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-02ea0790-6dfd-4c1f-aaf8-921013d6a253 None None] Could not find standard attr ID for object 097afa22-862a-49f8-a8d4-8039bdbdcc69. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:23.452916 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04bf5226-3853-4fbc-98eb-7fbc6b969789 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.573936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04bf5226-3853-4fbc-98eb-7fbc6b969789 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.684323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04bf5226-3853-4fbc-98eb-7fbc6b969789 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.720736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.725566 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04bf5226-3853-4fbc-98eb-7fbc6b969789 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.728747 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-04bf5226-3853-4fbc-98eb-7fbc6b969789 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/693bb16e-943a-49f4-b1f1-24dcd0a0ebdd HTTP/1.1" status: 204 len: 168 time: 0.4141042 Aug 30 13:16:23.730195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf5226-3853-4fbc-98eb-7fbc6b969789 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=693bb16e-943a-49f4-b1f1-24dcd0a0ebdd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:23.732567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59640) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:23.736012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.756222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 53b553f6-2bad-451e-9163-830276e420ff has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:23.804092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:16:23.809038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2010dd-ae2f-4a8e-a46e-67b83ec72080 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:23.854086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed584143-2312-47da-a5bf-e963ab24d47f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:23.861526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:23.862818 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Added segment e6a2d087-70e6-47e6-8ee4-def373a638a5 of type vlan for network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 Aug 30 13:16:23.878075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e929bde6-598c-4131-a047-1a17bdad6c41 None None] Could not find standard attr ID for object 1b32bf26-ba4f-45ef-b193-92eae6a942c5. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:23.991934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2b7acf-5af7-4ce1-b6ac-238df815f7c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet ea65c2bc-038b-4955-b9ce-74b5005640ec {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:24.000353 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7acf-5af7-4ce1-b6ac-238df815f7c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.051771 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.112158 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7acf-5af7-4ce1-b6ac-238df815f7c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.172476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:24.180626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.182945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] Sync routers for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:24.188348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.193292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:24.193937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:24.194051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.194573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:24.286842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event updated for resources: {'Network': ['ID=22f0a191-f72b-4501-acbf-6dfe5030dfb8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:24.302116 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:16:24.326623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9314b543-58ee-4a10-99da-7acb5b1889e1 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/floatingips/78252d5d-5210-43a2-95b0-2aa58513a4cf HTTP/1.1" status: 204 len: 168 time: 2.0650167 Aug 30 13:16:24.331576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'tag': '72492bd7-2f06-472c-9dca-300347a75542'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:16:24.333802 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4f0af8-1f85-4dad-9f70-53dd211392ef" -d '{"events": [{"name": "network-changed", "server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "tag": "72492bd7-2f06-472c-9dca-300347a75542"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:16:24.340265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dac543fb-39ce-42aa-aa9f-f2eebee133d8 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6496420 Aug 30 13:16:24.343689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59662) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:24.349066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Request body: {'subnet': {'network_id': '22f0a191-f72b-4501-acbf-6dfe5030dfb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:24.367934 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7acf-5af7-4ce1-b6ac-238df815f7c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.420099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:16:24.459720 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ed4648-3c7d-43cc-aa1d-0432f42705b7 x-openstack-request-id: req-49ed4648-3c7d-43cc-aa1d-0432f42705b7 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:16:24.460015 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "tag": "72492bd7-2f06-472c-9dca-300347a75542", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:16:24.460266 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49ed4648-3c7d-43cc-aa1d-0432f42705b7 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:16:24.460710 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'tag': '72492bd7-2f06-472c-9dca-300347a75542', 'status': 'completed', 'code': 200} Aug 30 13:16:24.564595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Made reservation on behalf of 6d6681bca79841dca8c24b2c45ee2d3b for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:24.570390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.680193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7acf-5af7-4ce1-b6ac-238df815f7c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.699324 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:16:24.752149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c2b7acf-5af7-4ce1-b6ac-238df815f7c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:24.754091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9c2b7acf-5af7-4ce1-b6ac-238df815f7c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/ea65c2bc-038b-4955-b9ce-74b5005640ec HTTP/1.1" status: 204 len: 168 time: 1.0190065 Aug 30 13:16:24.759283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67bd8b-adf6-42c2-ba5b-6f261b562d49 req-d4ec6f16-7b49-4c0b-8bd3-df1c1f7a52f6 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:24.765145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59674) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:24.766129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b7acf-5af7-4ce1-b6ac-238df815f7c3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=ea65c2bc-038b-4955-b9ce-74b5005640ec,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:24.767479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b67bd8b-adf6-42c2-ba5b-6f261b562d49 req-d4ec6f16-7b49-4c0b-8bd3-df1c1f7a52f6 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 945 time: 0.0849366 Aug 30 13:16:24.795380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ca760488-d79b-4d08-9a4b-8806a9852a0d', 'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:64:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:57Z', 'updated_at': '2021-08-30T13:15:05Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:24.807337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b67bd8b-adf6-42c2-ba5b-6f261b562d49 req-a9c8abfb-d61c-47a5-bd10-017f2476c8d7 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386784 Aug 30 13:16:24.827995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3aca6cd5-e5df-407e-bd4d-b621e6d20f98 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560586 Aug 30 13:16:24.828448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59678) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:24.834095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:24.856971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] Checking router: 53b553f6-2bad-451e-9163-830276e420ff for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:16:24.864525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-e4d8d930-26f8-43c6-943f-04f68aac7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:24.866178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-e4d8d930-26f8-43c6-943f-04f68aac7aa0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2885c00a7c164c38ab83be0196c919d8&device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 1096 time: 0.3976982 Aug 30 13:16:24.866516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:24.867315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:24.930337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274bd0b-0bf0-4b57-b48f-a082ee8a96b4 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:24.988286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:24.995031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:25.064425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-b72e150a-e584-40bf-9ace-c3fc3add3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:25.066083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-b72e150a-e584-40bf-9ace-c3fc3add3ff3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b29973d4-1efe-4817-9dc9-6134bcdacfe9 HTTP/1.1" status: 200 len: 898 time: 0.1896045 Aug 30 13:16:25.067868 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:25.153103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-56aa880f-9c75-4a0a-ae6f-01d9b1434cdc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=72492bd7-2f06-472c-9dca-300347a75542 HTTP/1.1" status: 200 len: 217 time: 0.0695012 Aug 30 13:16:25.226516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Checking segment: {'id': 'e6a2d087-70e6-47e6-8ee4-def373a638a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '22f0a191-f72b-4501-acbf-6dfe5030dfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:25.226516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Network hostable DHCP agents. Network: 22f0a191-f72b-4501-acbf-6dfe5030dfb8, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:16:25.231273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event updated for resources: {'Subnet': ['ID=95724a52-0543-4cf4-b2fa-d96e3bb8d4f0,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:25.261341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-9317b186-7437-49d7-ac1d-4d06f9fe2f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:25.263486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-9317b186-7437-49d7-ac1d-4d06f9fe2f17 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bf7f2ee6-e2b0-4d5b-b824-557914cc60ad HTTP/1.1" status: 200 len: 834 time: 0.0987084 Aug 30 13:16:25.265133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:16:25.307150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 22f0a191-f72b-4501-acbf-6dfe5030dfb8) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:25.314801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:25.315656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:25.317481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:16:25.320592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:25.335343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-ecfcaea4-38ce-4228-b0ab-50a94f76589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:25.336632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-ecfcaea4-38ce-4228-b0ab-50a94f76589c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b29973d4-1efe-4817-9dc9-6134bcdacfe9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638072 Aug 30 13:16:25.344579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a78182bc-e427-4b85-8655-90a8cfa19497 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9958811 Aug 30 13:16:25.344800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59692) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:25.352330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Request body: {'port': {'network_id': '22f0a191-f72b-4501-acbf-6dfe5030dfb8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-663107160'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:25.365483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:25.367992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392513a-78d3-4528-88a9-24e83f2381e4 None None] Network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:25.372673 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:25.374327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-416bb899-6465-44ab-9bd5-4fc9f141a03c None None] Provisioning complete for port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:25.374535 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-416bb899-6465-44ab-9bd5-4fc9f141a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:25.377528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:25.378171 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:25.396966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=fb8efc11-9826-4f4d-87ef-59ae47845cd5,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:25.407923 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a3fb37f4-dc05-473e-ab49-242571a8fefc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5756545 Aug 30 13:16:25.408624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59696) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:25.415862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:25.556864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:16:25.556864 n-d-688802-6 neutron-server[95698]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 13:16:25.556864 n-d-688802-6 neutron-server[95698]: [parameters: {'project_id': '6d6681bca79841dca8c24b2c45ee2d3b', 'id': '61c7c3b9-922f-4a00-808e-53aae4d7ffff', 'expiration': datetime.datetime(2021, 8, 30, 13, 18, 25, 547290)}] Aug 30 13:16:25.556864 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:16:25.557214 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:16:25.575130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:25.579244 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:25.602950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-fae384f5-9e02-4fa2-8a37-e8caa70d4b97 service neutron] 10.222.0.35 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554288 Aug 30 13:16:25.699866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b9986e-6148-4320-804b-7c0dd8caca33 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:25.740967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b4f0af8-1f85-4dad-9f70-53dd211392ef req-45f86efe-5c3f-4bc6-a244-306b62189d5d service neutron] 10.222.0.35 "GET /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282542 Aug 30 13:16:25.814532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-22f0a191-f72b-4501-acbf-6dfe5030dfb8', 'network_id': '22f0a191-f72b-4501-acbf-6dfe5030dfb8', 'tenant_id': '6d6681bca79841dca8c24b2c45ee2d3b', 'fixed_ips': [{'subnet_id': '95724a52-0543-4cf4-b2fa-d96e3bb8d4f0'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:25.815390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:25.863131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-64b9986e-6148-4320-804b-7c0dd8caca33 None None] Deleting port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:25.863522 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-64b9986e-6148-4320-804b-7c0dd8caca33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:25.970619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:25.982285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ca760488-d79b-4d08-9a4b-8806a9852a0d', 'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:64:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:57Z', 'updated_at': '2021-08-30T13:15:05Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:26.030352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528c9ae-fb03-4c9d-8152-9ff37be28503 req-0dfa9630-521c-4321-bfb0-06fcb3efd331 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:26.031957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8528c9ae-fb03-4c9d-8152-9ff37be28503 req-0dfa9630-521c-4321-bfb0-06fcb3efd331 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 945 time: 0.1028306 Aug 30 13:16:26.046552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ff868-34ec-4545-a35c-fd5663d6c399 None None] The sync data for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 is: [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:14:58Z', 'revision_number': 4, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ca760488-d79b-4d08-9a4b-8806a9852a0d', 'name': '', 'network_id': 'b29973d4-1efe-4817-9dc9-6134bcdacfe9', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'mac_address': 'fa:16:3e:64:69:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:57Z', 'updated_at': '2021-08-30T13:15:05Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'subnets': [{'id': 'bf7f2ee6-e2b0-4d5b-b824-557914cc60ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:26.097858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Made reservation on behalf of 6d6681bca79841dca8c24b2c45ee2d3b for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:26.102815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.164282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Allocated IP 2001:db8::2 (22f0a191-f72b-4501-acbf-6dfe5030dfb8/95724a52-0543-4cf4-b2fa-d96e3bb8d4f0/dc2fbbe5-55df-4ee3-9b4b-8967feee9666) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:26.167988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-64b9986e-6148-4320-804b-7c0dd8caca33 None None] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:26.168581 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-64b9986e-6148-4320-804b-7c0dd8caca33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.191274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:16:26.195471 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8528c9ae-fb03-4c9d-8152-9ff37be28503 req-37c49edd-f7d7-48ae-aaf5-7921ef12b801 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/security-groups?id=2be0b541-9655-4ea7-b0a2-fb80fb3b515f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253946 Aug 30 13:16:26.215669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-64b9986e-6148-4320-804b-7c0dd8caca33 None None] Calling delete_port for 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:26.222717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] device_id is not set on port ee229a5a-577c-492d-b8fa-d11b9e04658e yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:26.256048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-1fec21c3-fd7a-4f53-9633-56db06cc5079 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:26.257618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-1fec21c3-fd7a-4f53-9633-56db06cc5079 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 945 time: 0.1390188 Aug 30 13:16:26.302422 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.457137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:26.472964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.501967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port 72492bd7-2f06-472c-9dca-300347a75542 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:26.502643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.562300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 30 13:16:26.563039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3d:2500 {{(pid=95699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 30 13:16:26.564883 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-64b9986e-6148-4320-804b-7c0dd8caca33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.568927 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.569100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_pluggable_backend [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3d:2500 {{(pid=95699) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 30 13:16:26.569100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.582947 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c2419e-9111-4ef2-9692-6b2c820fac23 None None] New status for floating IP 78252d5d-5210-43a2-95b0-2aa58513a4cf: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:16:26.584559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Transition to ACTIVE for port object dc2fbbe5-55df-4ee3-9b4b-8967feee9666 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:26.607101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b9986e-6148-4320-804b-7c0dd8caca33 None None] No DVR routers for this DVR port 88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:26.608491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:26.608834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=14']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:26.614625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:26.622793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Transition to ACTIVE for port object dc2fbbe5-55df-4ee3-9b4b-8967feee9666 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:26.626816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:26.626816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.644290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=7cd3728e-9d4d-4e10-96d9-baf373533d6c,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:26.651086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aa6d9e72-d282-48d4-b758-8151b5ccd4f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2385685 Aug 30 13:16:26.651254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59726) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:26.656736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:b3:b5:aa', 'name': 'tempest-NetworksTestDHCPv6-1224310679'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:26.668125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d207295b-c7a3-4257-8366-b40df9f3978c None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:26.674427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] For port 72492bd7-2f06-472c-9dca-300347a75542, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=72492bd7-2f06-472c-9dca-300347a75542,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:26.674427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.711908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for 72492bd7-2f06-472c-9dca-300347a75542 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:26.731499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9986e-6148-4320-804b-7c0dd8caca33 None None] Pushing event deleted for resources: {'Port': ['ID=88c53eaa-d753-4bf1-8be8-0f6f5e5b1a90,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:26.765308 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.802163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Allocated IP 2001:db8::383 (22f0a191-f72b-4501-acbf-6dfe5030dfb8/95724a52-0543-4cf4-b2fa-d96e3bb8d4f0/ee229a5a-577c-492d-b8fa-d11b9e04658e) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:26.831014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:26.838741 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:26.839194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:26.848907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:26.940515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Pushing event updated for resources: {'Port': ['ID=dc2fbbe5-55df-4ee3-9b4b-8967feee9666,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:26.947288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Attempting to bind port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:26.947795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Attempting to bind port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'e6a2d087-70e6-47e6-8ee4-def373a638a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '22f0a191-f72b-4501-acbf-6dfe5030dfb8'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:26.948264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Attempting to bind port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 on network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:26.957652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:26.958356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Checking segment: {'id': 'e6a2d087-70e6-47e6-8ee4-def373a638a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '22f0a191-f72b-4501-acbf-6dfe5030dfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:26.958905 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.959403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Bound using segment: {'id': 'e6a2d087-70e6-47e6-8ee4-def373a638a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '22f0a191-f72b-4501-acbf-6dfe5030dfb8'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:26.960238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Bound port: dc2fbbe5-55df-4ee3-9b4b-8967feee9666, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a2d087-70e6-47e6-8ee4-def373a638a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '22f0a191-f72b-4501-acbf-6dfe5030dfb8'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:26.960458 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:26.978533 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.002706 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.018124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 8a8b12ad-5fd7-4db6-94d6-b00b7373e105 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:27.056192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=72492bd7-2f06-472c-9dca-300347a75542,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:27.066283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.070686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] For port dc2fbbe5-55df-4ee3-9b4b-8967feee9666, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:27.074843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] For port dc2fbbe5-55df-4ee3-9b4b-8967feee9666, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc2fbbe5-55df-4ee3-9b4b-8967feee9666,segment=NetworkSegment(e6a2d087-70e6-47e6-8ee4-def373a638a5),segment_id=e6a2d087-70e6-47e6-8ee4-def373a638a5)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:27.083372 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.110065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] No DVR routers for this DVR port 72492bd7-2f06-472c-9dca-300347a75542 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:27.114331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.116491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18a97622-4fa6-408e-946b-547a7fe140e2 req-994c7394-73c2-4f7f-a055-f6e4b6a036e9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.35 "DELETE /v2.0/ports/72492bd7-2f06-472c-9dca-300347a75542 HTTP/1.1" status: 204 len: 173 time: 0.8070986 Aug 30 13:16:27.117120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'name': 'network-vif-deleted', 'tag': '72492bd7-2f06-472c-9dca-300347a75542'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:16:27.119631 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8802ead-ab10-43c0-a467-c1f99c7168f6" -d '{"events": [{"server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "name": "network-vif-deleted", "tag": "72492bd7-2f06-472c-9dca-300347a75542"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:16:27.123368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '7cd3728e-9d4d-4e10-96d9-baf373533d6c'}, {'subnet_id': 'fb8efc11-9826-4f4d-87ef-59ae47845cd5'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:27.125648 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.125969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Transition to ACTIVE for port object ee229a5a-577c-492d-b8fa-d11b9e04658e will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:27.170121 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.260631 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34451ad3-808d-43e7-8aeb-ae4bb3c60e20 x-openstack-request-id: req-34451ad3-808d-43e7-8aeb-ae4bb3c60e20 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:16:27.261167 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215cacea-68a4-4543-af7f-17603a6b11e5", "name": "network-vif-deleted", "tag": "72492bd7-2f06-472c-9dca-300347a75542", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:16:27.261681 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34451ad3-808d-43e7-8aeb-ae4bb3c60e20 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:16:27.262295 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215cacea-68a4-4543-af7f-17603a6b11e5', 'name': 'network-vif-deleted', 'tag': '72492bd7-2f06-472c-9dca-300347a75542', 'status': 'completed', 'code': 200} Aug 30 13:16:27.282105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:27.286813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:27.295817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:27.304661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:27.305565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.316772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event updated for resources: {'Port': ['ID=ee229a5a-577c-492d-b8fa-d11b9e04658e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:27.333815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a0eccdc6-649f-45fc-8323-46b9cd558499 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9865944 Aug 30 13:16:27.336106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59744) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:27.351143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Request body: {'port': {'network_id': '22f0a191-f72b-4501-acbf-6dfe5030dfb8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-31530739', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:27.356517 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.api.validators [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] bootfile-name is not in valid_values {{(pid=95698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:16:27.357085 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.api.validators [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] tftp-server is not in valid_values {{(pid=95698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:16:27.358506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.api.validators [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] server-ip-address is not in valid_values {{(pid=95698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:16:27.415234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d544d68-a667-49f8-82d6-d494482d94a9 None None] Pushing event updated for resources: {'Port': ['ID=dc2fbbe5-55df-4ee3-9b4b-8967feee9666,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:27.438960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 172.20.0.13 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/fb8efc11-9826-4f4d-87ef-59ae47845cd5/8a8b12ad-5fd7-4db6-94d6-b00b7373e105) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:27.463743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:feb3:b5aa (c9e9e44f-48e2-4e6f-b395-9a96ee236512/7cd3728e-9d4d-4e10-96d9-baf373533d6c/8a8b12ad-5fd7-4db6-94d6-b00b7373e105) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:27.539296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfa8ec94-1d4f-43a0-9415-5adfbd2e9a5e req-08f669a9-93cd-4a47-8c1e-2558c67c5b7b tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "GET /v2.0/ports?device_id=215cacea-68a4-4543-af7f-17603a6b11e5 HTTP/1.1" status: 200 len: 210 time: 0.0865216 Aug 30 13:16:27.680656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Made reservation on behalf of 6d6681bca79841dca8c24b2c45ee2d3b for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:27.685774 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.709503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] device_id is not set on port f33eb114-6797-4ece-9571-7a9ed561f02f yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:27.800750 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.815660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 8a8b12ad-5fd7-4db6-94d6-b00b7373e105 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:27.860813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Allocated IP 2001:db8::2d0 (22f0a191-f72b-4501-acbf-6dfe5030dfb8/95724a52-0543-4cf4-b2fa-d96e3bb8d4f0/f33eb114-6797-4ece-9571-7a9ed561f02f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:27.875639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:27.961442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:27.964567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:27.972081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:28.052041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=8a8b12ad-5fd7-4db6-94d6-b00b7373e105,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:28.070132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:28.071127 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.091890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a57afbeb-ae53-4f60-96de-8c7d9c3d5630 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4371250 Aug 30 13:16:28.093035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59756) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:28.105104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.136536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Transition to ACTIVE for port object f33eb114-6797-4ece-9571-7a9ed561f02f will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:28.178721 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a937167-d9da-4e9a-b30b-683aaabffb95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:28.180928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3a937167-d9da-4e9a-b30b-683aaabffb95 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.0863650 Aug 30 13:16:28.183452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc2fbbe5-55df-4ee3-9b4b-8967feee9666 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:28.185702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59760) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:28.223533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.310317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:28.317306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Allocated IP 172.20.0.2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/fb8efc11-9826-4f4d-87ef-59ae47845cd5/7595cfb6-5f95-43ee-8a7f-ce4826dde195) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:28.320603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:28.326501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Allocated IP 2001:db8::f816:3eff:fe54:6205 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/7cd3728e-9d4d-4e10-96d9-baf373533d6c/7595cfb6-5f95-43ee-8a7f-ce4826dde195) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:28.332892 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.339111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:28.341946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:28.348263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:28.348913 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.379589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event updated for resources: {'Port': ['ID=f33eb114-6797-4ece-9571-7a9ed561f02f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:28.404157 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-68423bb1-30a7-40ca-b6ca-1cd5322f954d tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.0632839 Aug 30 13:16:28.405364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:28.415482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 8a8b12ad-5fd7-4db6-94d6-b00b7373e105 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:28.418089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.501537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11d44a-60ca-4bac-8fd2-97039ba775e6 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:28.518518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11d44a-60ca-4bac-8fd2-97039ba775e6 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:28.531165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11d44a-60ca-4bac-8fd2-97039ba775e6 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:28.535891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59774) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:28.536696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aa11d44a-60ca-4bac-8fd2-97039ba775e6 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1301095 Aug 30 13:16:28.584752 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.607589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Transition to ACTIVE for port object 7595cfb6-5f95-43ee-8a7f-ce4826dde195 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:28.625090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59780) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:28.631879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.640574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Transition to ACTIVE for port object 7595cfb6-5f95-43ee-8a7f-ce4826dde195 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:28.649594 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.669223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 8a8b12ad-5fd7-4db6-94d6-b00b7373e105 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:28.693250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bd918c-9bc0-436a-a5fc-98b673c70b57 None None] Network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:28.697400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:28.720521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84ddc95-d5aa-4ce2-983b-6f99ffa1e1db tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.744428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:28.756042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:28.760710 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84ddc95-d5aa-4ce2-983b-6f99ffa1e1db tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.782092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Pushing event updated for resources: {'Port': ['ID=7595cfb6-5f95-43ee-8a7f-ce4826dde195,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:28.834292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5edb48e6-73b5-496d-922e-6b4e31252723 None None] Provisioning for port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:28.834487 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84ddc95-d5aa-4ce2-983b-6f99ffa1e1db tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.838553 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a84ddc95-d5aa-4ce2-983b-6f99ffa1e1db tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.840433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a84ddc95-d5aa-4ce2-983b-6f99ffa1e1db tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/security-groups/2be0b541-9655-4ea7-b0a2-fb80fb3b515f HTTP/1.1" status: 204 len: 168 time: 0.2138999 Aug 30 13:16:28.845719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5edb48e6-73b5-496d-922e-6b4e31252723 None None] Provisioning complete for port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:28.846347 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5edb48e6-73b5-496d-922e-6b4e31252723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:28.860648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ddc95-d5aa-4ce2-983b-6f99ffa1e1db tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be0b541-9655-4ea7-b0a2-fb80fb3b515f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:28.887971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59786) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:29.028996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Attempting to bind port 7595cfb6-5f95-43ee-8a7f-ce4826dde195 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:29.029383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Attempting to bind port 7595cfb6-5f95-43ee-8a7f-ce4826dde195 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:29.029785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Attempting to bind port 7595cfb6-5f95-43ee-8a7f-ce4826dde195 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:29.040822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:29.041207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:29.041619 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.042050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:29.042519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Bound port: 7595cfb6-5f95-43ee-8a7f-ce4826dde195, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:29.042907 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.074375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fc905876-0ff5-44fc-adee-4370588ccd45 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Deleting port f33eb114-6797-4ece-9571-7a9ed561f02f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:29.075014 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc905876-0ff5-44fc-adee-4370588ccd45 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.105567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5edb48e6-73b5-496d-922e-6b4e31252723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.177570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5edb48e6-73b5-496d-922e-6b4e31252723 None None] For port dc2fbbe5-55df-4ee3-9b4b-8967feee9666, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc2fbbe5-55df-4ee3-9b4b-8967feee9666,segment=NetworkSegment(e6a2d087-70e6-47e6-8ee4-def373a638a5),segment_id=e6a2d087-70e6-47e6-8ee4-def373a638a5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:29.187429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5edb48e6-73b5-496d-922e-6b4e31252723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.247562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc905876-0ff5-44fc-adee-4370588ccd45 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.252048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] For port 7595cfb6-5f95-43ee-8a7f-ce4826dde195, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:29.257764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] For port 7595cfb6-5f95-43ee-8a7f-ce4826dde195, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7595cfb6-5f95-43ee-8a7f-ce4826dde195,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:29.272876 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.287036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fc905876-0ff5-44fc-adee-4370588ccd45 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Calling delete_port for f33eb114-6797-4ece-9571-7a9ed561f02f owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:29.292510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb48e6-73b5-496d-922e-6b4e31252723 None None] Pushing event updated for resources: {'Port': ['ID=dc2fbbe5-55df-4ee3-9b4b-8967feee9666,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:29.402509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d7905-68f4-4823-a816-93641eb7eff2 None None] Pushing event updated for resources: {'Port': ['ID=7595cfb6-5f95-43ee-8a7f-ce4826dde195,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:29.478054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.536267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=8a8b12ad-5fd7-4db6-94d6-b00b7373e105,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:29.538633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Provisioning complete for port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:29.542146 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.609543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.614304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.616027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.621473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.621968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.622310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.622651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.622986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.623312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.623640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.624532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.624936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:29.895841 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:29.899758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4c6f0b31-1e8e-4f05-9506-7be8843c5350 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/8a8b12ad-5fd7-4db6-94d6-b00b7373e105 HTTP/1.1" status: 204 len: 168 time: 1.7132573 Aug 30 13:16:29.902940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59804) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:29.957329 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 72492bd7-2f06-472c-9dca-300347a75542 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:29.994507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd4a14-f5ab-45b5-97d1-5d7222ffee0d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:29.996038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd4a14-f5ab-45b5-97d1-5d7222ffee0d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:29.998066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dd4a14-f5ab-45b5-97d1-5d7222ffee0d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:30.000870 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-53dd4a14-f5ab-45b5-97d1-5d7222ffee0d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0966525 Aug 30 13:16:30.002338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc905876-0ff5-44fc-adee-4370588ccd45 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.003830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59806) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:30.023036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 72492bd7-2f06-472c-9dca-300347a75542 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:30.023412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 72492bd7-2f06-472c-9dca-300347a75542 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:30.034843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Provisioning for port f33eb114-6797-4ece-9571-7a9ed561f02f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:30.040644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Provisioning complete for port f33eb114-6797-4ece-9571-7a9ed561f02f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:30.043264 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.088457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc905876-0ff5-44fc-adee-4370588ccd45 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event deleted for resources: {'Port': ['ID=f33eb114-6797-4ece-9571-7a9ed561f02f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:30.104152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7595cfb6-5f95-43ee-8a7f-ce4826dde195 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:30.106431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Port f33eb114-6797-4ece-9571-7a9ed561f02f was deleted so its status cannot be updated. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 13:16:30.166560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Provisioning for port ee229a5a-577c-492d-b8fa-d11b9e04658e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:30.166774 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc905876-0ff5-44fc-adee-4370588ccd45 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.168975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fc905876-0ff5-44fc-adee-4370588ccd45 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "DELETE /v2.0/ports/f33eb114-6797-4ece-9571-7a9ed561f02f HTTP/1.1" status: 204 len: 168 time: 1.6316090 Aug 30 13:16:30.174132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59808) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:30.178543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Provisioning complete for port ee229a5a-577c-492d-b8fa-d11b9e04658e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:30.179112 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.181574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Request body: {'port': {'name': 'tempest-new-port-name-1362352889', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:30.182021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.api.validators [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] bootfile-name is not in valid_values {{(pid=95698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:16:30.182356 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.api.validators [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] tftp-server is not in valid_values {{(pid=95698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:16:30.182684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.api.validators [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] server-ip-address is not in valid_values {{(pid=95698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:16:30.236753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-8023188a-5267-4a23-916a-6a2948dd2f3b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 7cd3728e-9d4d-4e10-96d9-baf373533d6c {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:30.241042 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.247205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cf399b47-95b4-4398-b7b8-4bc9cd25fc49 None None] Port ee229a5a-577c-492d-b8fa-d11b9e04658e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:30.251632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 7595cfb6-5f95-43ee-8a7f-ce4826dde195 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:30.257164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc2fbbe5-55df-4ee3-9b4b-8967feee9666 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:30.263546 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8023188a-5267-4a23-916a-6a2948dd2f3b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.312544 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.336429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:30.336768 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.369086 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8023188a-5267-4a23-916a-6a2948dd2f3b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.422169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e00e4b1b-cedc-4396-816b-476978c07432 None None] Provisioning complete for port ee229a5a-577c-492d-b8fa-d11b9e04658e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:30.422543 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e00e4b1b-cedc-4396-816b-476978c07432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.491489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e00e4b1b-cedc-4396-816b-476978c07432 None None] Port ee229a5a-577c-492d-b8fa-d11b9e04658e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:16:30.607494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5523d5a9-52e2-4ceb-aca6-eb4e6dbbb430 None None] Could not find standard attr ID for object f33eb114-6797-4ece-9571-7a9ed561f02f. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:30.691646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8023188a-5267-4a23-916a-6a2948dd2f3b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.757874 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.763618 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port ca760488-d79b-4d08-9a4b-8806a9852a0d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:30.764139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.848830 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8023188a-5267-4a23-916a-6a2948dd2f3b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.924325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] For port ca760488-d79b-4d08-9a4b-8806a9852a0d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ca760488-d79b-4d08-9a4b-8806a9852a0d,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:30.924893 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.925334 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.929638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023188a-5267-4a23-916a-6a2948dd2f3b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd3728e-9d4d-4e10-96d9-baf373533d6c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:30.933531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8023188a-5267-4a23-916a-6a2948dd2f3b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.935531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8023188a-5267-4a23-916a-6a2948dd2f3b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/7cd3728e-9d4d-4e10-96d9-baf373533d6c HTTP/1.1" status: 204 len: 168 time: 0.9307971 Aug 30 13:16:30.937383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:30.943417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for ca760488-d79b-4d08-9a4b-8806a9852a0d owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:30.945167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59824) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:31.009413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] In _notify_port_updated(), no bound segment for port ee229a5a-577c-492d-b8fa-d11b9e04658e on network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:16:31.018495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:31.019323 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.020822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "PUT /v2.0/ports/ee229a5a-577c-492d-b8fa-d11b9e04658e HTTP/1.1" status: 200 len: 1130 time: 0.8441808 Aug 30 13:16:31.024513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59830) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:31.093275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b02de-421c-40ae-896b-ce6f8e203694 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event updated for resources: {'Port': ['ID=ee229a5a-577c-492d-b8fa-d11b9e04658e,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:31.105164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d063d4-f6bb-429b-b69d-e157173d2489 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:31.107063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d1d063d4-f6bb-429b-b69d-e157173d2489 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "GET /v2.0/ports/ee229a5a-577c-492d-b8fa-d11b9e04658e HTTP/1.1" status: 200 len: 1130 time: 0.0816038 Aug 30 13:16:31.111131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59834) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:31.111360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee17043e-ed74-4151-a761-eaf79932f57d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet fb8efc11-9826-4f4d-87ef-59ae47845cd5 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:31.120242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ee17043e-ed74-4151-a761-eaf79932f57d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.162350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff84394-1ef1-433f-9a28-7cdbc05ecee9 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:31.188994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ee17043e-ed74-4151-a761-eaf79932f57d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.260916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ff94cec4-d53b-4498-aca7-ccdeb436f688 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Deleting port ee229a5a-577c-492d-b8fa-d11b9e04658e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:31.263795 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff94cec4-d53b-4498-aca7-ccdeb436f688 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.297231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ee17043e-ed74-4151-a761-eaf79932f57d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.307031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-41656fe1-2100-4307-aec7-dea1384fbd3e None None] Provisioning for port 7595cfb6-5f95-43ee-8a7f-ce4826dde195 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:31.328021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-41656fe1-2100-4307-aec7-dea1384fbd3e None None] Provisioning complete for port 7595cfb6-5f95-43ee-8a7f-ce4826dde195 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:31.328549 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41656fe1-2100-4307-aec7-dea1384fbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.379577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ee17043e-ed74-4151-a761-eaf79932f57d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.420042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff94cec4-d53b-4498-aca7-ccdeb436f688 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.438646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ff94cec4-d53b-4498-aca7-ccdeb436f688 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Calling delete_port for ee229a5a-577c-492d-b8fa-d11b9e04658e owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:31.469347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17043e-ed74-4151-a761-eaf79932f57d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8efc11-9826-4f4d-87ef-59ae47845cd5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:31.500918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ee17043e-ed74-4151-a761-eaf79932f57d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.505809 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ee17043e-ed74-4151-a761-eaf79932f57d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/fb8efc11-9826-4f4d-87ef-59ae47845cd5 HTTP/1.1" status: 204 len: 168 time: 0.5571249 Aug 30 13:16:31.509983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59840) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:31.559368 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41656fe1-2100-4307-aec7-dea1384fbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.563973 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-882f22c0-1fdd-402f-a292-b374d3780299 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502555 Aug 30 13:16:31.568967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59842) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:31.574249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:31.655011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a4ba6f-a6cc-4307-bc6c-f5587fd5e54c None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:31.674053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-41656fe1-2100-4307-aec7-dea1384fbd3e None None] For port 7595cfb6-5f95-43ee-8a7f-ce4826dde195, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7595cfb6-5f95-43ee-8a7f-ce4826dde195,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:31.675696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff94cec4-d53b-4498-aca7-ccdeb436f688 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.715970 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41656fe1-2100-4307-aec7-dea1384fbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.754657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94cec4-d53b-4498-aca7-ccdeb436f688 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event deleted for resources: {'Port': ['ID=ee229a5a-577c-492d-b8fa-d11b9e04658e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:31.760744 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff94cec4-d53b-4498-aca7-ccdeb436f688 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.764357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ff94cec4-d53b-4498-aca7-ccdeb436f688 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "DELETE /v2.0/ports/ee229a5a-577c-492d-b8fa-d11b9e04658e HTTP/1.1" status: 204 len: 168 time: 0.6520002 Aug 30 13:16:31.767308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59850) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:31.873187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e67dabf0-8506-4635-92aa-f4fef21b03d4 None None] Could not find standard attr ID for object ee229a5a-577c-492d-b8fa-d11b9e04658e. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:31.880990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41656fe1-2100-4307-aec7-dea1384fbd3e None None] Pushing event updated for resources: {'Port': ['ID=7595cfb6-5f95-43ee-8a7f-ce4826dde195,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:31.898238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-90a4ba6f-a6cc-4307-bc6c-f5587fd5e54c None None] Deleting port 7595cfb6-5f95-43ee-8a7f-ce4826dde195 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:31.898614 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90a4ba6f-a6cc-4307-bc6c-f5587fd5e54c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.938225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:31.941832 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.952407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5242655b-fe48-40d9-b56d-9cae3607dedb tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Deleting subnet 95724a52-0543-4cf4-b2fa-d96e3bb8d4f0 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:31.962267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5242655b-fe48-40d9-b56d-9cae3607dedb tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:31.965539 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.030627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5242655b-fe48-40d9-b56d-9cae3607dedb tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.073186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7595cfb6-5f95-43ee-8a7f-ce4826dde195 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:32.076624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-90a4ba6f-a6cc-4307-bc6c-f5587fd5e54c None None] For port 7595cfb6-5f95-43ee-8a7f-ce4826dde195, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7595cfb6-5f95-43ee-8a7f-ce4826dde195,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:32.077556 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90a4ba6f-a6cc-4307-bc6c-f5587fd5e54c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.080998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=ca760488-d79b-4d08-9a4b-8806a9852a0d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:32.114981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-90a4ba6f-a6cc-4307-bc6c-f5587fd5e54c None None] Calling delete_port for 7595cfb6-5f95-43ee-8a7f-ce4826dde195 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:32.141948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5242655b-fe48-40d9-b56d-9cae3607dedb tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.232084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59858) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:32.252125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5242655b-fe48-40d9-b56d-9cae3607dedb tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.274153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.304761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5242655b-fe48-40d9-b56d-9cae3607dedb tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.308095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5242655b-fe48-40d9-b56d-9cae3607dedb tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "DELETE /v2.0/subnets/95724a52-0543-4cf4-b2fa-d96e3bb8d4f0 HTTP/1.1" status: 204 len: 168 time: 0.5395112 Aug 30 13:16:32.309369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242655b-fe48-40d9-b56d-9cae3607dedb tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event deleted for resources: {'Subnet': ['ID=95724a52-0543-4cf4-b2fa-d96e3bb8d4f0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:32.315789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59862) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:32.316890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b8773c-aeb1-4a74-8faa-91abbca88542 None None] Network 22f0a191-f72b-4501-acbf-6dfe5030dfb8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:32.427489 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90a4ba6f-a6cc-4307-bc6c-f5587fd5e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.442382 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.459817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.466044 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fff6-998c-4a2e-8867-bf2d2e961142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.511324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a4ba6f-a6cc-4307-bc6c-f5587fd5e54c None None] No DVR routers for this DVR port 7595cfb6-5f95-43ee-8a7f-ce4826dde195 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:32.514045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a4ba6f-a6cc-4307-bc6c-f5587fd5e54c None None] Pushing event deleted for resources: {'Port': ['ID=7595cfb6-5f95-43ee-8a7f-ce4826dde195,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:32.634551 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.642008 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fff6-998c-4a2e-8867-bf2d2e961142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.647626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Deleting port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:32.647924 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.650885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2a0fff6-998c-4a2e-8867-bf2d2e961142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.691166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:32.720978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9208a592-7f15-4ce0-b795-524c545a702c None None] DHCP port deletion for 22f0a191-f72b-4501-acbf-6dfe5030dfb8 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:32.732065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:32.739866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:32.739866 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.759649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=33f44030-f18e-4f94-b32e-3bf8d9c87d5f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:32.774990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c2a0fff6-998c-4a2e-8867-bf2d2e961142 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08595b9c73b84f13b8e9ad9446bd6af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372448 Aug 30 13:16:32.777865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59866) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:32.780803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baed88a-3ee0-4570-b2f2-18b0b3ebca9b None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:32.786204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0fff6-998c-4a2e-8867-bf2d2e961142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acf45bf-23ac-45bd-a6d5-8acd3a8ee946,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:32.801013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] For port dc2fbbe5-55df-4ee3-9b4b-8967feee9666, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc2fbbe5-55df-4ee3-9b4b-8967feee9666,segment=NetworkSegment(e6a2d087-70e6-47e6-8ee4-def373a638a5),segment_id=e6a2d087-70e6-47e6-8ee4-def373a638a5)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:32.801515 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.854818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59868) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:32.855563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2d9257aa-54b7-4a46-a480-001c2bef4857 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2855005 Aug 30 13:16:32.857276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Calling delete_port for dc2fbbe5-55df-4ee3-9b4b-8967feee9666 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:32.867103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:32.912835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9208a592-7f15-4ce0-b795-524c545a702c None None] Deleting port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:32.913216 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9208a592-7f15-4ce0-b795-524c545a702c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:32.946279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Router 53b553f6-2bad-451e-9163-830276e420ff has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:32.959645 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0d2356ba-c371-4524-bc77-478ad3675eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.026530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0d2356ba-c371-4524-bc77-478ad3675eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.037946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9208a592-7f15-4ce0-b795-524c545a702c None None] For port dc2fbbe5-55df-4ee3-9b4b-8967feee9666, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc2fbbe5-55df-4ee3-9b4b-8967feee9666,segment=NetworkSegment(e6a2d087-70e6-47e6-8ee4-def373a638a5),segment_id=e6a2d087-70e6-47e6-8ee4-def373a638a5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:33.038259 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9208a592-7f15-4ce0-b795-524c545a702c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.070640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9208a592-7f15-4ce0-b795-524c545a702c None None] Calling delete_port for dc2fbbe5-55df-4ee3-9b4b-8967feee9666 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:33.081098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:33.084790 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.121490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:33.127659 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4c26d901-04d0-43b2-a33f-0130f428967d tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "PUT /v2.0/routers/53b553f6-2bad-451e-9163-830276e420ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2373612 Aug 30 13:16:33.129262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '33f44030-f18e-4f94-b32e-3bf8d9c87d5f'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:33.130269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.130567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59874) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:33.137803 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0d2356ba-c371-4524-bc77-478ad3675eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.139213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] Sync routers for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:33.140999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0d2356ba-c371-4524-bc77-478ad3675eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.144516 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0d2356ba-c371-4524-bc77-478ad3675eaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2acf45bf-23ac-45bd-a6d5-8acd3a8ee946 HTTP/1.1" status: 204 len: 168 time: 0.3634458 Aug 30 13:16:33.151951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2356ba-c371-4524-bc77-478ad3675eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acf45bf-23ac-45bd-a6d5-8acd3a8ee946,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:33.293263 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.338750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event deleted for resources: {'Port': ['ID=dc2fbbe5-55df-4ee3-9b4b-8967feee9666,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:33.346288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:33.347449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:33.348762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] No DVR routers for this DVR port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:33.370133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ede8a09-0185-429e-b5f7-0c55a4810cfa tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting subnet bf7f2ee6-e2b0-4d5b-b824-557914cc60ad {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:33.375232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ede8a09-0185-429e-b5f7-0c55a4810cfa tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.433393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Allocated IP 172.20.0.2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/33f44030-f18e-4f94-b32e-3bf8d9c87d5f/a397224b-1c82-47b5-9c4c-697e8d6497ce) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:33.440490 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ede8a09-0185-429e-b5f7-0c55a4810cfa tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.442260 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9208a592-7f15-4ce0-b795-524c545a702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.474256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59882) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:33.504051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d154-c17a-4b3b-8750-5f26e33b784f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.504821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.518504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f0a191-f72b-4501-acbf-6dfe5030dfb8']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:33.533934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a2d087-70e6-47e6-8ee4-def373a638a5') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:33.534334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a2d087-70e6-47e6-8ee4-def373a638a5') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:33.549511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.590850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.594132 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ede8a09-0185-429e-b5f7-0c55a4810cfa tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.603201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:16:33.603693 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:16:33.606975 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:16:33.665149 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ede8a09-0185-429e-b5f7-0c55a4810cfa tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.666855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.objects.ports [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95698) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:16:33.675107 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.677847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208a592-7f15-4ce0-b795-524c545a702c None None] Pushing event deleted for resources: {'Port': ['ID=dc2fbbe5-55df-4ee3-9b4b-8967feee9666,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:33.687826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208a592-7f15-4ce0-b795-524c545a702c None None] No DVR routers for this DVR port dc2fbbe5-55df-4ee3-9b4b-8967feee9666 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:33.695136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede8a09-0185-429e-b5f7-0c55a4810cfa tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7f2ee6-e2b0-4d5b-b824-557914cc60ad,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:33.700202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ede8a09-0185-429e-b5f7-0c55a4810cfa tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.702338 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9ede8a09-0185-429e-b5f7-0c55a4810cfa tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/subnets/bf7f2ee6-e2b0-4d5b-b824-557914cc60ad HTTP/1.1" status: 204 len: 168 time: 0.5707343 Aug 30 13:16:33.705226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59884) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:33.745853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e92d43a-db04-4f16-89fa-5476e6e2e713 None None] Network b29973d4-1efe-4817-9dc9-6134bcdacfe9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:33.754211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:33.759061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:33.762883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:33.763791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.774708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.779997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.782451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] 10.222.0.37 "DELETE /v2.0/networks/22f0a191-f72b-4501-acbf-6dfe5030dfb8 HTTP/1.1" status: 204 len: 168 time: 1.4650316 Aug 30 13:16:33.797529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=9852bcb2-8167-4a80-aee2-19add30ad975,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:33.831365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c565c-c9e7-4851-b5e9-39ced32c087b tempest-ExtraDHCPOptionsIpV6TestJSON-435708504 tempest-ExtraDHCPOptionsIpV6TestJSON-435708504-project] Pushing event deleted for resources: {'Network': ['ID=22f0a191-f72b-4501-acbf-6dfe5030dfb8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:33.854324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:16:33.924722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.981988 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d154-c17a-4b3b-8750-5f26e33b784f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:33.992444 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6dc2d154-c17a-4b3b-8750-5f26e33b784f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.006357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-375ed952-3d40-43f2-827f-b5c75ca79d55 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1501493 Aug 30 13:16:34.007040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59892) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:34.012739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:98:bb:ab', 'name': 'tempest-NetworksTestDHCPv6-614068399'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:34.071631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc2fbbe5-55df-4ee3-9b4b-8967feee9666 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:34.143859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: dc2fbbe5-55df-4ee3-9b4b-8967feee9666 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:34.144475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc2fbbe5-55df-4ee3-9b4b-8967feee9666 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:34.214081 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.242477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59902) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:34.250811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Transition to ACTIVE for port object a397224b-1c82-47b5-9c4c-697e8d6497ce will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:34.277527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Transition to ACTIVE for port object a397224b-1c82-47b5-9c4c-697e8d6497ce will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:34.309839 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.316349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:34.354903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c554b985-3ce9-40b9-8b31-beb489854093 None None] DHCP port deletion for b29973d4-1efe-4817-9dc9-6134bcdacfe9 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:34.370868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:34.376990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:34.388653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:34.426877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Pushing event updated for resources: {'Port': ['ID=a397224b-1c82-47b5-9c4c-697e8d6497ce,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:34.469332 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.493721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81'}], 'enable_snat': True}, 'gw_port_id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:16:31Z', 'revision_number': 5, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port': {'id': '5b8bf630-38a4-46a3-b80e-312fcbe6cd3c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b553f6-2bad-451e-9163-830276e420ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:14:54Z', 'updated_at': '2021-08-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:34.507652 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6dc2d154-c17a-4b3b-8750-5f26e33b784f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23c70fa764f14f49b6c5875387d90397&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0295572 Aug 30 13:16:34.510036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59912) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:34.543123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] Checking router: 53b553f6-2bad-451e-9163-830276e420ff for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:16:34.547271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Attempting to bind port a397224b-1c82-47b5-9c4c-697e8d6497ce on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:34.547651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Attempting to bind port a397224b-1c82-47b5-9c4c-697e8d6497ce by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:34.548170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2d154-c17a-4b3b-8750-5f26e33b784f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e29c11-cfa0-4bd7-ba0a-a8129703ef98,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:34.548299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Attempting to bind port a397224b-1c82-47b5-9c4c-697e8d6497ce on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:34.558208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c554b985-3ce9-40b9-8b31-beb489854093 None None] Deleting port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:34.558590 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c554b985-3ce9-40b9-8b31-beb489854093 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.568464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port a06c0770-09dd-476f-ab48-a616a258d9e7 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:34.573148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:34.573357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:34.573606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.574044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:34.574535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Bound port: a397224b-1c82-47b5-9c4c-697e8d6497ce, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:34.574910 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.589242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.638010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] Routers {'53b553f6-2bad-451e-9163-830276e420ff'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:34.638669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['53b553f6-2bad-451e-9163-830276e420ff'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:34.653774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Deleting port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:34.654301 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.756137 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cb23f1f7-e5e8-46f9-bfbc-cddd40f47a00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d6681bca79841dca8c24b2c45ee2d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5102069 Aug 30 13:16:34.760367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59914) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:34.771117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] For port 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5b8bf630-38a4-46a3-b80e-312fcbe6cd3c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:34.772607 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.779020 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b49879ac-2734-4d95-8f7e-09fd544f590d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.784690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 172.20.0.10 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/33f44030-f18e-4f94-b32e-3bf8d9c87d5f/a06c0770-09dd-476f-ab48-a616a258d9e7) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:34.785904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c554b985-3ce9-40b9-8b31-beb489854093 None None] For port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8980ffd3-f31e-4b67-970b-fac5d59b1b0c,segment=NetworkSegment(f60cce5d-86dc-4895-8d3f-84670c76c01f),segment_id=f60cce5d-86dc-4895-8d3f-84670c76c01f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:34.786451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c554b985-3ce9-40b9-8b31-beb489854093 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.801347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Calling delete_port for 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:34.802144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:fe98:bbab (c9e9e44f-48e2-4e6f-b395-9a96ee236512/9852bcb2-8167-4a80-aee2-19add30ad975/a06c0770-09dd-476f-ab48-a616a258d9e7) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:34.822967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] For port a397224b-1c82-47b5-9c4c-697e8d6497ce, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:34.826049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b49879ac-2734-4d95-8f7e-09fd544f590d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.834577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c554b985-3ce9-40b9-8b31-beb489854093 None None] Calling delete_port for 8980ffd3-f31e-4b67-970b-fac5d59b1b0c owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:34.857242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] For port a397224b-1c82-47b5-9c4c-697e8d6497ce, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a397224b-1c82-47b5-9c4c-697e8d6497ce,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:34.859004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] Set router 53b553f6-2bad-451e-9163-830276e420ff gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:16:34.900901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac32285e-f6e7-423c-872f-2dc07390b0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.901128 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.942219 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac32285e-f6e7-423c-872f-2dc07390b0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:34.980728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:16:34Z', 'revision_number': 6, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:35.058613 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.065337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44953aff-1149-4825-b6ad-c092573900a2 None None] The sync data for ids ['53b553f6-2bad-451e-9163-830276e420ff'] in n-d-688802-6 is: [{'id': '53b553f6-2bad-451e-9163-830276e420ff', 'name': 'tempest-TestNetworkBasicOps-router-491386072', 'tenant_id': '2885c00a7c164c38ab83be0196c919d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:14:53Z', 'updated_at': '2021-08-30T13:16:34Z', 'revision_number': 6, 'project_id': '2885c00a7c164c38ab83be0196c919d8', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:35.085393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object a06c0770-09dd-476f-ab48-a616a258d9e7 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:35.137445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac32285e-f6e7-423c-872f-2dc07390b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.140909 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac32285e-f6e7-423c-872f-2dc07390b0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.142239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ac32285e-f6e7-423c-872f-2dc07390b0f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed584143-2312-47da-a5bf-e963ab24d47f HTTP/1.1" status: 204 len: 168 time: 0.3798254 Aug 30 13:16:35.142639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bae48-ced2-4dca-9fd8-4af1061dc785 None None] Pushing event updated for resources: {'Port': ['ID=a397224b-1c82-47b5-9c4c-697e8d6497ce,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:35.146377 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b49879ac-2734-4d95-8f7e-09fd544f590d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.149503 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b49879ac-2734-4d95-8f7e-09fd544f590d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.150704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b49879ac-2734-4d95-8f7e-09fd544f590d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55e29c11-cfa0-4bd7-ba0a-a8129703ef98 HTTP/1.1" status: 204 len: 168 time: 0.6396062 Aug 30 13:16:35.165262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32285e-f6e7-423c-872f-2dc07390b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed584143-2312-47da-a5bf-e963ab24d47f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:35.174275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49879ac-2734-4d95-8f7e-09fd544f590d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e29c11-cfa0-4bd7-ba0a-a8129703ef98,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:35.193397 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c554b985-3ce9-40b9-8b31-beb489854093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.196048 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.205447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.269212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c554b985-3ce9-40b9-8b31-beb489854093 None None] No DVR routers for this DVR port 8980ffd3-f31e-4b67-970b-fac5d59b1b0c on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:35.273346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:35.278485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554b985-3ce9-40b9-8b31-beb489854093 None None] Pushing event deleted for resources: {'Port': ['ID=8980ffd3-f31e-4b67-970b-fac5d59b1b0c,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:35.297059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:35.312569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:35.335086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Port': ['ID=5b8bf630-38a4-46a3-b80e-312fcbe6cd3c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:35.335670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=a06c0770-09dd-476f-ab48-a616a258d9e7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:35.416438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.496826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:35.498403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.537879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6f6539ea-b9fa-455f-9b31-674156ec91ce tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5291567 Aug 30 13:16:35.538957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59928) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:35.607345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.610787 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.674327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86510cad-fb49-4668-aae9-93d97a8a6a2f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:35.681441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.682634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Fanout notify agent at l3_agent the message router_deleted on router 53b553f6-2bad-451e-9163-830276e420ff {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:16:35.690315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86510cad-fb49-4668-aae9-93d97a8a6a2f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:35.702626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.702626 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-29a2ae1b-06f1-4281-8f17-d4aa213b51a2 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/routers/53b553f6-2bad-451e-9163-830276e420ff HTTP/1.1" status: 204 len: 168 time: 1.9945502 Aug 30 13:16:35.702626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59934) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:35.705083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-86510cad-fb49-4668-aae9-93d97a8a6a2f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1641507 Aug 30 13:16:35.706359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59936) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:35.844459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-619561b1-7869-4aae-96f6-04c282cad5f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port a06c0770-09dd-476f-ab48-a616a258d9e7 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:35.845630 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-619561b1-7869-4aae-96f6-04c282cad5f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.885176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.972425 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-619561b1-7869-4aae-96f6-04c282cad5f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:35.989704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-619561b1-7869-4aae-96f6-04c282cad5f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for a06c0770-09dd-476f-ab48-a616a258d9e7 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:36.149703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.180141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29973d4-1efe-4817-9dc9-6134bcdacfe9']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:36.216340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60cce5d-86dc-4895-8d3f-84670c76c01f') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:36.221398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60cce5d-86dc-4895-8d3f-84670c76c01f') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:36.246588 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.287540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a397224b-1c82-47b5-9c4c-697e8d6497ce up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:36.289295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.299908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:16:36.300688 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:16:36.338130 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:16:36.412868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-619561b1-7869-4aae-96f6-04c282cad5f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.414130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a397224b-1c82-47b5-9c4c-697e8d6497ce completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:36.484878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59964) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:36.516221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619561b1-7869-4aae-96f6-04c282cad5f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=a06c0770-09dd-476f-ab48-a616a258d9e7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:36.518654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8980ffd3-f31e-4b67-970b-fac5d59b1b0c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:36.558353 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.580083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 8980ffd3-f31e-4b67-970b-fac5d59b1b0c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:36.583667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8980ffd3-f31e-4b67-970b-fac5d59b1b0c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:36.584133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:36.587308 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.591082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] 10.222.0.37 "DELETE /v2.0/networks/b29973d4-1efe-4817-9dc9-6134bcdacfe9 HTTP/1.1" status: 204 len: 168 time: 0.8818779 Aug 30 13:16:36.610730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12a56d-2758-4fd0-b3f0-4721c6be65d9 tempest-TestNetworkBasicOps-403677892 tempest-TestNetworkBasicOps-403677892-project] Pushing event deleted for resources: {'Network': ['ID=b29973d4-1efe-4817-9dc9-6134bcdacfe9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:36.656164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:36.656636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5b8bf630-38a4-46a3-b80e-312fcbe6cd3c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:36.656925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ca760488-d79b-4d08-9a4b-8806a9852a0d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:36.693244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ca760488-d79b-4d08-9a4b-8806a9852a0d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:36.693748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ca760488-d79b-4d08-9a4b-8806a9852a0d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:36.710511 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a02395e7-3376-4693-8fad-9a17a4be9ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.783513 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-619561b1-7869-4aae-96f6-04c282cad5f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.786484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-619561b1-7869-4aae-96f6-04c282cad5f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/a06c0770-09dd-476f-ab48-a616a258d9e7 HTTP/1.1" status: 204 len: 168 time: 1.0832992 Aug 30 13:16:36.788942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59976) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:36.792643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1943428128'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:36.839539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a867d79-f5b4-43c1-920b-5040b1753517 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:36.851936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Made reservation on behalf of d3b6d2445ef047d0b35610c4c94b050f for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:36.855655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.871505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:36.903670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55c758-c06c-4e4f-8ac2-10980312873d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:36.907343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55c758-c06c-4e4f-8ac2-10980312873d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:36.911794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55c758-c06c-4e4f-8ac2-10980312873d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:36.921258 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4f55c758-c06c-4e4f-8ac2-10980312873d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1286049 Aug 30 13:16:36.923112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59980) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:36.974430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] Provisioning for port a397224b-1c82-47b5-9c4c-697e8d6497ce completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:36.980875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] Provisioning complete for port a397224b-1c82-47b5-9c4c-697e8d6497ce triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:36.981442 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.028161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e37710-0376-4d89-ab1c-49d672259724 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 33f44030-f18e-4f94-b32e-3bf8d9c87d5f {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:37.044370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e37710-0376-4d89-ab1c-49d672259724 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.114691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e37710-0376-4d89-ab1c-49d672259724 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.142503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59988) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:37.285850 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.322891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.337641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.354477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e37710-0376-4d89-ab1c-49d672259724 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.392130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:16:37.424614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.424956 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Added segment d9eb9416-e204-4a68-8a96-fbbe9323f843 of type vlan for network b9fdb32c-edf1-4092-9caf-538b0a16951d Aug 30 13:16:37.434823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0d208e-3fbb-4f2c-9756-35258a5160ae,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:37.484163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b63fe64-e85d-4272-afd0-b1720835345f None None] Update dhcp port {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': '33f44030-f18e-4f94-b32e-3bf8d9c87d5f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9852bcb2-8167-4a80-aee2-19add30ad975'}], 'binding:host_id': 'n-d-688802-6'}, 'id': 'a397224b-1c82-47b5-9c4c-697e8d6497ce'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:16:37.500949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.575083 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.583427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:37.584511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.592787 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e37710-0376-4d89-ab1c-49d672259724 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.677190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e37710-0376-4d89-ab1c-49d672259724 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=33f44030-f18e-4f94-b32e-3bf8d9c87d5f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:37.680967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e37710-0376-4d89-ab1c-49d672259724 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.685739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f6e37710-0376-4d89-ab1c-49d672259724 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/33f44030-f18e-4f94-b32e-3bf8d9c87d5f HTTP/1.1" status: 204 len: 168 time: 0.7603295 Aug 30 13:16:37.689515 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60000) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:37.690420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2037897 Aug 30 13:16:37.693435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60002) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:37.698726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'subnet': {'network_id': 'b9fdb32c-edf1-4092-9caf-538b0a16951d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:37.720711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882aba1-33f2-4d78-8128-e44cf73196ed tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Network': ['ID=b9fdb32c-edf1-4092-9caf-538b0a16951d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:37.746813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b9fdb32c-edf1-4092-9caf-538b0a16951d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:16:37.774040 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-906acf3b-2f87-46b4-a4eb-9756ba1f7b66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2885c00a7c164c38ab83be0196c919d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6300073 Aug 30 13:16:37.792039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60006) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:37.846136 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:16:37.846511 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:16:37.847059 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2b63fe64-e85d-4272-afd0-b1720835345f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.873075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c7b10f-3989-43c0-9d46-d6c7635ecfe0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 9852bcb2-8167-4a80-aee2-19add30ad975 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:37.884971 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b10f-3989-43c0-9d46-d6c7635ecfe0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:37.990723 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f2ff-823f-481e-b850-0123ae1aa593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.017086 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b10f-3989-43c0-9d46-d6c7635ecfe0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.070303 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f2ff-823f-481e-b850-0123ae1aa593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.128677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Made reservation on behalf of d3b6d2445ef047d0b35610c4c94b050f for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:38.130410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b10f-3989-43c0-9d46-d6c7635ecfe0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.135083 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.195613 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f2ff-823f-481e-b850-0123ae1aa593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.198225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ea2f2ff-823f-481e-b850-0123ae1aa593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.199620 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7ea2f2ff-823f-481e-b850-0123ae1aa593 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b25a6ef0-2fac-4628-8d45-a7664eecdbad HTTP/1.1" status: 204 len: 168 time: 0.4058175 Aug 30 13:16:38.219641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2f2ff-823f-481e-b850-0123ae1aa593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25a6ef0-2fac-4628-8d45-a7664eecdbad,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:38.237080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b10f-3989-43c0-9d46-d6c7635ecfe0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server [None req-2b63fe64-e85d-4272-afd0-b1720835345f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9852bcb2-8167-4a80-aee2-19add30ad975: This subnet is being modified by another concurrent operation. Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:16:38.242877 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise exception Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9852bcb2-8167-4a80-aee2-19add30ad975: This subnet is being modified by another concurrent operation. Aug 30 13:16:38.246587 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Aug 30 13:16:38.313853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7b10f-3989-43c0-9d46-d6c7635ecfe0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=9852bcb2-8167-4a80-aee2-19add30ad975,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:38.337060 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b10f-3989-43c0-9d46-d6c7635ecfe0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.339024 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c8c7b10f-3989-43c0-9d46-d6c7635ecfe0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/9852bcb2-8167-4a80-aee2-19add30ad975 HTTP/1.1" status: 204 len: 168 time: 0.6482816 Aug 30 13:16:38.342379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60024) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:38.447555 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.453742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a09058fb-7a73-4c70-b7fd-8fbefef4566c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109560 Aug 30 13:16:38.456609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:38.492143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f3f71a-cd49-43b0-af7c-f44a5cb9abb7 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:38.553314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6033e85-7574-4a27-9a33-ef9cd98bd7ee tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:38.555269 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f6033e85-7574-4a27-9a33-ef9cd98bd7ee tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0974770 Aug 30 13:16:38.557852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.561982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60034) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:38.705369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] For port a397224b-1c82-47b5-9c4c-697e8d6497ce, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a397224b-1c82-47b5-9c4c-697e8d6497ce,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:38.718200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee3471-5c16-440f-a617-6e3a00fd68a6 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:38.719652 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.720706 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ecee3471-5c16-440f-a617-6e3a00fd68a6 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1544740 Aug 30 13:16:38.723110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60042) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:38.781422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68152996-3350-4806-a4bd-35dd391e9e21 None None] Pushing event updated for resources: {'Port': ['ID=a397224b-1c82-47b5-9c4c-697e8d6497ce,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:38.811334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d89c6efc-a0ab-4d39-9347-897c1edfd3ee tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864391 Aug 30 13:16:38.816336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60046) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:38.819389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b30c403-9f51-4db6-baed-9d17a8da23d3 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:38.821977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Subnet': ['ID=a145e569-a662-4ff2-a971-8e0f217dd5f4,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:38.822859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-69e7e1f8-4903-4a08-885f-e5a005ed693e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:38.846769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Checking segment: {'id': 'd9eb9416-e204-4a68-8a96-fbbe9323f843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b9fdb32c-edf1-4092-9caf-538b0a16951d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:38.847153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network hostable DHCP agents. Network: b9fdb32c-edf1-4092-9caf-538b0a16951d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:16:38.879143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60050) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:38.894964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-05896786-66ec-4910-a85f-4daa7d4a1ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.903142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4089317a-bf94-4ace-afc8-34178cd906da None None] Provisioning complete for port a397224b-1c82-47b5-9c4c-697e8d6497ce triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:38.903586 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4089317a-bf94-4ace-afc8-34178cd906da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.909792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network b9fdb32c-edf1-4092-9caf-538b0a16951d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:16:38.924068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b9fdb32c-edf1-4092-9caf-538b0a16951d) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:38.929632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:38.930731 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:38.968693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b36e6-fb93-45d3-b013-5e8ccca1fdb1 None None] Network b9fdb32c-edf1-4092-9caf-538b0a16951d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:39.044200 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-05896786-66ec-4910-a85f-4daa7d4a1ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.058978 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-05896786-66ec-4910-a85f-4daa7d4a1ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.096832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b48597ab-431a-4183-95d3-f76c9fea6146 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4021225 Aug 30 13:16:39.104240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60058) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:39.109390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2050813288', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:39.136983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4b30c403-9f51-4db6-baed-9d17a8da23d3 None None] Deleting port a397224b-1c82-47b5-9c4c-697e8d6497ce {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:39.137457 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b30c403-9f51-4db6-baed-9d17a8da23d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.141922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e7e1f8-4903-4a08-885f-e5a005ed693e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:39.145872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-69e7e1f8-4903-4a08-885f-e5a005ed693e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.146177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-05896786-66ec-4910-a85f-4daa7d4a1ad5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cea5346cd40f47eeb4406d023d9e9a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2654219 Aug 30 13:16:39.147058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60060) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:39.147323 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e7e1f8-4903-4a08-885f-e5a005ed693e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:16:39.147752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e7e1f8-4903-4a08-885f-e5a005ed693e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:16:39.154486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05896786-66ec-4910-a85f-4daa7d4a1ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9e4ee3-40ae-4ba5-8b2f-ebfa2d640e2f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:39.202861 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.204156 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.230635 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ef6edeb-160d-4169-ad01-d4a0ebe8728b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.247607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392aa6f1-ff27-4730-ae0b-1cb04acb228c None None] Network b9fdb32c-edf1-4092-9caf-538b0a16951d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:39.270983 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ef6edeb-160d-4169-ad01-d4a0ebe8728b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.307863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.314755 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-69e7e1f8-4903-4a08-885f-e5a005ed693e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4971294 Aug 30 13:16:39.317941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60066) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:39.324809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4b30c403-9f51-4db6-baed-9d17a8da23d3 None None] For port a397224b-1c82-47b5-9c4c-697e8d6497ce, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a397224b-1c82-47b5-9c4c-697e8d6497ce,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:39.325214 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b30c403-9f51-4db6-baed-9d17a8da23d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.329304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e285de93-b5d9-4b12-a994-766f97dd555a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:39.364877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ef6edeb-160d-4169-ad01-d4a0ebe8728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.367454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4b30c403-9f51-4db6-baed-9d17a8da23d3 None None] Calling delete_port for a397224b-1c82-47b5-9c4c-697e8d6497ce owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:39.368947 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3ef6edeb-160d-4169-ad01-d4a0ebe8728b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.371368 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3ef6edeb-160d-4169-ad01-d4a0ebe8728b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d9e4ee3-40ae-4ba5-8b2f-ebfa2d640e2f HTTP/1.1" status: 204 len: 168 time: 0.2229035 Aug 30 13:16:39.384208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6edeb-160d-4169-ad01-d4a0ebe8728b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9e4ee3-40ae-4ba5-8b2f-ebfa2d640e2f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:39.435143 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9dc3702c-79c7-4f6c-a3f3-42297c7c21fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.558622 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b30c403-9f51-4db6-baed-9d17a8da23d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.583285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b30c403-9f51-4db6-baed-9d17a8da23d3 None None] No DVR routers for this DVR port a397224b-1c82-47b5-9c4c-697e8d6497ce on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:39.616271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30c403-9f51-4db6-baed-9d17a8da23d3 None None] Pushing event deleted for resources: {'Port': ['ID=a397224b-1c82-47b5-9c4c-697e8d6497ce,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:39.633337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602dd9ad-0414-4ab4-84f2-ecff85f49721 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:16:39.703117 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.720366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e285de93-b5d9-4b12-a994-766f97dd555a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:39.723955 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e285de93-b5d9-4b12-a994-766f97dd555a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:39.725379 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e285de93-b5d9-4b12-a994-766f97dd555a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:16:39.725837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e285de93-b5d9-4b12-a994-766f97dd555a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:16:39.784306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602dd9ad-0414-4ab4-84f2-ecff85f49721 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:16:39.853421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60080) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:39.861503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-36fb3317-cbe3-49a1-a069-6fd90650cd7d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:39.865815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e285de93-b5d9-4b12-a994-766f97dd555a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5462782 Aug 30 13:16:39.970268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a397224b-1c82-47b5-9c4c-697e8d6497ce no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:40.028092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a397224b-1c82-47b5-9c4c-697e8d6497ce {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:40.028613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a397224b-1c82-47b5-9c4c-697e8d6497ce not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:40.062606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60082) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:40.150178 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.174679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb3317-cbe3-49a1-a069-6fd90650cd7d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:40.178440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36fb3317-cbe3-49a1-a069-6fd90650cd7d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.212550 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fb3317-cbe3-49a1-a069-6fd90650cd7d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:16:40.214483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fb3317-cbe3-49a1-a069-6fd90650cd7d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:16:40.270511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36fb3317-cbe3-49a1-a069-6fd90650cd7d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4145744 Aug 30 13:16:40.271888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60088) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:40.277635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d7acbd01-1482-4bdd-b4bb-b672ff07929d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:40.315552 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.338966 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.429255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7acbd01-1482-4bdd-b4bb-b672ff07929d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:40.434762 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d7acbd01-1482-4bdd-b4bb-b672ff07929d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.439565 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7acbd01-1482-4bdd-b4bb-b672ff07929d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:16:40.440191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7acbd01-1482-4bdd-b4bb-b672ff07929d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:16:40.477865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d7acbd01-1482-4bdd-b4bb-b672ff07929d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2046742 Aug 30 13:16:40.479635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60090) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:40.482219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.25.2.93 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/b75751da-3691-45d4-8072-1574f58ef4e0) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:40.490834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-91a1965c-1370-4def-897d-d722a9109e89 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:40.546007 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-559f8b9c-fdcd-4bd0-8e9b-40b21f03dfb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.594884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.642102 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.681386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-559f8b9c-fdcd-4bd0-8e9b-40b21f03dfb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.683574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:40.687704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:40.690138 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:40.691709 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-559f8b9c-fdcd-4bd0-8e9b-40b21f03dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.736957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=b75751da-3691-45d4-8072-1574f58ef4e0,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:40.738959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a1965c-1370-4def-897d-d722a9109e89 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:40.742547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91a1965c-1370-4def-897d-d722a9109e89 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.743955 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a1965c-1370-4def-897d-d722a9109e89 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:16:40.744368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a1965c-1370-4def-897d-d722a9109e89 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:16:40.750737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-559f8b9c-fdcd-4bd0-8e9b-40b21f03dfb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ae967acc11343938af56b21af79ffc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788981 Aug 30 13:16:40.751145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60094) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:40.753823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f8b9c-fdcd-4bd0-8e9b-40b21f03dfb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93978cf7-d036-4056-a482-94658257b78a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:40.766774 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-91a1965c-1370-4def-897d-d722a9109e89 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2859027 Aug 30 13:16:40.769906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60096) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:40.777764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a43dcd14-486a-42a2-8c9f-57577c3b6fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:40.798093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.893534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43dcd14-486a-42a2-8c9f-57577c3b6fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:40.898448 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a43dcd14-486a-42a2-8c9f-57577c3b6fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.900027 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43dcd14-486a-42a2-8c9f-57577c3b6fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:16:40.901288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43dcd14-486a-42a2-8c9f-57577c3b6fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:16:40.915993 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-758fdfd7-b258-439a-87a0-2119d0071661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:40.932401 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a43dcd14-486a-42a2-8c9f-57577c3b6fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1587718 Aug 30 13:16:40.932660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60100) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:40.966767 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1f46303d-1d96-4177-8060-9551b6b20831 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308738 Aug 30 13:16:40.967006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60102) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:40.976307 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-758fdfd7-b258-439a-87a0-2119d0071661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.024989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbceed9-9d11-4a8f-aebc-869d13f82328 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:41.028925 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1cbceed9-9d11-4a8f-aebc-869d13f82328 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0579269 Aug 30 13:16:41.029142 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60104) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:41.069089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.080288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5cfc6688-7053-4c89-a811-8271d7d7a618 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452704 Aug 30 13:16:41.080534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60106) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:41.085899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:41.114879 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-758fdfd7-b258-439a-87a0-2119d0071661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.117606 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-758fdfd7-b258-439a-87a0-2119d0071661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.121268 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-758fdfd7-b258-439a-87a0-2119d0071661 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93978cf7-d036-4056-a482-94658257b78a HTTP/1.1" status: 204 len: 168 time: 0.3666880 Aug 30 13:16:41.134365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fdfd7-b258-439a-87a0-2119d0071661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93978cf7-d036-4056-a482-94658257b78a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:41.192803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:41.196802 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.512205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.objects.ports [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95698) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:16:41.514062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.519351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60116) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:41.571173 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1710a19a-989e-4946-a066-843ce1ef759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.583151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:41.591730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:41.598970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:41.599573 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.600974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951fee41-73cd-4441-86bd-44e267816cf3 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:41.610170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=8d999df1-7c92-4b05-8f9b-d0aaa5a743a8,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:41.618555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.714800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1710a19a-989e-4946-a066-843ce1ef759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.720793 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1710a19a-989e-4946-a066-843ce1ef759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.755249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6378feb6-c254-4240-a5a9-c1ff08f51c91 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6736035 Aug 30 13:16:41.759683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60120) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:41.766471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:e8:62:ba', 'name': 'tempest-NetworksTestDHCPv6-1684922929'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:41.784331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1710a19a-989e-4946-a066-843ce1ef759b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fea32d77aff841b6b97f1063c1df2978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595487 Aug 30 13:16:41.786213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60122) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:41.788672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '8d999df1-7c92-4b05-8f9b-d0aaa5a743a8'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:41.789847 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.793368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710a19a-989e-4946-a066-843ce1ef759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff6d477-cdec-43f8-92ff-661febaddfd8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:41.810644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:16:41.850028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28e37c8e-d646-48b3-8c00-5eea21c19e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.873279 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28e37c8e-d646-48b3-8c00-5eea21c19e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.942665 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28e37c8e-d646-48b3-8c00-5eea21c19e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.945598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28e37c8e-d646-48b3-8c00-5eea21c19e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:41.949237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-28e37c8e-d646-48b3-8c00-5eea21c19e9f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bff6d477-cdec-43f8-92ff-661febaddfd8 HTTP/1.1" status: 204 len: 168 time: 0.1597841 Aug 30 13:16:41.957998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e37c8e-d646-48b3-8c00-5eea21c19e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff6d477-cdec-43f8-92ff-661febaddfd8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:41.974139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:41.985105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:41.988983 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b5e3-e97e-46fa-b64a-6428e2d2bb8d None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:42.000443 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517b5e3-e97e-46fa-b64a-6428e2d2bb8d None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:42.001106 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a517b5e3-e97e-46fa-b64a-6428e2d2bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:42.002908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Allocated IP 2001:db8::f816:3eff:feae:1025 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/8d999df1-7c92-4b05-8f9b-d0aaa5a743a8/5fb9ff12-a7aa-4c3e-bc6a-e129f1520828) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:42.035987 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a517b5e3-e97e-46fa-b64a-6428e2d2bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:42.045204 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517b5e3-e97e-46fa-b64a-6428e2d2bb8d None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:42.047253 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a517b5e3-e97e-46fa-b64a-6428e2d2bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:42.076522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.079727 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5aebe96f-3df1-4882-ab7a-e4a2e323ab01 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9740360 Aug 30 13:16:42.082021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60128) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:42.127499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.157024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 920047a5-16c0-47a3-9366-d41db853e9cf yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:42.180487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.190863 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a517b5e3-e97e-46fa-b64a-6428e2d2bb8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:42.191620 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b5e3-e97e-46fa-b64a-6428e2d2bb8d None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:42.203673 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.215997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Transition to ACTIVE for port object 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:42.242730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Transition to ACTIVE for port object 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:42.253655 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.304963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:42.306317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Pushing event updated for resources: {'Port': ['ID=5fb9ff12-a7aa-4c3e-bc6a-e129f1520828,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:42.310599 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:42.313183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:42.325301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:fee8:62ba (c9e9e44f-48e2-4e6f-b395-9a96ee236512/8d999df1-7c92-4b05-8f9b-d0aaa5a743a8/920047a5-16c0-47a3-9366-d41db853e9cf) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:42.387967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Attempting to bind port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:42.388810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Attempting to bind port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:42.389868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Attempting to bind port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:42.398950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:42.399343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:42.399752 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.400155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:42.400636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Bound port: 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:42.401023 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.494062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] For port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:42.497536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] For port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5fb9ff12-a7aa-4c3e-bc6a-e129f1520828,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:42.504831 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.587902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4033791-1099-48a1-bce9-402ab03ca372 None None] Pushing event updated for resources: {'Port': ['ID=5fb9ff12-a7aa-4c3e-bc6a-e129f1520828,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:42.626052 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.642436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 920047a5-16c0-47a3-9366-d41db853e9cf will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:42.684880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.746250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:42.758953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:42.763617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:42.771832 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:42.772558 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.780580 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:42.784040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=920047a5-16c0-47a3-9366-d41db853e9cf,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:42.802501 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-451956e3-30ec-4a66-b840-8e577ffed717 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0380650 Aug 30 13:16:42.803111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60148) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:42.912425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e80da5-7431-492e-b45b-c6eecd351ce5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:42.920193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e80da5-7431-492e-b45b-c6eecd351ce5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:42.925208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-00e80da5-7431-492e-b45b-c6eecd351ce5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1183970 Aug 30 13:16:42.926144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60154) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:43.036039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-bde9fa16-ba46-4fb6-bcab-51057cbd4c75 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 920047a5-16c0-47a3-9366-d41db853e9cf {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:43.036725 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bde9fa16-ba46-4fb6-bcab-51057cbd4c75 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.148901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bde9fa16-ba46-4fb6-bcab-51057cbd4c75 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.161606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-bde9fa16-ba46-4fb6-bcab-51057cbd4c75 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 920047a5-16c0-47a3-9366-d41db853e9cf owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:43.178912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.20.0.1 (b9fdb32c-edf1-4092-9caf-538b0a16951d/a145e569-a662-4ff2-a971-8e0f217dd5f4/52d4dd36-8d68-4d44-b852-8be8e2c23963) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:43.306209 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bde9fa16-ba46-4fb6-bcab-51057cbd4c75 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.306495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.347015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9fa16-ba46-4fb6-bcab-51057cbd4c75 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=920047a5-16c0-47a3-9366-d41db853e9cf,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:43.353321 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.375810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bde9fa16-ba46-4fb6-bcab-51057cbd4c75 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.380004 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bde9fa16-ba46-4fb6-bcab-51057cbd4c75 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/920047a5-16c0-47a3-9366-d41db853e9cf HTTP/1.1" status: 204 len: 168 time: 0.4503362 Aug 30 13:16:43.382671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60166) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:43.439776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network b9fdb32c-edf1-4092-9caf-538b0a16951d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:43.448806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:43.455741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:43.489159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=52d4dd36-8d68-4d44-b852-8be8e2c23963,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:43.500376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b6df2-de69-49a6-8bdb-cf2a739e3e8d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:43.502007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3b6df2-de69-49a6-8bdb-cf2a739e3e8d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:43.505714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7c3b6df2-de69-49a6-8bdb-cf2a739e3e8d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1199248 Aug 30 13:16:43.506917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60172) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:43.522579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.574558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cab0f9-87ea-4e3b-85ba-22b02039b10b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 8d999df1-7c92-4b05-8f9b-d0aaa5a743a8 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:43.578674 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8cab0f9-87ea-4e3b-85ba-22b02039b10b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.630943 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8cab0f9-87ea-4e3b-85ba-22b02039b10b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.696371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.755681 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8cab0f9-87ea-4e3b-85ba-22b02039b10b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.884546 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8cab0f9-87ea-4e3b-85ba-22b02039b10b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.909146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7884787d-7784-4e13-9912-f2856dcdf0a3 None None] Provisioning for port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:43.958072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8cab0f9-87ea-4e3b-85ba-22b02039b10b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:43.962703 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f8cab0f9-87ea-4e3b-85ba-22b02039b10b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/8d999df1-7c92-4b05-8f9b-d0aaa5a743a8 HTTP/1.1" status: 204 len: 168 time: 0.4520180 Aug 30 13:16:43.962703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cab0f9-87ea-4e3b-85ba-22b02039b10b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=8d999df1-7c92-4b05-8f9b-d0aaa5a743a8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:43.968554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60188) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:44.028802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:44.028982 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-66d1a6d0-0994-4b5f-9e95-834c2d9bfd5c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556715 Aug 30 13:16:44.028982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60192) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:44.036774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:44.114128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:44.122244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:44.122708 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.167643 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:44.173805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.187745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.194887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.211701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3dd6ee-d554-4d77-a8ef-6e8c6aa7dd87 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:44.267590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-211f5a05-ede4-488e-8c50-3125f699ee93 None None] Could not find standard attr ID for object 920047a5-16c0-47a3-9366-d41db853e9cf. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:44.274112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=52d4dd36-8d68-4d44-b852-8be8e2c23963,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:44.300477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.358788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.410453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5fb9ff12-a7aa-4c3e-bc6a-e129f1520828,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:44.423236 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.463942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network b9fdb32c-edf1-4092-9caf-538b0a16951d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:44.465597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:44.491232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=5fb9ff12-a7aa-4c3e-bc6a-e129f1520828,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:44.516594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722d1c26-b8a6-4dce-955d-8228bec5d28b None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:44.579473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-722d1c26-b8a6-4dce-955d-8228bec5d28b None None] Deleting port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:44.579987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-722d1c26-b8a6-4dce-955d-8228bec5d28b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.612728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:16:44.627244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:44.695878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-722d1c26-b8a6-4dce-955d-8228bec5d28b None None] For port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5fb9ff12-a7aa-4c3e-bc6a-e129f1520828,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:44.696271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-722d1c26-b8a6-4dce-955d-8228bec5d28b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.714582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-722d1c26-b8a6-4dce-955d-8228bec5d28b None None] Calling delete_port for 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:44.813621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.819656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:44.828765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f12ef9fa-faee-41ac-b36c-a32442f831b3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/routers/5d6f932a-000c-49e9-8243-2c717b112faa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7455032 Aug 30 13:16:44.831187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60214) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:44.836223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a5af4-3c20-456c-a101-fd7394dbe285 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:44.839994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'port': {'network_id': 'b9fdb32c-edf1-4092-9caf-538b0a16951d', 'name': 'tempest-FloatingIPTestJSON-1202397111'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:44.855432 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-722d1c26-b8a6-4dce-955d-8228bec5d28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.861743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a5af4-3c20-456c-a101-fd7394dbe285 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:44.863287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-798a5af4-3c20-456c-a101-fd7394dbe285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:44.882212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 concurrently deleted while adding address for new subnet {'id': '365be9b3-aa6e-4a5d-af11-ab1452320fc4', 'name': '', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2188, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-30T13:16:44Z', 'updated_at': '2021-08-30T13:16:44Z', 'revision_number': 0, 'segment_id': None, 'project_id': '3d32f9cdc5564d47ba509f291e3b6e2e'}. {{(pid=95699) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 30 13:16:44.882876 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.893204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d1c26-b8a6-4dce-955d-8228bec5d28b None None] Pushing event deleted for resources: {'Port': ['ID=5fb9ff12-a7aa-4c3e-bc6a-e129f1520828,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:44.938030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:44.938030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:44.938030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:44.938492 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:44.946982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d1c26-b8a6-4dce-955d-8228bec5d28b None None] No DVR routers for this DVR port 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:44.951350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-798a5af4-3c20-456c-a101-fd7394dbe285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:44.970638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=365be9b3-aa6e-4a5d-af11-ab1452320fc4,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:44.970921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a5af4-3c20-456c-a101-fd7394dbe285 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:44.971575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-798a5af4-3c20-456c-a101-fd7394dbe285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:44.976744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f2403020-79b6-4007-b586-6b8fb5f412b4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9472764 Aug 30 13:16:44.977248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3672fa9c-527d-497b-af2c-b80708a363fb None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:44.979400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60216) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:44.986522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:66:4a:3b', 'name': 'tempest-NetworksTestDHCPv6-1516368821'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:45.028740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Made reservation on behalf of d3b6d2445ef047d0b35610c4c94b050f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:45.041930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:45.065103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] device_id is not set on port 18eafa3a-80d4-4709-8aea-c0196f84be84 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:45.145892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:45.151998 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:45.183357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 4d4854a5-9fd9-4d49-8979-fed2585bc839 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:45.227894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-798a5af4-3c20-456c-a101-fd7394dbe285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:45.228557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a5af4-3c20-456c-a101-fd7394dbe285 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:45.250122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.20.0.4 (b9fdb32c-edf1-4092-9caf-538b0a16951d/a145e569-a662-4ff2-a971-8e0f217dd5f4/18eafa3a-80d4-4709-8aea-c0196f84be84) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:45.382823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:fe66:4a3b (c9e9e44f-48e2-4e6f-b395-9a96ee236512/365be9b3-aa6e-4a5d-af11-ab1452320fc4/4d4854a5-9fd9-4d49-8979-fed2585bc839) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:45.497350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '365be9b3-aa6e-4a5d-af11-ab1452320fc4'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:45.498261 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:45.513372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:45.577319 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:45.652613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network b9fdb32c-edf1-4092-9caf-538b0a16951d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:45.655472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:45.659866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:45.699127 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:45.712213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=18eafa3a-80d4-4709-8aea-c0196f84be84,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:45.720276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 4d4854a5-9fd9-4d49-8979-fed2585bc839 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:45.725770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:45.726497 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:45.751356 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dc62e3d6-a50a-48f5-b94f-3e57dc864486 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9177947 Aug 30 13:16:45.753583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60232) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:45.762319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'port': {'network_id': 'b9fdb32c-edf1-4092-9caf-538b0a16951d', 'name': 'tempest-FloatingIPTestJSON-756994365'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:45.778125 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:45.865162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Allocated IP 2001:db8::f816:3eff:fe83:6a84 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/365be9b3-aa6e-4a5d-af11-ab1452320fc4/ea50e4bb-e48e-46bf-b865-2bda58a0f157) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:45.876994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:45.884636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:45.907584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:45.915460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:45.922041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:45.927419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=4d4854a5-9fd9-4d49-8979-fed2585bc839,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:45.955282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:45.984929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Made reservation on behalf of d3b6d2445ef047d0b35610c4c94b050f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:45.987356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:45.987960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5fb9ff12-a7aa-4c3e-bc6a-e129f1520828 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:45.994939 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d3178b1b-1543-4082-a037-3895613357e5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0140238 Aug 30 13:16:45.997131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60240) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:46.002339 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.048723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] device_id is not set on port 84cfdcc0-6b97-418c-9647-5cee169c5f67 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:46.083429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1af129-ffa8-4b58-981f-c1a4c4fd3e0d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:46.086279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fb1af129-ffa8-4b58-981f-c1a4c4fd3e0d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0867581 Aug 30 13:16:46.088547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60242) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:46.176424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.20.0.5 (b9fdb32c-edf1-4092-9caf-538b0a16951d/a145e569-a662-4ff2-a971-8e0f217dd5f4/84cfdcc0-6b97-418c-9647-5cee169c5f67) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:46.212517 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.241346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Transition to ACTIVE for port object ea50e4bb-e48e-46bf-b865-2bda58a0f157 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:46.260633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Transition to ACTIVE for port object ea50e4bb-e48e-46bf-b865-2bda58a0f157 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:46.263696 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-655e4668-b28f-4119-b819-ce622c6a5b4e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 4d4854a5-9fd9-4d49-8979-fed2585bc839 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:46.264943 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-655e4668-b28f-4119-b819-ce622c6a5b4e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.281241 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.347699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:46.349212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:46.353340 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:46.409399 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.445027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-655e4668-b28f-4119-b819-ce622c6a5b4e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.452048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Pushing event updated for resources: {'Port': ['ID=ea50e4bb-e48e-46bf-b865-2bda58a0f157,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:46.471237 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.477632 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-655e4668-b28f-4119-b819-ce622c6a5b4e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 4d4854a5-9fd9-4d49-8979-fed2585bc839 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:46.513144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Attempting to bind port ea50e4bb-e48e-46bf-b865-2bda58a0f157 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:46.513516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Attempting to bind port ea50e4bb-e48e-46bf-b865-2bda58a0f157 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:46.513904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Attempting to bind port ea50e4bb-e48e-46bf-b865-2bda58a0f157 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:46.529100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:46.529486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:46.529968 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.530363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:46.530826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Bound port: ea50e4bb-e48e-46bf-b865-2bda58a0f157, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:46.532000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network b9fdb32c-edf1-4092-9caf-538b0a16951d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:46.533322 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.536526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:46.541680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:46.595688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=84cfdcc0-6b97-418c-9647-5cee169c5f67,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:46.619665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:46.620342 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.642637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f426d28-c839-42bd-9ec3-908e34ad80d4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8876839 Aug 30 13:16:46.643894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60258) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:46.649408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '84cfdcc0-6b97-418c-9647-5cee169c5f67', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:46.653300 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] For port ea50e4bb-e48e-46bf-b865-2bda58a0f157, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:46.658838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] For port ea50e4bb-e48e-46bf-b865-2bda58a0f157, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea50e4bb-e48e-46bf-b865-2bda58a0f157,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:46.666606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.678514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.682841 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-655e4668-b28f-4119-b819-ce622c6a5b4e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.747444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98668f-65d9-416a-98e5-f74febaf9cdc None None] Pushing event updated for resources: {'Port': ['ID=ea50e4bb-e48e-46bf-b865-2bda58a0f157,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:46.769392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e4668-b28f-4119-b819-ce622c6a5b4e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=4d4854a5-9fd9-4d49-8979-fed2585bc839,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:46.806431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-655e4668-b28f-4119-b819-ce622c6a5b4e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.810005 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-655e4668-b28f-4119-b819-ce622c6a5b4e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/4d4854a5-9fd9-4d49-8979-fed2585bc839 HTTP/1.1" status: 204 len: 168 time: 0.7195227 Aug 30 13:16:46.812288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60262) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:46.890307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0578b3-9dbb-4f52-9893-fa20807e81a9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:46.891998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0578b3-9dbb-4f52-9893-fa20807e81a9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:46.893700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ec0578b3-9dbb-4f52-9893-fa20807e81a9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0804615 Aug 30 13:16:46.897260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60266) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:46.953422 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:46.966147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-814d607b-8a2e-497a-9a79-2f7601009134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 365be9b3-aa6e-4a5d-af11-ab1452320fc4 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:46.970052 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-814d607b-8a2e-497a-9a79-2f7601009134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:47.071600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-814d607b-8a2e-497a-9a79-2f7601009134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:47.126464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.25.2.65 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/34a1bc2b-bf77-4f41-8a53-26bee350a1f6) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:47.202314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-814d607b-8a2e-497a-9a79-2f7601009134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:47.275075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:47.299426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-814d607b-8a2e-497a-9a79-2f7601009134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:47.340797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:47.373025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d607b-8a2e-497a-9a79-2f7601009134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=365be9b3-aa6e-4a5d-af11-ab1452320fc4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:47.388810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-814d607b-8a2e-497a-9a79-2f7601009134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:47.395867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-814d607b-8a2e-497a-9a79-2f7601009134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/365be9b3-aa6e-4a5d-af11-ab1452320fc4 HTTP/1.1" status: 204 len: 168 time: 0.4969904 Aug 30 13:16:47.398404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60286) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:47.406303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:47.422099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:47.427171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:47.452307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=34a1bc2b-bf77-4f41-8a53-26bee350a1f6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:47.468351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bc86c61a-ea4e-4d9e-af59-8317920cfaab tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668507 Aug 30 13:16:47.471961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60288) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:47.645318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5721431-1410-4f67-b685-3dde3bcfbaf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:47.646907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c5721431-1410-4f67-b685-3dde3bcfbaf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1735301 Aug 30 13:16:47.650010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60298) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:47.773903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff96d97-4383-40da-8f6d-90e4beb7f9dd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:47.779793 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2ff96d97-4383-40da-8f6d-90e4beb7f9dd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1247437 Aug 30 13:16:47.782397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60306) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:47.886184 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-df962e1f-2c76-4b19-ba45-2e65d28926f8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1014853 Aug 30 13:16:47.887887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60310) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:47.897426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:48.042326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea50e4bb-e48e-46bf-b865-2bda58a0f157 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:48.188435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ea50e4bb-e48e-46bf-b865-2bda58a0f157 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:48.203010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e874fbb-4fbc-4a28-a83b-37643a44b1c8 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:48.227973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:48.234046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:48.296107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d699b29e-3843-4d3b-991c-ad4cb08fb98c None None] Provisioning for port ea50e4bb-e48e-46bf-b865-2bda58a0f157 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:48.343031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d699b29e-3843-4d3b-991c-ad4cb08fb98c None None] Provisioning complete for port ea50e4bb-e48e-46bf-b865-2bda58a0f157 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:48.343618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d699b29e-3843-4d3b-991c-ad4cb08fb98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:48.472105 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d699b29e-3843-4d3b-991c-ad4cb08fb98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:48.512970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d699b29e-3843-4d3b-991c-ad4cb08fb98c None None] For port ea50e4bb-e48e-46bf-b865-2bda58a0f157, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea50e4bb-e48e-46bf-b865-2bda58a0f157,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:48.521129 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d699b29e-3843-4d3b-991c-ad4cb08fb98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:48.527045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d976a023-a8a2-457a-99e8-be6fd08154fa None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:48.645600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699b29e-3843-4d3b-991c-ad4cb08fb98c None None] Pushing event updated for resources: {'Port': ['ID=ea50e4bb-e48e-46bf-b865-2bda58a0f157,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:48.723665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d976a023-a8a2-457a-99e8-be6fd08154fa None None] Deleting port ea50e4bb-e48e-46bf-b865-2bda58a0f157 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:48.724259 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d976a023-a8a2-457a-99e8-be6fd08154fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:48.748901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:16:48.908108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d976a023-a8a2-457a-99e8-be6fd08154fa None None] For port ea50e4bb-e48e-46bf-b865-2bda58a0f157, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea50e4bb-e48e-46bf-b865-2bda58a0f157,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:48.908531 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d976a023-a8a2-457a-99e8-be6fd08154fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:48.943323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d976a023-a8a2-457a-99e8-be6fd08154fa None None] Calling delete_port for ea50e4bb-e48e-46bf-b865-2bda58a0f157 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:48.949397 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:48.991742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.095749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.221411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] For port ea50e4bb-e48e-46bf-b865-2bda58a0f157, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ea50e4bb-e48e-46bf-b865-2bda58a0f157,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:49.258462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.266718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.269804 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d976a023-a8a2-457a-99e8-be6fd08154fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.280500 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.325734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.331446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976a023-a8a2-457a-99e8-be6fd08154fa None None] Pushing event deleted for resources: {'Port': ['ID=ea50e4bb-e48e-46bf-b865-2bda58a0f157,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:49.333574 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.335754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d976a023-a8a2-457a-99e8-be6fd08154fa None None] No DVR routers for this DVR port ea50e4bb-e48e-46bf-b865-2bda58a0f157 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:49.393790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=34a1bc2b-bf77-4f41-8a53-26bee350a1f6,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:49.416665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:49.422396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:49.433928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d88e8c-5f40-4ce4-a4f4-608c10702dc4 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:49.443511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:49.444853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.447727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=ea50e4bb-e48e-46bf-b865-2bda58a0f157,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:49.478417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.478613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.478952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.479286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.479763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.480099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.480559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.480891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.481214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.481536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.481910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.482302 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:49.496330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=5113738e-114f-40aa-9f9d-d644ff969022,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:49.502556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a1c7e3ae-cd17-4fa8-a5a9-7575f377e60b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6128502 Aug 30 13:16:49.504146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.505107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60352) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:49.512733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:49:f5:17', 'name': 'tempest-NetworksTestDHCPv6-580030573'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:49.704207 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP a6401798-e97d-4567-82b8-873b117f9735 associated. External IP: 172.25.2.65, port: 84cfdcc0-6b97-418c-9647-5cee169c5f67. Aug 30 13:16:49.751286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:49.754006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '5113738e-114f-40aa-9f9d-d644ff969022'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:49.755129 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.936784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:49.958228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea50e4bb-e48e-46bf-b865-2bda58a0f157 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:49.968487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port c126af42-c5ed-4e2c-84d7-ae7158ab9c1f yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:49.997761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ea50e4bb-e48e-46bf-b865-2bda58a0f157 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:49.998213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ea50e4bb-e48e-46bf-b865-2bda58a0f157 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:50.025562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Allocated IP 2001:db8::f816:3eff:feaf:e017 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/5113738e-114f-40aa-9f9d-d644ff969022/9ec5a6c4-b74b-4f93-b271-20fe78667be0) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:50.032631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:50.185043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:50.195142 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc72b6d-a1d8-4400-ab7e-e0b958341d1a None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:50.212371 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc72b6d-a1d8-4400-ab7e-e0b958341d1a None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:50.214604 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-adc72b6d-a1d8-4400-ab7e-e0b958341d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:50.225086 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:50.234196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:50.234432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Transition to ACTIVE for port object 9ec5a6c4-b74b-4f93-b271-20fe78667be0 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:50.250332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Transition to ACTIVE for port object 9ec5a6c4-b74b-4f93-b271-20fe78667be0 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:50.259533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:50.286895 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-adc72b6d-a1d8-4400-ab7e-e0b958341d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:50.296393 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc72b6d-a1d8-4400-ab7e-e0b958341d1a None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:50.297027 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-adc72b6d-a1d8-4400-ab7e-e0b958341d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:50.316764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7ee5fcc2-6b6b-4d9e-9db6-4c9a0ee95fb9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.6717467 Aug 30 13:16:50.317531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60376) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:50.329094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-54090b91-6dd1-46e6-a8b6-65f0fddddb09 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:50.343925 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-adc72b6d-a1d8-4400-ab7e-e0b958341d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:50.346428 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc72b6d-a1d8-4400-ab7e-e0b958341d1a None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:50.351275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Pushing event updated for resources: {'Port': ['ID=9ec5a6c4-b74b-4f93-b271-20fe78667be0,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:50.372707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:50.376112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:50.382198 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:50.425345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54090b91-6dd1-46e6-a8b6-65f0fddddb09 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:50.480148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Attempting to bind port 9ec5a6c4-b74b-4f93-b271-20fe78667be0 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:50.480518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Attempting to bind port 9ec5a6c4-b74b-4f93-b271-20fe78667be0 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:50.480897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Attempting to bind port 9ec5a6c4-b74b-4f93-b271-20fe78667be0 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:50.496579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:50.497008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:50.503297 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:50.503815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:50.504346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Bound port: 9ec5a6c4-b74b-4f93-b271-20fe78667be0, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:50.504874 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:50.636853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] For port 9ec5a6c4-b74b-4f93-b271-20fe78667be0, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:50.644283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54090b91-6dd1-46e6-a8b6-65f0fddddb09 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:50.647268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] For port 9ec5a6c4-b74b-4f93-b271-20fe78667be0, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9ec5a6c4-b74b-4f93-b271-20fe78667be0,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:50.652967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54090b91-6dd1-46e6-a8b6-65f0fddddb09 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:50.653341 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-54090b91-6dd1-46e6-a8b6-65f0fddddb09 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP a6401798-e97d-4567-82b8-873b117f9735 disassociated. External IP: 172.25.2.65, port: 84cfdcc0-6b97-418c-9647-5cee169c5f67. Aug 30 13:16:50.657070 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:50.770205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64ea04-9be7-4f08-8821-2e3a4782a737 None None] Pushing event updated for resources: {'Port': ['ID=9ec5a6c4-b74b-4f93-b271-20fe78667be0,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:50.900612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:fe49:f517 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/5113738e-114f-40aa-9f9d-d644ff969022/c126af42-c5ed-4e2c-84d7-ae7158ab9c1f) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:51.057209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54090b91-6dd1-46e6-a8b6-65f0fddddb09 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:51.199301 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.221603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54090b91-6dd1-46e6-a8b6-65f0fddddb09 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:51.226845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54090b91-6dd1-46e6-a8b6-65f0fddddb09 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.236467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28282bb3-00f9-44d5-a622-ee7552b87343 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:51.236623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object c126af42-c5ed-4e2c-84d7-ae7158ab9c1f will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:51.253584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28282bb3-00f9-44d5-a622-ee7552b87343 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:51.255750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-28282bb3-00f9-44d5-a622-ee7552b87343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:51.268284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-54090b91-6dd1-46e6-a8b6-65f0fddddb09 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/floatingips/a6401798-e97d-4567-82b8-873b117f9735 HTTP/1.1" status: 200 len: 687 time: 0.9493446 Aug 30 13:16:51.270810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60396) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:51.296781 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.349253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-28282bb3-00f9-44d5-a622-ee7552b87343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:51.377135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28282bb3-00f9-44d5-a622-ee7552b87343 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:51.377135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-28282bb3-00f9-44d5-a622-ee7552b87343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:51.408946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=c126af42-c5ed-4e2c-84d7-ae7158ab9c1f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:51.428477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:51.430283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:51.434911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:51.443921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:51.444616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.445012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 34a1bc2b-bf77-4f41-8a53-26bee350a1f6 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:51.445647 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.460134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-28282bb3-00f9-44d5-a622-ee7552b87343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:51.460815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28282bb3-00f9-44d5-a622-ee7552b87343 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:51.469585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6d32c52b-3905-4be1-a534-2b2fae607038 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9600952 Aug 30 13:16:51.469905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60402) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:51.537729 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41813e39-780b-44a7-814f-2c7d23cb7255 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:51.553131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41813e39-780b-44a7-814f-2c7d23cb7255 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:51.555945 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-41813e39-780b-44a7-814f-2c7d23cb7255 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0824294 Aug 30 13:16:51.558759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60404) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:51.572252 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.572777 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.597520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 34a1bc2b-bf77-4f41-8a53-26bee350a1f6 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:51.721130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-44b71f42-eaab-4295-a0f9-1feb97136ff8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port c126af42-c5ed-4e2c-84d7-ae7158ab9c1f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:51.721474 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44b71f42-eaab-4295-a0f9-1feb97136ff8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.808107 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.859786 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44b71f42-eaab-4295-a0f9-1feb97136ff8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:51.870646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=34a1bc2b-bf77-4f41-8a53-26bee350a1f6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:51.880782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-44b71f42-eaab-4295-a0f9-1feb97136ff8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for c126af42-c5ed-4e2c-84d7-ae7158ab9c1f owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:52.048436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.060911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9ec5a6c4-b74b-4f93-b271-20fe78667be0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:52.075025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.078651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5cb8db38-2ea0-47ff-b98a-05892948cec4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/floatingips/a6401798-e97d-4567-82b8-873b117f9735 HTTP/1.1" status: 204 len: 168 time: 0.8061574 Aug 30 13:16:52.081888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60412) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:52.086223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '18eafa3a-80d4-4709-8aea-c0196f84be84'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:52.128863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44b71f42-eaab-4295-a0f9-1feb97136ff8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.145117 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.177810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9ec5a6c4-b74b-4f93-b271-20fe78667be0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:52.197466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b71f42-eaab-4295-a0f9-1feb97136ff8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=c126af42-c5ed-4e2c-84d7-ae7158ab9c1f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:52.250902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44b71f42-eaab-4295-a0f9-1feb97136ff8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.257407 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-44b71f42-eaab-4295-a0f9-1feb97136ff8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/c126af42-c5ed-4e2c-84d7-ae7158ab9c1f HTTP/1.1" status: 204 len: 168 time: 0.6938684 Aug 30 13:16:52.260458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60416) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:52.305550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d23de1e6-2c08-405f-9013-14fe1335dd3b None None] Provisioning for port 9ec5a6c4-b74b-4f93-b271-20fe78667be0 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:52.316038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d23de1e6-2c08-405f-9013-14fe1335dd3b None None] Provisioning complete for port 9ec5a6c4-b74b-4f93-b271-20fe78667be0 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:52.316788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d23de1e6-2c08-405f-9013-14fe1335dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.340921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0523409-4673-41a9-bdb7-12f7c564087d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:52.342826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0523409-4673-41a9-bdb7-12f7c564087d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:52.345372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c0523409-4673-41a9-bdb7-12f7c564087d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0814402 Aug 30 13:16:52.347785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60418) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:52.371934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.449783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d7dffc-c2c5-4928-b9af-ce89272c71b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 5113738e-114f-40aa-9f9d-d644ff969022 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:52.454874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80d7dffc-c2c5-4928-b9af-ce89272c71b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.478923 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d23de1e6-2c08-405f-9013-14fe1335dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.525310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80d7dffc-c2c5-4928-b9af-ce89272c71b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.547676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d23de1e6-2c08-405f-9013-14fe1335dd3b None None] For port 9ec5a6c4-b74b-4f93-b271-20fe78667be0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9ec5a6c4-b74b-4f93-b271-20fe78667be0,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:52.555327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d23de1e6-2c08-405f-9013-14fe1335dd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.613698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.25.2.41 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/04d19169-47fe-4b74-b8d3-b42b457e7617) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:52.650092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80d7dffc-c2c5-4928-b9af-ce89272c71b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.665775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23de1e6-2c08-405f-9013-14fe1335dd3b None None] Pushing event updated for resources: {'Port': ['ID=9ec5a6c4-b74b-4f93-b271-20fe78667be0,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:52.754270 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80d7dffc-c2c5-4928-b9af-ce89272c71b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.777164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b1535ee7-30e0-4bf7-a7f8-8ae0e1f9d0a5 None None] Could not find standard attr ID for object c126af42-c5ed-4e2c-84d7-ae7158ab9c1f. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:52.809811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7dffc-c2c5-4928-b9af-ce89272c71b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=5113738e-114f-40aa-9f9d-d644ff969022,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:52.828386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80d7dffc-c2c5-4928-b9af-ce89272c71b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.832317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:52.838389 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-80d7dffc-c2c5-4928-b9af-ce89272c71b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/5113738e-114f-40aa-9f9d-d644ff969022 HTTP/1.1" status: 204 len: 168 time: 0.4893644 Aug 30 13:16:52.839008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60428) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:52.907746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b17bf34a-ec0f-415b-a3ce-8244433f3569 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675402 Aug 30 13:16:52.909382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60430) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:52.918271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:52.929166 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:53.011446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:53.019259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:53.030644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:53.069154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:53.071700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=04d19169-47fe-4b74-b8d3-b42b457e7617,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:53.079867 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:53.103924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27426f3-8892-4d26-8a60-7197e64722e2 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:53.340639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418fcc4f-b6ae-4447-a679-854330aca56a None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:53.418355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-418fcc4f-b6ae-4447-a679-854330aca56a None None] Deleting port 9ec5a6c4-b74b-4f93-b271-20fe78667be0 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:53.418986 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-418fcc4f-b6ae-4447-a679-854330aca56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:53.501062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-418fcc4f-b6ae-4447-a679-854330aca56a None None] For port 9ec5a6c4-b74b-4f93-b271-20fe78667be0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9ec5a6c4-b74b-4f93-b271-20fe78667be0,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:53.502163 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-418fcc4f-b6ae-4447-a679-854330aca56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:53.518750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-418fcc4f-b6ae-4447-a679-854330aca56a None None] Calling delete_port for 9ec5a6c4-b74b-4f93-b271-20fe78667be0 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:53.633748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.objects.ports [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95698) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:16:53.645295 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-418fcc4f-b6ae-4447-a679-854330aca56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:53.673106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fcc4f-b6ae-4447-a679-854330aca56a None None] Pushing event deleted for resources: {'Port': ['ID=9ec5a6c4-b74b-4f93-b271-20fe78667be0,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:53.679681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418fcc4f-b6ae-4447-a679-854330aca56a None None] No DVR routers for this DVR port 9ec5a6c4-b74b-4f93-b271-20fe78667be0 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:53.795606 n-d-688802-6 neutron-server[95698]: WARNING neutron.services.revisions.revision_plugin [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Could not find related port for resource to bump revision. Aug 30 13:16:53.802901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.ipam_pluggable_backend [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Port 9ec5a6c4-b74b-4f93-b271-20fe78667be0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95698) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 30 13:16:53.803287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.ipam_pluggable_backend [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:e017 {{(pid=95698) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 30 13:16:53.807357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.ipam_pluggable_backend [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:e017 {{(pid=95698) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 30 13:16:53.808963 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:53.828623 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:53.892317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:53.895979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:53.900260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=81b820d5-41b2-4d13-9cf4-15d8a0becabf,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:53.903285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:53.903998 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:53.914343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a983c802-4f75-465f-ad0f-5df019eee090 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:53.921071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2782b19d-cc4b-49bc-a73d-3dc8d5cfdd14 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0098889 Aug 30 13:16:53.925145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60452) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:53.930931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:81:31:ab', 'name': 'tempest-NetworksTestDHCPv6-1520561901'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:53.941255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:54.081439 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9ec5a6c4-b74b-4f93-b271-20fe78667be0 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:54.110136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:54.129647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 9ec5a6c4-b74b-4f93-b271-20fe78667be0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:16:54.130181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9ec5a6c4-b74b-4f93-b271-20fe78667be0 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:16:54.188867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '81b820d5-41b2-4d13-9cf4-15d8a0becabf'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:54.191525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:54.270711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:54.280079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:54.292805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:54.330574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port f31f6a87-17f0-447f-8ee5-77491a9db37f yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:54.358727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=04d19169-47fe-4b74-b8d3-b42b457e7617,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:54.374816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Allocated IP 2001:db8::f816:3eff:fea1:8dba (c9e9e44f-48e2-4e6f-b395-9a96ee236512/81b820d5-41b2-4d13-9cf4-15d8a0becabf/d0d4ccf1-788b-4ac2-997c-95de50bfffe7) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:54.472614 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:54.602131 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP 182e4414-f0be-4ee3-97f5-6d7f4f9dbc81 associated. External IP: 172.25.2.41, port: 18eafa3a-80d4-4709-8aea-c0196f84be84. Aug 30 13:16:54.741545 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:54.755193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Transition to ACTIVE for port object d0d4ccf1-788b-4ac2-997c-95de50bfffe7 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:54.787413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Transition to ACTIVE for port object d0d4ccf1-788b-4ac2-997c-95de50bfffe7 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:54.814629 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:54.884946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:54.886146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:54.889505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:54.894670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:54.898908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Pushing event updated for resources: {'Port': ['ID=d0d4ccf1-788b-4ac2-997c-95de50bfffe7,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:54.902341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:fe81:31ab (c9e9e44f-48e2-4e6f-b395-9a96ee236512/81b820d5-41b2-4d13-9cf4-15d8a0becabf/f31f6a87-17f0-447f-8ee5-77491a9db37f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:54.982309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Attempting to bind port d0d4ccf1-788b-4ac2-997c-95de50bfffe7 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:54.982961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Attempting to bind port d0d4ccf1-788b-4ac2-997c-95de50bfffe7 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:54.983469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Attempting to bind port d0d4ccf1-788b-4ac2-997c-95de50bfffe7 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:54.990230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:54.990802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:54.991296 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:54.992068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:54.992772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Bound port: d0d4ccf1-788b-4ac2-997c-95de50bfffe7, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:54.993233 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:55.132271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:55.133747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] For port d0d4ccf1-788b-4ac2-997c-95de50bfffe7, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:55.144929 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60466025-281b-4126-95a0-13aed21d52a0 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:55.153121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] For port d0d4ccf1-788b-4ac2-997c-95de50bfffe7, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d0d4ccf1-788b-4ac2-997c-95de50bfffe7,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:55.159360 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60466025-281b-4126-95a0-13aed21d52a0 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:55.161928 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:55.163587 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-60466025-281b-4126-95a0-13aed21d52a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:55.196804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:55.278464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6b514d77-cf22-4249-a6fe-5eae82d8c297 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.1953967 Aug 30 13:16:55.281067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60496) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:55.292717 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-60466025-281b-4126-95a0-13aed21d52a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:55.323440 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60466025-281b-4126-95a0-13aed21d52a0 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:55.325367 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-60466025-281b-4126-95a0-13aed21d52a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:55.338688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5cc77-6706-46eb-b506-49c2994ac4f5 None None] Pushing event updated for resources: {'Port': ['ID=d0d4ccf1-788b-4ac2-997c-95de50bfffe7,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:55.385406 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-60466025-281b-4126-95a0-13aed21d52a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:55.386527 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60466025-281b-4126-95a0-13aed21d52a0 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:55.435922 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e4d66493-bb15-482c-82d9-32a787fd0baa tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "GET /v2.0/floatingips/182e4414-f0be-4ee3-97f5-6d7f4f9dbc81 HTTP/1.1" status: 200 len: 977 time: 0.1520510 Aug 30 13:16:55.438393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60500) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:55.559079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:55.595803 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d155e404-93c1-4e24-87cf-5470a1cd7544 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1539574 Aug 30 13:16:55.596114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60504) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:55.602707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'port_id': '84cfdcc0-6b97-418c-9647-5cee169c5f67'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:55.616846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object f31f6a87-17f0-447f-8ee5-77491a9db37f will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:55.678346 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:55.680779 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:55.765635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:55.771021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:55.776220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:55.784465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:55.785104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:55.789961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=f31f6a87-17f0-447f-8ee5-77491a9db37f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:55.807024 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6c825f49-9777-4811-9fc3-1de7e273b819 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8806121 Aug 30 13:16:55.809688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60510) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:55.870532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47938df-b28c-48bd-81a0-882d08294171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:55.876982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47938df-b28c-48bd-81a0-882d08294171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:55.881573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a47938df-b28c-48bd-81a0-882d08294171 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0706589 Aug 30 13:16:55.885118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60512) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:56.013707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ae8b9-bc2f-416f-b30f-1eacf29ee705 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port f31f6a87-17f0-447f-8ee5-77491a9db37f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:56.014563 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae8b9-bc2f-416f-b30f-1eacf29ee705 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:56.019384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d0d4ccf1-788b-4ac2-997c-95de50bfffe7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:16:56.083940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port d0d4ccf1-788b-4ac2-997c-95de50bfffe7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:56.161306 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae8b9-bc2f-416f-b30f-1eacf29ee705 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:56.184327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9c3ae8b9-bc2f-416f-b30f-1eacf29ee705 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for f31f6a87-17f0-447f-8ee5-77491a9db37f owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:56.535132 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae8b9-bc2f-416f-b30f-1eacf29ee705 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:56.578924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ae8b9-bc2f-416f-b30f-1eacf29ee705 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=f31f6a87-17f0-447f-8ee5-77491a9db37f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:56.635167 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c3ae8b9-bc2f-416f-b30f-1eacf29ee705 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:56.637244 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9c3ae8b9-bc2f-416f-b30f-1eacf29ee705 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/f31f6a87-17f0-447f-8ee5-77491a9db37f HTTP/1.1" status: 204 len: 168 time: 0.7539160 Aug 30 13:16:56.640375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60532) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:56.731694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4153978-9a3e-4d4b-9b67-27a3be58a096 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:56.734473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4153978-9a3e-4d4b-9b67-27a3be58a096 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:56.739089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b4153978-9a3e-4d4b-9b67-27a3be58a096 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0977621 Aug 30 13:16:56.739946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60534) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:56.807983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-24656f77-62e7-43fc-b25b-55d5d4b4e18a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 81b820d5-41b2-4d13-9cf4-15d8a0becabf {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:16:56.814821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24656f77-62e7-43fc-b25b-55d5d4b4e18a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:56.865614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Provisioning for port d0d4ccf1-788b-4ac2-997c-95de50bfffe7 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:16:56.870445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Provisioning complete for port d0d4ccf1-788b-4ac2-997c-95de50bfffe7 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:16:56.870822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:56.871599 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:56.880983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:56.897650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24656f77-62e7-43fc-b25b-55d5d4b4e18a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:57.073600 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:57.081849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24656f77-62e7-43fc-b25b-55d5d4b4e18a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:57.084773 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP 182e4414-f0be-4ee3-97f5-6d7f4f9dbc81 associated. External IP: 172.25.2.41, port: 18eafa3a-80d4-4709-8aea-c0196f84be84. Aug 30 13:16:57.179468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24656f77-62e7-43fc-b25b-55d5d4b4e18a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:57.222277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24656f77-62e7-43fc-b25b-55d5d4b4e18a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=81b820d5-41b2-4d13-9cf4-15d8a0becabf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:57.232100 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:16:57.232772 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:16:57.236711 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24656f77-62e7-43fc-b25b-55d5d4b4e18a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:57.238800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-24656f77-62e7-43fc-b25b-55d5d4b4e18a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/81b820d5-41b2-4d13-9cf4-15d8a0becabf HTTP/1.1" status: 204 len: 168 time: 0.4974699 Aug 30 13:16:57.241307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60542) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:57.290417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f3b1d3ab-e1ad-4694-a2f9-1f3f18783505 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474408 Aug 30 13:16:57.291090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60544) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:57.346476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a67522-bc1b-4882-ba56-3892b60a6831 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:57.350919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-93a67522-bc1b-4882-ba56-3892b60a6831 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0587022 Aug 30 13:16:57.351601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60548) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:57.418134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:57.445302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2806b641-d793-4b87-9608-29ba169308bd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:57.455498 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2806b641-d793-4b87-9608-29ba169308bd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027987 Aug 30 13:16:57.456318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60554) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:57.489966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833da556-8856-433f-b9f0-b21dd30f63f4 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:57.523417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cd0df11c-3085-4104-b99f-9ee99a695746 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614693 Aug 30 13:16:57.524082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60558) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:57.533823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:57.668857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:57.683544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:57.687747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:57.709928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d99dc-fbf1-4d5e-822a-281d393deba9 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:57.745082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d99dc-fbf1-4d5e-822a-281d393deba9 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:57.745490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8e3d99dc-fbf1-4d5e-822a-281d393deba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:57.825234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8e3d99dc-fbf1-4d5e-822a-281d393deba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:57.848067 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:57.850529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d99dc-fbf1-4d5e-822a-281d393deba9 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:57.851409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8e3d99dc-fbf1-4d5e-822a-281d393deba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:57.928717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca11a782-1533-4cfe-98d7-abfbddacb9ca None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:16:57.932779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8e3d99dc-fbf1-4d5e-822a-281d393deba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:57.933421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d99dc-fbf1-4d5e-822a-281d393deba9 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:57.982372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] For port d0d4ccf1-788b-4ac2-997c-95de50bfffe7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d0d4ccf1-788b-4ac2-997c-95de50bfffe7,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:57.995295 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.018335 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.036621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ca11a782-1533-4cfe-98d7-abfbddacb9ca None None] Deleting port d0d4ccf1-788b-4ac2-997c-95de50bfffe7 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:58.037572 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ca11a782-1533-4cfe-98d7-abfbddacb9ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.051780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:58.109306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Pushing event updated for resources: {'Port': ['ID=d0d4ccf1-788b-4ac2-997c-95de50bfffe7,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:58.114782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3f94d996-6774-46d4-a7c5-78d53d8fb597 None None] Could not find standard attr ID for object f31f6a87-17f0-447f-8ee5-77491a9db37f. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:16:58.125834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:58.127427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.128502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.129016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.129289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:58.129697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.130187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.131180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.131679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.132160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.132692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.133736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.134267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.134775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f203c8-b72a-4e29-a270-4547bcfa8f1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:16:58.146580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:58.147402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.186568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6606696 Aug 30 13:16:58.187482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a4e4c-50b3-4b8e-83ee-1d65a0347d77 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=5546fbd7-70be-4773-825e-ead2e425e3a3,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:58.196931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60566) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:58.208625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ca11a782-1533-4cfe-98d7-abfbddacb9ca None None] For port d0d4ccf1-788b-4ac2-997c-95de50bfffe7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d0d4ccf1-788b-4ac2-997c-95de50bfffe7,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:16:58.209032 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ca11a782-1533-4cfe-98d7-abfbddacb9ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.209865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:80:81:a4', 'name': 'tempest-NetworksTestDHCPv6-2109679243'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:58.233326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ca11a782-1533-4cfe-98d7-abfbddacb9ca None None] Calling delete_port for d0d4ccf1-788b-4ac2-997c-95de50bfffe7 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:16:58.293181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:58.298897 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.304991 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf810467-d55e-4f81-81ab-f010577d216f None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:58.322698 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf810467-d55e-4f81-81ab-f010577d216f None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:58.323304 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cf810467-d55e-4f81-81ab-f010577d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:58.339431 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ca11a782-1533-4cfe-98d7-abfbddacb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.367992 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cf810467-d55e-4f81-81ab-f010577d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:58.372946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11a782-1533-4cfe-98d7-abfbddacb9ca None None] Pushing event deleted for resources: {'Port': ['ID=d0d4ccf1-788b-4ac2-997c-95de50bfffe7,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:58.375040 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.378229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11a782-1533-4cfe-98d7-abfbddacb9ca None None] No DVR routers for this DVR port d0d4ccf1-788b-4ac2-997c-95de50bfffe7 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:16:58.395107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a3324-96cf-4c7a-89fa-c1f6549c6207 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:16:58.412142 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf810467-d55e-4f81-81ab-f010577d216f None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:58.419259 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cf810467-d55e-4f81-81ab-f010577d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:58.429135 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-32cc46e0-30ab-405f-96d6-aa99ce5d92c5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2310896 Aug 30 13:16:58.447625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-20f097bd-4d20-41b5-b585-e79bb15b23d5 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/floatingips/182e4414-f0be-4ee3-97f5-6d7f4f9dbc81 HTTP/1.1" status: 200 len: 976 time: 2.8492575 Aug 30 13:16:58.454436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60570) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:58.457655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-60be28e5-dcae-4913-8127-291f4ee5e69c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:16:58.492937 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cf810467-d55e-4f81-81ab-f010577d216f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:58.495491 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf810467-d55e-4f81-81ab-f010577d216f None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:58.564299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-d77a645e-0810-4875-94fc-30a7f269544f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:58.566037 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-d77a645e-0810-4875-94fc-30a7f269544f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 1095 time: 0.1029093 Aug 30 13:16:58.567567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:16:58.587543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60be28e5-dcae-4913-8127-291f4ee5e69c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.620965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '5546fbd7-70be-4773-825e-ead2e425e3a3'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:16:58.621949 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.806749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.843136 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60be28e5-dcae-4913-8127-291f4ee5e69c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.851014 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60be28e5-dcae-4913-8127-291f4ee5e69c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:58.851014 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-60be28e5-dcae-4913-8127-291f4ee5e69c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP 182e4414-f0be-4ee3-97f5-6d7f4f9dbc81 disassociated. External IP: 172.25.2.41, port: 84cfdcc0-6b97-418c-9647-5cee169c5f67. Aug 30 13:16:58.854489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-5374c4d3-15e7-4029-8935-a96d778607c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:58.856128 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-5374c4d3-15e7-4029-8935-a96d778607c3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.2241426 Aug 30 13:16:58.857328 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port cfaf2f68-f988-4630-b8a2-b82119884ef5 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:16:58.899174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/5546fbd7-70be-4773-825e-ead2e425e3a3/46a36ef1-5ec9-40ce-90bd-b0278cf5e6db) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:58.955464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-346036df-5f69-416e-826b-c44c5ebbd794 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 200 len: 217 time: 0.0920508 Aug 30 13:16:59.070163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-792ffbd5-0167-45de-8414-1809f7e48966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:59.071999 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-792ffbd5-0167-45de-8414-1809f7e48966 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1032500 Aug 30 13:16:59.110031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:59.115175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60be28e5-dcae-4913-8127-291f4ee5e69c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:16:59.122441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Transition to ACTIVE for port object 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:59.141875 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-1462dc2e-9648-4b5c-b247-14ef43002878 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623484 Aug 30 13:16:59.151486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Transition to ACTIVE for port object 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:16:59.164970 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:59.207960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:16:59.271621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:16:59.274909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::29e (c9e9e44f-48e2-4e6f-b395-9a96ee236512/5546fbd7-70be-4773-825e-ead2e425e3a3/cfaf2f68-f988-4630-b8a2-b82119884ef5) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:16:59.279090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:16:59.297575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60584) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:59.299101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60be28e5-dcae-4913-8127-291f4ee5e69c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:16:59.308853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60be28e5-dcae-4913-8127-291f4ee5e69c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:59.318325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Pushing event updated for resources: {'Port': ['ID=46a36ef1-5ec9-40ce-90bd-b0278cf5e6db,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:59.323387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07809c26-230f-4184-8224-df28c000e00d None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:16:59.340429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-e58d6245-39ac-4a44-8b55-c682db2cef52 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2237318 Aug 30 13:16:59.346761 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-60be28e5-dcae-4913-8127-291f4ee5e69c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/floatingips/182e4414-f0be-4ee3-97f5-6d7f4f9dbc81 HTTP/1.1" status: 200 len: 687 time: 0.8953335 Aug 30 13:16:59.349296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60588) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:16:59.359100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Attempting to bind port 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:16:59.359570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Attempting to bind port 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:16:59.360016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Attempting to bind port 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:16:59.363298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07809c26-230f-4184-8224-df28c000e00d None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:59.364119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-07809c26-230f-4184-8224-df28c000e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:59.368933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:16:59.369406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:16:59.369918 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:59.370387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:16:59.370933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Bound port: 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:16:59.371388 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:59.415640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-07809c26-230f-4184-8224-df28c000e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:59.429964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07809c26-230f-4184-8224-df28c000e00d None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:16:59.429964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-07809c26-230f-4184-8224-df28c000e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:59.524042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-07809c26-230f-4184-8224-df28c000e00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:16:59.524870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07809c26-230f-4184-8224-df28c000e00d None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:16:59.552217 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2244dac-e95c-4ab2-bf5e-421ffeb83f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:59.562343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] For port 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:16:59.566460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] For port 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=46a36ef1-5ec9-40ce-90bd-b0278cf5e6db,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:16:59.575396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:59.666592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee03597-9856-4af8-82be-aa2c543bcb06 None None] Pushing event updated for resources: {'Port': ['ID=46a36ef1-5ec9-40ce-90bd-b0278cf5e6db,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:16:59.703994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-473bca7a-b6d3-492c-868f-1181e3cdb9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:16:59.705630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-473bca7a-b6d3-492c-868f-1181e3cdb9c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 1097 time: 0.2431612 Aug 30 13:16:59.766577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 04d19169-47fe-4b74-b8d3-b42b457e7617 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:16:59.766962 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:59.858985 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-887c8191-2794-4920-92af-65b09b66de34 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7090335 Aug 30 13:16:59.979425 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2244dac-e95c-4ab2-bf5e-421ffeb83f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:16:59.980387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d0d4ccf1-788b-4ac2-997c-95de50bfffe7 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:16:59.991275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.008195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2244dac-e95c-4ab2-bf5e-421ffeb83f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.027486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: d0d4ccf1-788b-4ac2-997c-95de50bfffe7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:17:00.028241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d0d4ccf1-788b-4ac2-997c-95de50bfffe7 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:17:00.038685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object cfaf2f68-f988-4630-b8a2-b82119884ef5 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:00.050712 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.051453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.069568 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c69c715b-3752-4b86-b5e2-7f99622442e7 req-7d76beec-3de6-4afd-8901-bc307016813e service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025979 Aug 30 13:17:00.108769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 04d19169-47fe-4b74-b8d3-b42b457e7617 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:00.113401 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.114869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c2244dac-e95c-4ab2-bf5e-421ffeb83f81 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=23e6fa554d5642c2af2a379dab94400a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8137958 Aug 30 13:17:00.117709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60596) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:00.127082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-d7a27c5a-384b-4502-82a0-c6f69bebed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:00.128717 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-d7a27c5a-384b-4502-82a0-c6f69bebed78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 200 len: 911 time: 0.3981500 Aug 30 13:17:00.133408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2244dac-e95c-4ab2-bf5e-421ffeb83f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93d2ff6-8db4-45f8-9168-cd4abae29727,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:00.198223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:00.206553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:00.209791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:00.215391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:00.216010 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.219679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=cfaf2f68-f988-4630-b8a2-b82119884ef5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:00.241487 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1fc-b1b6-4fac-bf58-70edb6dc1c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.253002 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-78456827-f93a-4efa-8439-2225adfe407d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7 HTTP/1.1" status: 200 len: 1000 time: 0.1158884 Aug 30 13:17:00.255061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-21b39d4a-b24d-4b91-b37d-b4a5f4c2b8bb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0558374 Aug 30 13:17:00.258025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60598) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:00.294630 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1fc-b1b6-4fac-bf58-70edb6dc1c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.326004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-56d0db0d-0cc5-432e-8d21-6c50e38b471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:00.327929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-56d0db0d-0cc5-432e-8d21-6c50e38b471c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 200 len: 849 time: 0.0661972 Aug 30 13:17:00.349387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c7eaa-59d6-4938-95c3-d5d5a9b80ab5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:00.355445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c7eaa-59d6-4938-95c3-d5d5a9b80ab5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:00.359883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-352c7eaa-59d6-4938-95c3-d5d5a9b80ab5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0982332 Aug 30 13:17:00.360296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60600) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:00.401595 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1fc-b1b6-4fac-bf58-70edb6dc1c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.408573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a7dc1fc-b1b6-4fac-bf58-70edb6dc1c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.408573 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8a7dc1fc-b1b6-4fac-bf58-70edb6dc1c49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b93d2ff6-8db4-45f8-9168-cd4abae29727 HTTP/1.1" status: 204 len: 168 time: 0.2871339 Aug 30 13:17:00.413681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-adb97fd1-7024-489d-9fdf-933e56a2db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:00.413681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-adb97fd1-7024-489d-9fdf-933e56a2db0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771952 Aug 30 13:17:00.478243 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.501092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dc1fc-b1b6-4fac-bf58-70edb6dc1c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93d2ff6-8db4-45f8-9168-cd4abae29727,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:00.519857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=04d19169-47fe-4b74-b8d3-b42b457e7617,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:00.548092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3baa23e2-cc91-4db4-b308-c50b46678aa9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port cfaf2f68-f988-4630-b8a2-b82119884ef5 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:00.548396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3baa23e2-cc91-4db4-b308-c50b46678aa9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.644856 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-9b68d6f1-55c3-449c-95db-8af19ae5e4d9 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232697 Aug 30 13:17:00.663082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.666170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.671096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e3f52ff9-5651-447e-ac0a-e60df577c4ad tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/floatingips/182e4414-f0be-4ee3-97f5-6d7f4f9dbc81 HTTP/1.1" status: 204 len: 168 time: 1.3203034 Aug 30 13:17:00.675303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60606) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:00.687428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3baa23e2-cc91-4db4-b308-c50b46678aa9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.765064 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-265a42e9-93eb-443f-a42c-be8dd04523e4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] delete failed (client error): The resource could not be found. Aug 30 13:17:00.767125 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-265a42e9-93eb-443f-a42c-be8dd04523e4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/floatingips/182e4414-f0be-4ee3-97f5-6d7f4f9dbc81 HTTP/1.1" status: 404 len: 345 time: 0.0903964 Aug 30 13:17:00.771685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60610) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:00.776888 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.779238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-271aedcd-ff23-4a69-a570-4efc54065c39 req-cb161563-c27f-41fa-b291-2d61af706c34 service neutron] 10.222.0.35 "GET /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258030 Aug 30 13:17:00.784818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3baa23e2-cc91-4db4-b308-c50b46678aa9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for cfaf2f68-f988-4630-b8a2-b82119884ef5 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:00.908539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60614) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:00.923887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d5059e1-d2fa-45e0-98a8-8283e1171526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:00.939472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86b43c-1c3f-4858-9bda-5f31023dcaf9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:00.945713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86b43c-1c3f-4858-9bda-5f31023dcaf9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:00.952394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86b43c-1c3f-4858-9bda-5f31023dcaf9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:00.954112 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fb86b43c-1c3f-4858-9bda-5f31023dcaf9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "GET /v2.0/ports?network_id=b9fdb32c-edf1-4092-9caf-538b0a16951d HTTP/1.1" status: 200 len: 2357 time: 0.1812561 Aug 30 13:17:00.958417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60616) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.057052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d5059e1-d2fa-45e0-98a8-8283e1171526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.063809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d5059e1-d2fa-45e0-98a8-8283e1171526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.071969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c6e37-cb35-44cb-8d33-a3d88ffff07b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:01.078551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-237c6e37-cb35-44cb-8d33-a3d88ffff07b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "GET /v2.0/subnets/a145e569-a662-4ff2-a971-8e0f217dd5f4 HTTP/1.1" status: 200 len: 797 time: 0.1140027 Aug 30 13:17:01.084948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60620) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.090375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'port': {'network_id': 'b9fdb32c-edf1-4092-9caf-538b0a16951d', 'name': 'tempest-FloatingIPTestJSON-648078449', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:01.145258 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3baa23e2-cc91-4db4-b308-c50b46678aa9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.152083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6d5059e1-d2fa-45e0-98a8-8283e1171526 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1363113cdf18444a97c8b4b657fbf5c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423604 Aug 30 13:17:01.158535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60622) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.168007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5059e1-d2fa-45e0-98a8-8283e1171526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f8869a-9a1c-4f30-a124-a2191e703e3b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:01.181524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-283b913b-a5b7-4f96-b7b7-f667a0f50076 None None] Provisioning for port 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:01.181800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa23e2-cc91-4db4-b308-c50b46678aa9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=cfaf2f68-f988-4630-b8a2-b82119884ef5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:01.207239 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3baa23e2-cc91-4db4-b308-c50b46678aa9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.211968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3baa23e2-cc91-4db4-b308-c50b46678aa9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/cfaf2f68-f988-4630-b8a2-b82119884ef5 HTTP/1.1" status: 204 len: 168 time: 0.8481483 Aug 30 13:17:01.211968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60624) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.256719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2051e0b-26ac-43ce-bc47-af0e98dea831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.269526 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7a6b7-c19b-4112-a106-c7cdabbc2f49 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:01.271159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb7a6b7-c19b-4112-a106-c7cdabbc2f49 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:01.274507 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1bb7a6b7-c19b-4112-a106-c7cdabbc2f49 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0604744 Aug 30 13:17:01.275947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60626) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.291362 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2051e0b-26ac-43ce-bc47-af0e98dea831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.309638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Made reservation on behalf of d3b6d2445ef047d0b35610c4c94b050f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:01.340884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d73b111-d4ae-4ada-a8f9-4f9f9f82a0e2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 5546fbd7-70be-4773-825e-ead2e425e3a3 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:01.345127 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d73b111-d4ae-4ada-a8f9-4f9f9f82a0e2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.394438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d73b111-d4ae-4ada-a8f9-4f9f9f82a0e2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.404024 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2051e0b-26ac-43ce-bc47-af0e98dea831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.409614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ad29ccc2-75db-4960-a028-9f1dd75f476e None None] Could not find standard attr ID for object cfaf2f68-f988-4630-b8a2-b82119884ef5. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:17:01.414120 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2051e0b-26ac-43ce-bc47-af0e98dea831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.415293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e2051e0b-26ac-43ce-bc47-af0e98dea831 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14f8869a-9a1c-4f30-a124-a2191e703e3b HTTP/1.1" status: 204 len: 168 time: 0.2555766 Aug 30 13:17:01.424311 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.438070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2051e0b-26ac-43ce-bc47-af0e98dea831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f8869a-9a1c-4f30-a124-a2191e703e3b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:01.453579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] device_id is not set on port f90a2aef-bdc9-4777-8355-7127c3d1ba33 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:17:01.518445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d73b111-d4ae-4ada-a8f9-4f9f9f82a0e2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.615322 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d73b111-d4ae-4ada-a8f9-4f9f9f82a0e2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.646593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73b111-d4ae-4ada-a8f9-4f9f9f82a0e2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=5546fbd7-70be-4773-825e-ead2e425e3a3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:01.650367 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d73b111-d4ae-4ada-a8f9-4f9f9f82a0e2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:01.656258 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3d73b111-d4ae-4ada-a8f9-4f9f9f82a0e2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/5546fbd7-70be-4773-825e-ead2e425e3a3 HTTP/1.1" status: 204 len: 168 time: 0.3792624 Aug 30 13:17:01.657333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60632) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.658457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de82af4-2f76-45a9-9f97-bb515d73c5b4 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:01.701718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-88a05322-d627-403b-b22f-fb6c3093e8f7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428104 Aug 30 13:17:01.702687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60634) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.703793 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:17:01.796855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2e66b1-fd3f-488f-8a85-4aabc46b31ab tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:01.798849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6c2e66b1-fd3f-488f-8a85-4aabc46b31ab tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0950358 Aug 30 13:17:01.801469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60640) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.840558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.20.0.14 (b9fdb32c-edf1-4092-9caf-538b0a16951d/a145e569-a662-4ff2-a971-8e0f217dd5f4/f90a2aef-bdc9-4777-8355-7127c3d1ba33) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:01.848662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.20.0.13 (b9fdb32c-edf1-4092-9caf-538b0a16951d/a145e569-a662-4ff2-a971-8e0f217dd5f4/f90a2aef-bdc9-4777-8355-7127c3d1ba33) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:01.878426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bbdfbd-7126-450c-a1d1-89bdfd9be931 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:01.880239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-01bbdfbd-7126-450c-a1d1-89bdfd9be931 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0770025 Aug 30 13:17:01.882644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60646) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.905630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d0dc4f-caf2-4e27-96a5-c62b269e0ccc None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:17:01.952229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-66a6219a-951d-48d3-b10c-ccfe5e60a7c1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683777 Aug 30 13:17:01.956348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60652) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:01.968649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:02.020449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-15d0dc4f-caf2-4e27-96a5-c62b269e0ccc None None] Deleting port 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:02.020956 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-15d0dc4f-caf2-4e27-96a5-c62b269e0ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.112836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.133287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-15d0dc4f-caf2-4e27-96a5-c62b269e0ccc None None] For port 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=46a36ef1-5ec9-40ce-90bd-b0278cf5e6db,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:02.133739 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-15d0dc4f-caf2-4e27-96a5-c62b269e0ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.149590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:02.154014 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.156700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-15d0dc4f-caf2-4e27-96a5-c62b269e0ccc None None] Calling delete_port for 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:02.202804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.266064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=f90a2aef-bdc9-4777-8355-7127c3d1ba33,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:02.278894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network b9fdb32c-edf1-4092-9caf-538b0a16951d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:02.282006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:02.288689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:02.325939 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-15d0dc4f-caf2-4e27-96a5-c62b269e0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.354651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:02.355300 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.355733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0dc4f-caf2-4e27-96a5-c62b269e0ccc None None] Pushing event deleted for resources: {'Port': ['ID=46a36ef1-5ec9-40ce-90bd-b0278cf5e6db,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:02.361357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0dc4f-caf2-4e27-96a5-c62b269e0ccc None None] No DVR routers for this DVR port 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:02.383094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7cb3b9ec-0ada-400e-a099-35974f47495c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.2943587 Aug 30 13:17:02.383464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60676) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:02.388415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': 'f90a2aef-bdc9-4777-8355-7127c3d1ba33', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:02.432709 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.571785 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.600623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:17:02.602454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.650834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:02.654316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:02.659308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:02.659921 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.666351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069423e6-485e-44e2-aa1f-476f2ae2e3cd None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:02.686396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7274148 Aug 30 13:17:02.689770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60686) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:02.697904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5944073c-63fc-416e-b9e6-fa67c2c1a30b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:02.718803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d88ce-3459-42bc-a32b-bd239171af63 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=aca9a14d-232e-4f0b-8322-6d759d7c7f78,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:02.856642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5944073c-63fc-416e-b9e6-fa67c2c1a30b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:02.866462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5944073c-63fc-416e-b9e6-fa67c2c1a30b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.874675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': 'aca9a14d-232e-4f0b-8322-6d759d7c7f78'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:02.875575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:02.989168 n-d-688802-6 neutron-server[95699]: INFO neutron.db.ipam_backend_mixin [None req-5944073c-63fc-416e-b9e6-fa67c2c1a30b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aca9a14d-232e-4f0b-8322-6d759d7c7f78 (CIDR: 2001:db8::/64) Aug 30 13:17:02.996464 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5944073c-63fc-416e-b9e6-fa67c2c1a30b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:17:02.997265 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5944073c-63fc-416e-b9e6-fa67c2c1a30b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:03.024526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5944073c-63fc-416e-b9e6-fa67c2c1a30b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3330512 Aug 30 13:17:03.029975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60698) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:03.036472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:03.037546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Allocated IP 2001:db8::f816:3eff:fe3e:6f55 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/aca9a14d-232e-4f0b-8322-6d759d7c7f78/9d8b56e1-327b-41c2-b447-40b4c106d0a3) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:03.139345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.25.2.88 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/835057cb-f9b5-4880-a225-98c9419f5488) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:03.165414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad561eb-985d-47cb-a2f1-f3f9bc259e7c req-ea82bb61-5667-4d81-8bb8-327bba5a1559 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:03.173822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ad561eb-985d-47cb-a2f1-f3f9bc259e7c req-ea82bb61-5667-4d81-8bb8-327bba5a1559 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 946 time: 0.5100830 Aug 30 13:17:03.204642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:03.211348 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.240101 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.255758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Transition to ACTIVE for port object 9d8b56e1-327b-41c2-b447-40b4c106d0a3 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:03.287169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ad561eb-985d-47cb-a2f1-f3f9bc259e7c req-7917c25a-74f2-46ff-bd19-1b3ebfc8944c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123424 Aug 30 13:17:03.303835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Transition to ACTIVE for port object 9d8b56e1-327b-41c2-b447-40b4c106d0a3 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:03.316471 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.368343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:03.383675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:03.386522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Pushing event updated for resources: {'Port': ['ID=9d8b56e1-327b-41c2-b447-40b4c106d0a3,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:03.390813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:03.423937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.454162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Attempting to bind port 9d8b56e1-327b-41c2-b447-40b4c106d0a3 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:03.455228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Attempting to bind port 9d8b56e1-327b-41c2-b447-40b4c106d0a3 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:03.455915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Attempting to bind port 9d8b56e1-327b-41c2-b447-40b4c106d0a3 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:03.465085 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:03.465977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:03.466651 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.467350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:03.468148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Bound port: 9d8b56e1-327b-41c2-b447-40b4c106d0a3, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:03.468786 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.496972 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.546348 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.551193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:03.555177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:03.559134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:03.565323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=835057cb-f9b5-4880-a225-98c9419f5488,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:03.575796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] For port 9d8b56e1-327b-41c2-b447-40b4c106d0a3, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:03.580152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] For port 9d8b56e1-327b-41c2-b447-40b4c106d0a3, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9d8b56e1-327b-41c2-b447-40b4c106d0a3,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:03.586415 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.606061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:03.615363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:03.623739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:03.624453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.645560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=a37cef2d-9fdf-4061-b748-595ae3b0311e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:03.672609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6fad778e-bba4-4fc5-b1ac-5adcc44c638d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6408722 Aug 30 13:17:03.675062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60712) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:03.682607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:ad:35:b1', 'name': 'tempest-NetworksTestDHCPv6-491178194'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:03.688888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e11a-c478-4f80-a0bf-e35d0a370921 None None] Pushing event updated for resources: {'Port': ['ID=9d8b56e1-327b-41c2-b447-40b4c106d0a3,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:03.823336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:03.897370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:03.936446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:17:03.937129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 46a36ef1-5ec9-40ce-90bd-b0278cf5e6db not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:17:03.972279 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:03.997797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port b88276fa-49af-48b0-8d21-aeecd5920900 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:17:04.087163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.178851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.202221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8:0:1::82 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/a37cef2d-9fdf-4061-b748-595ae3b0311e/b88276fa-49af-48b0-8d21-aeecd5920900) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:04.213272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:fead:35b1 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/aca9a14d-232e-4f0b-8322-6d759d7c7f78/b88276fa-49af-48b0-8d21-aeecd5920900) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:04.382447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.389824 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.443124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.459535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object b88276fa-49af-48b0-8d21-aeecd5920900 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:04.508424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.534855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:04.538638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:04.541839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:04.546679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=835057cb-f9b5-4880-a225-98c9419f5488,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:04.550049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:04.550867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.569235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.601409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9242451 Aug 30 13:17:04.603948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60734) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:04.614992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8667b83-014e-4009-8303-b294a0b4415f req-35f5da72-45e8-486a-8346-3863f443f40c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:04.616616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8667b83-014e-4009-8303-b294a0b4415f req-35f5da72-45e8-486a-8346-3863f443f40c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 946 time: 0.2103093 Aug 30 13:17:04.632009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-b9ea04f6-3d77-44fe-8ee2-6a9854bdff5c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:04.633656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-b9ea04f6-3d77-44fe-8ee2-6a9854bdff5c tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 946 time: 0.1932278 Aug 30 13:17:04.703466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4bde1-91ea-44e7-8564-a21fcede187a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=b88276fa-49af-48b0-8d21-aeecd5920900,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:04.751129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1f053f90-8978-4235-9dd4-5501434b477a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port b88276fa-49af-48b0-8d21-aeecd5920900 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:04.751129 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f053f90-8978-4235-9dd4-5501434b477a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.803192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8667b83-014e-4009-8303-b294a0b4415f req-ea9bd8c2-5a8e-47e8-9ef2-61bb81d33627 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups?id=31019643-c47f-4e04-bbbf-04761cce2467&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666934 Aug 30 13:17:04.835368 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP f2f49fb1-e828-453d-ac09-1ce2cf469634 associated. External IP: 172.25.2.88, port: f90a2aef-bdc9-4777-8355-7127c3d1ba33. Aug 30 13:17:04.889062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f053f90-8978-4235-9dd4-5501434b477a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:04.903251 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1f053f90-8978-4235-9dd4-5501434b477a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for b88276fa-49af-48b0-8d21-aeecd5920900 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:04.929041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f76f79-565b-4bd4-b57d-f470e984bbf2 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:04.960217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Deleting port c85e474f-6b53-43f9-b6cd-aa31149d57e7 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:04.960567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.018642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-96231818-b1c5-4a54-9efc-dba9a434a89e None None] Provisioning for port 9d8b56e1-327b-41c2-b447-40b4c106d0a3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:05.127114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] For port c85e474f-6b53-43f9-b6cd-aa31149d57e7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c85e474f-6b53-43f9-b6cd-aa31149d57e7,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:05.127114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.172182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f053f90-8978-4235-9dd4-5501434b477a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.220074 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f053f90-8978-4235-9dd4-5501434b477a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=b88276fa-49af-48b0-8d21-aeecd5920900,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:05.279876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e1684-562d-4ffc-b53e-a246ec172d11 None None] Update dhcp port {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': 'aca9a14d-232e-4f0b-8322-6d759d7c7f78', 'ip_address': '2001:db8::f816:3eff:fe3e:6f55'}, {'subnet_id': 'a37cef2d-9fdf-4061-b748-595ae3b0311e'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '9d8b56e1-327b-41c2-b447-40b4c106d0a3'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:17:05.300384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f053f90-8978-4235-9dd4-5501434b477a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.303628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:05.306479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1f053f90-8978-4235-9dd4-5501434b477a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/b88276fa-49af-48b0-8d21-aeecd5920900 HTTP/1.1" status: 204 len: 168 time: 0.7015266 Aug 30 13:17:05.307181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60750) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:05.309569 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d90e1684-562d-4ffc-b53e-a246ec172d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.377012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6c1277-b160-49a3-be93-ebd551ac111e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:05.380952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd6c1277-b160-49a3-be93-ebd551ac111e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0702641 Aug 30 13:17:05.381201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60754) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:05.442910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83026d19-2469-48e2-9fcc-730d41a2e254 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:05.444844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-83026d19-2469-48e2-9fcc-730d41a2e254 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0625298 Aug 30 13:17:05.447476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60758) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:05.521511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.521927 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.522247 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Floating IP ed041a65-0249-4c03-b206-16815d196ddb disassociated. External IP: 172.25.2.8, port: c85e474f-6b53-43f9-b6cd-aa31149d57e7. Aug 30 13:17:05.522589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Calling delete_port for c85e474f-6b53-43f9-b6cd-aa31149d57e7 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:05.524981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-d90e1684-562d-4ffc-b53e-a246ec172d11 None None] Allocated IP 2001:db8:0:1::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/a37cef2d-9fdf-4061-b748-595ae3b0311e/9d8b56e1-327b-41c2-b447-40b4c106d0a3) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:05.540691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2f04b-46f5-4431-8ec0-c1e4e3d84ffc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:05.546460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2f04b-46f5-4431-8ec0-c1e4e3d84ffc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:05.546687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b2f04b-46f5-4431-8ec0-c1e4e3d84ffc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:05.551814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-37b2f04b-46f5-4431-8ec0-c1e4e3d84ffc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1012838 Aug 30 13:17:05.552320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60760) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:05.594517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:05.608260 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26effe-0abc-428f-bebb-a35774c66106 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:05.623349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26effe-0abc-428f-bebb-a35774c66106 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:05.623997 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0a26effe-0abc-428f-bebb-a35774c66106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:05.658806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.661563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-e634f10a-5c6d-40a8-8002-a43bddb9e401 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet a37cef2d-9fdf-4061-b748-595ae3b0311e {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:05.697829 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0a26effe-0abc-428f-bebb-a35774c66106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:05.713256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-02fccfd4-31ce-41f4-87c7-755ae85ab908 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3288670 Aug 30 13:17:05.719847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60764) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:05.721014 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26effe-0abc-428f-bebb-a35774c66106 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:05.722058 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0a26effe-0abc-428f-bebb-a35774c66106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:05.724246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d4b352d1-41d9-4aa1-9960-f1ef4ae87b9c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'port_id': 'f90a2aef-bdc9-4777-8355-7127c3d1ba33', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:05.792478 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0a26effe-0abc-428f-bebb-a35774c66106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:05.793487 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26effe-0abc-428f-bebb-a35774c66106 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:05.823270 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4b352d1-41d9-4aa1-9960-f1ef4ae87b9c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.830790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d90e1684-562d-4ffc-b53e-a246ec172d11 None None] For port 9d8b56e1-327b-41c2-b447-40b4c106d0a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9d8b56e1-327b-41c2-b447-40b4c106d0a3,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:05.873088 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d90e1684-562d-4ffc-b53e-a246ec172d11 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.901861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d90e1684-562d-4ffc-b53e-a246ec172d11 None None] Transition to ACTIVE for port object 9d8b56e1-327b-41c2-b447-40b4c106d0a3 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:05.911521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e634f10a-5c6d-40a8-8002-a43bddb9e401 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.911816 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d90e1684-562d-4ffc-b53e-a246ec172d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:05.996259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e634f10a-5c6d-40a8-8002-a43bddb9e401 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.006267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.028689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-489e777c-c881-40ff-b3ab-8ffcb878267c req-98ec1e9a-9c93-416e-bd08-2c2bfc337dbb tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 210 time: 0.0809264 Aug 30 13:17:06.043710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9d8b56e1-327b-41c2-b447-40b4c106d0a3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:06.102478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event deleted for resources: {'Port': ['ID=c85e474f-6b53-43f9-b6cd-aa31149d57e7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:06.111110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e1684-562d-4ffc-b53e-a246ec172d11 None None] Pushing event updated for resources: {'Port': ['ID=9d8b56e1-327b-41c2-b447-40b4c106d0a3,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:06.145100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9d8b56e1-327b-41c2-b447-40b4c106d0a3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:06.215072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e634f10a-5c6d-40a8-8002-a43bddb9e401 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.309711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e634f10a-5c6d-40a8-8002-a43bddb9e401 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.366890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634f10a-5c6d-40a8-8002-a43bddb9e401 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=a37cef2d-9fdf-4061-b748-595ae3b0311e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:06.375761 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e634f10a-5c6d-40a8-8002-a43bddb9e401 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.377750 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e634f10a-5c6d-40a8-8002-a43bddb9e401 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/a37cef2d-9fdf-4061-b748-595ae3b0311e HTTP/1.1" status: 204 len: 168 time: 0.8235631 Aug 30 13:17:06.382582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60778) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:06.433355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Router 38daa008-121f-4a5f-b352-0a72e914853b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:06.459626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2842a68b-ffae-42c4-bea2-e6d7b83a44f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet aca9a14d-232e-4f0b-8322-6d759d7c7f78 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:06.467633 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2842a68b-ffae-42c4-bea2-e6d7b83a44f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.539935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2842a68b-ffae-42c4-bea2-e6d7b83a44f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.617059 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5a1f1972-71fb-4866-8ce4-5a2013c7b062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.728121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2842a68b-ffae-42c4-bea2-e6d7b83a44f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.823970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2842a68b-ffae-42c4-bea2-e6d7b83a44f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.847514 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2842a68b-ffae-42c4-bea2-e6d7b83a44f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:06.852743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2842a68b-ffae-42c4-bea2-e6d7b83a44f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/aca9a14d-232e-4f0b-8322-6d759d7c7f78 HTTP/1.1" status: 204 len: 168 time: 0.4649217 Aug 30 13:17:06.869485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60784) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:06.878430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842a68b-ffae-42c4-bea2-e6d7b83a44f4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=aca9a14d-232e-4f0b-8322-6d759d7c7f78,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:06.927113 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ec31264d-1f17-4970-b5bb-b148520beb02 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562775 Aug 30 13:17:06.931585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60786) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:06.937184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:07.015018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1952ca-e87d-4c97-8399-8845487ea78f None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:07.063169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:07.067908 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.158132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c031acf9-751a-4203-8162-7fcd1e5376a8 None None] Provisioning for port 9d8b56e1-327b-41c2-b447-40b4c106d0a3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:07.166776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c031acf9-751a-4203-8162-7fcd1e5376a8 None None] Provisioning complete for port 9d8b56e1-327b-41c2-b447-40b4c106d0a3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:07.167610 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c031acf9-751a-4203-8162-7fcd1e5376a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.258444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b946f119-877b-4d1b-9882-688379d45737 req-aa295b65-a7de-4007-8408-014d6da8b93a tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/ports?device_id=8db790df-f0dd-4f1e-9deb-f1958fff8fd3 HTTP/1.1" status: 200 len: 210 time: 0.0866795 Aug 30 13:17:07.299314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c031acf9-751a-4203-8162-7fcd1e5376a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.322647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709ff7c-4512-460a-8e1f-08ee6b56fe54 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:17:07.329936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:07.355824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] Sync routers for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:07.386424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] No DVR routers for this DVR port c85e474f-6b53-43f9-b6cd-aa31149d57e7 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:07.417983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c031acf9-751a-4203-8162-7fcd1e5376a8 None None] For port 9d8b56e1-327b-41c2-b447-40b4c106d0a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9d8b56e1-327b-41c2-b447-40b4c106d0a3,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:07.423674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:07.424359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:07.431429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.433614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0bd27d65-d0f2-4b58-8d26-c680ced13aaf req-1cec963b-ff33-415e-a5f7-d87bf0960172 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.35 "DELETE /v2.0/ports/c85e474f-6b53-43f9-b6cd-aa31149d57e7 HTTP/1.1" status: 204 len: 173 time: 2.7911584 Aug 30 13:17:07.434270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'name': 'network-vif-deleted', 'tag': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:17:07.436619 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea93979b-1692-43de-b507-cd6162d1d0a6" -d '{"events": [{"server_uuid": "8db790df-f0dd-4f1e-9deb-f1958fff8fd3", "name": "network-vif-deleted", "tag": "c85e474f-6b53-43f9-b6cd-aa31149d57e7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:17:07.505627 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c031acf9-751a-4203-8162-7fcd1e5376a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.519030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c031acf9-751a-4203-8162-7fcd1e5376a8 None None] Could not find standard attr ID for object b88276fa-49af-48b0-8d21-aeecd5920900. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:17:07.538369 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeae2ed9-6a63-49f6-8f38-c5d188e02d4f x-openstack-request-id: req-aeae2ed9-6a63-49f6-8f38-c5d188e02d4f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:17:07.538579 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db790df-f0dd-4f1e-9deb-f1958fff8fd3", "name": "network-vif-deleted", "tag": "c85e474f-6b53-43f9-b6cd-aa31149d57e7", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:17:07.538824 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aeae2ed9-6a63-49f6-8f38-c5d188e02d4f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:17:07.539225 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db790df-f0dd-4f1e-9deb-f1958fff8fd3', 'name': 'network-vif-deleted', 'tag': 'c85e474f-6b53-43f9-b6cd-aa31149d57e7', 'status': 'completed', 'code': 200} Aug 30 13:17:07.547597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4b352d1-41d9-4aa1-9960-f1ef4ae87b9c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.553827 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4b352d1-41d9-4aa1-9960-f1ef4ae87b9c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.580079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:17:07.619686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b709ff7c-4512-460a-8e1f-08ee6b56fe54 None None] Deleting port 9d8b56e1-327b-41c2-b447-40b4c106d0a3 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:07.620335 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b709ff7c-4512-460a-8e1f-08ee6b56fe54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.745327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031acf9-751a-4203-8162-7fcd1e5376a8 None None] Pushing event updated for resources: {'Port': ['ID=9d8b56e1-327b-41c2-b447-40b4c106d0a3,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:07.787897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:17:07.827781 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.847727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b709ff7c-4512-460a-8e1f-08ee6b56fe54 None None] For port 9d8b56e1-327b-41c2-b447-40b4c106d0a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9d8b56e1-327b-41c2-b447-40b4c106d0a3,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:07.848807 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b709ff7c-4512-460a-8e1f-08ee6b56fe54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:07.915489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b709ff7c-4512-460a-8e1f-08ee6b56fe54 None None] Calling delete_port for 9d8b56e1-327b-41c2-b447-40b4c106d0a3 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:07.955843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b352d1-41d9-4aa1-9960-f1ef4ae87b9c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:08.036007 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9d8b56e1-327b-41c2-b447-40b4c106d0a3 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:08.092203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] For port 9d8b56e1-327b-41c2-b447-40b4c106d0a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9d8b56e1-327b-41c2-b447-40b4c106d0a3,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:08.136530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.143620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.145277 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.161241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c85e474f-6b53-43f9-b6cd-aa31149d57e7 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:08.184788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: c85e474f-6b53-43f9-b6cd-aa31149d57e7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:17:08.185136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c85e474f-6b53-43f9-b6cd-aa31149d57e7 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:17:08.197537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b352d1-41d9-4aa1-9960-f1ef4ae87b9c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:08.204871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4b352d1-41d9-4aa1-9960-f1ef4ae87b9c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.212895 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bdd263-550c-479a-9524-1cc3baaf84b1 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:08.222880 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bdd263-550c-479a-9524-1cc3baaf84b1 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:08.223803 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a1bdd263-550c-479a-9524-1cc3baaf84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:08.225918 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b709ff7c-4512-460a-8e1f-08ee6b56fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.233825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:08.236088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:08.249867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:08.250953 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.266972 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a1bdd263-550c-479a-9524-1cc3baaf84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:08.274634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b709ff7c-4512-460a-8e1f-08ee6b56fe54 None None] Pushing event deleted for resources: {'Port': ['ID=9d8b56e1-327b-41c2-b447-40b4c106d0a3,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:08.276603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b709ff7c-4512-460a-8e1f-08ee6b56fe54 None None] No DVR routers for this DVR port 9d8b56e1-327b-41c2-b447-40b4c106d0a3 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:08.281498 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bdd263-550c-479a-9524-1cc3baaf84b1 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:08.282513 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a1bdd263-550c-479a-9524-1cc3baaf84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:08.317033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3818030 Aug 30 13:17:08.317240 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.318884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60808) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:08.330730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=b7cb0592-1561-46ed-8760-5f66928d69a9,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:08.331615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-bae22697-dbe0-4d30-832a-1a73dd679a90 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:08.352692 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a1bdd263-550c-479a-9524-1cc3baaf84b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:08.353610 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bdd263-550c-479a-9524-1cc3baaf84b1 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:08.353787 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7650886-be31-41bb-bbb8-d3c1a9786dca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=9d8b56e1-327b-41c2-b447-40b4c106d0a3,revision_number=8']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:08.354278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7cd7f5-ceba-4b2a-9af0-184f4e14bd7b None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:08.436988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:08.439064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d4b352d1-41d9-4aa1-9960-f1ef4ae87b9c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/floatingips/f2f49fb1-e828-453d-ac09-1ce2cf469634 HTTP/1.1" status: 200 len: 977 time: 2.7193713 Aug 30 13:17:08.439583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60812) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:08.448568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60814) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:08.503818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] Checking router: 38daa008-121f-4a5f-b352-0a72e914853b for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:17:08.545961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:08.546963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:16:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:08.596039 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa5549d0-91b0-4e10-a0cc-391e1841e6cd tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.634663 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa5549d0-91b0-4e10-a0cc-391e1841e6cd tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.648043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae22697-dbe0-4d30-832a-1a73dd679a90 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:08.652337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bae22697-dbe0-4d30-832a-1a73dd679a90 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.659402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 835057cb-f9b5-4880-a225-98c9419f5488 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:08.659981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.681257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:17:08.806552 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa5549d0-91b0-4e10-a0cc-391e1841e6cd tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.812824 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa5549d0-91b0-4e10-a0cc-391e1841e6cd tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:08.817185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aa5549d0-91b0-4e10-a0cc-391e1841e6cd tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "DELETE /v2.0/security-groups/31019643-c47f-4e04-bbbf-04761cce2467 HTTP/1.1" status: 204 len: 168 time: 0.3640804 Aug 30 13:17:08.830549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60820) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:08.847885 n-d-688802-6 neutron-server[95698]: INFO neutron.db.ipam_backend_mixin [None req-bae22697-dbe0-4d30-832a-1a73dd679a90 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7cb0592-1561-46ed-8760-5f66928d69a9 (CIDR: 2001:db8::/64) Aug 30 13:17:08.864162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5549d0-91b0-4e10-a0cc-391e1841e6cd tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31019643-c47f-4e04-bbbf-04761cce2467,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:08.866235 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae22697-dbe0-4d30-832a-1a73dd679a90 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:17:08.866736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae22697-dbe0-4d30-832a-1a73dd679a90 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:08.876543 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-62de2118-d1ca-4e86-b22d-6da254a496b2 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] show failed (client error): The resource could not be found. Aug 30 13:17:08.880575 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-62de2118-d1ca-4e86-b22d-6da254a496b2 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "GET /v2.0/security-groups/31019643-c47f-4e04-bbbf-04761cce2467 HTTP/1.1" status: 404 len: 347 time: 0.0434685 Aug 30 13:17:08.881302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60824) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:08.934249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bae22697-dbe0-4d30-832a-1a73dd679a90 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6142550 Aug 30 13:17:08.940491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60828) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:08.946870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:09.214191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:09.223347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:09.228458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.244014 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.245572 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.245747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': 'b7cb0592-1561-46ed-8760-5f66928d69a9'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:09.246552 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.251211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6dae02-f912-4fd0-b816-abec1850d62f None None] The sync data for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 is: [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:06:38Z', 'revision_number': 4, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e6781541-9bec-428f-a774-3a8cb40099ce', 'name': '', 'network_id': '2fcfaff1-7e49-453c-a17f-9ed5d863d2d4', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'mac_address': 'fa:16:3e:6f:e2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:36Z', 'updated_at': '2021-08-30T13:06:46Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'subnets': [{'id': 'f4de7065-61a5-4a1b-9d4a-b75c2d8824e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:09.269415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 835057cb-f9b5-4880-a225-98c9419f5488 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:09.366089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Deleting port 4ba8ee59-a76f-44b2-a8f8-f35ea3b619ac {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:09.367267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.426163 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc2b9-2b91-4c78-bdd5-31bf74a676f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.510859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.510859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.532470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Calling delete_port for 4ba8ee59-a76f-44b2-a8f8-f35ea3b619ac owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:09.542851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Allocated IP 2001:db8::f816:3eff:fed3:b0c9 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/b7cb0592-1561-46ed-8760-5f66928d69a9/ed48bdf9-b29d-4e39-9ab6-2205193fe97f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:09.633343 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.711836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=835057cb-f9b5-4880-a225-98c9419f5488,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:09.815313 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.815833 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP f2f49fb1-e828-453d-ac09-1ce2cf469634 disassociated (deleted). External IP: 172.25.2.88, port: f90a2aef-bdc9-4777-8355-7127c3d1ba33. Aug 30 13:17:09.847093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:09.884742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Transition to ACTIVE for port object ed48bdf9-b29d-4e39-9ab6-2205193fe97f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:09.921472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce123ea4-221f-43bc-80af-861fdfe308ea None None] New status for floating IP ed041a65-0249-4c03-b206-16815d196ddb: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:17:10.006691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Transition to ACTIVE for port object ed48bdf9-b29d-4e39-9ab6-2205193fe97f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:10.030401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.034400 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.083261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.122469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Pushing event deleted for resources: {'Port': ['ID=4ba8ee59-a76f-44b2-a8f8-f35ea3b619ac,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:10.124313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:10.136460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:10.148094 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.157429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:10.165187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:10.167919 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-ce123ea4-221f-43bc-80af-861fdfe308ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:17:10.168499 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-ce123ea4-221f-43bc-80af-861fdfe308ea None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:17:10.180269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Pushing event updated for resources: {'Port': ['ID=ed48bdf9-b29d-4e39-9ab6-2205193fe97f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:10.247997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:10.253354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.253715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Attempting to bind port ed48bdf9-b29d-4e39-9ab6-2205193fe97f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:10.254209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Attempting to bind port ed48bdf9-b29d-4e39-9ab6-2205193fe97f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:10.254601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Attempting to bind port ed48bdf9-b29d-4e39-9ab6-2205193fe97f on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:10.258507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.260532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-55db20a9-21d9-4d5e-bc27-6c4eba38fd11 tempest-AttachVolumeTestJSON-141330366 tempest-AttachVolumeTestJSON-141330366-project] 10.222.0.37 "DELETE /v2.0/floatingips/ed041a65-0249-4c03-b206-16815d196ddb HTTP/1.1" status: 204 len: 168 time: 1.3779881 Aug 30 13:17:10.271218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:10.271218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:10.271218 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.271218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:10.271218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Bound port: ed48bdf9-b29d-4e39-9ab6-2205193fe97f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:10.271218 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.281261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:10.294066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=245854c8-d82e-4939-99e3-111fddbbd3ed,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:10.312010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:10.315044 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.361276 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8ee3dfe6-8150-4494-992c-8d2c32a1e414 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4191015 Aug 30 13:17:10.364622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60842) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:10.365874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:10.384573 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe891c-a096-4cc9-8249-88b40b3dd6b3 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:10.390033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:ee:5f:1a', 'name': 'tempest-NetworksTestDHCPv6-648160829'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:10.391311 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.408555 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe891c-a096-4cc9-8249-88b40b3dd6b3 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:10.409475 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-77fe891c-a096-4cc9-8249-88b40b3dd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:10.452550 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-77fe891c-a096-4cc9-8249-88b40b3dd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:10.453818 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7dd037cf-c05a-486c-9e37-a1bc42b60cbf tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/floatingips/f2f49fb1-e828-453d-ac09-1ce2cf469634 HTTP/1.1" status: 204 len: 168 time: 2.0131793 Aug 30 13:17:10.458137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60846) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:10.464983 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe891c-a096-4cc9-8249-88b40b3dd6b3 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:10.465923 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-77fe891c-a096-4cc9-8249-88b40b3dd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:10.485472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] For port ed48bdf9-b29d-4e39-9ab6-2205193fe97f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:10.492708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] For port ed48bdf9-b29d-4e39-9ab6-2205193fe97f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ed48bdf9-b29d-4e39-9ab6-2205193fe97f,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:10.515969 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-77fe891c-a096-4cc9-8249-88b40b3dd6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:10.517000 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fe891c-a096-4cc9-8249-88b40b3dd6b3 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:10.519194 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.632705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b096100-0520-4ac9-a8b3-9da471aa6795 None None] Pushing event updated for resources: {'Port': ['ID=ed48bdf9-b29d-4e39-9ab6-2205193fe97f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:10.670295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce123ea4-221f-43bc-80af-861fdfe308ea None None] New status for floating IP ed041a65-0249-4c03-b206-16815d196ddb: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:17:10.688922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2ef02b66-9fd9-4742-8c51-37772f5d85a3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port f90a2aef-bdc9-4777-8355-7127c3d1ba33 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:10.689413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ef02b66-9fd9-4742-8c51-37772f5d85a3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.742548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:10.889350 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.903300 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ef02b66-9fd9-4742-8c51-37772f5d85a3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:10.943116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2ef02b66-9fd9-4742-8c51-37772f5d85a3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for f90a2aef-bdc9-4777-8355-7127c3d1ba33 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:11.036385 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:11.102472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 967f14de-d176-42b3-8bdf-af7b8c7c1d05 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:17:11.356146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8:0:1::2af (c9e9e44f-48e2-4e6f-b395-9a96ee236512/245854c8-d82e-4939-99e3-111fddbbd3ed/967f14de-d176-42b3-8bdf-af7b8c7c1d05) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:11.367845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::f816:3eff:feee:5f1a (c9e9e44f-48e2-4e6f-b395-9a96ee236512/b7cb0592-1561-46ed-8760-5f66928d69a9/967f14de-d176-42b3-8bdf-af7b8c7c1d05) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:11.369353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ef02b66-9fd9-4742-8c51-37772f5d85a3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:11.407100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef02b66-9fd9-4742-8c51-37772f5d85a3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=f90a2aef-bdc9-4777-8355-7127c3d1ba33,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:11.556406 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ef02b66-9fd9-4742-8c51-37772f5d85a3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:11.559042 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2ef02b66-9fd9-4742-8c51-37772f5d85a3 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/ports/f90a2aef-bdc9-4777-8355-7127c3d1ba33 HTTP/1.1" status: 204 len: 168 time: 1.0982728 Aug 30 13:17:11.568174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60862) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:11.577110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:11.621590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:11.713588 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:11.737860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 967f14de-d176-42b3-8bdf-af7b8c7c1d05 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:11.793958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:11.812721 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:11.942286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:11.951924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:11.960604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:11.977959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:11.978666 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.003464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6371651 Aug 30 13:17:12.007150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60870) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:12.010841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1499fe94-c8e8-4f67-b35b-9da29ed2ff93 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=967f14de-d176-42b3-8bdf-af7b8c7c1d05,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:12.044184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.25.2.20 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/0c8bf097-a78d-4101-9dc6-fd92e0773d06) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:12.145125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ed48bdf9-b29d-4e39-9ab6-2205193fe97f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:12.187431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2a9cbf3c-0e69-4909-8797-e3b21277ced2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 967f14de-d176-42b3-8bdf-af7b8c7c1d05 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:12.187431 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a9cbf3c-0e69-4909-8797-e3b21277ced2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.227640 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.281040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ed48bdf9-b29d-4e39-9ab6-2205193fe97f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:12.308480 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.379861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183d90f0-c818-4660-8773-2751826c15d2 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:12.413212 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.461413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a9cbf3c-0e69-4909-8797-e3b21277ced2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.504570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=0c8bf097-a78d-4101-9dc6-fd92e0773d06,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:12.508941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-62c11b82-f78d-4d1a-88cd-6bfddf04d8cb None None] Provisioning for port ed48bdf9-b29d-4e39-9ab6-2205193fe97f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:12.519042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-62c11b82-f78d-4d1a-88cd-6bfddf04d8cb None None] Provisioning complete for port ed48bdf9-b29d-4e39-9ab6-2205193fe97f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:12.520426 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62c11b82-f78d-4d1a-88cd-6bfddf04d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.526532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:12.526764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2a9cbf3c-0e69-4909-8797-e3b21277ced2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 967f14de-d176-42b3-8bdf-af7b8c7c1d05 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:12.528550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:12.535633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:12.690626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.770984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.868130 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62c11b82-f78d-4d1a-88cd-6bfddf04d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:12.946043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a9cbf3c-0e69-4909-8797-e3b21277ced2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:13.030645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cbf3c-0e69-4909-8797-e3b21277ced2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=967f14de-d176-42b3-8bdf-af7b8c7c1d05,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:13.041825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-62c11b82-f78d-4d1a-88cd-6bfddf04d8cb None None] For port ed48bdf9-b29d-4e39-9ab6-2205193fe97f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ed48bdf9-b29d-4e39-9ab6-2205193fe97f,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:13.118960 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62c11b82-f78d-4d1a-88cd-6bfddf04d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:13.143082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a9cbf3c-0e69-4909-8797-e3b21277ced2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:13.151213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2a9cbf3c-0e69-4909-8797-e3b21277ced2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/967f14de-d176-42b3-8bdf-af7b8c7c1d05 HTTP/1.1" status: 204 len: 168 time: 1.1423168 Aug 30 13:17:13.152104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60884) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:13.198407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68d95a2-14b5-4cd9-999d-1ee224bb6a22 None None] Update dhcp port {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': 'b7cb0592-1561-46ed-8760-5f66928d69a9', 'ip_address': '2001:db8::f816:3eff:fed3:b0c9'}, {'subnet_id': '245854c8-d82e-4939-99e3-111fddbbd3ed'}], 'binding:host_id': 'n-d-688802-6'}, 'id': 'ed48bdf9-b29d-4e39-9ab6-2205193fe97f'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:17:13.258318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc4b0d5-0462-47f9-a434-be0b304b2bfc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:13.260321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bfc4b0d5-0462-47f9-a434-be0b304b2bfc tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1072121 Aug 30 13:17:13.263125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60888) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:13.292021 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f68d95a2-14b5-4cd9-999d-1ee224bb6a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:13.298497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:13.307101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c11b82-f78d-4d1a-88cd-6bfddf04d8cb None None] Pushing event updated for resources: {'Port': ['ID=ed48bdf9-b29d-4e39-9ab6-2205193fe97f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:13.308935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:13.365195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20f0856-bccd-4f4e-9620-22d5f3410801 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:13.367964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e20f0856-bccd-4f4e-9620-22d5f3410801 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1031122 Aug 30 13:17:13.371214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60890) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:13.395404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=0c8bf097-a78d-4101-9dc6-fd92e0773d06,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:13.500639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:13.542825 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:13.549079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53091166-310b-4d6d-9305-3d41a8ffab16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:13.551156 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9d26ab8c-9316-494c-8a01-19534bf74e43 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9801698 Aug 30 13:17:13.553983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60896) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:13.555323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53091166-310b-4d6d-9305-3d41a8ffab16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:13.563459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53091166-310b-4d6d-9305-3d41a8ffab16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:13.570438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-53091166-310b-4d6d-9305-3d41a8ffab16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1937339 Aug 30 13:17:13.573774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60898) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:13.585035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'port': {'network_id': 'b9fdb32c-edf1-4092-9caf-538b0a16951d', 'name': 'tempest-FloatingIPTestJSON-736485185'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:13.718376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9ddbb2-4879-4d02-89ed-7df607353ec1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 245854c8-d82e-4939-99e3-111fddbbd3ed {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:13.754272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-f68d95a2-14b5-4cd9-999d-1ee224bb6a22 None None] Allocated IP 2001:db8:0:1::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/245854c8-d82e-4939-99e3-111fddbbd3ed/ed48bdf9-b29d-4e39-9ab6-2205193fe97f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:13.824368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Made reservation on behalf of d3b6d2445ef047d0b35610c4c94b050f for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:13.833831 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:13.858736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] device_id is not set on port a62bc999-3654-4ab3-8bbb-f66b87d14661 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:17:13.988624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f68d95a2-14b5-4cd9-999d-1ee224bb6a22 None None] For port ed48bdf9-b29d-4e39-9ab6-2205193fe97f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ed48bdf9-b29d-4e39-9ab6-2205193fe97f,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:14.027558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.20.0.2 (b9fdb32c-edf1-4092-9caf-538b0a16951d/a145e569-a662-4ff2-a971-8e0f217dd5f4/a62bc999-3654-4ab3-8bbb-f66b87d14661) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:14.059031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f68d95a2-14b5-4cd9-999d-1ee224bb6a22 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.075430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f68d95a2-14b5-4cd9-999d-1ee224bb6a22 None None] Transition to ACTIVE for port object ed48bdf9-b29d-4e39-9ab6-2205193fe97f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:14.079887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ed48bdf9-b29d-4e39-9ab6-2205193fe97f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:14.088001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f9ddbb2-4879-4d02-89ed-7df607353ec1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.105702 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f68d95a2-14b5-4cd9-999d-1ee224bb6a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.219325 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.240342 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f9ddbb2-4879-4d02-89ed-7df607353ec1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.263265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d95a2-14b5-4cd9-999d-1ee224bb6a22 None None] Pushing event updated for resources: {'Port': ['ID=ed48bdf9-b29d-4e39-9ab6-2205193fe97f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:14.270940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.338335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network b9fdb32c-edf1-4092-9caf-538b0a16951d is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:14.342031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:14.347375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:14.421029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=a62bc999-3654-4ab3-8bbb-f66b87d14661,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:14.462439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:14.463598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.513062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-551e2202-3260-46ee-83c3-78a7f85c206b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9544728 Aug 30 13:17:14.524466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60912) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:14.526756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f9ddbb2-4879-4d02-89ed-7df607353ec1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.536849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'port_id': 'a62bc999-3654-4ab3-8bbb-f66b87d14661'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:14.648716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.715927 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f9ddbb2-4879-4d02-89ed-7df607353ec1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.786499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ddbb2-4879-4d02-89ed-7df607353ec1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=245854c8-d82e-4939-99e3-111fddbbd3ed,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:14.796430 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f9ddbb2-4879-4d02-89ed-7df607353ec1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:14.804153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3f9ddbb2-4879-4d02-89ed-7df607353ec1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/245854c8-d82e-4939-99e3-111fddbbd3ed HTTP/1.1" status: 204 len: 168 time: 1.2221510 Aug 30 13:17:14.808334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60918) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:14.928020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-62afaa8f-7bbb-42fe-97b1-51b8da7d2973 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet b7cb0592-1561-46ed-8760-5f66928d69a9 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:14.933714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62afaa8f-7bbb-42fe-97b1-51b8da7d2973 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:15.025457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62afaa8f-7bbb-42fe-97b1-51b8da7d2973 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:15.205105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62afaa8f-7bbb-42fe-97b1-51b8da7d2973 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:15.316813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf199b57-c36f-4f49-8570-e424b11e6114 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:15.375425 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62afaa8f-7bbb-42fe-97b1-51b8da7d2973 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:15.474878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afaa8f-7bbb-42fe-97b1-51b8da7d2973 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cb0592-1561-46ed-8760-5f66928d69a9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:15.480625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62afaa8f-7bbb-42fe-97b1-51b8da7d2973 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:15.483961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-62afaa8f-7bbb-42fe-97b1-51b8da7d2973 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/b7cb0592-1561-46ed-8760-5f66928d69a9 HTTP/1.1" status: 204 len: 168 time: 0.6741548 Aug 30 13:17:15.488105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60934) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:15.497247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e41017f4-795c-47bf-9ab9-cbf960b35853 None None] Could not find standard attr ID for object 967f14de-d176-42b3-8bdf-af7b8c7c1d05. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:17:15.559267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e41017f4-795c-47bf-9ab9-cbf960b35853 None None] Provisioning for port ed48bdf9-b29d-4e39-9ab6-2205193fe97f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:15.573753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b50a0db6-3b1a-4c36-96c6-e5ef6710c1f8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829179 Aug 30 13:17:15.576835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60936) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:15.586269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:15.587453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e41017f4-795c-47bf-9ab9-cbf960b35853 None None] Provisioning complete for port ed48bdf9-b29d-4e39-9ab6-2205193fe97f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:15.587842 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e41017f4-795c-47bf-9ab9-cbf960b35853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:15.780747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:15.787359 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:15.915794 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.resource_extend [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:17:15.968779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05959f00-dd98-4f54-b93e-4250d6b92085 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:17:16.098731 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:16.107710 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:16.165118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-05959f00-dd98-4f54-b93e-4250d6b92085 None None] Deleting port ed48bdf9-b29d-4e39-9ab6-2205193fe97f {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:16.166098 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05959f00-dd98-4f54-b93e-4250d6b92085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:16.298095 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:16.376997 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP e564c600-d86c-490a-b05f-9b8766433d06 associated. External IP: 172.25.2.20, port: a62bc999-3654-4ab3-8bbb-f66b87d14661. Aug 30 13:17:16.392346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-05959f00-dd98-4f54-b93e-4250d6b92085 None None] For port ed48bdf9-b29d-4e39-9ab6-2205193fe97f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ed48bdf9-b29d-4e39-9ab6-2205193fe97f,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:16.393302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05959f00-dd98-4f54-b93e-4250d6b92085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:16.425502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=786b0a32-9228-4148-9f71-9040c52097af,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:16.443039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-05959f00-dd98-4f54-b93e-4250d6b92085 None None] Calling delete_port for ed48bdf9-b29d-4e39-9ab6-2205193fe97f owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:16.484589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:16.486900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:16.491535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:16.492133 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:16.540013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bf11eb63-6750-4938-b299-ca5f60cde1d5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9613011 Aug 30 13:17:16.545789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60954) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:16.557836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b7486745-e947-4749-b9d7-6f612feb524a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:16.790989 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05959f00-dd98-4f54-b93e-4250d6b92085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:16.817376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05959f00-dd98-4f54-b93e-4250d6b92085 None None] No DVR routers for this DVR port ed48bdf9-b29d-4e39-9ab6-2205193fe97f on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:16.869151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7486745-e947-4749-b9d7-6f612feb524a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:16.873696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7486745-e947-4749-b9d7-6f612feb524a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:16.885821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05959f00-dd98-4f54-b93e-4250d6b92085 None None] Pushing event deleted for resources: {'Port': ['ID=ed48bdf9-b29d-4e39-9ab6-2205193fe97f,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:16.899835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3361e555-7ffc-4d29-82b9-9663803f5591 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:16.980371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:17.104265 n-d-688802-6 neutron-server[95698]: INFO neutron.db.ipam_backend_mixin [None req-b7486745-e947-4749-b9d7-6f612feb524a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 786b0a32-9228-4148-9f71-9040c52097af (CIDR: 2001:db8::/64) Aug 30 13:17:17.111303 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7486745-e947-4749-b9d7-6f612feb524a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:17:17.114084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7486745-e947-4749-b9d7-6f612feb524a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:17.150532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b7486745-e947-4749-b9d7-6f612feb524a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6031058 Aug 30 13:17:17.154989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60962) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:17.165527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:17.285239 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:17.290608 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:17.307422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc15072-9cdb-4806-b2d6-70314b9e873a None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:17.314769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '786b0a32-9228-4148-9f71-9040c52097af'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:17.315656 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:17.364038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:17.370633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a229df03-7cdb-4f47-9d95-7e0e77d4aa9e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/floatingips/e564c600-d86c-490a-b05f-9b8766433d06 HTTP/1.1" status: 200 len: 976 time: 2.8399608 Aug 30 13:17:17.370867 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:17.371188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60966) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:17.377562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc15072-9cdb-4806-b2d6-70314b9e873a None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:17.378238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8bc15072-9cdb-4806-b2d6-70314b9e873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:17.470333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8bc15072-9cdb-4806-b2d6-70314b9e873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:17.519252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc15072-9cdb-4806-b2d6-70314b9e873a None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:17.519956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8bc15072-9cdb-4806-b2d6-70314b9e873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:17.589261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port a62bc999-3654-4ab3-8bbb-f66b87d14661 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:17.589572 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:17.826711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.062566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8bc15072-9cdb-4806-b2d6-70314b9e873a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:18.063247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc15072-9cdb-4806-b2d6-70314b9e873a None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:18.082910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ed48bdf9-b29d-4e39-9ab6-2205193fe97f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:18.110948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ed48bdf9-b29d-4e39-9ab6-2205193fe97f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:17:18.111310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ed48bdf9-b29d-4e39-9ab6-2205193fe97f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:17:18.131342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/786b0a32-9228-4148-9f71-9040c52097af/780ef71f-1d5e-461a-a782-b153d66fd139) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:18.373205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.373942 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.374338 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP e564c600-d86c-490a-b05f-9b8766433d06 disassociated. External IP: 172.25.2.20, port: a62bc999-3654-4ab3-8bbb-f66b87d14661. Aug 30 13:17:18.374865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for a62bc999-3654-4ab3-8bbb-f66b87d14661 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:18.488093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.498196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Transition to ACTIVE for port object 780ef71f-1d5e-461a-a782-b153d66fd139 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:18.519603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Transition to ACTIVE for port object 780ef71f-1d5e-461a-a782-b153d66fd139 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:18.531954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.539805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.objects.ports [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95698) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:17:18.541587 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.604550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:18.612935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:18.617271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:18.625634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:18.630450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:18.643922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:18.644798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.679372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Pushing event updated for resources: {'Port': ['ID=780ef71f-1d5e-461a-a782-b153d66fd139,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:18.698372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.705714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5448508 Aug 30 13:17:18.705714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f941e-23af-4f8b-bacd-d02c085c11fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=4c20bd77-9529-4244-8eec-783037a8fb36,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:18.708073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60988) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:18.718282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:50:9a:82', 'name': 'tempest-NetworksTestDHCPv6-2004166421'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:18.734440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Attempting to bind port 780ef71f-1d5e-461a-a782-b153d66fd139 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:18.735265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Attempting to bind port 780ef71f-1d5e-461a-a782-b153d66fd139 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:18.735915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Attempting to bind port 780ef71f-1d5e-461a-a782-b153d66fd139 on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:18.744146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:18.744895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:18.745978 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.746524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:18.747277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Bound port: 780ef71f-1d5e-461a-a782-b153d66fd139, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:18.748288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:18.762104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=a62bc999-3654-4ab3-8bbb-f66b87d14661,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:18.924084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] For port 780ef71f-1d5e-461a-a782-b153d66fd139, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:18.929755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] For port 780ef71f-1d5e-461a-a782-b153d66fd139, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=780ef71f-1d5e-461a-a782-b153d66fd139,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:18.939021 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:19.018091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:19.077531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb09ec9-df68-4f15-89c1-81d8effa245a None None] Pushing event updated for resources: {'Port': ['ID=780ef71f-1d5e-461a-a782-b153d66fd139,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:19.249562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60996) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:19.558686 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5f1396c-f82b-4c7c-8ab7-3fea13d5eb75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:19.677568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:19.745036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5f1396c-f82b-4c7c-8ab7-3fea13d5eb75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:19.754916 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5f1396c-f82b-4c7c-8ab7-3fea13d5eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:19.781251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:19.807261 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a5f1396c-f82b-4c7c-8ab7-3fea13d5eb75 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3caa13c40144610b9a5c3634c68a05a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554638 Aug 30 13:17:19.809250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1396c-f82b-4c7c-8ab7-3fea13d5eb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d252d4df-8d1f-4abc-a588-0f69e6eb1c65,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:19.810766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32772) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:19.862314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 411107f4-7374-4f36-be21-faf4cedc767f yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:17:20.039292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 780ef71f-1d5e-461a-a782-b153d66fd139 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:20.147773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 780ef71f-1d5e-461a-a782-b153d66fd139 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:20.181702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:20.194715 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0802a5-f8b5-48ff-af71-d745f8f1e858 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:20.211125 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0802a5-f8b5-48ff-af71-d745f8f1e858 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:20.211780 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fa0802a5-f8b5-48ff-af71-d745f8f1e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:20.269499 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fa0802a5-f8b5-48ff-af71-d745f8f1e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:20.276485 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58568598-3112-4c9b-819e-d213b77bf984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:20.290120 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0802a5-f8b5-48ff-af71-d745f8f1e858 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:20.291915 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fa0802a5-f8b5-48ff-af71-d745f8f1e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:20.358460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::9f (c9e9e44f-48e2-4e6f-b395-9a96ee236512/786b0a32-9228-4148-9f71-9040c52097af/411107f4-7374-4f36-be21-faf4cedc767f) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:20.367607 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fa0802a5-f8b5-48ff-af71-d745f8f1e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:20.369019 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0802a5-f8b5-48ff-af71-d745f8f1e858 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:20.408812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:9a82 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/4c20bd77-9529-4244-8eec-783037a8fb36/411107f4-7374-4f36-be21-faf4cedc767f) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:20.430312 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58568598-3112-4c9b-819e-d213b77bf984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:20.486593 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:20.491679 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-377efb1c-796a-4c41-8368-cd0473f99235 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/ports/a62bc999-3654-4ab3-8bbb-f66b87d14661 HTTP/1.1" status: 204 len: 168 time: 3.1191738 Aug 30 13:17:20.496116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32786) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:20.609720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b698fb01-20d6-4c9b-a87e-8d9e79db1838 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "GET /v2.0/floatingips/e564c600-d86c-490a-b05f-9b8766433d06 HTTP/1.1" status: 200 len: 687 time: 0.1090577 Aug 30 13:17:20.611700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32790) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:20.625355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc950a9-7bce-494b-b956-c5969ec1c0a5 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:20.660031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58568598-3112-4c9b-819e-d213b77bf984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:20.668328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58568598-3112-4c9b-819e-d213b77bf984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:20.675727 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-58568598-3112-4c9b-819e-d213b77bf984 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d252d4df-8d1f-4abc-a588-0f69e6eb1c65 HTTP/1.1" status: 204 len: 168 time: 0.8348613 Aug 30 13:17:20.772164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58568598-3112-4c9b-819e-d213b77bf984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d252d4df-8d1f-4abc-a588-0f69e6eb1c65,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:20.885639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 0c8bf097-a78d-4101-9dc6-fd92e0773d06 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:20.886892 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:20.914912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-db1d28c9-b78c-4184-9647-9d118f7ca12b None None] Provisioning for port 780ef71f-1d5e-461a-a782-b153d66fd139 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:20.970790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-db1d28c9-b78c-4184-9647-9d118f7ca12b None None] Provisioning complete for port 780ef71f-1d5e-461a-a782-b153d66fd139 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:20.971298 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-db1d28c9-b78c-4184-9647-9d118f7ca12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.015773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.043308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 411107f4-7374-4f36-be21-faf4cedc767f will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:21.126763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-db1d28c9-b78c-4184-9647-9d118f7ca12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.153622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.158700 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.175398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-db1d28c9-b78c-4184-9647-9d118f7ca12b None None] For port 780ef71f-1d5e-461a-a782-b153d66fd139, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=780ef71f-1d5e-461a-a782-b153d66fd139,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:21.181413 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-db1d28c9-b78c-4184-9647-9d118f7ca12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.184965 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.223494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 0c8bf097-a78d-4101-9dc6-fd92e0773d06 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:21.305621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d28c9-b78c-4184-9647-9d118f7ca12b None None] Pushing event updated for resources: {'Port': ['ID=780ef71f-1d5e-461a-a782-b153d66fd139,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:21.307124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32798) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:21.324891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569c5305-64ae-4303-bb82-8ffac7ac21f6 None None] Update dhcp port {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': '786b0a32-9228-4148-9f71-9040c52097af', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c20bd77-9529-4244-8eec-783037a8fb36'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '780ef71f-1d5e-461a-a782-b153d66fd139'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:17:21.362355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:21.363449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7e37241-5b44-4b4b-9763-ed23b984e718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.375315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-569c5305-64ae-4303-bb82-8ffac7ac21f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.389465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:21.402480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:21.416066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:21.417246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.448949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7390201 Aug 30 13:17:21.455870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00b189-c9fd-4642-ad2d-cc63c5d519b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=411107f4-7374-4f36-be21-faf4cedc767f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:21.461624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32800) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:21.554179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.628059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-569c5305-64ae-4303-bb82-8ffac7ac21f6 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe00:c2fe (c9e9e44f-48e2-4e6f-b395-9a96ee236512/4c20bd77-9529-4244-8eec-783037a8fb36/780ef71f-1d5e-461a-a782-b153d66fd139) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:21.652750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=0c8bf097-a78d-4101-9dc6-fd92e0773d06,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:21.697075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-782621af-deb9-4cba-b253-550846598e16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 411107f4-7374-4f36-be21-faf4cedc767f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:21.697436 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-782621af-deb9-4cba-b253-550846598e16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.750274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.753220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.755260 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-468b6216-59f2-4470-a4c4-ae12268d4df0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/floatingips/e564c600-d86c-490a-b05f-9b8766433d06 HTTP/1.1" status: 204 len: 168 time: 1.1425579 Aug 30 13:17:21.759677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32806) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:21.766411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '84cfdcc0-6b97-418c-9647-5cee169c5f67'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:21.802482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-569c5305-64ae-4303-bb82-8ffac7ac21f6 None None] For port 780ef71f-1d5e-461a-a782-b153d66fd139, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=780ef71f-1d5e-461a-a782-b153d66fd139,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:21.805699 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-782621af-deb9-4cba-b253-550846598e16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.831772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-782621af-deb9-4cba-b253-550846598e16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 411107f4-7374-4f36-be21-faf4cedc767f owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:21.848628 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-569c5305-64ae-4303-bb82-8ffac7ac21f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.864434 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7e37241-5b44-4b4b-9763-ed23b984e718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.873204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7e37241-5b44-4b4b-9763-ed23b984e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.897847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-569c5305-64ae-4303-bb82-8ffac7ac21f6 None None] Transition to ACTIVE for port object 780ef71f-1d5e-461a-a782-b153d66fd139 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:21.904919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:21.907599 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-569c5305-64ae-4303-bb82-8ffac7ac21f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.007363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c7e37241-5b44-4b4b-9763-ed23b984e718 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f497fd826978442ba9f7d1aec0014b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6985462 Aug 30 13:17:22.008818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e37241-5b44-4b4b-9763-ed23b984e718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ac011b-5d23-4d83-9c78-e35e15189c77,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:22.011796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32808) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:22.060928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 780ef71f-1d5e-461a-a782-b153d66fd139 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:22.123890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c5305-64ae-4303-bb82-8ffac7ac21f6 None None] Pushing event updated for resources: {'Port': ['ID=780ef71f-1d5e-461a-a782-b153d66fd139,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:22.147289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-433394db-845c-4ef0-87f8-453039391b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.224444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-433394db-845c-4ef0-87f8-453039391b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.305791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.307231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-782621af-deb9-4cba-b253-550846598e16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.418316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782621af-deb9-4cba-b253-550846598e16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=411107f4-7374-4f36-be21-faf4cedc767f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:22.490179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.25.2.161 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/7eb95554-70ed-4644-b2e0-bda5d5deefde) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:22.508381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-782621af-deb9-4cba-b253-550846598e16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.519415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-782621af-deb9-4cba-b253-550846598e16 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/411107f4-7374-4f36-be21-faf4cedc767f HTTP/1.1" status: 204 len: 168 time: 1.0499506 Aug 30 13:17:22.521436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32812) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:22.598985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-433394db-845c-4ef0-87f8-453039391b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.604847 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-433394db-845c-4ef0-87f8-453039391b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.610912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-433394db-845c-4ef0-87f8-453039391b70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/78ac011b-5d23-4d83-9c78-e35e15189c77 HTTP/1.1" status: 204 len: 168 time: 0.5939891 Aug 30 13:17:22.611162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01275a68-52e7-4fef-b369-2dc98805d620 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:22.614097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-01275a68-52e7-4fef-b369-2dc98805d620 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0893431 Aug 30 13:17:22.616438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32816) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:22.628273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433394db-845c-4ef0-87f8-453039391b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ac011b-5d23-4d83-9c78-e35e15189c77,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:22.724943 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.765086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c15d41-08e8-43e9-8d48-bf6f5d29a98f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:22.768251 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a6c15d41-08e8-43e9-8d48-bf6f5d29a98f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1502113 Aug 30 13:17:22.772519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32820) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:22.892492 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:22.920376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddafdc7d-a41c-44c6-8967-de7e94041fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:22.922896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddafdc7d-a41c-44c6-8967-de7e94041fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:22.924748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddafdc7d-a41c-44c6-8967-de7e94041fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:22.927375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ddafdc7d-a41c-44c6-8967-de7e94041fb3 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1453874 Aug 30 13:17:22.929800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32824) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:22.972049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:22.985157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:22.989376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:23.055835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=7eb95554-70ed-4644-b2e0-bda5d5deefde,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:23.095626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9ef9b3-4649-4b44-bca4-5fc2745a51b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 4c20bd77-9529-4244-8eec-783037a8fb36 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:23.106800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef9b3-4649-4b44-bca4-5fc2745a51b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.182677 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef9b3-4649-4b44-bca4-5fc2745a51b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.293845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32828) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:23.327823 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef9b3-4649-4b44-bca4-5fc2745a51b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.337962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef28a1ac-40c2-47c2-904a-02cfcfa812e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.342975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ac5ac3ca-8cfd-4c4d-a966-4aca174d0854 None None] Provisioning for port 780ef71f-1d5e-461a-a782-b153d66fd139 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:23.348933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ac5ac3ca-8cfd-4c4d-a966-4aca174d0854 None None] Provisioning complete for port 780ef71f-1d5e-461a-a782-b153d66fd139 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:23.349770 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ac5ac3ca-8cfd-4c4d-a966-4aca174d0854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.610545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef28a1ac-40c2-47c2-904a-02cfcfa812e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.613908 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef9b3-4649-4b44-bca4-5fc2745a51b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.637437 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ef28a1ac-40c2-47c2-904a-02cfcfa812e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.670817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc9ef9b3-4649-4b44-bca4-5fc2745a51b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.673182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cc9ef9b3-4649-4b44-bca4-5fc2745a51b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/4c20bd77-9529-4244-8eec-783037a8fb36 HTTP/1.1" status: 204 len: 168 time: 0.7384863 Aug 30 13:17:23.677769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ef9b3-4649-4b44-bca4-5fc2745a51b5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=4c20bd77-9529-4244-8eec-783037a8fb36,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:23.685810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32832) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:23.703873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e288daa5-7170-44db-b76d-104ca900ee2f None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:23.736178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.789067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2f63de27-4df6-4cc4-a77d-36c0cd173b40 None None] Could not find standard attr ID for object b88276fa-49af-48b0-8d21-aeecd5920900. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:17:23.803400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ef28a1ac-40c2-47c2-904a-02cfcfa812e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37c6bbbd146846d9ad0f7c6a9a2c1478&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072739 Aug 30 13:17:23.808543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28a1ac-40c2-47c2-904a-02cfcfa812e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eb7ed2-5d46-4213-b9ff-efdbb8263968,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:23.814375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32834) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:23.851341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3968fb6a-3d77-4554-b28d-ae2bf2c8828d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 786b0a32-9228-4148-9f71-9040c52097af {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:23.856024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3968fb6a-3d77-4554-b28d-ae2bf2c8828d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.921053 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3968fb6a-3d77-4554-b28d-ae2bf2c8828d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:23.939383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.054870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3968fb6a-3d77-4554-b28d-ae2bf2c8828d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.075378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 780ef71f-1d5e-461a-a782-b153d66fd139 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:24.204354 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3968fb6a-3d77-4554-b28d-ae2bf2c8828d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.241519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 780ef71f-1d5e-461a-a782-b153d66fd139 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:24.242362 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.285523 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2446eef-5771-4fb5-88c3-6a9bfa6cfc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.287458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968fb6a-3d77-4554-b28d-ae2bf2c8828d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=786b0a32-9228-4148-9f71-9040c52097af,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:24.296345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3968fb6a-3d77-4554-b28d-ae2bf2c8828d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.302077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3968fb6a-3d77-4554-b28d-ae2bf2c8828d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/786b0a32-9228-4148-9f71-9040c52097af HTTP/1.1" status: 204 len: 168 time: 0.6054111 Aug 30 13:17:24.305443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32840) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:24.346906 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2446eef-5771-4fb5-88c3-6a9bfa6cfc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.403353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6020317c-8051-4d50-ba47-1d95e7c53bac tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965226 Aug 30 13:17:24.409694 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.409694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32842) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:24.422403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:24.426581 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.462254 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2446eef-5771-4fb5-88c3-6a9bfa6cfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.467154 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2446eef-5771-4fb5-88c3-6a9bfa6cfc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.472910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e2446eef-5771-4fb5-88c3-6a9bfa6cfc23 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/83eb7ed2-5d46-4213-b9ff-efdbb8263968 HTTP/1.1" status: 204 len: 168 time: 0.6531956 Aug 30 13:17:24.487623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2446eef-5771-4fb5-88c3-6a9bfa6cfc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eb7ed2-5d46-4213-b9ff-efdbb8263968,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:24.647040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=7eb95554-70ed-4644-b2e0-bda5d5deefde,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:24.664054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.827196 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP 32aba712-5901-4cd4-bc8b-c8c0ba02415c associated. External IP: 172.25.2.161, port: 84cfdcc0-6b97-418c-9647-5cee169c5f67. Aug 30 13:17:24.831342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:24.835798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:24.964812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d8192-d709-4e40-a655-7addf7ce03a4 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:25.082471 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-78c15357-3057-469e-ac57-61cfe11263ea None None] Provisioning complete for port 780ef71f-1d5e-461a-a782-b153d66fd139 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:25.083035 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-78c15357-3057-469e-ac57-61cfe11263ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:25.149422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32866) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:25.399835 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:25.406431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f34cfa-7176-45bd-9000-20e5c161ddf0 None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:17:25.415649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:25.525807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e2f34cfa-7176-45bd-9000-20e5c161ddf0 None None] Deleting port 780ef71f-1d5e-461a-a782-b153d66fd139 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:25.526540 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e2f34cfa-7176-45bd-9000-20e5c161ddf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:25.535146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:25.550344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:25.611329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:25.612975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:25.623655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=2b70aedf-32b4-45bf-a95d-785f25f3ca8b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:25.656964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7e8bc19e-b207-4d0e-bbf8-c06f9908d44f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2466958 Aug 30 13:17:25.663929 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32878) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:25.670574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-cef4c6e4-fa4b-47c3-86d7-7ed6b8b4c85a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:25.687760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e2f34cfa-7176-45bd-9000-20e5c161ddf0 None None] For port 780ef71f-1d5e-461a-a782-b153d66fd139, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=780ef71f-1d5e-461a-a782-b153d66fd139,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:25.688195 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e2f34cfa-7176-45bd-9000-20e5c161ddf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:25.711583 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e2f34cfa-7176-45bd-9000-20e5c161ddf0 None None] Calling delete_port for 780ef71f-1d5e-461a-a782-b153d66fd139 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:25.770756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:25.809220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:25.828291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14efb302-1e3f-4874-b552-44f0f7874e31 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:25.863026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-68567796-9908-42fe-bea1-b68d2818182e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1021237 Aug 30 13:17:25.863978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32886) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:25.868780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2138774730'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:25.874757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efb302-1e3f-4874-b552-44f0f7874e31 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:25.877136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-14efb302-1e3f-4874-b552-44f0f7874e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:25.909821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Made reservation on behalf of d3b6d2445ef047d0b35610c4c94b050f for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:25.913525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:25.967988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:25.970642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef4c6e4-fa4b-47c3-86d7-7ed6b8b4c85a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:25.976378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cef4c6e4-fa4b-47c3-86d7-7ed6b8b4c85a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:25.976658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-14efb302-1e3f-4874-b552-44f0f7874e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:25.999118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 780ef71f-1d5e-461a-a782-b153d66fd139 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:26.000319 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.000679 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Added segment ebe682a3-3a5b-47f6-8457-4baace03c9f5 of type vlan for network d4138a46-aeb5-490c-a828-b6933a1be7a5 Aug 30 13:17:26.067359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14efb302-1e3f-4874-b552-44f0f7874e31 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:26.068011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-14efb302-1e3f-4874-b552-44f0f7874e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:26.090664 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.119165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-14efb302-1e3f-4874-b552-44f0f7874e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:26.119978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14efb302-1e3f-4874-b552-44f0f7874e31 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:26.140071 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.153008 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e2f34cfa-7176-45bd-9000-20e5c161ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.155362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:26.156473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.183235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f34cfa-7176-45bd-9000-20e5c161ddf0 None None] Pushing event deleted for resources: {'Port': ['ID=780ef71f-1d5e-461a-a782-b153d66fd139,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:26.195570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.209472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3436522 Aug 30 13:17:26.212075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f34cfa-7176-45bd-9000-20e5c161ddf0 None None] No DVR routers for this DVR port 780ef71f-1d5e-461a-a782-b153d66fd139 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:26.213549 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.215415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32898) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:26.235395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abc14fc-c969-4c92-b582-b9ac27c5d73a None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:26.302265 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'subnet': {'network_id': 'd4138a46-aeb5-490c-a828-b6933a1be7a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:26.333344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4bed6-ec54-4822-bf4c-2a121fd0f334 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Network': ['ID=d4138a46-aeb5-490c-a828-b6933a1be7a5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:26.362721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network d4138a46-aeb5-490c-a828-b6933a1be7a5 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:26.374646 n-d-688802-6 neutron-server[95699]: INFO neutron.db.ipam_backend_mixin [None req-cef4c6e4-fa4b-47c3-86d7-7ed6b8b4c85a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2b70aedf-32b4-45bf-a95d-785f25f3ca8b (CIDR: 2001:db8::/64) Aug 30 13:17:26.390976 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef4c6e4-fa4b-47c3-86d7-7ed6b8b4c85a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:17:26.391413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef4c6e4-fa4b-47c3-86d7-7ed6b8b4c85a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:26.434474 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cef4c6e4-fa4b-47c3-86d7-7ed6b8b4c85a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7693911 Aug 30 13:17:26.437961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32902) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:26.446088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32904) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:26.451393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'subnet': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:26.502019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Made reservation on behalf of d3b6d2445ef047d0b35610c4c94b050f for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:26.505511 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.586070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'tenant_id': '3d32f9cdc5564d47ba509f291e3b6e2e', 'fixed_ips': [{'subnet_id': '2b70aedf-32b4-45bf-a95d-785f25f3ca8b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:26.588483 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.610977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:26.620124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.673122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb52e1e8-3420-4c96-8af7-df2fffa297f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.811250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Allocated IP 2001:db8::2 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/2b70aedf-32b4-45bf-a95d-785f25f3ca8b/0687e5f4-425f-49fc-9502-9ef146506ffc) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:26.833961 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.875510 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb52e1e8-3420-4c96-8af7-df2fffa297f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.881571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb52e1e8-3420-4c96-8af7-df2fffa297f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:26.950456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52e1e8-3420-4c96-8af7-df2fffa297f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac34ad6-8178-414e-b61d-996a0e544580,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:26.954395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Subnet': ['ID=fa549ba5-0a1a-4b88-afc3-848deaa55bb2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:26.961198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fb52e1e8-3420-4c96-8af7-df2fffa297f3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=823894ff94a1431f9b6dcf10f99d9acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5048141 Aug 30 13:17:26.963697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32910) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:26.978645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Deleting port e6781541-9bec-428f-a774-3a8cb40099ce {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:26.978996 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.020666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Checking segment: {'id': 'ebe682a3-3a5b-47f6-8457-4baace03c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd4138a46-aeb5-490c-a828-b6933a1be7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:27.021027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network hostable DHCP agents. Network: d4138a46-aeb5-490c-a828-b6933a1be7a5, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:17:27.050358 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.058197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network d4138a46-aeb5-490c-a828-b6933a1be7a5 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:17:27.062218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Transition to ACTIVE for port object 0687e5f4-425f-49fc-9502-9ef146506ffc will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:27.076449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, d4138a46-aeb5-490c-a828-b6933a1be7a5) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:27.083557 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:27.086451 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.091100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42c60a11-cede-4a64-91ec-55c2b2b09ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.094089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a676e-60ed-4b45-8202-0c83a542f71e None None] Network d4138a46-aeb5-490c-a828-b6933a1be7a5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:27.098913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Transition to ACTIVE for port object 0687e5f4-425f-49fc-9502-9ef146506ffc will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:27.110175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] For port e6781541-9bec-428f-a774-3a8cb40099ce, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e6781541-9bec-428f-a774-3a8cb40099ce,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:27.110574 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.114825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.objects.ports [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95698) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:17:27.121734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.125655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cf073c81-e83e-4fc0-ae09-06efdc4b9cf0 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8258839 Aug 30 13:17:27.126431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32912) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:27.131638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-701395670', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:27.137207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Calling delete_port for e6781541-9bec-428f-a774-3a8cb40099ce owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:27.145563 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.170520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42c60a11-cede-4a64-91ec-55c2b2b09ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.205208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:27.214250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:27.218779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:27.223014 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.224366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.227242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:27.228285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:27.229406 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.233603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:27.239467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Subnet': ['ID=57c9afc0-e28d-402b-8883-c77cc16cced5,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:27.254284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Pushing event updated for resources: {'Port': ['ID=0687e5f4-425f-49fc-9502-9ef146506ffc,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:27.266303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cf93b67f-0ca1-4a40-99cd-68891a747cf0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8259699 Aug 30 13:17:27.268809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 32914) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:27.282795 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42c60a11-cede-4a64-91ec-55c2b2b09ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.284872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Request body: {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'mac_address': 'fa:16:3e:b8:1e:2b', 'name': 'tempest-NetworksTestDHCPv6-1143400374'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:27.288747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42c60a11-cede-4a64-91ec-55c2b2b09ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.293145 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-42c60a11-cede-4a64-91ec-55c2b2b09ca9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ac34ad6-8178-414e-b61d-996a0e544580 HTTP/1.1" status: 204 len: 168 time: 0.3276374 Aug 30 13:17:27.336470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c60a11-cede-4a64-91ec-55c2b2b09ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac34ad6-8178-414e-b61d-996a0e544580,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:27.580576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Attempting to bind port 0687e5f4-425f-49fc-9502-9ef146506ffc on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:27.580964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Attempting to bind port 0687e5f4-425f-49fc-9502-9ef146506ffc by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:27.581346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Attempting to bind port 0687e5f4-425f-49fc-9502-9ef146506ffc on network c9e9e44f-48e2-4e6f-b395-9a96ee236512 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:27.592471 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:27.593051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Checking segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:27.593480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.593927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Bound using segment: {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:27.594442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Bound port: 0687e5f4-425f-49fc-9502-9ef146506ffc, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcab04b5-565b-45cd-892e-28ae7e61da21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:27.594839 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.668012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-d4138a46-aeb5-490c-a828-b6933a1be7a5', 'network_id': 'd4138a46-aeb5-490c-a828-b6933a1be7a5', 'tenant_id': 'd3b6d2445ef047d0b35610c4c94b050f', 'fixed_ips': [{'subnet_id': 'fa549ba5-0a1a-4b88-afc3-848deaa55bb2'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:27.668896 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.719038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] For port 0687e5f4-425f-49fc-9502-9ef146506ffc, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:27.736017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.796881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] For port 0687e5f4-425f-49fc-9502-9ef146506ffc, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0687e5f4-425f-49fc-9502-9ef146506ffc,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:27.807756 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:27.929267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d4210-6665-4811-a279-5030a5b43272 None None] Pushing event updated for resources: {'Port': ['ID=0687e5f4-425f-49fc-9502-9ef146506ffc,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:27.932625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Allocated IP 172.20.0.2 (d4138a46-aeb5-490c-a828-b6933a1be7a5/fa549ba5-0a1a-4b88-afc3-848deaa55bb2/9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:28.018087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.134650 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.147094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Made reservation on behalf of 3d32f9cdc5564d47ba509f291e3b6e2e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:28.164439 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.177870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Transition to ACTIVE for port object 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:28.190598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6781541-9bec-428f-a774-3a8cb40099ce,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:28.201114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Transition to ACTIVE for port object 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:28.208707 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.304012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Network d4138a46-aeb5-490c-a828-b6933a1be7a5 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:28.317854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:28.322490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:28.328530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Pushing event updated for resources: {'Port': ['ID=9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:28.416748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Attempting to bind port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:28.419149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Attempting to bind port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'ebe682a3-3a5b-47f6-8457-4baace03c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd4138a46-aeb5-490c-a828-b6933a1be7a5'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:28.420422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Attempting to bind port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a on network d4138a46-aeb5-490c-a828-b6933a1be7a5 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:28.423531 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.428687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:28.429808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Checking segment: {'id': 'ebe682a3-3a5b-47f6-8457-4baace03c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd4138a46-aeb5-490c-a828-b6933a1be7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:28.430786 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.431406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Bound using segment: {'id': 'ebe682a3-3a5b-47f6-8457-4baace03c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd4138a46-aeb5-490c-a828-b6933a1be7a5'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:28.432126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Bound port: 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe682a3-3a5b-47f6-8457-4baace03c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'd4138a46-aeb5-490c-a828-b6933a1be7a5'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:28.432804 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.528058 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.553108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] For port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:28.557183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] For port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a,segment=NetworkSegment(ebe682a3-3a5b-47f6-8457-4baace03c9f5),segment_id=ebe682a3-3a5b-47f6-8457-4baace03c9f5)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:28.568753 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.636019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] device_id is not set on port 5051d198-160e-476c-91b5-24e34ef8849a yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:17:28.640213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747695dc-3661-40d9-815a-373569ad1f00 None None] Pushing event updated for resources: {'Port': ['ID=9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:28.671746 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:28.927424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:29.008845 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:29.192616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8::21c (c9e9e44f-48e2-4e6f-b395-9a96ee236512/2b70aedf-32b4-45bf-a95d-785f25f3ca8b/5051d198-160e-476c-91b5-24e34ef8849a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:29.269481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Allocated IP 2001:db8:0:1:f816:3eff:feb8:1e2b (c9e9e44f-48e2-4e6f-b395-9a96ee236512/57c9afc0-e28d-402b-8883-c77cc16cced5/5051d198-160e-476c-91b5-24e34ef8849a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:29.352395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.25.2.127 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/4eb8a8ff-d989-4fa2-bbfa-802d30379c93) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:29.386980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b8a634-495a-4da1-8523-88782a66cf40 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:29.532609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Router 38daa008-121f-4a5f-b352-0a72e914853b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:29.539549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1dbb1701-e5cc-475c-83af-9f51d28a9ccc None None] Provisioning for port 0687e5f4-425f-49fc-9502-9ef146506ffc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:29.688990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:29.726476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d9c3d1-8f0f-492e-ba56-642cd4e3deea None None] Update dhcp port {'port': {'network_id': 'c9e9e44f-48e2-4e6f-b395-9a96ee236512', 'fixed_ips': [{'subnet_id': '2b70aedf-32b4-45bf-a95d-785f25f3ca8b', 'ip_address': '2001:db8::2'}, {'subnet_id': '57c9afc0-e28d-402b-8883-c77cc16cced5'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '0687e5f4-425f-49fc-9502-9ef146506ffc'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:17:29.762438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:29.777749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-00d9c3d1-8f0f-492e-ba56-642cd4e3deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:29.795893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Transition to ACTIVE for port object 5051d198-160e-476c-91b5-24e34ef8849a will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:29.802713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:29.808383 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aedab9f7-8539-4451-9259-14ed3fc0ef07 admin admin] 10.222.0.37 "PUT /v2.0/routers/38daa008-121f-4a5f-b352-0a72e914853b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6574309 Aug 30 13:17:29.811420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 32990) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:29.816577 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] Sync routers for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:29.848265 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:29.848495 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:29.848896 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:29.902656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:29.908271 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:29.917081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:29.920135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:29.953060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=4eb8a8ff-d989-4fa2-bbfa-802d30379c93,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:30.011040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:30.011788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a723e-bd64-4300-9f42-7a4140a18b3e None None] Network d4138a46-aeb5-490c-a828-b6933a1be7a5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:30.021649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:30.029433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:30.042691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:30.043456 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.067259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event updated for resources: {'Port': ['ID=5051d198-160e-476c-91b5-24e34ef8849a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:30.155226 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.157324 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:17:30.186184 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d6620de2-e337-4c29-b99e-8b7df4aa2139 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9141133 Aug 30 13:17:30.213782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33012) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:30.267587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-00d9c3d1-8f0f-492e-ba56-642cd4e3deea None None] Allocated IP 2001:db8:0:1:f816:3eff:fee5:f13 (c9e9e44f-48e2-4e6f-b395-9a96ee236512/57c9afc0-e28d-402b-8883-c77cc16cced5/0687e5f4-425f-49fc-9502-9ef146506ffc) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:30.392383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.411896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting port 5051d198-160e-476c-91b5-24e34ef8849a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:30.415103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.416323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:30.458414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-00d9c3d1-8f0f-492e-ba56-642cd4e3deea None None] For port 0687e5f4-425f-49fc-9502-9ef146506ffc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0687e5f4-425f-49fc-9502-9ef146506ffc,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:30.505509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.527197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6e0a7f96-657f-41f8-b3b7-671a85f848a4 None None] Provisioning for port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:30.533652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33016) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:30.535323 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:17:27Z', 'revision_number': 5, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port': {'id': '045b318e-e232-4ad3-8105-cacc3b0c186b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38daa008-121f-4a5f-b352-0a72e914853b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:06:32Z', 'updated_at': '2021-08-30T13:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:30.564916 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] Checking router: 38daa008-121f-4a5f-b352-0a72e914853b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:17:30.574673 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] Routers {'38daa008-121f-4a5f-b352-0a72e914853b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:30.576363 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['38daa008-121f-4a5f-b352-0a72e914853b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:30.603191 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.605563 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-00d9c3d1-8f0f-492e-ba56-642cd4e3deea None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.621566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Calling delete_port for 5051d198-160e-476c-91b5-24e34ef8849a owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:30.625094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Deleting port 045b318e-e232-4ad3-8105-cacc3b0c186b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:30.625737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.690610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-00d9c3d1-8f0f-492e-ba56-642cd4e3deea None None] Transition to ACTIVE for port object 0687e5f4-425f-49fc-9502-9ef146506ffc will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:30.703022 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-00d9c3d1-8f0f-492e-ba56-642cd4e3deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.720494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:30.755582 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] Set router 38daa008-121f-4a5f-b352-0a72e914853b gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:17:30.767614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:30.768142 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.860134 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:30.900527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9c3d1-8f0f-492e-ba56-642cd4e3deea None None] Pushing event updated for resources: {'Port': ['ID=0687e5f4-425f-49fc-9502-9ef146506ffc,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:30.973971 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:17:30Z', 'revision_number': 6, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:31.012706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.037152 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96dad1-e6de-4aef-8a90-61fc69171370 None None] The sync data for ids ['38daa008-121f-4a5f-b352-0a72e914853b'] in n-d-688802-6 is: [{'id': '38daa008-121f-4a5f-b352-0a72e914853b', 'name': 'tempest-AttachVolumeTestJSON-524204915-router', 'tenant_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:06:31Z', 'updated_at': '2021-08-30T13:17:30Z', 'revision_number': 6, 'project_id': '1ce7bdd43c29408a91165fe0bbf3b27f', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:31.076643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a,segment=NetworkSegment(ebe682a3-3a5b-47f6-8457-4baace03c9f5),segment_id=ebe682a3-3a5b-47f6-8457-4baace03c9f5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:31.085524 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.086688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0687e5f4-425f-49fc-9502-9ef146506ffc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:31.177024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] For port 045b318e-e232-4ad3-8105-cacc3b0c186b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=045b318e-e232-4ad3-8105-cacc3b0c186b,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:31.177604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.184600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:31.201556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Calling delete_port for 045b318e-e232-4ad3-8105-cacc3b0c186b owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:31.211303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-754389bb-eee7-407e-b2ac-52eac5c5a3c2 None None] Provisioning complete for port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:31.211753 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-754389bb-eee7-407e-b2ac-52eac5c5a3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.241835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0687e5f4-425f-49fc-9502-9ef146506ffc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:31.254151 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.331189 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3effec4-e48b-4f74-9037-afbda1c2dfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.448176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router c2bdef35-93f7-4640-a5a9-ce2634418386 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:17:31.578944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:31.592380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5b595-4b8a-4a34-ac34-d997afadc356 None None] Sync routers for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:31.603074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.603850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5b595-4b8a-4a34-ac34-d997afadc356 None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:31.604790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bbb5b595-4b8a-4a34-ac34-d997afadc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:31.648106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bbb5b595-4b8a-4a34-ac34-d997afadc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:31.658040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5b595-4b8a-4a34-ac34-d997afadc356 None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:31.659126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bbb5b595-4b8a-4a34-ac34-d997afadc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:31.663118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Port': ['ID=5051d198-160e-476c-91b5-24e34ef8849a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:31.677042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.695892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bbb5b595-4b8a-4a34-ac34-d997afadc356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:31.696502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb5b595-4b8a-4a34-ac34-d997afadc356 None None] The sync data for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:31.701436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.701973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.702647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.702958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.703382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.704070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.704344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.704700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.705137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.705472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.705847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.706179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:31.741529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2e8a26f4-99c8-453f-8db3-edba760df4c7 None None] Provisioning for port 0687e5f4-425f-49fc-9502-9ef146506ffc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:31.751578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2e8a26f4-99c8-453f-8db3-edba760df4c7 None None] Provisioning complete for port 0687e5f4-425f-49fc-9502-9ef146506ffc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:31.752261 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e8a26f4-99c8-453f-8db3-edba760df4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.777898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Pushing event deleted for resources: {'Port': ['ID=045b318e-e232-4ad3-8105-cacc3b0c186b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:31.785303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.787255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a0e33534-2115-49e8-916a-4b23f4833a5f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/5051d198-160e-476c-91b5-24e34ef8849a HTTP/1.1" status: 204 len: 168 time: 1.5725236 Aug 30 13:17:31.791050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33026) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:31.863823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3effec4-e48b-4f74-9037-afbda1c2dfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.867787 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.886948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d68e82-a598-4251-af2e-2d3c268cd94b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:31.891883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-74d68e82-a598-4251-af2e-2d3c268cd94b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.0969117 Aug 30 13:17:31.891883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.892796 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45033c54-2473-48a0-8a3c-dc88220d2e07 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.7654071 Aug 30 13:17:31.893406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:31.898804 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e8a26f4-99c8-453f-8db3-edba760df4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:31.913582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33030) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:31.974183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c746699e-558a-4624-8f23-94d64955ecf7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:31.974943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2e8a26f4-99c8-453f-8db3-edba760df4c7 None None] For port 0687e5f4-425f-49fc-9502-9ef146506ffc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0687e5f4-425f-49fc-9502-9ef146506ffc,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:31.978903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c746699e-558a-4624-8f23-94d64955ecf7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.0816686 Aug 30 13:17:31.979546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33032) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:31.980491 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e8a26f4-99c8-453f-8db3-edba760df4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.006393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3effec4-e48b-4f74-9037-afbda1c2dfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.017986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:32.061599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c0720-ac3f-4ebf-8e1e-d43c6f1c2988 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:32.063235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c0720-ac3f-4ebf-8e1e-d43c6f1c2988 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:32.064761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957c0720-ac3f-4ebf-8e1e-d43c6f1c2988 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:32.068870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-957c0720-ac3f-4ebf-8e1e-d43c6f1c2988 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0855730 Aug 30 13:17:32.069142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33034) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:32.073680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a26f4-99c8-453f-8db3-edba760df4c7 None None] Pushing event updated for resources: {'Port': ['ID=0687e5f4-425f-49fc-9502-9ef146506ffc,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:32.092902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:32.093131 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.103093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.111584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.127596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b4c060da-508a-41ad-818b-0a9dc876e3bd None None] Could not find standard attr ID for object 967f14de-d176-42b3-8bdf-af7b8c7c1d05. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:17:32.141237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3effec4-e48b-4f74-9037-afbda1c2dfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab524685-7441-4c5c-b58d-533df491c914,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:32.141480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e32fe4-5ca5-456d-8540-68582809ac52 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 2b70aedf-32b4-45bf-a95d-785f25f3ca8b {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:32.159250 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e32fe4-5ca5-456d-8540-68582809ac52 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.216845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33036) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:32.217054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c3effec4-e48b-4f74-9037-afbda1c2dfb5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8dd87c0de7834e52a8ad6eb6f3937ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6803434 Aug 30 13:17:32.217932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0687e5f4-425f-49fc-9502-9ef146506ffc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:32.243582 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.244694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38daa008-121f-4a5f-b352-0a72e914853b {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:17:32.253236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.254718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-50a1ec91-4136-4874-bbc7-92595c597926 admin admin] 10.222.0.37 "DELETE /v2.0/routers/38daa008-121f-4a5f-b352-0a72e914853b HTTP/1.1" status: 204 len: 168 time: 2.4418375 Aug 30 13:17:32.260858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33038) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:32.266574 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e32fe4-5ca5-456d-8540-68582809ac52 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.299693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0687e5f4-425f-49fc-9502-9ef146506ffc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:32.300697 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.410473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d977ec-787d-40fc-ab47-3996009d90a0 admin admin] Deleting subnet f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:32.417798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94d977ec-787d-40fc-ab47-3996009d90a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.456471 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e32fe4-5ca5-456d-8540-68582809ac52 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.459573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b76517e9-1ad8-447f-b213-9d39e1b076cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.497939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6781541-9bec-428f-a774-3a8cb40099ce no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:32.530545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e6781541-9bec-428f-a774-3a8cb40099ce {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:17:32.530989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6781541-9bec-428f-a774-3a8cb40099ce not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:17:32.532334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 045b318e-e232-4ad3-8105-cacc3b0c186b no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:32.533543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94d977ec-787d-40fc-ab47-3996009d90a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.534464 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b76517e9-1ad8-447f-b213-9d39e1b076cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.571745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 045b318e-e232-4ad3-8105-cacc3b0c186b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:17:32.572441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 045b318e-e232-4ad3-8105-cacc3b0c186b not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:17:32.586559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d53e429c-9143-458c-b6d2-0a4309c28ab6 None None] Could not find standard attr ID for object 411107f4-7374-4f36-be21-faf4cedc767f. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:17:32.590303 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e32fe4-5ca5-456d-8540-68582809ac52 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.628740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e32fe4-5ca5-456d-8540-68582809ac52 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=2b70aedf-32b4-45bf-a95d-785f25f3ca8b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:32.631129 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48e32fe4-5ca5-456d-8540-68582809ac52 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.633180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-48e32fe4-5ca5-456d-8540-68582809ac52 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/2b70aedf-32b4-45bf-a95d-785f25f3ca8b HTTP/1.1" status: 204 len: 168 time: 0.5631125 Aug 30 13:17:32.634748 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b76517e9-1ad8-447f-b213-9d39e1b076cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.637838 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b76517e9-1ad8-447f-b213-9d39e1b076cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.643177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33042) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:32.646424 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b76517e9-1ad8-447f-b213-9d39e1b076cb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab524685-7441-4c5c-b58d-533df491c914 HTTP/1.1" status: 204 len: 168 time: 0.4245117 Aug 30 13:17:32.658415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76517e9-1ad8-447f-b213-9d39e1b076cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab524685-7441-4c5c-b58d-533df491c914,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:32.774077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1063afe3-7683-483f-9278-9f25b04330d3 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:32.792259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-581be8e1-1f25-421c-a317-e6582a38402b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Deleting subnet 57c9afc0-e28d-402b-8883-c77cc16cced5 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:32.802289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-581be8e1-1f25-421c-a317-e6582a38402b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.830275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94d977ec-787d-40fc-ab47-3996009d90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.831575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-eb8936c4-64f6-411b-83e7-556f53600c9a None None] Could not find standard attr ID for object 5051d198-160e-476c-91b5-24e34ef8849a. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:17:32.888991 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-581be8e1-1f25-421c-a317-e6582a38402b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:32.991658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33050) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.013265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3cf15b22-cdd2-40ff-ab8e-e22c89417338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.018480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94d977ec-787d-40fc-ab47-3996009d90a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.058838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94d977ec-787d-40fc-ab47-3996009d90a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.063710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-94d977ec-787d-40fc-ab47-3996009d90a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f4de7065-61a5-4a1b-9d4a-b75c2d8824e0 HTTP/1.1" status: 204 len: 168 time: 0.7988634 Aug 30 13:17:33.068706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c33046-2fea-4004-bbf7-430ec51740db None None] Network 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:33.070475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33052) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.095824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d977ec-787d-40fc-ab47-3996009d90a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4de7065-61a5-4a1b-9d4a-b75c2d8824e0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:33.102935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-581be8e1-1f25-421c-a317-e6582a38402b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.196760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.205362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.266838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-581be8e1-1f25-421c-a317-e6582a38402b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.296590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3cf15b22-cdd2-40ff-ab8e-e22c89417338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.303709 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3cf15b22-cdd2-40ff-ab8e-e22c89417338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.317029 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be523ddf-c43a-4102-8702-b12743b77982 None None] DHCP port deletion for 2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:17:33.323258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-581be8e1-1f25-421c-a317-e6582a38402b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.325302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-581be8e1-1f25-421c-a317-e6582a38402b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/57c9afc0-e28d-402b-8883-c77cc16cced5 HTTP/1.1" status: 204 len: 168 time: 0.6793621 Aug 30 13:17:33.329087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33054) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.331219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581be8e1-1f25-421c-a317-e6582a38402b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Subnet': ['ID=57c9afc0-e28d-402b-8883-c77cc16cced5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:33.347859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf15b22-cdd2-40ff-ab8e-e22c89417338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c00ab5-ed47-4c79-8956-d2a36ac2b8b9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:33.399093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-be523ddf-c43a-4102-8702-b12743b77982 None None] Deleting port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:33.399938 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-be523ddf-c43a-4102-8702-b12743b77982 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.400074 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3cf15b22-cdd2-40ff-ab8e-e22c89417338 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7cffb744bc2543668bb552382bfa5276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067824 Aug 30 13:17:33.405430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33056) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.407084 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-324f5776-6ae0-4d81-864a-db231b284e74 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767553 Aug 30 13:17:33.409771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33058) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.448570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Deleting port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:33.448914 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.527808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64eb9e3-74e3-4fed-a792-f6c949bbb967 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:33.529384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c64eb9e3-74e3-4fed-a792-f6c949bbb967 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1182463 Aug 30 13:17:33.534905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33062) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.537785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-be523ddf-c43a-4102-8702-b12743b77982 None None] For port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=20ee6eb4-3d9b-4c93-9dcc-3726052396a3,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:33.538194 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-be523ddf-c43a-4102-8702-b12743b77982 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.559011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-be523ddf-c43a-4102-8702-b12743b77982 None None] Calling delete_port for 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:33.562007 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108031b7-d1bc-4d5d-967a-3e9fb2cf4a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.593134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] For port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=20ee6eb4-3d9b-4c93-9dcc-3726052396a3,segment=NetworkSegment(6b6fee73-7112-4aba-893d-5f0c6c36004d),segment_id=6b6fee73-7112-4aba-893d-5f0c6c36004d)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:33.593486 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.611071 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108031b7-d1bc-4d5d-967a-3e9fb2cf4a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.621429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Calling delete_port for 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:33.639864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebfa68a-846a-48ef-8f13-5a31262c3dd5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:33.641585 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7ebfa68a-846a-48ef-8f13-5a31262c3dd5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1024585 Aug 30 13:17:33.645123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33064) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.702609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-beb70807-e6ff-42b5-adeb-1139057063c9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557489 Aug 30 13:17:33.710079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33066) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.751153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108031b7-d1bc-4d5d-967a-3e9fb2cf4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.755661 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108031b7-d1bc-4d5d-967a-3e9fb2cf4a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.762248 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99ff5c4-c015-480f-a1d2-aa3e60ed2642 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:33.762803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99ff5c4-c015-480f-a1d2-aa3e60ed2642 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:33.763461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-108031b7-d1bc-4d5d-967a-3e9fb2cf4a5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18c00ab5-ed47-4c79-8956-d2a36ac2b8b9 HTTP/1.1" status: 204 len: 168 time: 0.3537364 Aug 30 13:17:33.765456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c99ff5c4-c015-480f-a1d2-aa3e60ed2642 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/5051d198-160e-476c-91b5-24e34ef8849a HTTP/1.1" status: 404 len: 333 time: 0.0564649 Aug 30 13:17:33.776501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33070) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.784500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108031b7-d1bc-4d5d-967a-3e9fb2cf4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c00ab5-ed47-4c79-8956-d2a36ac2b8b9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:33.801569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.830727 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c176af-9781-4345-b015-a4900d311d9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:33.831252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c176af-9781-4345-b015-a4900d311d9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:33.832991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Pushing event deleted for resources: {'Port': ['ID=20ee6eb4-3d9b-4c93-9dcc-3726052396a3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:33.838144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-13c176af-9781-4345-b015-a4900d311d9e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/57c9afc0-e28d-402b-8883-c77cc16cced5 HTTP/1.1" status: 404 len: 337 time: 0.0534685 Aug 30 13:17:33.839347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] No DVR routers for this DVR port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:33.842492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33072) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.846267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.20.0.1 (d4138a46-aeb5-490c-a828-b6933a1be7a5/fa549ba5-0a1a-4b88-afc3-848deaa55bb2/3bfe8bef-652b-409b-9b47-7640372981ff) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:33.861649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b0d77-5f67-4b69-9689-2138188aefb0 None None] Network c9e9e44f-48e2-4e6f-b395-9a96ee236512 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:33.936609 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-da50e199-48a6-48d5-8a14-a29c8e118f2b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:33.937222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da50e199-48a6-48d5-8a14-a29c8e118f2b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:33.939871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-da50e199-48a6-48d5-8a14-a29c8e118f2b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/2b70aedf-32b4-45bf-a95d-785f25f3ca8b HTTP/1.1" status: 404 len: 337 time: 0.0712852 Aug 30 13:17:33.955194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33076) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:33.960446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bf3c5a2c-2d6f-4d2e-b064-88f0fce02dfa None None] Provisioning complete for port 0687e5f4-425f-49fc-9502-9ef146506ffc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:33.960838 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5a2c-2d6f-4d2e-b064-88f0fce02dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:33.964184 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-be523ddf-c43a-4102-8702-b12743b77982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.007508 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0adc46-a1c6-49b8-8891-4516840dd4b8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.008427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0adc46-a1c6-49b8-8891-4516840dd4b8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.012482 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ec0adc46-a1c6-49b8-8891-4516840dd4b8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/411107f4-7374-4f36-be21-faf4cedc767f HTTP/1.1" status: 404 len: 333 time: 0.0565517 Aug 30 13:17:34.018124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33078) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.034140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0687e5f4-425f-49fc-9502-9ef146506ffc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:34.056806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.059695 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c842e53-5c5b-4566-a4cf-b1792ec2d134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.060185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c842e53-5c5b-4566-a4cf-b1792ec2d134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.062122 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8c842e53-5c5b-4566-a4cf-b1792ec2d134 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/4c20bd77-9529-4244-8eec-783037a8fb36 HTTP/1.1" status: 404 len: 337 time: 0.0423384 Aug 30 13:17:34.065279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33082) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.071147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcfaff1-7e49-453c-a17f-9ed5d863d2d4']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:34.082200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b6fee73-7112-4aba-893d-5f0c6c36004d') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:34.082646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b6fee73-7112-4aba-893d-5f0c6c36004d') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:34.095440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.107567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be523ddf-c43a-4102-8702-b12743b77982 None None] Pushing event deleted for resources: {'Port': ['ID=20ee6eb4-3d9b-4c93-9dcc-3726052396a3,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:34.109021 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50e4613-588a-4043-a363-d6eb571636d8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.109829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50e4613-588a-4043-a363-d6eb571636d8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.110119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be523ddf-c43a-4102-8702-b12743b77982 None None] No DVR routers for this DVR port 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:34.114696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d50e4613-588a-4043-a363-d6eb571636d8 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/786b0a32-9228-4148-9f71-9040c52097af HTTP/1.1" status: 404 len: 337 time: 0.0454211 Aug 30 13:17:34.115155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33084) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.121091 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.128220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.128614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:34.129143 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.161985 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f705e9d-7a11-4482-97b2-47b170ae470c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.162863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f705e9d-7a11-4482-97b2-47b170ae470c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.167166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7f705e9d-7a11-4482-97b2-47b170ae470c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/967f14de-d176-42b3-8bdf-af7b8c7c1d05 HTTP/1.1" status: 404 len: 333 time: 0.0483057 Aug 30 13:17:34.168134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33086) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:34.192395 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:34.195385 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.200922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0687e5f4-425f-49fc-9502-9ef146506ffc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:34.201322 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.217216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.218613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Transition to ACTIVE for port object 3bfe8bef-652b-409b-9b47-7640372981ff will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:34.219294 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] 10.222.0.37 "DELETE /v2.0/networks/2fcfaff1-7e49-453c-a17f-9ed5d863d2d4 HTTP/1.1" status: 204 len: 168 time: 1.1476939 Aug 30 13:17:34.220455 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1687ca-d393-4fb3-aa75-27b545b777c0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.220614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee40e8-d990-4544-a783-f340d325fafd admin admin] Pushing event deleted for resources: {'Network': ['ID=2fcfaff1-7e49-453c-a17f-9ed5d863d2d4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:34.221071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1687ca-d393-4fb3-aa75-27b545b777c0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.225303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3c1687ca-d393-4fb3-aa75-27b545b777c0 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/245854c8-d82e-4939-99e3-111fddbbd3ed HTTP/1.1" status: 404 len: 337 time: 0.0536704 Aug 30 13:17:34.225597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33092) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.262200 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38edbcf-62db-438d-b450-09cd3af0f5bd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.262753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38edbcf-62db-438d-b450-09cd3af0f5bd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.267622 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c38edbcf-62db-438d-b450-09cd3af0f5bd tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/b7cb0592-1561-46ed-8760-5f66928d69a9 HTTP/1.1" status: 404 len: 337 time: 0.0333476 Aug 30 13:17:34.267768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33096) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.275623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.300515 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e11e330-38da-4cdd-b191-fca4936d3e9b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.301615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e11e330-38da-4cdd-b191-fca4936d3e9b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.303696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3e11e330-38da-4cdd-b191-fca4936d3e9b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/b88276fa-49af-48b0-8d21-aeecd5920900 HTTP/1.1" status: 404 len: 333 time: 0.0347629 Aug 30 13:17:34.306100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33098) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.334473 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-09087f54-c6af-4eb5-9173-4d84ff8f4c17 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.334928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09087f54-c6af-4eb5-9173-4d84ff8f4c17 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.339243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-09087f54-c6af-4eb5-9173-4d84ff8f4c17 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/a37cef2d-9fdf-4061-b748-595ae3b0311e HTTP/1.1" status: 404 len: 337 time: 0.0296535 Aug 30 13:17:34.340899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33100) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.359472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network d4138a46-aeb5-490c-a828-b6933a1be7a5 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:34.363869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:34.366138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=3bfe8bef-652b-409b-9b47-7640372981ff,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:34.368769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:34.385283 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-335a012b-d04f-4e50-bea9-ec6baf0224ca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.386288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335a012b-d04f-4e50-bea9-ec6baf0224ca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.393454 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-335a012b-d04f-4e50-bea9-ec6baf0224ca tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/aca9a14d-232e-4f0b-8322-6d759d7c7f78 HTTP/1.1" status: 404 len: 337 time: 0.0504105 Aug 30 13:17:34.393656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33104) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.420309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003a311f-769d-4cbb-b209-1d4f38c7460a None None] DHCP port deletion for c9e9e44f-48e2-4e6f-b395-9a96ee236512 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:17:34.424924 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.453930 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-164a5aba-bfcb-46b8-a60e-4c4ceda08410 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.454973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164a5aba-bfcb-46b8-a60e-4c4ceda08410 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.459977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-164a5aba-bfcb-46b8-a60e-4c4ceda08410 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/cfaf2f68-f988-4630-b8a2-b82119884ef5 HTTP/1.1" status: 404 len: 333 time: 0.0638757 Aug 30 13:17:34.460788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33106) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.489183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33108) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.510489 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ef7f18-49b4-422b-af73-b09ace1b39da tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.510950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ef7f18-49b4-422b-af73-b09ace1b39da tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.515230 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45ef7f18-49b4-422b-af73-b09ace1b39da tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/5546fbd7-70be-4773-825e-ead2e425e3a3 HTTP/1.1" status: 404 len: 337 time: 0.0508704 Aug 30 13:17:34.515482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33112) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.527596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-003a311f-769d-4cbb-b209-1d4f38c7460a None None] Deleting port 0687e5f4-425f-49fc-9502-9ef146506ffc {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:34.528014 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-003a311f-769d-4cbb-b209-1d4f38c7460a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.542482 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-30787b3c-82cd-415d-a967-1006a99a7f2b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.543139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30787b3c-82cd-415d-a967-1006a99a7f2b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.546003 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-30787b3c-82cd-415d-a967-1006a99a7f2b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/f31f6a87-17f0-447f-8ee5-77491a9db37f HTTP/1.1" status: 404 len: 333 time: 0.0294867 Aug 30 13:17:34.549700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33116) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.585414 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e55e815-113b-4dae-8a89-2b27ed2edc0c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.586383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e55e815-113b-4dae-8a89-2b27ed2edc0c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.588825 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2e55e815-113b-4dae-8a89-2b27ed2edc0c tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/81b820d5-41b2-4d13-9cf4-15d8a0becabf HTTP/1.1" status: 404 len: 337 time: 0.0391412 Aug 30 13:17:34.591836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33118) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.618512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ddfb64df-f3ec-4f8e-9fb6-d813e287c6ab admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1ce7bdd43c29408a91165fe0bbf3b27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252804 Aug 30 13:17:34.622021 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33120) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.655241 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d00dd6-5ad6-42a5-b378-b223a4b58060 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.656418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d00dd6-5ad6-42a5-b378-b223a4b58060 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.658556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-35d00dd6-5ad6-42a5-b378-b223a4b58060 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/c126af42-c5ed-4e2c-84d7-ae7158ab9c1f HTTP/1.1" status: 404 len: 333 time: 0.0653853 Aug 30 13:17:34.661400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33122) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.696410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa494946-0ea3-446c-b402-e88dcab6a1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.704991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-003a311f-769d-4cbb-b209-1d4f38c7460a None None] For port 0687e5f4-425f-49fc-9502-9ef146506ffc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0687e5f4-425f-49fc-9502-9ef146506ffc,segment=NetworkSegment(bcab04b5-565b-45cd-892e-28ae7e61da21),segment_id=bcab04b5-565b-45cd-892e-28ae7e61da21)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:34.705970 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-003a311f-769d-4cbb-b209-1d4f38c7460a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.708915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:34.715968 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed21ecef-1ae9-483c-83ac-521e627b2037 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.716731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed21ecef-1ae9-483c-83ac-521e627b2037 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.718728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ed21ecef-1ae9-483c-83ac-521e627b2037 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/5113738e-114f-40aa-9f9d-d644ff969022 HTTP/1.1" status: 404 len: 337 time: 0.0563061 Aug 30 13:17:34.721955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33124) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.724424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa494946-0ea3-446c-b402-e88dcab6a1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.743229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:17:34.743830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 20ee6eb4-3d9b-4c93-9dcc-3726052396a3 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:17:34.756461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-003a311f-769d-4cbb-b209-1d4f38c7460a None None] Calling delete_port for 0687e5f4-425f-49fc-9502-9ef146506ffc owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:34.787667 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-42effbad-188e-4b06-9ff8-854c55e0acb5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.788891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42effbad-188e-4b06-9ff8-854c55e0acb5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.791215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-42effbad-188e-4b06-9ff8-854c55e0acb5 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/4d4854a5-9fd9-4d49-8979-fed2585bc839 HTTP/1.1" status: 404 len: 333 time: 0.0678129 Aug 30 13:17:34.795071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33128) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.808670 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa494946-0ea3-446c-b402-e88dcab6a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.811585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.812804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa494946-0ea3-446c-b402-e88dcab6a1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.816512 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fa494946-0ea3-446c-b402-e88dcab6a1b6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aebf2baa-990f-4d82-bda3-1e76b732ac34 HTTP/1.1" status: 204 len: 168 time: 0.1899736 Aug 30 13:17:34.822317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa494946-0ea3-446c-b402-e88dcab6a1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebf2baa-990f-4d82-bda3-1e76b732ac34,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:34.841376 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3458d430-4240-4855-97ae-d6d6ec355a01 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.842088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3458d430-4240-4855-97ae-d6d6ec355a01 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.844003 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3458d430-4240-4855-97ae-d6d6ec355a01 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/365be9b3-aa6e-4a5d-af11-ab1452320fc4 HTTP/1.1" status: 404 len: 337 time: 0.0480106 Aug 30 13:17:34.846781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33132) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.871785 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e450450c-7508-4346-95eb-d1b0c11518ea tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.873540 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e450450c-7508-4346-95eb-d1b0c11518ea tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.878712 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e450450c-7508-4346-95eb-d1b0c11518ea tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/920047a5-16c0-47a3-9366-d41db853e9cf HTTP/1.1" status: 404 len: 333 time: 0.0272436 Aug 30 13:17:34.878712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33136) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.894152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-16a2830e-f4f4-47f3-a26a-5fc8a838c689 None None] Provisioning for port 3bfe8bef-652b-409b-9b47-7640372981ff completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:34.905858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-16a2830e-f4f4-47f3-a26a-5fc8a838c689 None None] Provisioning complete for port 3bfe8bef-652b-409b-9b47-7640372981ff triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:34.906242 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-16a2830e-f4f4-47f3-a26a-5fc8a838c689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:34.925693 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb968793-b8b2-4fb3-ba98-89304b28b148 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:34.930241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb968793-b8b2-4fb3-ba98-89304b28b148 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:34.932112 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fb968793-b8b2-4fb3-ba98-89304b28b148 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/8d999df1-7c92-4b05-8f9b-d0aaa5a743a8 HTTP/1.1" status: 404 len: 337 time: 0.0532243 Aug 30 13:17:34.936259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33140) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:34.958815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-16a2830e-f4f4-47f3-a26a-5fc8a838c689 None None] Port 3bfe8bef-652b-409b-9b47-7640372981ff cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:17:34.970019 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-003a311f-769d-4cbb-b209-1d4f38c7460a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:35.001099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a311f-769d-4cbb-b209-1d4f38c7460a None None] Pushing event deleted for resources: {'Port': ['ID=0687e5f4-425f-49fc-9502-9ef146506ffc,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:35.006957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003a311f-769d-4cbb-b209-1d4f38c7460a None None] No DVR routers for this DVR port 0687e5f4-425f-49fc-9502-9ef146506ffc on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:35.017695 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-706c9816-24b2-4285-804d-af87948e4b83 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.018656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706c9816-24b2-4285-804d-af87948e4b83 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.021439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-706c9816-24b2-4285-804d-af87948e4b83 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/a06c0770-09dd-476f-ab48-a616a258d9e7 HTTP/1.1" status: 404 len: 333 time: 0.0811687 Aug 30 13:17:35.024033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33142) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.057362 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-378d639d-3914-4d87-bbe0-28abd71ccc1f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.058021 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378d639d-3914-4d87-bbe0-28abd71ccc1f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.063370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-378d639d-3914-4d87-bbe0-28abd71ccc1f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/9852bcb2-8167-4a80-aee2-19add30ad975 HTTP/1.1" status: 404 len: 337 time: 0.0370750 Aug 30 13:17:35.063981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33148) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.101042 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a381594-452d-424a-80c8-f3f806558def tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.101042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a381594-452d-424a-80c8-f3f806558def tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.101042 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4a381594-452d-424a-80c8-f3f806558def tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/33f44030-f18e-4f94-b32e-3bf8d9c87d5f HTTP/1.1" status: 404 len: 337 time: 0.0347192 Aug 30 13:17:35.101042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33150) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.149694 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa98407-948c-4ee5-97e1-f14f823720af tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.150490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa98407-948c-4ee5-97e1-f14f823720af tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.154405 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4aa98407-948c-4ee5-97e1-f14f823720af tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/8a8b12ad-5fd7-4db6-94d6-b00b7373e105 HTTP/1.1" status: 404 len: 333 time: 0.0521402 Aug 30 13:17:35.156782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33156) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.193722 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-be937c18-734d-4570-933a-4631f31d45b2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.194181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be937c18-734d-4570-933a-4631f31d45b2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.198426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be937c18-734d-4570-933a-4631f31d45b2 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/7cd3728e-9d4d-4e10-96d9-baf373533d6c HTTP/1.1" status: 404 len: 337 time: 0.0381477 Aug 30 13:17:35.198675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33158) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.226238 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-947ac769-8667-439e-baa7-71d06d46edc9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.226694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947ac769-8667-439e-baa7-71d06d46edc9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.230867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-947ac769-8667-439e-baa7-71d06d46edc9 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/fb8efc11-9826-4f4d-87ef-59ae47845cd5 HTTP/1.1" status: 404 len: 337 time: 0.0287893 Aug 30 13:17:35.231086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33160) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.259822 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c8aacf-1f3e-4a00-8932-4cdacbd63fc7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.260600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c8aacf-1f3e-4a00-8932-4cdacbd63fc7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.262350 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e0c8aacf-1f3e-4a00-8932-4cdacbd63fc7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/1b32bf26-ba4f-45ef-b193-92eae6a942c5 HTTP/1.1" status: 404 len: 333 time: 0.0302024 Aug 30 13:17:35.265685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33164) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.295174 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d467d0e0-5223-4813-92d7-fc4ada314d5d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.295691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d467d0e0-5223-4813-92d7-fc4ada314d5d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.300364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d467d0e0-5223-4813-92d7-fc4ada314d5d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/693bb16e-943a-49f4-b1f1-24dcd0a0ebdd HTTP/1.1" status: 404 len: 337 time: 0.0309322 Aug 30 13:17:35.300702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33168) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.327153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:35.333208 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6bba99-359e-48fc-b76a-24c568bac834 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.333208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6bba99-359e-48fc-b76a-24c568bac834 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.336316 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2c6bba99-359e-48fc-b76a-24c568bac834 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/ea65c2bc-038b-4955-b9ce-74b5005640ec HTTP/1.1" status: 404 len: 337 time: 0.0324411 Aug 30 13:17:35.336691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33172) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.338401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:35.368969 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1fc1be-6a24-4257-8958-c8d138dd3c42 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.369905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1fc1be-6a24-4257-8958-c8d138dd3c42 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.372139 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2d1fc1be-6a24-4257-8958-c8d138dd3c42 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/097afa22-862a-49f8-a8d4-8039bdbdcc69 HTTP/1.1" status: 404 len: 333 time: 0.0338769 Aug 30 13:17:35.375899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33174) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.419785 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dea9a9d-1ac5-4522-80f2-c7d019366f9d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.420590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dea9a9d-1ac5-4522-80f2-c7d019366f9d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.423110 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0dea9a9d-1ac5-4522-80f2-c7d019366f9d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/a37dcdf2-0818-456b-8aeb-679139d439e8 HTTP/1.1" status: 404 len: 337 time: 0.0458143 Aug 30 13:17:35.425548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33180) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.434988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=3bfe8bef-652b-409b-9b47-7640372981ff,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:35.443282 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:35.459203 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7a16e4-cfcb-49a4-8a6b-e562a50650fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.460022 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7a16e4-cfcb-49a4-8a6b-e562a50650fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.461948 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1f7a16e4-cfcb-49a4-8a6b-e562a50650fe tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/361eba60-3541-4c7c-b981-c58e54b362ea HTTP/1.1" status: 404 len: 337 time: 0.0351336 Aug 30 13:17:35.464537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33182) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.515926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a3b3b08e-8bae-4076-b83e-9149bd0a1bf4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports?device_id=567eec1f-753f-4b7f-be96-b430c49425fe HTTP/1.1" status: 200 len: 205 time: 0.0501113 Aug 30 13:17:35.518403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33184) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.561759 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-04a0cc57-c29b-405a-af64-91678c33c73d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] delete failed (client error): The resource could not be found. Aug 30 13:17:35.563593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-04a0cc57-c29b-405a-af64-91678c33c73d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/routers/567eec1f-753f-4b7f-be96-b430c49425fe HTTP/1.1" status: 404 len: 336 time: 0.0442107 Aug 30 13:17:35.566599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33188) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.597593 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7386275a-4736-4ee2-821b-85cceaa72d7a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.600168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7386275a-4736-4ee2-821b-85cceaa72d7a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.602008 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7386275a-4736-4ee2-821b-85cceaa72d7a tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/ed44f7e2-b7de-4d15-8202-8b13c3f18ab7 HTTP/1.1" status: 404 len: 337 time: 0.0336173 Aug 30 13:17:35.604818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33192) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.626242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network d4138a46-aeb5-490c-a828-b6933a1be7a5 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:35.628763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:35.643188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c423d7d1-f284-4dc3-9b85-5127f752745b tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d HTTP/1.1" status: 200 len: 205 time: 0.0349069 Aug 30 13:17:35.643425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33196) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.710142 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-16dd8ff6-0d36-4512-a21c-f6eaa2bbe0ea tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] delete failed (client error): The resource could not be found. Aug 30 13:17:35.715263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-16dd8ff6-0d36-4512-a21c-f6eaa2bbe0ea tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/routers/c6c89ad4-d1dd-4095-a46c-ccfb296e0e4d HTTP/1.1" status: 404 len: 336 time: 0.0706205 Aug 30 13:17:35.718375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33204) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.796631 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fe95d4-824e-4671-a269-002722c606ba tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.797326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fe95d4-824e-4671-a269-002722c606ba tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.800049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-09fe95d4-824e-4671-a269-002722c606ba tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/18918aa9-fc8d-41b2-9b2b-9de86622be96 HTTP/1.1" status: 404 len: 337 time: 0.0795171 Aug 30 13:17:35.803406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33208) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.846883 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb9b2e2-dcd2-4446-94cc-19d10e4fae3e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.847387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb9b2e2-dcd2-4446-94cc-19d10e4fae3e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.853965 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4fb9b2e2-dcd2-4446-94cc-19d10e4fae3e tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/17f88d05-c2b1-46b3-b3d1-875efd9f6403 HTTP/1.1" status: 404 len: 337 time: 0.0471439 Aug 30 13:17:35.854864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33212) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.882885 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f50a44b-fefe-4b5a-9e00-7c48620f8466 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.900042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f50a44b-fefe-4b5a-9e00-7c48620f8466 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.902400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7f50a44b-fefe-4b5a-9e00-7c48620f8466 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/e2022e77-9904-4418-8802-888701b790a6 HTTP/1.1" status: 404 len: 333 time: 0.0465438 Aug 30 13:17:35.905812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33216) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.948166 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a1a766-6121-46da-8e07-5f66a33ad8b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.948812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a1a766-6121-46da-8e07-5f66a33ad8b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:35.955799 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-09a1a766-6121-46da-8e07-5f66a33ad8b7 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/299eb94f-dc76-4ba7-8701-a5236821532b HTTP/1.1" status: 404 len: 337 time: 0.0437663 Aug 30 13:17:35.956565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33218) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:35.996221 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8fd0b1-c417-4866-b137-de69188cd8da tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:35.997158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8fd0b1-c417-4866-b137-de69188cd8da tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.002095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7a8fd0b1-c417-4866-b137-de69188cd8da tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/8b676494-935c-42a0-beab-0721d6f11495 HTTP/1.1" status: 404 len: 333 time: 0.0421331 Aug 30 13:17:36.002358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33220) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.012005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0687e5f4-425f-49fc-9502-9ef146506ffc no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:36.030004 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f12e63-3846-47cd-8054-49f12dbd9474 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.030450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f12e63-3846-47cd-8054-49f12dbd9474 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.033709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f1f12e63-3846-47cd-8054-49f12dbd9474 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/92d8b1cf-d4cc-4eb7-9167-16ef44762395 HTTP/1.1" status: 404 len: 337 time: 0.0291333 Aug 30 13:17:36.035469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33228) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.058543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0687e5f4-425f-49fc-9502-9ef146506ffc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:17:36.058909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0687e5f4-425f-49fc-9502-9ef146506ffc not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:17:36.066257 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db36bef-88b1-4252-8abe-afaa4b54784f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.067035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db36bef-88b1-4252-8abe-afaa4b54784f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.069707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4db36bef-88b1-4252-8abe-afaa4b54784f tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/71c8edc8-5e1d-45a5-baa5-c1df5d5aeae3 HTTP/1.1" status: 404 len: 333 time: 0.0322196 Aug 30 13:17:36.074088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33230) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.100494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-36bd9c14-54c0-40cd-a6de-4e4c099bd947 None None] Provisioning complete for port 3bfe8bef-652b-409b-9b47-7640372981ff triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:36.101802 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5801f31d-ca7c-422c-99bf-1cd4bd77ecdb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.102266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5801f31d-ca7c-422c-99bf-1cd4bd77ecdb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.103514 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-36bd9c14-54c0-40cd-a6de-4e4c099bd947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.103979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5801f31d-ca7c-422c-99bf-1cd4bd77ecdb tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/ecbfcca8-af18-4049-a742-f582d737b7dc HTTP/1.1" status: 404 len: 337 time: 0.0290589 Aug 30 13:17:36.112715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33232) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.146275 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b2c391-33fd-4968-913b-923d6a06a966 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.147270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b2c391-33fd-4968-913b-923d6a06a966 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.147425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-36bd9c14-54c0-40cd-a6de-4e4c099bd947 None None] Port 3bfe8bef-652b-409b-9b47-7640372981ff cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:17:36.150304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-11b2c391-33fd-4968-913b-923d6a06a966 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/e984f51e-0c3e-48a7-8c91-b946ced3e8c5 HTTP/1.1" status: 404 len: 333 time: 0.0352948 Aug 30 13:17:36.151617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33238) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.179433 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f384afa1-95a0-45e4-9c2a-b6cfbf5a4f96 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.179897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f384afa1-95a0-45e4-9c2a-b6cfbf5a4f96 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.180393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router c2bdef35-93f7-4640-a5a9-ce2634418386 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:36.181925 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f384afa1-95a0-45e4-9c2a-b6cfbf5a4f96 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/773f6511-9d84-4c7f-a5f2-5e7d60bd8a26 HTTP/1.1" status: 404 len: 337 time: 0.0293031 Aug 30 13:17:36.184473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33240) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.215299 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d6310a-7c15-4ab6-8fc6-61c96108c5d4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.216504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d6310a-7c15-4ab6-8fc6-61c96108c5d4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.218282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-06d6310a-7c15-4ab6-8fc6-61c96108c5d4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/4329e7ea-e50f-406d-af40-dbe10e4d60a5 HTTP/1.1" status: 404 len: 333 time: 0.0328474 Aug 30 13:17:36.223461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33242) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.248247 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d529bcef-ac53-40dd-9505-2bbf8900cc10 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.248739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d529bcef-ac53-40dd-9505-2bbf8900cc10 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.250523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d529bcef-ac53-40dd-9505-2bbf8900cc10 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/a9b9c386-c5e3-462b-bb88-409f6eec27f0 HTTP/1.1" status: 404 len: 337 time: 0.0282636 Aug 30 13:17:36.253028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33244) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.282241 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc55dc45-4199-4b37-a982-002aa06186e4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.283154 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc55dc45-4199-4b37-a982-002aa06186e4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.284984 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fc55dc45-4199-4b37-a982-002aa06186e4 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/4d6557ba-b600-4042-a78e-1ff463e14428 HTTP/1.1" status: 404 len: 333 time: 0.0308118 Aug 30 13:17:36.288123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33246) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.290030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33248) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.331611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:36.338853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-94f9b66a-fa31-45d9-a26b-f780dbf71bf8 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/routers/c2bdef35-93f7-4640-a5a9-ce2634418386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4091277 Aug 30 13:17:36.339200 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-89606934-a2a5-4240-b5b0-5f19c88697d1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.339654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89606934-a2a5-4240-b5b0-5f19c88697d1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.339802 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33252) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.343060 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-89606934-a2a5-4240-b5b0-5f19c88697d1 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/9070e009-28bd-41f6-a8f8-1ac1869f40e7 HTTP/1.1" status: 404 len: 337 time: 0.0533237 Aug 30 13:17:36.345209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33254) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.349310 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6900564-9b9e-4329-b072-e2c8fe4a38ff None None] Sync routers for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:36.352083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'port': {'network_id': 'd4138a46-aeb5-490c-a828-b6933a1be7a5', 'name': 'tempest-FloatingIPTestJSON-1648145609'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:36.361386 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6900564-9b9e-4329-b072-e2c8fe4a38ff None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:36.362043 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b6900564-9b9e-4329-b072-e2c8fe4a38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:36.377170 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f162da77-b719-4093-97c4-d83b1366cce6 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.377900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f162da77-b719-4093-97c4-d83b1366cce6 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.379695 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f162da77-b719-4093-97c4-d83b1366cce6 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/ports/48161b15-b2bb-4a67-b077-d0562023e55c HTTP/1.1" status: 404 len: 333 time: 0.0334830 Aug 30 13:17:36.382266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33256) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.420886 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-51363a11-cf69-4922-a37c-08950a15193d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:36.421401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51363a11-cf69-4922-a37c-08950a15193d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:36.423510 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-51363a11-cf69-4922-a37c-08950a15193d tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/subnets/d14cab38-4c99-406b-a672-7c547ac90c62 HTTP/1.1" status: 404 len: 337 time: 0.0403230 Aug 30 13:17:36.426635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33258) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:36.433066 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b6900564-9b9e-4329-b072-e2c8fe4a38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:36.446136 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6900564-9b9e-4329-b072-e2c8fe4a38ff None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:36.447351 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b6900564-9b9e-4329-b072-e2c8fe4a38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:36.468856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:36.487128 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b6900564-9b9e-4329-b072-e2c8fe4a38ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:36.488169 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6900564-9b9e-4329-b072-e2c8fe4a38ff None None] The sync data for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:36.496055 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.541003 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.606590 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e68ebb4-3c25-40a1-8022-80662b21598d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.610059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Made reservation on behalf of d3b6d2445ef047d0b35610c4c94b050f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:36.613739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.631548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.670744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] device_id is not set on port 62fc8876-5953-469e-9182-b2a041bc4657 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:17:36.676464 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.689317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e9e44f-48e2-4e6f-b395-9a96ee236512']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:36.729833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcab04b5-565b-45cd-892e-28ae7e61da21') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:36.730137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcab04b5-565b-45cd-892e-28ae7e61da21') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:36.748576 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.750028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Allocated IP 172.25.2.45 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/37a85a0a-cbd0-4a02-a5d4-0a735e2e4921) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:36.776830 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.809454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:36.810082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:36.813409 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:36.908990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Allocated IP 172.20.0.11 (d4138a46-aeb5-490c-a828-b6933a1be7a5/fa549ba5-0a1a-4b88-afc3-848deaa55bb2/62fc8876-5953-469e-9182-b2a041bc4657) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:36.920108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.931630 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.933749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] 10.222.0.37 "DELETE /v2.0/networks/c9e9e44f-48e2-4e6f-b395-9a96ee236512 HTTP/1.1" status: 204 len: 168 time: 0.5058534 Aug 30 13:17:36.957355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:36.959300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3166bb-a298-41e8-b4fb-a479f9b1d986 tempest-NetworksTestDHCPv6-1266113249 tempest-NetworksTestDHCPv6-1266113249-project] Pushing event deleted for resources: {'Network': ['ID=c9e9e44f-48e2-4e6f-b395-9a96ee236512,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:37.010416 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.063464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:37.071847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:37.077742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:37.110053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Pushing event updated for resources: {'Port': ['ID=37a85a0a-cbd0-4a02-a5d4-0a735e2e4921,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:37.160188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.176742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Transition to ACTIVE for port object 62fc8876-5953-469e-9182-b2a041bc4657 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:37.209739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.219530 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.256802 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.292953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Network d4138a46-aeb5-490c-a828-b6933a1be7a5 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:37.301563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:37.314333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33280) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:37.315509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:37.320643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event updated for resources: {'Port': ['ID=62fc8876-5953-469e-9182-b2a041bc4657,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:37.389030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:37.389030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.444257 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a558b222-bc00-4287-989d-46f2cc742700 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1008279 Aug 30 13:17:37.445589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33284) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:37.456941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Request body: {'floatingip': {'port_id': '62fc8876-5953-469e-9182-b2a041bc4657'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:37.559623 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.581978 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.628804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.693287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4c4ceb43-c126-4388-a689-8c8c15611124 None None] Provisioning for port 62fc8876-5953-469e-9182-b2a041bc4657 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:37.699031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4c4ceb43-c126-4388-a689-8c8c15611124 None None] Provisioning complete for port 62fc8876-5953-469e-9182-b2a041bc4657 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:37.699615 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4c4ceb43-c126-4388-a689-8c8c15611124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.706220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Pushing event updated for resources: {'Port': ['ID=37a85a0a-cbd0-4a02-a5d4-0a735e2e4921,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:37.712991 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0efb531d-62fe-459f-b4ae-07ca62beba0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d32f9cdc5564d47ba509f291e3b6e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971465 Aug 30 13:17:37.715514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33286) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:37.730914 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.758860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ceb43-c126-4388-a689-8c8c15611124 None None] Port 62fc8876-5953-469e-9182-b2a041bc4657 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:17:37.761930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.765639 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9982a52d-b962-4bbd-8849-9dad7101febf tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4663780 Aug 30 13:17:37.770494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33288) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:37.781442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-970706776', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'fixed_ips': [{'ip_address': '172.25.2.45'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:37.795398 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c782e9a-0ae2-4045-a946-012faea29ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.821482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c782e9a-0ae2-4045-a946-012faea29ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.875965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Made reservation on behalf of 4baa135069b84f8ebf833ba214e4ea28 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:37.879211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.898234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c782e9a-0ae2-4045-a946-012faea29ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.901933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c782e9a-0ae2-4045-a946-012faea29ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.904161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8c782e9a-0ae2-4045-a946-012faea29ada admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6050a738-1930-4d97-97a9-376452c640da HTTP/1.1" status: 204 len: 168 time: 0.1845441 Aug 30 13:17:37.910998 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:37.916676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c782e9a-0ae2-4045-a946-012faea29ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6050a738-1930-4d97-97a9-376452c640da,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:38.207695 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:38.218963 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:38.225354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] device_id is not set on port 0e069452-3d6f-4303-bdde-c7210f714d11 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:17:38.395712 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.resource_extend [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:17:38.398002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793d7e5-0c4e-4add-abaf-a9e5d9e08264,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:38.469369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:38.474411 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:38.590146 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 13:17:38.590669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:38.616955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-296fe3f8-1574-4115-9da9-fcd20c242b33 tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8427951 Aug 30 13:17:38.617461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33332) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:38.653025 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP 32aba712-5901-4cd4-bc8b-c8c0ba02415c associated. External IP: 172.25.2.161, port: 84cfdcc0-6b97-418c-9647-5cee169c5f67. Aug 30 13:17:38.702967 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:17:38.758121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:38.869065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1026592131'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:38.892557 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:38.896233 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:38.905556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:38.912290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Deleting port 37a85a0a-cbd0-4a02-a5d4-0a735e2e4921 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:38.912706 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.019876 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.026697 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.048103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.048425 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.054442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:39.068047 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:39.069015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Calling delete_port for 37a85a0a-cbd0-4a02-a5d4-0a735e2e4921 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:39.079534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0c1de-3924-4f61-b72f-bcf7514b726e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:39.084388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.084823 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 5cac07c0-1ebe-422b-a42b-0b430bcd6bf1 of type vlan for network 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b Aug 30 13:17:39.139936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.177062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.184297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:39.186290 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.295242 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5350201 Aug 30 13:17:39.313498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6278035-ec98-4d96-9b71-2cd6c69b5558 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:39.338367 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:39.446658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33348) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:39.452977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': '9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:39.489101 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1301f5d0-a7f1-4bc5-9c52-f302666911a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.593975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:39.598470 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.682754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:39.696757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7285f6-3222-487d-9c09-9858ce90cefa None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:39.706322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7285f6-3222-487d-9c09-9858ce90cefa None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:39.706966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ba7285f6-3222-487d-9c09-9858ce90cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:39.745027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ba7285f6-3222-487d-9c09-9858ce90cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:39.755074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7285f6-3222-487d-9c09-9858ce90cefa None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:39.755940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ba7285f6-3222-487d-9c09-9858ce90cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:39.790632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ba7285f6-3222-487d-9c09-9858ce90cefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:39.791317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7285f6-3222-487d-9c09-9858ce90cefa None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:39.798245 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.832960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.857867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=07a6d785-4198-45ee-9e94-5443672a0e75,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:39.861216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Pushing event deleted for resources: {'Port': ['ID=37a85a0a-cbd0-4a02-a5d4-0a735e2e4921,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:39.868120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '5cac07c0-1ebe-422b-a42b-0b430bcd6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:39.868488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:17:39.885970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:17:39.895321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:39.900052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:39.902481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.905699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b50e388-7847-4cae-a829-64580efdd9fc None None] Network 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:39.922102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bb86a433-c832-42ad-b954-32e145e3a4e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4753120 Aug 30 13:17:39.925925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33350) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:39.932758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1972970220'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:39.955469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:39.960130 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.974426 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:39.993917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:40.006236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.006612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.006975 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 142f2e40-f0c1-40e5-8cc2-46f396a1a126 of type vlan for network 191c7fa4-a522-4041-a25f-73f30d33d312 Aug 30 13:17:40.008779 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.014007 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-64e6aef3-ea59-4249-ae6c-5409b9ac40be tempest-ExternalNetworksAdminNegativeTestJSON-748994098 tempest-ExternalNetworksAdminNegativeTestJSON-748994098-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/03f133c9-0da1-4c65-be8c-9843119387fa HTTP/1.1" status: 204 len: 168 time: 1.3913324 Aug 30 13:17:40.031176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router c2bdef35-93f7-4640-a5a9-ce2634418386 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:40.056265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.086403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b', 'network_id': '9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': '07a6d785-4198-45ee-9e94-5443672a0e75'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:40.088056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.103923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.115904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:40.116659 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.187842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:40.188814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2614322 Aug 30 13:17:40.191690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33356) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:40.199212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': '191c7fa4-a522-4041-a25f-73f30d33d312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:40.207406 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e1693-0dbd-480b-a8d6-c816fe13b611 None None] Sync routers for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:40.208079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.214667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e300b-fad4-4af6-8991-491b5611c208 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=191c7fa4-a522-4041-a25f-73f30d33d312,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:40.235724 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e1693-0dbd-480b-a8d6-c816fe13b611 None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:40.236920 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e52e1693-0dbd-480b-a8d6-c816fe13b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:40.239381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 191c7fa4-a522-4041-a25f-73f30d33d312 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:40.295259 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e52e1693-0dbd-480b-a8d6-c816fe13b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:40.308797 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52e1693-0dbd-480b-a8d6-c816fe13b611 None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:40.310534 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e52e1693-0dbd-480b-a8d6-c816fe13b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:40.312127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33360) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:40.312260 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d6b085b3-ccaa-44ee-91df-ca5b56e849d7 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/floatingips/32aba712-5901-4cd4-bc8b-c8c0ba02415c HTTP/1.1" status: 200 len: 979 time: 2.8654945 Aug 30 13:17:40.321480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Allocated IP 172.20.255.242 (9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b/07a6d785-4198-45ee-9e94-5443672a0e75/c4c5bd5f-1c3c-42c2-8a86-faef63983614) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:40.370129 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e52e1693-0dbd-480b-a8d6-c816fe13b611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:40.370729 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52e1693-0dbd-480b-a8d6-c816fe13b611 None None] The sync data for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:40.386305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:40.392473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.431958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 62fc8876-5953-469e-9182-b2a041bc4657 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:40.432373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.456650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33364) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:40.526416 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.537553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Transition to ACTIVE for port object c4c5bd5f-1c3c-42c2-8a86-faef63983614 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:40.566879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Transition to ACTIVE for port object c4c5bd5f-1c3c-42c2-8a86-faef63983614 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:40.583919 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.591904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.635661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Network 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:40.639656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:40.644179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:40.722587 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.729284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-016703f4-6f4f-41b8-a7fe-73f21f1c60df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.730257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Pushing event updated for resources: {'Port': ['ID=c4c5bd5f-1c3c-42c2-8a86-faef63983614,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:40.743465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Attempting to bind port c4c5bd5f-1c3c-42c2-8a86-faef63983614 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:40.743854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Attempting to bind port c4c5bd5f-1c3c-42c2-8a86-faef63983614 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '5cac07c0-1ebe-422b-a42b-0b430bcd6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:40.744887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Attempting to bind port c4c5bd5f-1c3c-42c2-8a86-faef63983614 on network 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:40.750117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:40.750502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Checking segment: {'id': '5cac07c0-1ebe-422b-a42b-0b430bcd6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:40.751729 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.752255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Bound using segment: {'id': '5cac07c0-1ebe-422b-a42b-0b430bcd6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:40.753078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Bound port: c4c5bd5f-1c3c-42c2-8a86-faef63983614, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cac07c0-1ebe-422b-a42b-0b430bcd6bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:40.753852 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.799687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '142f2e40-f0c1-40e5-8cc2-46f396a1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '191c7fa4-a522-4041-a25f-73f30d33d312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:40.800054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: 191c7fa4-a522-4041-a25f-73f30d33d312, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:17:40.806979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=d78e1a4c-b7ef-414b-ac72-09a28e0603e6,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:40.824109 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.826839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network 191c7fa4-a522-4041-a25f-73f30d33d312 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:17:40.837506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 191c7fa4-a522-4041-a25f-73f30d33d312) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:40.843836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:40.844770 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.855419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102cadf5-ac10-40dd-971a-0c0dcbd9ae0a None None] Network 191c7fa4-a522-4041-a25f-73f30d33d312 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:40.868352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] For port c4c5bd5f-1c3c-42c2-8a86-faef63983614, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:40.881847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] For port c4c5bd5f-1c3c-42c2-8a86-faef63983614, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4c5bd5f-1c3c-42c2-8a86-faef63983614,segment=NetworkSegment(5cac07c0-1ebe-422b-a42b-0b430bcd6bf1),segment_id=5cac07c0-1ebe-422b-a42b-0b430bcd6bf1)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:40.933580 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.940481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.941018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:40.941194 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Floating IP 32aba712-5901-4cd4-bc8b-c8c0ba02415c disassociated. External IP: 172.25.2.161, port: 62fc8876-5953-469e-9182-b2a041bc4657. Aug 30 13:17:40.941536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 62fc8876-5953-469e-9182-b2a041bc4657 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:41.035097 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-016703f4-6f4f-41b8-a7fe-73f21f1c60df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.052130 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-016703f4-6f4f-41b8-a7fe-73f21f1c60df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.055290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5a9fca66-3fb4-4053-a487-8d593cd9f93f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8618839 Aug 30 13:17:41.057917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33382) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:41.110352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804198e5-0a6c-4874-ad8e-7259dbb3f833 None None] Pushing event updated for resources: {'Port': ['ID=c4c5bd5f-1c3c-42c2-8a86-faef63983614,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:41.127575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016703f4-6f4f-41b8-a7fe-73f21f1c60df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41408220-1d5d-44ed-9559-1c079a90ed50,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:41.165355 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-016703f4-6f4f-41b8-a7fe-73f21f1c60df admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef759537bc354b579d27c729aafb0de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040203 Aug 30 13:17:41.165599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33386) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:41.191395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-191c7fa4-a522-4041-a25f-73f30d33d312', 'network_id': '191c7fa4-a522-4041-a25f-73f30d33d312', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': 'd78e1a4c-b7ef-414b-ac72-09a28e0603e6'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:41.196125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.207160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.288033 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.296404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=62fc8876-5953-469e-9182-b2a041bc4657,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:41.349860 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-037a8d69-1bd9-4750-ab80-8029290e2ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.378366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.443201 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-037a8d69-1bd9-4750-ab80-8029290e2ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.474075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Allocated IP 172.20.0.2 (191c7fa4-a522-4041-a25f-73f30d33d312/d78e1a4c-b7ef-414b-ac72-09a28e0603e6/10de8b86-cb24-4a4a-abbd-9d30d9d6fa00) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:41.555976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router c2bdef35-93f7-4640-a5a9-ce2634418386 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:41.618562 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-037a8d69-1bd9-4750-ab80-8029290e2ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.621412 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-037a8d69-1bd9-4750-ab80-8029290e2ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.624518 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-037a8d69-1bd9-4750-ab80-8029290e2ad6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41408220-1d5d-44ed-9559-1c079a90ed50 HTTP/1.1" status: 204 len: 168 time: 0.4579368 Aug 30 13:17:41.680001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a8d69-1bd9-4750-ab80-8029290e2ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41408220-1d5d-44ed-9559-1c079a90ed50,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:41.680788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.707736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Transition to ACTIVE for port object 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:41.729153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Transition to ACTIVE for port object 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:41.753912 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.789444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:41.887490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Network 191c7fa4-a522-4041-a25f-73f30d33d312 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:41.898330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:41.934096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=d78e1a4c-b7ef-414b-ac72-09a28e0603e6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:41.936062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:41.938157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Pushing event updated for resources: {'Port': ['ID=10de8b86-cb24-4a4a-abbd-9d30d9d6fa00,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:42.078031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Attempting to bind port 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:42.078621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Attempting to bind port 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '142f2e40-f0c1-40e5-8cc2-46f396a1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '191c7fa4-a522-4041-a25f-73f30d33d312'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:42.079155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Attempting to bind port 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00 on network 191c7fa4-a522-4041-a25f-73f30d33d312 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:42.085400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:42.086026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Checking segment: {'id': '142f2e40-f0c1-40e5-8cc2-46f396a1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '191c7fa4-a522-4041-a25f-73f30d33d312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:42.086536 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.087085 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Bound using segment: {'id': '142f2e40-f0c1-40e5-8cc2-46f396a1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '191c7fa4-a522-4041-a25f-73f30d33d312'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:42.087689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Bound port: 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142f2e40-f0c1-40e5-8cc2-46f396a1a126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '191c7fa4-a522-4041-a25f-73f30d33d312'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:42.088224 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.098972 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.115626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191c7fa4-a522-4041-a25f-73f30d33d312']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:42.159738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142f2e40-f0c1-40e5-8cc2-46f396a1a126') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:42.160045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142f2e40-f0c1-40e5-8cc2-46f396a1a126') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:42.177563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4c5bd5f-1c3c-42c2-8a86-faef63983614 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:42.187222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.224810 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.227901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:42.230150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33398) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:42.247273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:42.249828 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.255651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5356a9-a5df-4b1c-8b02-9fef25c5898c None None] Sync routers for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:42.302122 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.308612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] For port 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:42.318863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5356a9-a5df-4b1c-8b02-9fef25c5898c None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:42.319521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2a5356a9-a5df-4b1c-8b02-9fef25c5898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:42.329055 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:42.333942 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:17:42.333942 n-d-688802-6 neutron-server[95698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:17:42.333942 n-d-688802-6 neutron-server[95698]: [parameters: {'id': '191c7fa4-a522-4041-a25f-73f30d33d312'}] Aug 30 13:17:42.333942 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:17:42.334752 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:17:42.355382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.358215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-04b19e38-8b63-4dde-be48-e735a897d5c9 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/ports/62fc8876-5953-469e-9182-b2a041bc4657 HTTP/1.1" status: 204 len: 168 time: 2.0440137 Aug 30 13:17:42.360965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33402) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:42.361267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-055f6b89-3c31-4fe2-9727-804b19cf5e0d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4baa135069b84f8ebf833ba214e4ea28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302488 Aug 30 13:17:42.363724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33404) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:42.379921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2a5356a9-a5df-4b1c-8b02-9fef25c5898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:42.392416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] For port 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=10de8b86-cb24-4a4a-abbd-9d30d9d6fa00,segment=NetworkSegment(142f2e40-f0c1-40e5-8cc2-46f396a1a126),segment_id=142f2e40-f0c1-40e5-8cc2-46f396a1a126)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:42.401198 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.431210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5356a9-a5df-4b1c-8b02-9fef25c5898c None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:42.431509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2a5356a9-a5df-4b1c-8b02-9fef25c5898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:42.437536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c4c5bd5f-1c3c-42c2-8a86-faef63983614 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:42.477652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59828858-0367-44a3-b64a-9a59bc9fba4f None None] Network 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:42.485298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2a5356a9-a5df-4b1c-8b02-9fef25c5898c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:42.485959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5356a9-a5df-4b1c-8b02-9fef25c5898c None None] The sync data for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:42.518555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6015f0fb-2d14-4e29-a2c8-ed2314b1d79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.562024 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6015f0fb-2d14-4e29-a2c8-ed2314b1d79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.712294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1cb91-5a88-4518-9646-6a193d22ad90 None None] Pushing event updated for resources: {'Port': ['ID=10de8b86-cb24-4a4a-abbd-9d30d9d6fa00,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:42.722557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6015f0fb-2d14-4e29-a2c8-ed2314b1d79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.725083 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6015f0fb-2d14-4e29-a2c8-ed2314b1d79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.726247 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6015f0fb-2d14-4e29-a2c8-ed2314b1d79b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d793d7e5-0c4e-4add-abaf-a9e5d9e08264 HTTP/1.1" status: 204 len: 168 time: 0.3615487 Aug 30 13:17:42.741650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015f0fb-2d14-4e29-a2c8-ed2314b1d79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793d7e5-0c4e-4add-abaf-a9e5d9e08264,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:42.750474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1bed90ba-606a-4bf5-a7cd-97e758f78c54 None None] Provisioning for port c4c5bd5f-1c3c-42c2-8a86-faef63983614 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:17:42.766099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1bed90ba-606a-4bf5-a7cd-97e758f78c54 None None] Provisioning complete for port c4c5bd5f-1c3c-42c2-8a86-faef63983614 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:42.766472 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bed90ba-606a-4bf5-a7cd-97e758f78c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.804873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5865dc7-2900-4659-9d8b-3262a74e0a3a None None] Network 191c7fa4-a522-4041-a25f-73f30d33d312 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:42.840014 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.920462 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:42.984355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting port 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:42.984593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.050660 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bed90ba-606a-4bf5-a7cd-97e758f78c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.099505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1bed90ba-606a-4bf5-a7cd-97e758f78c54 None None] For port c4c5bd5f-1c3c-42c2-8a86-faef63983614, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4c5bd5f-1c3c-42c2-8a86-faef63983614,segment=NetworkSegment(5cac07c0-1ebe-422b-a42b-0b430bcd6bf1),segment_id=5cac07c0-1ebe-422b-a42b-0b430bcd6bf1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:43.107312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bed90ba-606a-4bf5-a7cd-97e758f78c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.186762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed90ba-606a-4bf5-a7cd-97e758f78c54 None None] Pushing event updated for resources: {'Port': ['ID=c4c5bd5f-1c3c-42c2-8a86-faef63983614,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:43.261725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] For port 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=10de8b86-cb24-4a4a-abbd-9d30d9d6fa00,segment=NetworkSegment(142f2e40-f0c1-40e5-8cc2-46f396a1a126),segment_id=142f2e40-f0c1-40e5-8cc2-46f396a1a126)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:43.262278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.287482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Calling delete_port for 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:43.365437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be14b04-8639-4cd7-aa78-9f140f9207cd None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:17:43.469259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.490168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-eded7210-6cb4-4e1f-b6dd-375bf52f512e None None] Provisioning complete for port c4c5bd5f-1c3c-42c2-8a86-faef63983614 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:43.490554 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eded7210-6cb4-4e1f-b6dd-375bf52f512e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.504807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Port': ['ID=10de8b86-cb24-4a4a-abbd-9d30d9d6fa00,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:43.513435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 3bfe8bef-652b-409b-9b47-7640372981ff {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:43.514597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.533089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No DVR routers for this DVR port 10de8b86-cb24-4a4a-abbd-9d30d9d6fa00 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:43.578081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be14b04-8639-4cd7-aa78-9f140f9207cd None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:17:43.685942 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.708395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['191c7fa4-a522-4041-a25f-73f30d33d312']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:43.723881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142f2e40-f0c1-40e5-8cc2-46f396a1a126') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:43.724364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142f2e40-f0c1-40e5-8cc2-46f396a1a126') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:43.739865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.756933 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.772625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.780505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 3bfe8bef-652b-409b-9b47-7640372981ff owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:43.787792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:43.788349 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:43.819331 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:43.959431 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.964287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:43.970900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33446) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:43.971411 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/191c7fa4-a522-4041-a25f-73f30d33d312 HTTP/1.1" status: 204 len: 168 time: 2.9110830 Aug 30 13:17:43.977908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-638455978'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:44.001447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea10263-9db9-4c08-af00-294b757fca1f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=191c7fa4-a522-4041-a25f-73f30d33d312,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:44.021379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4c5bd5f-1c3c-42c2-8a86-faef63983614 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:17:44.022079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:44.030852 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.061518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:44.075736 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.076905 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 779874d1-e018-4537-a587-ebfa59dc83ce of type vlan for network f41528a3-16f7-453f-9d93-05d35dcd86b2 Aug 30 13:17:44.104293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c4c5bd5f-1c3c-42c2-8a86-faef63983614 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:17:44.104674 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.127784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.162228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.169745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:44.170597 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.185071 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.222900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=3bfe8bef-652b-409b-9b47-7640372981ff,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:44.243765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2707920 Aug 30 13:17:44.248972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33454) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:44.255535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': 'f41528a3-16f7-453f-9d93-05d35dcd86b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:44.348757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d14471-ba5a-4623-a1a4-04c15192f125 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=f41528a3-16f7-453f-9d93-05d35dcd86b2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:44.370866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network f41528a3-16f7-453f-9d93-05d35dcd86b2 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:44.453654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:44.459419 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.556798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing IP validity checks on allocation pools {{(pid=95699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 13:17:44.557339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 13:17:44.614397 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.734847 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.803744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=6f7d3b46-c34c-426f-948e-2e1bb479480e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:44.824391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '779874d1-e018-4537-a587-ebfa59dc83ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f41528a3-16f7-453f-9d93-05d35dcd86b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:44.824770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: f41528a3-16f7-453f-9d93-05d35dcd86b2, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:17:44.843759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33468) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:44.859320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network f41528a3-16f7-453f-9d93-05d35dcd86b2 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:17:44.875958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, f41528a3-16f7-453f-9d93-05d35dcd86b2) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:44.881401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:44.882119 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:44.887316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fc1443-e91a-4fa2-b4ff-b081ed99c03c None None] Network f41528a3-16f7-453f-9d93-05d35dcd86b2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:44.908588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router c2bdef35-93f7-4640-a5a9-ce2634418386 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:44.924074 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6e8db514-9fc6-41c4-bcaa-93ebe74a01e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6737745 Aug 30 13:17:44.924817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33472) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:45.000333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-398090272', 'router:external': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:45.051816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Made reservation on behalf of e536714def2b41a4b0eb3870b968c51d for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:45.054327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.055003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:45.062657 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-017efe6a-dacb-46bb-b724-ec32e59ae177 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/routers/c2bdef35-93f7-4640-a5a9-ce2634418386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7003000 Aug 30 13:17:45.065161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33476) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:45.065485 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bafc40-de91-47ef-af77-5570f57d2ea0 None None] Sync routers for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:45.080649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.094645 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bafc40-de91-47ef-af77-5570f57d2ea0 None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:45.095323 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-37bafc40-de91-47ef-af77-5570f57d2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:45.105204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.179870 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-37bafc40-de91-47ef-af77-5570f57d2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:45.203750 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bafc40-de91-47ef-af77-5570f57d2ea0 None None] Routers {'c2bdef35-93f7-4640-a5a9-ce2634418386'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:45.204639 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-37bafc40-de91-47ef-af77-5570f57d2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c2bdef35-93f7-4640-a5a9-ce2634418386'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:45.218880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.225872 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.248195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b767752-2c74-434e-ba92-10636195327c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-f41528a3-16f7-453f-9d93-05d35dcd86b2', 'network_id': 'f41528a3-16f7-453f-9d93-05d35dcd86b2', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': '6f7d3b46-c34c-426f-948e-2e1bb479480e'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:45.249060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9b767752-2c74-434e-ba92-10636195327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.274490 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-37bafc40-de91-47ef-af77-5570f57d2ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:45.275222 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bafc40-de91-47ef-af77-5570f57d2ea0 None None] The sync data for ids ['c2bdef35-93f7-4640-a5a9-ce2634418386'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:45.333374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server [None req-9b767752-2c74-434e-ba92-10636195327c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f7d3b46-c34c-426f-948e-2e1bb479480e: This subnet is being modified by another concurrent operation. Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:17:45.350483 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise exception Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f7d3b46-c34c-426f-948e-2e1bb479480e: This subnet is being modified by another concurrent operation. Aug 30 13:17:45.354438 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Aug 30 13:17:45.384018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf82a67d-274e-44a8-8fe8-ad73ae9d7ac5 None None] Network f41528a3-16f7-453f-9d93-05d35dcd86b2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:45.399230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.423713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7d3b46-c34c-426f-948e-2e1bb479480e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:45.463615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.519361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:45.537163 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.565453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.565862 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Added segment c661dbc8-323d-4ccb-b24d-3776f6450aa1 of type vlan for network adb2b4e0-0dc0-45b0-99bd-ba07a97fc912 Aug 30 13:17:45.571775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41528a3-16f7-453f-9d93-05d35dcd86b2']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:45.579377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c769d475-59a3-43f4-8fdf-f7c640617823 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:17:45.592472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779874d1-e018-4537-a587-ebfa59dc83ce') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:45.592781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779874d1-e018-4537-a587-ebfa59dc83ce') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:45.595226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e5d4b2-6cc9-4edb-a3a3-5e94c653ab63,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:45.650071 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.677180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.679731 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.691609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:45.692070 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:45.695367 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:45.773171 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.774472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:45.775163 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.789255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.796012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.803207 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/f41528a3-16f7-453f-9d93-05d35dcd86b2 HTTP/1.1" status: 204 len: 168 time: 0.8773010 Aug 30 13:17:45.806069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33496) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:45.807636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9628925 Aug 30 13:17:45.823541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c769d475-59a3-43f4-8fdf-f7c640617823 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:17:45.830235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1240810295'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:45.833900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33498) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:45.838846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'subnet': {'network_id': 'adb2b4e0-0dc0-45b0-99bd-ba07a97fc912', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:45.926391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33500) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:45.938050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9a0dc-a2ed-43c2-ba2a-cfdc0a08b9c4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event updated for resources: {'Network': ['ID=adb2b4e0-0dc0-45b0-99bd-ba07a97fc912,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:45.960920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:45.964605 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:45.985628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fe0073-3941-41b5-a151-da339d44179f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=f41528a3-16f7-453f-9d93-05d35dcd86b2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:46.002239 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:46.003453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.010402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Made reservation on behalf of e536714def2b41a4b0eb3870b968c51d for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:46.015122 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.088689 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.089298 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 61cb30f8-c0c2-4e38-a038-732f3ccbc6b3 of type vlan for network 0df4c72e-3c12-4d49-83dd-c4916ecac0f8 Aug 30 13:17:46.096035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network adb2b4e0-0dc0-45b0-99bd-ba07a97fc912 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:46.130392 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff213765-918f-4202-b8ec-f4ea465ef8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.159399 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.166010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 4eb8a8ff-d989-4fa2-bbfa-802d30379c93 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:46.166520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.250407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.259338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:46.260292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.344622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.362860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 4eb8a8ff-d989-4fa2-bbfa-802d30379c93 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:46.396814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=0df4c72e-3c12-4d49-83dd-c4916ecac0f8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:46.448191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 0df4c72e-3c12-4d49-83dd-c4916ecac0f8 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:46.483564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff213765-918f-4202-b8ec-f4ea465ef8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.520727 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d5cf495d-a51e-4e76-9406-553a4c58f289 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7093699 Aug 30 13:17:46.521794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33506) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:46.527254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': '0df4c72e-3c12-4d49-83dd-c4916ecac0f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:46.532353 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff213765-918f-4202-b8ec-f4ea465ef8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.590999 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ff213765-918f-4202-b8ec-f4ea465ef8c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c7000f3f02314972a20a55c08c13ddaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605790 Aug 30 13:17:46.590999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff213765-918f-4202-b8ec-f4ea465ef8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b3bca6-7ba3-43d4-b0a0-14ce85d81915,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:46.594013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33508) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:46.677696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.681256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:46.684981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.687290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-18659a46-c0d3-4c6b-847c-51a78a95b7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.714871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=4eb8a8ff-d989-4fa2-bbfa-802d30379c93,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:46.770836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-18659a46-c0d3-4c6b-847c-51a78a95b7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.793384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:17:46.793644 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.814648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.881727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event updated for resources: {'Subnet': ['ID=614d10db-8478-46ea-aad9-c5c91cc30cbb,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:46.926132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Checking segment: {'id': 'c661dbc8-323d-4ccb-b24d-3776f6450aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adb2b4e0-0dc0-45b0-99bd-ba07a97fc912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:46.926501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Network hostable DHCP agents. Network: adb2b4e0-0dc0-45b0-99bd-ba07a97fc912, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:17:46.927895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.934281 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.939351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-18659a46-c0d3-4c6b-847c-51a78a95b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.942123 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-18659a46-c0d3-4c6b-847c-51a78a95b7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:46.945777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-18659a46-c0d3-4c6b-847c-51a78a95b7d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18b3bca6-7ba3-43d4-b0a0-14ce85d81915 HTTP/1.1" status: 204 len: 168 time: 0.3483982 Aug 30 13:17:46.967757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Network adb2b4e0-0dc0-45b0-99bd-ba07a97fc912 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:17:46.994453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, adb2b4e0-0dc0-45b0-99bd-ba07a97fc912) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:46.998918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18659a46-c0d3-4c6b-847c-51a78a95b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b3bca6-7ba3-43d4-b0a0-14ce85d81915,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:47.007043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:47.007653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.012737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.013420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Fanout notify agent at l3_agent the message router_deleted on router c2bdef35-93f7-4640-a5a9-ce2634418386 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:17:47.020524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.021643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4e6007f4-d941-4ab4-8c00-4f5b785a7fef tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/routers/c2bdef35-93f7-4640-a5a9-ce2634418386 HTTP/1.1" status: 204 len: 168 time: 1.9545491 Aug 30 13:17:47.024547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29371dcf-cc01-4ca7-a516-98c1c6d32a76 None None] Network adb2b4e0-0dc0-45b0-99bd-ba07a97fc912 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:47.028397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33514) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:47.043355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.077962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-afdfd613-4ded-4804-82c5-2a4a3074bc99 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2396901 Aug 30 13:17:47.078974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33516) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:47.085335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1835858832', 'network_id': 'adb2b4e0-0dc0-45b0-99bd-ba07a97fc912'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:47.114699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=99a3ac99-b2d1-48e6-baa6-541a58dea9fd,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:47.124491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '61cb30f8-c0c2-4e38-a038-732f3ccbc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '0df4c72e-3c12-4d49-83dd-c4916ecac0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:47.125061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: 0df4c72e-3c12-4d49-83dd-c4916ecac0f8, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:17:47.130657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e57f83-2dd8-4f9f-9e3b-035e1e2101fa tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting subnet fa549ba5-0a1a-4b88-afc3-848deaa55bb2 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:47.134818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74e57f83-2dd8-4f9f-9e3b-035e1e2101fa tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.146729 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network 0df4c72e-3c12-4d49-83dd-c4916ecac0f8 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:17:47.158344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Made reservation on behalf of e536714def2b41a4b0eb3870b968c51d for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:47.159442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 0df4c72e-3c12-4d49-83dd-c4916ecac0f8) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:47.161000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.173207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:47.174182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.183034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e2428d-a9c3-4133-b293-6c17f0ff5163 None None] Network 0df4c72e-3c12-4d49-83dd-c4916ecac0f8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:47.189325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] device_id is not set on port cc00237e-d1bc-4dd7-bc4c-ad4502836dac yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:17:47.197561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74e57f83-2dd8-4f9f-9e3b-035e1e2101fa tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.199625 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b580d11e-8227-4f7a-bd1b-ebf2c82f807a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6768081 Aug 30 13:17:47.201103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33520) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:47.256637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a5760-96e8-415f-81b0-4871fae18459 None None] Network adb2b4e0-0dc0-45b0-99bd-ba07a97fc912 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:47.341962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.414874 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.444181 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74e57f83-2dd8-4f9f-9e3b-035e1e2101fa tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.448497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Allocated IP 2001:db8::147 (adb2b4e0-0dc0-45b0-99bd-ba07a97fc912/614d10db-8478-46ea-aad9-c5c91cc30cbb/cc00237e-d1bc-4dd7-bc4c-ad4502836dac) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:47.505914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee0855-194c-4e6b-813d-8780b19fb2ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-0df4c72e-3c12-4d49-83dd-c4916ecac0f8', 'network_id': '0df4c72e-3c12-4d49-83dd-c4916ecac0f8', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': '99a3ac99-b2d1-48e6-baa6-541a58dea9fd'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:47.506797 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-74ee0855-194c-4e6b-813d-8780b19fb2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.514939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.552563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=99a3ac99-b2d1-48e6-baa6-541a58dea9fd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:47.596164 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74e57f83-2dd8-4f9f-9e3b-035e1e2101fa tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.622526 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.634051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df4c72e-3c12-4d49-83dd-c4916ecac0f8']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:47.642356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e57f83-2dd8-4f9f-9e3b-035e1e2101fa tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Subnet': ['ID=fa549ba5-0a1a-4b88-afc3-848deaa55bb2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:47.644433 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74e57f83-2dd8-4f9f-9e3b-035e1e2101fa tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.649157 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-74e57f83-2dd8-4f9f-9e3b-035e1e2101fa tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/subnets/fa549ba5-0a1a-4b88-afc3-848deaa55bb2 HTTP/1.1" status: 204 len: 168 time: 0.6194906 Aug 30 13:17:47.651481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33536) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:47.655686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeeafd8-c5da-45e9-baf0-35fe3fbe9429 None None] Network 0df4c72e-3c12-4d49-83dd-c4916ecac0f8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:47.659734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dacdd4d-372c-4a96-a41b-b3e1cd339c1e None None] Network d4138a46-aeb5-490c-a828-b6933a1be7a5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:47.662531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61cb30f8-c0c2-4e38-a038-732f3ccbc6b3') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:47.663593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61cb30f8-c0c2-4e38-a038-732f3ccbc6b3') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:47.677635 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.697605 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.704756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:47.705159 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:47.709849 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:47.756541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.761910 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.797728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.810972 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.817847 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/0df4c72e-3c12-4d49-83dd-c4916ecac0f8 HTTP/1.1" status: 204 len: 168 time: 0.6103163 Aug 30 13:17:47.818079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33542) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:47.828248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530f680-2496-40b7-ae92-c1e2b81a9100 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=0df4c72e-3c12-4d49-83dd-c4916ecac0f8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:47.828754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-419076195'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:47.876231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.886147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:47.890776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.944972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:47.945307 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:47.995681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Network adb2b4e0-0dc0-45b0-99bd-ba07a97fc912 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:48.007936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:48.017995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:48.018985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:48.019585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.026463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:48.031504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event updated for resources: {'Port': ['ID=cc00237e-d1bc-4dd7-bc4c-ad4502836dac,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:48.063166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] For port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a,segment=NetworkSegment(ebe682a3-3a5b-47f6-8457-4baace03c9f5),segment_id=ebe682a3-3a5b-47f6-8457-4baace03c9f5)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:48.063574 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.073460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.074131 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 50e8791d-a9b6-4a4c-abd4-a91bd228e85d of type vlan for network 349993e6-c6ba-4720-9bb8-c2452e9121a5 Aug 30 13:17:48.088195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9467b87b-d0a9-4422-b7f7-dd4e3494cd1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0078681 Aug 30 13:17:48.089070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:48.093835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33550) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:48.184796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4bcad1-8a87-44eb-98e4-4fd517d4e8a6 None None] DHCP port deletion for d4138a46-aeb5-490c-a828-b6933a1be7a5 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:17:48.196473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.239059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bcad1-8a87-44eb-98e4-4fd517d4e8a6 None None] Deleting port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:48.239441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcad1-8a87-44eb-98e4-4fd517d4e8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.281914 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.287655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:48.288277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.315353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0f4bcad1-8a87-44eb-98e4-4fd517d4e8a6 None None] For port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a,segment=NetworkSegment(ebe682a3-3a5b-47f6-8457-4baace03c9f5),segment_id=ebe682a3-3a5b-47f6-8457-4baace03c9f5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:48.315764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcad1-8a87-44eb-98e4-4fd517d4e8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.333507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0f4bcad1-8a87-44eb-98e4-4fd517d4e8a6 None None] Calling delete_port for 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:48.374031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-726398db-a1f7-4a0a-891c-21073f41cd64 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Deleting port cc00237e-d1bc-4dd7-bc4c-ad4502836dac {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:48.374031 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-726398db-a1f7-4a0a-891c-21073f41cd64 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.458926 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6407981 Aug 30 13:17:48.461538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33558) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:48.464937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.467187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': '349993e6-c6ba-4720-9bb8-c2452e9121a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:48.491459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f4bcad1-8a87-44eb-98e4-4fd517d4e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.513831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:48.516160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] No DVR routers for this DVR port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:48.520007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173256ed-808f-43af-b8cd-c6695011cc94 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=349993e6-c6ba-4720-9bb8-c2452e9121a5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:48.525170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bcad1-8a87-44eb-98e4-4fd517d4e8a6 None None] Pushing event deleted for resources: {'Port': ['ID=9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:48.535663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4bcad1-8a87-44eb-98e4-4fd517d4e8a6 None None] No DVR routers for this DVR port 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:48.546183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-726398db-a1f7-4a0a-891c-21073f41cd64 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.588395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-726398db-a1f7-4a0a-891c-21073f41cd64 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Calling delete_port for cc00237e-d1bc-4dd7-bc4c-ad4502836dac owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:48.599753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 349993e6-c6ba-4720-9bb8-c2452e9121a5 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:48.623874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:48.629088 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.701906 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.714558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4138a46-aeb5-490c-a828-b6933a1be7a5']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:48.730973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe682a3-3a5b-47f6-8457-4baace03c9f5') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:48.731315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe682a3-3a5b-47f6-8457-4baace03c9f5') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:48.746478 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.768287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.776006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:48.776459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:48.779678 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:48.851440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.879216 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.890887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.892997 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/networks/d4138a46-aeb5-490c-a828-b6933a1be7a5 HTTP/1.1" status: 204 len: 168 time: 1.2405982 Aug 30 13:17:48.893958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-726398db-a1f7-4a0a-891c-21073f41cd64 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:48.896857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33564) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:48.911092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e6fae-5489-4991-8d29-df9b41bbe90b tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Network': ['ID=d4138a46-aeb5-490c-a828-b6933a1be7a5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:48.949840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726398db-a1f7-4a0a-891c-21073f41cd64 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc00237e-d1bc-4dd7-bc4c-ad4502836dac,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:48.964183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=28f000b0-8c88-4178-b469-a9aed5677f41,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:49.002693 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-726398db-a1f7-4a0a-891c-21073f41cd64 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.004758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-726398db-a1f7-4a0a-891c-21073f41cd64 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "DELETE /v2.0/ports/cc00237e-d1bc-4dd7-bc4c-ad4502836dac HTTP/1.1" status: 204 len: 168 time: 0.9100273 Aug 30 13:17:49.007359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33570) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:49.011711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'adb2b4e0-0dc0-45b0-99bd-ba07a97fc912', 'external_fixed_ips': [{'subnet_id': '614d10db-8478-46ea-aad9-c5c91cc30cbb', 'ip_address': '2001:db8::147'}]}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:49.022277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '50e8791d-a9b6-4a4c-abd4-a91bd228e85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '349993e6-c6ba-4720-9bb8-c2452e9121a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:49.022644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: 349993e6-c6ba-4720-9bb8-c2452e9121a5, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:17:49.033988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.034992 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.071567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network 349993e6-c6ba-4720-9bb8-c2452e9121a5 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:17:49.088579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 7eb95554-70ed-4644-b2e0-bda5d5deefde {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:49.089049 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.091410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 349993e6-c6ba-4720-9bb8-c2452e9121a5) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:49.100916 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.104133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ec408-827d-4985-82bf-e80dc49a78a6 None None] Network 349993e6-c6ba-4720-9bb8-c2452e9121a5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:49.110260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:49.110866 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.171740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5bea2e3b-1454-4e81-b8be-9419266648a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7089682 Aug 30 13:17:49.172599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33572) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:49.277053 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.277384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.286174 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.290665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-349993e6-c6ba-4720-9bb8-c2452e9121a5', 'network_id': '349993e6-c6ba-4720-9bb8-c2452e9121a5', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': '28f000b0-8c88-4178-b469-a9aed5677f41'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:49.293347 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.300371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 7eb95554-70ed-4644-b2e0-bda5d5deefde owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:49.388177 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.464216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Allocated IP 172.20.0.2 (349993e6-c6ba-4720-9bb8-c2452e9121a5/28f000b0-8c88-4178-b469-a9aed5677f41/0e21656c-85e6-4568-8be8-a3081eee7bab) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:49.498354 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.511224 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.535291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.573980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.631663 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=7eb95554-70ed-4644-b2e0-bda5d5deefde,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:49.675320 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.679629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.679978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.680314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.680665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.681529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.681529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.681888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.681988 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.682290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.682614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.682932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.683248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:17:49.696865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Transition to ACTIVE for port object 0e21656c-85e6-4568-8be8-a3081eee7bab will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:49.715019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Transition to ACTIVE for port object 0e21656c-85e6-4568-8be8-a3081eee7bab will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:49.725977 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.743803 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.746498 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.748417 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0765464c-2d4b-4108-b6ae-69051c780d04 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/floatingips/32aba712-5901-4cd4-bc8b-c8c0ba02415c HTTP/1.1" status: 204 len: 168 time: 0.8505938 Aug 30 13:17:49.753098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33584) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:49.764389 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.781593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Network 349993e6-c6ba-4720-9bb8-c2452e9121a5 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:49.784337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:49.791578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Allocated IP 2001:db8::147 (adb2b4e0-0dc0-45b0-99bd-ba07a97fc912/614d10db-8478-46ea-aad9-c5c91cc30cbb/61dd62cc-ecf2-449a-8628-fbe1a81b0f0a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:49.793299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:49.811862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Pushing event updated for resources: {'Port': ['ID=0e21656c-85e6-4568-8be8-a3081eee7bab,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:49.825897 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6a63e4-985e-47c6-9f4e-90785b307a18 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:49.826701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6a63e4-985e-47c6-9f4e-90785b307a18 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:49.830761 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3c6a63e4-985e-47c6-9f4e-90785b307a18 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/ports/62fc8876-5953-469e-9182-b2a041bc4657 HTTP/1.1" status: 404 len: 333 time: 0.0745151 Aug 30 13:17:49.831865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33586) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:49.832982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=28f000b0-8c88-4178-b469-a9aed5677f41,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:49.876567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f53b78d7-d866-4904-b8a8-da1f8c6296b2 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2bdef35-93f7-4640-a5a9-ce2634418386 HTTP/1.1" status: 200 len: 205 time: 0.0413384 Aug 30 13:17:49.879336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33588) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:49.881907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Attempting to bind port 0e21656c-85e6-4568-8be8-a3081eee7bab on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:49.882499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Attempting to bind port 0e21656c-85e6-4568-8be8-a3081eee7bab by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '50e8791d-a9b6-4a4c-abd4-a91bd228e85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '349993e6-c6ba-4720-9bb8-c2452e9121a5'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:49.883110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Attempting to bind port 0e21656c-85e6-4568-8be8-a3081eee7bab on network 349993e6-c6ba-4720-9bb8-c2452e9121a5 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:49.895021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:49.895892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Checking segment: {'id': '50e8791d-a9b6-4a4c-abd4-a91bd228e85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '349993e6-c6ba-4720-9bb8-c2452e9121a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:49.896505 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.897058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Bound using segment: {'id': '50e8791d-a9b6-4a4c-abd4-a91bd228e85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '349993e6-c6ba-4720-9bb8-c2452e9121a5'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:49.897695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Bound port: 0e21656c-85e6-4568-8be8-a3081eee7bab, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e8791d-a9b6-4a4c-abd4-a91bd228e85d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '349993e6-c6ba-4720-9bb8-c2452e9121a5'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:49.898196 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.925831 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-de808ca4-a1a1-48a0-b181-7bea314f43a4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] delete failed (client error): The resource could not be found. Aug 30 13:17:49.929202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.929354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-de808ca4-a1a1-48a0-b181-7bea314f43a4 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/routers/c2bdef35-93f7-4640-a5a9-ce2634418386 HTTP/1.1" status: 404 len: 336 time: 0.0467248 Aug 30 13:17:49.934318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33590) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:49.947724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349993e6-c6ba-4720-9bb8-c2452e9121a5']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:49.990564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:49.993524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] For port 0e21656c-85e6-4568-8be8-a3081eee7bab, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:50.009194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] For port 0e21656c-85e6-4568-8be8-a3081eee7bab, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0e21656c-85e6-4568-8be8-a3081eee7bab,segment=NetworkSegment(50e8791d-a9b6-4a4c-abd4-a91bd228e85d),segment_id=50e8791d-a9b6-4a4c-abd4-a91bd228e85d)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:50.020462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.035595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e8791d-a9b6-4a4c-abd4-a91bd228e85d') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:50.036375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.037067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e8791d-a9b6-4a4c-abd4-a91bd228e85d') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:50.058849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.083962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:17:50.100641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event updated for resources: {'Port': ['ID=61dd62cc-ecf2-449a-8628-fbe1a81b0f0a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:50.111373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.115715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Network adb2b4e0-0dc0-45b0-99bd-ba07a97fc912 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:50.120391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:50.120989 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.126347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:17:50.126691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9f3e0f3c-bbcc-407e-a763-7ec85fca8c2a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:17:50.127478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:50.131244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:50.179603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96f0f7-765e-4708-bbdf-200cbd789912 None None] Pushing event updated for resources: {'Port': ['ID=0e21656c-85e6-4568-8be8-a3081eee7bab,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:50.189711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a8b80-a97b-47c5-9ce0-df8b3a017a51 None None] Network 349993e6-c6ba-4720-9bb8-c2452e9121a5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:50.207889 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:50.210239 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a887590-530d-4021-b2b2-272d9581bb02 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] DELETE failed (client error): The resource could not be found. Aug 30 13:17:50.210239 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a887590-530d-4021-b2b2-272d9581bb02 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:17:50.215200 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2a887590-530d-4021-b2b2-272d9581bb02 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/subnets/fa549ba5-0a1a-4b88-afc3-848deaa55bb2 HTTP/1.1" status: 404 len: 337 time: 0.2768116 Aug 30 13:17:50.215200 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:17:50.215200 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:17:50.215200 n-d-688802-6 neutron-server[95699]: [parameters: {'id': '349993e6-c6ba-4720-9bb8-c2452e9121a5'}] Aug 30 13:17:50.215200 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:17:50.215200 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:17:50.216351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33602) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:50.347008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f14acd-3720-44d5-acee-dad8d99b75fe None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:17:50.348645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dab1b-3c67-42a4-a758-5848d838cd13 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 84cfdcc0-6b97-418c-9647-5cee169c5f67 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:50.349063 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a2dab1b-3c67-42a4-a758-5848d838cd13 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.376192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.468573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f14acd-3720-44d5-acee-dad8d99b75fe None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:17:50.502667 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a2dab1b-3c67-42a4-a758-5848d838cd13 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.519872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9a2dab1b-3c67-42a4-a758-5848d838cd13 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 84cfdcc0-6b97-418c-9647-5cee169c5f67 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:50.745787 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.765294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a2dab1b-3c67-42a4-a758-5848d838cd13 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.845198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dab1b-3c67-42a4-a758-5848d838cd13 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=84cfdcc0-6b97-418c-9647-5cee169c5f67,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:50.932733 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a2dab1b-3c67-42a4-a758-5848d838cd13 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:50.935418 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9a2dab1b-3c67-42a4-a758-5848d838cd13 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/ports/84cfdcc0-6b97-418c-9647-5cee169c5f67 HTTP/1.1" status: 204 len: 168 time: 0.7184176 Aug 30 13:17:50.938017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33606) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:50.948630 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting port 0e21656c-85e6-4568-8be8-a3081eee7bab {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:50.948947 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.014293 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.177963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Router d21bd7b9-dbd6-4f60-bb4b-459c68722238 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:17:51.306930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:51.316933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Sync routers for ids ['d21bd7b9-dbd6-4f60-bb4b-459c68722238'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:51.330863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Routers {'d21bd7b9-dbd6-4f60-bb4b-459c68722238'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:51.331386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.335857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d21bd7b9-dbd6-4f60-bb4b-459c68722238'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:51.336086 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fd3f5a7e-a07a-49a2-98a4-13a68459e818 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.3245482 Aug 30 13:17:51.336243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33618) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:51.368051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] For port 0e21656c-85e6-4568-8be8-a3081eee7bab, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0e21656c-85e6-4568-8be8-a3081eee7bab,segment=NetworkSegment(50e8791d-a9b6-4a4c-abd4-a91bd228e85d),segment_id=50e8791d-a9b6-4a4c-abd4-a91bd228e85d)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:51.368463 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.386262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Calling delete_port for 0e21656c-85e6-4568-8be8-a3081eee7bab owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:51.414799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-509ea80f-7219-4780-aaf6-ea1e17c83665 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 18eafa3a-80d4-4709-8aea-c0196f84be84 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:51.415148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-509ea80f-7219-4780-aaf6-ea1e17c83665 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.501275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.504236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Set router d21bd7b9-dbd6-4f60-bb4b-459c68722238 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:17:51.593684 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-509ea80f-7219-4780-aaf6-ea1e17c83665 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.608176 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.629737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-509ea80f-7219-4780-aaf6-ea1e17c83665 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 18eafa3a-80d4-4709-8aea-c0196f84be84 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:51.631993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No DVR routers for this DVR port 0e21656c-85e6-4568-8be8-a3081eee7bab on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:51.660276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Port': ['ID=0e21656c-85e6-4568-8be8-a3081eee7bab,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:51.675720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.743266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Deleting port 61dd62cc-ecf2-449a-8628-fbe1a81b0f0a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:51.743617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.783883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd21bd7b9-dbd6-4f60-bb4b-459c68722238', 'name': '', 'tenant_id': 'e536714def2b41a4b0eb3870b968c51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'adb2b4e0-0dc0-45b0-99bd-ba07a97fc912', 'external_fixed_ips': [{'subnet_id': '614d10db-8478-46ea-aad9-c5c91cc30cbb', 'ip_address': '2001:db8::147'}], 'enable_snat': True}, 'gw_port_id': '61dd62cc-ecf2-449a-8628-fbe1a81b0f0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:17:49Z', 'updated_at': '2021-08-30T13:17:50Z', 'revision_number': 3, 'project_id': 'e536714def2b41a4b0eb3870b968c51d', 'gw_port': {'id': '61dd62cc-ecf2-449a-8628-fbe1a81b0f0a', 'name': '', 'network_id': 'adb2b4e0-0dc0-45b0-99bd-ba07a97fc912', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:d2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd21bd7b9-dbd6-4f60-bb4b-459c68722238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2331, 'fixed_ips': [{'subnet_id': '614d10db-8478-46ea-aad9-c5c91cc30cbb', 'ip_address': '2001:db8::147', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:17:49Z', 'updated_at': '2021-08-30T13:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '614d10db-8478-46ea-aad9-c5c91cc30cbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:51.805716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.813105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Checking router: d21bd7b9-dbd6-4f60-bb4b-459c68722238 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:17:51.813503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Updating router d21bd7b9-dbd6-4f60-bb4b-459c68722238 port 61dd62cc-ecf2-449a-8628-fbe1a81b0f0a binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:17:51.843153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.847062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349993e6-c6ba-4720-9bb8-c2452e9121a5']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:51.852988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.867148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Calling delete_port for 61dd62cc-ecf2-449a-8628-fbe1a81b0f0a owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:51.874946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e8791d-a9b6-4a4c-abd4-a91bd228e85d') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:51.875301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e8791d-a9b6-4a4c-abd4-a91bd228e85d') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:51.905191 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.939820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.969520 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:51.969990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:51.973368 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:52.056647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-509ea80f-7219-4780-aaf6-ea1e17c83665 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.063499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.083226 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.085084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/349993e6-c6ba-4720-9bb8-c2452e9121a5 HTTP/1.1" status: 204 len: 168 time: 2.9099343 Aug 30 13:17:52.104415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33628) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:52.110334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-568864156'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:52.120680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea263aa7-b4bf-4909-b3cd-542680facd26 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=349993e6-c6ba-4720-9bb8-c2452e9121a5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:52.123149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ea80f-7219-4780-aaf6-ea1e17c83665 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=18eafa3a-80d4-4709-8aea-c0196f84be84,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:52.146902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:52.150734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.203274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.212452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:52.248629 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.248975 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 666fde5f-1df6-499f-9839-c52d56b96215 of type vlan for network abce176b-e48a-416d-bfb5-51fdcd356751 Aug 30 13:17:52.250540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event deleted for resources: {'Port': ['ID=61dd62cc-ecf2-449a-8628-fbe1a81b0f0a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:52.260715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:17:52.262174 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:17:52.277948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.279248 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-509ea80f-7219-4780-aaf6-ea1e17c83665 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.283894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-509ea80f-7219-4780-aaf6-ea1e17c83665 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/ports/18eafa3a-80d4-4709-8aea-c0196f84be84 HTTP/1.1" status: 204 len: 168 time: 1.3442173 Aug 30 13:17:52.286374 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33634) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:52.345302 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464ea11-b43d-4ac6-b27d-e9bfb9208c7c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:52.346823 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1464ea11-b43d-4ac6-b27d-e9bfb9208c7c tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6f932a-000c-49e9-8243-2c717b112faa HTTP/1.1" status: 200 len: 913 time: 0.0593848 Aug 30 13:17:52.349602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33636) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:52.427575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.433801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.438364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.498804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.499355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d21bd7b9-dbd6-4f60-bb4b-459c68722238 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:17:52.503796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.504972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-284580b7-7701-4fa0-8c98-3be8a910032b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "DELETE /v2.0/routers/d21bd7b9-dbd6-4f60-bb4b-459c68722238 HTTP/1.1" status: 204 len: 168 time: 1.1664033 Aug 30 13:17:52.507433 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.511542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:52.512067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.514565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33638) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:52.603279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4976342 Aug 30 13:17:52.607716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33640) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:52.612726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': 'abce176b-e48a-416d-bfb5-51fdcd356751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:52.624303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6e772-1755-487c-a939-b0f4d01f9677 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=abce176b-e48a-416d-bfb5-51fdcd356751,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:52.628839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c5f07e-f232-433b-999a-c437b28e621e tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Deleting subnet 614d10db-8478-46ea-aad9-c5c91cc30cbb {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:52.632427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34c5f07e-f232-433b-999a-c437b28e621e tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.635062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network abce176b-e48a-416d-bfb5-51fdcd356751 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:52.694345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34c5f07e-f232-433b-999a-c437b28e621e tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.764045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34c5f07e-f232-433b-999a-c437b28e621e tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.781702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:52.785341 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.789871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Port 61dd62cc-ecf2-449a-8628-fbe1a81b0f0a not found while updating agent binding for router d21bd7b9-dbd6-4f60-bb4b-459c68722238. {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 13:17:52.804023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Routers set() bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:52.804814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Router IDs set() for agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 13:17:52.805737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_agentschedulers_db [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d21bd7b9-dbd6-4f60-bb4b-459c68722238'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent'). {{(pid=95700) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 13:17:52.807111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4989f-d037-4c84-a355-f69e95d7912e None None] The sync data for ids ['d21bd7b9-dbd6-4f60-bb4b-459c68722238'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:52.843633 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34c5f07e-f232-433b-999a-c437b28e621e tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.865635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing IP validity checks on allocation pools {{(pid=95699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 13:17:52.865635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 13:17:52.906870 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-34c5f07e-f232-433b-999a-c437b28e621e tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:52.911308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-34c5f07e-f232-433b-999a-c437b28e621e tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/614d10db-8478-46ea-aad9-c5c91cc30cbb HTTP/1.1" status: 204 len: 168 time: 0.3891025 Aug 30 13:17:52.911308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5f07e-f232-433b-999a-c437b28e621e tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=614d10db-8478-46ea-aad9-c5c91cc30cbb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:52.912105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33654) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:53.000206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.081077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.092140 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.093561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.104384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb2b4e0-0dc0-45b0-99bd-ba07a97fc912']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:53.115685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c661dbc8-323d-4ccb-b24d-3776f6450aa1') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:53.115979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c661dbc8-323d-4ccb-b24d-3776f6450aa1') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:53.126458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.141505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.147735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:53.148602 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:53.150207 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:53.201532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=d411fbd5-c8d7-4b66-b46f-5101defa050d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:53.211340 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.217016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network adb2b4e0-0dc0-45b0-99bd-ba07a97fc912 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 13:17:53.219372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.221881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "DELETE /v2.0/networks/adb2b4e0-0dc0-45b0-99bd-ba07a97fc912 HTTP/1.1" status: 204 len: 168 time: 0.3092170 Aug 30 13:17:53.242610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0588b-c6a2-414b-9929-b9616df67d1b tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event deleted for resources: {'Network': ['ID=adb2b4e0-0dc0-45b0-99bd-ba07a97fc912,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:53.355501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '666fde5f-1df6-499f-9839-c52d56b96215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'abce176b-e48a-416d-bfb5-51fdcd356751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:53.355914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: abce176b-e48a-416d-bfb5-51fdcd356751, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:17:53.421296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network abce176b-e48a-416d-bfb5-51fdcd356751 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:17:53.435840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, abce176b-e48a-416d-bfb5-51fdcd356751) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:53.442254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:53.442698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.447204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289e84d-cf0f-4075-ba44-7cf50d2d1f89 None None] Network abce176b-e48a-416d-bfb5-51fdcd356751 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:53.497620 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-daa06447-139b-4551-9b32-f7b2650390ae tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8885503 Aug 30 13:17:53.499993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33680) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:53.600409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33686) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:53.605143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b441124e-7fe9-4452-99b1-7420c57855b7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'router': {'name': 'tempest-router--1923616999', 'project_id': '42d15a56fba24376930a6737cc5e3928'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:53.633903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-abce176b-e48a-416d-bfb5-51fdcd356751', 'network_id': 'abce176b-e48a-416d-bfb5-51fdcd356751', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': 'd411fbd5-c8d7-4b66-b46f-5101defa050d'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:53.635207 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.648379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b441124e-7fe9-4452-99b1-7420c57855b7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.649022 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b441124e-7fe9-4452-99b1-7420c57855b7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.661697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port 52d4dd36-8d68-4d44-b852-8be8e2c23963 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:53.662284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.735112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.786531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b441124e-7fe9-4452-99b1-7420c57855b7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.792195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b441124e-7fe9-4452-99b1-7420c57855b7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.821508 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b441124e-7fe9-4452-99b1-7420c57855b7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.822928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b441124e-7fe9-4452-99b1-7420c57855b7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2214360 Aug 30 13:17:53.826231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33696) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:53.853539 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.857186 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:53.890843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Allocated IP 172.20.0.3 (abce176b-e48a-416d-bfb5-51fdcd356751/d411fbd5-c8d7-4b66-b46f-5101defa050d/ab4548cc-ff58-44dc-a3b8-49f97885c499) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:53.916048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for 52d4dd36-8d68-4d44-b852-8be8e2c23963 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:53.933258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3399519e-7b33-496c-926d-928a9e7b3d85 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.140147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3399519e-7b33-496c-926d-928a9e7b3d85 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.143057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3399519e-7b33-496c-926d-928a9e7b3d85 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.171212 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.187568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Transition to ACTIVE for port object ab4548cc-ff58-44dc-a3b8-49f97885c499 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:54.187790 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.202610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3399519e-7b33-496c-926d-928a9e7b3d85 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.203121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399519e-7b33-496c-926d-928a9e7b3d85 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc57da1b-c833-4a1e-9309-8b2f63b11e2e {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:17:54.209910 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3399519e-7b33-496c-926d-928a9e7b3d85 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.211075 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3399519e-7b33-496c-926d-928a9e7b3d85 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "DELETE /v2.0/routers/cc57da1b-c833-4a1e-9309-8b2f63b11e2e HTTP/1.1" status: 204 len: 168 time: 0.3837659 Aug 30 13:17:54.217277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Transition to ACTIVE for port object ab4548cc-ff58-44dc-a3b8-49f97885c499 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:54.223796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=52d4dd36-8d68-4d44-b852-8be8e2c23963,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:54.226029 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.278945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Network abce176b-e48a-416d-bfb5-51fdcd356751 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:54.282249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:54.291638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:54.310082 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.351101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=d411fbd5-c8d7-4b66-b46f-5101defa050d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:54.352062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Pushing event updated for resources: {'Port': ['ID=ab4548cc-ff58-44dc-a3b8-49f97885c499,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:54.371344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Attempting to bind port ab4548cc-ff58-44dc-a3b8-49f97885c499 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:54.371900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Attempting to bind port ab4548cc-ff58-44dc-a3b8-49f97885c499 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '666fde5f-1df6-499f-9839-c52d56b96215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'abce176b-e48a-416d-bfb5-51fdcd356751'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:54.372393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Attempting to bind port ab4548cc-ff58-44dc-a3b8-49f97885c499 on network abce176b-e48a-416d-bfb5-51fdcd356751 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:54.378059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:54.378574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Checking segment: {'id': '666fde5f-1df6-499f-9839-c52d56b96215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'abce176b-e48a-416d-bfb5-51fdcd356751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:54.379084 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.379581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Bound using segment: {'id': '666fde5f-1df6-499f-9839-c52d56b96215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'abce176b-e48a-416d-bfb5-51fdcd356751'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:54.380180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Bound port: ab4548cc-ff58-44dc-a3b8-49f97885c499, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '666fde5f-1df6-499f-9839-c52d56b96215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'abce176b-e48a-416d-bfb5-51fdcd356751'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:54.380575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.389330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33706) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:54.460575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] For port ab4548cc-ff58-44dc-a3b8-49f97885c499, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:54.464324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] For port ab4548cc-ff58-44dc-a3b8-49f97885c499, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ab4548cc-ff58-44dc-a3b8-49f97885c499,segment=NetworkSegment(666fde5f-1df6-499f-9839-c52d56b96215),segment_id=666fde5f-1df6-499f-9839-c52d56b96215)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:54.473725 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.495339 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.554215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abce176b-e48a-416d-bfb5-51fdcd356751']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:54.568239 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666fde5f-1df6-499f-9839-c52d56b96215') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:54.568615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666fde5f-1df6-499f-9839-c52d56b96215') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:54.583619 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.587171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47175649-29f0-49cd-96f0-ed8d17d95f5a None None] Pushing event updated for resources: {'Port': ['ID=ab4548cc-ff58-44dc-a3b8-49f97885c499,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:54.592419 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.593203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f0d0fa-71dd-4ef1-912a-7cd36c8737d0 None None] Network abce176b-e48a-416d-bfb5-51fdcd356751 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:54.606599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.651725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:54.652151 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:54.656753 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:54.708497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-58983858', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:54.738797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c19522-7ab6-4cec-97c8-b100fa9e459f None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:17:54.749430 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.750756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.760900 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:17:54.760900 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:17:54.760900 n-d-688802-6 neutron-server[95699]: [parameters: {'id': 'abce176b-e48a-416d-bfb5-51fdcd356751'}] Aug 30 13:17:54.760900 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:17:54.760900 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:17:54.826661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:54.868273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c19522-7ab6-4cec-97c8-b100fa9e459f None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:17:54.921936 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Router 5d6f932a-000c-49e9-8243-2c717b112faa has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:17:55.003592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.047546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:55.057092 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374505f-b162-4ad9-9911-f82b8f701fa4 None None] Sync routers for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:55.062163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e81a9fdc-156b-4975-84a7-93521ec913ba tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "PUT /v2.0/routers/5d6f932a-000c-49e9-8243-2c717b112faa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7079935 Aug 30 13:17:55.062402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33712) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:55.069976 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374505f-b162-4ad9-9911-f82b8f701fa4 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:55.070845 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e374505f-b162-4ad9-9911-f82b8f701fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:55.106576 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e374505f-b162-4ad9-9911-f82b8f701fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:55.116546 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374505f-b162-4ad9-9911-f82b8f701fa4 None None] Routers {'5d6f932a-000c-49e9-8243-2c717b112faa'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:55.117428 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e374505f-b162-4ad9-9911-f82b8f701fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5d6f932a-000c-49e9-8243-2c717b112faa'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:55.158821 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e374505f-b162-4ad9-9911-f82b8f701fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:55.159791 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374505f-b162-4ad9-9911-f82b8f701fa4 None None] The sync data for ids ['5d6f932a-000c-49e9-8243-2c717b112faa'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:55.242593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.262068 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.304541 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.resource_extend [None req-98c19522-7ab6-4cec-97c8-b100fa9e459f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:17:55.338858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting port ab4548cc-ff58-44dc-a3b8-49f97885c499 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:55.339599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.436423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] For port ab4548cc-ff58-44dc-a3b8-49f97885c499, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ab4548cc-ff58-44dc-a3b8-49f97885c499,segment=NetworkSegment(666fde5f-1df6-499f-9839-c52d56b96215),segment_id=666fde5f-1df6-499f-9839-c52d56b96215)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:55.436793 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.451123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Calling delete_port for ab4548cc-ff58-44dc-a3b8-49f97885c499 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:55.461774 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.506781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fba8b8-148b-4943-9373-dd2ab16a2c38 req-448e029c-14c3-4d9c-b077-a8664e18417d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:55.512815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fba8b8-148b-4943-9373-dd2ab16a2c38 req-448e029c-14c3-4d9c-b077-a8664e18417d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:55.519075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fba8b8-148b-4943-9373-dd2ab16a2c38 req-448e029c-14c3-4d9c-b077-a8664e18417d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:55.525198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fba8b8-148b-4943-9373-dd2ab16a2c38 req-448e029c-14c3-4d9c-b077-a8664e18417d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:55.531435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fba8b8-148b-4943-9373-dd2ab16a2c38 req-448e029c-14c3-4d9c-b077-a8664e18417d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:55.533601 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.537384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fba8b8-148b-4943-9373-dd2ab16a2c38 req-448e029c-14c3-4d9c-b077-a8664e18417d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:55.543329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fba8b8-148b-4943-9373-dd2ab16a2c38 req-448e029c-14c3-4d9c-b077-a8664e18417d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:55.545831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41fba8b8-148b-4943-9373-dd2ab16a2c38 req-448e029c-14c3-4d9c-b077-a8664e18417d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5437 time: 0.2187073 Aug 30 13:17:55.546953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.568353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Port': ['ID=ab4548cc-ff58-44dc-a3b8-49f97885c499,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:55.572469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No DVR routers for this DVR port ab4548cc-ff58-44dc-a3b8-49f97885c499 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:55.590093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.660531 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.671005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abce176b-e48a-416d-bfb5-51fdcd356751']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:55.682028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666fde5f-1df6-499f-9839-c52d56b96215') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:55.682429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666fde5f-1df6-499f-9839-c52d56b96215') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:55.694742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.711693 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.719373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:55.719700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:55.723582 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:55.792252 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.813368 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.815507 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/abce176b-e48a-416d-bfb5-51fdcd356751 HTTP/1.1" status: 204 len: 168 time: 2.3145878 Aug 30 13:17:55.816841 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5fe2f-4526-46d0-8fa7-a4a41aafb3f2 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=abce176b-e48a-416d-bfb5-51fdcd356751,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:55.819345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33722) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:55.825956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1870145116'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:55.849995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:55.853644 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.880611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:55.891525 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.892035 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 71af9798-15f2-401f-80e7-cfcac714149f of type vlan for network 190f9a40-86a3-4fe1-9e04-85873243ad62 Aug 30 13:17:55.939399 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.967986 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:55.974493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:55.975242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.023863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41fba8b8-148b-4943-9373-dd2ab16a2c38 req-49d5bb03-39f7-4b9d-8c57-79c7d2e59a2a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4626117 Aug 30 13:17:56.056314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=190f9a40-86a3-4fe1-9e04-85873243ad62,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:56.068636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 190f9a40-86a3-4fe1-9e04-85873243ad62 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:56.080369 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b0211e11-8d15-40d8-aae6-70e7a71ffe19 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2594476 Aug 30 13:17:56.080740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting port b75751da-3691-45d4-8072-1574f58ef4e0 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:56.081180 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.082626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33726) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:56.094712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': '190f9a40-86a3-4fe1-9e04-85873243ad62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:56.130332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Allocated IP 172.25.2.81 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/f94bdbf9-aa08-4ce9-b77c-efc6fb26939c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:56.230560 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.249615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe271753-ee45-495c-9221-3edd05c30ea1 req-d8a060b3-560c-4208-a429-13d6e49005f7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:56.252863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Calling delete_port for b75751da-3691-45d4-8072-1574f58ef4e0 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:56.256047 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe271753-ee45-495c-9221-3edd05c30ea1 req-d8a060b3-560c-4208-a429-13d6e49005f7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:56.262207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe271753-ee45-495c-9221-3edd05c30ea1 req-d8a060b3-560c-4208-a429-13d6e49005f7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:56.268497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe271753-ee45-495c-9221-3edd05c30ea1 req-d8a060b3-560c-4208-a429-13d6e49005f7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:56.274662 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe271753-ee45-495c-9221-3edd05c30ea1 req-d8a060b3-560c-4208-a429-13d6e49005f7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:56.281243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe271753-ee45-495c-9221-3edd05c30ea1 req-d8a060b3-560c-4208-a429-13d6e49005f7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:56.287447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe271753-ee45-495c-9221-3edd05c30ea1 req-d8a060b3-560c-4208-a429-13d6e49005f7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:56.289400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe271753-ee45-495c-9221-3edd05c30ea1 req-d8a060b3-560c-4208-a429-13d6e49005f7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5437 time: 0.1330194 Aug 30 13:17:56.290658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:56.294321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.333088 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.457100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.500024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:56.504689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:56.512066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:56.555699 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.584745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event updated for resources: {'Port': ['ID=f94bdbf9-aa08-4ce9-b77c-efc6fb26939c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:56.671863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=e154858d-d144-48ab-8936-53c6617de442,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:56.704191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '71af9798-15f2-401f-80e7-cfcac714149f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '190f9a40-86a3-4fe1-9e04-85873243ad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:56.704610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: 190f9a40-86a3-4fe1-9e04-85873243ad62, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:17:56.713915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.732882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network 190f9a40-86a3-4fe1-9e04-85873243ad62 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:17:56.751280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 190f9a40-86a3-4fe1-9e04-85873243ad62) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:56.756498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:56.757904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.759966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e8f6cf-c4c4-4085-b8cf-9036e0c2801c None None] Network 190f9a40-86a3-4fe1-9e04-85873243ad62 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:56.778482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Port': ['ID=b75751da-3691-45d4-8072-1574f58ef4e0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:56.787972 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9d2aaca8-7146-4e9e-8229-79f12656334f tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7041183 Aug 30 13:17:56.792305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33738) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:56.945093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.956191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-190f9a40-86a3-4fe1-9e04-85873243ad62', 'network_id': '190f9a40-86a3-4fe1-9e04-85873243ad62', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': 'e154858d-d144-48ab-8936-53c6617de442'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:17:56.957567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:56.964405 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.026652 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.064693 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.068182 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.069807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.118893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Allocated IP 172.20.0.1 (190f9a40-86a3-4fe1-9e04-85873243ad62/e154858d-d144-48ab-8936-53c6617de442/0523a446-178e-4f60-a6b6-296c027e789a) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:17:57.170118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.170717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Fanout notify agent at l3_agent the message router_deleted on router 5d6f932a-000c-49e9-8243-2c717b112faa {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:17:57.179601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.180720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4a0591a6-92f7-44b7-9cde-664e4836db45 tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/routers/5d6f932a-000c-49e9-8243-2c717b112faa HTTP/1.1" status: 204 len: 168 time: 2.1174407 Aug 30 13:17:57.183460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33740) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:57.278643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e54ee1-94fe-4e73-a94e-371f3cd486dc tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Deleting subnet a145e569-a662-4ff2-a971-8e0f217dd5f4 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:17:57.281931 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47e54ee1-94fe-4e73-a94e-371f3cd486dc tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.300733 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.310573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Transition to ACTIVE for port object 0523a446-178e-4f60-a6b6-296c027e789a will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:57.327064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Transition to ACTIVE for port object 0523a446-178e-4f60-a6b6-296c027e789a will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:17:57.336133 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.359388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.360546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Network 190f9a40-86a3-4fe1-9e04-85873243ad62 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:17:57.363716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:17:57.379190 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47e54ee1-94fe-4e73-a94e-371f3cd486dc tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.385135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:17:57.476595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Attempting to bind port 0523a446-178e-4f60-a6b6-296c027e789a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:17:57.477373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Attempting to bind port 0523a446-178e-4f60-a6b6-296c027e789a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '71af9798-15f2-401f-80e7-cfcac714149f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '190f9a40-86a3-4fe1-9e04-85873243ad62'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:17:57.478016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Attempting to bind port 0523a446-178e-4f60-a6b6-296c027e789a on network 190f9a40-86a3-4fe1-9e04-85873243ad62 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:17:57.480600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Pushing event updated for resources: {'Port': ['ID=0523a446-178e-4f60-a6b6-296c027e789a,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:57.488677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=e154858d-d144-48ab-8936-53c6617de442,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:57.489721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:17:57.490756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Checking segment: {'id': '71af9798-15f2-401f-80e7-cfcac714149f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '190f9a40-86a3-4fe1-9e04-85873243ad62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:17:57.491689 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.492307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Bound using segment: {'id': '71af9798-15f2-401f-80e7-cfcac714149f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '190f9a40-86a3-4fe1-9e04-85873243ad62'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:17:57.493184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Bound port: 0523a446-178e-4f60-a6b6-296c027e789a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71af9798-15f2-401f-80e7-cfcac714149f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '190f9a40-86a3-4fe1-9e04-85873243ad62'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:17:57.493858 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.541476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.548921 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47e54ee1-94fe-4e73-a94e-371f3cd486dc tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.593040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] For port 0523a446-178e-4f60-a6b6-296c027e789a, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:17:57.598229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] For port 0523a446-178e-4f60-a6b6-296c027e789a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0523a446-178e-4f60-a6b6-296c027e789a,segment=NetworkSegment(71af9798-15f2-401f-80e7-cfcac714149f),segment_id=71af9798-15f2-401f-80e7-cfcac714149f)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:17:57.615026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.616269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.637968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190f9a40-86a3-4fe1-9e04-85873243ad62']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:57.658142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71af9798-15f2-401f-80e7-cfcac714149f') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:57.658648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71af9798-15f2-401f-80e7-cfcac714149f') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:57.691068 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.731412 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.747796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14defed0-fd71-43eb-a6d0-7b6f82e0b7f7 None None] Pushing event updated for resources: {'Port': ['ID=0523a446-178e-4f60-a6b6-296c027e789a,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:57.762903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:57.764198 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.816015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Router 7b09a1de-dd0a-436d-8e1f-b4991be525a5 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:17:57.822954 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47e54ee1-94fe-4e73-a94e-371f3cd486dc tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.854776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4091be-e8ac-4809-9e48-95cd630936f0 None None] Network 190f9a40-86a3-4fe1-9e04-85873243ad62 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:57.876510 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:57.893015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e54ee1-94fe-4e73-a94e-371f3cd486dc tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Subnet': ['ID=a145e569-a662-4ff2-a971-8e0f217dd5f4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:57.909185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:17:57.909185 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:17:57.909185 n-d-688802-6 neutron-server[95699]: [parameters: {'id': '190f9a40-86a3-4fe1-9e04-85873243ad62'}] Aug 30 13:17:57.909185 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:17:57.909185 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:17:57.923516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47e54ee1-94fe-4e73-a94e-371f3cd486dc tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:57.928189 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-47e54ee1-94fe-4e73-a94e-371f3cd486dc tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/subnets/a145e569-a662-4ff2-a971-8e0f217dd5f4 HTTP/1.1" status: 204 len: 168 time: 0.7438271 Aug 30 13:17:57.928415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33752) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:58.024705 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.068348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:17:58.096064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd441d3b-87c8-407c-a9b5-88940c5c62c9 None None] Sync routers for ids ['7b09a1de-dd0a-436d-8e1f-b4991be525a5'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:17:58.102185 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.107071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-31eec221-d4a6-4f87-a568-d0c2382ae426 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7160804 Aug 30 13:17:58.107706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33754) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:58.116945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd441d3b-87c8-407c-a9b5-88940c5c62c9 None None] Routers {'7b09a1de-dd0a-436d-8e1f-b4991be525a5'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:58.117648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fd441d3b-87c8-407c-a9b5-88940c5c62c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7b09a1de-dd0a-436d-8e1f-b4991be525a5'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:58.121237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5bd067-e14b-4647-8d84-c47fb6f02835 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:17:58.196558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fd441d3b-87c8-407c-a9b5-88940c5c62c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:58.238731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd441d3b-87c8-407c-a9b5-88940c5c62c9 None None] Routers {'7b09a1de-dd0a-436d-8e1f-b4991be525a5'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:17:58.239305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fd441d3b-87c8-407c-a9b5-88940c5c62c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7b09a1de-dd0a-436d-8e1f-b4991be525a5'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:58.314912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-db8037f7-2ca5-44fd-bb99-e5ddfb62c0e4 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/routers/7b09a1de-dd0a-436d-8e1f-b4991be525a5 HTTP/1.1" status: 200 len: 922 time: 0.2060599 Aug 30 13:17:58.318881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33764) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:58.375367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-48a85409-20b0-4c73-a610-9a84b22af459 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b09a1de-dd0a-436d-8e1f-b4991be525a5 HTTP/1.1" status: 200 len: 205 time: 0.0552306 Aug 30 13:17:58.378568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33770) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:58.404624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fd441d3b-87c8-407c-a9b5-88940c5c62c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:58.406570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd441d3b-87c8-407c-a9b5-88940c5c62c9 None None] The sync data for ids ['7b09a1de-dd0a-436d-8e1f-b4991be525a5'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:17:58.445972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33772) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:58.459406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.464646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5bd067-e14b-4647-8d84-c47fb6f02835 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:17:58.592520 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.597316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.604767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fdb32c-edf1-4092-9caf-538b0a16951d']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:58.613543 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.627152 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eb9416-e204-4a68-8a96-fbbe9323f843') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:58.627714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eb9416-e204-4a68-8a96-fbbe9323f843') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:58.640751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.658099 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.663346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f138-df7c-4aed-9e95-c342249ed556 req-322b553d-4148-41d1-969a-f04439a18d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:58.663848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f138-df7c-4aed-9e95-c342249ed556 req-322b553d-4148-41d1-969a-f04439a18d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:58.664326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f138-df7c-4aed-9e95-c342249ed556 req-322b553d-4148-41d1-969a-f04439a18d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:58.664800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f138-df7c-4aed-9e95-c342249ed556 req-322b553d-4148-41d1-969a-f04439a18d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:58.665275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f138-df7c-4aed-9e95-c342249ed556 req-322b553d-4148-41d1-969a-f04439a18d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:58.665769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f138-df7c-4aed-9e95-c342249ed556 req-322b553d-4148-41d1-969a-f04439a18d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:58.665944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:58.666235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f138-df7c-4aed-9e95-c342249ed556 req-322b553d-4148-41d1-969a-f04439a18d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:58.666342 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.676671 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2393f138-df7c-4aed-9e95-c342249ed556 req-322b553d-4148-41d1-969a-f04439a18d05 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6494 time: 0.2297001 Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:58.746150 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:58.758369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2393f138-df7c-4aed-9e95-c342249ed556 req-b193fb19-5fc1-4069-af46-1d6cfdb10048 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807257 Aug 30 13:17:58.767107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.782878 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.800548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.805438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] 10.222.0.37 "DELETE /v2.0/networks/b9fdb32c-edf1-4092-9caf-538b0a16951d HTTP/1.1" status: 204 len: 168 time: 0.8719792 Aug 30 13:17:58.817145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecbbb1-b842-4267-8bee-729a2451754e tempest-FloatingIPTestJSON-898415656 tempest-FloatingIPTestJSON-898415656-project] Pushing event deleted for resources: {'Network': ['ID=b9fdb32c-edf1-4092-9caf-538b0a16951d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:58.858804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting port 0523a446-178e-4f60-a6b6-296c027e789a {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:58.859561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.870597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Deleting port f94bdbf9-aa08-4ce9-b77c-efc6fb26939c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:17:58.871152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.953618 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] For port 0523a446-178e-4f60-a6b6-296c027e789a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0523a446-178e-4f60-a6b6-296c027e789a,segment=NetworkSegment(71af9798-15f2-401f-80e7-cfcac714149f),segment_id=71af9798-15f2-401f-80e7-cfcac714149f)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:17:58.954602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:58.972131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Calling delete_port for 0523a446-178e-4f60-a6b6-296c027e789a owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:58.974443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.006512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Calling delete_port for f94bdbf9-aa08-4ce9-b77c-efc6fb26939c owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:17:59.087509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.107326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No DVR routers for this DVR port 0523a446-178e-4f60-a6b6-296c027e789a on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:17:59.148551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Port': ['ID=0523a446-178e-4f60-a6b6-296c027e789a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:59.188781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33788) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:59.228106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.239991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190f9a40-86a3-4fe1-9e04-85873243ad62']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:59.254496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71af9798-15f2-401f-80e7-cfcac714149f') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:59.255519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71af9798-15f2-401f-80e7-cfcac714149f') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:17:59.266171 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.271495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.283518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.291615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:17:59.292057 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:17:59.295924 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:17:59.305042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event deleted for resources: {'Port': ['ID=f94bdbf9-aa08-4ce9-b77c-efc6fb26939c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:59.378441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.389653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.396339 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/190f9a40-86a3-4fe1-9e04-85873243ad62 HTTP/1.1" status: 204 len: 168 time: 2.6024559 Aug 30 13:17:59.399477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33792) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:59.407713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-98483579'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:59.432617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df17cfd-8caa-44b9-b459-9323cb760504 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=190f9a40-86a3-4fe1-9e04-85873243ad62,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:59.456505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:59.460513 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.488870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:17:59.499672 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.500106 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment bb509c17-542c-4fda-84f4-bcffeac42f62 of type vlan for network bffbc759-b6c8-4c05-800d-b76bd2a0a632 Aug 30 13:17:59.556131 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.594901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.602630 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:17:59.603673 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.676317 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2756248 Aug 30 13:17:59.679979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33798) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:59.688739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': 'bffbc759-b6c8-4c05-800d-b76bd2a0a632', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:17:59.750707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5d759152-f199-40c5-b86d-477e59668b0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3b6d2445ef047d0b35610c4c94b050f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605915 Aug 30 13:17:59.753693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33802) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:17:59.755845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d853620-2576-42c9-8910-0b4b70cb6f16 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=bffbc759-b6c8-4c05-800d-b76bd2a0a632,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:17:59.761920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.776242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network bffbc759-b6c8-4c05-800d-b76bd2a0a632 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:17:59.812933 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:17:59.817871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.901696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.907668 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:17:59.944497 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-66c5f068-a803-4643-9128-2f52b127bc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.010113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-66c5f068-a803-4643-9128-2f52b127bc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.019508 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.020141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Fanout notify agent at l3_agent the message router_deleted on router 7b09a1de-dd0a-436d-8e1f-b4991be525a5 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:18:00.028906 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.033554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-09b21738-fc1a-4e00-bfde-38acdae53992 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/7b09a1de-dd0a-436d-8e1f-b4991be525a5 HTTP/1.1" status: 204 len: 168 time: 1.6506631 Aug 30 13:18:00.034537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33806) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:00.040927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1418234126', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': False}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:00.072679 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-66c5f068-a803-4643-9128-2f52b127bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.075331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-66c5f068-a803-4643-9128-2f52b127bc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.078853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-66c5f068-a803-4643-9128-2f52b127bc7d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bf0d208e-3fbb-4f2c-9756-35258a5160ae HTTP/1.1" status: 204 len: 168 time: 0.3222876 Aug 30 13:18:00.100877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5f068-a803-4643-9128-2f52b127bc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0d208e-3fbb-4f2c-9756-35258a5160ae,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:00.141453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.155625 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.157013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.279006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=8c60d67b-e38e-4b6c-a233-8c8a8fd36bc3,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:00.325244 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.326238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': 'bb509c17-542c-4fda-84f4-bcffeac42f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bffbc759-b6c8-4c05-800d-b76bd2a0a632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:00.326628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: bffbc759-b6c8-4c05-800d-b76bd2a0a632, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:18:00.334131 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-2a6de9b4-d5df-4646-a3e9-bf045e6bf1e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1362236 Aug 30 13:18:00.446425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network bffbc759-b6c8-4c05-800d-b76bd2a0a632 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:18:00.521974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, bffbc759-b6c8-4c05-800d-b76bd2a0a632) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:00.529938 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.530366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45fb33a-14e0-46d3-8cf0-6ddf852986d4 None None] Network bffbc759-b6c8-4c05-800d-b76bd2a0a632 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:00.535708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:00.536873 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.540680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-767af3fb-a5b2-4824-96ae-6d4ab898e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:00.542832 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-767af3fb-a5b2-4824-96ae-6d4ab898e789 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 1095 time: 0.1659822 Aug 30 13:18:00.653340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-157b1608-3b67-432c-9b6b-d84bd23b9d10 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9715867 Aug 30 13:18:00.656507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33824) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:00.715692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-93e71d7d-6f96-455c-ac04-eb7d7babb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:00.717847 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-93e71d7d-6f96-455c-ac04-eb7d7babb382 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 200 len: 922 time: 0.1458395 Aug 30 13:18:00.779175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-fa43e29e-e42d-4b80-87cd-f73cbe119f73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 200 len: 217 time: 0.0521400 Aug 30 13:18:00.782967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-bffbc759-b6c8-4c05-800d-b76bd2a0a632', 'network_id': 'bffbc759-b6c8-4c05-800d-b76bd2a0a632', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': '8c60d67b-e38e-4b6c-a233-8c8a8fd36bc3'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:18:00.784031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.802253 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.834857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.902498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:00.972628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-5145a00d-816e-4a00-a40f-408ad0caa535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:00.982924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-5145a00d-816e-4a00-a40f-408ad0caa535 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 200 len: 861 time: 0.1934686 Aug 30 13:18:00.997945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33832) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:01.057446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Allocated IP 172.20.0.1 (bffbc759-b6c8-4c05-800d-b76bd2a0a632/8c60d67b-e38e-4b6c-a233-8c8a8fd36bc3/f4f91378-fe79-4dad-b26d-109d4cc4e6bf) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:01.081158 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-b6404871-a3b6-4fbf-a609-235eed7533fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2388b82d-4113-41f0-a82d-b432f66e1216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903037 Aug 30 13:18:01.159930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.178076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-958644012'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:01.198641 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.224642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Made reservation on behalf of 31ae4d62efbc41cf923abb1006ced58f for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:01.230079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.245833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.285466 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-7bb65259-0afb-4f87-a2a6-74bfcc69f4f5 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885705 Aug 30 13:18:01.290326 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.301130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Transition to ACTIVE for port object f4f91378-fe79-4dad-b26d-109d4cc4e6bf will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:01.321691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Transition to ACTIVE for port object f4f91378-fe79-4dad-b26d-109d4cc4e6bf will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:01.330237 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.368845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.382373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Network bffbc759-b6c8-4c05-800d-b76bd2a0a632 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:01.386120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:01.390777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:01.426596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=8c60d67b-e38e-4b6c-a233-8c8a8fd36bc3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:01.433176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Pushing event updated for resources: {'Port': ['ID=f4f91378-fe79-4dad-b26d-109d4cc4e6bf,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:01.435182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-32b6e0d7-ba0a-476c-a1fe-1deefc228f86 req-ad931be7-820b-4d79-a3fb-2f352b77ffc2 service neutron] 10.222.0.16 "GET /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379402 Aug 30 13:18:01.455042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.455250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.455800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.456073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.456475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.456873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.457265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.457607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.458205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.458836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.458979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.459679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:01.471248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Allocated IP 172.25.2.66 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/81a07f9f-0add-40d3-b447-dfb1250369dc) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:01.494795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Attempting to bind port f4f91378-fe79-4dad-b26d-109d4cc4e6bf on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:01.495724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Attempting to bind port f4f91378-fe79-4dad-b26d-109d4cc4e6bf by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'bb509c17-542c-4fda-84f4-bcffeac42f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bffbc759-b6c8-4c05-800d-b76bd2a0a632'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:01.495724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Attempting to bind port f4f91378-fe79-4dad-b26d-109d4cc4e6bf on network bffbc759-b6c8-4c05-800d-b76bd2a0a632 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:01.499550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.503608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:01.504061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Checking segment: {'id': 'bb509c17-542c-4fda-84f4-bcffeac42f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bffbc759-b6c8-4c05-800d-b76bd2a0a632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:01.504862 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.511385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Bound using segment: {'id': 'bb509c17-542c-4fda-84f4-bcffeac42f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bffbc759-b6c8-4c05-800d-b76bd2a0a632'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:01.512090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Bound port: f4f91378-fe79-4dad-b26d-109d4cc4e6bf, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb509c17-542c-4fda-84f4-bcffeac42f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'bffbc759-b6c8-4c05-800d-b76bd2a0a632'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:01.513130 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.577225 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.604054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] For port f4f91378-fe79-4dad-b26d-109d4cc4e6bf, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:01.608999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] For port f4f91378-fe79-4dad-b26d-109d4cc4e6bf, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f4f91378-fe79-4dad-b26d-109d4cc4e6bf,segment=NetworkSegment(bb509c17-542c-4fda-84f4-bcffeac42f62),segment_id=bb509c17-542c-4fda-84f4-bcffeac42f62)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:01.612528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.613003 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.615574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb84d7a-dbe4-4a0f-a838-4b8c834b9b8f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:01.617947 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.634728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffbc759-b6c8-4c05-800d-b76bd2a0a632']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:01.637192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:18:01.651508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb509c17-542c-4fda-84f4-bcffeac42f62') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:01.651800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb509c17-542c-4fda-84f4-bcffeac42f62') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:01.664465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.665259 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Added segment 144cbf43-7372-4178-95e7-3d8fb334aa03 of type vlan for network ceaff799-4f3e-41f1-837e-20677b473f80 Aug 30 13:18:01.667287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.714128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.718303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2f7b95-a293-44e6-93aa-fda55a38656a None None] Network bffbc759-b6c8-4c05-800d-b76bd2a0a632 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:01.726839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.731798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067b308-e843-440d-b630-2cdfd0ecbef4 None None] Pushing event updated for resources: {'Port': ['ID=f4f91378-fe79-4dad-b26d-109d4cc4e6bf,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:01.749593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.752329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:01.752732 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:01.756151 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:01.764579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:01.771059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:01.778897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:01.831451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event updated for resources: {'Port': ['ID=81a07f9f-0add-40d3-b447-dfb1250369dc,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:01.850608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f89525e-4e6b-4087-9614-d6654e9f8103 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:18:01.853456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:18:01.853456 n-d-688802-6 neutron-server[95698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:18:01.853456 n-d-688802-6 neutron-server[95698]: [parameters: {'id': 'bffbc759-b6c8-4c05-800d-b76bd2a0a632'}] Aug 30 13:18:01.853456 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:18:01.854218 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:18:01.857366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.863802 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:01.864584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:01.954435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Pushing event updated for resources: {'Network': ['ID=ceaff799-4f3e-41f1-837e-20677b473f80,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:01.964028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f89525e-4e6b-4087-9614-d6654e9f8103 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:18:01.968470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ceaff799-4f3e-41f1-837e-20677b473f80 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:18:01.986341 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-44527ed4-73d9-4656-983c-6c1218f10ee4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9851863 Aug 30 13:18:01.986666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33840) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:01.993609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Request body: {'subnet': {'network_id': 'ceaff799-4f3e-41f1-837e-20677b473f80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:02.117406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Made reservation on behalf of 31ae4d62efbc41cf923abb1006ced58f for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:02.125369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.284417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.375238 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.396053 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.451861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33848) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:02.502247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Pushing event updated for resources: {'Subnet': ['ID=85117723-2e4f-4360-9ffe-d221e7da98e1,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:02.540666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Checking segment: {'id': '144cbf43-7372-4178-95e7-3d8fb334aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ceaff799-4f3e-41f1-837e-20677b473f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:02.541068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Network hostable DHCP agents. Network: ceaff799-4f3e-41f1-837e-20677b473f80, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:18:02.558009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting port f4f91378-fe79-4dad-b26d-109d4cc4e6bf {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:02.558358 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.607708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Network ceaff799-4f3e-41f1-837e-20677b473f80 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:18:02.620178 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.626316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad21b53d-6075-4992-b5e6-9e8f423b3b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.630630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ceaff799-4f3e-41f1-837e-20677b473f80) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:02.642605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef86202-3f06-47db-a130-4d80536ede8e None None] Network ceaff799-4f3e-41f1-837e-20677b473f80 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:02.662128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] For port f4f91378-fe79-4dad-b26d-109d4cc4e6bf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f4f91378-fe79-4dad-b26d-109d4cc4e6bf,segment=NetworkSegment(bb509c17-542c-4fda-84f4-bcffeac42f62),segment_id=bb509c17-542c-4fda-84f4-bcffeac42f62)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:02.662880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.682620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Calling delete_port for f4f91378-fe79-4dad-b26d-109d4cc4e6bf owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:02.735918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:02.736719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.793928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.831525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Port': ['ID=f4f91378-fe79-4dad-b26d-109d4cc4e6bf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:02.837139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No DVR routers for this DVR port f4f91378-fe79-4dad-b26d-109d4cc4e6bf on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:02.855756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-ceaff799-4f3e-41f1-837e-20677b473f80', 'network_id': 'ceaff799-4f3e-41f1-837e-20677b473f80', 'tenant_id': '31ae4d62efbc41cf923abb1006ced58f', 'fixed_ips': [{'subnet_id': '85117723-2e4f-4360-9ffe-d221e7da98e1'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:18:02.857033 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.908127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Router eeeab770-7575-4c91-aed1-d38fa54edba5 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:18:02.919905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad21b53d-6075-4992-b5e6-9e8f423b3b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.933455 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad21b53d-6075-4992-b5e6-9e8f423b3b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.942227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.953944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffbc759-b6c8-4c05-800d-b76bd2a0a632']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:02.967081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb509c17-542c-4fda-84f4-bcffeac42f62') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:02.967459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb509c17-542c-4fda-84f4-bcffeac42f62') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:02.977584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:02.993009 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.003145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:03.004119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:03.008663 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:03.011366 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ad21b53d-6075-4992-b5e6-9e8f423b3b14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6fa846da58fb4422a94a3bd693f2a5c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5583205 Aug 30 13:18:03.015033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33852) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:03.021137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Allocated IP 172.20.0.2 (ceaff799-4f3e-41f1-837e-20677b473f80/85117723-2e4f-4360-9ffe-d221e7da98e1/2549aa16-031b-4de3-b0d0-ba5766a7b1aa) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:03.025413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21b53d-6075-4992-b5e6-9e8f423b3b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81082ae-211a-4ae7-a758-c51b5791e188,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:03.029449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-04d566fe-4ad4-4ec6-a7f6-2182587a5895 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0392034 Aug 30 13:18:03.060185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33854) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:03.065260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Request body: {'port': {'network_id': 'ceaff799-4f3e-41f1-837e-20677b473f80', 'name': 'tempest-TagsExtTest-2005371463'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:03.137636 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.150377 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.155574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/bffbc759-b6c8-4c05-800d-b76bd2a0a632 HTTP/1.1" status: 204 len: 168 time: 2.4968333 Aug 30 13:18:03.156638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33856) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:03.183619 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-907518561'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:03.193173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa889d9-08b1-4c84-b35b-1ba884f561e6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=bffbc759-b6c8-4c05-800d-b76bd2a0a632,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:03.208600 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.230982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Transition to ACTIVE for port object 2549aa16-031b-4de3-b0d0-ba5766a7b1aa will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:03.233742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:03.237790 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.257965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Transition to ACTIVE for port object 2549aa16-031b-4de3-b0d0-ba5766a7b1aa will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:03.271742 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.275022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Made reservation on behalf of 31ae4d62efbc41cf923abb1006ced58f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:03.278948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.295979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:18:03.306301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] device_id is not set on port 9f17e9e5-4b6a-4d60-9edb-d4c556a9951e yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:18:03.317213 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.317596 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 94d48c78-1d7d-43ed-a927-ccc276d0c243 of type vlan for network 498730a1-9ee0-4ddb-b4e5-94625da259da Aug 30 13:18:03.344066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Network ceaff799-4f3e-41f1-837e-20677b473f80 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:03.345005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Pushing event updated for resources: {'Port': ['ID=2549aa16-031b-4de3-b0d0-ba5766a7b1aa,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:03.349132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:03.351168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:03.418794 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.426722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Attempting to bind port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:03.427281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Attempting to bind port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '144cbf43-7372-4178-95e7-3d8fb334aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ceaff799-4f3e-41f1-837e-20677b473f80'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:03.428419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Attempting to bind port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa on network ceaff799-4f3e-41f1-837e-20677b473f80 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:03.434655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:03.435314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Checking segment: {'id': '144cbf43-7372-4178-95e7-3d8fb334aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ceaff799-4f3e-41f1-837e-20677b473f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:03.435721 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.435928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Bound using segment: {'id': '144cbf43-7372-4178-95e7-3d8fb334aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ceaff799-4f3e-41f1-837e-20677b473f80'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:03.436399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Bound port: 2549aa16-031b-4de3-b0d0-ba5766a7b1aa, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144cbf43-7372-4178-95e7-3d8fb334aa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'ceaff799-4f3e-41f1-837e-20677b473f80'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:03.436783 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.466187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:03.476648 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-edff5bea-db9d-4bd0-9212-2df13765dfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.477895 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Sync routers for ids ['eeeab770-7575-4c91-aed1-d38fa54edba5'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:03.492939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.495711 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Routers {'eeeab770-7575-4c91-aed1-d38fa54edba5'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:03.497172 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['eeeab770-7575-4c91-aed1-d38fa54edba5'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:03.499579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:03.500228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.503039 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.503276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Allocated IP 172.20.0.8 (ceaff799-4f3e-41f1-837e-20677b473f80/85117723-2e4f-4360-9ffe-d221e7da98e1/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:03.504350 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e2f7da4d-5e67-434a-b483-e4091395f4f7 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4687269 Aug 30 13:18:03.507001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33862) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:03.530135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] For port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:03.535678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] For port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2549aa16-031b-4de3-b0d0-ba5766a7b1aa,segment=NetworkSegment(144cbf43-7372-4178-95e7-3d8fb334aa03),segment_id=144cbf43-7372-4178-95e7-3d8fb334aa03)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:03.535935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-edff5bea-db9d-4bd0-9212-2df13765dfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.541288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.588314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4238315 Aug 30 13:18:03.594782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33864) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:03.598192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d90d63-620b-41d3-beb2-6db7993c054d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=498730a1-9ee0-4ddb-b4e5-94625da259da,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:03.610653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-37477090-ee54-4f96-84e5-ddb0fd27b1cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:03.618799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7222111-da4e-4dfa-9501-dd36f82d5962 None None] Pushing event updated for resources: {'Port': ['ID=2549aa16-031b-4de3-b0d0-ba5766a7b1aa,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:03.629878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 498730a1-9ee0-4ddb-b4e5-94625da259da details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:18:03.656012 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Set router eeeab770-7575-4c91-aed1-d38fa54edba5 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:18:03.748246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-edff5bea-db9d-4bd0-9212-2df13765dfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.750832 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-edff5bea-db9d-4bd0-9212-2df13765dfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.755025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-edff5bea-db9d-4bd0-9212-2df13765dfc8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f81082ae-211a-4ae7-a758-c51b5791e188 HTTP/1.1" status: 204 len: 168 time: 0.7360363 Aug 30 13:18:03.775686 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.798591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Transition to ACTIVE for port object 9f17e9e5-4b6a-4d60-9edb-d4c556a9951e will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:03.822417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff5bea-db9d-4bd0-9212-2df13765dfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81082ae-211a-4ae7-a758-c51b5791e188,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:03.850195 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f5f8f792-f7b6-43ed-acac-706199e6c3ee tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/routers/eeeab770-7575-4c91-aed1-d38fa54edba5 HTTP/1.1" status: 200 len: 908 time: 0.3418491 Aug 30 13:18:03.854037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33868) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:03.865460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1418234126', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': True}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:03.875119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:03.963751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Network ceaff799-4f3e-41f1-837e-20677b473f80 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:03.978335 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeab770-7575-4c91-aed1-d38fa54edba5', 'name': 'tempest-snat-router-1418234126', 'tenant_id': 'e536714def2b41a4b0eb3870b968c51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.66'}], 'enable_snat': False}, 'gw_port_id': '81a07f9f-0add-40d3-b447-dfb1250369dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:00Z', 'updated_at': '2021-08-30T13:18:02Z', 'revision_number': 3, 'project_id': 'e536714def2b41a4b0eb3870b968c51d', 'gw_port': {'id': '81a07f9f-0add-40d3-b447-dfb1250369dc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeab770-7575-4c91-aed1-d38fa54edba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:01Z', 'updated_at': '2021-08-30T13:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:03.982962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:04.005211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:04.018720 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Checking router: eeeab770-7575-4c91-aed1-d38fa54edba5 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:18:04.019837 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Updating router eeeab770-7575-4c91-aed1-d38fa54edba5 port 81a07f9f-0add-40d3-b447-dfb1250369dc binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:18:04.059563 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.071031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-37477090-ee54-4f96-84e5-ddb0fd27b1cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.087615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-37477090-ee54-4f96-84e5-ddb0fd27b1cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.098204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:04.099562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.117171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.117909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.119763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2549aa16-031b-4de3-b0d0-ba5766a7b1aa up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:18:04.133504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Pushing event updated for resources: {'Port': ['ID=9f17e9e5-4b6a-4d60-9edb-d4c556a9951e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:04.146466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-565ee80f-6e38-455a-9d0f-d255a6f58c81 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0851135 Aug 30 13:18:04.149383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33872) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:04.154873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fcd31e21-3b87-40e3-b642-55bb63375b55 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1151077765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:04.187876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37477090-ee54-4f96-84e5-ddb0fd27b1cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network 498730a1-9ee0-4ddb-b4e5-94625da259da is not hosted by any dhcp agent {{(pid=95699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:18:04.212634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37477090-ee54-4f96-84e5-ddb0fd27b1cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:04.221650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.222192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-37477090-ee54-4f96-84e5-ddb0fd27b1cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.225083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-37477090-ee54-4f96-84e5-ddb0fd27b1cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "PUT /v2.0/networks/498730a1-9ee0-4ddb-b4e5-94625da259da HTTP/1.1" status: 200 len: 723 time: 0.6288617 Aug 30 13:18:04.228056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33876) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:04.233201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:18:04.240484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': '498730a1-9ee0-4ddb-b4e5-94625da259da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:04.299381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37477090-ee54-4f96-84e5-ddb0fd27b1cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=498730a1-9ee0-4ddb-b4e5-94625da259da,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:04.313116 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 498730a1-9ee0-4ddb-b4e5-94625da259da details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:18:04.343074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fcd31e21-3b87-40e3-b642-55bb63375b55 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.344190 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fcd31e21-3b87-40e3-b642-55bb63375b55 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.551763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.555112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:04.559179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.576488 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.619617 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Transition to ACTIVE for port object 81a07f9f-0add-40d3-b447-dfb1250369dc will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:04.629616 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.700886 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Attempting to bind port 81a07f9f-0add-40d3-b447-dfb1250369dc on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:04.701258 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Attempting to bind port 81a07f9f-0add-40d3-b447-dfb1250369dc by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:04.701620 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Attempting to bind port 81a07f9f-0add-40d3-b447-dfb1250369dc on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:04.709941 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:04.710306 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:04.710883 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.721947 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:04.722505 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Bound port: 81a07f9f-0add-40d3-b447-dfb1250369dc, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:04.722916 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.726169 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Pushing event updated for resources: {'Port': ['ID=81a07f9f-0add-40d3-b447-dfb1250369dc,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:04.735554 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.736255 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.737039 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.737603 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.738686 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.739227 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.739894 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.740445 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.740992 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.741524 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.742080 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.742623 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:04.785187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3f90a-cd6a-4204-8499-a0b8a1c78899 req-bd3ce58e-fecf-46a5-901e-2f82f37316aa tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:04.787976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ff3f90a-cd6a-4204-8499-a0b8a1c78899 req-bd3ce58e-fecf-46a5-901e-2f82f37316aa tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 944 time: 0.0756454 Aug 30 13:18:04.816521 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] For port 81a07f9f-0add-40d3-b447-dfb1250369dc, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:04.820212 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] For port 81a07f9f-0add-40d3-b447-dfb1250369dc, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81a07f9f-0add-40d3-b447-dfb1250369dc,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:04.837510 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.843658 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ff3f90a-cd6a-4204-8499-a0b8a1c78899 req-926b2350-78a8-49c5-b057-41cd7ea31555 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Aug 30 13:18:04.886366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fcd31e21-3b87-40e3-b642-55bb63375b55 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.904051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fcd31e21-3b87-40e3-b642-55bb63375b55 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.936372 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Routers {'eeeab770-7575-4c91-aed1-d38fa54edba5'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:04.937341 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:17:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['eeeab770-7575-4c91-aed1-d38fa54edba5'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:04.954619 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fcd31e21-3b87-40e3-b642-55bb63375b55 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:04.956550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fcd31e21-3b87-40e3-b642-55bb63375b55 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8061519 Aug 30 13:18:04.959748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33898) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:04.968882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-949d371b-3478-4650-a147-5568d0bf2f8d tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1757708303', 'prefixes': ['172.20.0.0/16']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:05.035748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a570aa6-638d-4a1a-bbd0-fdb10c7a3739 None None] Network ceaff799-4f3e-41f1-837e-20677b473f80 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:05.077542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.141943 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7d736-c24a-43a0-9793-29d19cedd0a3 None None] Pushing event updated for resources: {'Port': ['ID=81a07f9f-0add-40d3-b447-dfb1250369dc,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:05.142258 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-949d371b-3478-4650-a147-5568d0bf2f8d tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for subnetpool, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.146233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-949d371b-3478-4650-a147-5568d0bf2f8d tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1846614 Aug 30 13:18:05.148813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33902) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:05.154156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-1249bf5b-c9a1-4f76-a0ed-fd54b5e122d8 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1', 'tempest-TagsExtTest-Tag-327878947') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:05.156029 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] Set router eeeab770-7575-4c91-aed1-d38fa54edba5 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:18:05.188557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-61b4be43-79a5-4f32-83ba-7a8278a0e69e None None] Provisioning for port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:18:05.194922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-61b4be43-79a5-4f32-83ba-7a8278a0e69e None None] Provisioning complete for port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:05.195309 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-61b4be43-79a5-4f32-83ba-7a8278a0e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.334853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=502b41b5-fa79-41e5-87a0-645f49e724e1,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:05.345401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '94d48c78-1d7d-43ed-a927-ccc276d0c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '498730a1-9ee0-4ddb-b4e5-94625da259da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:05.345814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: 498730a1-9ee0-4ddb-b4e5-94625da259da, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:18:05.361458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.395327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network 498730a1-9ee0-4ddb-b4e5-94625da259da is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:18:05.399800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.454070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bea024-4398-4084-a305-66f1c9cac55c req-58041623-6df4-454d-9279-fda3faec3bd9 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:05.455641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67bea024-4398-4084-a305-66f1c9cac55c req-58041623-6df4-454d-9279-fda3faec3bd9 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.16 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 944 time: 0.1425626 Aug 30 13:18:05.464092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 498730a1-9ee0-4ddb-b4e5-94625da259da) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:05.477635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:05.478261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.518869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2b7402bd-f17f-43b2-9525-6f1bef096041 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2893856 Aug 30 13:18:05.519547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33908) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:05.526614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf1933-abae-4fcf-9665-91153503926f None None] Network 498730a1-9ee0-4ddb-b4e5-94625da259da requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:05.548913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9f57bffb-9521-4665-8e47-5c617aeb0514 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:05.607817 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeeab770-7575-4c91-aed1-d38fa54edba5', 'name': 'tempest-snat-router-1418234126', 'tenant_id': 'e536714def2b41a4b0eb3870b968c51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.66'}], 'enable_snat': False}, 'gw_port_id': '81a07f9f-0add-40d3-b447-dfb1250369dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:00Z', 'updated_at': '2021-08-30T13:18:02Z', 'revision_number': 3, 'project_id': 'e536714def2b41a4b0eb3870b968c51d', 'gw_port': {'id': '81a07f9f-0add-40d3-b447-dfb1250369dc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeab770-7575-4c91-aed1-d38fa54edba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:01Z', 'updated_at': '2021-08-30T13:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:05.613450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Allocated IP 172.25.2.77 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/2a3a24cf-eb7b-44e4-8f65-323ba3369bab) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:05.623664 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1249bf5b-c9a1-4f76-a0ed-fd54b5e122d8 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags/tempest-TagsExtTest-Tag-327878947 HTTP/1.1" status: 201 len: 201 time: 0.4701931 Aug 30 13:18:05.625351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33912) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:05.630439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-9750e43e-91af-478d-b75c-1a7b891aabfb tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e', 'tempest-TagsExtTest-Tag-1649061541') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:05.686968 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c82549-3c9c-4384-8421-4b4317f6a3ff None None] The sync data for ids ['eeeab770-7575-4c91-aed1-d38fa54edba5'] in n-d-688802-6 is: [{'id': 'eeeab770-7575-4c91-aed1-d38fa54edba5', 'name': 'tempest-snat-router-1418234126', 'tenant_id': 'e536714def2b41a4b0eb3870b968c51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.66'}], 'enable_snat': False}, 'gw_port_id': '81a07f9f-0add-40d3-b447-dfb1250369dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:00Z', 'updated_at': '2021-08-30T13:18:02Z', 'revision_number': 3, 'project_id': 'e536714def2b41a4b0eb3870b968c51d', 'gw_port': {'id': '81a07f9f-0add-40d3-b447-dfb1250369dc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeeab770-7575-4c91-aed1-d38fa54edba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:01Z', 'updated_at': '2021-08-30T13:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:05.710099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-67bea024-4398-4084-a305-66f1c9cac55c req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Deleting port 22217237-863d-4e67-8ea8-fe06e5226009 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:05.710362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-67bea024-4398-4084-a305-66f1c9cac55c req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.783288 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f57bffb-9521-4665-8e47-5c617aeb0514 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5227412'] for subnet, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.818762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-498730a1-9ee0-4ddb-b4e5-94625da259da', 'network_id': '498730a1-9ee0-4ddb-b4e5-94625da259da', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': '502b41b5-fa79-41e5-87a0-645f49e724e1'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:18:05.824305 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.862397 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-61b4be43-79a5-4f32-83ba-7a8278a0e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.864098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-67bea024-4398-4084-a305-66f1c9cac55c req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] For port 22217237-863d-4e67-8ea8-fe06e5226009, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=22217237-863d-4e67-8ea8-fe06e5226009,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:05.864709 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-67bea024-4398-4084-a305-66f1c9cac55c req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:05.919882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-67bea024-4398-4084-a305-66f1c9cac55c req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Calling delete_port for 22217237-863d-4e67-8ea8-fe06e5226009 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:05.982404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.001426 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-61b4be43-79a5-4f32-83ba-7a8278a0e69e None None] For port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2549aa16-031b-4de3-b0d0-ba5766a7b1aa,segment=NetworkSegment(144cbf43-7372-4178-95e7-3d8fb334aa03),segment_id=144cbf43-7372-4178-95e7-3d8fb334aa03)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:06.019319 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-61b4be43-79a5-4f32-83ba-7a8278a0e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.158929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4be43-79a5-4f32-83ba-7a8278a0e69e None None] Pushing event updated for resources: {'Port': ['ID=2549aa16-031b-4de3-b0d0-ba5766a7b1aa,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:06.223138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f57bffb-9521-4665-8e47-5c617aeb0514 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785277136168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7690166'] for subnet, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.253418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9b7fb-9a18-46df-a6b0-fb62ce843ab1 req-e5fc657d-68dc-4eb5-b577-a3ae6267f9c8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:06.262446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4f9b7fb-9a18-46df-a6b0-fb62ce843ab1 req-e5fc657d-68dc-4eb5-b577-a3ae6267f9c8 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=39137c03-4377-4cd2-8222-ef2003c7dada HTTP/1.1" status: 200 len: 944 time: 0.2216375 Aug 30 13:18:06.266353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57bffb-9521-4665-8e47-5c617aeb0514 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:06.267003 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f57bffb-9521-4665-8e47-5c617aeb0514 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.282437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9f57bffb-9521-4665-8e47-5c617aeb0514 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "PUT /v2.0/subnets/502b41b5-fa79-41e5-87a0-645f49e724e1 HTTP/1.1" status: 200 len: 806 time: 0.7391522 Aug 30 13:18:06.284215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33926) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:06.311240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.335770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Allocated IP 172.20.0.2 (498730a1-9ee0-4ddb-b4e5-94625da259da/502b41b5-fa79-41e5-87a0-645f49e724e1/e2bb88bf-9812-4dc2-8a27-35f664fe2422) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:06.361349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-254e4fc3-226e-4dd1-9550-73423eff6bf7 None None] Provisioning for port 9f17e9e5-4b6a-4d60-9edb-d4c556a9951e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:18:06.381903 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-67bea024-4398-4084-a305-66f1c9cac55c req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.384466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-254e4fc3-226e-4dd1-9550-73423eff6bf7 None None] Provisioning complete for port 9f17e9e5-4b6a-4d60-9edb-d4c556a9951e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:06.385294 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-254e4fc3-226e-4dd1-9550-73423eff6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.389165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9750e43e-91af-478d-b75c-1a7b891aabfb tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags/tempest-TagsExtTest-Tag-1649061541 HTTP/1.1" status: 201 len: 201 time: 0.7641034 Aug 30 13:18:06.398946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33930) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:06.405905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-ea6d4fbc-2a05-40c8-b85d-ba84c62517ed tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1', 'tempest-TagsExtTest-Tag-1620142382') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:06.460858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['22217237-863d-4e67-8ea8-fe06e5226009'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:18:06.467877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Pushing event deleted for resources: {'Port': ['ID=22217237-863d-4e67-8ea8-fe06e5226009,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:06.609493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-254e4fc3-226e-4dd1-9550-73423eff6bf7 None None] Port 9f17e9e5-4b6a-4d60-9edb-d4c556a9951e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:18:06.651160 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-88da8898-02b6-4b51-8708-aa69aebded23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.679361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-254e4fc3-226e-4dd1-9550-73423eff6bf7 None None] Provisioning complete for port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:06.683111 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-254e4fc3-226e-4dd1-9550-73423eff6bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.700250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bea024-4398-4084-a305-66f1c9cac55c req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] No DVR routers for this DVR port 22217237-863d-4e67-8ea8-fe06e5226009 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:06.706727 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-67bea024-4398-4084-a305-66f1c9cac55c req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:06.710208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67bea024-4398-4084-a305-66f1c9cac55c req-241507a1-f6c4-4da1-b33c-c2bf73172d87 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.16 "DELETE /v2.0/ports/22217237-863d-4e67-8ea8-fe06e5226009 HTTP/1.1" status: 204 len: 173 time: 1.2418215 Aug 30 13:18:06.712673 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'name': 'network-vif-deleted', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:18:06.726108 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafb658e-0411-49b4-91c9-eb4cf348fbd9" -d '{"events": [{"server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "name": "network-vif-deleted", "tag": "22217237-863d-4e67-8ea8-fe06e5226009"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:18:06.802743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ea6d4fbc-2a05-40c8-b85d-ba84c62517ed tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags/tempest-TagsExtTest-Tag-1620142382 HTTP/1.1" status: 201 len: 201 time: 0.4024627 Aug 30 13:18:06.805271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33938) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:06.819873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-322bf50d-030d-4744-9869-52f6efb054ab tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91', 'tempest-TagsExtTest-Tag-1003826789') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:06.944752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-322bf50d-030d-4744-9869-52f6efb054ab tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags/tempest-TagsExtTest-Tag-1003826789 HTTP/1.1" status: 201 len: 201 time: 0.1381013 Aug 30 13:18:06.947233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33940) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:06.953623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-5c221d61-c699-4969-97be-c5571cc368ce tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:06.969520 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:07.009811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Transition to ACTIVE for port object e2bb88bf-9812-4dc2-8a27-35f664fe2422 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:07.032157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event updated for resources: {'Port': ['ID=2a3a24cf-eb7b-44e4-8f65-323ba3369bab,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:07.039594 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae830bfe-118b-4819-b004-308b61462615 x-openstack-request-id: req-ae830bfe-118b-4819-b004-308b61462615 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:18:07.040410 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39137c03-4377-4cd2-8222-ef2003c7dada", "name": "network-vif-deleted", "tag": "22217237-863d-4e67-8ea8-fe06e5226009", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:18:07.040410 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae830bfe-118b-4819-b004-308b61462615 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:18:07.040589 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39137c03-4377-4cd2-8222-ef2003c7dada', 'name': 'network-vif-deleted', 'tag': '22217237-863d-4e67-8ea8-fe06e5226009', 'status': 'completed', 'code': 200} Aug 30 13:18:07.052404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Transition to ACTIVE for port object e2bb88bf-9812-4dc2-8a27-35f664fe2422 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:07.064675 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:07.072182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5c221d61-c699-4969-97be-c5571cc368ce tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags HTTP/1.1" status: 200 len: 240 time: 0.1213582 Aug 30 13:18:07.074185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33944) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:07.080589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-63123d0e-e203-4409-b5ed-3791c79cb271 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1', 'tempest-TagsExtTest-Tag-327878947') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:07.152431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33948) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:07.154307 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-63123d0e-e203-4409-b5ed-3791c79cb271 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags/tempest-TagsExtTest-Tag-327878947 HTTP/1.1" status: 204 len: 168 time: 0.0773382 Aug 30 13:18:07.177578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Network 498730a1-9ee0-4ddb-b4e5-94625da259da is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:07.200824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:07.205389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Pushing event updated for resources: {'Port': ['ID=e2bb88bf-9812-4dc2-8a27-35f664fe2422,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:07.206377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-85c8d856-b607-4abf-adee-5590d9810e86 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1', 'tempest-TagsExtTest-Tag-327878947') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:07.210329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57bffb-9521-4665-8e47-5c617aeb0514 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=502b41b5-fa79-41e5-87a0-645f49e724e1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:07.210883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:07.224869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-417241eb-6d03-4e66-9fe0-ff45370bb29f None None] Provisioning complete for port 9f17e9e5-4b6a-4d60-9edb-d4c556a9951e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:07.225500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-417241eb-6d03-4e66-9fe0-ff45370bb29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:07.244681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:07.261595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4f9b7fb-9a18-46df-a6b0-fb62ce843ab1 req-7dc1e49a-cd40-4278-8afe-e1ae96f994e4 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9925945 Aug 30 13:18:07.303602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-417241eb-6d03-4e66-9fe0-ff45370bb29f None None] Port 9f17e9e5-4b6a-4d60-9edb-d4c556a9951e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:18:07.322879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:07.327344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:07.369545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Attempting to bind port e2bb88bf-9812-4dc2-8a27-35f664fe2422 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:07.370073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Attempting to bind port e2bb88bf-9812-4dc2-8a27-35f664fe2422 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '94d48c78-1d7d-43ed-a927-ccc276d0c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '498730a1-9ee0-4ddb-b4e5-94625da259da'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:07.371091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Attempting to bind port e2bb88bf-9812-4dc2-8a27-35f664fe2422 on network 498730a1-9ee0-4ddb-b4e5-94625da259da {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:07.382839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:07.383798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Checking segment: {'id': '94d48c78-1d7d-43ed-a927-ccc276d0c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '498730a1-9ee0-4ddb-b4e5-94625da259da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:07.384459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:07.385085 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Bound using segment: {'id': '94d48c78-1d7d-43ed-a927-ccc276d0c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '498730a1-9ee0-4ddb-b4e5-94625da259da'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:07.386103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Bound port: e2bb88bf-9812-4dc2-8a27-35f664fe2422, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94d48c78-1d7d-43ed-a927-ccc276d0c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '498730a1-9ee0-4ddb-b4e5-94625da259da'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:07.386746 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:07.536997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] For port e2bb88bf-9812-4dc2-8a27-35f664fe2422, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:07.542831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] For port e2bb88bf-9812-4dc2-8a27-35f664fe2422, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e2bb88bf-9812-4dc2-8a27-35f664fe2422,segment=NetworkSegment(94d48c78-1d7d-43ed-a927-ccc276d0c243),segment_id=94d48c78-1d7d-43ed-a927-ccc276d0c243)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:07.551235 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:07.585795 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:07.666764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9dab1-2215-458a-888d-e3050946790c None None] Pushing event updated for resources: {'Port': ['ID=e2bb88bf-9812-4dc2-8a27-35f664fe2422,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:07.835663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d495e-cf5a-4039-9ace-42f6eb35106f req-82c174b6-255d-4b72-8092-e4354afa0d99 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:07.837298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b3d495e-cf5a-4039-9ace-42f6eb35106f req-82c174b6-255d-4b72-8092-e4354afa0d99 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 944 time: 0.2080359 Aug 30 13:18:07.845871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-85c8d856-b607-4abf-adee-5590d9810e86 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags/tempest-TagsExtTest-Tag-327878947 HTTP/1.1" status: 204 len: 168 time: 0.6425753 Aug 30 13:18:07.846669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33958) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:07.858659 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-c02ac630-313b-4113-af4c-5f8a1cb9321e tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:07.893935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33960) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:08.061274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67983405-8e68-49fe-ab4b-224e9127f992 req-bfc11608-458f-45a2-8bfd-0acc8058e10d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:08.068015 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67983405-8e68-49fe-ab4b-224e9127f992 req-bfc11608-458f-45a2-8bfd-0acc8058e10d tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.16 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 944 time: 0.1686549 Aug 30 13:18:08.099352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting port e2bb88bf-9812-4dc2-8a27-35f664fe2422 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:08.103700 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.188129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b3d495e-cf5a-4039-9ace-42f6eb35106f req-7530169d-720a-4e8d-a8b8-3f96653803af tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232729 Aug 30 13:18:08.190225 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c02ac630-313b-4113-af4c-5f8a1cb9321e tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags HTTP/1.1" status: 200 len: 205 time: 0.3421924 Aug 30 13:18:08.191798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.195507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33966) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:08.200876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-72780766-4407-4f1e-9670-5f0d25942a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:08.268307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2549aa16-031b-4de3-b0d0-ba5766a7b1aa up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:18:08.306108 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-67983405-8e68-49fe-ab4b-224e9127f992 req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Deleting port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:08.306439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-67983405-8e68-49fe-ab4b-224e9127f992 req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.315607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-72780766-4407-4f1e-9670-5f0d25942a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags HTTP/1.1" status: 200 len: 241 time: 0.1146421 Aug 30 13:18:08.317300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33968) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:08.331089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-42a1d7f4-5fed-4040-ae39-b37a976566b7 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e', 'tempest-TagsExtTest-Tag-1649061541') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:08.343383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:08.344133 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.378920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cd95ca3-2059-4545-890a-eb9261301b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.469564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-67983405-8e68-49fe-ab4b-224e9127f992 req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] For port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:08.469983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-67983405-8e68-49fe-ab4b-224e9127f992 req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.470609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] For port e2bb88bf-9812-4dc2-8a27-35f664fe2422, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e2bb88bf-9812-4dc2-8a27-35f664fe2422,segment=NetworkSegment(94d48c78-1d7d-43ed-a927-ccc276d0c243),segment_id=94d48c78-1d7d-43ed-a927-ccc276d0c243)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:08.470979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.491706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-42a1d7f4-5fed-4040-ae39-b37a976566b7 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags/tempest-TagsExtTest-Tag-1649061541 HTTP/1.1" status: 204 len: 168 time: 0.1747274 Aug 30 13:18:08.495186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33972) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:08.504665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-82ca5980-1a9e-4479-9c64-a5eff7011969 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e', 'tempest-TagsExtTest-Tag-1649061541') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:08.504874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81a07f9f-0add-40d3-b447-dfb1250369dc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:18:08.506939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-67983405-8e68-49fe-ab4b-224e9127f992 req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Calling delete_port for 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:08.530079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Calling delete_port for e2bb88bf-9812-4dc2-8a27-35f664fe2422 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:08.593366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 81a07f9f-0add-40d3-b447-dfb1250369dc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:18:08.600345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 81a07f9f-0add-40d3-b447-dfb1250369dc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:08.600731 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.673906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-82ca5980-1a9e-4479-9c64-a5eff7011969 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags/tempest-TagsExtTest-Tag-1649061541 HTTP/1.1" status: 204 len: 168 time: 0.1770027 Aug 30 13:18:08.678113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33974) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:08.684299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-1ea1af2b-3626-43d6-aa27-2f1fb5349c9d tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:08.730153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.739445 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.757312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 22217237-863d-4e67-8ea8-fe06e5226009 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:18:08.801013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-67983405-8e68-49fe-ab4b-224e9127f992 req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.801890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 22217237-863d-4e67-8ea8-fe06e5226009 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:18:08.802242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 22217237-863d-4e67-8ea8-fe06e5226009 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:18:08.802673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:18:08.852291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Pushing event deleted for resources: {'Port': ['ID=4f07bd42-a792-45bb-b9aa-cb4cc550ff1a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:08.862517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1ea1af2b-3626-43d6-aa27-2f1fb5349c9d tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags HTTP/1.1" status: 200 len: 205 time: 0.1826737 Aug 30 13:18:08.867546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33978) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:08.877174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 81a07f9f-0add-40d3-b447-dfb1250369dc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81a07f9f-0add-40d3-b447-dfb1250369dc,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:08.878392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:18:08.878847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:18:08.886181 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.899634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-e1de76c3-bd5b-4420-ada4-1f3f176d1033 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:08.964641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=81a07f9f-0add-40d3-b447-dfb1250369dc,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:08.972214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-67983405-8e68-49fe-ab4b-224e9127f992 req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] No DVR routers for this DVR port 4f07bd42-a792-45bb-b9aa-cb4cc550ff1a on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:08.977291 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-67983405-8e68-49fe-ab4b-224e9127f992 req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:08.979580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67983405-8e68-49fe-ab4b-224e9127f992 req-164f662b-078b-46de-be50-0ad48376d59a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.16 "DELETE /v2.0/ports/4f07bd42-a792-45bb-b9aa-cb4cc550ff1a HTTP/1.1" status: 204 len: 173 time: 0.8953257 Aug 30 13:18:08.990369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.041051 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e1de76c3-bd5b-4420-ada4-1f3f176d1033 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags HTTP/1.1" status: 200 len: 241 time: 0.1700275 Aug 30 13:18:09.041525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'name': 'network-vif-deleted', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:18:09.044650 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a4d493-dc93-43c8-91f1-a04d94e79a2e" -d '{"events": [{"server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "name": "network-vif-deleted", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:18:09.045948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33980) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:09.049187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Port': ['ID=e2bb88bf-9812-4dc2-8a27-35f664fe2422,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:09.052792 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cd95ca3-2059-4545-890a-eb9261301b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.064923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-ba8cd6c7-b7e3-4cff-8174-3d821054e2f1 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1', 'tempest-TagsExtTest-Tag-1620142382') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:09.114567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cd95ca3-2059-4545-890a-eb9261301b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.151802 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9470aef-ea66-43ea-ab71-bdc9ebfb4772 x-openstack-request-id: req-f9470aef-ea66-43ea-ab71-bdc9ebfb4772 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:18:09.153520 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a82f01d7-7b30-4d57-b75a-29792a6f53a7", "name": "network-vif-deleted", "tag": "4f07bd42-a792-45bb-b9aa-cb4cc550ff1a", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:18:09.154096 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9470aef-ea66-43ea-ab71-bdc9ebfb4772 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:18:09.155384 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a82f01d7-7b30-4d57-b75a-29792a6f53a7', 'name': 'network-vif-deleted', 'tag': '4f07bd42-a792-45bb-b9aa-cb4cc550ff1a', 'status': 'completed', 'code': 200} Aug 30 13:18:09.227245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No DVR routers for this DVR port e2bb88bf-9812-4dc2-8a27-35f664fe2422 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:09.305144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Router fc852ff2-11f2-4851-8789-02cde367e20e is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:18:09.307268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd95ca3-2059-4545-890a-eb9261301b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fb8a3c-9c6a-4b19-b446-dfc095fef75d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:09.318739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5cd95ca3-2059-4545-890a-eb9261301b93 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de85e1afe6584790b6881c8842042c81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4195793 Aug 30 13:18:09.322168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33988) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:09.348427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ba8cd6c7-b7e3-4cff-8174-3d821054e2f1 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags/tempest-TagsExtTest-Tag-1620142382 HTTP/1.1" status: 204 len: 168 time: 0.2988203 Aug 30 13:18:09.348427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.349872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33990) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:09.350732 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-71873a99-ec6d-44da-8a8a-3fd08180766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.359381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-45e9a6c2-949e-45b1-a563-9dd193119ffd tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1', 'tempest-TagsExtTest-Tag-1620142382') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:09.405866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c68b149-bab2-40d5-b663-a26e2b1fa6a0 req-bd83dc6a-022f-45f4-a3eb-66f20c9eefa2 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=a82f01d7-7b30-4d57-b75a-29792a6f53a7 HTTP/1.1" status: 200 len: 210 time: 0.0938103 Aug 30 13:18:09.423791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2141ef5-e5b9-48ab-b5e0-88aa0b833b78 None None] Network 498730a1-9ee0-4ddb-b4e5-94625da259da requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:09.532000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.533436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6876e508-148f-4ad5-9a3e-140cf22d8afe None None] Could not find standard attr ID for object e2bb88bf-9812-4dc2-8a27-35f664fe2422. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:18:09.579369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-93652029-abeb-4ab5-86c6-5ed792b62f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.581801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=502b41b5-fa79-41e5-87a0-645f49e724e1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:09.629874 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-93652029-abeb-4ab5-86c6-5ed792b62f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.720078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.732506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33992) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:09.733420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45e9a6c2-949e-45b1-a563-9dd193119ffd tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags/tempest-TagsExtTest-Tag-1620142382 HTTP/1.1" status: 204 len: 168 time: 0.3823268 Aug 30 13:18:09.735825 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-93652029-abeb-4ab5-86c6-5ed792b62f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.737512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498730a1-9ee0-4ddb-b4e5-94625da259da']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:09.739273 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-93652029-abeb-4ab5-86c6-5ed792b62f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.743647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5dd4c4-f77a-459b-a554-7d4681ebb0ff None None] DHCP port deletion for 498730a1-9ee0-4ddb-b4e5-94625da259da request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:18:09.744932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-2aefd18b-186e-4c43-8449-82c9cb813e1e tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:09.748365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-93652029-abeb-4ab5-86c6-5ed792b62f46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4fb8a3c-9c6a-4b19-b446-dfc095fef75d HTTP/1.1" status: 204 len: 168 time: 0.4249063 Aug 30 13:18:09.760266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93652029-abeb-4ab5-86c6-5ed792b62f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fb8a3c-9c6a-4b19-b446-dfc095fef75d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:09.777039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd1edc-260b-4f5c-aef5-155a15a94323 None None] Network 498730a1-9ee0-4ddb-b4e5-94625da259da requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:09.820882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94d48c78-1d7d-43ed-a927-ccc276d0c243') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:09.821310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94d48c78-1d7d-43ed-a927-ccc276d0c243') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:09.832696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:09.840524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.849228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Sync routers for ids ['fc852ff2-11f2-4851-8789-02cde367e20e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:09.866885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Routers {'fc852ff2-11f2-4851-8789-02cde367e20e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:09.867509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fc852ff2-11f2-4851-8789-02cde367e20e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:09.907335 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.911883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2aefd18b-186e-4c43-8449-82c9cb813e1e tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags HTTP/1.1" status: 200 len: 205 time: 0.1779399 Aug 30 13:18:09.914915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33996) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:09.921447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-abe1cb2a-c81b-4d37-9389-8df8d1e5b60a tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:09.924559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.925838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f9d8b143-3245-41e1-900e-31c8668eea4f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0705824 Aug 30 13:18:09.928644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33998) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:09.931601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:09.931754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:09.936707 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:10.045201 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-abe1cb2a-c81b-4d37-9389-8df8d1e5b60a tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags HTTP/1.1" status: 200 len: 241 time: 0.1291482 Aug 30 13:18:10.050278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34002) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.055894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-c7f74076-287f-40a5-a81a-27939e0ce9d4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91', 'tempest-TagsExtTest-Tag-1003826789') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.060377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81a07f9f-0add-40d3-b447-dfb1250369dc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:18:10.081210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c7f74076-287f-40a5-a81a-27939e0ce9d4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags/tempest-TagsExtTest-Tag-1003826789 HTTP/1.1" status: 204 len: 168 time: 0.0297959 Aug 30 13:18:10.084968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34004) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.094701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-3463c300-fb5c-4da8-8c94-2a29314e9cea tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91', 'tempest-TagsExtTest-Tag-1003826789') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.097846 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.104306 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.132432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Set router fc852ff2-11f2-4851-8789-02cde367e20e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:18:10.155880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.161647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/498730a1-9ee0-4ddb-b4e5-94625da259da HTTP/1.1" status: 204 len: 168 time: 3.8518956 Aug 30 13:18:10.171410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34006) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.183091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-680f3392-ac5b-4234-9bbe-f363a9ec7979 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/routers/fc852ff2-11f2-4851-8789-02cde367e20e HTTP/1.1" status: 200 len: 907 time: 0.2528780 Aug 30 13:18:10.186543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34008) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.189310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d3679-bd55-49a2-bd97-1786ec08b965 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=498730a1-9ee0-4ddb-b4e5-94625da259da,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:10.228770 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-942796ec-6441-43e8-9a7b-4ba45cba48eb tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:10.229355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942796ec-6441-43e8-9a7b-4ba45cba48eb tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:10.231715 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-942796ec-6441-43e8-9a7b-4ba45cba48eb tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/498730a1-9ee0-4ddb-b4e5-94625da259da HTTP/1.1" status: 404 len: 339 time: 0.0589499 Aug 30 13:18:10.240029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34010) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.253869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-471777199', 'description': 'd1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:10.257067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34012) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.280080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-95bea461-8ce7-481b-8996-8f06f8343f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.289567 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3463c300-fb5c-4da8-8c94-2a29314e9cea tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags/tempest-TagsExtTest-Tag-1003826789 HTTP/1.1" status: 204 len: 168 time: 0.2012439 Aug 30 13:18:10.290163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34014) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.296034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-426d0060-853e-4ac2-bc30-762207190e08 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.300771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:10.304729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.336553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 81a07f9f-0add-40d3-b447-dfb1250369dc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:10.336938 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.345855 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-426d0060-853e-4ac2-bc30-762207190e08 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags HTTP/1.1" status: 200 len: 205 time: 0.0522780 Aug 30 13:18:10.347273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34016) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.352379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-34450e69-bbc3-4a21-a50c-461df14c5277 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.367919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:18:10.384497 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.385104 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 6c88ff5b-7c29-406a-a8cc-b0f4f0d222d9 of type vlan for network 5125423e-8b09-489d-961c-e8df491ce554 Aug 30 13:18:10.385412 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.405864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-34450e69-bbc3-4a21-a50c-461df14c5277 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags HTTP/1.1" status: 204 len: 168 time: 0.0572140 Aug 30 13:18:10.435723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34018) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.441324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-c7a1dd31-09f2-431f-bba2-1af63ae0d494 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.473233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc852ff2-11f2-4851-8789-02cde367e20e', 'name': 'tempest-snat-router-1418234126', 'tenant_id': 'e536714def2b41a4b0eb3870b968c51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': '2a3a24cf-eb7b-44e4-8f65-323ba3369bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:04Z', 'updated_at': '2021-08-30T13:18:07Z', 'revision_number': 3, 'project_id': 'e536714def2b41a4b0eb3870b968c51d', 'gw_port': {'id': '2a3a24cf-eb7b-44e4-8f65-323ba3369bab', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:75:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc852ff2-11f2-4851-8789-02cde367e20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:05Z', 'updated_at': '2021-08-30T13:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.529272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.529858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Checking router: fc852ff2-11f2-4851-8789-02cde367e20e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:18:10.530406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Updating router fc852ff2-11f2-4851-8789-02cde367e20e port 2a3a24cf-eb7b-44e4-8f65-323ba3369bab binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:18:10.556349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-95bea461-8ce7-481b-8996-8f06f8343f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.569455 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c7a1dd31-09f2-431f-bba2-1af63ae0d494 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags HTTP/1.1" status: 204 len: 168 time: 0.1331623 Aug 30 13:18:10.572035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34024) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.575157 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-95bea461-8ce7-481b-8996-8f06f8343f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.578107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-6b093446-2ca6-46b1-a566-d4a3834cf184 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.581206 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.605520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.611489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:10.612093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.679597 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-95bea461-8ce7-481b-8996-8f06f8343f28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=64bfd01029cc4026a02227034d64ddbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200053 Aug 30 13:18:10.688169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4412873 Aug 30 13:18:10.688617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34026) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.689270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.705252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb2db3-6689-4842-8747-0cbfb56158f0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=5125423e-8b09-489d-961c-e8df491ce554,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:10.716884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6b093446-2ca6-46b1-a566-d4a3834cf184 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags HTTP/1.1" status: 204 len: 168 time: 0.1438079 Aug 30 13:18:10.719623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34030) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.724878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-ff73d898-1045-4189-975a-8ddf60a13d42 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.766954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 5125423e-8b09-489d-961c-e8df491ce554 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:18:10.782296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bea461-8ce7-481b-8996-8f06f8343f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6929a06-a0f0-4a28-86f0-f70b966d639f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:10.825928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ff73d898-1045-4189-975a-8ddf60a13d42 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1008506 Aug 30 13:18:10.827751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34034) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.835301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-5b086805-833e-4b4e-9aa2-546029b067c8 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1', 'tempest-TagsExtTest-Tag-1940384343') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.892449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:10.937070 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5b086805-833e-4b4e-9aa2-546029b067c8 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags/tempest-TagsExtTest-Tag-1940384343 HTTP/1.1" status: 201 len: 201 time: 0.1053567 Aug 30 13:18:10.937512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34036) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.943716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-bd1b29a4-e108-49fe-bc56-7260dfe403a2 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e', 'tempest-TagsExtTest-Tag-564119619') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:10.985199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16733664-4da1-44d8-83a3-ad3dcc82c01d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:10.990646 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-16733664-4da1-44d8-83a3-ad3dcc82c01d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/networks?id=5125423e-8b09-489d-961c-e8df491ce554 HTTP/1.1" status: 200 len: 760 time: 0.2898967 Aug 30 13:18:10.993252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34038) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:10.999257 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a0d59a80-c8d1-47a4-818f-2050b24a3429 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'description': 'd2'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:11.034894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bd1b29a4-e108-49fe-bc56-7260dfe403a2 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags/tempest-TagsExtTest-Tag-564119619 HTTP/1.1" status: 201 len: 201 time: 0.0961096 Aug 30 13:18:11.037613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34040) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:11.045019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-979531f2-5bf8-41ae-a9ba-8c109695000b tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1', 'tempest-TagsExtTest-Tag-1750478310') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:11.117749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.195039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-979531f2-5bf8-41ae-a9ba-8c109695000b tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags/tempest-TagsExtTest-Tag-1750478310 HTTP/1.1" status: 201 len: 201 time: 0.1535730 Aug 30 13:18:11.195570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34042) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:11.205622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-7ae26e83-1dfa-4eaa-8f86-a728f99499a1 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91', 'tempest-TagsExtTest-Tag-800279072') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:11.249203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7ae26e83-1dfa-4eaa-8f86-a728f99499a1 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags/tempest-TagsExtTest-Tag-800279072 HTTP/1.1" status: 201 len: 201 time: 0.0493879 Aug 30 13:18:11.249581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34044) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:11.256077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-dc53cc56-4dcd-4347-a3c6-bc4d7ebf48c5 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1', {'tags': ['tempest-TagsExtTest-Tag-782181612', 'tempest-TagsExtTest-Tag-968014987', 'tempest-TagsExtTest-Tag-786290444']}) {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:11.329753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dc53cc56-4dcd-4347-a3c6-bc4d7ebf48c5 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags HTTP/1.1" status: 200 len: 315 time: 0.0759866 Aug 30 13:18:11.329963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34046) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:11.335883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-14726dc0-d68e-4ba7-89b6-f80b78490a48 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:11.343707 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.358951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Transition to ACTIVE for port object 2a3a24cf-eb7b-44e4-8f65-323ba3369bab will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:11.371091 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.427587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00e3febd-af74-4afe-977b-49ab83f64328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.444687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-14726dc0-d68e-4ba7-89b6-f80b78490a48 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1127694 Aug 30 13:18:11.446452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34048) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:11.453237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-6ad28b2d-0511-4158-9cdd-d38581c9e4b4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1', 'tempest-TagsExtTest-Tag-782181612') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:11.456582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Attempting to bind port 2a3a24cf-eb7b-44e4-8f65-323ba3369bab on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:11.456982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Attempting to bind port 2a3a24cf-eb7b-44e4-8f65-323ba3369bab by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:11.457461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Attempting to bind port 2a3a24cf-eb7b-44e4-8f65-323ba3369bab on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:11.475203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:11.475622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:11.476014 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.476561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:11.477052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Bound port: 2a3a24cf-eb7b-44e4-8f65-323ba3369bab, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:11.477444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.482828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2bd61-fd63-4b96-84ac-85ebf5b0f12e None None] Pushing event updated for resources: {'Port': ['ID=2a3a24cf-eb7b-44e4-8f65-323ba3369bab,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:11.501694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbad370-8940-4779-ad07-d6ebe4b7ca50 req-a7c22cbc-6b2e-4613-8509-8569fb82adf3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:11.503303 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1dbad370-8940-4779-ad07-d6ebe4b7ca50 req-a7c22cbc-6b2e-4613-8509-8569fb82adf3 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 945 time: 0.5934610 Aug 30 13:18:11.529705 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00e3febd-af74-4afe-977b-49ab83f64328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.563486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] For port 2a3a24cf-eb7b-44e4-8f65-323ba3369bab, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:11.568342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] For port 2a3a24cf-eb7b-44e4-8f65-323ba3369bab, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2a3a24cf-eb7b-44e4-8f65-323ba3369bab,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:11.575751 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.631871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Deleting port 2a3a24cf-eb7b-44e4-8f65-323ba3369bab {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:11.632216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.642341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-7fc3b582-a2b0-4ce8-a0b1-227c2cf9a173 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:11.644148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-7fc3b582-a2b0-4ce8-a0b1-227c2cf9a173 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.16 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 945 time: 0.2557209 Aug 30 13:18:11.647075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Routers {'fc852ff2-11f2-4851-8789-02cde367e20e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:11.649154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fc852ff2-11f2-4851-8789-02cde367e20e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:11.748175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2bd61-fd63-4b96-84ac-85ebf5b0f12e None None] Pushing event updated for resources: {'Port': ['ID=2a3a24cf-eb7b-44e4-8f65-323ba3369bab,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:11.761142 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1dbad370-8940-4779-ad07-d6ebe4b7ca50 req-ed055c44-0cf7-40a0-bb6d-f5b00f291539 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461503 Aug 30 13:18:11.779550 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d59a80-c8d1-47a4-818f-2050b24a3429 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.805046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] Set router fc852ff2-11f2-4851-8789-02cde367e20e gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:18:11.847622 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d59a80-c8d1-47a4-818f-2050b24a3429 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.881828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a0d59a80-c8d1-47a4-818f-2050b24a3429 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network 5125423e-8b09-489d-961c-e8df491ce554 is not hosted by any dhcp agent {{(pid=95699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:18:11.887677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d59a80-c8d1-47a4-818f-2050b24a3429 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:11.888339 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d59a80-c8d1-47a4-818f-2050b24a3429 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.889836 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a0d59a80-c8d1-47a4-818f-2050b24a3429 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "PUT /v2.0/networks/5125423e-8b09-489d-961c-e8df491ce554 HTTP/1.1" status: 200 len: 757 time: 0.8949008 Aug 30 13:18:11.891293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc852ff2-11f2-4851-8789-02cde367e20e', 'name': 'tempest-snat-router-1418234126', 'tenant_id': 'e536714def2b41a4b0eb3870b968c51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:04Z', 'updated_at': '2021-08-30T13:18:10Z', 'revision_number': 4, 'project_id': 'e536714def2b41a4b0eb3870b968c51d', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:11.924958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15ea089-4389-4d1c-94cb-e31476b4ba97 None None] The sync data for ids ['fc852ff2-11f2-4851-8789-02cde367e20e'] in n-d-688802-6 is: [{'id': 'fc852ff2-11f2-4851-8789-02cde367e20e', 'name': 'tempest-snat-router-1418234126', 'tenant_id': 'e536714def2b41a4b0eb3870b968c51d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:04Z', 'updated_at': '2021-08-30T13:18:10Z', 'revision_number': 4, 'project_id': 'e536714def2b41a4b0eb3870b968c51d', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:11.933066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34050) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:11.939728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00e3febd-af74-4afe-977b-49ab83f64328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.942415 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00e3febd-af74-4afe-977b-49ab83f64328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.946463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-00e3febd-af74-4afe-977b-49ab83f64328 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6929a06-a0f0-4a28-86f0-f70b966d639f HTTP/1.1" status: 204 len: 168 time: 1.2557390 Aug 30 13:18:11.954974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:11.986979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Calling delete_port for 2a3a24cf-eb7b-44e4-8f65-323ba3369bab owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:11.994287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3febd-af74-4afe-977b-49ab83f64328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6929a06-a0f0-4a28-86f0-f70b966d639f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:12.010774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d59a80-c8d1-47a4-818f-2050b24a3429 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=5125423e-8b09-489d-961c-e8df491ce554,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:12.052808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 5125423e-8b09-489d-961c-e8df491ce554 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:18:12.110454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Deleting port ecd325d1-d238-4169-a248-ebb184ec0908 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:12.110787 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.174519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ba788-27d8-430a-afcb-fd735c8b2bf4 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:12.176169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b93ba788-27d8-430a-afcb-fd735c8b2bf4 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/networks?id=5125423e-8b09-489d-961c-e8df491ce554 HTTP/1.1" status: 200 len: 760 time: 0.2354834 Aug 30 13:18:12.186490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34054) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:12.192722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1258509941'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:12.197629 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.221345 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-6ad28b2d-0511-4158-9cdd-d38581c9e4b4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:12.225999 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6ad28b2d-0511-4158-9cdd-d38581c9e4b4 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags/tempest-TagsExtTest-Tag-782181612 HTTP/1.1" status: 404 len: 328 time: 0.7782495 Aug 30 13:18:12.226683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34056) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:12.234681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-cab04540-ec00-4eba-9834-b3cc75c877c9 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1', 'tempest-TagsExtTest-Tag-968014987') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:12.296397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:12.305360 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.349704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:18:12.365396 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.365810 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 0833e4b5-8898-4e03-b9b8-c71d2e26b921 of type vlan for network 1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 Aug 30 13:18:12.380788 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-cab04540-ec00-4eba-9834-b3cc75c877c9 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:12.381176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] For port ecd325d1-d238-4169-a248-ebb184ec0908, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ecd325d1-d238-4169-a248-ebb184ec0908,segment=NetworkSegment(ece3b801-fe84-43e0-97a0-41c9fa5574b0),segment_id=ece3b801-fe84-43e0-97a0-41c9fa5574b0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:12.384965 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.385256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cab04540-ec00-4eba-9834-b3cc75c877c9 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags/tempest-TagsExtTest-Tag-968014987 HTTP/1.1" status: 404 len: 328 time: 0.1520462 Aug 30 13:18:12.385256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34062) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:12.389366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-ad59fc5c-58fe-4319-8531-be2b9a459326 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1', 'tempest-TagsExtTest-Tag-786290444') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:12.420911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Calling delete_port for ecd325d1-d238-4169-a248-ebb184ec0908 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:12.469001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.490529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.515731 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.521918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:12.522864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.529354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a3a24cf-eb7b-44e4-8f65-323ba3369bab,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:12.589415 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-ad59fc5c-58fe-4319-8531-be2b9a459326 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:12.593264 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ad59fc5c-58fe-4319-8531-be2b9a459326 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags/tempest-TagsExtTest-Tag-786290444 HTTP/1.1" status: 404 len: 328 time: 0.2049868 Aug 30 13:18:12.599029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34070) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:12.610800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4233150 Aug 30 13:18:12.614321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34072) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:12.615736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-66faca47-f49b-4946-a0c1-e3aabea5c49c tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e', {'tags': ['tempest-TagsExtTest-Tag-1923844661', 'tempest-TagsExtTest-Tag-70186473', 'tempest-TagsExtTest-Tag-691801490']}) {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:12.622021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': '1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:12.640908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4b3a8-a3a5-4234-9d72-4aa451eb24ac tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:12.657351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:18:12.709080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.743709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:12.750215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.811942 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.812915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.874242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.874717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc852ff2-11f2-4851-8789-02cde367e20e {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:18:12.889779 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.891241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-da8f13d1-e46c-4d95-a7ef-a86c837c8944 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fc852ff2-11f2-4851-8789-02cde367e20e HTTP/1.1" status: 204 len: 168 time: 2.7036827 Aug 30 13:18:12.894871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34080) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:12.951284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf7446-b774-455b-bd88-1ccf0e139543 req-1fa606cd-6819-4eb7-9a11-08539f3cc293 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:12.953006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30bf7446-b774-455b-bd88-1ccf0e139543 req-1fa606cd-6819-4eb7-9a11-08539f3cc293 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/ports?device_id=d78d7185-d810-437e-9f1f-e64f79914087 HTTP/1.1" status: 200 len: 945 time: 0.0831504 Aug 30 13:18:12.964680 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:12.983180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-66faca47-f49b-4946-a0c1-e3aabea5c49c tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags HTTP/1.1" status: 200 len: 315 time: 0.3769026 Aug 30 13:18:12.988336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34084) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:12.993805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-5326ac24-8abc-499e-8c9a-dde392e3838e tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:13.013382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Pushing event deleted for resources: {'Port': ['ID=ecd325d1-d238-4169-a248-ebb184ec0908,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:13.061618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30bf7446-b774-455b-bd88-1ccf0e139543 req-01621572-3818-4e0c-84d3-822544dd7b66 tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.37 "GET /v2.0/security-groups?id=f2d61f71-6d83-4cdc-a13e-4372bdab32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886850 Aug 30 13:18:13.118918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] No DVR routers for this DVR port ecd325d1-d238-4169-a248-ebb184ec0908 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:13.124999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.127463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea686163-2d5a-45d0-9f5a-f51f3213a9b8 req-90f289d4-776b-41b0-802c-37f7a26b9f6a tempest-LiveAutoBlockMigrationV225Test-250044072 tempest-LiveAutoBlockMigrationV225Test-250044072-project] 10.222.0.16 "DELETE /v2.0/ports/ecd325d1-d238-4169-a248-ebb184ec0908 HTTP/1.1" status: 204 len: 173 time: 1.4614704 Aug 30 13:18:13.128144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'name': 'network-vif-deleted', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:18:13.130831 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc81bf8-394b-40ee-8469-928350a35c5f" -d '{"events": [{"server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "name": "network-vif-deleted", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:18:13.133910 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.147501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.249493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=999d216a-5506-4e6f-a3cf-bdf78c507068,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:13.252958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5326ac24-8abc-499e-8c9a-dde392e3838e tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags HTTP/1.1" status: 204 len: 168 time: 0.2627020 Aug 30 13:18:13.256338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34092) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:13.263265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-6db77242-e033-4ad4-88b9-9bc771a43ece tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e', 'tempest-TagsExtTest-Tag-1923844661') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:13.277305 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c94e4e3-5afe-4af4-88de-a7ce6c5d18e9 x-openstack-request-id: req-4c94e4e3-5afe-4af4-88de-a7ce6c5d18e9 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:18:13.277641 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d7185-d810-437e-9f1f-e64f79914087", "name": "network-vif-deleted", "tag": "ecd325d1-d238-4169-a248-ebb184ec0908", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:18:13.281181 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c94e4e3-5afe-4af4-88de-a7ce6c5d18e9 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:18:13.281853 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d7185-d810-437e-9f1f-e64f79914087', 'name': 'network-vif-deleted', 'tag': 'ecd325d1-d238-4169-a248-ebb184ec0908', 'status': 'completed', 'code': 200} Aug 30 13:18:13.295132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '0833e4b5-8898-4e03-b9b8-c71d2e26b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:13.296187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: 1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:18:13.330702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network 1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:18:13.361294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:13.371458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:13.371643 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.372155 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.376743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78136c52-f2b1-474e-b8f6-449a9322e9dc None None] Network 1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:13.392385 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-6db77242-e033-4ad4-88b9-9bc771a43ece tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:13.393707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6db77242-e033-4ad4-88b9-9bc771a43ece tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags/tempest-TagsExtTest-Tag-1923844661 HTTP/1.1" status: 404 len: 329 time: 0.1362426 Aug 30 13:18:13.396597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34094) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:13.410079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-a94dbbdb-5e1f-44cf-93b1-94408ffd0b04 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e', 'tempest-TagsExtTest-Tag-70186473') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:13.451609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dd50fbbd-4ada-4802-8363-02a9db69ccf0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8360488 Aug 30 13:18:13.455347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34098) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:13.481467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Deleting port 81a07f9f-0add-40d3-b447-dfb1250369dc {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:13.485884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.577499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1', 'network_id': '1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': '999d216a-5506-4e6f-a3cf-bdf78c507068'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:18:13.578711 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.587035 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-a94dbbdb-5e1f-44cf-93b1-94408ffd0b04 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:13.588131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a94dbbdb-5e1f-44cf-93b1-94408ffd0b04 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags/tempest-TagsExtTest-Tag-70186473 HTTP/1.1" status: 404 len: 327 time: 0.1905270 Aug 30 13:18:13.606557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34102) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:13.613300 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.625085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-984ef0a5-9e47-4bc6-ac9d-bfda6e3a4367 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e', 'tempest-TagsExtTest-Tag-691801490') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:13.665631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] For port 81a07f9f-0add-40d3-b447-dfb1250369dc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81a07f9f-0add-40d3-b447-dfb1250369dc,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:13.666294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.692007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Calling delete_port for 81a07f9f-0add-40d3-b447-dfb1250369dc owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:13.802699 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-984ef0a5-9e47-4bc6-ac9d-bfda6e3a4367 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:13.806512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-984ef0a5-9e47-4bc6-ac9d-bfda6e3a4367 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags/tempest-TagsExtTest-Tag-691801490 HTTP/1.1" status: 404 len: 328 time: 0.1896985 Aug 30 13:18:13.807173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34108) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:13.811428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:13.817919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Allocated IP 172.20.0.2 (1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1/999d216a-5506-4e6f-a3cf-bdf78c507068/1314b85c-ec7d-44ac-8595-e138d48b187e) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:13.828305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-515127d3-2efb-4fce-877a-1fd1435cd11c tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1', {'tags': ['tempest-TagsExtTest-Tag-656264261', 'tempest-TagsExtTest-Tag-872119142', 'tempest-TagsExtTest-Tag-1759730322']}) {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:14.027392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-515127d3-2efb-4fce-877a-1fd1435cd11c tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags HTTP/1.1" status: 200 len: 316 time: 0.2041433 Aug 30 13:18:14.027778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34114) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:14.032856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-21a7900a-0ac4-4581-b86f-4bf28852dd0c tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:14.071323 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.146090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34118) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:14.162705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Transition to ACTIVE for port object 1314b85c-ec7d-44ac-8595-e138d48b187e will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:14.163043 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.191628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Transition to ACTIVE for port object 1314b85c-ec7d-44ac-8595-e138d48b187e will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:14.202956 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.203194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event deleted for resources: {'Port': ['ID=81a07f9f-0add-40d3-b447-dfb1250369dc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:14.225247 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.263386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=999d216a-5506-4e6f-a3cf-bdf78c507068,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:14.265804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-21a7900a-0ac4-4581-b86f-4bf28852dd0c tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags HTTP/1.1" status: 204 len: 168 time: 0.2367320 Aug 30 13:18:14.268491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34126) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:14.275163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-b1190493-76de-41c5-a53a-6ae9246f43e7 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1', 'tempest-TagsExtTest-Tag-656264261') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:14.304915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.316578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Network 1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:14.319528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:14.323842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:14.333716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Pushing event updated for resources: {'Port': ['ID=1314b85c-ec7d-44ac-8595-e138d48b187e,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:14.358804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.370195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:14.385462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0833e4b5-8898-4e03-b9b8-c71d2e26b921') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:14.385794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0833e4b5-8898-4e03-b9b8-c71d2e26b921') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:14.396289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.420039 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.424522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Attempting to bind port 1314b85c-ec7d-44ac-8595-e138d48b187e on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:14.425093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Attempting to bind port 1314b85c-ec7d-44ac-8595-e138d48b187e by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '0833e4b5-8898-4e03-b9b8-c71d2e26b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:14.425464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Attempting to bind port 1314b85c-ec7d-44ac-8595-e138d48b187e on network 1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:14.427812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:14.427967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.431566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:14.432001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Checking segment: {'id': '0833e4b5-8898-4e03-b9b8-c71d2e26b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:14.432492 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.432838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Bound using segment: {'id': '0833e4b5-8898-4e03-b9b8-c71d2e26b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:14.433692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Bound port: 1314b85c-ec7d-44ac-8595-e138d48b187e, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0833e4b5-8898-4e03-b9b8-c71d2e26b921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:14.433692 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:14.482682 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:14.514194 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.517788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.533836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] For port 1314b85c-ec7d-44ac-8595-e138d48b187e, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:14.553926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] For port 1314b85c-ec7d-44ac-8595-e138d48b187e, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1314b85c-ec7d-44ac-8595-e138d48b187e,segment=NetworkSegment(0833e4b5-8898-4e03-b9b8-c71d2e26b921),segment_id=0833e4b5-8898-4e03-b9b8-c71d2e26b921)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:14.561945 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.563188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:18:14.563188 n-d-688802-6 neutron-server[95698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:18:14.563188 n-d-688802-6 neutron-server[95698]: [parameters: {'id': '1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1'}] Aug 30 13:18:14.563188 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:18:14.563571 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:18:14.583042 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.583832 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eeeab770-7575-4c91-aed1-d38fa54edba5 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:18:14.590665 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.610888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd5e5f75-884e-4dbd-8bd9-5e914ef1e02f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "DELETE /v2.0/routers/eeeab770-7575-4c91-aed1-d38fa54edba5 HTTP/1.1" status: 204 len: 168 time: 1.7143226 Aug 30 13:18:14.611923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b548f0-ceb0-4e66-ad05-25cf6184c514 admin admin] Deleting subnet 0fd911fb-0fd6-4429-ab65-b5b02ebc4234 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:18:14.614595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34132) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:14.619354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-72b548f0-ceb0-4e66-ad05-25cf6184c514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.624726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1154570269', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:14.668886 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-b1190493-76de-41c5-a53a-6ae9246f43e7 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:14.669117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad1b86-9195-4911-8c63-fbb4a2ee5e58 None None] Pushing event updated for resources: {'Port': ['ID=1314b85c-ec7d-44ac-8595-e138d48b187e,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:14.670113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b1190493-76de-41c5-a53a-6ae9246f43e7 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags/tempest-TagsExtTest-Tag-656264261 HTTP/1.1" status: 404 len: 328 time: 0.4006507 Aug 30 13:18:14.673997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34134) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:14.681475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-dc96a2c8-23a9-4f0b-ad8e-80786c824b00 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1', 'tempest-TagsExtTest-Tag-872119142') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:14.688095 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.689688 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.691474 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-72b548f0-ceb0-4e66-ad05-25cf6184c514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.703457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdef54f-610b-4489-8124-c70a2c91eb34 None None] Network 1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:14.763834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-72b548f0-ceb0-4e66-ad05-25cf6184c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.776809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ecd325d1-d238-4169-a248-ebb184ec0908 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:18:14.813066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: ecd325d1-d238-4169-a248-ebb184ec0908 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:18:14.813437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ecd325d1-d238-4169-a248-ebb184ec0908 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:18:14.851113 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.854823 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-dc96a2c8-23a9-4f0b-ad8e-80786c824b00 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:14.854823 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dc96a2c8-23a9-4f0b-ad8e-80786c824b00 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags/tempest-TagsExtTest-Tag-872119142 HTTP/1.1" status: 404 len: 328 time: 0.1781423 Aug 30 13:18:14.857736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34138) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:14.863262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-72b548f0-ceb0-4e66-ad05-25cf6184c514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.864405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-5d71d264-10db-4ac1-8214-c75901c563f9 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1', 'tempest-TagsExtTest-Tag-1759730322') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:14.896720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b548f0-ceb0-4e66-ad05-25cf6184c514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fd911fb-0fd6-4429-ab65-b5b02ebc4234,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:14.901501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-72b548f0-ceb0-4e66-ad05-25cf6184c514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:14.906698 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-72b548f0-ceb0-4e66-ad05-25cf6184c514 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0fd911fb-0fd6-4429-ab65-b5b02ebc4234 HTTP/1.1" status: 204 len: 168 time: 0.7566288 Aug 30 13:18:14.907022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34140) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:14.914387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd83249-3496-4be2-807a-e8cda22a3a70 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:18:14.992924 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.035252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd83249-3496-4be2-807a-e8cda22a3a70 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:18:15.072722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.095019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.132626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2388b82d-4113-41f0-a82d-b432f66e1216']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:15.147210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece3b801-fe84-43e0-97a0-41c9fa5574b0') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:15.147503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece3b801-fe84-43e0-97a0-41c9fa5574b0') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:15.171496 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.205260 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.217962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:15.218811 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:15.287480 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:15.296496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting port 1314b85c-ec7d-44ac-8595-e138d48b187e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:15.296854 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.347033 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.366047 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.368486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2388b82d-4113-41f0-a82d-b432f66e1216 HTTP/1.1" status: 204 len: 168 time: 0.4605148 Aug 30 13:18:15.371345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34146) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:15.422848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aea1fe-4cd1-44ed-a771-d070c2f5e008 admin admin] Pushing event deleted for resources: {'Network': ['ID=2388b82d-4113-41f0-a82d-b432f66e1216,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:15.449249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] For port 1314b85c-ec7d-44ac-8595-e138d48b187e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1314b85c-ec7d-44ac-8595-e138d48b187e,segment=NetworkSegment(0833e4b5-8898-4e03-b9b8-c71d2e26b921),segment_id=0833e4b5-8898-4e03-b9b8-c71d2e26b921)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:15.450001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.471079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Calling delete_port for 1314b85c-ec7d-44ac-8595-e138d48b187e owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:15.476091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-60df713a-db91-40c2-8e0f-ea6b564ca8b8 admin admin] Deleting subnet fe4765fd-b3e0-4bd8-a0ae-a49f4fd14e40 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:18:15.478377 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.485397 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60df713a-db91-40c2-8e0f-ea6b564ca8b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.495601 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-5d71d264-10db-4ac1-8214-c75901c563f9 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:15.500979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5d71d264-10db-4ac1-8214-c75901c563f9 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags/tempest-TagsExtTest-Tag-1759730322 HTTP/1.1" status: 404 len: 329 time: 0.6416826 Aug 30 13:18:15.501636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34148) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:15.521405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-684b6264-f99a-4e9c-b737-e2048361cb04 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91', {'tags': ['tempest-TagsExtTest-Tag-1487240183', 'tempest-TagsExtTest-Tag-221261387', 'tempest-TagsExtTest-Tag-21795182']}) {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:15.570769 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60df713a-db91-40c2-8e0f-ea6b564ca8b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.618307 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-684b6264-f99a-4e9c-b737-e2048361cb04 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "PUT /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags HTTP/1.1" status: 200 len: 315 time: 0.1007800 Aug 30 13:18:15.621095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34152) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:15.628464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-14816ea7-829c-4875-b280-7a988539de94 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:15.657707 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60df713a-db91-40c2-8e0f-ea6b564ca8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.702346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.703107 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:18:15.708589 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-14816ea7-829c-4875-b280-7a988539de94 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags HTTP/1.1" status: 204 len: 168 time: 0.0858283 Aug 30 13:18:15.714169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34154) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:15.723017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.tag.tag_plugin [None req-f21c8cd6-492b-428b-a7bc-67c0fe881be2 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91', 'tempest-TagsExtTest-Tag-1487240183') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:15.753291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Port': ['ID=1314b85c-ec7d-44ac-8595-e138d48b187e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:15.759392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No DVR routers for this DVR port 1314b85c-ec7d-44ac-8595-e138d48b187e on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:15.805702 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.832583 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.854748 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60df713a-db91-40c2-8e0f-ea6b564ca8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.874155 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-f21c8cd6-492b-428b-a7bc-67c0fe881be2 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:15.875237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f21c8cd6-492b-428b-a7bc-67c0fe881be2 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags/tempest-TagsExtTest-Tag-1487240183 HTTP/1.1" status: 404 len: 329 time: 0.1568000 Aug 30 13:18:15.879325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34158) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:15.885966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-60dacec8-4d1d-4642-8305-979cfdc3fed5 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91', 'tempest-TagsExtTest-Tag-221261387') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:15.899668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df713a-db91-40c2-8e0f-ea6b564ca8b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4765fd-b3e0-4bd8-a0ae-a49f4fd14e40,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:15.904773 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60df713a-db91-40c2-8e0f-ea6b564ca8b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.906849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-60df713a-db91-40c2-8e0f-ea6b564ca8b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fe4765fd-b3e0-4bd8-a0ae-a49f4fd14e40 HTTP/1.1" status: 204 len: 168 time: 0.5338430 Aug 30 13:18:15.910160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34160) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:15.924280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:15.962382 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-60dacec8-4d1d-4642-8305-979cfdc3fed5 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:15.963951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-60dacec8-4d1d-4642-8305-979cfdc3fed5 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags/tempest-TagsExtTest-Tag-221261387 HTTP/1.1" status: 404 len: 328 time: 0.0835655 Aug 30 13:18:15.968865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34164) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:15.975177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-4faec99c-c6d1-4150-9031-321c628c4cf3 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91', 'tempest-TagsExtTest-Tag-21795182') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:15.988455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.001753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81a07f9f-0add-40d3-b447-dfb1250369dc no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:18:16.016841 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Allocated IP 172.25.2.30 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/22d62be9-d1fe-4a3b-8866-39dba7060dae) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:16.022756 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-4faec99c-c6d1-4150-9031-321c628c4cf3 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] show failed (client error): The resource could not be found. Aug 30 13:18:16.024336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4faec99c-c6d1-4150-9031-321c628c4cf3 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags/tempest-TagsExtTest-Tag-21795182 HTTP/1.1" status: 404 len: 327 time: 0.0540082 Aug 30 13:18:16.026836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0833e4b5-8898-4e03-b9b8-c71d2e26b921') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.027131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0833e4b5-8898-4e03-b9b8-c71d2e26b921') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.028319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34166) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.036646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-0cdc3878-6431-4927-b912-9c67c437d138 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'fc3f74b9-5cc3-407f-9c41-f710091c3b91') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.037421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.045556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 81a07f9f-0add-40d3-b447-dfb1250369dc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:18:16.045990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81a07f9f-0add-40d3-b447-dfb1250369dc not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:18:16.059721 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.076055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:16.077130 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:16.079735 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:16.117600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.123086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0cdc3878-6431-4927-b912-9c67c437d138 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91/tags HTTP/1.1" status: 204 len: 168 time: 0.0905366 Aug 30 13:18:16.123833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34168) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.128285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-26da5e87-c6ee-44f8-97c9-cfab338f11b9 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9c5798cf-1cf6-4145-90d5-01aa7d4943c1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.166699 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.186780 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.191066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 HTTP/1.1" status: 204 len: 168 time: 2.7316031 Aug 30 13:18:16.191066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5982d0-965b-4c22-a8f4-5eb072417e2a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:16.192001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34172) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.242658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.262682 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-26da5e87-c6ee-44f8-97c9-cfab338f11b9 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1/tags HTTP/1.1" status: 204 len: 168 time: 0.1353788 Aug 30 13:18:16.264463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34176) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.268681 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff24047-5746-4c70-937e-2285de21290d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] GET failed (client error): The resource could not be found. Aug 30 13:18:16.270664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-3162b769-593c-4047-82a1-e2c028a4b6c8 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9f17e9e5-4b6a-4d60-9edb-d4c556a9951e') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.273116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5ff24047-5746-4c70-937e-2285de21290d tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/subnets/999d216a-5506-4e6f-a3cf-bdf78c507068 HTTP/1.1" status: 404 len: 337 time: 0.0785239 Aug 30 13:18:16.276305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34178) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.290302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.301939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c05ec47-687e-4a6a-8d3a-30d603cda850']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.313624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b63a9fe-e68d-4b92-9574-0b3eee5f1859') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.314058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b63a9fe-e68d-4b92-9574-0b3eee5f1859') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.323915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.332743 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e191cf44-163d-485a-a149-fa02d38ceeb6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:16.333911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e191cf44-163d-485a-a149-fa02d38ceeb6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:16.339775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e191cf44-163d-485a-a149-fa02d38ceeb6 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 HTTP/1.1" status: 404 len: 339 time: 0.0590577 Aug 30 13:18:16.342796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34180) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.373043 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.386479 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.425843 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3162b769-593c-4047-82a1-e2c028a4b6c8 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e/tags HTTP/1.1" status: 204 len: 168 time: 0.1593750 Aug 30 13:18:16.427113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:16.429583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34182) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.433362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:16.435818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:16.444655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.tag.tag_plugin [None req-6f3ada1e-8e91-47f5-b138-979715b6bb57 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '85117723-2e4f-4360-9ffe-d221e7da98e1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:16.448973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:16.450005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:16.452223 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:16.485579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event updated for resources: {'Port': ['ID=22d62be9-d1fe-4a3b-8866-39dba7060dae,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:16.582990 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.603196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.605186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0c05ec47-687e-4a6a-8d3a-30d603cda850 HTTP/1.1" status: 204 len: 168 time: 0.6935773 Aug 30 13:18:16.620098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19172f9c-5a5e-4898-97eb-7ef793428717 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c05ec47-687e-4a6a-8d3a-30d603cda850,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:16.633543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89bb3d2-e710-4ccf-9634-72cec4aebc81 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:16.641990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f89bb3d2-e710-4ccf-9634-72cec4aebc81 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2911553 Aug 30 13:18:16.642243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6f3ada1e-8e91-47f5-b138-979715b6bb57 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1/tags HTTP/1.1" status: 204 len: 168 time: 0.2068720 Aug 30 13:18:16.642358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34192) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.645377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34194) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.679682 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a8436a12-2421-4b7f-8d47-3aec50a4a503 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 207 time: 0.0405645 Aug 30 13:18:16.682979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34198) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.833124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e5bd0529-dc47-4c1d-96b3-02af9e005156 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for subnetpool, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.837292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e5bd0529-dc47-4c1d-96b3-02af9e005156 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fc3f74b9-5cc3-407f-9c41-f710091c3b91 HTTP/1.1" status: 204 len: 168 time: 0.1881170 Aug 30 13:18:16.837292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34200) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.870612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3cc13867-e7f1-46e1-a412-a2c9656a0b62 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c5798cf-1cf6-4145-90d5-01aa7d4943c1 HTTP/1.1" status: 200 len: 205 time: 0.0302229 Aug 30 13:18:16.870612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34204) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.877123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77634a2-ce0e-40f2-b245-13241a3880d7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:16.884250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77634a2-ce0e-40f2-b245-13241a3880d7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:16.891018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77634a2-ce0e-40f2-b245-13241a3880d7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:16.901271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77634a2-ce0e-40f2-b245-13241a3880d7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:16.903846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f77634a2-ce0e-40f2-b245-13241a3880d7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2199206 Aug 30 13:18:16.907473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34208) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.913819 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:16.923268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34210) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:16.992218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d315eb6-5806-4917-816e-12532ba9ec01 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.023376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7fb5ab2c-337a-4575-abbc-8fe1555a2bd1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb80f17f656a42af8c1eddd6df2aaa19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0987844 Aug 30 13:18:17.026328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34212) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:17.081481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e52f5636-bd6c-446a-836d-10b302dcf7b4 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1694958 Aug 30 13:18:17.083798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34216) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:17.153750 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c93fd238-5acc-43ad-a8b6-a5dae9614f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.165551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06edf32-d928-4df5-9900-fdd639758542 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:17.165551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06edf32-d928-4df5-9900-fdd639758542 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:17.171400 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e06edf32-d928-4df5-9900-fdd639758542 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0813553 Aug 30 13:18:17.172916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34218) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:17.199857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c93fd238-5acc-43ad-a8b6-a5dae9614f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.239903 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d315eb6-5806-4917-816e-12532ba9ec01 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.245519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d315eb6-5806-4917-816e-12532ba9ec01 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.270414 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c93fd238-5acc-43ad-a8b6-a5dae9614f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.274464 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c93fd238-5acc-43ad-a8b6-a5dae9614f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.275782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c93fd238-5acc-43ad-a8b6-a5dae9614f52 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2d61f71-6d83-4cdc-a13e-4372bdab32ff HTTP/1.1" status: 204 len: 168 time: 0.2484848 Aug 30 13:18:17.287059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fd238-5acc-43ad-a8b6-a5dae9614f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d61f71-6d83-4cdc-a13e-4372bdab32ff,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:17.358579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8d5f2-5dd4-4f2d-8afd-25fdf8f31871 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:17.360477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b8d5f2-5dd4-4f2d-8afd-25fdf8f31871 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:17.362235 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-08b8d5f2-5dd4-4f2d-8afd-25fdf8f31871 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1882758 Aug 30 13:18:17.366755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d315eb6-5806-4917-816e-12532ba9ec01 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.367290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d315eb6-5806-4917-816e-12532ba9ec01 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Fanout notify agent at l3_agent the message router_deleted on router 9c5798cf-1cf6-4145-90d5-01aa7d4943c1 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:18:17.367789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34222) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:17.375609 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d315eb6-5806-4917-816e-12532ba9ec01 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.376975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3d315eb6-5806-4917-816e-12532ba9ec01 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/routers/9c5798cf-1cf6-4145-90d5-01aa7d4943c1 HTTP/1.1" status: 204 len: 168 time: 0.5055454 Aug 30 13:18:17.380110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34224) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:17.524870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:17.870314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70bc329-daad-4222-90af-0281645d0da3 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:17.871933 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a70bc329-daad-4222-90af-0281645d0da3 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/networks/9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b HTTP/1.1" status: 200 len: 800 time: 0.5031700 Aug 30 13:18:17.876001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34232) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:17.960609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-11f4e49a-fa4d-4d2d-a709-7ba61840c505 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Deleting port 9f17e9e5-4b6a-4d60-9edb-d4c556a9951e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:17.961188 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11f4e49a-fa4d-4d2d-a709-7ba61840c505 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.025691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f2fc4f4b-d455-462d-8846-a0d685b62595 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/networks/9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1481893 Aug 30 13:18:18.026655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34238) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:18.101725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34244) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:18.143288 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11f4e49a-fa4d-4d2d-a709-7ba61840c505 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.148222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b4f32-cc3f-42aa-8bb0-3920950bb8a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:18.149638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dc3b4f32-cc3f-42aa-8bb0-3920950bb8a0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/subnets/07a6d785-4198-45ee-9e94-5443672a0e75 HTTP/1.1" status: 200 len: 811 time: 0.1194701 Aug 30 13:18:18.156109 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-62e7d144-5c52-4948-aad3-32d604af0dc4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1e09ce214104c309891fecec5b7da4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526733 Aug 30 13:18:18.156874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34246) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:18.157303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34248) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:18.166206 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-11f4e49a-fa4d-4d2d-a709-7ba61840c505 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Calling delete_port for 9f17e9e5-4b6a-4d60-9edb-d4c556a9951e owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:18.181002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Router b1b6cd75-b563-4cd2-8edf-7a3bff7bd136 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:18:18.246167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c46b5-3271-406b-a84c-66f7dda6a039 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['shared'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:18.247769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ba3c46b5-3271-406b-a84c-66f7dda6a039 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "GET /v2.0/subnets/07a6d785-4198-45ee-9e94-5443672a0e75?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0893893 Aug 30 13:18:18.251328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34252) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:18.256702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1660573680'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:18.284542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-565f1aaa-2f1f-4772-acd8-5982290c05a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.309808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:18.313953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.327537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-565f1aaa-2f1f-4772-acd8-5982290c05a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.370488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:18:18.383600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.384210 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Added segment 8da4f364-a196-48e3-8b45-dbdbaf5f87e1 of type vlan for network aea68404-2c90-46b8-b4f5-4ba6dded33f3 Aug 30 13:18:18.405140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:18.425827 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055b64c-4beb-4023-b664-ccaea31710dc None None] Sync routers for ids ['b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:18.440920 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055b64c-4beb-4023-b664-ccaea31710dc None None] Routers {'b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:18.441763 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3055b64c-4beb-4023-b664-ccaea31710dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:18.446236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11f4e49a-fa4d-4d2d-a709-7ba61840c505 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.457210 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-565f1aaa-2f1f-4772-acd8-5982290c05a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.459836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-565f1aaa-2f1f-4772-acd8-5982290c05a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.461008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-565f1aaa-2f1f-4772-acd8-5982290c05a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/581036c6-a58b-474f-92f0-c76535c7c8d8 HTTP/1.1" status: 204 len: 168 time: 0.2931216 Aug 30 13:18:18.461151 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.465295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-da9f8b60-3b74-45e3-91e6-e0da8702c82c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8448722 Aug 30 13:18:18.465718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.468386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34264) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:18.480384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-819b9ac1-037b-4762-b04f-27faae43c49f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': False}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:18.484815 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3055b64c-4beb-4023-b664-ccaea31710dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:18.495688 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3055b64c-4beb-4023-b664-ccaea31710dc None None] Routers {'b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:18.497462 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3055b64c-4beb-4023-b664-ccaea31710dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:18.524340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f1aaa-2f1f-4772-acd8-5982290c05a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581036c6-a58b-474f-92f0-c76535c7c8d8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:18.527179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4e49a-fa4d-4d2d-a709-7ba61840c505 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Pushing event deleted for resources: {'Port': ['ID=9f17e9e5-4b6a-4d60-9edb-d4c556a9951e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:18.534205 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3055b64c-4beb-4023-b664-ccaea31710dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:18.535093 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3055b64c-4beb-4023-b664-ccaea31710dc None None] The sync data for ids ['b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:18.577937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.583572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:18.584205 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.639239 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11f4e49a-fa4d-4d2d-a709-7ba61840c505 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.641241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-11f4e49a-fa4d-4d2d-a709-7ba61840c505 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/ports/9f17e9e5-4b6a-4d60-9edb-d4c556a9951e HTTP/1.1" status: 204 len: 168 time: 1.2602885 Aug 30 13:18:18.644635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34268) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:18.708549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4530892 Aug 30 13:18:18.709570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34270) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:18.717008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'network_id': 'aea68404-2c90-46b8-b4f5-4ba6dded33f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:18.727647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b709f6-b2a4-41ba-b4f4-7f720ca88e40 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Network': ['ID=aea68404-2c90-46b8-b4f5-4ba6dded33f3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:18.745835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network aea68404-2c90-46b8-b4f5-4ba6dded33f3 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:18:18.757980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d45073-35d3-437c-8f32-8417d1c08300 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Deleting subnet 85117723-2e4f-4360-9ffe-d221e7da98e1 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:18:18.826768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62d45073-35d3-437c-8f32-8417d1c08300 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.888027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62d45073-35d3-437c-8f32-8417d1c08300 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:18.947939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Made reservation on behalf of ae8730ff3133486caa4e470a02cd1131 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:18.953008 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.022549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-819b9ac1-037b-4762-b04f-27faae43c49f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.061054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing IP validity checks on allocation pools {{(pid=95699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 13:18:19.061527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 13:18:19.083834 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62d45073-35d3-437c-8f32-8417d1c08300 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.180242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62d45073-35d3-437c-8f32-8417d1c08300 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.251737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d45073-35d3-437c-8f32-8417d1c08300 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Pushing event deleted for resources: {'Subnet': ['ID=85117723-2e4f-4360-9ffe-d221e7da98e1,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:19.261527 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62d45073-35d3-437c-8f32-8417d1c08300 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.267804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-62d45073-35d3-437c-8f32-8417d1c08300 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/subnets/85117723-2e4f-4360-9ffe-d221e7da98e1 HTTP/1.1" status: 204 len: 168 time: 0.6219437 Aug 30 13:18:19.268251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34286) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:19.270965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e309e9-1121-4d6b-9b76-aeafcebd978a None None] Network ceaff799-4f3e-41f1-837e-20677b473f80 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:19.336501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.409380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=c5bce032-ded6-411a-9a13-dd0c6707058e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:19.429764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.439535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Checking segment: {'id': '8da4f364-a196-48e3-8b45-dbdbaf5f87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'aea68404-2c90-46b8-b4f5-4ba6dded33f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:19.439838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network hostable DHCP agents. Network: aea68404-2c90-46b8-b4f5-4ba6dded33f3, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:18:19.476383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Network aea68404-2c90-46b8-b4f5-4ba6dded33f3 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:18:19.488411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, aea68404-2c90-46b8-b4f5-4ba6dded33f3) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:19.497691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:19.498533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bf9be2-8e0c-447c-8571-28c0ea0468f6 None None] Network aea68404-2c90-46b8-b4f5-4ba6dded33f3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:19.499408 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.523153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-53192ef1-1db4-4480-8401-c6491cda15c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8123579 Aug 30 13:18:19.526813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34290) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:19.541299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-60b48a81-afc1-40e8-af88-5f3bc7e2399e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:19.636026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Deleting port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:19.636372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.691446 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60b48a81-afc1-40e8-af88-5f3bc7e2399e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4653778'] for subnet, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.699111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] DHCP port deletion for ceaff799-4f3e-41f1-837e-20677b473f80 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:18:19.740930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] For port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2549aa16-031b-4de3-b0d0-ba5766a7b1aa,segment=NetworkSegment(144cbf43-7372-4178-95e7-3d8fb334aa03),segment_id=144cbf43-7372-4178-95e7-3d8fb334aa03)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:19.741307 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.758032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Calling delete_port for 2549aa16-031b-4de3-b0d0-ba5766a7b1aa owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:19.890269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-aea68404-2c90-46b8-b4f5-4ba6dded33f3', 'network_id': 'aea68404-2c90-46b8-b4f5-4ba6dded33f3', 'tenant_id': 'ae8730ff3133486caa4e470a02cd1131', 'fixed_ips': [{'subnet_id': 'c5bce032-ded6-411a-9a13-dd0c6707058e'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:18:19.891250 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.931469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-819b9ac1-037b-4762-b04f-27faae43c49f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.954211 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60b48a81-afc1-40e8-af88-5f3bc7e2399e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785277136168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6412440'] for subnet, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:19.963268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-819b9ac1-037b-4762-b04f-27faae43c49f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.059550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.079200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b48a81-afc1-40e8-af88-5f3bc7e2399e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:20.079980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60b48a81-afc1-40e8-af88-5f3bc7e2399e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.084238 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-60b48a81-afc1-40e8-af88-5f3bc7e2399e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "PUT /v2.0/subnets/c5bce032-ded6-411a-9a13-dd0c6707058e HTTP/1.1" status: 200 len: 877 time: 0.5523641 Aug 30 13:18:20.087094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34304) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:20.151032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Allocated IP 172.20.0.3 (aea68404-2c90-46b8-b4f5-4ba6dded33f3/c5bce032-ded6-411a-9a13-dd0c6707058e/59dc0cf5-f24b-47b0-9dfa-c70029869ebc) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:20.179525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819b9ac1-037b-4762-b04f-27faae43c49f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Router b1b6cd75-b563-4cd2-8edf-7a3bff7bd136 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:18:20.206952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Pushing event deleted for resources: {'Port': ['ID=2549aa16-031b-4de3-b0d0-ba5766a7b1aa,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:20.212669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] No DVR routers for this DVR port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:20.224629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b48a81-afc1-40e8-af88-5f3bc7e2399e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event updated for resources: {'Subnet': ['ID=c5bce032-ded6-411a-9a13-dd0c6707058e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:20.303638 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.314063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] Deleting port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:20.314933 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.317558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2549aa16-031b-4de3-b0d0-ba5766a7b1aa no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:18:20.352256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b9ac1-037b-4762-b04f-27faae43c49f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:20.376235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c9ddb-d416-462a-ad53-793e56f7a7e8 None None] Sync routers for ids ['b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:20.420676 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.429234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 2549aa16-031b-4de3-b0d0-ba5766a7b1aa {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:18:20.429850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2549aa16-031b-4de3-b0d0-ba5766a7b1aa not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:18:20.430604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.441785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceaff799-4f3e-41f1-837e-20677b473f80']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.454119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144cbf43-7372-4178-95e7-3d8fb334aa03') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.454420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144cbf43-7372-4178-95e7-3d8fb334aa03') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.464223 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.478490 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.485342 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-819b9ac1-037b-4762-b04f-27faae43c49f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.489703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-819b9ac1-037b-4762-b04f-27faae43c49f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "PUT /v2.0/routers/b1b6cd75-b563-4cd2-8edf-7a3bff7bd136 HTTP/1.1" status: 200 len: 925 time: 2.0156956 Aug 30 13:18:20.489703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34310) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:20.497933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:20.498348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:20.501813 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:20.524868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.541061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] For port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:20.541382 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.555342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] Calling delete_port for 2549aa16-031b-4de3-b0d0-ba5766a7b1aa owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:20.559555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] Port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:18:20.560989 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.565481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c9ddb-d416-462a-ad53-793e56f7a7e8 None None] Routers {'b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:20.566312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-151c9ddb-d416-462a-ad53-793e56f7a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.613278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Transition to ACTIVE for port object 59dc0cf5-f24b-47b0-9dfa-c70029869ebc will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:20.630045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Transition to ACTIVE for port object 59dc0cf5-f24b-47b0-9dfa-c70029869ebc will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:20.636915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-151c9ddb-d416-462a-ad53-793e56f7a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.641266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.656797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.659123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] 10.222.0.37 "DELETE /v2.0/networks/ceaff799-4f3e-41f1-837e-20677b473f80 HTTP/1.1" status: 204 len: 168 time: 1.3897429 Aug 30 13:18:20.665205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.666934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.670875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] Pushing event deleted for resources: {'Port': ['ID=2549aa16-031b-4de3-b0d0-ba5766a7b1aa,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:20.683255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37252866-0728-4d78-920d-90d5165b6a92 tempest-TagsExtTest-1098234075 tempest-TagsExtTest-1098234075-project] Pushing event deleted for resources: {'Network': ['ID=ceaff799-4f3e-41f1-837e-20677b473f80,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:20.688256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c040b1-9913-473b-a0b5-1df5351fc2ad None None] No DVR routers for this DVR port 2549aa16-031b-4de3-b0d0-ba5766a7b1aa on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:20.690303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c9ddb-d416-462a-ad53-793e56f7a7e8 None None] Routers {'b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:20.690303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-151c9ddb-d416-462a-ad53-793e56f7a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.716228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ac86a4fa-548a-434d-bf02-4000492971c1 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/routers/b1b6cd75-b563-4cd2-8edf-7a3bff7bd136 HTTP/1.1" status: 200 len: 925 time: 0.2255871 Aug 30 13:18:20.719290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34320) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:20.723495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Network aea68404-2c90-46b8-b4f5-4ba6dded33f3 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:20.742659 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=c5bce032-ded6-411a-9a13-dd0c6707058e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:20.770526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:20.775833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:20.778302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-151c9ddb-d416-462a-ad53-793e56f7a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.778829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c9ddb-d416-462a-ad53-793e56f7a7e8 None None] The sync data for ids ['b1b6cd75-b563-4cd2-8edf-7a3bff7bd136'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:20.839611 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.853172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea68404-2c90-46b8-b4f5-4ba6dded33f3']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.866319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da4f364-a196-48e3-8b45-dbdbaf5f87e1') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.866947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da4f364-a196-48e3-8b45-dbdbaf5f87e1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:20.878006 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.881837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba417c62-7d55-47ec-9953-8bf24b068f26 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:20.886606 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ba417c62-7d55-47ec-9953-8bf24b068f26 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=b1b6cd75-b563-4cd2-8edf-7a3bff7bd136&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1654520 Aug 30 13:18:20.887960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:20.898403 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.908686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:20.909602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:20.914276 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:20.986577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34328) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:21.012763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:18:21.012763 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:18:21.012763 n-d-688802-6 neutron-server[95699]: [parameters: {'id': 'aea68404-2c90-46b8-b4f5-4ba6dded33f3'}] Aug 30 13:18:21.012763 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:18:21.013209 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:18:21.049304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b842529-6bb2-4156-bfc3-1c410ff911d3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:21.056722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1b842529-6bb2-4156-bfc3-1c410ff911d3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 881 time: 0.1621299 Aug 30 13:18:21.056830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:21.101235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34338) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:21.101635 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e318086a-a261-4922-ac50-d1caabe5baad tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b6cd75-b563-4cd2-8edf-7a3bff7bd136 HTTP/1.1" status: 200 len: 205 time: 0.0436239 Aug 30 13:18:21.117429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Pushing event updated for resources: {'Port': ['ID=59dc0cf5-f24b-47b0-9dfa-c70029869ebc,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:21.146856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Attempting to bind port 59dc0cf5-f24b-47b0-9dfa-c70029869ebc on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:21.147291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Attempting to bind port 59dc0cf5-f24b-47b0-9dfa-c70029869ebc by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '8da4f364-a196-48e3-8b45-dbdbaf5f87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'aea68404-2c90-46b8-b4f5-4ba6dded33f3'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:21.147595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Attempting to bind port 59dc0cf5-f24b-47b0-9dfa-c70029869ebc on network aea68404-2c90-46b8-b4f5-4ba6dded33f3 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:21.153937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:21.154363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Checking segment: {'id': '8da4f364-a196-48e3-8b45-dbdbaf5f87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'aea68404-2c90-46b8-b4f5-4ba6dded33f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:21.155285 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.155696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Bound using segment: {'id': '8da4f364-a196-48e3-8b45-dbdbaf5f87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'aea68404-2c90-46b8-b4f5-4ba6dded33f3'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:21.156174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Bound port: 59dc0cf5-f24b-47b0-9dfa-c70029869ebc, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da4f364-a196-48e3-8b45-dbdbaf5f87e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'aea68404-2c90-46b8-b4f5-4ba6dded33f3'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:21.156561 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.230495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.245306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] For port 59dc0cf5-f24b-47b0-9dfa-c70029869ebc, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:21.249978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] For port 59dc0cf5-f24b-47b0-9dfa-c70029869ebc, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=59dc0cf5-f24b-47b0-9dfa-c70029869ebc,segment=NetworkSegment(8da4f364-a196-48e3-8b45-dbdbaf5f87e1),segment_id=8da4f364-a196-48e3-8b45-dbdbaf5f87e1)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:21.258960 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.303861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34344) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:21.343759 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-666040ea-109a-45c4-b029-1a4fbb5ee389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.359772 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.386248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df06067-ba46-43e6-b2a1-ce2125f2c282 None None] Pushing event updated for resources: {'Port': ['ID=59dc0cf5-f24b-47b0-9dfa-c70029869ebc,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:21.404916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e9250b-7c74-4062-8c1d-7aeaa082d448 None None] Network aea68404-2c90-46b8-b4f5-4ba6dded33f3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:21.450742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Deleting port 22d62be9-d1fe-4a3b-8866-39dba7060dae {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:21.451656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.488716 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eac17196-b44d-444c-bfa4-b0709bf837be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31ae4d62efbc41cf923abb1006ced58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1833751 Aug 30 13:18:21.491803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34352) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:21.524174 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.581215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.599346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Calling delete_port for 22d62be9-d1fe-4a3b-8866-39dba7060dae owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:21.601971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff577b-bb90-426f-be8d-21e721321f93 None None] Network aea68404-2c90-46b8-b4f5-4ba6dded33f3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:21.632831 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-162d502b-7246-42b2-83d8-b06aba6b1ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.658443 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-162d502b-7246-42b2-83d8-b06aba6b1ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.747079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-162d502b-7246-42b2-83d8-b06aba6b1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.749225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-162d502b-7246-42b2-83d8-b06aba6b1ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.750583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-162d502b-7246-42b2-83d8-b06aba6b1ec2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fcb84d7a-dbe4-4a0f-a838-4b8c834b9b8f HTTP/1.1" status: 204 len: 168 time: 0.2576516 Aug 30 13:18:21.755058 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-666040ea-109a-45c4-b029-1a4fbb5ee389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.767720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d502b-7246-42b2-83d8-b06aba6b1ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb84d7a-dbe4-4a0f-a838-4b8c834b9b8f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:21.775771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-666040ea-109a-45c4-b029-1a4fbb5ee389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.788997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea24a4-506c-447a-8461-1e7d72366d52 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:18:21.843042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting port 59dc0cf5-f24b-47b0-9dfa-c70029869ebc {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:21.843692 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.915784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] For port 59dc0cf5-f24b-47b0-9dfa-c70029869ebc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=59dc0cf5-f24b-47b0-9dfa-c70029869ebc,segment=NetworkSegment(8da4f364-a196-48e3-8b45-dbdbaf5f87e1),segment_id=8da4f364-a196-48e3-8b45-dbdbaf5f87e1)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:21.916484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:21.940783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Calling delete_port for 59dc0cf5-f24b-47b0-9dfa-c70029869ebc owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:22.000525 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-666040ea-109a-45c4-b029-1a4fbb5ee389 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a83fd0012dc34b57aa0f09f7b0afd04e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0126860 Aug 30 13:18:22.001224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34368) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:22.016377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea24a4-506c-447a-8461-1e7d72366d52 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:18:22.042864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666040ea-109a-45c4-b029-1a4fbb5ee389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8b04ac-2284-4fe8-ac22-4424ffa8f7ed,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:22.119681 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-357ae8e9-9fdc-449e-8ef3-e77b8f9fe89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.146911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-357ae8e9-9fdc-449e-8ef3-e77b8f9fe89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.157319 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.204961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Port': ['ID=59dc0cf5-f24b-47b0-9dfa-c70029869ebc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:22.219224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No DVR routers for this DVR port 59dc0cf5-f24b-47b0-9dfa-c70029869ebc on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:22.237026 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.302424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event deleted for resources: {'Port': ['ID=22d62be9-d1fe-4a3b-8866-39dba7060dae,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:22.355173 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.398415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea68404-2c90-46b8-b4f5-4ba6dded33f3']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:22.424730 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-357ae8e9-9fdc-449e-8ef3-e77b8f9fe89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.427843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-357ae8e9-9fdc-449e-8ef3-e77b8f9fe89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.428492 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-357ae8e9-9fdc-449e-8ef3-e77b8f9fe89e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c8b04ac-2284-4fe8-ac22-4424ffa8f7ed HTTP/1.1" status: 204 len: 168 time: 0.3950756 Aug 30 13:18:22.430320 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.457015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da4f364-a196-48e3-8b45-dbdbaf5f87e1') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:22.457386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da4f364-a196-48e3-8b45-dbdbaf5f87e1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:22.464592 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d4a74c2-5712-4e08-bbff-f56cb97c421b req-e8cac04e-5b42-4de2-8b49-29e910b9a41f tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=420a4c61474b41ff993f3bafcfaddec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630522 Aug 30 13:18:22.470554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ae8e9-9fdc-449e-8ef3-e77b8f9fe89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8b04ac-2284-4fe8-ac22-4424ffa8f7ed,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:22.477775 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.579214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.581691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.601449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.631052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:22.631457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.634905 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:22.635121 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:22.637042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Fanout notify agent at l3_agent the message router_deleted on router b1b6cd75-b563-4cd2-8edf-7a3bff7bd136 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:18:22.642983 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.644112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fb2359c4-d636-46d6-a822-46ac4359d668 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/b1b6cd75-b563-4cd2-8edf-7a3bff7bd136 HTTP/1.1" status: 204 len: 168 time: 1.5418298 Aug 30 13:18:22.650750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34394) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:22.655319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-42b162a9-1320-4f13-b35e-122367c3fa47 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1684613565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:22.681739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b162a9-1320-4f13-b35e-122367c3fa47 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.682869 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b162a9-1320-4f13-b35e-122367c3fa47 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.780335 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.786278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.792666 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/aea68404-2c90-46b8-b4f5-4ba6dded33f3 HTTP/1.1" status: 204 len: 168 time: 2.6997945 Aug 30 13:18:22.795692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34400) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:22.796943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a74c2-5712-4e08-bbff-f56cb97c421b req-17adc608-acad-4d21-91e1-51129c15e60d tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:22.798742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d4a74c2-5712-4e08-bbff-f56cb97c421b req-17adc608-acad-4d21-91e1-51129c15e60d tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230565 Aug 30 13:18:22.817884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae53d7f-be4b-43b7-9ad5-7b3e843052c5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=aea68404-2c90-46b8-b4f5-4ba6dded33f3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:22.829695 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d4a74c2-5712-4e08-bbff-f56cb97c421b req-db7dc005-2b34-4391-a68e-fb7be5d8a18a tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/quotas/420a4c61474b41ff993f3bafcfaddec6 HTTP/1.1" status: 200 len: 375 time: 0.0134847 Aug 30 13:18:22.841687 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-560d174f-a222-444b-9e9c-a29f51a9deb9 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:22.842158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560d174f-a222-444b-9e9c-a29f51a9deb9 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:22.843917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-560d174f-a222-444b-9e9c-a29f51a9deb9 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/c5bce032-ded6-411a-9a13-dd0c6707058e HTTP/1.1" status: 404 len: 337 time: 0.0468090 Aug 30 13:18:22.847490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34404) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:22.895871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b162a9-1320-4f13-b35e-122367c3fa47 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.897821 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51ba494-2e3a-4c2e-95b6-6d374ef5236a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:22.898388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51ba494-2e3a-4c2e-95b6-6d374ef5236a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:22.901580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e51ba494-2e3a-4c2e-95b6-6d374ef5236a tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/aea68404-2c90-46b8-b4f5-4ba6dded33f3 HTTP/1.1" status: 404 len: 339 time: 0.0529685 Aug 30 13:18:22.904612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34406) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:22.915025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d4a74c2-5712-4e08-bbff-f56cb97c421b req-83f59b89-a1ed-40f9-98b0-4b0f598c0060 tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=420a4c61474b41ff993f3bafcfaddec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752363 Aug 30 13:18:22.916240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b162a9-1320-4f13-b35e-122367c3fa47 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.945595 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-678ed8f6-fb9d-4dd1-a657-ec90647444e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:22.946355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678ed8f6-fb9d-4dd1-a657-ec90647444e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:22.948112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-678ed8f6-fb9d-4dd1-a657-ec90647444e0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/999d216a-5506-4e6f-a3cf-bdf78c507068 HTTP/1.1" status: 404 len: 337 time: 0.0423331 Aug 30 13:18:22.951059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34408) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:22.957703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b162a9-1320-4f13-b35e-122367c3fa47 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:22.959441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-42b162a9-1320-4f13-b35e-122367c3fa47 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3082218 Aug 30 13:18:22.962017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34410) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:22.971252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:22.983810 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0bc2a4-8cf1-4262-9b89-9b594784d182 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:22.988152 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0bc2a4-8cf1-4262-9b89-9b594784d182 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:22.994083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6f0bc2a4-8cf1-4262-9b89-9b594784d182 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/1b1cdbaa-44aa-472f-822e-5e8a0b5f2ff1 HTTP/1.1" status: 404 len: 339 time: 0.0419445 Aug 30 13:18:22.996670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34414) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.023190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34416) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.073153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-374206a6-bcd2-42b6-a445-2b42cc7b431f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.124438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.265831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.363364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.385822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5125423e-8b09-489d-961c-e8df491ce554']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:23.401705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c88ff5b-7c29-406a-a8cc-b0f4f0d222d9') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:23.402137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c88ff5b-7c29-406a-a8cc-b0f4f0d222d9') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:23.424301 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.454193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.470002 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-374206a6-bcd2-42b6-a445-2b42cc7b431f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.484497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:23.484905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.549776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:23.559390 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:23.561427 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-374206a6-bcd2-42b6-a445-2b42cc7b431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.573564 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.575018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.613287 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.615276 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/5125423e-8b09-489d-961c-e8df491ce554 HTTP/1.1" status: 204 len: 168 time: 0.6173365 Aug 30 13:18:23.616314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054823e0-4443-4657-9816-6462b423aab7 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=5125423e-8b09-489d-961c-e8df491ce554,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:23.618029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34438) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.643070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374206a6-bcd2-42b6-a445-2b42cc7b431f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c6b1a9-fe8e-406c-bc3d-9e6d5b99b4d8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:23.664904 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e114c0-f8a8-4af2-b56a-6ebc75b885a9 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:23.675536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e114c0-f8a8-4af2-b56a-6ebc75b885a9 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:23.675536 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-76e114c0-f8a8-4af2-b56a-6ebc75b885a9 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/502b41b5-fa79-41e5-87a0-645f49e724e1 HTTP/1.1" status: 404 len: 337 time: 0.0427148 Aug 30 13:18:23.675536 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-374206a6-bcd2-42b6-a445-2b42cc7b431f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e6a33186fbe4cacb567923b46d9ff4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461451 Aug 30 13:18:23.675536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34442) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.675536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34444) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.704753 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaaeae41-9417-4d88-8d0c-ccfe0dfc7e8c tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:23.705334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaaeae41-9417-4d88-8d0c-ccfe0dfc7e8c tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:23.707329 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aaaeae41-9417-4d88-8d0c-ccfe0dfc7e8c tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/498730a1-9ee0-4ddb-b4e5-94625da259da HTTP/1.1" status: 404 len: 339 time: 0.0321434 Aug 30 13:18:23.712512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34450) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.737362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Allocated IP 172.25.2.177 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/ceed574f-7964-41df-9835-50a26ec2d44c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:23.746217 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1e63ac-0aec-46d3-960c-d404d12485d8 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:23.746676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1e63ac-0aec-46d3-960c-d404d12485d8 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:23.748456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7c1e63ac-0aec-46d3-960c-d404d12485d8 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/8c60d67b-e38e-4b6c-a233-8c8a8fd36bc3 HTTP/1.1" status: 404 len: 337 time: 0.0350034 Aug 30 13:18:23.751893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34452) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.790037 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-36904cce-ef38-4df7-aedb-4187b020e508 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:23.790637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36904cce-ef38-4df7-aedb-4187b020e508 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:23.795626 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-36904cce-ef38-4df7-aedb-4187b020e508 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/bffbc759-b6c8-4c05-800d-b76bd2a0a632 HTTP/1.1" status: 404 len: 339 time: 0.0426216 Aug 30 13:18:23.803484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34454) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.839349 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6decfaa1-be84-476a-8656-c7d7d3383d0e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:23.840427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6decfaa1-be84-476a-8656-c7d7d3383d0e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:23.842707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6decfaa1-be84-476a-8656-c7d7d3383d0e tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/e154858d-d144-48ab-8936-53c6617de442 HTTP/1.1" status: 404 len: 337 time: 0.0380630 Aug 30 13:18:23.845797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34460) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.869186 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.874863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f620d71-67a7-4673-aea1-da922891764f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.878288 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efef78d-06e4-489c-b270-c00b4c69bcc0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:23.879120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efef78d-06e4-489c-b270-c00b4c69bcc0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:23.881292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4efef78d-06e4-489c-b270-c00b4c69bcc0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/190f9a40-86a3-4fe1-9e04-85873243ad62 HTTP/1.1" status: 404 len: 339 time: 0.0342944 Aug 30 13:18:23.885590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34462) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.916076 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.920655 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e190c61b-1db5-4fd4-bea2-b7afae620d54 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:23.921187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e190c61b-1db5-4fd4-bea2-b7afae620d54 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:23.923317 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e190c61b-1db5-4fd4-bea2-b7afae620d54 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/d411fbd5-c8d7-4b66-b46f-5101defa050d HTTP/1.1" status: 404 len: 337 time: 0.0314660 Aug 30 13:18:23.927146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34464) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:23.955610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f620d71-67a7-4673-aea1-da922891764f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:23.958069 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8dba9c-6b03-4a16-8de5-f94aa00faac0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:23.958780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8dba9c-6b03-4a16-8de5-f94aa00faac0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:23.960737 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-de8dba9c-6b03-4a16-8de5-f94aa00faac0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/abce176b-e48a-416d-bfb5-51fdcd356751 HTTP/1.1" status: 404 len: 339 time: 0.0328233 Aug 30 13:18:23.963785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34468) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.008435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:24.016332 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-af04c52f-a756-4f78-bd90-4b95a5a9f9d4 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:24.016790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af04c52f-a756-4f78-bd90-4b95a5a9f9d4 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:24.018677 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-af04c52f-a756-4f78-bd90-4b95a5a9f9d4 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/28f000b0-8c88-4178-b469-a9aed5677f41 HTTP/1.1" status: 404 len: 337 time: 0.0521829 Aug 30 13:18:24.021510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:24.022113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34474) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.025794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:24.053703 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eed3ae3-ff28-416f-b1d8-c88d5715f871 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:24.055134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event updated for resources: {'Port': ['ID=ceed574f-7964-41df-9835-50a26ec2d44c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:24.055928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eed3ae3-ff28-416f-b1d8-c88d5715f871 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:24.061140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2eed3ae3-ff28-416f-b1d8-c88d5715f871 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/349993e6-c6ba-4720-9bb8-c2452e9121a5 HTTP/1.1" status: 404 len: 339 time: 0.0374079 Aug 30 13:18:24.062503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f620d71-67a7-4673-aea1-da922891764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.065403 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f620d71-67a7-4673-aea1-da922891764f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.070393 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9f620d71-67a7-4673-aea1-da922891764f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97c6b1a9-fe8e-406c-bc3d-9e6d5b99b4d8 HTTP/1.1" status: 204 len: 168 time: 0.3904183 Aug 30 13:18:24.070393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34476) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.108843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f620d71-67a7-4673-aea1-da922891764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c6b1a9-fe8e-406c-bc3d-9e6d5b99b4d8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:24.112642 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97f61d6-d649-41be-a7c2-22bfe23f29e3 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:24.112642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97f61d6-d649-41be-a7c2-22bfe23f29e3 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:24.114100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e97f61d6-d649-41be-a7c2-22bfe23f29e3 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/99a3ac99-b2d1-48e6-baa6-541a58dea9fd HTTP/1.1" status: 404 len: 337 time: 0.0442090 Aug 30 13:18:24.116956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34486) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.140523 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71982be-fd04-4ca3-8640-6a2ac3d39da5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:24.141434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71982be-fd04-4ca3-8640-6a2ac3d39da5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:24.142925 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e71982be-fd04-4ca3-8640-6a2ac3d39da5 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/0df4c72e-3c12-4d49-83dd-c4916ecac0f8 HTTP/1.1" status: 404 len: 339 time: 0.0250151 Aug 30 13:18:24.145430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34488) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.177896 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e157df-92de-468b-8e97-4f4354640428 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:24.178058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e157df-92de-468b-8e97-4f4354640428 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:24.179786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f7e157df-92de-468b-8e97-4f4354640428 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/6f7d3b46-c34c-426f-948e-2e1bb479480e HTTP/1.1" status: 404 len: 337 time: 0.0333867 Aug 30 13:18:24.183000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34490) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.223093 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e846ec0-79db-49d9-b7e5-f61a2667888c tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:24.224281 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e846ec0-79db-49d9-b7e5-f61a2667888c tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:24.226877 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1e846ec0-79db-49d9-b7e5-f61a2667888c tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/f41528a3-16f7-453f-9d93-05d35dcd86b2 HTTP/1.1" status: 404 len: 339 time: 0.0408993 Aug 30 13:18:24.229554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34492) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.272858 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf07d266-d335-4cdf-ad0b-93484d3978c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:24.274095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf07d266-d335-4cdf-ad0b-93484d3978c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:24.279263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bf07d266-d335-4cdf-ad0b-93484d3978c0 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/d78e1a4c-b7ef-414b-ac72-09a28e0603e6 HTTP/1.1" status: 404 len: 337 time: 0.0484228 Aug 30 13:18:24.282526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34496) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.305437 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ebf6ab-780e-4931-8791-b00ee59280e3 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:24.306404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ebf6ab-780e-4931-8791-b00ee59280e3 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:24.308278 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f4ebf6ab-780e-4931-8791-b00ee59280e3 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/191c7fa4-a522-4041-a25f-73f30d33d312 HTTP/1.1" status: 404 len: 339 time: 0.0246310 Aug 30 13:18:24.310994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34498) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.418622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd792d6-6d89-4747-81e9-a91acb4d9b36 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting subnet 07a6d785-4198-45ee-9e94-5443672a0e75 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:18:24.433999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebd792d6-6d89-4747-81e9-a91acb4d9b36 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.453739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.502228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebd792d6-6d89-4747-81e9-a91acb4d9b36 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.618018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebd792d6-6d89-4747-81e9-a91acb4d9b36 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.680898 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31c41d54-f784-44b9-9015-d0e197c54c4f req-aa647979-4bd0-40e8-97e1-3defc499b0c6 tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=420a4c61474b41ff993f3bafcfaddec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340347 Aug 30 13:18:24.760690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebd792d6-6d89-4747-81e9-a91acb4d9b36 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.767605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.771286 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.804702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd792d6-6d89-4747-81e9-a91acb4d9b36 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Subnet': ['ID=07a6d785-4198-45ee-9e94-5443672a0e75,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:24.813189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebd792d6-6d89-4747-81e9-a91acb4d9b36 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:24.818874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ebd792d6-6d89-4747-81e9-a91acb4d9b36 tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/subnets/07a6d785-4198-45ee-9e94-5443672a0e75 HTTP/1.1" status: 204 len: 168 time: 0.5057166 Aug 30 13:18:24.820415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4347e4-c0de-4dd4-af50-23fc9526b398 None None] Network 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:24.821996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34522) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:24.864146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c41d54-f784-44b9-9015-d0e197c54c4f req-dbe88be9-afc1-42d0-a48d-2946e0af58a1 tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:24.865881 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31c41d54-f784-44b9-9015-d0e197c54c4f req-dbe88be9-afc1-42d0-a48d-2946e0af58a1 tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736126 Aug 30 13:18:24.885109 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31c41d54-f784-44b9-9015-d0e197c54c4f req-10f47f42-ba2b-4aaa-aebe-ddf032f972c3 tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/quotas/420a4c61474b41ff993f3bafcfaddec6 HTTP/1.1" status: 200 len: 375 time: 0.0114036 Aug 30 13:18:24.929707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-31c41d54-f784-44b9-9015-d0e197c54c4f req-cd7f8361-1bcf-4937-ab98-2390e0b870b0 tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=420a4c61474b41ff993f3bafcfaddec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379465 Aug 30 13:18:25.010732 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.052792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776a3e0b-72b9-4a99-b3b4-a4ad323eb400 None None] DHCP port deletion for 9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:18:25.092820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Router f6d5bd8c-475e-4d51-927e-54555a662bf3 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:18:25.129451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-776a3e0b-72b9-4a99-b3b4-a4ad323eb400 None None] Deleting port c4c5bd5f-1c3c-42c2-8a86-faef63983614 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:25.130096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-776a3e0b-72b9-4a99-b3b4-a4ad323eb400 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.163388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Deleting port c4c5bd5f-1c3c-42c2-8a86-faef63983614 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:25.163734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.204342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-776a3e0b-72b9-4a99-b3b4-a4ad323eb400 None None] For port c4c5bd5f-1c3c-42c2-8a86-faef63983614, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4c5bd5f-1c3c-42c2-8a86-faef63983614,segment=NetworkSegment(5cac07c0-1ebe-422b-a42b-0b430bcd6bf1),segment_id=5cac07c0-1ebe-422b-a42b-0b430bcd6bf1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:25.204693 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-776a3e0b-72b9-4a99-b3b4-a4ad323eb400 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.230917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-776a3e0b-72b9-4a99-b3b4-a4ad323eb400 None None] Calling delete_port for c4c5bd5f-1c3c-42c2-8a86-faef63983614 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:25.279271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] For port c4c5bd5f-1c3c-42c2-8a86-faef63983614, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4c5bd5f-1c3c-42c2-8a86-faef63983614,segment=NetworkSegment(5cac07c0-1ebe-422b-a42b-0b430bcd6bf1),segment_id=5cac07c0-1ebe-422b-a42b-0b430bcd6bf1)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:25.279616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.292605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:25.302302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.302893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8eb914b9-0d62-4a4c-8c75-baf70032900c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "PUT /v2.0/routers/f6d5bd8c-475e-4d51-927e-54555a662bf3 HTTP/1.1" status: 200 len: 884 time: 2.3389966 Aug 30 13:18:25.305600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34542) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:25.307240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Calling delete_port for c4c5bd5f-1c3c-42c2-8a86-faef63983614 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:25.310969 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd40a93-8cdc-4891-8de5-512846fb25e8 None None] Sync routers for ids ['f6d5bd8c-475e-4d51-927e-54555a662bf3'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:25.320783 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd40a93-8cdc-4891-8de5-512846fb25e8 None None] Routers {'f6d5bd8c-475e-4d51-927e-54555a662bf3'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:25.321422 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cbd40a93-8cdc-4891-8de5-512846fb25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f6d5bd8c-475e-4d51-927e-54555a662bf3'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:25.347278 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-776a3e0b-72b9-4a99-b3b4-a4ad323eb400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.363899 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cbd40a93-8cdc-4891-8de5-512846fb25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:25.374935 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd40a93-8cdc-4891-8de5-512846fb25e8 None None] Routers {'f6d5bd8c-475e-4d51-927e-54555a662bf3'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:25.375910 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cbd40a93-8cdc-4891-8de5-512846fb25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f6d5bd8c-475e-4d51-927e-54555a662bf3'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:25.389496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a3e0b-72b9-4a99-b3b4-a4ad323eb400 None None] Pushing event deleted for resources: {'Port': ['ID=c4c5bd5f-1c3c-42c2-8a86-faef63983614,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:25.414385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a3e0b-72b9-4a99-b3b4-a4ad323eb400 None None] No DVR routers for this DVR port c4c5bd5f-1c3c-42c2-8a86-faef63983614 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:25.442517 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-cbd40a93-8cdc-4891-8de5-512846fb25e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:25.443387 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd40a93-8cdc-4891-8de5-512846fb25e8 None None] The sync data for ids ['f6d5bd8c-475e-4d51-927e-54555a662bf3'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:25.488982 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.539032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] No DVR routers for this DVR port c4c5bd5f-1c3c-42c2-8a86-faef63983614 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:18:25.541089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Port': ['ID=c4c5bd5f-1c3c-42c2-8a86-faef63983614,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:25.744500 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.769506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:25.808799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cac07c0-1ebe-422b-a42b-0b430bcd6bf1') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:25.810772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cac07c0-1ebe-422b-a42b-0b430bcd6bf1') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:25.829053 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.850284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b7e0d829-352e-41c0-adaf-c9a161ba51ba tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/routers/f6d5bd8c-475e-4d51-927e-54555a662bf3 HTTP/1.1" status: 200 len: 925 time: 0.5428491 Aug 30 13:18:25.853317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34568) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:25.884567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.897898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:18:25.898306 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:18:25.901703 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:18:26.011363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2c82fc-9a5c-4af3-8099-245f0a46d2b6 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:26.019922 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7a2c82fc-9a5c-4af3-8099-245f0a46d2b6 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=f6d5bd8c-475e-4d51-927e-54555a662bf3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1602919 Aug 30 13:18:26.020078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34572) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:26.026854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4c5bd5f-1c3c-42c2-8a86-faef63983614 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:18:26.084117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c4c5bd5f-1c3c-42c2-8a86-faef63983614 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:18:26.084812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4c5bd5f-1c3c-42c2-8a86-faef63983614 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:18:26.175211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:26.207036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:26.210203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] 10.222.0.37 "DELETE /v2.0/networks/9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b HTTP/1.1" status: 204 len: 168 time: 1.3867643 Aug 30 13:18:26.260600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467e3cc-cad2-4793-8b26-f43e8ba891ba tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:26.264139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9467e3cc-cad2-4793-8b26-f43e8ba891ba tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 881 time: 0.2428944 Aug 30 13:18:26.266941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34588) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:26.279733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae001ba2-75fa-49fc-9c60-178ce70650cd tempest-NetworksTest-791920786 tempest-NetworksTest-791920786-project] Pushing event deleted for resources: {'Network': ['ID=9b6aacc0-d8e0-4a64-8cfb-c7deed30e42b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:26.351946 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-463d4a5b-9607-412b-812b-97b639fdbe9f tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d5bd8c-475e-4d51-927e-54555a662bf3 HTTP/1.1" status: 200 len: 205 time: 0.0810535 Aug 30 13:18:26.352514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34592) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:26.498481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:26.638754 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fef0e9d7-db3f-4d91-b28e-3b52d586e4a7 req-5641188b-472b-4e34-a91c-9edce518bafc tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=420a4c61474b41ff993f3bafcfaddec6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603044 Aug 30 13:18:26.743127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34612) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:26.756381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:26.881396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e9d7-db3f-4d91-b28e-3b52d586e4a7 req-659ee045-b594-4bfe-962f-cd90f50fac68 tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:26.883054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fef0e9d7-db3f-4d91-b28e-3b52d586e4a7 req-659ee045-b594-4bfe-962f-cd90f50fac68 tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335677 Aug 30 13:18:26.896806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Deleting port ceed574f-7964-41df-9835-50a26ec2d44c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:26.897156 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:26.944771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-27a86d70-2c18-4afe-b5af-2fd6b312e0d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae8730ff3133486caa4e470a02cd1131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003465 Aug 30 13:18:26.947296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34618) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:26.962691 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fef0e9d7-db3f-4d91-b28e-3b52d586e4a7 req-7f8e58bd-43cf-4bbe-8703-d5a299ea0ee7 tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/quotas/420a4c61474b41ff993f3bafcfaddec6 HTTP/1.1" status: 200 len: 375 time: 0.0510399 Aug 30 13:18:27.010460 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fef0e9d7-db3f-4d91-b28e-3b52d586e4a7 req-4e68c087-d2b1-427a-9d9c-ef123058615c tempest-QuotasAdminNegativeTest-1250153696 tempest-QuotasAdminNegativeTest-1250153696-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=420a4c61474b41ff993f3bafcfaddec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381172 Aug 30 13:18:27.015105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57f7edc1-8bf5-41b7-a47f-623e4c7393f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.037521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.039730 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57f7edc1-8bf5-41b7-a47f-623e4c7393f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.058364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Calling delete_port for ceed574f-7964-41df-9835-50a26ec2d44c owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:27.124138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57f7edc1-8bf5-41b7-a47f-623e4c7393f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.127272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57f7edc1-8bf5-41b7-a47f-623e4c7393f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.128449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-57f7edc1-8bf5-41b7-a47f-623e4c7393f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0e0c1de-3924-4f61-b72f-bcf7514b726e HTTP/1.1" status: 204 len: 168 time: 0.1801360 Aug 30 13:18:27.137917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7edc1-8bf5-41b7-a47f-623e4c7393f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e0c1de-3924-4f61-b72f-bcf7514b726e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:27.291601 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.322969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event deleted for resources: {'Port': ['ID=ceed574f-7964-41df-9835-50a26ec2d44c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:27.451470 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.616275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.618838 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.671189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.671741 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Fanout notify agent at l3_agent the message router_deleted on router f6d5bd8c-475e-4d51-927e-54555a662bf3 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:18:27.684083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.685119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-105aaa9c-c193-44b2-92fd-73138c3a2ed2 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/f6d5bd8c-475e-4d51-927e-54555a662bf3 HTTP/1.1" status: 204 len: 168 time: 1.3318555 Aug 30 13:18:27.689003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34650) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:27.695667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4ac567db-7f5d-422a-aafe-c1fc5d9fd345 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1344386009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:27.733445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ac567db-7f5d-422a-aafe-c1fc5d9fd345 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.735699 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ac567db-7f5d-422a-aafe-c1fc5d9fd345 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.803424 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ac567db-7f5d-422a-aafe-c1fc5d9fd345 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.812752 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ac567db-7f5d-422a-aafe-c1fc5d9fd345 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.852675 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ac567db-7f5d-422a-aafe-c1fc5d9fd345 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:27.856985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4ac567db-7f5d-422a-aafe-c1fc5d9fd345 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1654069 Aug 30 13:18:27.859613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34658) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:27.865631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': True}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:28.050716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34670) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:28.177535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.318043 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.363178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f1277fc-980e-40ac-b6f2-99e8787fbb28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.384636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34680) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:28.477135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.504914 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.506103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f1277fc-980e-40ac-b6f2-99e8787fbb28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.513283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f1277fc-980e-40ac-b6f2-99e8787fbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.578507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3f1277fc-980e-40ac-b6f2-99e8787fbb28 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=420a4c61474b41ff993f3bafcfaddec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5255096 Aug 30 13:18:28.580434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1277fc-980e-40ac-b6f2-99e8787fbb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b720ac-f0c1-4efe-b23e-30b44ebc0099,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:28.583975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34690) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:28.606067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22825db-8343-4502-a6f6-242049bc2c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.705077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb377-cae5-477f-9c0c-0e31023d7fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.732736 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb377-cae5-477f-9c0c-0e31023d7fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.743583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22825db-8343-4502-a6f6-242049bc2c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.751021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22825db-8343-4502-a6f6-242049bc2c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.782492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Allocated IP 172.25.2.104 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/b1d56162-99fe-4161-9fa8-7be95fb85048) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:28.802259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb377-cae5-477f-9c0c-0e31023d7fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.805815 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c0bb377-cae5-477f-9c0c-0e31023d7fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.807687 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5c0bb377-cae5-477f-9c0c-0e31023d7fee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5b720ac-f0c1-4efe-b23e-30b44ebc0099 HTTP/1.1" status: 204 len: 168 time: 0.2224946 Aug 30 13:18:28.823764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c22825db-8343-4502-a6f6-242049bc2c84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=17c7c5a0dc044ed19b67a003da23d400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366202 Aug 30 13:18:28.826011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22825db-8343-4502-a6f6-242049bc2c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc86629c-78b8-4dee-aabf-87255fe249c1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:28.829222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34698) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:28.878444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0bb377-cae5-477f-9c0c-0e31023d7fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b720ac-f0c1-4efe-b23e-30b44ebc0099,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:28.929077 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-289e50d8-e8b6-41cf-ab8f-5dcc1029bcf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.958197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-289e50d8-e8b6-41cf-ab8f-5dcc1029bcf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:28.960132 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.025201 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.039230 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-289e50d8-e8b6-41cf-ab8f-5dcc1029bcf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.043236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-289e50d8-e8b6-41cf-ab8f-5dcc1029bcf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.066602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-289e50d8-e8b6-41cf-ab8f-5dcc1029bcf7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bc86629c-78b8-4dee-aabf-87255fe249c1 HTTP/1.1" status: 204 len: 168 time: 0.2354560 Aug 30 13:18:29.108137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e50d8-e8b6-41cf-ab8f-5dcc1029bcf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc86629c-78b8-4dee-aabf-87255fe249c1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:29.169562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:29.183172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:29.190759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:29.219307 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event updated for resources: {'Port': ['ID=b1d56162-99fe-4161-9fa8-7be95fb85048,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:29.512304 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.548677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34716) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:29.565791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a95b8a6-1c60-4976-abcb-98f0e0345549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.651032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34718) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:29.672228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2391-9c55-42c5-89c3-ba8c77871237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.758514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a95b8a6-1c60-4976-abcb-98f0e0345549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.770887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a95b8a6-1c60-4976-abcb-98f0e0345549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.831148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.836850 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:29.837611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95b8a6-1c60-4976-abcb-98f0e0345549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2987fbe-fb9e-44a2-a60e-a089ea1cb890,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:29.870080 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9a95b8a6-1c60-4976-abcb-98f0e0345549 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e26baa69dace4d9588e31b11242fe193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3199840 Aug 30 13:18:29.876166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34722) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:29.975856 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-baa7de49-4454-425b-acbf-7d79a4d2257e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.006622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2391-9c55-42c5-89c3-ba8c77871237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.018274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-baa7de49-4454-425b-acbf-7d79a4d2257e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.020597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed2e2391-9c55-42c5-89c3-ba8c77871237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.054292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Router cac69953-b9b7-4775-adec-2a7178f51842 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:18:30.089183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ed2e2391-9c55-42c5-89c3-ba8c77871237 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4eceac2f474140f1b415216426633043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4369433 Aug 30 13:18:30.096179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34728) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:30.118225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e2391-9c55-42c5-89c3-ba8c77871237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763c1b1c-a2c5-41a0-84b8-18262292fbca,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:30.164922 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-baa7de49-4454-425b-acbf-7d79a4d2257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.167877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-baa7de49-4454-425b-acbf-7d79a4d2257e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.171828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-baa7de49-4454-425b-acbf-7d79a4d2257e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b2987fbe-fb9e-44a2-a60e-a089ea1cb890 HTTP/1.1" status: 204 len: 168 time: 0.2916019 Aug 30 13:18:30.176385 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e70772c-edac-4471-8d64-74bafbf1480f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.191909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7de49-4454-425b-acbf-7d79a4d2257e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2987fbe-fb9e-44a2-a60e-a089ea1cb890,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:30.210369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e70772c-edac-4471-8d64-74bafbf1480f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.280066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:30.285158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.288977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-335f5f39-6460-44f2-b51b-7992c7c8c9e3 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "PUT /v2.0/routers/cac69953-b9b7-4775-adec-2a7178f51842 HTTP/1.1" status: 200 len: 919 time: 2.4254997 Aug 30 13:18:30.289198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34738) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:30.294542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e70772c-edac-4471-8d64-74bafbf1480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.299222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121cc8e-9afa-4274-9629-4ad3e5eab23b None None] Sync routers for ids ['cac69953-b9b7-4775-adec-2a7178f51842'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:30.301370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e70772c-edac-4471-8d64-74bafbf1480f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.309948 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8e70772c-edac-4471-8d64-74bafbf1480f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/763c1b1c-a2c5-41a0-84b8-18262292fbca HTTP/1.1" status: 204 len: 168 time: 0.2102206 Aug 30 13:18:30.314232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121cc8e-9afa-4274-9629-4ad3e5eab23b None None] Routers {'cac69953-b9b7-4775-adec-2a7178f51842'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:30.314880 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b121cc8e-9afa-4274-9629-4ad3e5eab23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cac69953-b9b7-4775-adec-2a7178f51842'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:30.323322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70772c-edac-4471-8d64-74bafbf1480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763c1b1c-a2c5-41a0-84b8-18262292fbca,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:30.435579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b121cc8e-9afa-4274-9629-4ad3e5eab23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:30.466258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121cc8e-9afa-4274-9629-4ad3e5eab23b None None] Routers {'cac69953-b9b7-4775-adec-2a7178f51842'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:30.467172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b121cc8e-9afa-4274-9629-4ad3e5eab23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['cac69953-b9b7-4775-adec-2a7178f51842'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:30.490732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-20238336-6475-4ac3-9df3-0d8aa89013cd tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/routers/cac69953-b9b7-4775-adec-2a7178f51842 HTTP/1.1" status: 200 len: 925 time: 0.2001574 Aug 30 13:18:30.493449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34752) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:30.521465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b121cc8e-9afa-4274-9629-4ad3e5eab23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:30.522264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121cc8e-9afa-4274-9629-4ad3e5eab23b None None] The sync data for ids ['cac69953-b9b7-4775-adec-2a7178f51842'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:30.568851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b39424-daf4-48e1-9804-8023e6464dd2 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:30.570499 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-88b39424-daf4-48e1-9804-8023e6464dd2 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=cac69953-b9b7-4775-adec-2a7178f51842&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0755239 Aug 30 13:18:30.575125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34756) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:30.671901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6388475c-29c8-42bb-b038-65b1ce37aa80 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:30.674524 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6388475c-29c8-42bb-b038-65b1ce37aa80 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 881 time: 0.0982268 Aug 30 13:18:30.677321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34762) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:30.717901 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f00ec7ea-e4a7-41df-9248-e5585069e3af tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=cac69953-b9b7-4775-adec-2a7178f51842 HTTP/1.1" status: 200 len: 205 time: 0.0390306 Aug 30 13:18:30.720406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:30.787228 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:30.844721 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:31.356657 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:31.435184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Deleting port b1d56162-99fe-4161-9fa8-7be95fb85048 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:31.435600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:31.534738 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:31.562725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Calling delete_port for b1d56162-99fe-4161-9fa8-7be95fb85048 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:31.776740 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:31.814209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34814) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:31.820162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event deleted for resources: {'Port': ['ID=b1d56162-99fe-4161-9fa8-7be95fb85048,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:31.891090 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:31.947890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.022235 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.026026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.076901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.078571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Fanout notify agent at l3_agent the message router_deleted on router cac69953-b9b7-4775-adec-2a7178f51842 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:18:32.102363 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.107657 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aafe8405-7abe-4a08-a1e2-232c843debc0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/cac69953-b9b7-4775-adec-2a7178f51842 HTTP/1.1" status: 204 len: 168 time: 1.3815286 Aug 30 13:18:32.108349 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.110168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34822) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:32.116579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2126e5d6-7db9-495c-9e23-b0d6aede91b7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1157445197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:32.140173 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.146451 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2126e5d6-7db9-495c-9e23-b0d6aede91b7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.147454 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2126e5d6-7db9-495c-9e23-b0d6aede91b7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.205844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfa61e1-a284-4a1f-82e5-b7726670afef,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:32.213405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5842f1e1d7284ab9a92d181375990106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955724 Aug 30 13:18:32.215353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34826) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:32.247436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.247436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.248136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.248578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.248578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.248885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.249228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.250709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.250709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.250709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.250709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.253185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25276d85-24b5-4025-8a08-d77e2842cbd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:32.255015 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2126e5d6-7db9-495c-9e23-b0d6aede91b7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.262568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2126e5d6-7db9-495c-9e23-b0d6aede91b7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.284284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2126e5d6-7db9-495c-9e23-b0d6aede91b7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.288822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2126e5d6-7db9-495c-9e23-b0d6aede91b7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1741199 Aug 30 13:18:32.291061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34828) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:32.296276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': False}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:32.333994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3225edd2-279c-4714-864a-252b7e507780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.367533 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3225edd2-279c-4714-864a-252b7e507780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.466273 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3225edd2-279c-4714-864a-252b7e507780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.470022 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3225edd2-279c-4714-864a-252b7e507780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:32.474646 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3225edd2-279c-4714-864a-252b7e507780 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9bfa61e1-a284-4a1f-82e5-b7726670afef HTTP/1.1" status: 204 len: 168 time: 0.2594492 Aug 30 13:18:32.493974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225edd2-279c-4714-864a-252b7e507780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfa61e1-a284-4a1f-82e5-b7726670afef,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:33.103419 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:33.413286 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:33.459258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:33.569899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34872) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:33.664752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Allocated IP 172.25.2.244 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/0bddefc4-87c8-4061-9107-fbe548fa6c02) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:33.748883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-257f577a-31a6-4d24-8bd3-fa1d8c852dbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:33.885920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:33.933907 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-257f577a-31a6-4d24-8bd3-fa1d8c852dbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:33.940984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-257f577a-31a6-4d24-8bd3-fa1d8c852dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:33.958666 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:34.007364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:34.010715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:34.026207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:34.053493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f577a-31a6-4d24-8bd3-fa1d8c852dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ae40aa-8cd3-44ee-b56b-d9a651693869,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:34.057313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Pushing event updated for resources: {'Port': ['ID=0bddefc4-87c8-4061-9107-fbe548fa6c02,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:34.084045 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-257f577a-31a6-4d24-8bd3-fa1d8c852dbb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b01c1b8a3420449091bef71c0da09c45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5123842 Aug 30 13:18:34.087989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34894) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:34.195988 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d90c116-5fe8-4fa6-8a09-893a04096eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:34.241430 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d90c116-5fe8-4fa6-8a09-893a04096eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:34.340106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d90c116-5fe8-4fa6-8a09-893a04096eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:34.347689 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d90c116-5fe8-4fa6-8a09-893a04096eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:34.351481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7d90c116-5fe8-4fa6-8a09-893a04096eaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/90ae40aa-8cd3-44ee-b56b-d9a651693869 HTTP/1.1" status: 204 len: 168 time: 0.2623107 Aug 30 13:18:34.379155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90c116-5fe8-4fa6-8a09-893a04096eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ae40aa-8cd3-44ee-b56b-d9a651693869,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:34.523704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:34.846609 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:34.853093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:35.010940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-18b3dd00-ae8c-4736-abf2-724f5fc82cb2 req-f26150f6-b4b0-4569-ac45-158a29b22b98 tempest-ImagesOneServerTestJSON-643285707 tempest-ImagesOneServerTestJSON-643285707-project] (95698) timed out ('10.222.0.35', 64182) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:18:35.080086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Router a9d9eac0-ae57-4753-88cf-a8b285b1da6c is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:18:35.385794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:35.395548 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc670e-8045-4836-8d18-fcaabb34a823 None None] Sync routers for ids ['a9d9eac0-ae57-4753-88cf-a8b285b1da6c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:35.397778 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:35.398986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6f50b6a8-afd8-427e-8a80-bede38d4c83f tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "PUT /v2.0/routers/a9d9eac0-ae57-4753-88cf-a8b285b1da6c HTTP/1.1" status: 200 len: 920 time: 3.1063983 Aug 30 13:18:35.403698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34932) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:35.467579 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc670e-8045-4836-8d18-fcaabb34a823 None None] Routers {'a9d9eac0-ae57-4753-88cf-a8b285b1da6c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:35.468307 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f4bc670e-8045-4836-8d18-fcaabb34a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['a9d9eac0-ae57-4753-88cf-a8b285b1da6c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:35.535280 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f4bc670e-8045-4836-8d18-fcaabb34a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:35.548029 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bc670e-8045-4836-8d18-fcaabb34a823 None None] Routers {'a9d9eac0-ae57-4753-88cf-a8b285b1da6c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:35.548648 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f4bc670e-8045-4836-8d18-fcaabb34a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['a9d9eac0-ae57-4753-88cf-a8b285b1da6c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:35.634262 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f4bc670e-8045-4836-8d18-fcaabb34a823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:35.637770 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bc670e-8045-4836-8d18-fcaabb34a823 None None] The sync data for ids ['a9d9eac0-ae57-4753-88cf-a8b285b1da6c'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:35.669294 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-84ad2c0e-5662-4bb7-ac52-abc27d566efe tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/routers/a9d9eac0-ae57-4753-88cf-a8b285b1da6c HTTP/1.1" status: 200 len: 926 time: 0.2634158 Aug 30 13:18:35.675599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34946) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:35.791543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7b0a7-e415-48cf-b906-c505461c77db tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:35.793487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aeb7b0a7-e415-48cf-b906-c505461c77db tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=a9d9eac0-ae57-4753-88cf-a8b285b1da6c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1119201 Aug 30 13:18:35.802061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34948) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:35.960311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bba004-2972-4de3-a206-6c574f6e8a26 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:35.973481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e6bba004-2972-4de3-a206-6c574f6e8a26 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 881 time: 0.1699331 Aug 30 13:18:35.976401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34954) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:36.023739 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-34048f0e-2343-446f-b0e3-ce05a3f67eb1 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9d9eac0-ae57-4753-88cf-a8b285b1da6c HTTP/1.1" status: 200 len: 205 time: 0.0461798 Aug 30 13:18:36.025001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34956) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:36.195612 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:36.348792 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:36.450326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Deleting port 0bddefc4-87c8-4061-9107-fbe548fa6c02 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:36.450702 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:36.628808 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c216fdb7-0fcb-4d51-be96-7316e2540288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:36.633766 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:36.668391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Calling delete_port for 0bddefc4-87c8-4061-9107-fbe548fa6c02 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:36.987574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35012) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:36.996653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.051980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event deleted for resources: {'Port': ['ID=0bddefc4-87c8-4061-9107-fbe548fa6c02,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:37.130243 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.274198 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-017c2087-682c-4625-9e4e-2aaa074d03ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.320505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.323079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.377540 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.378196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Fanout notify agent at l3_agent the message router_deleted on router a9d9eac0-ae57-4753-88cf-a8b285b1da6c {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:18:37.401654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.408889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35024) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:37.426662 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-42b01dc9-da80-4ca3-a604-f1395b1235ae tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/a9d9eac0-ae57-4753-88cf-a8b285b1da6c HTTP/1.1" status: 204 len: 168 time: 1.4000065 Aug 30 13:18:37.430211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-411510270', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:37.568214 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-017c2087-682c-4625-9e4e-2aaa074d03ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.603930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-017c2087-682c-4625-9e4e-2aaa074d03ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.678607 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.679862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.767451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-017c2087-682c-4625-9e4e-2aaa074d03ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a730843ce51468fabcef5e5ba2c687a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7787540 Aug 30 13:18:37.777729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35038) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:37.820007 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.868555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c2087-682c-4625-9e4e-2aaa074d03ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3611ecfd-da10-46ca-a20d-41c85199d6c3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:37.903794 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a987-5c0b-4645-b17d-883ae5d74732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:37.986317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.001854 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a987-5c0b-4645-b17d-883ae5d74732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.092298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a987-5c0b-4645-b17d-883ae5d74732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.108688 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1c9a987-5c0b-4645-b17d-883ae5d74732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.113353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d1c9a987-5c0b-4645-b17d-883ae5d74732 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3611ecfd-da10-46ca-a20d-41c85199d6c3 HTTP/1.1" status: 204 len: 168 time: 0.3385894 Aug 30 13:18:38.164369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9a987-5c0b-4645-b17d-883ae5d74732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3611ecfd-da10-46ca-a20d-41c85199d6c3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:38.527247 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.553228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.675479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35050) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:38.695825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f68f857c-1ccc-44bd-a0fe-09fd379330a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.712176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Allocated IP 172.25.2.149 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/a96b46c7-e1ac-41da-9c51-eeef8aa9be40) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:38.919477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f68f857c-1ccc-44bd-a0fe-09fd379330a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.927177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f68f857c-1ccc-44bd-a0fe-09fd379330a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.932195 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.977849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:38.980847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f68f857c-1ccc-44bd-a0fe-09fd379330a8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3da1a800c32d4c4cbc896ef529ff80e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3033550 Aug 30 13:18:38.985870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35060) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:38.993333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f857c-1ccc-44bd-a0fe-09fd379330a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079210ee-65a4-4ac5-b8ff-97686a983634,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:39.064814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event updated for resources: {'Port': ['ID=a96b46c7-e1ac-41da-9c51-eeef8aa9be40,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:39.080749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:39.082504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:39.085687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c58e93b5-c4ca-446c-885c-849badf95728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:39.091618 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:39.115695 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c58e93b5-c4ca-446c-885c-849badf95728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:39.216490 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c58e93b5-c4ca-446c-885c-849badf95728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:39.219197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c58e93b5-c4ca-446c-885c-849badf95728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:39.223031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c58e93b5-c4ca-446c-885c-849badf95728 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/079210ee-65a4-4ac5-b8ff-97686a983634 HTTP/1.1" status: 204 len: 168 time: 0.2336485 Aug 30 13:18:39.241514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e93b5-c4ca-446c-885c-849badf95728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079210ee-65a4-4ac5-b8ff-97686a983634,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:39.355653 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-23d90379-5304-4746-b5cf-236c6c79c1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:39.522990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:39.841797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:39.985755 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:40.069760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Router d09026e4-4fce-4ae8-b20f-0200ea4cba1f is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:18:40.224662 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:40.237813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a84f7-9ec8-43de-a116-d69fefeb7385 None None] Sync routers for ids ['d09026e4-4fce-4ae8-b20f-0200ea4cba1f'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:40.249001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a84f7-9ec8-43de-a116-d69fefeb7385 None None] Routers {'d09026e4-4fce-4ae8-b20f-0200ea4cba1f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:40.250796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b70a84f7-9ec8-43de-a116-d69fefeb7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d09026e4-4fce-4ae8-b20f-0200ea4cba1f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:40.257088 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:40.262334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35104) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:40.263057 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-19b7aad4-48f1-418c-9669-f9066e6ad016 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.8476067 Aug 30 13:18:40.267658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:40.289088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b70a84f7-9ec8-43de-a116-d69fefeb7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:40.311166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70a84f7-9ec8-43de-a116-d69fefeb7385 None None] Routers {'d09026e4-4fce-4ae8-b20f-0200ea4cba1f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:40.312056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b70a84f7-9ec8-43de-a116-d69fefeb7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d09026e4-4fce-4ae8-b20f-0200ea4cba1f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:40.349740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b70a84f7-9ec8-43de-a116-d69fefeb7385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:40.351148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70a84f7-9ec8-43de-a116-d69fefeb7385 None None] The sync data for ids ['d09026e4-4fce-4ae8-b20f-0200ea4cba1f'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:40.784284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:40.802100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:40.822132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:40.930981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Deleting port a96b46c7-e1ac-41da-9c51-eeef8aa9be40 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:18:40.932388 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:41.050126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:41.083453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Calling delete_port for a96b46c7-e1ac-41da-9c51-eeef8aa9be40 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:18:41.502233 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:41.545013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Pushing event deleted for resources: {'Port': ['ID=a96b46c7-e1ac-41da-9c51-eeef8aa9be40,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:41.656526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:41.691536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35168) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:41.987107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-837f3ffc-b1d8-47dc-8ecc-84d3af8f8d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.241926 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.309928 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-837f3ffc-b1d8-47dc-8ecc-84d3af8f8d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.330246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-837f3ffc-b1d8-47dc-8ecc-84d3af8f8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.359102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.363301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.435286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35194) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:42.435451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-837f3ffc-b1d8-47dc-8ecc-84d3af8f8d94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b40953ab5fc647e6b4899105ba2a61ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7428131 Aug 30 13:18:42.436247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f3ffc-b1d8-47dc-8ecc-84d3af8f8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e262710c-cdc6-4ba2-aea2-e2467dc5581b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:42.547439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Router d09026e4-4fce-4ae8-b20f-0200ea4cba1f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:18:42.618722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d94d58d1-d007-43dd-bd30-9af998d35519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.667283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:42.678616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.679011 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ddbcdc-e15e-4421-9903-84fd368366b7 None None] Sync routers for ids ['d09026e4-4fce-4ae8-b20f-0200ea4cba1f'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:42.679861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c6d34b2e-999d-4a5b-b653-524e50f5a79d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "PUT /v2.0/routers/d09026e4-4fce-4ae8-b20f-0200ea4cba1f HTTP/1.1" status: 200 len: 709 time: 2.4161780 Aug 30 13:18:42.681944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d94d58d1-d007-43dd-bd30-9af998d35519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.682744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35216) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:42.695274 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ddbcdc-e15e-4421-9903-84fd368366b7 None None] Routers {'d09026e4-4fce-4ae8-b20f-0200ea4cba1f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:42.700153 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e2ddbcdc-e15e-4421-9903-84fd368366b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d09026e4-4fce-4ae8-b20f-0200ea4cba1f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:42.744856 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d94d58d1-d007-43dd-bd30-9af998d35519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.756687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d94d58d1-d007-43dd-bd30-9af998d35519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:42.757885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d94d58d1-d007-43dd-bd30-9af998d35519 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e262710c-cdc6-4ba2-aea2-e2467dc5581b HTTP/1.1" status: 204 len: 168 time: 0.3212979 Aug 30 13:18:42.762146 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e2ddbcdc-e15e-4421-9903-84fd368366b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:42.776280 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ddbcdc-e15e-4421-9903-84fd368366b7 None None] Routers {'d09026e4-4fce-4ae8-b20f-0200ea4cba1f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:42.777482 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e2ddbcdc-e15e-4421-9903-84fd368366b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d09026e4-4fce-4ae8-b20f-0200ea4cba1f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:42.784251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d58d1-d007-43dd-bd30-9af998d35519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e262710c-cdc6-4ba2-aea2-e2467dc5581b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:42.815403 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e2ddbcdc-e15e-4421-9903-84fd368366b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:42.816983 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ddbcdc-e15e-4421-9903-84fd368366b7 None None] The sync data for ids ['d09026e4-4fce-4ae8-b20f-0200ea4cba1f'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:42.876718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4bb1780c-c50f-4283-b290-0ac237111ea2 tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/routers/d09026e4-4fce-4ae8-b20f-0200ea4cba1f HTTP/1.1" status: 200 len: 744 time: 0.1889055 Aug 30 13:18:42.879392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35228) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:42.952743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4d01d6f8-a0df-4d78-b064-9cdc8ff8183e tempest-RoutersIpV6AdminTest-1892036575 tempest-RoutersIpV6AdminTest-1892036575-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=d09026e4-4fce-4ae8-b20f-0200ea4cba1f HTTP/1.1" status: 200 len: 205 time: 0.0640383 Aug 30 13:18:42.956214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35240) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:43.007759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bd541ce8-639d-48aa-9596-ae1e30b0576a tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=d09026e4-4fce-4ae8-b20f-0200ea4cba1f HTTP/1.1" status: 200 len: 205 time: 0.0489457 Aug 30 13:18:43.010814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35246) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:43.137809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b88d9105-b114-419a-b255-05997298d6e6 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:43.420592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b88d9105-b114-419a-b255-05997298d6e6 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:43.434539 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b88d9105-b114-419a-b255-05997298d6e6 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:43.526319 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b88d9105-b114-419a-b255-05997298d6e6 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:43.528203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88d9105-b114-419a-b255-05997298d6e6 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Fanout notify agent at l3_agent the message router_deleted on router d09026e4-4fce-4ae8-b20f-0200ea4cba1f {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:18:43.544468 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b88d9105-b114-419a-b255-05997298d6e6 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:43.546124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b88d9105-b114-419a-b255-05997298d6e6 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/d09026e4-4fce-4ae8-b20f-0200ea4cba1f HTTP/1.1" status: 204 len: 168 time: 0.5340655 Aug 30 13:18:43.550486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35294) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:43.595015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a6824d79-806e-40db-842e-25f7d97a1d78 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=d09026e4-4fce-4ae8-b20f-0200ea4cba1f HTTP/1.1" status: 200 len: 205 time: 0.0424650 Aug 30 13:18:43.595973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35300) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:43.647726 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-aefd8c26-5bce-4a31-8d84-d78f8ddaf902 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] delete failed (client error): The resource could not be found. Aug 30 13:18:43.652535 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aefd8c26-5bce-4a31-8d84-d78f8ddaf902 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/d09026e4-4fce-4ae8-b20f-0200ea4cba1f HTTP/1.1" status: 404 len: 336 time: 0.0548654 Aug 30 13:18:43.653573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35302) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:43.713881 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35306) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:43.714187 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0b21a50f-42ec-4857-9364-73d191488c2f tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9d9eac0-ae57-4753-88cf-a8b285b1da6c HTTP/1.1" status: 200 len: 205 time: 0.0591719 Aug 30 13:18:43.758546 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-fafeb46b-68fc-40d2-9cb9-d265dd147712 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] delete failed (client error): The resource could not be found. Aug 30 13:18:43.759526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fafeb46b-68fc-40d2-9cb9-d265dd147712 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/a9d9eac0-ae57-4753-88cf-a8b285b1da6c HTTP/1.1" status: 404 len: 336 time: 0.0445938 Aug 30 13:18:43.763001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.205838 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-26f0446f-68ed-49ff-83bf-77203d0687c7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=cac69953-b9b7-4775-adec-2a7178f51842 HTTP/1.1" status: 200 len: 205 time: 0.4416652 Aug 30 13:18:44.208738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35344) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.267170 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-e8f71b90-4429-4cab-b0fd-ed0df508ecbe tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] delete failed (client error): The resource could not be found. Aug 30 13:18:44.271354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e8f71b90-4429-4cab-b0fd-ed0df508ecbe tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/cac69953-b9b7-4775-adec-2a7178f51842 HTTP/1.1" status: 404 len: 336 time: 0.0615129 Aug 30 13:18:44.271550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35350) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.315746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-64427f85-9ddc-40cc-9cbc-a0192b4eb3e6 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6d5bd8c-475e-4d51-927e-54555a662bf3 HTTP/1.1" status: 200 len: 205 time: 0.0420387 Aug 30 13:18:44.324128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35354) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.380002 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-cac21fd8-1a6b-443b-b6fb-120034bf6fa4 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] delete failed (client error): The resource could not be found. Aug 30 13:18:44.381005 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cac21fd8-1a6b-443b-b6fb-120034bf6fa4 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/f6d5bd8c-475e-4d51-927e-54555a662bf3 HTTP/1.1" status: 404 len: 336 time: 0.0559103 Aug 30 13:18:44.383703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35356) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.445354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a719de54-d0e7-4cd8-b879-2756da737127 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=b1b6cd75-b563-4cd2-8edf-7a3bff7bd136 HTTP/1.1" status: 200 len: 205 time: 0.0605576 Aug 30 13:18:44.447880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35360) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.494361 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-8420e455-d170-4a55-ae2a-fac8509589e7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] delete failed (client error): The resource could not be found. Aug 30 13:18:44.495379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8420e455-d170-4a55-ae2a-fac8509589e7 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/b1b6cd75-b563-4cd2-8edf-7a3bff7bd136 HTTP/1.1" status: 404 len: 336 time: 0.0466061 Aug 30 13:18:44.502367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35364) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.560178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5ceb0f47-ff55-4140-9fca-2a0df3c8cec0 tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b09a1de-dd0a-436d-8e1f-b4991be525a5 HTTP/1.1" status: 200 len: 205 time: 0.0566635 Aug 30 13:18:44.563090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35376) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.660999 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-1a1c3302-69af-468b-a2c9-ee8d97c6b22d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] delete failed (client error): The resource could not be found. Aug 30 13:18:44.662015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35380) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.663303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1a1c3302-69af-468b-a2c9-ee8d97c6b22d tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/routers/7b09a1de-dd0a-436d-8e1f-b4991be525a5 HTTP/1.1" status: 404 len: 336 time: 0.0973618 Aug 30 13:18:44.723096 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76bd322-97b9-4a7c-a24a-7c48c094e68c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] DELETE failed (client error): The resource could not be found. Aug 30 13:18:44.723720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76bd322-97b9-4a7c-a24a-7c48c094e68c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:18:44.731290 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b76bd322-97b9-4a7c-a24a-7c48c094e68c tempest-RoutersIpV6AdminTest-578251372 tempest-RoutersIpV6AdminTest-578251372-project] 10.222.0.37 "DELETE /v2.0/subnets/614d10db-8478-46ea-aad9-c5c91cc30cbb HTTP/1.1" status: 404 len: 337 time: 0.0682285 Aug 30 13:18:44.822557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35390) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:44.985286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35398) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:45.343249 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-73b9b17c-ca9f-460a-95f6-1ce236f91d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.373550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47f0dd23-f824-4c89-b199-6ac36cfd2690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.390899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35404) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:45.513103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-73b9b17c-ca9f-460a-95f6-1ce236f91d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.532461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4aacbd9c-d959-47cf-8790-407182ca2898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.550428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-73b9b17c-ca9f-460a-95f6-1ce236f91d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.610055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9b17c-ca9f-460a-95f6-1ce236f91d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46d05d0-d768-4180-b05f-6258e564dba4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:45.620768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35410) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:45.621679 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-73b9b17c-ca9f-460a-95f6-1ce236f91d3d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd02796e84c048fca59716d6731fc045&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7975802 Aug 30 13:18:45.674257 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47f0dd23-f824-4c89-b199-6ac36cfd2690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.682759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47f0dd23-f824-4c89-b199-6ac36cfd2690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.737220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-47f0dd23-f824-4c89-b199-6ac36cfd2690 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=204e30c158c742f986aa51fc6722cb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7482433 Aug 30 13:18:45.737220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0dd23-f824-4c89-b199-6ac36cfd2690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9ca2ce-8569-4236-87e2-a772fdba845d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:45.738134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35414) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:45.795673 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6150fe6-eff1-4cf2-9dcc-c78356e6b42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.798020 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-995e45b4-1de5-4ec1-b7d8-3bc0768f742c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.829442 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-995e45b4-1de5-4ec1-b7d8-3bc0768f742c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.844844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6150fe6-eff1-4cf2-9dcc-c78356e6b42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.946235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-995e45b4-1de5-4ec1-b7d8-3bc0768f742c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.950165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-995e45b4-1de5-4ec1-b7d8-3bc0768f742c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:45.958245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-995e45b4-1de5-4ec1-b7d8-3bc0768f742c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd9ca2ce-8569-4236-87e2-a772fdba845d HTTP/1.1" status: 204 len: 168 time: 0.2192028 Aug 30 13:18:45.968595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e45b4-1de5-4ec1-b7d8-3bc0768f742c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9ca2ce-8569-4236-87e2-a772fdba845d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:46.012751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4aacbd9c-d959-47cf-8790-407182ca2898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:46.020694 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4aacbd9c-d959-47cf-8790-407182ca2898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:46.055312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacbd9c-d959-47cf-8790-407182ca2898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d202c221-d5dc-4715-af75-e0a0f51333eb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:46.143559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35422) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:46.143717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4aacbd9c-d959-47cf-8790-407182ca2898 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=59f0059f51ad4b6884d1c64de3b8992d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7513769 Aug 30 13:18:46.163764 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6150fe6-eff1-4cf2-9dcc-c78356e6b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:46.170600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6150fe6-eff1-4cf2-9dcc-c78356e6b42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:46.172167 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b6150fe6-eff1-4cf2-9dcc-c78356e6b42d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a46d05d0-d768-4180-b05f-6258e564dba4 HTTP/1.1" status: 204 len: 168 time: 0.5506318 Aug 30 13:18:46.188180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6150fe6-eff1-4cf2-9dcc-c78356e6b42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46d05d0-d768-4180-b05f-6258e564dba4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:46.301565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dddbcaf8-88d2-4cf0-8d44-1233fc9701ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:46.346493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dddbcaf8-88d2-4cf0-8d44-1233fc9701ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:46.458679 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dddbcaf8-88d2-4cf0-8d44-1233fc9701ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:46.469789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dddbcaf8-88d2-4cf0-8d44-1233fc9701ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:46.471899 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dddbcaf8-88d2-4cf0-8d44-1233fc9701ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d202c221-d5dc-4715-af75-e0a0f51333eb HTTP/1.1" status: 204 len: 168 time: 0.3270147 Aug 30 13:18:46.482188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddbcaf8-88d2-4cf0-8d44-1233fc9701ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d202c221-d5dc-4715-af75-e0a0f51333eb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:46.962857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35442) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:46.992546 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9738e7c2-0a5b-4147-853f-decc80af186a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.117708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9738e7c2-0a5b-4147-853f-decc80af186a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.124031 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9738e7c2-0a5b-4147-853f-decc80af186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.171344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9738e7c2-0a5b-4147-853f-decc80af186a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8277397b86584b41aa6399ff965b6573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062149 Aug 30 13:18:47.174344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35450) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:47.181794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738e7c2-0a5b-4147-853f-decc80af186a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ec8ed0-78bc-47f4-9b77-864e1f02b9f5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:47.215932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35454) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:47.258478 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd73199c-a92e-48b8-891d-e45a45b208b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.265092 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5eb84cbb-c738-476e-a7f8-d867b8e9ee2c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e536714def2b41a4b0eb3870b968c51d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476923 Aug 30 13:18:47.267284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35460) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:47.298126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd73199c-a92e-48b8-891d-e45a45b208b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.360898 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02ac7cc7-8df0-4b35-9017-7fe38cbd5f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.368043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd73199c-a92e-48b8-891d-e45a45b208b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.372370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd73199c-a92e-48b8-891d-e45a45b208b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.376761 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dd73199c-a92e-48b8-891d-e45a45b208b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f7ec8ed0-78bc-47f4-9b77-864e1f02b9f5 HTTP/1.1" status: 204 len: 168 time: 0.2012808 Aug 30 13:18:47.393430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73199c-a92e-48b8-891d-e45a45b208b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ec8ed0-78bc-47f4-9b77-864e1f02b9f5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:47.435840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02ac7cc7-8df0-4b35-9017-7fe38cbd5f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.500083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02ac7cc7-8df0-4b35-9017-7fe38cbd5f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.503432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02ac7cc7-8df0-4b35-9017-7fe38cbd5f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:47.507438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-02ac7cc7-8df0-4b35-9017-7fe38cbd5f30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3e5d4b2-6cc9-4edb-a3a3-5e94c653ab63 HTTP/1.1" status: 204 len: 168 time: 0.2365992 Aug 30 13:18:47.514932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac7cc7-8df0-4b35-9017-7fe38cbd5f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e5d4b2-6cc9-4edb-a3a3-5e94c653ab63,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:47.876253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35486) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:48.073986 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84500330-8b59-43ab-8115-844cd27d4d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.218610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84500330-8b59-43ab-8115-844cd27d4d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.234794 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84500330-8b59-43ab-8115-844cd27d4d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.279416 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-84500330-8b59-43ab-8115-844cd27d4d54 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cfa1627c5e794d9ea015274e20bed03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018025 Aug 30 13:18:48.280266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84500330-8b59-43ab-8115-844cd27d4d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f830c511-8a1d-458c-853d-58a394340f4a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:48.282025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35518) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:48.351403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35524) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:48.356028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed32a4-8498-482d-873f-61cb3ded0f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.379957 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed32a4-8498-482d-873f-61cb3ded0f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.451878 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed32a4-8498-482d-873f-61cb3ded0f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.455092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed32a4-8498-482d-873f-61cb3ded0f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.458729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-81ed32a4-8498-482d-873f-61cb3ded0f50 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f830c511-8a1d-458c-853d-58a394340f4a HTTP/1.1" status: 204 len: 168 time: 0.1727333 Aug 30 13:18:48.466204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed32a4-8498-482d-873f-61cb3ded0f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f830c511-8a1d-458c-853d-58a394340f4a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:48.576489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-771724740-network', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:48.610568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Made reservation on behalf of ac4f01f67e494d6eb90c5538f74d680d for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:48.615331 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.630301 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.743827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.749489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.795261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:18:48.798312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7fb15b-517c-45b6-904a-e921aa6c8327,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:48.814793 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.815238 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Added segment efd249d7-704e-47d5-b30f-4719c574e9e0 of type vlan for network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e Aug 30 13:18:48.861759 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.893453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.894581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:48.895170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:48.973993 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6217005 Aug 30 13:18:48.974909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ec26f-ec40-4615-a60c-b8fdee1ebc94 admin admin] Pushing event updated for resources: {'Network': ['ID=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:48.977004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35556) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:48.991181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Request body: {'subnet': {'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-771724740-subnet', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:48.995047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:18:49.022136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35558) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.028709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Made reservation on behalf of ac4f01f67e494d6eb90c5538f74d680d for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:49.032998 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.054710 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-deecdd53-3548-46a9-8f6f-b8ed56be5cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.204381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-deecdd53-3548-46a9-8f6f-b8ed56be5cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.209909 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-deecdd53-3548-46a9-8f6f-b8ed56be5cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.244731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecdd53-3548-46a9-8f6f-b8ed56be5cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778eb73d-6b41-4c2e-bb72-7786bbaab572,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:49.271611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-deecdd53-3548-46a9-8f6f-b8ed56be5cb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=77142a60b69740e8b4d0f266805094e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484348 Aug 30 13:18:49.272289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35562) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.317825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.346726 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70200e83-0a00-4761-8bdd-e9199a953419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.370437 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70200e83-0a00-4761-8bdd-e9199a953419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.391886 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35564) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.431771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15ca0a7-0410-4277-9104-d047cff6fa65,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:49.441503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Checking segment: {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:49.441920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Network hostable DHCP agents. Network: 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:18:49.444353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70200e83-0a00-4761-8bdd-e9199a953419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.447913 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70200e83-0a00-4761-8bdd-e9199a953419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.453038 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-70200e83-0a00-4761-8bdd-e9199a953419 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/778eb73d-6b41-4c2e-bb72-7786bbaab572 HTTP/1.1" status: 204 len: 168 time: 0.1795089 Aug 30 13:18:49.463107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70200e83-0a00-4761-8bdd-e9199a953419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778eb73d-6b41-4c2e-bb72-7786bbaab572,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:49.473856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:18:49.498002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:49.507677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:49.508908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.509605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d528aa4f-f9ea-49d8-9165-ca9b95081d20 None None] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:49.561883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8a19ff67-f7b9-4c27-81b5-f8a3ef8ccecc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5799427 Aug 30 13:18:49.564099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35578) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.569928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:49.598318 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.599718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.719692 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.799477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-a0d32169-abb7-4760-9e35-a672453df2fc tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.800497 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a0d32169-abb7-4760-9e35-a672453df2fc tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4078288 Aug 30 13:18:49.804170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35598) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.816796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-ecdeb2b1-d9c3-423a-84bb-3c7ac625996c tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.819990 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ecdeb2b1-d9c3-423a-84bb-3c7ac625996c tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0123308 Aug 30 13:18:49.825126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35600) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.845056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-ccbc2202-9979-4570-9f85-db2cb1fbf2a9 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.846318 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ccbc2202-9979-4570-9f85-db2cb1fbf2a9 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0132606 Aug 30 13:18:49.850197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35602) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.860846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-505d2c75-bc14-465b-8cab-90d44c4e6167 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.864293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-505d2c75-bc14-465b-8cab-90d44c4e6167 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0115371 Aug 30 13:18:49.867907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35604) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.889958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-e869d444-d45e-4a8d-a8ba-0ee2f2247a1f tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.892569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e869d444-d45e-4a8d-a8ba-0ee2f2247a1f tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0186639 Aug 30 13:18:49.900038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35610) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.910453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-f5155e78-5b6a-4f13-87ff-d2bb6ee4c579 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.912191 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f5155e78-5b6a-4f13-87ff-d2bb6ee4c579 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0101988 Aug 30 13:18:49.916828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35616) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.939642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-9458678c-2dd9-4fb1-b894-4a671182399e tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.941795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9458678c-2dd9-4fb1-b894-4a671182399e tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0168464 Aug 30 13:18:49.944242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35620) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.962088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-d74b63ef-d965-420a-9037-8a9aff9bc515 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.963068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d74b63ef-d965-420a-9037-8a9aff9bc515 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0179007 Aug 30 13:18:49.965852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35624) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.968171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52523089-6406-48bd-bea6-8a537494209b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:18:49.969136 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-52523089-6406-48bd-bea6-8a537494209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:49.972899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-4f5cac30-22df-4c5e-94ef-4194625f6af8 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.974411 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4f5cac30-22df-4c5e-94ef-4194625f6af8 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0072563 Aug 30 13:18:49.976796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35626) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.982615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-cd6132bc-6b78-455f-8f67-f0b6e746d750 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.983704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cd6132bc-6b78-455f-8f67-f0b6e746d750 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0059116 Aug 30 13:18:49.986536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35628) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:49.990849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-8773725a-0883-4bd2-af78-7c865bbb5a75 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:49.991725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8773725a-0883-4bd2-af78-7c865bbb5a75 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042636 Aug 30 13:18:49.998463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35630) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.010050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-bcc1f1e4-487d-446c-bb82-47d0697428ce tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.010748 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bcc1f1e4-487d-446c-bb82-47d0697428ce tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0112920 Aug 30 13:18:50.013755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35632) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.017464 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:50.019331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-fa003427-d56e-4745-b224-92b1b3617529 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.020306 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fa003427-d56e-4745-b224-92b1b3617529 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0055802 Aug 30 13:18:50.022865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35634) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.029364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-3d95b753-37d7-4221-a552-c60936978fd1 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.031202 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3d95b753-37d7-4221-a552-c60936978fd1 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0066516 Aug 30 13:18:50.033918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35636) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.039398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-ea661f88-c52e-4f4a-bded-36c413bb2d5d tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.041298 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ea661f88-c52e-4f4a-bded-36c413bb2d5d tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0063646 Aug 30 13:18:50.048247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35638) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.053870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-82bf5bfe-82ac-4e69-98f4-97d8da197fa5 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.055305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-82bf5bfe-82ac-4e69-98f4-97d8da197fa5 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050230 Aug 30 13:18:50.058695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35640) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.066049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-638daec6-17e4-4152-9e30-580a58eb6a94 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.067317 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-638daec6-17e4-4152-9e30-580a58eb6a94 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0075083 Aug 30 13:18:50.071200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35642) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.076957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-1c81f104-c17a-4492-8259-ace942c2f806 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.078292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1c81f104-c17a-4492-8259-ace942c2f806 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0059097 Aug 30 13:18:50.081232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35644) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.090973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-814fcefe-afeb-43eb-9d86-20b517c2b2cb tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.092209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-814fcefe-afeb-43eb-9d86-20b517c2b2cb tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0095317 Aug 30 13:18:50.094795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35646) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.101128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-e64a140e-eaba-4438-9ade-cb808f1d4c71 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.102419 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e64a140e-eaba-4438-9ade-cb808f1d4c71 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0066354 Aug 30 13:18:50.105479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35648) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.112022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-355d295e-0438-4f3d-bbaa-fdfa7d2bfac4 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.113477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-355d295e-0438-4f3d-bbaa-fdfa7d2bfac4 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061669 Aug 30 13:18:50.117144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35650) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.122760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-3615c5dc-1a7b-459a-b325-909414e84037 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.123777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3615c5dc-1a7b-459a-b325-909414e84037 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055149 Aug 30 13:18:50.126207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35652) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.134355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-7b335994-0a96-4935-ba98-b2d65fad5628 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.138473 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7b335994-0a96-4935-ba98-b2d65fad5628 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0106430 Aug 30 13:18:50.142241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35654) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.169414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-bcfa3c61-e5fb-4017-8ff2-253f38a26e00 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.178078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bcfa3c61-e5fb-4017-8ff2-253f38a26e00 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0347116 Aug 30 13:18:50.179334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35658) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.192445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-b1d69195-15ab-4033-8068-290750995bc4 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.200118 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b1d69195-15ab-4033-8068-290750995bc4 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0173011 Aug 30 13:18:50.201777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35660) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.213245 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-6dc3cfd5-0648-4a3b-a1d2-82898eca9f5c tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.219107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6dc3cfd5-0648-4a3b-a1d2-82898eca9f5c tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0163083 Aug 30 13:18:50.219900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35662) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.230757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-31017c11-3d02-499a-a66a-051931536345 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.235979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-31017c11-3d02-499a-a66a-051931536345 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0149984 Aug 30 13:18:50.237262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35664) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.242114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-e48cba0f-dc81-40ad-9ccc-bfaf4835ab0c tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.246296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e48cba0f-dc81-40ad-9ccc-bfaf4835ab0c tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078073 Aug 30 13:18:50.247015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35666) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.251515 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-25ca7114-8504-40cf-904f-1998f01b13b5 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.255051 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-25ca7114-8504-40cf-904f-1998f01b13b5 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0071907 Aug 30 13:18:50.255676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35670) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.258824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-52523089-6406-48bd-bea6-8a537494209b None None] Allocated IP 172.20.0.2 (6e2ef5cf-0b6b-496c-b88c-d00da9d3454e/b15ca0a7-0410-4277-9104-d047cff6fa65/e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:50.259908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-77cde383-d2a5-45ae-84b7-fb3584185aff tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.264574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-77cde383-d2a5-45ae-84b7-fb3584185aff tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0079482 Aug 30 13:18:50.265218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35672) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.269496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-aaaab3e6-2139-47fa-99dc-cc39379169a9 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.270589 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aaaab3e6-2139-47fa-99dc-cc39379169a9 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044527 Aug 30 13:18:50.273182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35674) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.280219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-3eb71c67-185f-4688-90c6-30e9209b99cb tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.280871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3eb71c67-185f-4688-90c6-30e9209b99cb tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0062749 Aug 30 13:18:50.283371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35676) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.297359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-630045d4-c81c-440c-bd90-ae8ff2271036 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.298408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-630045d4-c81c-440c-bd90-ae8ff2271036 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0119429 Aug 30 13:18:50.301185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35680) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.307999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-4ac29a8e-4ffc-4b98-9ad0-82c627025877 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.312406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4ac29a8e-4ffc-4b98-9ad0-82c627025877 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0100851 Aug 30 13:18:50.314976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35682) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.319242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-73c80cd6-7edb-492a-9990-0de6625ce497 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.320167 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-73c80cd6-7edb-492a-9990-0de6625ce497 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0042834 Aug 30 13:18:50.329791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35684) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.338255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-1bdbbee4-46d0-4d21-8442-bf0ac9303337 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.339827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1bdbbee4-46d0-4d21-8442-bf0ac9303337 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0110385 Aug 30 13:18:50.355808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35688) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.363404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:50.375539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-655d8c08-6a3e-4cd1-af7a-887637054073 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.376508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-655d8c08-6a3e-4cd1-af7a-887637054073 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0193679 Aug 30 13:18:50.379798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35690) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.389556 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:50.389714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-9a3b9ed7-f6a5-44a9-8837-fb12fde3da18 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.390627 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9a3b9ed7-f6a5-44a9-8837-fb12fde3da18 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0098855 Aug 30 13:18:50.393195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35692) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.401012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-2a35ce3f-93ef-4509-ad85-c94f1fd5b9ae tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.402913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2a35ce3f-93ef-4509-ad85-c94f1fd5b9ae tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0078053 Aug 30 13:18:50.405756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35696) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.410686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-095d438e-f13d-46bd-b407-3a6c12f885b0 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.413971 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-095d438e-f13d-46bd-b407-3a6c12f885b0 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0068727 Aug 30 13:18:50.415993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35698) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.428282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-3cb9f9c8-7ad5-4519-90cf-2f114bbe6fb8 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.432602 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3cb9f9c8-7ad5-4519-90cf-2f114bbe6fb8 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0153780 Aug 30 13:18:50.436072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35700) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.446741 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-ae6efa79-44f9-47f6-a90d-83523c8e9030 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.454749 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ae6efa79-44f9-47f6-a90d-83523c8e9030 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0160742 Aug 30 13:18:50.455685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35702) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.467339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-6fc05b83-e10e-4fef-9bca-c35e174df37e tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.473240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35704) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.474897 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6fc05b83-e10e-4fef-9bca-c35e174df37e tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0160522 Aug 30 13:18:50.479554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-c3179eb1-d55a-4721-beff-a48ba41f671a tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.483694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35706) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.485123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c3179eb1-d55a-4721-beff-a48ba41f671a tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0102797 Aug 30 13:18:50.489306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35708) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.497013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-4376af6c-b80a-4981-9c1a-7769dff905a8 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.498233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4376af6c-b80a-4981-9c1a-7769dff905a8 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0075376 Aug 30 13:18:50.501292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35712) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.508604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-0a0cf09d-40f2-4bfb-a123-101481287eae tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.513021 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0a0cf09d-40f2-4bfb-a123-101481287eae tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0082171 Aug 30 13:18:50.513297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35714) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.517924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-2f7d3384-ed76-46bd-9284-5834cb397b9b tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.519032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2f7d3384-ed76-46bd-9284-5834cb397b9b tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048530 Aug 30 13:18:50.521869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35716) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.535899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-bd63599f-918d-460d-985e-f91dd9f96fa1 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.539806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bd63599f-918d-460d-985e-f91dd9f96fa1 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0162425 Aug 30 13:18:50.540422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35718) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.550790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-81403707-fc54-41f8-88ed-f6aa4c3d775f tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.560096 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-81403707-fc54-41f8-88ed-f6aa4c3d775f tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0184581 Aug 30 13:18:50.560752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35720) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.567321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-93facdf3-def3-47cd-af34-bb0ea99c160e tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.571475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-93facdf3-def3-47cd-af34-bb0ea99c160e tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0097332 Aug 30 13:18:50.572127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35724) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.579960 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-52523089-6406-48bd-bea6-8a537494209b None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:50.591572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-52523089-6406-48bd-bea6-8a537494209b None None] Transition to ACTIVE for port object e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:50.594788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-25f3aad5-8479-4bb2-8902-6bf8c2026086 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.600002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35726) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.601653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-25f3aad5-8479-4bb2-8902-6bf8c2026086 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0153220 Aug 30 13:18:50.604530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-b204fc6c-afbe-4fd0-9b2e-2f4ffc71ae29 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.609554 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b204fc6c-afbe-4fd0-9b2e-2f4ffc71ae29 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0084734 Aug 30 13:18:50.610328 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35728) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.615492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-26dc6019-7e6b-4f7f-8842-be0b0cdc0171 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.617707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-26dc6019-7e6b-4f7f-8842-be0b0cdc0171 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0052209 Aug 30 13:18:50.618997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35730) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.628458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-5113a536-7f5c-4bd8-b4ce-44a887db8304 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.632628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-52523089-6406-48bd-bea6-8a537494209b None None] Transition to ACTIVE for port object e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:50.633969 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5113a536-7f5c-4bd8-b4ce-44a887db8304 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0138564 Aug 30 13:18:50.638013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35732) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.643966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-836f284b-365f-40b9-8362-986904159cc8 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.645922 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-836f284b-365f-40b9-8362-986904159cc8 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067127 Aug 30 13:18:50.648876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35734) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.649516 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-52523089-6406-48bd-bea6-8a537494209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:50.654995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Allocated IP 172.25.2.153 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/6a7bcea1-9648-498d-a402-e921e497e1b8) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:50.659736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-059d943d-6470-47b2-bacc-28f1ec885359 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.661211 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-059d943d-6470-47b2-bacc-28f1ec885359 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0106277 Aug 30 13:18:50.668345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35736) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.673091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-eb25f792-6c3d-4369-9402-39c19a02a10f tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.678500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eb25f792-6c3d-4369-9402-39c19a02a10f tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0091095 Aug 30 13:18:50.679110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35738) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.685125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-36bf2cc5-4c0c-4fc4-b504-8af57876cd89 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.687349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-36bf2cc5-4c0c-4fc4-b504-8af57876cd89 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073016 Aug 30 13:18:50.698670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35740) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.720043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-5819e217-9309-419c-bf33-ae38a3991495 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.724677 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5819e217-9309-419c-bf33-ae38a3991495 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0201058 Aug 30 13:18:50.724677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35744) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.735305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-5c3ed93e-990a-41be-a384-eab85e972b89 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.738767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5c3ed93e-990a-41be-a384-eab85e972b89 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0111086 Aug 30 13:18:50.740244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35748) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.755968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-054990fa-1bd7-4b14-a21b-babfbce66f8b tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.763396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-054990fa-1bd7-4b14-a21b-babfbce66f8b tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0208223 Aug 30 13:18:50.764866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35750) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.766286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52523089-6406-48bd-bea6-8a537494209b None None] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:50.768168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-52523089-6406-48bd-bea6-8a537494209b None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:50.769608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-8709de1d-b986-493f-8ffe-abfdc0d55758 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.772020 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8709de1d-b986-493f-8ffe-abfdc0d55758 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0063570 Aug 30 13:18:50.774658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35754) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.779945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52523089-6406-48bd-bea6-8a537494209b None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:50.786375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-af3e3828-0cc0-47be-91a1-d97927c5121f tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.789616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-af3e3828-0cc0-47be-91a1-d97927c5121f tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0118032 Aug 30 13:18:50.789945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523089-6406-48bd-bea6-8a537494209b None None] Pushing event updated for resources: {'Port': ['ID=e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:50.790779 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35756) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.800176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-1abd8e88-74f6-4aec-a05a-7888da02f569 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.805378 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1abd8e88-74f6-4aec-a05a-7888da02f569 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0108387 Aug 30 13:18:50.806260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35758) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.818334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-2b64e732-0807-48d2-83eb-f1fbfd7aedbe tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.825227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35760) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.827163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2b64e732-0807-48d2-83eb-f1fbfd7aedbe tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0194867 Aug 30 13:18:50.832394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-79e88ed1-4c23-4f8d-a9fe-4f123fc4385c tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.835563 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-79e88ed1-4c23-4f8d-a9fe-4f123fc4385c tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0076001 Aug 30 13:18:50.836966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35762) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.847486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-f7a67a79-bfb6-4cf1-9be7-59f5acb574a9 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.851058 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f7a67a79-bfb6-4cf1-9be7-59f5acb574a9 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0118563 Aug 30 13:18:50.856252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35764) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.871539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [None req-87244706-6cfb-4410-9d30-40c1955e07e0 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.875116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-87244706-6cfb-4410-9d30-40c1955e07e0 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0154366 Aug 30 13:18:50.880935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:50.890217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [None req-f61c4191-a6b2-4b54-9ecb-b7abd0cc22b5 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:18:50.894283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f61c4191-a6b2-4b54-9ecb-b7abd0cc22b5 tempest-ExtensionsTestJSON-292047669 tempest-ExtensionsTestJSON-292047669-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0093594 Aug 30 13:18:50.894283 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:50.905445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-52523089-6406-48bd-bea6-8a537494209b None None] Attempting to bind port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:50.906452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-52523089-6406-48bd-bea6-8a537494209b None None] Attempting to bind port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:50.907034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52523089-6406-48bd-bea6-8a537494209b None None] Attempting to bind port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 on network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:50.914499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52523089-6406-48bd-bea6-8a537494209b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:50.915259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52523089-6406-48bd-bea6-8a537494209b None None] Checking segment: {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:50.915823 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-52523089-6406-48bd-bea6-8a537494209b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:50.916823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52523089-6406-48bd-bea6-8a537494209b None None] Bound using segment: {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:50.918775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-52523089-6406-48bd-bea6-8a537494209b None None] Bound port: e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:50.919878 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-52523089-6406-48bd-bea6-8a537494209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:50.946271 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.092474 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.137863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:51.147878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.168753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.208610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-52523089-6406-48bd-bea6-8a537494209b None None] For port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:51.228882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:51.233632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:51.239437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-52523089-6406-48bd-bea6-8a537494209b None None] For port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:51.261858 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-52523089-6406-48bd-bea6-8a537494209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.294535 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4859af69657457ba0be8156974810d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8045723 Aug 30 13:18:51.294535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a881bef-1fdb-4448-a7b4-65a096ddc28d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:51.304358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35786) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:51.347111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.347506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.348082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.348663 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.349207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.350334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.350911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.351453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.354654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.355237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.355944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.356512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfa8dc6-7b95-466a-8372-d461d82fa873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:18:51.366537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=6a7bcea1-9648-498d-a402-e921e497e1b8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:51.374870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523089-6406-48bd-bea6-8a537494209b None None] Pushing event updated for resources: {'Port': ['ID=e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:51.464785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35788) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:51.493728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2321a191-73c8-45fa-b62e-c2825a9f6e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.526035 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2321a191-73c8-45fa-b62e-c2825a9f6e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.610797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2321a191-73c8-45fa-b62e-c2825a9f6e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.615460 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2321a191-73c8-45fa-b62e-c2825a9f6e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.620471 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2321a191-73c8-45fa-b62e-c2825a9f6e69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a881bef-1fdb-4448-a7b4-65a096ddc28d HTTP/1.1" status: 204 len: 168 time: 0.3139465 Aug 30 13:18:51.639738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321a191-73c8-45fa-b62e-c2825a9f6e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a881bef-1fdb-4448-a7b4-65a096ddc28d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:51.838504 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:51.978096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d883a9-d2af-4505-877c-c2aea8b2960c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:52.090371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:18:52.205113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:18:52.233330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:52.427022 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d883a9-d2af-4505-877c-c2aea8b2960c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:52.438076 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83d883a9-d2af-4505-877c-c2aea8b2960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:52.525782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35818) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:52.529583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-83d883a9-d2af-4505-877c-c2aea8b2960c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=145619946bed49b4a510116be0dbdf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0636637 Aug 30 13:18:52.534425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d883a9-d2af-4505-877c-c2aea8b2960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bede0ef4-96a9-4021-a124-816aaae8343f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:52.597844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:18:52.653832 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3839ad7-b4d0-47f2-b713-402846947015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:52.688859 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3839ad7-b4d0-47f2-b713-402846947015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:52.705232 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:18:52.778251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3839ad7-b4d0-47f2-b713-402846947015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:52.781051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f3839ad7-b4d0-47f2-b713-402846947015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:52.782647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f3839ad7-b4d0-47f2-b713-402846947015 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bede0ef4-96a9-4021-a124-816aaae8343f HTTP/1.1" status: 204 len: 168 time: 0.2550020 Aug 30 13:18:52.799664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3839ad7-b4d0-47f2-b713-402846947015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bede0ef4-96a9-4021-a124-816aaae8343f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:52.879222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b4d367-52ef-4526-812e-e3132e0a8fa9 None None] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:52.882411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:52.905535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Sync routers for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:52.907877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:52.910506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-26c2b645-460e-4062-8579-b967163f9ab9 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3446622 Aug 30 13:18:52.912801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35836) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:52.996215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:52.996865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:53.051739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cd00aae9-1d56-45de-b7e4-5d68be01a094 None None] Provisioning for port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:18:53.063411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cd00aae9-1d56-45de-b7e4-5d68be01a094 None None] Provisioning complete for port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:53.063790 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd00aae9-1d56-45de-b7e4-5d68be01a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:53.213027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:18:53.478496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd00aae9-1d56-45de-b7e4-5d68be01a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:53.534339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cd00aae9-1d56-45de-b7e4-5d68be01a094 None None] For port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:53.544071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:51Z', 'revision_number': 3, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:53.584836 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd00aae9-1d56-45de-b7e4-5d68be01a094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:53.878405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:53.992369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00aae9-1d56-45de-b7e4-5d68be01a094 None None] Pushing event updated for resources: {'Port': ['ID=e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:53.995143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Checking router: b01d2db9-1ab8-4c14-aa15-b1b89eb99688 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:18:53.995377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Updating router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 port 6a7bcea1-9648-498d-a402-e921e497e1b8 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:18:54.046966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:54.050897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d998553a-23b1-4c16-a3a4-00e9eb395ce2 None None] Provisioning complete for port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:54.051467 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d998553a-23b1-4c16-a3a4-00e9eb395ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:54.320714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Allocated IP 172.20.0.1 (6e2ef5cf-0b6b-496c-b88c-d00da9d3454e/b15ca0a7-0410-4277-9104-d047cff6fa65/770df0c3-de28-4f25-ba27-909f0032019f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:54.633392 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:54.646918 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Transition to ACTIVE for port object 6a7bcea1-9648-498d-a402-e921e497e1b8 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:54.655877 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:54.711737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34058dea-e602-4c74-91d3-e40bac0105ff None None] Pushing event updated for resources: {'Port': ['ID=6a7bcea1-9648-498d-a402-e921e497e1b8,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:54.740980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Attempting to bind port 6a7bcea1-9648-498d-a402-e921e497e1b8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:54.741360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Attempting to bind port 6a7bcea1-9648-498d-a402-e921e497e1b8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:54.741754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Attempting to bind port 6a7bcea1-9648-498d-a402-e921e497e1b8 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:54.749298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:54.750049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:54.750501 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:54.751229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:54.752404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Bound port: 6a7bcea1-9648-498d-a402-e921e497e1b8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:54.753075 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:54.826672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] For port 6a7bcea1-9648-498d-a402-e921e497e1b8, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:54.832349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] For port 6a7bcea1-9648-498d-a402-e921e497e1b8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6a7bcea1-9648-498d-a402-e921e497e1b8,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:54.843731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35946) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:54.849098 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:54.926869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:54.927511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:54.959528 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:54.997635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Transition to ACTIVE for port object 770df0c3-de28-4f25-ba27-909f0032019f will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:55.086379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.091051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:18:55.115342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:55.119146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:55.119651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-570181259'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:55.159789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Made reservation on behalf of aab6debe9c2b43fb8f1f09625235cf15 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:55.166743 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.169472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:55.185828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.249541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.271574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35978) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:55.335138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34058dea-e602-4c74-91d3-e40bac0105ff None None] Pushing event updated for resources: {'Port': ['ID=6a7bcea1-9648-498d-a402-e921e497e1b8,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:55.374109 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.380407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.440616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:18:55.481069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Pushing event updated for resources: {'Port': ['ID=770df0c3-de28-4f25-ba27-909f0032019f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:55.487885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac79cc7-84e4-427a-addc-126f50d00c1f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:55.499319 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.499674 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Added segment efc93300-170d-435a-8ebc-840a8a954e12 of type vlan for network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe Aug 30 13:18:55.544550 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.547660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:51Z', 'revision_number': 3, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:55.562694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-85aa9b88-4d68-44a5-87b5-1e117488e77d tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:55.610068 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.614992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-615c1e2c-a62f-41b0-88db-2445488d5169 None None] Provisioning for port 770df0c3-de28-4f25-ba27-909f0032019f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:18:55.616456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:55.617277 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.628090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f391bd-ede7-42d4-ba08-415e9d84e994 None None] The sync data for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 is: [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:51Z', 'revision_number': 3, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:18:55.633136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-615c1e2c-a62f-41b0-88db-2445488d5169 None None] Provisioning complete for port 770df0c3-de28-4f25-ba27-909f0032019f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:55.636542 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-615c1e2c-a62f-41b0-88db-2445488d5169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.642738 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:55.717884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-615c1e2c-a62f-41b0-88db-2445488d5169 None None] Port 770df0c3-de28-4f25-ba27-909f0032019f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:18:55.731751 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8822887 Aug 30 13:18:55.734315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35994) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:55.740012 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-85aa9b88-4d68-44a5-87b5-1e117488e77d tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] 10.222.0.37 "PUT /v2.0/quotas/6de695a2d2024444a67a74ae04fdc69a HTTP/1.1" status: 200 len: 366 time: 0.4671631 Aug 30 13:18:55.740752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35996) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:55.748242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Request body: {'subnet': {'network_id': '766e788b-d8c6-49c8-9bb1-81f894d7a9fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:55.763447 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1741c040-6446-428d-a4f9-b3eb0970a3b3 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0181472 Aug 30 13:18:55.769624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35998) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:55.780186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaead8ed-f631-4511-900f-89f7a5585218 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event updated for resources: {'Network': ['ID=766e788b-d8c6-49c8-9bb1-81f894d7a9fe,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:55.790698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:18:55.802776 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-db839330-72a3-415d-9fe1-882423fa082c tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] 10.222.0.37 "GET /v2.0/quotas/6de695a2d2024444a67a74ae04fdc69a HTTP/1.1" status: 200 len: 366 time: 0.0319796 Aug 30 13:18:55.803406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36000) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:55.834577 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-36c4f7a5-8c93-41f6-a110-464b7c16097f tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/6de695a2d2024444a67a74ae04fdc69a HTTP/1.1" status: 204 len: 168 time: 0.0299952 Aug 30 13:18:55.835218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36004) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:55.851622 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-974f6fa1-46b8-4f3a-be87-83a3c78ddcf1 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0153010 Aug 30 13:18:55.858900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36006) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:55.879931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be8749b8-759d-4f5d-acc7-dbbfcc86afb4 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] 10.222.0.37 "GET /v2.0/quotas/6de695a2d2024444a67a74ae04fdc69a HTTP/1.1" status: 200 len: 370 time: 0.0201790 Aug 30 13:18:55.882303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36008) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:55.888321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a4dd72ee-3100-43f1-a4c7-fb1bed6a02a0 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] 10.222.0.37 "GET /v2.0/quotas/6de695a2d2024444a67a74ae04fdc69a/default HTTP/1.1" status: 200 len: 370 time: 0.0047243 Aug 30 13:18:55.892761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36010) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:55.908754 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-e6d0d5aa-b593-430a-8eb4-35d72282f030 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] delete failed (client error): The resource could not be found. Aug 30 13:18:55.913970 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6d0d5aa-b593-430a-8eb4-35d72282f030 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/6de695a2d2024444a67a74ae04fdc69a HTTP/1.1" status: 404 len: 348 time: 0.0155270 Aug 30 13:18:56.033620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Made reservation on behalf of aab6debe9c2b43fb8f1f09625235cf15 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:56.043085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36014) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:56.044218 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.089892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:18:56.224475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:56.225400 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.234448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36022) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:56.267903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Usage tracker for resource:network and tenant:1b0bd8bc5a994430919801bcd887fee0 is out of sync, need to count used quota {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 13:18:56.289333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 13:18:56.308637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Usage tracker for resource:subnet and tenant:1b0bd8bc5a994430919801bcd887fee0 is out of sync, need to count used quota {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 13:18:56.324825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 13:18:56.349113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Usage tracker for resource:subnetpool and tenant:1b0bd8bc5a994430919801bcd887fee0 is out of sync, need to count used quota {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 13:18:56.368189 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.371983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 13:18:56.380063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.392901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Usage tracker for resource:port and tenant:1b0bd8bc5a994430919801bcd887fee0 is out of sync, need to count used quota {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 13:18:56.407935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 13:18:56.430870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Usage tracker for resource:router and tenant:1b0bd8bc5a994430919801bcd887fee0 is out of sync, need to count used quota {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 13:18:56.441614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 13:18:56.464973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Usage tracker for resource:floatingip and tenant:1b0bd8bc5a994430919801bcd887fee0 is out of sync, need to count used quota {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 13:18:56.476962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 13:18:56.533156 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.555516 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d937b8d-121b-4bc7-af54-f871815361c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.560629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Pushing event updated for resources: {'Port': ['ID=770df0c3-de28-4f25-ba27-909f0032019f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:56.563500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Usage tracker for resource:security_group and tenant:1b0bd8bc5a994430919801bcd887fee0 is out of sync, need to count used quota {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 13:18:56.580300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 13:18:56.595948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Usage tracker for resource:security_group_rule and tenant:1b0bd8bc5a994430919801bcd887fee0 is out of sync, need to count used quota {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 13:18:56.606058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.quota.resource [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95699) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 13:18:56.623346 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-979b684d-4997-4cf2-a330-2d7b9cd50a87 tempest-QuotasTest-776131184 tempest-QuotasTest-776131184-project-admin] 10.222.0.37 "GET /v2.0/quotas/1b0bd8bc5a994430919801bcd887fee0/details.json HTTP/1.1" status: 200 len: 703 time: 0.3877709 Aug 30 13:18:56.715377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:56.718858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:56.724946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d937b8d-121b-4bc7-af54-f871815361c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.743554 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5d937b8d-121b-4bc7-af54-f871815361c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.794870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d937b8d-121b-4bc7-af54-f871815361c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce37e22-9707-48a9-bbb5-a5bf0885fe06,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:56.800372 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5d937b8d-121b-4bc7-af54-f871815361c5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=28f748ceac244cf09a3eb542cb72f8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7559977 Aug 30 13:18:56.802829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36026) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:56.938719 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e4ead47-c203-4d02-a3af-e2c552403dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.953470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:56.993000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e4ead47-c203-4d02-a3af-e2c552403dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.014092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36030) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:57.024926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event updated for resources: {'Subnet': ['ID=c0cdf8e0-7e04-4de0-8bc8-f3a0c474cd86,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:57.078539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:18:57.084724 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e4ead47-c203-4d02-a3af-e2c552403dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.087584 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e4ead47-c203-4d02-a3af-e2c552403dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.091169 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1e4ead47-c203-4d02-a3af-e2c552403dbf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1ce37e22-9707-48a9-bbb5-a5bf0885fe06 HTTP/1.1" status: 204 len: 168 time: 0.2846754 Aug 30 13:18:57.094524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Checking segment: {'id': 'efc93300-170d-435a-8ebc-840a8a954e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '766e788b-d8c6-49c8-9bb1-81f894d7a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:57.094784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Network hostable DHCP agents. Network: 766e788b-d8c6-49c8-9bb1-81f894d7a9fe, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:18:57.116408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ead47-c203-4d02-a3af-e2c552403dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce37e22-9707-48a9-bbb5-a5bf0885fe06,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:57.200155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-73649f95-55f5-4688-95d0-3d64b6b08176 None None] Provisioning complete for port 770df0c3-de28-4f25-ba27-909f0032019f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:57.202944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-73649f95-55f5-4688-95d0-3d64b6b08176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.223247 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b0d96e1-1e6e-4134-a704-6983fad2cc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.230528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:18:57.275107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-73649f95-55f5-4688-95d0-3d64b6b08176 None None] Port 770df0c3-de28-4f25-ba27-909f0032019f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:18:57.322450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 766e788b-d8c6-49c8-9bb1-81f894d7a9fe) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:57.337937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffaf1cc-9b01-4c32-8fc0-7393d24e6656 None None] Network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:18:57.373135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:18:57.397524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b91798a9-d107-44ed-a7fe-7ce309dbddbe admin admin] 10.222.0.37 "PUT /v2.0/routers/b01d2db9-1ab8-4c14-aa15-b1b89eb99688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4830542 Aug 30 13:18:57.401061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:57.402819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.465290 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b0d96e1-1e6e-4134-a704-6983fad2cc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.472155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b0d96e1-1e6e-4134-a704-6983fad2cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.487647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4da39826-30c5-4b7f-9b6a-8102c689b8ec tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7519834 Aug 30 13:18:57.490121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36048) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:57.496103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Request body: {'port': {'network_id': '766e788b-d8c6-49c8-9bb1-81f894d7a9fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1666031624'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:57.529612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0b0d96e1-1e6e-4134-a704-6983fad2cc4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fa0d8a1bb4724ca29065666cdb3276e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5113947 Aug 30 13:18:57.532050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36052) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:57.549017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d96e1-1e6e-4134-a704-6983fad2cc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98630975-0343-44be-9ab6-672b7561d3bc,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:57.608818 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f708409f-5f76-467e-978a-b057695e055f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.666013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f708409f-5f76-467e-978a-b057695e055f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.764929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Made reservation on behalf of aab6debe9c2b43fb8f1f09625235cf15 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:57.771373 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.781837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f708409f-5f76-467e-978a-b057695e055f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.787970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f708409f-5f76-467e-978a-b057695e055f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.795559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f708409f-5f76-467e-978a-b057695e055f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98630975-0343-44be-9ab6-672b7561d3bc HTTP/1.1" status: 204 len: 168 time: 0.2624428 Aug 30 13:18:57.800405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-766e788b-d8c6-49c8-9bb1-81f894d7a9fe', 'network_id': '766e788b-d8c6-49c8-9bb1-81f894d7a9fe', 'tenant_id': 'aab6debe9c2b43fb8f1f09625235cf15', 'fixed_ips': [{'subnet_id': 'c0cdf8e0-7e04-4de0-8bc8-f3a0c474cd86'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:18:57.801298 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:57.810820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708409f-5f76-467e-978a-b057695e055f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98630975-0343-44be-9ab6-672b7561d3bc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:57.839537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] device_id is not set on port c61677c4-bcb0-41b1-8271-0ee20bf7f41a yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:18:57.907144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36064) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:57.934144 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7ea272c-0d7f-4825-b167-5c94c7ed3e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.049811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Allocated IP 172.20.0.5 (766e788b-d8c6-49c8-9bb1-81f894d7a9fe/c0cdf8e0-7e04-4de0-8bc8-f3a0c474cd86/c61677c4-bcb0-41b1-8271-0ee20bf7f41a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:58.139097 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6a7bcea1-9648-498d-a402-e921e497e1b8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:18:58.179734 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7ea272c-0d7f-4825-b167-5c94c7ed3e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.191461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7ea272c-0d7f-4825-b167-5c94c7ed3e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.263539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea272c-0d7f-4825-b167-5c94c7ed3e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5370bdb4-48dc-4ff1-907a-407754e31f51,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:58.275380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c7ea272c-0d7f-4825-b167-5c94c7ed3e42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc6260be2c614ab89986f26ae3d6aa06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3670769 Aug 30 13:18:58.276322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36068) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:58.276999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 6a7bcea1-9648-498d-a402-e921e497e1b8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:18:58.287416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6a7bcea1-9648-498d-a402-e921e497e1b8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:18:58.293717 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.345298 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6ad42de-30fb-4683-b625-ae253a906f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.369552 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.371501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6ad42de-30fb-4683-b625-ae253a906f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.435402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.481816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Transition to ACTIVE for port object c61677c4-bcb0-41b1-8271-0ee20bf7f41a will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:58.482388 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.482549 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6ad42de-30fb-4683-b625-ae253a906f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.486860 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6ad42de-30fb-4683-b625-ae253a906f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.488036 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6ad42de-30fb-4683-b625-ae253a906f9b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5370bdb4-48dc-4ff1-907a-407754e31f51 HTTP/1.1" status: 204 len: 168 time: 0.2107089 Aug 30 13:18:58.495636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36072) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:58.496459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad42de-30fb-4683-b625-ae253a906f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5370bdb4-48dc-4ff1-907a-407754e31f51,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:58.503321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7e3c52a9-ff59-4223-b939-9cbe1b2a4b70 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386076573', 'description': 'tempest-description--850402283'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:58.552676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36074) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:58.566445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e3c52a9-ff59-4223-b939-9cbe1b2a4b70 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.574456 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ca3a267-c00d-4f1a-bc51-852e01c83336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.576526 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Sync routers for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:18:58.583859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 6a7bcea1-9648-498d-a402-e921e497e1b8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6a7bcea1-9648-498d-a402-e921e497e1b8,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:18:58.598606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.600343 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-5ca3a267-c00d-4f1a-bc51-852e01c83336 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:18:58.600343 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 13:18:58.600343 n-d-688802-6 neutron-server[95699]: [parameters: {'project_id_1': '1b0bd8bc5a994430919801bcd887fee0', 'expiration_1': datetime.datetime(2021, 8, 30, 13, 18, 58, 591996)}] Aug 30 13:18:58.600343 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:18:58.601582 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-5ca3a267-c00d-4f1a-bc51-852e01c83336 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:18:58.607656 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:18:58.608074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.608714 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:58.659472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:58.663715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:58.670919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:58.693364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=6a7bcea1-9648-498d-a402-e921e497e1b8,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:58.730728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event updated for resources: {'Port': ['ID=c61677c4-bcb0-41b1-8271-0ee20bf7f41a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:58.750666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:18:58.751514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.754156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Allocated IP 172.20.0.2 (766e788b-d8c6-49c8-9bb1-81f894d7a9fe/c0cdf8e0-7e04-4de0-8bc8-f3a0c474cd86/0203d4e5-4778-4626-8015-52bc3061273e) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:58.760452 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:18:58.788036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e3c52a9-ff59-4223-b939-9cbe1b2a4b70 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.795211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e3c52a9-ff59-4223-b939-9cbe1b2a4b70 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.807168 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c87f740c-3763-4c5c-8096-60c82f9ca43b tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3156953 Aug 30 13:18:58.811104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36078) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:58.817607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Request body: {'port': {'network_id': '766e788b-d8c6-49c8-9bb1-81f894d7a9fe', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1344907374', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:58.818715 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.api.validators [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] bootfile-name is not in valid_values {{(pid=95699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:18:58.819204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.api.validators [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] tftp-server is not in valid_values {{(pid=95699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:18:58.819547 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.api.validators [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] server-ip-address is not in valid_values {{(pid=95699) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:18:58.833357 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e3c52a9-ff59-4223-b939-9cbe1b2a4b70 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.835198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7e3c52a9-ff59-4223-b939-9cbe1b2a4b70 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3379781 Aug 30 13:18:58.838152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36082) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:58.843985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6a5eda96-902c-4a5a-89b9-f1e4acbf4c1f tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Request body: {'security_group_rule': {'security_group_id': 'dec2bfe5-078f-4744-80a9-4743fa2c179e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:58.851696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c52a9-ff59-4223-b939-9cbe1b2a4b70 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec2bfe5-078f-4744-80a9-4743fa2c179e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:58.887407 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a5eda96-902c-4a5a-89b9-f1e4acbf4c1f tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.966591 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a5eda96-902c-4a5a-89b9-f1e4acbf4c1f tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.971734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a5eda96-902c-4a5a-89b9-f1e4acbf4c1f tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:58.986881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5eda96-902c-4a5a-89b9-f1e4acbf4c1f tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2ee49b-e2ed-41e4-88f1-dc1b2c38b8dd,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:58.996052 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.010284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Transition to ACTIVE for port object 0203d4e5-4778-4626-8015-52bc3061273e will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:59.018300 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a5eda96-902c-4a5a-89b9-f1e4acbf4c1f tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.019751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6a5eda96-902c-4a5a-89b9-f1e4acbf4c1f tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1795325 Aug 30 13:18:59.019914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Made reservation on behalf of aab6debe9c2b43fb8f1f09625235cf15 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:18:59.022349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36092) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:59.024740 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.028200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-29418122-914d-4d1b-ad17-f67bd4717b63 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Request body: {'security_group_rule': {'security_group_id': 'dec2bfe5-078f-4744-80a9-4743fa2c179e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:59.050819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] device_id is not set on port 97c64e3c-c211-4bc5-a4b3-e34abbf95bc6 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:18:59.059912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Transition to ACTIVE for port object 0203d4e5-4778-4626-8015-52bc3061273e will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:18:59.071942 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.093140 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29418122-914d-4d1b-ad17-f67bd4717b63 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.108223 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ca3a267-c00d-4f1a-bc51-852e01c83336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.163017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:18:59.167438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:18:59.172077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:18:59.180978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Pushing event updated for resources: {'Port': ['ID=0203d4e5-4778-4626-8015-52bc3061273e,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:59.210417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29418122-914d-4d1b-ad17-f67bd4717b63 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.218090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29418122-914d-4d1b-ad17-f67bd4717b63 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.253027 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '770df0c3-de28-4f25-ba27-909f0032019f', 'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'mac_address': 'fa:16:3e:15:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:53Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 2, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'subnets': [{'id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:18:59.274184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29418122-914d-4d1b-ad17-f67bd4717b63 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac84426-c147-4fad-97b7-c1f541fcfd94,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:59.287628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Allocated IP 172.20.0.4 (766e788b-d8c6-49c8-9bb1-81f894d7a9fe/c0cdf8e0-7e04-4de0-8bc8-f3a0c474cd86/97c64e3c-c211-4bc5-a4b3-e34abbf95bc6) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:59.298972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Attempting to bind port 0203d4e5-4778-4626-8015-52bc3061273e on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:18:59.299561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Attempting to bind port 0203d4e5-4778-4626-8015-52bc3061273e by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'efc93300-170d-435a-8ebc-840a8a954e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '766e788b-d8c6-49c8-9bb1-81f894d7a9fe'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:18:59.299921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Attempting to bind port 0203d4e5-4778-4626-8015-52bc3061273e on network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:18:59.308594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:18:59.309178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Checking segment: {'id': 'efc93300-170d-435a-8ebc-840a8a954e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '766e788b-d8c6-49c8-9bb1-81f894d7a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:18:59.309718 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.310326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Bound using segment: {'id': 'efc93300-170d-435a-8ebc-840a8a954e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '766e788b-d8c6-49c8-9bb1-81f894d7a9fe'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:18:59.311229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Bound port: 0203d4e5-4778-4626-8015-52bc3061273e, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc93300-170d-435a-8ebc-840a8a954e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '766e788b-d8c6-49c8-9bb1-81f894d7a9fe'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:18:59.312730 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.314328 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Checking router: b01d2db9-1ab8-4c14-aa15-b1b89eb99688 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:18:59.316941 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Updating router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 port 770df0c3-de28-4f25-ba27-909f0032019f binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:18:59.385564 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.393614 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ca3a267-c00d-4f1a-bc51-852e01c83336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.414341 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29418122-914d-4d1b-ad17-f67bd4717b63 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.416254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-29418122-914d-4d1b-ad17-f67bd4717b63 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3928244 Aug 30 13:18:59.420642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36104) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:59.423975 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ca3a267-c00d-4f1a-bc51-852e01c83336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.426318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] For port 0203d4e5-4778-4626-8015-52bc3061273e, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:18:59.427041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:18:59.432074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] For port 0203d4e5-4778-4626-8015-52bc3061273e, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0203d4e5-4778-4626-8015-52bc3061273e,segment=NetworkSegment(efc93300-170d-435a-8ebc-840a8a954e12),segment_id=efc93300-170d-435a-8ebc-840a8a954e12)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:18:59.442017 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.484554 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.600760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9f292-129b-49ce-8786-4093078e5e0c None None] Pushing event updated for resources: {'Port': ['ID=0203d4e5-4778-4626-8015-52bc3061273e,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:59.679503 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.689049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3a267-c00d-4f1a-bc51-852e01c83336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c445034-d3a1-4179-9b55-297256df2ce3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:18:59.696283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5ca3a267-c00d-4f1a-bc51-852e01c83336 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b0bd8bc5a994430919801bcd887fee0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1422231 Aug 30 13:18:59.707637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36116) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:18:59.858774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Allocated IP 172.25.2.203 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/2f5e57f8-54f3-4bea-841e-181785aafb69) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:18:59.958840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:18:59.996421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Transition to ACTIVE for port object 97c64e3c-c211-4bc5-a4b3-e34abbf95bc6 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:00.006820 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.021404 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Transition to ACTIVE for port object 770df0c3-de28-4f25-ba27-909f0032019f will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:00.040215 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.076005 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5ed5-6050-45e1-bd96-6727f9446f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.125402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.163445 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a63fca-c40f-42e6-b49f-879a3a2393e6 None None] Pushing event updated for resources: {'Port': ['ID=770df0c3-de28-4f25-ba27-909f0032019f,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:00.175109 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-f8a83895-8202-4db0-9da2-8b7aae552eec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3140609 Aug 30 13:19:00.203808 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.255562 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Attempting to bind port 770df0c3-de28-4f25-ba27-909f0032019f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:19:00.256305 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Attempting to bind port 770df0c3-de28-4f25-ba27-909f0032019f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:19:00.256980 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Attempting to bind port 770df0c3-de28-4f25-ba27-909f0032019f on network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:00.264268 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:19:00.265048 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Checking segment: {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:00.265653 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.266270 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Bound using segment: {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:19:00.267437 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Bound port: 770df0c3-de28-4f25-ba27-909f0032019f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:19:00.269498 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.270585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.308988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0203d4e5-4778-4626-8015-52bc3061273e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:00.318213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5ed5-6050-45e1-bd96-6727f9446f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.340370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Pushing event updated for resources: {'Port': ['ID=2f5e57f8-54f3-4bea-841e-181785aafb69,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:00.366483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:00.368938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:00.373935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:00.439968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:00.489532 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] For port 770df0c3-de28-4f25-ba27-909f0032019f, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:19:00.494214 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] For port 770df0c3-de28-4f25-ba27-909f0032019f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=770df0c3-de28-4f25-ba27-909f0032019f,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:19:00.499369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:00.504772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0203d4e5-4778-4626-8015-52bc3061273e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:00.505868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:00.508087 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.515848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6a7bcea1-9648-498d-a402-e921e497e1b8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:00.524416 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-fe5b94d5-6438-4697-a728-d3ea4c2ec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:00.540697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-fe5b94d5-6438-4697-a728-d3ea4c2ec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:00.543271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-fe5b94d5-6438-4697-a728-d3ea4c2ec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:00.543828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-fe5b94d5-6438-4697-a728-d3ea4c2ec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:00.544363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-fe5b94d5-6438-4697-a728-d3ea4c2ec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:00.554168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-fe5b94d5-6438-4697-a728-d3ea4c2ec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:00.559545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-fe5b94d5-6438-4697-a728-d3ea4c2ec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:00.560344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.562271 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-fe5b94d5-6438-4697-a728-d3ea4c2ec281 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=06905088f4f648bb855223e8aae0df1d&device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 6494 time: 0.3049958 Aug 30 13:19:00.639191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event updated for resources: {'Port': ['ID=97c64e3c-c211-4bc5-a4b3-e34abbf95bc6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:00.679623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.690950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5ed5-6050-45e1-bd96-6727f9446f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.693994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7ec5ed5-6050-45e1-bd96-6727f9446f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.695193 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a7ec5ed5-6050-45e1-bd96-6727f9446f6b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c445034-d3a1-4179-9b55-297256df2ce3 HTTP/1.1" status: 204 len: 168 time: 0.9864888 Aug 30 13:19:00.718421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6a7bcea1-9648-498d-a402-e921e497e1b8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:00.722950 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.758682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec5ed5-6050-45e1-bd96-6727f9446f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c445034-d3a1-4179-9b55-297256df2ce3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:00.807094 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:00.808226 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:18:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:00.810654 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a63fca-c40f-42e6-b49f-879a3a2393e6 None None] Pushing event updated for resources: {'Port': ['ID=770df0c3-de28-4f25-ba27-909f0032019f,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:00.816704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:00.818537 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:00.912011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-71eccd8f-470e-4248-8ba9-bc08c8e021c2 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.0938594 Aug 30 13:19:00.919979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36138) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:00.949758 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:01.051963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-d26c927c-fa7d-4b43-8dfb-d09f706ec512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:01.053597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-d26c927c-fa7d-4b43-8dfb-d09f706ec512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:01.056486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-d26c927c-fa7d-4b43-8dfb-d09f706ec512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:01.064359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-d26c927c-fa7d-4b43-8dfb-d09f706ec512 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b6a4ac9e-8ed5-492d-8bfb-17d81672d767&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=de20893d-232d-4a74-8d0e-6d728b67259f&id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 HTTP/1.1" status: 200 len: 2293 time: 0.4217026 Aug 30 13:19:01.066237 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:19:01.088425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a04b5a0-2ad0-4af3-8fe6-35707aab21fb tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:01.104121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a04b5a0-2ad0-4af3-8fe6-35707aab21fb tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:01.111837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a04b5a0-2ad0-4af3-8fe6-35707aab21fb tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:01.113892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2a04b5a0-2ad0-4af3-8fe6-35707aab21fb tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1880460 Aug 30 13:19:01.122606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36142) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:01.218756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:01.265032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:01.332303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9e365c-cdb7-42ca-af32-dd7444fbdb57 None None] Network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:01.336655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-4e195e9e-6a5c-4408-8014-e45012c168fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ef845f6-75be-4b04-8d85-da52582069a1 HTTP/1.1" status: 200 len: 1002 time: 0.2213881 Aug 30 13:19:01.359029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Pushing event updated for resources: {'Port': ['ID=2f5e57f8-54f3-4bea-841e-181785aafb69,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:01.376161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:01.391058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45452-4e27-40bb-b995-5762975b46dc tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Deleting port 97c64e3c-c211-4bc5-a4b3-e34abbf95bc6 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:01.391525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5e45452-4e27-40bb-b995-5762975b46dc tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:01.409617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:01.411144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-826aaa4d-e80d-4955-a1a5-1329f0d16290 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9893024 Aug 30 13:19:01.447909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-67858683-9385-43e8-af96-26edeb406c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:01.449517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-67858683-9385-43e8-af96-26edeb406c75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a3b8393d-034a-41cd-9030-c5e8b6c185f2 HTTP/1.1" status: 200 len: 850 time: 0.1049552 Aug 30 13:19:01.515057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Provisioning for port 0203d4e5-4778-4626-8015-52bc3061273e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:01.538869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Provisioning complete for port 0203d4e5-4778-4626-8015-52bc3061273e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:01.540010 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5e45452-4e27-40bb-b995-5762975b46dc tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:01.545202 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:01.570817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a5e45452-4e27-40bb-b995-5762975b46dc tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Calling delete_port for 97c64e3c-c211-4bc5-a4b3-e34abbf95bc6 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:01.575965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-2856c021-1d38-4842-b7f2-96631e49850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:01.579932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-2856c021-1d38-4842-b7f2-96631e49850a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b6a4ac9e-8ed5-492d-8bfb-17d81672d767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235983 Aug 30 13:19:01.659615 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '770df0c3-de28-4f25-ba27-909f0032019f', 'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'mac_address': 'fa:16:3e:15:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:53Z', 'updated_at': '2021-08-30T13:19:00Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'subnets': [{'id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:01.691792 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb89f271-2bf2-4256-9339-d58f95b6e861 None None] The sync data for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 is: [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '770df0c3-de28-4f25-ba27-909f0032019f', 'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'mac_address': 'fa:16:3e:15:85:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:53Z', 'updated_at': '2021-08-30T13:19:00Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'subnets': [{'id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:01.862382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-1b991df4-0c3f-4d19-b7ad-fafd48acd791 service neutron] 10.222.0.16 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752423 Aug 30 13:19:01.899093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:01.988291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] For port 0203d4e5-4778-4626-8015-52bc3061273e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0203d4e5-4778-4626-8015-52bc3061273e,segment=NetworkSegment(efc93300-170d-435a-8ebc-840a8a954e12),segment_id=efc93300-170d-435a-8ebc-840a8a954e12)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:02.002966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:02.100435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5e45452-4e27-40bb-b995-5762975b46dc tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:02.198950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 770df0c3-de28-4f25-ba27-909f0032019f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:02.200190 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-b2ba5c53-0344-4dae-afcc-a5e67ff60e4a service neutron] 10.222.0.16 "GET /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281462 Aug 30 13:19:02.200825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e45452-4e27-40bb-b995-5762975b46dc tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event deleted for resources: {'Port': ['ID=97c64e3c-c211-4bc5-a4b3-e34abbf95bc6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:02.272955 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Pushing event updated for resources: {'Port': ['ID=0203d4e5-4778-4626-8015-52bc3061273e,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:02.301066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.301412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.303998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.304354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.304698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.308611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.309086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.309435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.309797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.311811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.312170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.314696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d49c5f-34cf-4905-9652-c654b723c0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:02.322834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-b108e9ef-c39f-4f0f-b750-e159263a7806 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=62bb59c2-a916-4fce-8e19-8b981f8e3473 HTTP/1.1" status: 200 len: 217 time: 0.1126726 Aug 30 13:19:02.366745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f37ca5f3-f126-4e88-9124-d4de3d586538 None None] Could not find standard attr ID for object 97c64e3c-c211-4bc5-a4b3-e34abbf95bc6. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:19:02.432258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f37ca5f3-f126-4e88-9124-d4de3d586538 None None] Provisioning complete for port 0203d4e5-4778-4626-8015-52bc3061273e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:02.433287 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f37ca5f3-f126-4e88-9124-d4de3d586538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:02.437301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a5e45452-4e27-40bb-b995-5762975b46dc tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:02.444186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a5e45452-4e27-40bb-b995-5762975b46dc tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "DELETE /v2.0/ports/97c64e3c-c211-4bc5-a4b3-e34abbf95bc6 HTTP/1.1" status: 204 len: 168 time: 1.3184888 Aug 30 13:19:02.446392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-87e47c5e-6a63-4e31-9cc7-38c628497a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:02.447752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36218) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:02.452867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-87e47c5e-6a63-4e31-9cc7-38c628497a2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.1231713 Aug 30 13:19:02.455175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Request body: {'port': {'name': 'tempest-new-port-name-1085798581', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:02.455844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.api.validators [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] bootfile-name is not in valid_values {{(pid=95698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:19:02.456342 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.api.validators [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] tftp-server is not in valid_values {{(pid=95698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:19:02.456848 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.api.validators [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] server-ip-address is not in valid_values {{(pid=95698) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 13:19:02.535311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 770df0c3-de28-4f25-ba27-909f0032019f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:02.577084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-8e1115c0-1a23-4142-9130-cd03cb3a092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:02.578797 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-8e1115c0-1a23-4142-9130-cd03cb3a092c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1180460 Aug 30 13:19:02.582876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 770df0c3-de28-4f25-ba27-909f0032019f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:02.583265 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:02.624459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:02.889990 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-5f64e150-81ad-4ef1-aaed-eb54a3f62e4b service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026083 Aug 30 13:19:03.185636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-3df58839-0ade-4962-afa3-afd5c8028bf1 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872136 Aug 30 13:19:03.253855 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-7d812535-ba79-4d6a-ad4c-c8f57540e64b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=67ca5939-98c3-4502-a7a2-978589532e01 HTTP/1.1" status: 200 len: 217 time: 0.0467250 Aug 30 13:19:03.299731 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:03.311082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:03.399412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-8504cb48-acff-4c92-bf55-2e687d9cd122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:03.409737 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-8504cb48-acff-4c92-bf55-2e687d9cd122 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.1528118 Aug 30 13:19:03.523635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event updated for resources: {'Port': ['ID=c61677c4-bcb0-41b1-8271-0ee20bf7f41a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:03.563797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] In _notify_port_updated(), no bound segment for port c61677c4-bcb0-41b1-8271-0ee20bf7f41a on network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:19:03.575936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:03.579093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:03.585199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36292) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:03.587552 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aa6aed62-6392-45d7-ad03-33ed8666349a tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "PUT /v2.0/ports/c61677c4-bcb0-41b1-8271-0ee20bf7f41a HTTP/1.1" status: 200 len: 1136 time: 1.1362433 Aug 30 13:19:03.596227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-b12badec-c0b8-4209-9501-178d740084e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:03.600315 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-b12badec-c0b8-4209-9501-178d740084e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1837287 Aug 30 13:19:03.756909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9c9ea8-8004-4cca-ab95-4191876bee98 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:03.758673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f37ca5f3-f126-4e88-9124-d4de3d586538 None None] Provisioning for port c61677c4-bcb0-41b1-8271-0ee20bf7f41a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:03.763179 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ae9c9ea8-8004-4cca-ab95-4191876bee98 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "GET /v2.0/ports/c61677c4-bcb0-41b1-8271-0ee20bf7f41a HTTP/1.1" status: 200 len: 1136 time: 0.1605217 Aug 30 13:19:03.766629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36296) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:03.771136 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:03.787901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f37ca5f3-f126-4e88-9124-d4de3d586538 None None] Provisioning complete for port c61677c4-bcb0-41b1-8271-0ee20bf7f41a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:03.788545 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f37ca5f3-f126-4e88-9124-d4de3d586538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:03.829027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 770df0c3-de28-4f25-ba27-909f0032019f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=770df0c3-de28-4f25-ba27-909f0032019f,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:03.870330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36300) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:03.906433 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.019856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-8aedcff7-c78a-4018-b953-7fd60c9b4ad4 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494338 Aug 30 13:19:04.071033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=770df0c3-de28-4f25-ba27-909f0032019f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:04.090849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b556fc9a-5da9-4f2f-8407-3b27814f56d4 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Deleting port c61677c4-bcb0-41b1-8271-0ee20bf7f41a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:04.106211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b556fc9a-5da9-4f2f-8407-3b27814f56d4 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.111540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f37ca5f3-f126-4e88-9124-d4de3d586538 None None] Port c61677c4-bcb0-41b1-8271-0ee20bf7f41a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:19:04.134958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0203d4e5-4778-4626-8015-52bc3061273e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:04.282809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-22851197-8326-4455-ab2e-9a4fc805e834 None None] Could not find standard attr ID for object 97c64e3c-c211-4bc5-a4b3-e34abbf95bc6. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:19:04.317833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b556fc9a-5da9-4f2f-8407-3b27814f56d4 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.327812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-c60e9b87-db9a-45d0-8289-fbae4bf54da6 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957227 Aug 30 13:19:04.334242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0203d4e5-4778-4626-8015-52bc3061273e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:04.335252 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.339134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-22851197-8326-4455-ab2e-9a4fc805e834 None None] Provisioning complete for port c61677c4-bcb0-41b1-8271-0ee20bf7f41a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:04.339907 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22851197-8326-4455-ab2e-9a4fc805e834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.345935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b556fc9a-5da9-4f2f-8407-3b27814f56d4 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Calling delete_port for c61677c4-bcb0-41b1-8271-0ee20bf7f41a owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:04.424785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36310) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:04.441568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-22851197-8326-4455-ab2e-9a4fc805e834 None None] Port c61677c4-bcb0-41b1-8271-0ee20bf7f41a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:19:04.453566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-07773715-b8dc-4653-a406-a9c05106e5b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=e4fd4cae-2169-4d21-81b0-89740c1a1eb4 HTTP/1.1" status: 200 len: 217 time: 0.1160631 Aug 30 13:19:04.544562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-39fa0792-bd98-4803-90e9-7e1b731d423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:04.546149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-39fa0792-bd98-4803-90e9-7e1b731d423b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.0845644 Aug 30 13:19:04.551676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1418396483', 'router:external': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:04.574461 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f152cd4e-a456-4108-b5ff-8e7ae12645ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.604045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-ef91b2f9-912c-4cbd-96b6-9c0fa1d1f2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:04.606543 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-ef91b2f9-912c-4cbd-96b6-9c0fa1d1f2fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0518827 Aug 30 13:19:04.606717 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b556fc9a-5da9-4f2f-8407-3b27814f56d4 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.611969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Made reservation on behalf of 3bf4e9f3270a4286924d9d65339a3e4f for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:04.614235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.656613 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.660639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556fc9a-5da9-4f2f-8407-3b27814f56d4 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event deleted for resources: {'Port': ['ID=c61677c4-bcb0-41b1-8271-0ee20bf7f41a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:04.725974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-142441c4-2fe9-49bf-af81-fc320d7ab799 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127298 Aug 30 13:19:04.781923 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b556fc9a-5da9-4f2f-8407-3b27814f56d4 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.783876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b556fc9a-5da9-4f2f-8407-3b27814f56d4 tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "DELETE /v2.0/ports/c61677c4-bcb0-41b1-8271-0ee20bf7f41a HTTP/1.1" status: 204 len: 168 time: 1.0149505 Aug 30 13:19:04.789310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36318) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:04.878123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-2917b0a4-a834-424e-bd96-3f4024178135 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453438 Aug 30 13:19:04.899965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f152cd4e-a456-4108-b5ff-8e7ae12645ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.906421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b046d9-2aab-4389-811f-503724f7c23c tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Deleting subnet c0cdf8e0-7e04-4de0-8bc8-f3a0c474cd86 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:19:04.912476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f152cd4e-a456-4108-b5ff-8e7ae12645ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.915139 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54b046d9-2aab-4389-811f-503724f7c23c tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:04.930406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-d120456f-d9ef-437b-a3bf-1de96b2ed820 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce HTTP/1.1" status: 200 len: 217 time: 0.0441248 Aug 30 13:19:04.986970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-1175fa3e-b00a-4e0c-8170-dca771c5abab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:04.988362 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-1175fa3e-b00a-4e0c-8170-dca771c5abab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 200 len: 797 time: 0.0514657 Aug 30 13:19:05.007180 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f152cd4e-a456-4108-b5ff-8e7ae12645ca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fc4c2da1116d4477b12fb0f88796e066&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1327958 Aug 30 13:19:05.010624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36320) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:05.014172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152cd4e-a456-4108-b5ff-8e7ae12645ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c61dd8a-6cdc-4e02-b1cb-5dc0d7372ac9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:05.039257 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54b046d9-2aab-4389-811f-503724f7c23c tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.050697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-35c531cb-5811-46b5-8727-9dc22c4b5999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:05.053181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-35c531cb-5811-46b5-8727-9dc22c4b5999 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=de20893d-232d-4a74-8d0e-6d728b67259f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0564239 Aug 30 13:19:05.152174 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-d7239de8-5328-433c-8724-1693428da9a3 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918097 Aug 30 13:19:05.197917 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0435ea87-1ce1-4724-a11a-50c07afe8c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.226417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54b046d9-2aab-4389-811f-503724f7c23c tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.230902 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.261692 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-104da60e-fe61-4c0c-b072-7d6c48e09b94 service neutron] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019957 Aug 30 13:19:05.262417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.266765 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0435ea87-1ce1-4724-a11a-50c07afe8c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.307989 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-6742a874-97e5-41b1-a71e-76b117b8d2ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 HTTP/1.1" status: 200 len: 217 time: 0.0399456 Aug 30 13:19:05.323852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:19:05.360535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-60e6620f-b57f-47b0-8d10-8b34078397f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:05.361900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24851ee7-c425-47ae-bea5-2c6c4296ab10,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:05.362252 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-60e6620f-b57f-47b0-8d10-8b34078397f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5d839a1-8d22-4048-819a-bbfef46e88a4 HTTP/1.1" status: 200 len: 797 time: 0.0478110 Aug 30 13:19:05.385200 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.385841 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Added segment 8c2909dd-2642-43f2-8d27-7932d3e01421 of type vlan for network 65b333ec-97b0-4292-8bc5-89d9e9224480 Aug 30 13:19:05.399418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54b046d9-2aab-4389-811f-503724f7c23c tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.449311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-66e0a28a-8339-486e-994a-a42737485fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:05.450895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-66e0a28a-8339-486e-994a-a42737485fbe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0807848 Aug 30 13:19:05.466992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b046d9-2aab-4389-811f-503724f7c23c tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cdf8e0-7e04-4de0-8bc8-f3a0c474cd86,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:05.480027 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0435ea87-1ce1-4724-a11a-50c07afe8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.482853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0435ea87-1ce1-4724-a11a-50c07afe8c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.486878 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0435ea87-1ce1-4724-a11a-50c07afe8c7b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9c61dd8a-6cdc-4e02-b1cb-5dc0d7372ac9 HTTP/1.1" status: 204 len: 168 time: 0.4729857 Aug 30 13:19:05.498428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54b046d9-2aab-4389-811f-503724f7c23c tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.498753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ea906-fc06-414a-a996-71b33f814887 None None] Network 766e788b-d8c6-49c8-9bb1-81f894d7a9fe requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:05.502629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-54b046d9-2aab-4389-811f-503724f7c23c tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "DELETE /v2.0/subnets/c0cdf8e0-7e04-4de0-8bc8-f3a0c474cd86 HTTP/1.1" status: 204 len: 168 time: 0.7100623 Aug 30 13:19:05.503456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.509854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36330) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:05.612055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435ea87-1ce1-4724-a11a-50c07afe8c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c61dd8a-6cdc-4e02-b1cb-5dc0d7372ac9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:05.617142 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.resource_extend [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:19:05.645475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.647252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:05.648084 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.653787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-6268b47a-0292-4004-90ca-be80d81c5eeb service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954110 Aug 30 13:19:05.682327 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36334) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:05.683470 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2550011 Aug 30 13:19:05.693911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'subnet': {'network_id': '65b333ec-97b0-4292-8bc5-89d9e9224480', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:05.772404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.810585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe6981-70dc-4779-ba17-3a88d28ee43d None None] DHCP port deletion for 766e788b-d8c6-49c8-9bb1-81f894d7a9fe request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:19:05.811787 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Made reservation on behalf of 3bf4e9f3270a4286924d9d65339a3e4f for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:05.814158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.817081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d386d-bcfd-4e15-95ba-ac543cdbeedc tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event updated for resources: {'Network': ['ID=65b333ec-97b0-4292-8bc5-89d9e9224480,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:05.832728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 65b333ec-97b0-4292-8bc5-89d9e9224480 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:19:05.888328 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-01263c67-dc42-4f99-b80f-1d73b62809c4 service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245438 Aug 30 13:19:05.944396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Deleting port 0203d4e5-4778-4626-8015-52bc3061273e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:05.944787 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:05.947334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-67b6bc92-f61e-4d09-b725-b4f93af8385f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa HTTP/1.1" status: 200 len: 217 time: 0.0500243 Aug 30 13:19:05.998149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-03fe6981-70dc-4779-ba17-3a88d28ee43d None None] Deleting port 0203d4e5-4778-4626-8015-52bc3061273e {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:05.998540 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-03fe6981-70dc-4779-ba17-3a88d28ee43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.063935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] For port 0203d4e5-4778-4626-8015-52bc3061273e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0203d4e5-4778-4626-8015-52bc3061273e,segment=NetworkSegment(efc93300-170d-435a-8ebc-840a8a954e12),segment_id=efc93300-170d-435a-8ebc-840a8a954e12)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:06.074952 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.093417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Calling delete_port for 0203d4e5-4778-4626-8015-52bc3061273e owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:06.099811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-b590ef72-6f17-49fd-ab1e-0c2aba3dd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:06.103060 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-b590ef72-6f17-49fd-ab1e-0c2aba3dd4d2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d5d839a1-8d22-4048-819a-bbfef46e88a4 HTTP/1.1" status: 200 len: 797 time: 0.1469798 Aug 30 13:19:06.103737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36340) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:06.108320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-03fe6981-70dc-4779-ba17-3a88d28ee43d None None] For port 0203d4e5-4778-4626-8015-52bc3061273e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0203d4e5-4778-4626-8015-52bc3061273e,segment=NetworkSegment(efc93300-170d-435a-8ebc-840a8a954e12),segment_id=efc93300-170d-435a-8ebc-840a8a954e12)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:06.108726 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-03fe6981-70dc-4779-ba17-3a88d28ee43d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.112888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 770df0c3-de28-4f25-ba27-909f0032019f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:06.148033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-03fe6981-70dc-4779-ba17-3a88d28ee43d None None] Calling delete_port for 0203d4e5-4778-4626-8015-52bc3061273e owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:06.168464 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6a79-5698-4791-9e9b-eacac3e8ce8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.199534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.230475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event deleted for resources: {'Port': ['ID=0203d4e5-4778-4626-8015-52bc3061273e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:06.231513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 770df0c3-de28-4f25-ba27-909f0032019f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:06.231900 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.248558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] No DVR routers for this DVR port 0203d4e5-4778-4626-8015-52bc3061273e on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:19:06.274700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-34ac0d28-8108-4688-9a82-4a92102322c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:06.277025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-34ac0d28-8108-4688-9a82-4a92102322c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1617219 Aug 30 13:19:06.290076 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-03fe6981-70dc-4779-ba17-3a88d28ee43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.319624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe6981-70dc-4779-ba17-3a88d28ee43d None None] Pushing event deleted for resources: {'Port': ['ID=0203d4e5-4778-4626-8015-52bc3061273e,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:06.325695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fe6981-70dc-4779-ba17-3a88d28ee43d None None] No DVR routers for this DVR port 0203d4e5-4778-4626-8015-52bc3061273e on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:19:06.431781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0203d4e5-4778-4626-8015-52bc3061273e no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:19:06.457326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0203d4e5-4778-4626-8015-52bc3061273e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:19:06.457697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0203d4e5-4778-4626-8015-52bc3061273e not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:19:06.555776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6a79-5698-4791-9e9b-eacac3e8ce8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.566792 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd1d6a79-5698-4791-9e9b-eacac3e8ce8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.583210 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-2de72e72-731a-4522-b23d-e6b6d07b5539 service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890003 Aug 30 13:19:06.616520 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-56f37b50-4732-4dd7-a193-23dba753baa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.636730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d6a79-5698-4791-9e9b-eacac3e8ce8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f8434a-80a9-4aab-8ab8-c5f39204909a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:06.751856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36348) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:06.752822 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cd1d6a79-5698-4791-9e9b-eacac3e8ce8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35f7b93803d4474f92fb4dfb1b238972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6407106 Aug 30 13:19:06.786465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.807038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766e788b-d8c6-49c8-9bb1-81f894d7a9fe']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:06.815958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f8be0a3f-5fd2-4738-934b-47c8491865f9 req-d1e8ee9c-cbbf-450d-952d-8e974b1b445f service neutron] 10.222.0.16 "GET /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142711 Aug 30 13:19:06.825368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc93300-170d-435a-8ebc-840a8a954e12') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:06.826101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc93300-170d-435a-8ebc-840a8a954e12') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:06.836857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.848869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:19:06.849341 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.854170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.869109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:19:06.869740 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:19:06.873052 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:19:06.875774 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf11-dff6-401b-9d9c-879527e8f61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.910698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:06.918003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Checking segment: {'id': '8c2909dd-2642-43f2-8d27-7932d3e01421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '65b333ec-97b0-4292-8bc5-89d9e9224480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:06.918003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Network hostable DHCP agents. Network: 65b333ec-97b0-4292-8bc5-89d9e9224480, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:19:06.942908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Network 65b333ec-97b0-4292-8bc5-89d9e9224480 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:19:06.959746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf11-dff6-401b-9d9c-879527e8f61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.960381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 65b333ec-97b0-4292-8bc5-89d9e9224480) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:06.967380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:06.968571 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.970844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea066d-d6c9-4541-8a56-2745778a0a65 None None] Network 65b333ec-97b0-4292-8bc5-89d9e9224480 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:06.982371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:06.990659 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-227870ed-91ab-4578-9afa-4f6cef7d01d1 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3069448 Aug 30 13:19:06.993345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36352) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:06.999149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-498905662', 'network_id': '65b333ec-97b0-4292-8bc5-89d9e9224480'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:07.009463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:07.012780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] 10.222.0.37 "DELETE /v2.0/networks/766e788b-d8c6-49c8-9bb1-81f894d7a9fe HTTP/1.1" status: 204 len: 168 time: 1.5019641 Aug 30 13:19:07.037120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5bc61a-f906-4ef7-9650-49f5899f97ad tempest-ExtraDHCPOptionsTestJSON-2062731806 tempest-ExtraDHCPOptionsTestJSON-2062731806-project] Pushing event deleted for resources: {'Network': ['ID=766e788b-d8c6-49c8-9bb1-81f894d7a9fe,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:07.053421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Made reservation on behalf of 3bf4e9f3270a4286924d9d65339a3e4f for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:07.056955 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:07.070519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf11-dff6-401b-9d9c-879527e8f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:07.075506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3dccf11-dff6-401b-9d9c-879527e8f61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:07.079850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] device_id is not set on port b9f5fe4c-3439-4f83-9e4e-cbd3d325f0eb yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:07.080022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f3dccf11-dff6-401b-9d9c-879527e8f61e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f9f8434a-80a9-4aab-8ab8-c5f39204909a HTTP/1.1" status: 204 len: 168 time: 0.3271120 Aug 30 13:19:07.096862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dccf11-dff6-401b-9d9c-879527e8f61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f8434a-80a9-4aab-8ab8-c5f39204909a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:07.163937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cad00b-f616-48e3-bcb0-2d9f8b1bcf64 None None] Network 65b333ec-97b0-4292-8bc5-89d9e9224480 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:07.227015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Allocated IP 172.20.0.11 (65b333ec-97b0-4292-8bc5-89d9e9224480/bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e/b9f5fe4c-3439-4f83-9e4e-cbd3d325f0eb) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:07.417613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36362) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:07.430061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:07.484497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:07.896582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Network 65b333ec-97b0-4292-8bc5-89d9e9224480 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:07.903861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:07.910480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f5fe4c-3439-4f83-9e4e-cbd3d325f0eb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:07.912800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:07.958205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36388) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:07.958900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b6384406-f713-4a23-a6f8-293160235994 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aab6debe9c2b43fb8f1f09625235cf15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385189 Aug 30 13:19:07.970868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:07.971573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:07.996501 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5ad548d8-091f-4ebc-9161-618b7b3c122e tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0017188 Aug 30 13:19:07.999091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36390) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:08.065145 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f7c45067-e014-47d2-a647-8d8664f161fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.102661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f7c45067-e014-47d2-a647-8d8664f161fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.118555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-04c82639-d076-4425-9189-ad353bbfa68c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Deleting port b9f5fe4c-3439-4f83-9e4e-cbd3d325f0eb {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:08.120721 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04c82639-d076-4425-9189-ad353bbfa68c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.123146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36394) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:08.171109 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f7c45067-e014-47d2-a647-8d8664f161fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.176355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f7c45067-e014-47d2-a647-8d8664f161fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.180319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f7c45067-e014-47d2-a647-8d8664f161fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ac79cc7-84e4-427a-addc-126f50d00c1f HTTP/1.1" status: 204 len: 168 time: 0.2189152 Aug 30 13:19:08.188724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c45067-e014-47d2-a647-8d8664f161fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac79cc7-84e4-427a-addc-126f50d00c1f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:08.225045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04c82639-d076-4425-9189-ad353bbfa68c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.243973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-04c82639-d076-4425-9189-ad353bbfa68c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Calling delete_port for b9f5fe4c-3439-4f83-9e4e-cbd3d325f0eb owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:08.266041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-713300677-network', 'tenant_id': 'ef4439ccbf2b40fb973a5890b3370684'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:08.293181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Made reservation on behalf of ef4439ccbf2b40fb973a5890b3370684 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:08.295746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.305997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.392659 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04c82639-d076-4425-9189-ad353bbfa68c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.425999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c82639-d076-4425-9189-ad353bbfa68c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9f5fe4c-3439-4f83-9e4e-cbd3d325f0eb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:08.490242 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.497286 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.516044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04c82639-d076-4425-9189-ad353bbfa68c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.517956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-04c82639-d076-4425-9189-ad353bbfa68c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b9f5fe4c-3439-4f83-9e4e-cbd3d325f0eb HTTP/1.1" status: 204 len: 168 time: 0.5174518 Aug 30 13:19:08.520684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36406) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:08.521209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:19:08.525384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '65b333ec-97b0-4292-8bc5-89d9e9224480', 'external_fixed_ips': [{'subnet_id': 'bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e', 'ip_address': '172.20.0.11'}]}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:08.545828 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.546433 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Added segment f1823b64-cf00-42d2-aeaf-c8ad59c0de6a of type vlan for network 46da6a7b-9bf3-4bab-9250-378e601d3aa5 Aug 30 13:19:08.548170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291ea9d6-c443-441f-9685-3bb468f34de3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:08.558916 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.560726 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.598903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.633542 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.638257 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.639266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:08.639985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.702098 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5776780 Aug 30 13:19:08.706243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36412) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:08.711025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Request body: {'subnet': {'network_id': '46da6a7b-9bf3-4bab-9250-378e601d3aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-713300677-subnet', 'tenant_id': 'ef4439ccbf2b40fb973a5890b3370684', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:08.733740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbc44a-f8a2-4f1b-84db-a5f6ab809cce admin admin] Pushing event updated for resources: {'Network': ['ID=46da6a7b-9bf3-4bab-9250-378e601d3aa5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:08.743503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 46da6a7b-9bf3-4bab-9250-378e601d3aa5 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:19:08.761546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Made reservation on behalf of ef4439ccbf2b40fb973a5890b3370684 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:08.764519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.815169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:08.994481 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.061773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b81f34-be99-453c-968f-ba6815bc67f5,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:09.112966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36430) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:09.129841 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.132735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Checking segment: {'id': 'f1823b64-cf00-42d2-aeaf-c8ad59c0de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46da6a7b-9bf3-4bab-9250-378e601d3aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:09.134006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Network hostable DHCP agents. Network: 46da6a7b-9bf3-4bab-9250-378e601d3aa5, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:19:09.176567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.182975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Network 46da6a7b-9bf3-4bab-9250-378e601d3aa5 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:19:09.194958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 46da6a7b-9bf3-4bab-9250-378e601d3aa5) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:09.199932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:09.200662 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.203862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5910967a-e916-4ae4-9bb9-67580eb2e02f None None] Network 46da6a7b-9bf3-4bab-9250-378e601d3aa5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:09.218482 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-06a7086e-9db3-4d4c-b05d-ea6f54271c14 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5112071 Aug 30 13:19:09.305141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1655179340'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:09.358966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Made reservation on behalf of 115a3853be87462d941eea48572fef75 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:09.364914 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.373653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72877f8-1de7-44d1-a5aa-3121f7fdc8af None None] Network 46da6a7b-9bf3-4bab-9250-378e601d3aa5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:09.403725 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.419410 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0826dda-7367-4c3d-b785-df9bc1f29692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.446096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Allocated IP 172.20.0.11 (65b333ec-97b0-4292-8bc5-89d9e9224480/bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e/11d588f3-1058-4713-987d-d3b7892abf8e) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:09.624798 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.646573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.653560 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.693129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:19:09.720317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.720756 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Added segment 2df7eb16-a29c-461e-a636-f7e5c24920c9 of type vlan for network 8303a11f-8c70-4764-a9cc-f20f647d4a0d Aug 30 13:19:09.722182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d85171e7-234c-4b48-827b-848b74f9d8eb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:09.736897 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.809352 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.822928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Network 65b333ec-97b0-4292-8bc5-89d9e9224480 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:09.831563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:09.834263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:09.890991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36448) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:09.896167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1583606873-network', 'tenant_id': 'a8d6bcf8ce3e4df49b7e3eecfb60021b'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:09.925161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Made reservation on behalf of a8d6bcf8ce3e4df49b7e3eecfb60021b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:09.926113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event updated for resources: {'Port': ['ID=11d588f3-1058-4713-987d-d3b7892abf8e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:09.928436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.942879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.982898 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.987674 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:09.993408 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:09.994302 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.076751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.081049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.089711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event updated for resources: {'Network': ['ID=8303a11f-8c70-4764-a9cc-f20f647d4a0d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:10.095962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e901dc9e-05c9-4fa7-92df-d4a1883b8414 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9817975 Aug 30 13:19:10.101677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 8303a11f-8c70-4764-a9cc-f20f647d4a0d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:19:10.104771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36450) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:10.114379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Request body: {'subnet': {'network_id': '8303a11f-8c70-4764-a9cc-f20f647d4a0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:10.201388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:19:10.221903 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.235414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa691e70-53a3-43b2-80dc-c6ee70f261eb,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:10.238461 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.238800 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Added segment 28b82bc9-a9e2-4602-8539-240443355de4 of type vlan for network cea7ed6a-3463-481c-bb59-f7f541b100a9 Aug 30 13:19:10.272626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Made reservation on behalf of 115a3853be87462d941eea48572fef75 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:10.276466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.330876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.394369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.395423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:10.396058 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.493575 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6013536 Aug 30 13:19:10.504338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36464) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:10.512340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Request body: {'subnet': {'network_id': 'cea7ed6a-3463-481c-bb59-f7f541b100a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1583606873-subnet', 'tenant_id': 'a8d6bcf8ce3e4df49b7e3eecfb60021b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:10.517639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ea0e4f-b30f-43c2-8d22-db62cfe137bc admin admin] Pushing event updated for resources: {'Network': ['ID=cea7ed6a-3463-481c-bb59-f7f541b100a9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:10.536275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network cea7ed6a-3463-481c-bb59-f7f541b100a9 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:19:10.582669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Made reservation on behalf of a8d6bcf8ce3e4df49b7e3eecfb60021b for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:10.593232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.607056 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.665473 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.685415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event updated for resources: {'Subnet': ['ID=e3fbf7b4-1e55-4cfa-86c7-6a76cf708ab5,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:10.691807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Checking segment: {'id': '2df7eb16-a29c-461e-a636-f7e5c24920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8303a11f-8c70-4764-a9cc-f20f647d4a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:10.692209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Network hostable DHCP agents. Network: 8303a11f-8c70-4764-a9cc-f20f647d4a0d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:19:10.712806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Network 8303a11f-8c70-4764-a9cc-f20f647d4a0d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:19:10.728711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 8303a11f-8c70-4764-a9cc-f20f647d4a0d) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:10.737107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e04f40-59ca-4fed-92bc-f75322788f36 None None] Network 8303a11f-8c70-4764-a9cc-f20f647d4a0d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:10.742584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:10.743176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.761883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0653b821-e047-42ad-9f7f-1fe1b3292d99 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6559567 Aug 30 13:19:10.764361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36468) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:10.770737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b56b0a15-d591-4026-a2a3-9838d1fd3d6d tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-479566328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:10.813694 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b56b0a15-d591-4026-a2a3-9838d1fd3d6d tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.815604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b56b0a15-d591-4026-a2a3-9838d1fd3d6d tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.834933 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.909357 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b56b0a15-d591-4026-a2a3-9838d1fd3d6d tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.915847 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b56b0a15-d591-4026-a2a3-9838d1fd3d6d tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.925951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Router b4946707-6ff1-4334-82c4-7dbb3de7bd5f is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:19:10.944852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b56b0a15-d591-4026-a2a3-9838d1fd3d6d tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:10.946505 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b56b0a15-d591-4026-a2a3-9838d1fd3d6d tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1811833 Aug 30 13:19:10.949300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36470) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:11.007173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-8303a11f-8c70-4764-a9cc-f20f647d4a0d', 'network_id': '8303a11f-8c70-4764-a9cc-f20f647d4a0d', 'tenant_id': '115a3853be87462d941eea48572fef75', 'fixed_ips': [{'subnet_id': 'e3fbf7b4-1e55-4cfa-86c7-6a76cf708ab5'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:19:11.008849 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:11.022462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:11.162242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b22345-4f98-4c04-bc53-e22a7a3df707,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:11.172527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Checking segment: {'id': '28b82bc9-a9e2-4602-8539-240443355de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cea7ed6a-3463-481c-bb59-f7f541b100a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:11.172890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Network hostable DHCP agents. Network: cea7ed6a-3463-481c-bb59-f7f541b100a9, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:19:11.184631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Allocated IP 172.20.0.2 (8303a11f-8c70-4764-a9cc-f20f647d4a0d/e3fbf7b4-1e55-4cfa-86c7-6a76cf708ab5/8ac92225-dd99-438f-afc3-4109bb8e2ca4) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:11.202062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:11.226064 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Network cea7ed6a-3463-481c-bb59-f7f541b100a9 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:19:11.227629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] Sync routers for ids ['b4946707-6ff1-4334-82c4-7dbb3de7bd5f'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:11.231038 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:11.232293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7cbc75c0-2c40-4c6b-abb0-b328d9a28890 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.7106485 Aug 30 13:19:11.240331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36472) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:11.301942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] Routers {'b4946707-6ff1-4334-82c4-7dbb3de7bd5f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:11.302582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b4946707-6ff1-4334-82c4-7dbb3de7bd5f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:11.317261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, cea7ed6a-3463-481c-bb59-f7f541b100a9) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:11.337137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:11.340277 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:11.354674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeabd3d2-b418-4346-a076-e69af4e1867d None None] Network cea7ed6a-3463-481c-bb59-f7f541b100a9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:11.421455 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a6d8d3b1-5d34-4cf7-9ce4-b4b4bef055c1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9152420 Aug 30 13:19:11.486136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:11.509046 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:11.609836 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:11.630909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Transition to ACTIVE for port object 8ac92225-dd99-438f-afc3-4109bb8e2ca4 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:11.655676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] Set router b4946707-6ff1-4334-82c4-7dbb3de7bd5f gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:19:11.658748 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:11.722564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Transition to ACTIVE for port object 8ac92225-dd99-438f-afc3-4109bb8e2ca4 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:11.793532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Deleting port 11d588f3-1058-4713-987d-d3b7892abf8e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:11.793821 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:11.968820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Allocated IP 172.20.0.1 (8303a11f-8c70-4764-a9cc-f20f647d4a0d/e3fbf7b4-1e55-4cfa-86c7-6a76cf708ab5/6334e5f5-50c3-46dc-a275-b114818ba65f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:12.028750 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.074078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Calling delete_port for 11d588f3-1058-4713-987d-d3b7892abf8e owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:12.131935 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.266030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Pushing event updated for resources: {'Port': ['ID=8ac92225-dd99-438f-afc3-4109bb8e2ca4,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:12.286282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbcf731-1016-427a-ab3b-d316867797f5 None None] Network cea7ed6a-3463-481c-bb59-f7f541b100a9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:12.312968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Network 8303a11f-8c70-4764-a9cc-f20f647d4a0d is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:12.323912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:12.329396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:12.391997 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.435453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.479142 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.514934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event deleted for resources: {'Port': ['ID=11d588f3-1058-4713-987d-d3b7892abf8e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:12.530116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Transition to ACTIVE for port object 6334e5f5-50c3-46dc-a275-b114818ba65f will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:12.536664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Attempting to bind port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:19:12.537043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Attempting to bind port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2df7eb16-a29c-461e-a636-f7e5c24920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8303a11f-8c70-4764-a9cc-f20f647d4a0d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:19:12.537417 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Attempting to bind port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 on network 8303a11f-8c70-4764-a9cc-f20f647d4a0d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:12.586116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-41b66e59-cff5-41a9-adc9-f872c387d6e5 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:12.587393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:19:12.587643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-41b66e59-cff5-41a9-adc9-f872c387d6e5 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/networks?id=46da6a7b-9bf3-4bab-9250-378e601d3aa5 HTTP/1.1" status: 200 len: 808 time: 0.4314075 Aug 30 13:19:12.587784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Checking segment: {'id': '2df7eb16-a29c-461e-a636-f7e5c24920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8303a11f-8c70-4764-a9cc-f20f647d4a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:12.588207 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.588655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Bound using segment: {'id': '2df7eb16-a29c-461e-a636-f7e5c24920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8303a11f-8c70-4764-a9cc-f20f647d4a0d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:19:12.589148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Bound port: 8ac92225-dd99-438f-afc3-4109bb8e2ca4, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df7eb16-a29c-461e-a636-f7e5c24920c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '8303a11f-8c70-4764-a9cc-f20f647d4a0d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:19:12.589747 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.613114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.623664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-035bc7f3-42e6-48d5-a396-3620e2098b00 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/quotas/ef4439ccbf2b40fb973a5890b3370684 HTTP/1.1" status: 200 len: 375 time: 0.0253694 Aug 30 13:19:12.663736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.700117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-9b80e054-c230-4c80-8637-3224a4e2e5b3 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ef4439ccbf2b40fb973a5890b3370684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678999 Aug 30 13:19:12.725596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Network 8303a11f-8c70-4764-a9cc-f20f647d4a0d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:12.734884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:12.741166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:12.743061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4946707-6ff1-4334-82c4-7dbb3de7bd5f', 'name': '', 'tenant_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '65b333ec-97b0-4292-8bc5-89d9e9224480', 'external_fixed_ips': [{'subnet_id': 'bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '11d588f3-1058-4713-987d-d3b7892abf8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:19:08Z', 'updated_at': '2021-08-30T13:19:10Z', 'revision_number': 3, 'project_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'gw_port': {'id': '11d588f3-1058-4713-987d-d3b7892abf8e', 'name': '', 'network_id': '65b333ec-97b0-4292-8bc5-89d9e9224480', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:18:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4946707-6ff1-4334-82c4-7dbb3de7bd5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': 'bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:19:09Z', 'updated_at': '2021-08-30T13:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:12.798507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event updated for resources: {'Port': ['ID=6334e5f5-50c3-46dc-a275-b114818ba65f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:12.825479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] Checking router: b4946707-6ff1-4334-82c4-7dbb3de7bd5f for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:19:12.825831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] Updating router b4946707-6ff1-4334-82c4-7dbb3de7bd5f port 11d588f3-1058-4713-987d-d3b7892abf8e binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:19:12.836842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:12.885512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] Port 11d588f3-1058-4713-987d-d3b7892abf8e not found while updating agent binding for router b4946707-6ff1-4334-82c4-7dbb3de7bd5f. {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 13:19:12.965380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] For port 8ac92225-dd99-438f-afc3-4109bb8e2ca4, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:19:12.978767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-ff113c57-4f72-4272-a4d8-089444c4f4dc service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:19:12.980624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-ff113c57-4f72-4272-a4d8-089444c4f4dc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2594275 Aug 30 13:19:12.984289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] For port 8ac92225-dd99-438f-afc3-4109bb8e2ca4, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8ac92225-dd99-438f-afc3-4109bb8e2ca4,segment=NetworkSegment(2df7eb16-a29c-461e-a636-f7e5c24920c9),segment_id=2df7eb16-a29c-461e-a636-f7e5c24920c9)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:19:12.987790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] Routers {'b4946707-6ff1-4334-82c4-7dbb3de7bd5f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:12.990380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b4946707-6ff1-4334-82c4-7dbb3de7bd5f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:13.016436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.051415 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.112217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.114469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.165328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.165889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4946707-6ff1-4334-82c4-7dbb3de7bd5f {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:13.170912 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.172650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-25f1e8a0-f609-4f60-a8d7-43bbb889fadf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b4946707-6ff1-4334-82c4-7dbb3de7bd5f HTTP/1.1" status: 204 len: 168 time: 1.9309802 Aug 30 13:19:13.175648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36500) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:13.193278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] Set router b4946707-6ff1-4334-82c4-7dbb3de7bd5f gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:19:13.225609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a569be51-73e4-4a70-bd25-da397a049e6f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Deleting subnet bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:19:13.231093 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a569be51-73e4-4a70-bd25-da397a049e6f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.284334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a569be51-73e4-4a70-bd25-da397a049e6f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.336247 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-620932b1-79f5-4b66-9177-646181ba92da service neutron] 10.222.0.37 "GET /v2.0/networks/46da6a7b-9bf3-4bab-9250-378e601d3aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381906 Aug 30 13:19:13.339627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4946707-6ff1-4334-82c4-7dbb3de7bd5f', 'name': '', 'tenant_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:19:08Z', 'updated_at': '2021-08-30T13:19:12Z', 'revision_number': 5, 'project_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:13.342625 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a569be51-73e4-4a70-bd25-da397a049e6f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.394944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08a48f7-faed-40af-8dc6-8f098a9a53a2 None None] The sync data for ids ['b4946707-6ff1-4334-82c4-7dbb3de7bd5f'] in n-d-688802-6 is: [{'id': 'b4946707-6ff1-4334-82c4-7dbb3de7bd5f', 'name': '', 'tenant_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:19:08Z', 'updated_at': '2021-08-30T13:19:12Z', 'revision_number': 5, 'project_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:13.396512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea632569-d707-42a3-ae09-26b1bf5ded99 None None] Pushing event updated for resources: {'Port': ['ID=8ac92225-dd99-438f-afc3-4109bb8e2ca4,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:13.452910 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a569be51-73e4-4a70-bd25-da397a049e6f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.509522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a569be51-73e4-4a70-bd25-da397a049e6f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.514650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a569be51-73e4-4a70-bd25-da397a049e6f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e HTTP/1.1" status: 204 len: 168 time: 0.3355484 Aug 30 13:19:13.514853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569be51-73e4-4a70-bd25-da397a049e6f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:13.532370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36502) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:13.660402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.795066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-b50c0b90-3f73-4218-a752-20766132722f service neutron] 10.222.0.37 "GET /v2.0/networks/46da6a7b-9bf3-4bab-9250-378e601d3aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454310 Aug 30 13:19:13.892188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.907441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.911118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:13.932041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b333ec-97b0-4292-8bc5-89d9e9224480']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:13.981621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2909dd-2642-43f2-8d27-7932d3e01421') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:13.982041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2909dd-2642-43f2-8d27-7932d3e01421') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:14.014276 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.086202 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.173111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8ac92225-dd99-438f-afc3-4109bb8e2ca4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:14.190312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.194089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event updated for resources: {'Port': ['ID=6334e5f5-50c3-46dc-a275-b114818ba65f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:14.212015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:19:14.212361 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:19:14.214694 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:19:14.252798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:14.311099 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.313957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Network 8303a11f-8c70-4764-a9cc-f20f647d4a0d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:14.318011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65b333ec-97b0-4292-8bc5-89d9e9224480 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 13:19:14.319984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:14.322059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.328083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "DELETE /v2.0/networks/65b333ec-97b0-4292-8bc5-89d9e9224480 HTTP/1.1" status: 204 len: 168 time: 0.7945054 Aug 30 13:19:14.345520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e914a56-1424-44f9-a144-03b51e289eca tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event deleted for resources: {'Network': ['ID=65b333ec-97b0-4292-8bc5-89d9e9224480,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:14.486069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Router 617822e4-7663-493f-9d50-fc0f54c49cad is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:19:14.656578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:14.665147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-19115dda-105f-434f-9ed0-ccc6e65c15e0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "PUT /v2.0/routers/617822e4-7663-493f-9d50-fc0f54c49cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7122657 Aug 30 13:19:14.665572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36516) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:14.672430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Request body: {'port': {'network_id': '8303a11f-8c70-4764-a9cc-f20f647d4a0d', 'name': 'tempest-FloatingIPNegativeTestJSON-1222722195'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:14.771016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36518) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:14.777128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9d72c0c1-32ed-4085-bb6b-e6813f5e7daa tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'router': {'name': 'tempest-router--1314173396', 'project_id': '8100ae02802644a2860f028769b29a0b'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:14.812673 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0c1-32ed-4085-bb6b-e6813f5e7daa tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.815526 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0c1-32ed-4085-bb6b-e6813f5e7daa tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.831534 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4ec11-9a7e-4633-831c-6b350b0cee78 None None] Sync routers for ids ['617822e4-7663-493f-9d50-fc0f54c49cad'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:14.844424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Made reservation on behalf of 115a3853be87462d941eea48572fef75 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:14.845864 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4ec11-9a7e-4633-831c-6b350b0cee78 None None] Routers {'617822e4-7663-493f-9d50-fc0f54c49cad'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:14.846686 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-afc4ec11-9a7e-4633-831c-6b350b0cee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['617822e4-7663-493f-9d50-fc0f54c49cad'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:14.849268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.895005 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-afc4ec11-9a7e-4633-831c-6b350b0cee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:14.907118 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4ec11-9a7e-4633-831c-6b350b0cee78 None None] Routers {'617822e4-7663-493f-9d50-fc0f54c49cad'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:14.908058 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-afc4ec11-9a7e-4633-831c-6b350b0cee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['617822e4-7663-493f-9d50-fc0f54c49cad'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:14.938309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] device_id is not set on port a503d1a9-347a-4f1d-a6b9-9489e4827e28 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:14.942892 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-afc4ec11-9a7e-4633-831c-6b350b0cee78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:14.943751 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc4ec11-9a7e-4633-831c-6b350b0cee78 None None] The sync data for ids ['617822e4-7663-493f-9d50-fc0f54c49cad'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:14.961106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0c1-32ed-4085-bb6b-e6813f5e7daa tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.971343 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0c1-32ed-4085-bb6b-e6813f5e7daa tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.990118 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0c1-32ed-4085-bb6b-e6813f5e7daa tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:14.995038 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9d72c0c1-32ed-4085-bb6b-e6813f5e7daa tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2219682 Aug 30 13:19:14.998161 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36528) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:15.007564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e203f9-a9ac-4805-bb35-46b1883653ed None None] Network 8303a11f-8c70-4764-a9cc-f20f647d4a0d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:15.144490 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8fe41c2-0387-44f9-9c65-71f143eb4bf3 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.144720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-866d5ba1-9949-49a2-af2f-afc566feca54 None None] Provisioning for port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:15.153963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-866d5ba1-9949-49a2-af2f-afc566feca54 None None] Provisioning complete for port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:15.154347 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-866d5ba1-9949-49a2-af2f-afc566feca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.206767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aa5f17f8-d82a-4ad7-b608-15396d677878 req-75ccd682-9b95-40fb-b1f8-5c777d83ab10 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 210 time: 0.0764949 Aug 30 13:19:15.217189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Allocated IP 172.20.0.6 (8303a11f-8c70-4764-a9cc-f20f647d4a0d/e3fbf7b4-1e55-4cfa-86c7-6a76cf708ab5/a503d1a9-347a-4f1d-a6b9-9489e4827e28) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:15.386334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8fe41c2-0387-44f9-9c65-71f143eb4bf3 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.388306 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-866d5ba1-9949-49a2-af2f-afc566feca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.388863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8fe41c2-0387-44f9-9c65-71f143eb4bf3 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.490792 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8fe41c2-0387-44f9-9c65-71f143eb4bf3 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.492072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fe41c2-0387-44f9-9c65-71f143eb4bf3 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 093d691c-32e2-47a7-a892-8151c96eb634 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:15.506072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8fe41c2-0387-44f9-9c65-71f143eb4bf3 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.507340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c8fe41c2-0387-44f9-9c65-71f143eb4bf3 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "DELETE /v2.0/routers/093d691c-32e2-47a7-a892-8151c96eb634 HTTP/1.1" status: 204 len: 168 time: 0.5071683 Aug 30 13:19:15.523075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.534587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-866d5ba1-9949-49a2-af2f-afc566feca54 None None] For port 8ac92225-dd99-438f-afc3-4109bb8e2ca4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8ac92225-dd99-438f-afc3-4109bb8e2ca4,segment=NetworkSegment(2df7eb16-a29c-461e-a636-f7e5c24920c9),segment_id=2df7eb16-a29c-461e-a636-f7e5c24920c9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:15.552121 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-866d5ba1-9949-49a2-af2f-afc566feca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.585146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Transition to ACTIVE for port object a503d1a9-347a-4f1d-a6b9-9489e4827e28 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:15.653609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d5ba1-9949-49a2-af2f-afc566feca54 None None] Pushing event updated for resources: {'Port': ['ID=8ac92225-dd99-438f-afc3-4109bb8e2ca4,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:15.657735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.733973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Network 8303a11f-8c70-4764-a9cc-f20f647d4a0d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:15.741406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:15.745767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:15.765628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36550) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:15.775699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event updated for resources: {'Port': ['ID=a503d1a9-347a-4f1d-a6b9-9489e4827e28,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:15.887404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:15.888101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.916912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2ff8e5ac-a888-42ea-ae52-5ea4a6be95a0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2466216 Aug 30 13:19:15.917136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36554) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:15.924024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:15.958187 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:15.990874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8604c92-39c3-44c5-85a9-55e9d46ecb5a None None] Provisioning for port 6334e5f5-50c3-46dc-a275-b114818ba65f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:16.001209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8604c92-39c3-44c5-85a9-55e9d46ecb5a None None] Provisioning complete for port 6334e5f5-50c3-46dc-a275-b114818ba65f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:16.002446 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8604c92-39c3-44c5-85a9-55e9d46ecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.093919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e8604c92-39c3-44c5-85a9-55e9d46ecb5a None None] Port 6334e5f5-50c3-46dc-a275-b114818ba65f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:19:16.116347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8ac92225-dd99-438f-afc3-4109bb8e2ca4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:16.153870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8604c92-39c3-44c5-85a9-55e9d46ecb5a None None] Provisioning complete for port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:16.154658 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8604c92-39c3-44c5-85a9-55e9d46ecb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.194124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1221485234', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:16.343271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:16.343512 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.384359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.396187 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e93df6a5-fe11-46a1-9f30-2ac5122a22d3 req-aa587b9d-b184-438a-966b-3aab8c0b595c tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 210 time: 0.0712109 Aug 30 13:19:16.396520 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.399816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.455563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b613ac06-10f7-45c3-bafc-a0d95bd960a8 None None] Provisioning complete for port 6334e5f5-50c3-46dc-a275-b114818ba65f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:16.456121 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b613ac06-10f7-45c3-bafc-a0d95bd960a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.550719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b613ac06-10f7-45c3-bafc-a0d95bd960a8 None None] Port 6334e5f5-50c3-46dc-a275-b114818ba65f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:19:16.596974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.674394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8e7a6a21-d445-4bbf-a4ee-760c19919d10 None None] Provisioning complete for port 6334e5f5-50c3-46dc-a275-b114818ba65f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:16.674768 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e7a6a21-d445-4bbf-a4ee-760c19919d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.736223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a6a21-d445-4bbf-a4ee-760c19919d10 None None] Port 6334e5f5-50c3-46dc-a275-b114818ba65f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:19:16.772936 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Allocated IP 172.25.2.240 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/428df8f0-1d47-400b-a9ec-642c51261430) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:16.838089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.870234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-63b9204c-3cc1-420b-a378-5537bd822bd4 None None] Provisioning for port a503d1a9-347a-4f1d-a6b9-9489e4827e28 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:16.874720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-63b9204c-3cc1-420b-a378-5537bd822bd4 None None] Provisioning complete for port a503d1a9-347a-4f1d-a6b9-9489e4827e28 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:16.875313 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-63b9204c-3cc1-420b-a378-5537bd822bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:16.954003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-63b9204c-3cc1-420b-a378-5537bd822bd4 None None] Port a503d1a9-347a-4f1d-a6b9-9489e4827e28 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:19:17.038320 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.161722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.224060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:17.226624 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.233593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:17.255494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:17.261870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.283184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event updated for resources: {'Port': ['ID=428df8f0-1d47-400b-a9ec-642c51261430,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:17.426968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.451192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Allocated IP 172.25.2.190 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/99008c91-006e-4bc5-8be2-fd1fe98e0f6e) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:17.513849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.528458 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c05dfc3e-85b4-44a8-a1b2-f0b48e0b6bef req-ac89d31f-513c-4245-bda6-d2e29a0d4f73 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 210 time: 0.0738964 Aug 30 13:19:17.723749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.794491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.801041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.826925 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.877879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:17.886229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:17.891137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event updated for resources: {'Port': ['ID=428df8f0-1d47-400b-a9ec-642c51261430,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:17.893449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:17.952373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:17.979328 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event updated for resources: {'Port': ['ID=99008c91-006e-4bc5-8be2-fd1fe98e0f6e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:18.047613 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:18.052064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-683e1faa-dcc6-4dc6-a450-5f71fa842a85 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1303897 Aug 30 13:19:18.052807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36580) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:18.059712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-54ce6575-8bc1-41b3-8b59-81824f5b1cf8 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Request body: {'floatingip': {'port_id': 'a503d1a9-347a-4f1d-a6b9-9489e4827e28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:18.111292 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54ce6575-8bc1-41b3-8b59-81824f5b1cf8 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:18.258611 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-54ce6575-8bc1-41b3-8b59-81824f5b1cf8 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] update failed (client error): The resource could not be found. Aug 30 13:19:18.260082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-54ce6575-8bc1-41b3-8b59-81824f5b1cf8 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "PUT /v2.0/floatingips/9d660b64-eae7-4da8-afb1-ae6e93e229b5 HTTP/1.1" status: 404 len: 507 time: 0.2044413 Aug 30 13:19:18.263496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36582) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:18.268455 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:18.399458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Deleting port 428df8f0-1d47-400b-a9ec-642c51261430 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:18.399981 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:18.493639 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:18.494046 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:18.515789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Calling delete_port for 428df8f0-1d47-400b-a9ec-642c51261430 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:18.870038 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.120738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f951b4ab-3c5f-4a64-88bc-8e7a1fec4ba1 req-8aa45e0a-7fc7-45ba-a6f8-31930016b0b6 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 210 time: 0.0570536 Aug 30 13:19:19.146739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.156436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Router 9a1c4978-586a-4e8a-8fdf-18ec1e721a78 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:19:19.177530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event deleted for resources: {'Port': ['ID=428df8f0-1d47-400b-a9ec-642c51261430,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:19.252005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.255782 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.257383 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ab69ddbd-9d73-4556-826e-2a018cd9f475 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "DELETE /v2.0/floatingips/9d660b64-eae7-4da8-afb1-ae6e93e229b5 HTTP/1.1" status: 204 len: 168 time: 0.9927590 Aug 30 13:19:19.261808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36612) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:19.268030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a1e2f772-e3c7-427a-95fd-819056be3e73 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Request body: {'floatingip': {'floating_network_id': '8303a11f-8c70-4764-a9cc-f20f647d4a0d', 'port_id': 'a503d1a9-347a-4f1d-a6b9-9489e4827e28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:19.297652 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a1e2f772-e3c7-427a-95fd-819056be3e73 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.304842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:19.317954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb8723-782c-4ba7-a369-587ed28b78d9 None None] Sync routers for ids ['9a1c4978-586a-4e8a-8fdf-18ec1e721a78'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:19.331374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.333232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d12646c8-0ce1-4871-b5e5-ed65229765fe tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5662339 Aug 30 13:19:19.336229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36614) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:19.339187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb8723-782c-4ba7-a369-587ed28b78d9 None None] Routers {'9a1c4978-586a-4e8a-8fdf-18ec1e721a78'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:19.339980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-96fb8723-782c-4ba7-a369-587ed28b78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9a1c4978-586a-4e8a-8fdf-18ec1e721a78'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:19.380975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-96fb8723-782c-4ba7-a369-587ed28b78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:19.395422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fb8723-782c-4ba7-a369-587ed28b78d9 None None] Routers {'9a1c4978-586a-4e8a-8fdf-18ec1e721a78'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:19.396246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-96fb8723-782c-4ba7-a369-587ed28b78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9a1c4978-586a-4e8a-8fdf-18ec1e721a78'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:19.472151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36616) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:19.475397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d86eb507-7fca-4ddb-8765-e43efe618053 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/routers/9a1c4978-586a-4e8a-8fdf-18ec1e721a78 HTTP/1.1" status: 200 len: 921 time: 0.1374679 Aug 30 13:19:19.478798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-96fb8723-782c-4ba7-a369-587ed28b78d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:19.480138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fb8723-782c-4ba7-a369-587ed28b78d9 None None] The sync data for ids ['9a1c4978-586a-4e8a-8fdf-18ec1e721a78'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:19.517656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-96426a71-2963-4eee-b325-207d83bdb4de tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a1c4978-586a-4e8a-8fdf-18ec1e721a78 HTTP/1.1" status: 200 len: 205 time: 0.0443904 Aug 30 13:19:19.520219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36618) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:19.584405 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-a1e2f772-e3c7-427a-95fd-819056be3e73 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:19:19.585850 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a1e2f772-e3c7-427a-95fd-819056be3e73 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3227224 Aug 30 13:19:19.589653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36620) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:19.594453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': 'a503d1a9-347a-4f1d-a6b9-9489e4827e28', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:19.622496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.657335 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.743429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.788089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.866923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Deleting port 99008c91-006e-4bc5-8be2-fd1fe98e0f6e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:19.867384 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:19.887699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Allocated IP 172.25.2.83 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/d8d54962-b880-4ae3-8dc0-278c00cb10c6) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:19.978554 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.001051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Calling delete_port for 99008c91-006e-4bc5-8be2-fd1fe98e0f6e owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:20.038756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.086152 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.134929 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:20.143501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:20.150498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:20.176286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event updated for resources: {'Port': ['ID=d8d54962-b880-4ae3-8dc0-278c00cb10c6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:20.283189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e91fa2c-a00c-420f-8709-01a78294356b req-764522a0-6677-4142-ba74-fde26f755e36 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 210 time: 0.0290103 Aug 30 13:19:20.393059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.423126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Deleting port d8d54962-b880-4ae3-8dc0-278c00cb10c6 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:20.423634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.450063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event deleted for resources: {'Port': ['ID=99008c91-006e-4bc5-8be2-fd1fe98e0f6e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:20.521987 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.539314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.539695 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.566546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Calling delete_port for d8d54962-b880-4ae3-8dc0-278c00cb10c6 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:20.634710 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.638491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.688308 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.690151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Fanout notify agent at l3_agent the message router_deleted on router 9a1c4978-586a-4e8a-8fdf-18ec1e721a78 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:20.709091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.715872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a99020fa-d292-496a-86ea-9b1832314dda tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/9a1c4978-586a-4e8a-8fdf-18ec1e721a78 HTTP/1.1" status: 204 len: 168 time: 1.1941495 Aug 30 13:19:20.716064 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36642) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:20.722882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179445771', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': False}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:20.750767 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.787893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event deleted for resources: {'Port': ['ID=d8d54962-b880-4ae3-8dc0-278c00cb10c6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:20.845698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.846646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.942807 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:20.972530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-1d3000f2-7854-4c94-9200-3544f3698084 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:20.974410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-1d3000f2-7854-4c94-9200-3544f3698084 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.35 "GET /v2.0/networks?id=46da6a7b-9bf3-4bab-9250-378e601d3aa5 HTTP/1.1" status: 200 len: 808 time: 0.1799147 Aug 30 13:19:20.987613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Request body: {'port': {'device_id': 'a2b6f044-185a-4abd-b01c-264d03cce49f', 'network_id': '46da6a7b-9bf3-4bab-9250-378e601d3aa5', 'admin_state_up': True, 'tenant_id': 'ef4439ccbf2b40fb973a5890b3370684'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:21.063864 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] create failed (client error): The resource could not be found. Aug 30 13:19:21.065517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5ab16162-9eb8-40fa-a283-3fbf1efceffa tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4747546 Aug 30 13:19:21.070589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36652) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:21.114088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Made reservation on behalf of ef4439ccbf2b40fb973a5890b3370684 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:21.118970 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.181111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.297205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Allocated IP 172.20.0.12 (46da6a7b-9bf3-4bab-9250-378e601d3aa5/59b81f34-be99-453c-968f-ba6815bc67f5/42ecfed0-bca9-4377-b138-920b8e5d1f5f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:21.308426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f548d-11f4-4a58-8166-76b22f1a59ae tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Deleting port a503d1a9-347a-4f1d-a6b9-9489e4827e28 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:21.308767 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d4f548d-11f4-4a58-8166-76b22f1a59ae tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.436366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d4f548d-11f4-4a58-8166-76b22f1a59ae tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.462354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3d4f548d-11f4-4a58-8166-76b22f1a59ae tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Calling delete_port for a503d1a9-347a-4f1d-a6b9-9489e4827e28 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:21.531783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b62c4a8-6c58-498d-b5a7-333014c0f7a3 req-e62d5d7e-a244-4bf0-b431-9a3c36509aa6 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 210 time: 0.1024137 Aug 30 13:19:21.607616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.657533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.661231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.691531 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.717743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Network 46da6a7b-9bf3-4bab-9250-378e601d3aa5 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:21.721023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:21.725071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:21.773331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:21.773898 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.788608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Pushing event updated for resources: {'Port': ['ID=42ecfed0-bca9-4377-b138-920b8e5d1f5f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:21.808246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-009eb3f7-ef78-42e3-ac02-d6a0eef49ea8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8244510 Aug 30 13:19:21.820515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Request body: {'port': {'device_id': 'a2b6f044-185a-4abd-b01c-264d03cce49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:21.823713 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d4f548d-11f4-4a58-8166-76b22f1a59ae tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:21.877945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f548d-11f4-4a58-8166-76b22f1a59ae tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event deleted for resources: {'Port': ['ID=a503d1a9-347a-4f1d-a6b9-9489e4827e28,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:21.916887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:22.046096 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d4f548d-11f4-4a58-8166-76b22f1a59ae tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:22.048628 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3d4f548d-11f4-4a58-8166-76b22f1a59ae tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "DELETE /v2.0/ports/a503d1a9-347a-4f1d-a6b9-9489e4827e28 HTTP/1.1" status: 204 len: 168 time: 0.9769080 Aug 30 13:19:22.078243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Allocated IP 172.25.2.2 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/35ca8292-cff6-475b-b8d7-6371534b62a6) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:22.083924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36662) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:22.221581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cf733b-f476-49a0-8b84-8b93f713ae0e tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:22.223338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-68cf733b-f476-49a0-8b84-8b93f713ae0e tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "GET /v2.0/ports?device_id=617822e4-7663-493f-9d50-fc0f54c49cad HTTP/1.1" status: 200 len: 913 time: 0.1383610 Aug 30 13:19:22.226240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36664) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:22.238629 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:22.309582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:22.378536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event updated for resources: {'Port': ['ID=35ca8292-cff6-475b-b8d7-6371534b62a6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:22.396828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:22.402216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:22.410084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:22.568604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42ecfed0-bca9-4377-b138-920b8e5d1f5f {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:19:22.579131 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:22.604725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Transition to ACTIVE for port object 42ecfed0-bca9-4377-b138-920b8e5d1f5f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:22.617265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:22.747013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Pushing event updated for resources: {'Port': ['ID=42ecfed0-bca9-4377-b138-920b8e5d1f5f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:22.761739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c968af-fc59-4fe1-9462-89466a5b358f req-224faab2-4ee5-42cd-b346-0956ee4d4266 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:22.766260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9c968af-fc59-4fe1-9462-89466a5b358f req-224faab2-4ee5-42cd-b346-0956ee4d4266 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 944 time: 0.1265671 Aug 30 13:19:22.875306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Attempting to bind port 42ecfed0-bca9-4377-b138-920b8e5d1f5f on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:19:22.875640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Attempting to bind port 42ecfed0-bca9-4377-b138-920b8e5d1f5f by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'f1823b64-cf00-42d2-aeaf-c8ad59c0de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46da6a7b-9bf3-4bab-9250-378e601d3aa5'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:19:22.875987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Attempting to bind port 42ecfed0-bca9-4377-b138-920b8e5d1f5f on network 46da6a7b-9bf3-4bab-9250-378e601d3aa5 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:22.884068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Port 42ecfed0-bca9-4377-b138-920b8e5d1f5f on network 46da6a7b-9bf3-4bab-9250-378e601d3aa5 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:19:22.884068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Attempting to bind port 42ecfed0-bca9-4377-b138-920b8e5d1f5f on network 46da6a7b-9bf3-4bab-9250-378e601d3aa5 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:22.891646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:19:22.891987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Checking segment: {'id': 'f1823b64-cf00-42d2-aeaf-c8ad59c0de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46da6a7b-9bf3-4bab-9250-378e601d3aa5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:22.892378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Bound using segment: {'id': 'f1823b64-cf00-42d2-aeaf-c8ad59c0de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46da6a7b-9bf3-4bab-9250-378e601d3aa5'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:19:22.892819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Bound port: 42ecfed0-bca9-4377-b138-920b8e5d1f5f, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1823b64-cf00-42d2-aeaf-c8ad59c0de6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '46da6a7b-9bf3-4bab-9250-378e601d3aa5'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:19:22.893181 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:22.899649 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9c968af-fc59-4fe1-9462-89466a5b358f req-39a7bc22-cc2f-4778-b340-6ff67a3fe71c tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302388 Aug 30 13:19:22.994259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:23.028631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] For port 42ecfed0-bca9-4377-b138-920b8e5d1f5f, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:19:23.032822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:23.035797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] For port 42ecfed0-bca9-4377-b138-920b8e5d1f5f, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=42ecfed0-bca9-4377-b138-920b8e5d1f5f,segment=NetworkSegment(f1823b64-cf00-42d2-aeaf-c8ad59c0de6a),segment_id=f1823b64-cf00-42d2-aeaf-c8ad59c0de6a)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:19:23.080743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:23.152625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:23.153248 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:23.154740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-0049d4db-eede-4041-87d5-5e350936054e service neutron] 10.222.0.35 "PUT /v2.0/ports/42ecfed0-bca9-4377-b138-920b8e5d1f5f HTTP/1.1" status: 200 len: 1092 time: 1.3385010 Aug 30 13:19:23.155201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b6f044-185a-4abd-b01c-264d03cce49f', 'tag': '42ecfed0-bca9-4377-b138-920b8e5d1f5f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:19:23.157546 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b6f044-185a-4abd-b01c-264d03cce49f", "tag": "42ecfed0-bca9-4377-b138-920b8e5d1f5f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:19:23.280017 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a2077c-0a8a-4c0c-b9ce-d194a7c106e4 x-openstack-request-id: req-e5a2077c-0a8a-4c0c-b9ce-d194a7c106e4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:19:23.280340 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b6f044-185a-4abd-b01c-264d03cce49f", "tag": "42ecfed0-bca9-4377-b138-920b8e5d1f5f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:19:23.280519 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5a2077c-0a8a-4c0c-b9ce-d194a7c106e4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:19:23.280931 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b6f044-185a-4abd-b01c-264d03cce49f', 'tag': '42ecfed0-bca9-4377-b138-920b8e5d1f5f', 'status': 'completed', 'code': 200} Aug 30 13:19:23.283690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049d4db-eede-4041-87d5-5e350936054e service neutron] Pushing event updated for resources: {'Port': ['ID=42ecfed0-bca9-4377-b138-920b8e5d1f5f,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:23.317051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-dedb7370-f8e3-4623-bbe3-394c2eec7ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:23.318695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-dedb7370-f8e3-4623-bbe3-394c2eec7ec4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef4439ccbf2b40fb973a5890b3370684&device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 1095 time: 0.1170135 Aug 30 13:19:23.345366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:23.370007 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-1cde64ad-9eb4-47b9-91f7-a95a1fd42ada service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ecfed0-bca9-4377-b138-920b8e5d1f5f HTTP/1.1" status: 200 len: 217 time: 0.0413599 Aug 30 13:19:23.491388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-1821621a-6de7-4d44-afa0-5135901e2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:23.493754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-1821621a-6de7-4d44-afa0-5135901e2a92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59b81f34-be99-453c-968f-ba6815bc67f5 HTTP/1.1" status: 200 len: 848 time: 0.1173437 Aug 30 13:19:23.553332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-f223af1e-bfec-43b0-a339-94fd88aeae5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46da6a7b-9bf3-4bab-9250-378e601d3aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519550 Aug 30 13:19:23.685762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-9627fbf6-38cb-4d60-9c99-2d18dc861f95 service neutron] 10.222.0.35 "GET /v2.0/networks/46da6a7b-9bf3-4bab-9250-378e601d3aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254117 Aug 30 13:19:23.820179 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-217ab9c6-c676-4fd5-9f2a-6f681d3af566 req-c2eefd29-9606-451f-b4d5-38f464a519c5 service neutron] 10.222.0.35 "GET /v2.0/networks/46da6a7b-9bf3-4bab-9250-378e601d3aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247633 Aug 30 13:19:23.851775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Deleting port 6334e5f5-50c3-46dc-a275-b114818ba65f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:23.852564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:24.017325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-286c0657-f82b-460b-8f76-ee445469a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:24.020684 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-286c0657-f82b-460b-8f76-ee445469a1c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ef4439ccbf2b40fb973a5890b3370684&device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 1095 time: 0.1238523 Aug 30 13:19:24.074696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:24.124240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Calling delete_port for 6334e5f5-50c3-46dc-a275-b114818ba65f owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:24.154205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29edcc-d57d-4bd5-bbb1-bcf9af834a5b req-8e37062b-a3b8-450d-97b9-e7b7b4fd9cdf tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:24.156023 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f29edcc-d57d-4bd5-bbb1-bcf9af834a5b req-8e37062b-a3b8-450d-97b9-e7b7b4fd9cdf tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 944 time: 0.0916803 Aug 30 13:19:24.157878 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Router 6112563e-3515-4e3d-8065-7c6292e2a312 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:19:24.237202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-b1684f19-f128-4f80-bfce-a79f9f5fbc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:24.239324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-b1684f19-f128-4f80-bfce-a79f9f5fbc21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=46da6a7b-9bf3-4bab-9250-378e601d3aa5 HTTP/1.1" status: 200 len: 909 time: 0.2087102 Aug 30 13:19:24.261131 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6f29edcc-d57d-4bd5-bbb1-bcf9af834a5b req-5f1fbf1a-971f-4224-b7cd-4cd04b9bdeba tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912766 Aug 30 13:19:24.312825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-a3c2505e-595a-40b5-ac92-c2ac5e881204 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=42ecfed0-bca9-4377-b138-920b8e5d1f5f HTTP/1.1" status: 200 len: 217 time: 0.0642805 Aug 30 13:19:24.331708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:24.340814 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Sync routers for ids ['6112563e-3515-4e3d-8065-7c6292e2a312'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:24.349761 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:24.351515 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Routers {'6112563e-3515-4e3d-8065-7c6292e2a312'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:24.351672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b4a97da7-e5b0-4de2-8c85-c77ab024c897 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.6343122 Aug 30 13:19:24.352185 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6112563e-3515-4e3d-8065-7c6292e2a312'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:24.354178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36704) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:24.472149 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Set router 6112563e-3515-4e3d-8065-7c6292e2a312 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:19:24.479354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:24.496746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3a692723-2626-4765-9607-2b6980b579b9 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/routers/6112563e-3515-4e3d-8065-7c6292e2a312 HTTP/1.1" status: 200 len: 907 time: 0.1409323 Aug 30 13:19:24.499488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36706) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:24.511356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1179445771', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': True}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:24.538901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event deleted for resources: {'Port': ['ID=6334e5f5-50c3-46dc-a275-b114818ba65f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:24.582875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:24.584093 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:24.587975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-0cf9c45e-d765-4458-a967-4c94e08d4a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:24.589648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-0cf9c45e-d765-4458-a967-4c94e08d4a84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=59b81f34-be99-453c-968f-ba6815bc67f5 HTTP/1.1" status: 200 len: 848 time: 0.1259313 Aug 30 13:19:24.652994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-dd2546d9-faff-4038-a638-6170578c7bfa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=46da6a7b-9bf3-4bab-9250-378e601d3aa5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427699 Aug 30 13:19:24.661616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:24.793035 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6112563e-3515-4e3d-8065-7c6292e2a312', 'name': 'tempest-snat-router-1179445771', 'tenant_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': False}, 'gw_port_id': '35ca8292-cff6-475b-b8d7-6371534b62a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:19:20Z', 'updated_at': '2021-08-30T13:19:22Z', 'revision_number': 3, 'project_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'gw_port': {'id': '35ca8292-cff6-475b-b8d7-6371534b62a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6112563e-3515-4e3d-8065-7c6292e2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:19:21Z', 'updated_at': '2021-08-30T13:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:24.837185 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Checking router: 6112563e-3515-4e3d-8065-7c6292e2a312 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:19:24.837864 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Updating router 6112563e-3515-4e3d-8065-7c6292e2a312 port 35ca8292-cff6-475b-b8d7-6371534b62a6 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:19:24.869109 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:24.884123 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.167569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.198930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.345761 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.347194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.366716 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Transition to ACTIVE for port object 35ca8292-cff6-475b-b8d7-6371534b62a6 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:25.379212 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.450427 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Pushing event updated for resources: {'Port': ['ID=35ca8292-cff6-475b-b8d7-6371534b62a6,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:25.471926 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.472459 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.472922 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.474091 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.474570 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.475024 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.475634 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.476112 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.476565 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.476995 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.478077 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.478563 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:25.491273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Allocated IP 172.25.2.230 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/67d17bad-c3ca-438c-ae54-d57bf1a6c5a3) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:25.591414 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Attempting to bind port 35ca8292-cff6-475b-b8d7-6371534b62a6 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:19:25.592003 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Attempting to bind port 35ca8292-cff6-475b-b8d7-6371534b62a6 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:19:25.592595 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Attempting to bind port 35ca8292-cff6-475b-b8d7-6371534b62a6 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:25.605797 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:19:25.606408 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:25.606985 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.607639 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:19:25.608617 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Bound port: 35ca8292-cff6-475b-b8d7-6371534b62a6, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:19:25.609117 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.611824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-ce9c1c57-bec2-4614-a230-026d21be169b service neutron] 10.222.0.35 "GET /v2.0/networks/46da6a7b-9bf3-4bab-9250-378e601d3aa5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9504647 Aug 30 13:19:25.719895 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] For port 35ca8292-cff6-475b-b8d7-6371534b62a6, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:19:25.726583 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] For port 35ca8292-cff6-475b-b8d7-6371534b62a6, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=35ca8292-cff6-475b-b8d7-6371534b62a6,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:19:25.757888 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.780380 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.827843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Router 617822e4-7663-493f-9d50-fc0f54c49cad has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:19:25.865142 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:25.890630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb52575-31f7-4c3f-9f82-c9012c633b19 req-8923ec0d-f98d-4959-8e98-26d8d69524e8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:25.902785 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fcb52575-31f7-4c3f-9f82-c9012c633b19 req-8923ec0d-f98d-4959-8e98-26d8d69524e8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 944 time: 0.4435737 Aug 30 13:19:25.918662 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Routers {'6112563e-3515-4e3d-8065-7c6292e2a312'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:25.919587 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6112563e-3515-4e3d-8065-7c6292e2a312'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:25.924943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:25.930541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:25.935186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:25.966091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event updated for resources: {'Port': ['ID=67d17bad-c3ca-438c-ae54-d57bf1a6c5a3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:25.981865 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc12335-d4f2-471b-9ca7-1738d5dd3560 None None] Pushing event updated for resources: {'Port': ['ID=35ca8292-cff6-475b-b8d7-6371534b62a6,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:26.093537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:26.105823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aaf8b5-9e72-4f82-a870-e5539a9e3f35 None None] Sync routers for ids ['617822e4-7663-493f-9d50-fc0f54c49cad'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:26.109525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fcb52575-31f7-4c3f-9f82-c9012c633b19 req-276e5fb0-155f-4882-9e10-435d02af31da tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057657 Aug 30 13:19:26.133183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-da6bce9d-da38-4d82-be48-dbebcb881210 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "PUT /v2.0/routers/617822e4-7663-493f-9d50-fc0f54c49cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9045877 Aug 30 13:19:26.136456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36728) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:26.139777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aaf8b5-9e72-4f82-a870-e5539a9e3f35 None None] Routers {'617822e4-7663-493f-9d50-fc0f54c49cad'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:26.142574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-69aaf8b5-9e72-4f82-a870-e5539a9e3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['617822e4-7663-493f-9d50-fc0f54c49cad'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:26.156874 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] Set router 6112563e-3515-4e3d-8065-7c6292e2a312 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:19:26.167578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cd4ef0e-101a-435c-a5ba-256e7b3dec5b req-aed65a49-27c8-4f84-83cc-89cb1853e1c7 service neutron] 10.222.0.35 "GET /v2.0/networks/46da6a7b-9bf3-4bab-9250-378e601d3aa5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399439 Aug 30 13:19:26.192720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-69aaf8b5-9e72-4f82-a870-e5539a9e3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:26.207925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aaf8b5-9e72-4f82-a870-e5539a9e3f35 None None] Routers {'617822e4-7663-493f-9d50-fc0f54c49cad'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:26.210840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-69aaf8b5-9e72-4f82-a870-e5539a9e3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['617822e4-7663-493f-9d50-fc0f54c49cad'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:26.272394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-69aaf8b5-9e72-4f82-a870-e5539a9e3f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:26.273450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aaf8b5-9e72-4f82-a870-e5539a9e3f35 None None] The sync data for ids ['617822e4-7663-493f-9d50-fc0f54c49cad'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:26.333605 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e16af9e-114b-4076-9652-11d3818f5f50 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:26.437860 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6112563e-3515-4e3d-8065-7c6292e2a312', 'name': 'tempest-snat-router-1179445771', 'tenant_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': False}, 'gw_port_id': '35ca8292-cff6-475b-b8d7-6371534b62a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:19:20Z', 'updated_at': '2021-08-30T13:19:22Z', 'revision_number': 3, 'project_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'gw_port': {'id': '35ca8292-cff6-475b-b8d7-6371534b62a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6112563e-3515-4e3d-8065-7c6292e2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:19:21Z', 'updated_at': '2021-08-30T13:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:26.474996 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b73f888-de76-48f3-bcb4-894720c95d08 None None] The sync data for ids ['6112563e-3515-4e3d-8065-7c6292e2a312'] in n-d-688802-6 is: [{'id': '6112563e-3515-4e3d-8065-7c6292e2a312', 'name': 'tempest-snat-router-1179445771', 'tenant_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': False}, 'gw_port_id': '35ca8292-cff6-475b-b8d7-6371534b62a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:19:20Z', 'updated_at': '2021-08-30T13:19:22Z', 'revision_number': 3, 'project_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'gw_port': {'id': '35ca8292-cff6-475b-b8d7-6371534b62a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:1e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6112563e-3515-4e3d-8065-7c6292e2a312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:19:21Z', 'updated_at': '2021-08-30T13:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:26.522514 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e16af9e-114b-4076-9652-11d3818f5f50 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:26.524875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e16af9e-114b-4076-9652-11d3818f5f50 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:26.602135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e16af9e-114b-4076-9652-11d3818f5f50 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:26.602683 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e16af9e-114b-4076-9652-11d3818f5f50 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Fanout notify agent at l3_agent the message router_deleted on router 617822e4-7663-493f-9d50-fc0f54c49cad {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:26.615522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e16af9e-114b-4076-9652-11d3818f5f50 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:26.616692 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5e16af9e-114b-4076-9652-11d3818f5f50 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "DELETE /v2.0/routers/617822e4-7663-493f-9d50-fc0f54c49cad HTTP/1.1" status: 204 len: 168 time: 0.4162452 Aug 30 13:19:26.619790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36730) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:26.656413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:26.696631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb172849-2fdb-4a99-9886-5fb809637c41 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Deleting subnet e3fbf7b4-1e55-4cfa-86c7-6a76cf708ab5 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:19:26.702895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb172849-2fdb-4a99-9886-5fb809637c41 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:26.775443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb172849-2fdb-4a99-9886-5fb809637c41 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:26.928777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 42ecfed0-bca9-4377-b138-920b8e5d1f5f details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:19:26.937526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb172849-2fdb-4a99-9886-5fb809637c41 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.092498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb172849-2fdb-4a99-9886-5fb809637c41 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.100360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 42ecfed0-bca9-4377-b138-920b8e5d1f5f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=42ecfed0-bca9-4377-b138-920b8e5d1f5f,segment=NetworkSegment(f1823b64-cf00-42d2-aeaf-c8ad59c0de6a),segment_id=f1823b64-cf00-42d2-aeaf-c8ad59c0de6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:27.107377 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-2314ed1c-ef5f-4c30-8a4a-b243831c32a2 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--386076573&fields=id&tenant_id=ac4f01f67e494d6eb90c5538f74d680d HTTP/1.1" status: 200 len: 267 time: 0.1165311 Aug 30 13:19:27.121217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '42ecfed0-bca9-4377-b138-920b8e5d1f5f', 'network_id': '46da6a7b-9bf3-4bab-9250-378e601d3aa5', 'port_id': '42ecfed0-bca9-4377-b138-920b8e5d1f5f', 'mac_address': 'fa:16:3e:23:a2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b81f34-be99-453c-968f-ba6815bc67f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:19:27.131034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb172849-2fdb-4a99-9886-5fb809637c41 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fbf7b4-1e55-4cfa-86c7-6a76cf708ab5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:27.145126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fb172849-2fdb-4a99-9886-5fb809637c41 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.151696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fb172849-2fdb-4a99-9886-5fb809637c41 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "DELETE /v2.0/subnets/e3fbf7b4-1e55-4cfa-86c7-6a76cf708ab5 HTTP/1.1" status: 204 len: 168 time: 0.5298645 Aug 30 13:19:27.154477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943faa72-8014-434d-8fb1-691bdec47b69 None None] Network 8303a11f-8c70-4764-a9cc-f20f647d4a0d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:27.155861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36744) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:27.248727 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.270895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.280144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42ecfed0-bca9-4377-b138-920b8e5d1f5f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:19:27.349403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 42ecfed0-bca9-4377-b138-920b8e5d1f5f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=42ecfed0-bca9-4377-b138-920b8e5d1f5f,segment=NetworkSegment(f1823b64-cf00-42d2-aeaf-c8ad59c0de6a),segment_id=f1823b64-cf00-42d2-aeaf-c8ad59c0de6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:27.351573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3c4e5-2b22-4b73-8c5a-31cba9ea8dbd req-26636661-53f0-43a4-9d93-708e5c317f49 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:27.353504 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9d3c4e5-2b22-4b73-8c5a-31cba9ea8dbd req-26636661-53f0-43a4-9d93-708e5c317f49 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 944 time: 0.1047347 Aug 30 13:19:27.359573 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.361505 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.382465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-7475fe9c-7ff3-4526-9f4c-f24894ad8fd8 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:27.384098 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-7475fe9c-7ff3-4526-9f4c-f24894ad8fd8 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/networks?id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e HTTP/1.1" status: 200 len: 815 time: 0.2759135 Aug 30 13:19:27.455083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-dcc46547-fba3-4f5a-8e00-5f9a25d0779a tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/quotas/ac4f01f67e494d6eb90c5538f74d680d HTTP/1.1" status: 200 len: 375 time: 0.0579233 Aug 30 13:19:27.455411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=42ecfed0-bca9-4377-b138-920b8e5d1f5f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:27.459537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9d3c4e5-2b22-4b73-8c5a-31cba9ea8dbd req-af6f593f-4864-4017-b241-5017964b4224 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959985 Aug 30 13:19:27.465074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d3362f-e8f2-4c94-a664-9672b4e16acd None None] DHCP port deletion for 8303a11f-8c70-4764-a9cc-f20f647d4a0d request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:19:27.530308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-15d3362f-e8f2-4c94-a664-9672b4e16acd None None] Deleting port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:27.530695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-15d3362f-e8f2-4c94-a664-9672b4e16acd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.553694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Deleting port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:27.554114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.601145 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-7f0cf252-6a19-45c1-bfb8-a598e85f55fa tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ac4f01f67e494d6eb90c5538f74d680d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330836 Aug 30 13:19:27.619309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Router c1bd9757-397b-4d06-a619-04a7e100be68 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:19:27.641430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] For port 8ac92225-dd99-438f-afc3-4109bb8e2ca4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8ac92225-dd99-438f-afc3-4109bb8e2ca4,segment=NetworkSegment(2df7eb16-a29c-461e-a636-f7e5c24920c9),segment_id=2df7eb16-a29c-461e-a636-f7e5c24920c9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:27.641996 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.664948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Calling delete_port for 8ac92225-dd99-438f-afc3-4109bb8e2ca4 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:27.708875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-712b61fa-59db-41ac-958c-36bbeedf0595 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:19:27.710454 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-712b61fa-59db-41ac-958c-36bbeedf0595 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0883603 Aug 30 13:19:27.771150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.780745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['42ecfed0-bca9-4377-b138-920b8e5d1f5f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:19:27.803782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event deleted for resources: {'Port': ['ID=8ac92225-dd99-438f-afc3-4109bb8e2ca4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:27.807934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] No DVR routers for this DVR port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:19:27.830030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-15d3362f-e8f2-4c94-a664-9672b4e16acd None None] For port 8ac92225-dd99-438f-afc3-4109bb8e2ca4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8ac92225-dd99-438f-afc3-4109bb8e2ca4,segment=NetworkSegment(2df7eb16-a29c-461e-a636-f7e5c24920c9),segment_id=2df7eb16-a29c-461e-a636-f7e5c24920c9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:27.830446 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-15d3362f-e8f2-4c94-a664-9672b4e16acd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.848903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-15d3362f-e8f2-4c94-a664-9672b4e16acd None None] Calling delete_port for 8ac92225-dd99-438f-afc3-4109bb8e2ca4 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:27.856705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:27.874302 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Sync routers for ids ['c1bd9757-397b-4d06-a619-04a7e100be68'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:27.892756 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Routers {'c1bd9757-397b-4d06-a619-04a7e100be68'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:27.894407 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-7428a6c3-79a5-4979-a19b-cbf6f85747c8 service neutron] 10.222.0.37 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514945 Aug 30 13:19:27.895402 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.899643 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4b2612ab-cc09-4186-b494-c3f0a55074dd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3987684 Aug 30 13:19:27.900403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36748) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:27.902257 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c1bd9757-397b-4d06-a619-04a7e100be68'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:27.920732 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:27.944588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8303a11f-8c70-4764-a9cc-f20f647d4a0d']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:27.960578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df7eb16-a29c-461e-a636-f7e5c24920c9') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:27.961296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df7eb16-a29c-461e-a636-f7e5c24920c9') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:27.980687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.015599 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.024102 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-15d3362f-e8f2-4c94-a664-9672b4e16acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.033437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:19:28.035106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.076030 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Set router c1bd9757-397b-4d06-a619-04a7e100be68 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:19:28.087704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3362f-e8f2-4c94-a664-9672b4e16acd None None] Pushing event deleted for resources: {'Port': ['ID=8ac92225-dd99-438f-afc3-4109bb8e2ca4,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:28.095617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d3362f-e8f2-4c94-a664-9672b4e16acd None None] No DVR routers for this DVR port 8ac92225-dd99-438f-afc3-4109bb8e2ca4 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:19:28.112567 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:19:28.155421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.170121 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.172950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] 10.222.0.37 "DELETE /v2.0/networks/8303a11f-8c70-4764-a9cc-f20f647d4a0d HTTP/1.1" status: 204 len: 168 time: 1.0133300 Aug 30 13:19:28.190920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e52a6-5fa1-412c-be23-b5fc32e926d0 tempest-FloatingIPNegativeTestJSON-1240795054 tempest-FloatingIPNegativeTestJSON-1240795054-project] Pushing event deleted for resources: {'Network': ['ID=8303a11f-8c70-4764-a9cc-f20f647d4a0d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:28.192967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 35ca8292-cff6-475b-b8d7-6371534b62a6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:28.375223 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.378952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 35ca8292-cff6-475b-b8d7-6371534b62a6 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:28.388361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 35ca8292-cff6-475b-b8d7-6371534b62a6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:28.388751 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.525242 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd9757-397b-4d06-a619-04a7e100be68', 'name': 'tempest-snat-router-1179445771', 'tenant_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.230'}], 'enable_snat': True}, 'gw_port_id': '67d17bad-c3ca-438c-ae54-d57bf1a6c5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:19:24Z', 'updated_at': '2021-08-30T13:19:26Z', 'revision_number': 3, 'project_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'gw_port': {'id': '67d17bad-c3ca-438c-ae54-d57bf1a6c5a3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:53:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bd9757-397b-4d06-a619-04a7e100be68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2606, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:19:25Z', 'updated_at': '2021-08-30T13:19:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:28.547999 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.576902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 35ca8292-cff6-475b-b8d7-6371534b62a6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=35ca8292-cff6-475b-b8d7-6371534b62a6,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:28.584436 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Checking router: c1bd9757-397b-4d06-a619-04a7e100be68 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:19:28.584928 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Updating router c1bd9757-397b-4d06-a619-04a7e100be68 port 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:19:28.586612 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.643348 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:28.683465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8ac92225-dd99-438f-afc3-4109bb8e2ca4 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:19:28.747829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 8ac92225-dd99-438f-afc3-4109bb8e2ca4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:19:28.748133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8ac92225-dd99-438f-afc3-4109bb8e2ca4 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:19:28.750548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36762) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:28.763181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-982d3667-6df3-4e3f-a158-c5b698ba7332 service neutron] 10.222.0.37 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8522034 Aug 30 13:19:28.779117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5d257ee7-2278-422b-99e7-0cc53090ffe6 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/routers/c1bd9757-397b-4d06-a619-04a7e100be68 HTTP/1.1" status: 200 len: 908 time: 0.8767173 Aug 30 13:19:28.786342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36766) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:28.815230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=35ca8292-cff6-475b-b8d7-6371534b62a6,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:28.918001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c06daf-724e-4277-a848-72dfcb22adfc req-09018356-92a7-4431-8c8d-058e5bca1241 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:28.923288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07c06daf-724e-4277-a848-72dfcb22adfc req-09018356-92a7-4431-8c8d-058e5bca1241 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 945 time: 0.2638509 Aug 30 13:19:28.931740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 42ecfed0-bca9-4377-b138-920b8e5d1f5f up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:29.029249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 42ecfed0-bca9-4377-b138-920b8e5d1f5f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:29.037639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 42ecfed0-bca9-4377-b138-920b8e5d1f5f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:29.037958 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.082871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-375e9f1e-d25c-4449-8630-e5d6d3120b5c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=115a3853be87462d941eea48572fef75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203101 Aug 30 13:19:29.084169 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.086110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36776) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:29.132988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-07c06daf-724e-4277-a848-72dfcb22adfc req-fcebf622-237a-40b9-ad71-8b89bce2be6f tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924853 Aug 30 13:19:29.184430 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.185150 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b950ec3e-3691-4d9a-a2ea-6b41c8f8538e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.196606 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.211840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b6f044-185a-4abd-b01c-264d03cce49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ecfed0-bca9-4377-b138-920b8e5d1f5f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:19:29.215281 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb67c521-8901-4e25-9e1e-a0e7734d53e5" -d '{"events": [{"server_uuid": "a2b6f044-185a-4abd-b01c-264d03cce49f", "name": "network-vif-plugged", "status": "completed", "tag": "42ecfed0-bca9-4377-b138-920b8e5d1f5f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:19:29.218791 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b950ec3e-3691-4d9a-a2ea-6b41c8f8538e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.223871 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Transition to ACTIVE for port object 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:29.237198 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.238703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 42ecfed0-bca9-4377-b138-920b8e5d1f5f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=42ecfed0-bca9-4377-b138-920b8e5d1f5f,segment=NetworkSegment(f1823b64-cf00-42d2-aeaf-c8ad59c0de6a),segment_id=f1823b64-cf00-42d2-aeaf-c8ad59c0de6a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:29.246619 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.318970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b950ec3e-3691-4d9a-a2ea-6b41c8f8538e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.325878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b950ec3e-3691-4d9a-a2ea-6b41c8f8538e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.333597 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b950ec3e-3691-4d9a-a2ea-6b41c8f8538e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d85171e7-234c-4b48-827b-848b74f9d8eb HTTP/1.1" status: 204 len: 168 time: 0.2428660 Aug 30 13:19:29.346218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950ec3e-3691-4d9a-a2ea-6b41c8f8538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85171e7-234c-4b48-827b-848b74f9d8eb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:29.361120 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.380666 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c50e4c-3c76-425d-83de-aa59b6a45cc6 None None] Pushing event updated for resources: {'Port': ['ID=67d17bad-c3ca-438c-ae54-d57bf1a6c5a3,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:29.440993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=42ecfed0-bca9-4377-b138-920b8e5d1f5f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:29.446787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62ba8371-81d6-4f6a-b9ef-0633fff99ebf req-9c217df2-0e01-4432-adc4-92d88ac53812 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.0825346 Aug 30 13:19:29.462604 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Attempting to bind port 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:19:29.465246 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Attempting to bind port 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:19:29.465719 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Attempting to bind port 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:29.485367 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:19:29.485775 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:29.488148 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.488735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Deleting port 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:29.489085 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.489220 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:19:29.495436 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Bound port: 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:19:29.496104 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.607718 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24293cc-2cae-47b0-8faa-a1c4c7783a22 x-openstack-request-id: req-b24293cc-2cae-47b0-8faa-a1c4c7783a22 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:19:29.608043 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b6f044-185a-4abd-b01c-264d03cce49f", "name": "network-vif-plugged", "status": "completed", "tag": "42ecfed0-bca9-4377-b138-920b8e5d1f5f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:19:29.608266 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b24293cc-2cae-47b0-8faa-a1c4c7783a22 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:19:29.608729 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b6f044-185a-4abd-b01c-264d03cce49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42ecfed0-bca9-4377-b138-920b8e5d1f5f', 'code': 200} Aug 30 13:19:29.667328 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] For port 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:19:29.682765 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] For port 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=67d17bad-c3ca-438c-ae54-d57bf1a6c5a3,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:19:29.705240 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.716513 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:19:29.751462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] For port 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3, host n-d-688802-6, got binding levels [] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:29.752641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:29.774603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Calling delete_port for 67d17bad-c3ca-438c-ae54-d57bf1a6c5a3 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:29.787033 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Routers {'c1bd9757-397b-4d06-a619-04a7e100be68'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:29.787762 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c1bd9757-397b-4d06-a619-04a7e100be68'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:29.827702 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c50e4c-3c76-425d-83de-aa59b6a45cc6 None None] Pushing event updated for resources: {'Port': ['ID=67d17bad-c3ca-438c-ae54-d57bf1a6c5a3,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:29.842675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f870477-323d-4e48-b8c2-236393653c06 req-8cb963b0-fbf0-4cbd-87cd-7d9f83fd1087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:29.844295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f870477-323d-4e48-b8c2-236393653c06 req-8cb963b0-fbf0-4cbd-87cd-7d9f83fd1087 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 1097 time: 0.1445458 Aug 30 13:19:29.917494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f870477-323d-4e48-b8c2-236393653c06 req-7d21df94-5766-4c09-ae4c-3f0bd7ffd3f6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650921 Aug 30 13:19:29.945847 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] Set router c1bd9757-397b-4d06-a619-04a7e100be68 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:19:30.037774 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bd9757-397b-4d06-a619-04a7e100be68', 'name': 'tempest-snat-router-1179445771', 'tenant_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:19:24Z', 'updated_at': '2021-08-30T13:19:29Z', 'revision_number': 4, 'project_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:30.074586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:30.103203 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49404fda-a10f-497c-8223-e9f939c07e94 None None] The sync data for ids ['c1bd9757-397b-4d06-a619-04a7e100be68'] in n-d-688802-6 is: [{'id': 'c1bd9757-397b-4d06-a619-04a7e100be68', 'name': 'tempest-snat-router-1179445771', 'tenant_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:19:24Z', 'updated_at': '2021-08-30T13:19:29Z', 'revision_number': 4, 'project_id': '3bf4e9f3270a4286924d9d65339a3e4f', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:30.106814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 35ca8292-cff6-475b-b8d7-6371534b62a6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:30.187617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event deleted for resources: {'Port': ['ID=67d17bad-c3ca-438c-ae54-d57bf1a6c5a3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:30.240699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 35ca8292-cff6-475b-b8d7-6371534b62a6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:30.242532 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:30.265778 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:30.307570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ab580-c7b0-4be2-a837-20fdc95526ae req-548103bb-8ec4-4f01-8ad4-24457429cce9 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:30.315313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f6ab580-c7b0-4be2-a837-20fdc95526ae req-548103bb-8ec4-4f01-8ad4-24457429cce9 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 946 time: 0.0826523 Aug 30 13:19:30.393236 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f6ab580-c7b0-4be2-a837-20fdc95526ae req-5dfa072c-4be6-4353-b2be-1097f2abaf75 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769258 Aug 30 13:19:30.502337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:30.506446 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:30.599023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:30.599891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1bd9757-397b-4d06-a619-04a7e100be68 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:30.616941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:30.618738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5a5ec2a3-54d1-4156-8dd9-941bbe5b3a99 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c1bd9757-397b-4d06-a619-04a7e100be68 HTTP/1.1" status: 204 len: 168 time: 1.8283334 Aug 30 13:19:30.628212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36818) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:30.669428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79d854e9-401f-411b-8264-1329e7c5ea97 req-53e3b1fc-ad02-42a0-9455-50412e55dd7b tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.1104076 Aug 30 13:19:30.768967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36820) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:30.797012 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:30.923929 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:30.937546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-795877853'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:30.977976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:30.987531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.002221 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.019390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b6c325ff-eeb3-4886-aab3-36ced8883f29 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:31.020879 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b6c325ff-eeb3-4886-aab3-36ced8883f29 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.16 "GET /v2.0/networks?id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e HTTP/1.1" status: 200 len: 815 time: 0.1898789 Aug 30 13:19:31.115149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-c86db4f8-1174-4d60-a69e-746da2a97919 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac4f01f67e494d6eb90c5538f74d680d HTTP/1.1" status: 200 len: 379 time: 0.0621037 Aug 30 13:19:31.126373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Request body: {'port': {'device_id': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'admin_state_up': True, 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'security_groups': ['dec2bfe5-078f-4744-80a9-4743fa2c179e']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:31.213855 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.226350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.253753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.258075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:19:31.290968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.290968 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Added segment 644ce4ab-0a93-4228-a29d-0e0df24778bc of type vlan for network 5e10b597-266b-4cb7-a230-512ade822625 Aug 30 13:19:31.300528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a075321-279d-4f5f-afa2-8a706bcf86a6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:31.346181 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.377300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Deleting port 35ca8292-cff6-475b-b8d7-6371534b62a6 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:31.378293 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.382462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Made reservation on behalf of ac4f01f67e494d6eb90c5538f74d680d for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:31.384498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.386962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.392921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:31.393730 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.482793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7093549 Aug 30 13:19:31.483989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36840) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:31.491405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7656d-ca98-43dc-860d-4e6610035222 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Network': ['ID=5e10b597-266b-4cb7-a230-512ade822625,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:31.492550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'name': 'tempest-PortsTestJSON-1273015647'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:31.509010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 5e10b597-266b-4cb7-a230-512ade822625 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:19:31.708376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] For port 35ca8292-cff6-475b-b8d7-6371534b62a6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=35ca8292-cff6-475b-b8d7-6371534b62a6,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:31.708691 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.766990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Calling delete_port for 35ca8292-cff6-475b-b8d7-6371534b62a6 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:31.822454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b4f4924-ea46-4b36-b305-daff5c305c16 req-b3052772-76e1-46f7-a30c-ced9c7b0749b tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.0534840 Aug 30 13:19:31.857894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98398ca-705e-440b-a8c8-afd4ab272523 req-4b541ad7-bba0-4491-8502-d77d9247043c tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:31.859590 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e98398ca-705e-440b-a8c8-afd4ab272523 req-4b541ad7-bba0-4491-8502-d77d9247043c tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 946 time: 0.2623680 Aug 30 13:19:31.864655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:31.868292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:31.905379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Allocated IP 172.20.0.14 (6e2ef5cf-0b6b-496c-b88c-d00da9d3454e/b15ca0a7-0410-4277-9104-d047cff6fa65/ae922295-0550-45c2-b750-6634569fff98) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:31.947653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port f89962b6-f865-403b-9130-110ee86efb22 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:31.974351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e98398ca-705e-440b-a8c8-afd4ab272523 req-fb5c96d3-6e44-402e-ad89-2e923e6cd4f2 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002927 Aug 30 13:19:32.357498 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.364344 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.388880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.426511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event deleted for resources: {'Port': ['ID=35ca8292-cff6-475b-b8d7-6371534b62a6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:32.438576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Transition to ACTIVE for port object ae922295-0550-45c2-b750-6634569fff98 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:32.544407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.631951 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.692568 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.743586 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.749316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.778071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:32.815890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:32.818514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:32.827786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Pushing event updated for resources: {'Port': ['ID=ae922295-0550-45c2-b750-6634569fff98,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:32.923939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.925734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6112563e-3515-4e3d-8065-7c6292e2a312 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:32.935807 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:32.943698 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d1ee863b-d647-4ae7-89fc-2bd45b542edb tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6112563e-3515-4e3d-8065-7c6292e2a312 HTTP/1.1" status: 204 len: 168 time: 2.3139210 Aug 30 13:19:32.957027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36862) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:32.971814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1232121601', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:32.972383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:32.973075 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.041710 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=f89962b6-f865-403b-9130-110ee86efb22,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:33.048183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacd634-d5a9-4d1c-adf8-6c26f4791eb7 req-48d36a50-61b7-436b-b170-160eb359f647 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:33.050213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbacd634-d5a9-4d1c-adf8-6c26f4791eb7 req-48d36a50-61b7-436b-b170-160eb359f647 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 932 time: 0.1307187 Aug 30 13:19:33.051842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.053198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.070352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Checking segment: {'id': '644ce4ab-0a93-4228-a29d-0e0df24778bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5e10b597-266b-4cb7-a230-512ade822625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:33.071648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network hostable DHCP agents. Network: 5e10b597-266b-4cb7-a230-512ade822625, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:19:33.084767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b38f0c94-831a-45eb-b116-e1e03dee9093 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9593506 Aug 30 13:19:33.109248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Request body: {'port': {'device_id': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:33.122472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.199465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:19:33.215507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e2a677f7-ff04-4021-8243-a5ceeed1b150 None None] Provisioning for port ae922295-0550-45c2-b750-6634569fff98 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:33.221717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e2a677f7-ff04-4021-8243-a5ceeed1b150 None None] Provisioning complete for port ae922295-0550-45c2-b750-6634569fff98 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:33.222102 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e2a677f7-ff04-4021-8243-a5ceeed1b150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.256443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbacd634-d5a9-4d1c-adf8-6c26f4791eb7 req-f6e76d34-262a-4a50-9945-b3f6af31055a tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320922 Aug 30 13:19:33.286327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e2a677f7-ff04-4021-8243-a5ceeed1b150 None None] Port ae922295-0550-45c2-b750-6634569fff98 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:19:33.287845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 5e10b597-266b-4cb7-a230-512ade822625) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:33.297534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:33.300559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ec4323-d3c2-4358-82b4-474d1eedd46a None None] Network 5e10b597-266b-4cb7-a230-512ade822625 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:33.304174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:33.305081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.307870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.339896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.381818 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a73badc7-d573-4599-b6d6-031228cd128a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8949363 Aug 30 13:19:33.384825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36864) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:33.390349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1691389093'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:33.482764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:33.491355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.637637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.639619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:19:33.658150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.693977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.694713 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Added segment 4aa87820-3a87-4b60-b268-946ee602fcfc of type vlan for network b70ddef9-0c7d-4794-9eb0-aa5d34680abd Aug 30 13:19:33.754753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.773375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Allocated IP 172.25.2.187 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/204e2f58-33a8-4153-b500-633eb4feb3ea) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:33.816492 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.824017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:33.824776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.935980 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:33.936096 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5490539 Aug 30 13:19:33.938767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36878) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:33.945241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'ports': [{'network_id': '5e10b597-266b-4cb7-a230-512ade822625'}, {'network_id': 'b70ddef9-0c7d-4794-9eb0-aa5d34680abd'}]} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:33.945562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:33.949834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': 'b70ddef9-0c7d-4794-9eb0-aa5d34680abd'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:33.974163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb621a5-be77-4f25-a589-65413e32ddac tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Network': ['ID=b70ddef9-0c7d-4794-9eb0-aa5d34680abd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:33.986414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b70ddef9-0c7d-4794-9eb0-aa5d34680abd details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:19:34.008316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:34.031941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae922295-0550-45c2-b750-6634569fff98 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:19:34.044782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:34.074003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Transition to ACTIVE for port object ae922295-0550-45c2-b750-6634569fff98 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:34.091145 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:34.126829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event updated for resources: {'Port': ['ID=204e2f58-33a8-4153-b500-633eb4feb3ea,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:34.140057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 35ca8292-cff6-475b-b8d7-6371534b62a6 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:19:34.144472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.144893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.145322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.145729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.146113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.146491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.146827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.147197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.147717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.148050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.148551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.148908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:34.176411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 35ca8292-cff6-475b-b8d7-6371534b62a6 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:19:34.185333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:34.185989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 35ca8292-cff6-475b-b8d7-6371534b62a6 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:19:34.193973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:34.196806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:34.316396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Pushing event updated for resources: {'Port': ['ID=ae922295-0550-45c2-b750-6634569fff98,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:34.334794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 2} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:34.346531 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:34.431066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:34.681455 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:34.948774 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:34.965431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a36630-af60-4816-b4f3-3065ebf7d36b req-a5bedaae-8db3-4859-8dc3-89893357be42 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:34.966994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3a36630-af60-4816-b4f3-3065ebf7d36b req-a5bedaae-8db3-4859-8dc3-89893357be42 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 944 time: 0.5810945 Aug 30 13:19:34.970285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Attempting to bind port ae922295-0550-45c2-b750-6634569fff98 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:19:34.970622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Attempting to bind port ae922295-0550-45c2-b750-6634569fff98 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:19:34.970953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Attempting to bind port ae922295-0550-45c2-b750-6634569fff98 on network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:34.978288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Port ae922295-0550-45c2-b750-6634569fff98 on network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:19:34.979333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Attempting to bind port ae922295-0550-45c2-b750-6634569fff98 on network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:35.008106 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:19:35.008447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Checking segment: {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:35.008834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Bound using segment: {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:19:35.009280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Bound port: ae922295-0550-45c2-b750-6634569fff98, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd249d7-704e-47d5-b30f-4719c574e9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:19:35.009637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:35.018476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 8ef22644-cf2c-4da2-8534-f07ead780e65 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:35.096071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3a36630-af60-4816-b4f3-3065ebf7d36b req-4d7ece00-161e-4164-925f-5875256d9576 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113908 Aug 30 13:19:35.130407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Router 06c31910-ce02-4db6-8b26-97c1492980bd is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:19:35.188154 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] For port ae922295-0550-45c2-b750-6634569fff98, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:19:35.236551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] For port ae922295-0550-45c2-b750-6634569fff98, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ae922295-0550-45c2-b750-6634569fff98,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:19:35.262272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:35.340850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:35.344798 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:35.346371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] 10.222.0.16 "PUT /v2.0/ports/ae922295-0550-45c2-b750-6634569fff98 HTTP/1.1" status: 200 len: 1092 time: 2.2545965 Aug 30 13:19:35.348687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'tag': 'ae922295-0550-45c2-b750-6634569fff98'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:19:35.351017 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c19d36-447b-4838-9de7-7e26334dc499" -d '{"events": [{"name": "network-changed", "server_uuid": "f5883c58-82de-4342-85b3-89e3bbef9692", "tag": "ae922295-0550-45c2-b750-6634569fff98"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:19:35.357091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:35.371519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433736ad-4665-4bd7-9e98-221dec17369a None None] Sync routers for ids ['06c31910-ce02-4db6-8b26-97c1492980bd'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:35.392500 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:35.396587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3f3da0f3-e35a-4571-9560-a57f96d1c1f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4269974 Aug 30 13:19:35.396763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36906) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:35.402086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d6ee7051-684a-4717-9aaf-a670121c21e2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': False}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:35.407624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433736ad-4665-4bd7-9e98-221dec17369a None None] Routers {'06c31910-ce02-4db6-8b26-97c1492980bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:35.408769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-433736ad-4665-4bd7-9e98-221dec17369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['06c31910-ce02-4db6-8b26-97c1492980bd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:35.497050 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d12d37c-021d-41ff-bf3e-0723f25ff1aa x-openstack-request-id: req-9d12d37c-021d-41ff-bf3e-0723f25ff1aa {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:19:35.497583 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5883c58-82de-4342-85b3-89e3bbef9692", "tag": "ae922295-0550-45c2-b750-6634569fff98", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:19:35.497583 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d12d37c-021d-41ff-bf3e-0723f25ff1aa {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:19:35.506249 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'tag': 'ae922295-0550-45c2-b750-6634569fff98', 'status': 'completed', 'code': 200} Aug 30 13:19:35.526926 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:35.530249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-433736ad-4665-4bd7-9e98-221dec17369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:35.576317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433736ad-4665-4bd7-9e98-221dec17369a None None] Routers {'06c31910-ce02-4db6-8b26-97c1492980bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:35.578316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-433736ad-4665-4bd7-9e98-221dec17369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['06c31910-ce02-4db6-8b26-97c1492980bd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:35.654788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf95e06-c795-41b7-8f78-20d70e607b6d service neutron] Pushing event updated for resources: {'Port': ['ID=ae922295-0550-45c2-b750-6634569fff98,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:35.668512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-433736ad-4665-4bd7-9e98-221dec17369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:35.669466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433736ad-4665-4bd7-9e98-221dec17369a None None] The sync data for ids ['06c31910-ce02-4db6-8b26-97c1492980bd'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:35.725211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b2c14b91-1b6b-4574-a84d-56ba0a6e0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:35.726948 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-b2c14b91-1b6b-4574-a84d-56ba0a6e0814 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac4f01f67e494d6eb90c5538f74d680d&device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 1095 time: 0.3172026 Aug 30 13:19:35.750594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port ee82a456-a9bb-4678-a6a4-f6fcd76dbd54 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:35.783554 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-feeee13a-293b-48b7-b117-04142bf09d8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae922295-0550-45c2-b750-6634569fff98 HTTP/1.1" status: 200 len: 217 time: 0.0455959 Aug 30 13:19:35.874413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-64d158e2-2d5f-4b8c-b3d8-aa562ca36fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:35.876032 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-64d158e2-2d5f-4b8c-b3d8-aa562ca36fee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b15ca0a7-0410-4277-9104-d047cff6fa65 HTTP/1.1" status: 200 len: 854 time: 0.0798948 Aug 30 13:19:36.037909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-d113133f-f887-4570-a5f9-3de7aea2617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:36.040127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-d113133f-f887-4570-a5f9-3de7aea2617c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558161 Aug 30 13:19:36.131282 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:36.289211 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-758262c9-02df-4db8-b6c7-2613f148f254 service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414229 Aug 30 13:19:36.374980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:36.449185 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7051-684a-4717-9aaf-a670121c21e2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:36.453688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=8ef22644-cf2c-4da2-8534-f07ead780e65,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:36.473744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562637e-d43e-4599-9e7d-9f73973f22ec req-00dbc508-0a1e-45cd-9f31-aeaf84ad60a3 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:36.475948 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6562637e-d43e-4599-9e7d-9f73973f22ec req-00dbc508-0a1e-45cd-9f31-aeaf84ad60a3 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 944 time: 0.2464678 Aug 30 13:19:36.530491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:36.548667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:36.552791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:36.554262 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:36.619915 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-029063f3-c3d7-407b-a502-9990a7b126c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:36.638301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6562637e-d43e-4599-9e7d-9f73973f22ec req-15671676-aaed-4d43-874c-e1dadb444df1 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533825 Aug 30 13:19:36.661903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e16194f9-25e2-475c-8296-1a9ba385d78f req-fdbcd847-ede7-4b63-a2b1-9045704b8f37 service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597910 Aug 30 13:19:36.704454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=ee82a456-a9bb-4678-a6a4-f6fcd76dbd54,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:36.720335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Checking segment: {'id': '4aa87820-3a87-4b60-b268-946ee602fcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b70ddef9-0c7d-4794-9eb0-aa5d34680abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:36.720714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network hostable DHCP agents. Network: b70ddef9-0c7d-4794-9eb0-aa5d34680abd, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:19:36.811231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network b70ddef9-0c7d-4794-9eb0-aa5d34680abd is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:19:36.814864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18613310-2cca-4e7f-a6f0-7d0469906175 req-72b20a28-a24d-4a48-9694-3db5feb69a34 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:36.816231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19d36-447b-4838-9de7-7e26334dc499 req-e360bf99-f5b3-473b-97f4-6820ff80755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:36.817836 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54c19d36-447b-4838-9de7-7e26334dc499 req-e360bf99-f5b3-473b-97f4-6820ff80755e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac4f01f67e494d6eb90c5538f74d680d&device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 1095 time: 0.0859375 Aug 30 13:19:36.827424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18613310-2cca-4e7f-a6f0-7d0469906175 req-72b20a28-a24d-4a48-9694-3db5feb69a34 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 946 time: 0.1849065 Aug 30 13:19:36.835551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b70ddef9-0c7d-4794-9eb0-aa5d34680abd) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:36.840204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:36.845715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3675e1-c968-4c12-8780-ef7c32a9da97 None None] Network b70ddef9-0c7d-4794-9eb0-aa5d34680abd requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:36.861484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:36.872293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:36.873069 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:36.979186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18613310-2cca-4e7f-a6f0-7d0469906175 req-e28f5258-03c6-4062-9390-a8a836c736d8 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499026 Aug 30 13:19:37.027282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-19ae815f-4881-4874-97cb-e8250cd7f21e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0861123 Aug 30 13:19:37.029843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36946) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:37.153352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19d36-447b-4838-9de7-7e26334dc499 req-382a2499-be99-4120-9ba9-31a8490464ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:37.155084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54c19d36-447b-4838-9de7-7e26334dc499 req-382a2499-be99-4120-9ba9-31a8490464ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e HTTP/1.1" status: 200 len: 916 time: 0.3304429 Aug 30 13:19:37.214047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54c19d36-447b-4838-9de7-7e26334dc499 req-cb7613dc-c033-43b2-bb7c-a7d4ea484eb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae922295-0550-45c2-b750-6634569fff98 HTTP/1.1" status: 200 len: 217 time: 0.0503700 Aug 30 13:19:37.283148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c7254e5e-d1e3-466e-b42f-a709ed3862b7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port ee82a456-a9bb-4678-a6a4-f6fcd76dbd54 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:37.284070 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7254e5e-d1e3-466e-b42f-a709ed3862b7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:37.294894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19d36-447b-4838-9de7-7e26334dc499 req-90fae4b6-2ecb-40df-9911-40bf3bd93c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:37.297286 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54c19d36-447b-4838-9de7-7e26334dc499 req-90fae4b6-2ecb-40df-9911-40bf3bd93c62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b15ca0a7-0410-4277-9104-d047cff6fa65 HTTP/1.1" status: 200 len: 854 time: 0.0752113 Aug 30 13:19:37.402585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c19d36-447b-4838-9de7-7e26334dc499 req-09185e7c-31e5-4c3f-a970-cd391cca8ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:37.404120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54c19d36-447b-4838-9de7-7e26334dc499 req-09185e7c-31e5-4c3f-a970-cd391cca8ada service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934305 Aug 30 13:19:37.420838 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7254e5e-d1e3-466e-b42f-a709ed3862b7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:37.444598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7051-684a-4717-9aaf-a670121c21e2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:37.450259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7051-684a-4717-9aaf-a670121c21e2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:37.515116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c7254e5e-d1e3-466e-b42f-a709ed3862b7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for ee82a456-a9bb-4678-a6a4-f6fcd76dbd54 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:37.601756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ee7051-684a-4717-9aaf-a670121c21e2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Router 06c31910-ce02-4db6-8b26-97c1492980bd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:19:37.617571 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54c19d36-447b-4838-9de7-7e26334dc499 req-e8ebacca-80db-4ea6-b121-e5d82e9ea5b7 service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031751 Aug 30 13:19:37.638082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36960) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:37.699594 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7254e5e-d1e3-466e-b42f-a709ed3862b7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:37.744808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7254e5e-d1e3-466e-b42f-a709ed3862b7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=ee82a456-a9bb-4678-a6a4-f6fcd76dbd54,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:37.752773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7254e5e-d1e3-466e-b42f-a709ed3862b7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:37.754093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c7254e5e-d1e3-466e-b42f-a709ed3862b7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/ee82a456-a9bb-4678-a6a4-f6fcd76dbd54 HTTP/1.1" status: 204 len: 168 time: 0.7232790 Aug 30 13:19:37.757078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36966) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:37.793425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ee7051-684a-4717-9aaf-a670121c21e2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:37.803839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6ee7051-684a-4717-9aaf-a670121c21e2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:37.805731 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d6ee7051-684a-4717-9aaf-a670121c21e2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "PUT /v2.0/routers/06c31910-ce02-4db6-8b26-97c1492980bd HTTP/1.1" status: 200 len: 922 time: 2.4078832 Aug 30 13:19:37.808568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36968) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:37.810968 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd3fe5-a3b1-42f4-847a-4a11fbbe259f None None] Sync routers for ids ['06c31910-ce02-4db6-8b26-97c1492980bd'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:37.822335 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd3fe5-a3b1-42f4-847a-4a11fbbe259f None None] Routers {'06c31910-ce02-4db6-8b26-97c1492980bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:37.823312 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e0bd3fe5-a3b1-42f4-847a-4a11fbbe259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['06c31910-ce02-4db6-8b26-97c1492980bd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:37.832367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54c19d36-447b-4838-9de7-7e26334dc499 req-8688ef62-9239-4bfc-bcdb-b966dab0f24b service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040424 Aug 30 13:19:37.854423 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94b9c162-6e4b-48f1-b444-75c714d60ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:37.857637 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e0bd3fe5-a3b1-42f4-847a-4a11fbbe259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:37.867464 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd3fe5-a3b1-42f4-847a-4a11fbbe259f None None] Routers {'06c31910-ce02-4db6-8b26-97c1492980bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:37.868365 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e0bd3fe5-a3b1-42f4-847a-4a11fbbe259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['06c31910-ce02-4db6-8b26-97c1492980bd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:37.886261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26de82-d212-44ab-9587-898ccccfe326 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:37.892307 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b26de82-d212-44ab-9587-898ccccfe326 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:37.896648 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4b26de82-d212-44ab-9587-898ccccfe326 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1359990 Aug 30 13:19:37.898255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36970) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:37.910953 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e0bd3fe5-a3b1-42f4-847a-4a11fbbe259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:37.911887 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd3fe5-a3b1-42f4-847a-4a11fbbe259f None None] The sync data for ids ['06c31910-ce02-4db6-8b26-97c1492980bd'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:37.928261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33f4e2a-5906-46cc-b2ae-cf781fe90a20 req-f6f810e8-cc91-445c-9591-ec43a8fbcf7d tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:37.929804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d33f4e2a-5906-46cc-b2ae-cf781fe90a20 req-f6f810e8-cc91-445c-9591-ec43a8fbcf7d tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 944 time: 0.1518316 Aug 30 13:19:37.964420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d6cede73-652e-47a4-84e1-62b8f231417c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/routers/06c31910-ce02-4db6-8b26-97c1492980bd HTTP/1.1" status: 200 len: 922 time: 0.1546383 Aug 30 13:19:37.967418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36972) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.019009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2f7e24-a1a6-4aef-8270-1151bc6671c3 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:38.023193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2b2f7e24-a1a6-4aef-8270-1151bc6671c3 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=06c31910-ce02-4db6-8b26-97c1492980bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0519638 Aug 30 13:19:38.023483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36976) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.039775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d33f4e2a-5906-46cc-b2ae-cf781fe90a20 req-2d8f5bc8-512f-43ef-9b5c-4d79fd8f3948 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908685 Aug 30 13:19:38.118876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b7f92909-59f4-42d7-9168-81c0371240c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 8ef22644-cf2c-4da2-8534-f07ead780e65 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:38.119386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f92909-59f4-42d7-9168-81c0371240c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.124248 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94b9c162-6e4b-48f1-b444-75c714d60ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.149608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcb34d-eb84-4725-9da7-446f40bf3e3b req-1169b62a-e299-4b96-abe6-25bd73b97d74 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:38.151810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1edcb34d-eb84-4725-9da7-446f40bf3e3b req-1169b62a-e299-4b96-abe6-25bd73b97d74 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 946 time: 0.0695782 Aug 30 13:19:38.160844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94b9c162-6e4b-48f1-b444-75c714d60ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.203966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92a4dea-ccaa-4057-b714-437ffb352026 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:38.205406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d92a4dea-ccaa-4057-b714-437ffb352026 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 881 time: 0.1802993 Aug 30 13:19:38.210041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36978) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.225247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-94b9c162-6e4b-48f1-b444-75c714d60ba4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bc56510e6d84910b1c1486a309ab7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5861409 Aug 30 13:19:38.227260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f92909-59f4-42d7-9168-81c0371240c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.229791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9c162-6e4b-48f1-b444-75c714d60ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63186da9-93fe-42b7-a7d3-d887e517b441,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:38.236850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36980) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.250619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7d3abbae-c754-40e4-a0f3-aa3ed4c29be8 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c31910-ce02-4db6-8b26-97c1492980bd HTTP/1.1" status: 200 len: 205 time: 0.0394599 Aug 30 13:19:38.253748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b7f92909-59f4-42d7-9168-81c0371240c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 8ef22644-cf2c-4da2-8534-f07ead780e65 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:38.253965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36982) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.269494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1edcb34d-eb84-4725-9da7-446f40bf3e3b req-510319a4-5923-4a13-b13c-d9047a73064a tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/security-groups?id=291ea9d6-c443-441f-9685-3bb468f34de3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050658 Aug 30 13:19:38.315313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0f1e9-8555-41d6-867f-45621c025633 req-6c3bd278-4f6e-4394-84be-715d569b7bec tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:38.316805 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03e0f1e9-8555-41d6-867f-45621c025633 req-6c3bd278-4f6e-4394-84be-715d569b7bec tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 946 time: 0.1536105 Aug 30 13:19:38.346891 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a505d8d-9bd1-495c-9f60-258ff400195d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.380525 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a505d8d-9bd1-495c-9f60-258ff400195d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.398589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f92909-59f4-42d7-9168-81c0371240c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.439130 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.442588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f92909-59f4-42d7-9168-81c0371240c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=8ef22644-cf2c-4da2-8534-f07ead780e65,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:38.449023 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7f92909-59f4-42d7-9168-81c0371240c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.451132 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b7f92909-59f4-42d7-9168-81c0371240c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/8ef22644-cf2c-4da2-8534-f07ead780e65 HTTP/1.1" status: 204 len: 168 time: 0.5491855 Aug 30 13:19:38.453815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36984) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.500530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a505d8d-9bd1-495c-9f60-258ff400195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.503086 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a505d8d-9bd1-495c-9f60-258ff400195d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.506590 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4a505d8d-9bd1-495c-9f60-258ff400195d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/63186da9-93fe-42b7-a7d3-d887e517b441 HTTP/1.1" status: 204 len: 168 time: 0.2665308 Aug 30 13:19:38.517466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef17e02-a250-46c1-a005-7ae5eb261fbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:38.521493 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9ef17e02-a250-46c1-a005-7ae5eb261fbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0642843 Aug 30 13:19:38.523946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36988) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.537304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a505d8d-9bd1-495c-9f60-258ff400195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63186da9-93fe-42b7-a7d3-d887e517b441,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:38.543865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-03e0f1e9-8555-41d6-867f-45621c025633 req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Deleting port 42ecfed0-bca9-4377-b138-920b8e5d1f5f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:38.544349 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-03e0f1e9-8555-41d6-867f-45621c025633 req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.559153 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e6728f-2339-4c2b-a65b-cba173007af8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:19:38.566565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36990) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.566780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c2e6728f-2339-4c2b-a65b-cba173007af8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/ee82a456-a9bb-4678-a6a4-f6fcd76dbd54 HTTP/1.1" status: 404 len: 333 time: 0.0394776 Aug 30 13:19:38.632426 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f11167-5b04-481f-94fb-c3bd4b4d6309 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:19:38.637002 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-92f11167-5b04-481f-94fb-c3bd4b4d6309 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/8ef22644-cf2c-4da2-8534-f07ead780e65 HTTP/1.1" status: 404 len: 333 time: 0.0675769 Aug 30 13:19:38.639433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36992) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.658204 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.799000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-03e0f1e9-8555-41d6-867f-45621c025633 req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] For port 42ecfed0-bca9-4377-b138-920b8e5d1f5f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=42ecfed0-bca9-4377-b138-920b8e5d1f5f,segment=NetworkSegment(f1823b64-cf00-42d2-aeaf-c8ad59c0de6a),segment_id=f1823b64-cf00-42d2-aeaf-c8ad59c0de6a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:38.799370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-03e0f1e9-8555-41d6-867f-45621c025633 req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.805862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.822541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-03e0f1e9-8555-41d6-867f-45621c025633 req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Calling delete_port for 42ecfed0-bca9-4377-b138-920b8e5d1f5f owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:38.862067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36996) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:38.876654 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa38dbc9-20aa-49d4-908a-7a4f619826fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.900371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Deleting port 204e2f58-33a8-4153-b500-633eb4feb3ea {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:38.900759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.975815 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa38dbc9-20aa-49d4-908a-7a4f619826fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:38.981489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa38dbc9-20aa-49d4-908a-7a4f619826fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.019645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38dbc9-20aa-49d4-908a-7a4f619826fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de24dc37-1a1b-4379-bed5-929e7b11b7df,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:39.022715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.026611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fa38dbc9-20aa-49d4-908a-7a4f619826fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=625c5e845609453f8e6ef0a9d5df73f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608832 Aug 30 13:19:39.026876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36998) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:39.044526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70ddef9-0c7d-4794-9eb0-aa5d34680abd']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:39.063690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa87820-3a87-4b60-b268-946ee602fcfc') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:39.063990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa87820-3a87-4b60-b268-946ee602fcfc') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:39.087600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-680d1e10-97b8-4c63-87ac-7ea7b7ef9eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.093041 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.095573 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.116114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-680d1e10-97b8-4c63-87ac-7ea7b7ef9eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.120091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Calling delete_port for 204e2f58-33a8-4153-b500-633eb4feb3ea owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:39.125473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.165143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:19:39.165554 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:19:39.170991 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:19:39.196474 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cf67f-a97f-46de-adc6-8d6f75310580 req-e05bbb75-f236-486b-8aea-b27848eae990 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:39.198374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-607cf67f-a97f-46de-adc6-8d6f75310580 req-e05bbb75-f236-486b-8aea-b27848eae990 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 944 time: 0.0711410 Aug 30 13:19:39.221108 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-680d1e10-97b8-4c63-87ac-7ea7b7ef9eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.223697 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-680d1e10-97b8-4c63-87ac-7ea7b7ef9eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.224841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-680d1e10-97b8-4c63-87ac-7ea7b7ef9eae admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/de24dc37-1a1b-4379-bed5-929e7b11b7df HTTP/1.1" status: 204 len: 168 time: 0.1970491 Aug 30 13:19:39.238517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d1e10-97b8-4c63-87ac-7ea7b7ef9eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de24dc37-1a1b-4379-bed5-929e7b11b7df,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:39.259864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-607cf67f-a97f-46de-adc6-8d6f75310580 req-4dba9410-52d0-496c-ac1e-496332900638 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545945 Aug 30 13:19:39.304752 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.307902 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-03e0f1e9-8555-41d6-867f-45621c025633 req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.325854 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.327814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/networks/b70ddef9-0c7d-4794-9eb0-aa5d34680abd HTTP/1.1" status: 204 len: 168 time: 0.6854589 Aug 30 13:19:39.331916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37006) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:39.343749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1241562706'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:39.347129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dd654-8a18-4489-bcf7-9facb4363ee5 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Network': ['ID=b70ddef9-0c7d-4794-9eb0-aa5d34680abd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:39.366640 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd9c3d0c-41ed-4d01-b613-5030a6b5fdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.379251 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:39.383031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.411105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:19:39.425943 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.426444 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Added segment f1a1a7db-3e18-48b1-a63a-2338f17025bf of type vlan for network 26a5b29a-7ba0-41db-8f92-dcd9c79db60f Aug 30 13:19:39.444829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Pushing event deleted for resources: {'Port': ['ID=42ecfed0-bca9-4377-b138-920b8e5d1f5f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:39.458204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f59081a8-2f5d-400e-93eb-01d5ca5b3051 req-92db904c-7e89-4286-b3ae-7bf5769b5662 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b6f044-185a-4abd-b01c-264d03cce49f HTTP/1.1" status: 200 len: 210 time: 0.1003947 Aug 30 13:19:39.477970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.510355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e0f1e9-8555-41d6-867f-45621c025633 req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] No DVR routers for this DVR port 42ecfed0-bca9-4377-b138-920b8e5d1f5f on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:19:39.513719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-03e0f1e9-8555-41d6-867f-45621c025633 req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.516144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03e0f1e9-8555-41d6-867f-45621c025633 req-12b29a11-9389-4b9b-840f-e925c689d504 tempest-VolumesActionsTest-1995507582 tempest-VolumesActionsTest-1995507582-project] 10.222.0.35 "DELETE /v2.0/ports/42ecfed0-bca9-4377-b138-920b8e5d1f5f HTTP/1.1" status: 204 len: 173 time: 1.1919160 Aug 30 13:19:39.516559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b6f044-185a-4abd-b01c-264d03cce49f', 'name': 'network-vif-deleted', 'tag': '42ecfed0-bca9-4377-b138-920b8e5d1f5f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:19:39.518168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.525814 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8da0311-f57f-4907-9210-f0baa8e195d6" -d '{"events": [{"server_uuid": "a2b6f044-185a-4abd-b01c-264d03cce49f", "name": "network-vif-deleted", "tag": "42ecfed0-bca9-4377-b138-920b8e5d1f5f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:19:39.527229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:39.528154 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.580417 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1822f8-0625-40bd-98b0-a1bbeaf7177a x-openstack-request-id: req-fe1822f8-0625-40bd-98b0-a1bbeaf7177a {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:19:39.581604 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b6f044-185a-4abd-b01c-264d03cce49f", "name": "network-vif-deleted", "tag": "42ecfed0-bca9-4377-b138-920b8e5d1f5f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:19:39.581604 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe1822f8-0625-40bd-98b0-a1bbeaf7177a {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:19:39.581604 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b6f044-185a-4abd-b01c-264d03cce49f', 'name': 'network-vif-deleted', 'tag': '42ecfed0-bca9-4377-b138-920b8e5d1f5f', 'status': 'completed', 'code': 200} Aug 30 13:19:39.603195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.627497 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2934411 Aug 30 13:19:39.631169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37014) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:39.636918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '26a5b29a-7ba0-41db-8f92-dcd9c79db60f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:39.641033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event deleted for resources: {'Port': ['ID=204e2f58-33a8-4153-b500-633eb4feb3ea,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:39.708631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e18ab3-d0a8-4f97-b726-7fb0efe50ecb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Network': ['ID=26a5b29a-7ba0-41db-8f92-dcd9c79db60f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:39.721760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.726651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 26a5b29a-7ba0-41db-8f92-dcd9c79db60f details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:19:39.767266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:39.773390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:39.994957 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.000419 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.092079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=7b346f1d-0c81-430a-9115-12c18ea93e40,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:40.106388 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Checking segment: {'id': 'f1a1a7db-3e18-48b1-a63a-2338f17025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '26a5b29a-7ba0-41db-8f92-dcd9c79db60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:40.106888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network hostable DHCP agents. Network: 26a5b29a-7ba0-41db-8f92-dcd9c79db60f, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:19:40.127602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 26a5b29a-7ba0-41db-8f92-dcd9c79db60f is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:19:40.139867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 26a5b29a-7ba0-41db-8f92-dcd9c79db60f) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:40.145090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:40.146105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.152379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0329c2e6-a5eb-4aec-8b5d-8a6d15721dee None None] Network 26a5b29a-7ba0-41db-8f92-dcd9c79db60f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:40.178080 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-61f9748e-0dc0-40f3-af31-eb8761003668 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5455337 Aug 30 13:19:40.181124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37030) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:40.191960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': '26a5b29a-7ba0-41db-8f92-dcd9c79db60f', 'name': 'tempest-PortsTestJSON-477301638'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:40.231402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.233747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.290714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.291565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Fanout notify agent at l3_agent the message router_deleted on router 06c31910-ce02-4db6-8b26-97c1492980bd {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:40.304356 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.306294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ce0569ae-b4d7-45b1-8396-62e75c142d32 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/06c31910-ce02-4db6-8b26-97c1492980bd HTTP/1.1" status: 204 len: 168 time: 2.0504043 Aug 30 13:19:40.311555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37034) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:40.318022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-869aebcb-0250-4901-8ea9-9633302d6f22 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-179519017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:40.363498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-26a5b29a-7ba0-41db-8f92-dcd9c79db60f', 'network_id': '26a5b29a-7ba0-41db-8f92-dcd9c79db60f', 'tenant_id': '4ea2d2b37d9c4d0baa567102cbc4e183', 'fixed_ips': [{'subnet_id': '7b346f1d-0c81-430a-9115-12c18ea93e40'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:19:40.365308 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.386759 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:19:40.386759 n-d-688802-6 neutron-server[95699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 13:19:40.386759 n-d-688802-6 neutron-server[95699]: [parameters: {'project_id': '4ea2d2b37d9c4d0baa567102cbc4e183', 'id': '85aebdff-cc65-41c4-a0b1-0f0e2f19daf7', 'expiration': datetime.datetime(2021, 8, 30, 13, 21, 40, 362702)}] Aug 30 13:19:40.386759 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:19:40.387462 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:19:40.399455 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-869aebcb-0250-4901-8ea9-9633302d6f22 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.414648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-869aebcb-0250-4901-8ea9-9633302d6f22 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.515834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-869aebcb-0250-4901-8ea9-9633302d6f22 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.529541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b0cb2-6a75-444c-81c0-3e75b41c0983 req-c91fb318-24a5-448f-abf7-672cd14f2b51 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:40.531163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b5b0cb2-6a75-444c-81c0-3e75b41c0983 req-c91fb318-24a5-448f-abf7-672cd14f2b51 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 944 time: 0.1109078 Aug 30 13:19:40.532857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-869aebcb-0250-4901-8ea9-9633302d6f22 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.554250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Allocated IP 172.20.0.2 (26a5b29a-7ba0-41db-8f92-dcd9c79db60f/7b346f1d-0c81-430a-9115-12c18ea93e40/33c54ae6-afff-4715-b1cc-1eee624bf40f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:40.574941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-869aebcb-0250-4901-8ea9-9633302d6f22 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.578995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-869aebcb-0250-4901-8ea9-9633302d6f22 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2651048 Aug 30 13:19:40.579406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37044) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:40.584859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:40.592330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b5b0cb2-6a75-444c-81c0-3e75b41c0983 req-2b4d9f24-29d8-4b8b-936d-72ae86ffd2e4 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531468 Aug 30 13:19:40.745417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.755525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Transition to ACTIVE for port object 33c54ae6-afff-4715-b1cc-1eee624bf40f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:40.771463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Transition to ACTIVE for port object 33c54ae6-afff-4715-b1cc-1eee624bf40f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:40.781383 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.846902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Network 26a5b29a-7ba0-41db-8f92-dcd9c79db60f is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:40.858446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:40.860486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Pushing event updated for resources: {'Port': ['ID=33c54ae6-afff-4715-b1cc-1eee624bf40f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:40.864610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:40.881890 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.942080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.957238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Attempting to bind port 33c54ae6-afff-4715-b1cc-1eee624bf40f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:19:40.958195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Attempting to bind port 33c54ae6-afff-4715-b1cc-1eee624bf40f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'f1a1a7db-3e18-48b1-a63a-2338f17025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '26a5b29a-7ba0-41db-8f92-dcd9c79db60f'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:19:40.958649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Attempting to bind port 33c54ae6-afff-4715-b1cc-1eee624bf40f on network 26a5b29a-7ba0-41db-8f92-dcd9c79db60f {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:40.968128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:19:40.968525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Checking segment: {'id': 'f1a1a7db-3e18-48b1-a63a-2338f17025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '26a5b29a-7ba0-41db-8f92-dcd9c79db60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:40.968699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.969026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Bound using segment: {'id': 'f1a1a7db-3e18-48b1-a63a-2338f17025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '26a5b29a-7ba0-41db-8f92-dcd9c79db60f'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:19:40.970039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Bound port: 33c54ae6-afff-4715-b1cc-1eee624bf40f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a1a7db-3e18-48b1-a63a-2338f17025bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '26a5b29a-7ba0-41db-8f92-dcd9c79db60f'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:19:40.970230 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.979045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:40.982857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:40.990504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 42ecfed0-bca9-4377-b138-920b8e5d1f5f no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:19:41.030606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 20dedcdb-2e94-4140-988d-52338d488423 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:41.077144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] For port 33c54ae6-afff-4715-b1cc-1eee624bf40f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:19:41.083723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] For port 33c54ae6-afff-4715-b1cc-1eee624bf40f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=33c54ae6-afff-4715-b1cc-1eee624bf40f,segment=NetworkSegment(f1a1a7db-3e18-48b1-a63a-2338f17025bf),segment_id=f1a1a7db-3e18-48b1-a63a-2338f17025bf)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:19:41.122439 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:41.131589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 42ecfed0-bca9-4377-b138-920b8e5d1f5f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:19:41.131940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 42ecfed0-bca9-4377-b138-920b8e5d1f5f not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:19:41.174428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.7 (26a5b29a-7ba0-41db-8f92-dcd9c79db60f/7b346f1d-0c81-430a-9115-12c18ea93e40/20dedcdb-2e94-4140-988d-52338d488423) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:41.198584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33ee2d-d03f-4f0a-9d9b-ecd4636ab645 None None] Pushing event updated for resources: {'Port': ['ID=33c54ae6-afff-4715-b1cc-1eee624bf40f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:41.365548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:41.396712 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:41.571043 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:41.597395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object 20dedcdb-2e94-4140-988d-52338d488423 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:41.618799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Allocated IP 172.25.2.113 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/abae9fa5-32d8-4e00-a9f3-2aea46db9dfd) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:41.784223 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:41.813177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91efe30-c1b7-48df-b2be-6236360e269b req-06878e0a-6c68-4090-aed8-34ea496d5739 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:41.814906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f91efe30-c1b7-48df-b2be-6236360e269b req-06878e0a-6c68-4090-aed8-34ea496d5739 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 944 time: 0.1379290 Aug 30 13:19:41.863651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 26a5b29a-7ba0-41db-8f92-dcd9c79db60f is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:41.874207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:41.896644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:41.960448 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:41.974954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=20dedcdb-2e94-4140-988d-52338d488423,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:42.008250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f91efe30-c1b7-48df-b2be-6236360e269b req-bd4302df-9fc5-4778-9389-e69f428fe12a tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685970 Aug 30 13:19:42.020125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:42.020827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.053919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-91729412-0530-400d-aba4-6ef65dfb3bc4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8676708 Aug 30 13:19:42.054814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37094) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:42.112675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.140474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37098) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:42.165498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:42.172145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:42.176540 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.180410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:42.201148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 33c54ae6-afff-4715-b1cc-1eee624bf40f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:42.226875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event updated for resources: {'Port': ['ID=abae9fa5-32d8-4e00-a9f3-2aea46db9dfd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:42.247236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-71fd24a5-a71a-4870-a5c3-8bdf441bcd57 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 20dedcdb-2e94-4140-988d-52338d488423 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:42.251788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71fd24a5-a71a-4870-a5c3-8bdf441bcd57 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.355219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 33c54ae6-afff-4715-b1cc-1eee624bf40f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:42.395599 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a5623b9-490b-4f71-a383-4c0edf2a4db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.468964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71fd24a5-a71a-4870-a5c3-8bdf441bcd57 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.484565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-71fd24a5-a71a-4870-a5c3-8bdf441bcd57 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 20dedcdb-2e94-4140-988d-52338d488423 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:42.543428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339cfdbe-7b12-433e-81cd-15ecd9a4dedc None None] Network 26a5b29a-7ba0-41db-8f92-dcd9c79db60f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:42.642516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71fd24a5-a71a-4870-a5c3-8bdf441bcd57 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.684650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd24a5-a71a-4870-a5c3-8bdf441bcd57 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=20dedcdb-2e94-4140-988d-52338d488423,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:42.746660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c05cc741-36ab-45ed-a75a-2d5caf75ce04 None None] Provisioning for port 33c54ae6-afff-4715-b1cc-1eee624bf40f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:42.754856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c05cc741-36ab-45ed-a75a-2d5caf75ce04 None None] Provisioning complete for port 33c54ae6-afff-4715-b1cc-1eee624bf40f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:42.755291 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c05cc741-36ab-45ed-a75a-2d5caf75ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.779208 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71fd24a5-a71a-4870-a5c3-8bdf441bcd57 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.781523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-71fd24a5-a71a-4870-a5c3-8bdf441bcd57 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/20dedcdb-2e94-4140-988d-52338d488423 HTTP/1.1" status: 204 len: 168 time: 0.7258544 Aug 30 13:19:42.784703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37106) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:42.823887 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe14909-6305-438f-870c-4b4f25917835 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:19:42.824585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe14909-6305-438f-870c-4b4f25917835 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:19:42.826436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9fe14909-6305-438f-870c-4b4f25917835 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/20dedcdb-2e94-4140-988d-52338d488423 HTTP/1.1" status: 404 len: 333 time: 0.0407672 Aug 30 13:19:42.831006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37108) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:42.863538 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14b10d2-b58e-4c6e-8649-267bded23f0e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:19:42.867783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e14b10d2-b58e-4c6e-8649-267bded23f0e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/20dedcdb-2e94-4140-988d-52338d488423 HTTP/1.1" status: 404 len: 333 time: 0.0335007 Aug 30 13:19:42.868171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37110) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:42.882147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c05cc741-36ab-45ed-a75a-2d5caf75ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.939908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c05cc741-36ab-45ed-a75a-2d5caf75ce04 None None] For port 33c54ae6-afff-4715-b1cc-1eee624bf40f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=33c54ae6-afff-4715-b1cc-1eee624bf40f,segment=NetworkSegment(f1a1a7db-3e18-48b1-a63a-2338f17025bf),segment_id=f1a1a7db-3e18-48b1-a63a-2338f17025bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:42.942731 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.948346 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c05cc741-36ab-45ed-a75a-2d5caf75ce04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:42.949056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb789de-8478-422b-a5dc-30660c242226 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 7b346f1d-0c81-430a-9115-12c18ea93e40 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:19:42.952595 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5bb789de-8478-422b-a5dc-30660c242226 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.006403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a5623b9-490b-4f71-a383-4c0edf2a4db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.017737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a5623b9-490b-4f71-a383-4c0edf2a4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.057081 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5bb789de-8478-422b-a5dc-30660c242226 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.070892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cc741-36ab-45ed-a75a-2d5caf75ce04 None None] Pushing event updated for resources: {'Port': ['ID=33c54ae6-afff-4715-b1cc-1eee624bf40f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:43.150468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8a5623b9-490b-4f71-a383-4c0edf2a4db1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c5ff18dc7714bf4a80efa554abaf8d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0066323 Aug 30 13:19:43.152627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37114) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:43.176605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b03e51d-acbf-48ec-acf0-fb55dae191c0 None None] Provisioning complete for port 33c54ae6-afff-4715-b1cc-1eee624bf40f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:43.177071 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b03e51d-acbf-48ec-acf0-fb55dae191c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.203012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5623b9-490b-4f71-a383-4c0edf2a4db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3627c7-65e0-40d6-994b-c270ab6d28c1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:43.320217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.323521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5bb789de-8478-422b-a5dc-30660c242226 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.329335 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.358839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f4926-07c1-4a1b-a177-4ee1e5288ea8 req-9ef7eac3-4162-4440-9508-01d9ce1879ef tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:43.360464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-712f4926-07c1-4a1b-a177-4ee1e5288ea8 req-9ef7eac3-4162-4440-9508-01d9ce1879ef tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 944 time: 0.1967998 Aug 30 13:19:43.419013 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1904976d-58e4-417c-9ebf-93f56753b0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.459568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-712f4926-07c1-4a1b-a177-4ee1e5288ea8 req-d534fe5b-b3ed-4902-b985-fb1f345fbcdb tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861781 Aug 30 13:19:43.492238 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1904976d-58e4-417c-9ebf-93f56753b0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.504456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5bb789de-8478-422b-a5dc-30660c242226 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.538399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9b55498b-f9b7-4797-bad4-54bdd2d1e317 None None] Could not find standard attr ID for object 20dedcdb-2e94-4140-988d-52338d488423. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:19:43.550784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Router e6b48f00-f9d9-451c-87ad-f253670fab5b is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:19:43.558710 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5bb789de-8478-422b-a5dc-30660c242226 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.564812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5bb789de-8478-422b-a5dc-30660c242226 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/7b346f1d-0c81-430a-9115-12c18ea93e40 HTTP/1.1" status: 204 len: 168 time: 0.6918087 Aug 30 13:19:43.564812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb789de-8478-422b-a5dc-30660c242226 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=7b346f1d-0c81-430a-9115-12c18ea93e40,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:43.565113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37118) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:43.610403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1904976d-58e4-417c-9ebf-93f56753b0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.612968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1904976d-58e4-417c-9ebf-93f56753b0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.616598 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1904976d-58e4-417c-9ebf-93f56753b0d7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c3627c7-65e0-40d6-994b-c270ab6d28c1 HTTP/1.1" status: 204 len: 168 time: 0.4584274 Aug 30 13:19:43.640201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904976d-58e4-417c-9ebf-93f56753b0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3627c7-65e0-40d6-994b-c270ab6d28c1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:43.716916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4602113-746f-4066-8487-c7cac0a8f2c3 None None] Network 26a5b29a-7ba0-41db-8f92-dcd9c79db60f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:43.797405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:43.809426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.810971 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3147bd84-8efe-4a54-8594-bde3e77dd975 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "PUT /v2.0/routers/e6b48f00-f9d9-451c-87ad-f253670fab5b HTTP/1.1" status: 200 len: 879 time: 3.2304173 Aug 30 13:19:43.811565 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a876de-a9f2-4766-b821-afe3fe4ee24d None None] Sync routers for ids ['e6b48f00-f9d9-451c-87ad-f253670fab5b'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:43.814872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37124) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:43.817081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.873356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a876de-a9f2-4766-b821-afe3fe4ee24d None None] Routers {'e6b48f00-f9d9-451c-87ad-f253670fab5b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:43.873356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c3a876de-a9f2-4766-b821-afe3fe4ee24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e6b48f00-f9d9-451c-87ad-f253670fab5b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:43.897648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 33c54ae6-afff-4715-b1cc-1eee624bf40f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:43.898289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:43.934866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c3a876de-a9f2-4766-b821-afe3fe4ee24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:43.954941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a876de-a9f2-4766-b821-afe3fe4ee24d None None] Routers {'e6b48f00-f9d9-451c-87ad-f253670fab5b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:43.955816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c3a876de-a9f2-4766-b821-afe3fe4ee24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e6b48f00-f9d9-451c-87ad-f253670fab5b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:44.022994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c3a876de-a9f2-4766-b821-afe3fe4ee24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:44.024766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a876de-a9f2-4766-b821-afe3fe4ee24d None None] The sync data for ids ['e6b48f00-f9d9-451c-87ad-f253670fab5b'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:44.029851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8404fb0f-3886-44c5-97e9-638d857d68ce None None] DHCP port deletion for 26a5b29a-7ba0-41db-8f92-dcd9c79db60f request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:19:44.030907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] For port 33c54ae6-afff-4715-b1cc-1eee624bf40f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=33c54ae6-afff-4715-b1cc-1eee624bf40f,segment=NetworkSegment(f1a1a7db-3e18-48b1-a63a-2338f17025bf),segment_id=f1a1a7db-3e18-48b1-a63a-2338f17025bf)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:44.031217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.064574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 33c54ae6-afff-4715-b1cc-1eee624bf40f owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:44.084529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37126) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:44.084837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ac7b1fdf-6ce2-44ee-b66d-501c464b934c tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/routers/e6b48f00-f9d9-451c-87ad-f253670fab5b HTTP/1.1" status: 200 len: 920 time: 0.2679873 Aug 30 13:19:44.092992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37128) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:44.106551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab778756-dd7c-45e3-8da3-6ea4d6c17d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.110421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8404fb0f-3886-44c5-97e9-638d857d68ce None None] Deleting port 33c54ae6-afff-4715-b1cc-1eee624bf40f {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:44.111575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8404fb0f-3886-44c5-97e9-638d857d68ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.134293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 33c54ae6-afff-4715-b1cc-1eee624bf40f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:19:44.200348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a18622-b7af-41d0-ab62-979bc3ae2149 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:44.202148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-94a18622-b7af-41d0-ab62-979bc3ae2149 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=e6b48f00-f9d9-451c-87ad-f253670fab5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1174707 Aug 30 13:19:44.205539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37130) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:44.245079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8404fb0f-3886-44c5-97e9-638d857d68ce None None] For port 33c54ae6-afff-4715-b1cc-1eee624bf40f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=33c54ae6-afff-4715-b1cc-1eee624bf40f,segment=NetworkSegment(f1a1a7db-3e18-48b1-a63a-2338f17025bf),segment_id=f1a1a7db-3e18-48b1-a63a-2338f17025bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:44.245685 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8404fb0f-3886-44c5-97e9-638d857d68ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.246714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.256342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No active binding found for port 33c54ae6-afff-4715-b1cc-1eee624bf40f {{(pid=95700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 13:19:44.256538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 33c54ae6-afff-4715-b1cc-1eee624bf40f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:19:44.265851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8404fb0f-3886-44c5-97e9-638d857d68ce None None] Calling delete_port for 33c54ae6-afff-4715-b1cc-1eee624bf40f owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:44.287936 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=33c54ae6-afff-4715-b1cc-1eee624bf40f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:44.296667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No DVR routers for this DVR port 33c54ae6-afff-4715-b1cc-1eee624bf40f on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:19:44.351005 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8404fb0f-3886-44c5-97e9-638d857d68ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.361476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69118a67-1dbd-45dc-9301-1d42f18ff9db tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:44.362914 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-69118a67-1dbd-45dc-9301-1d42f18ff9db tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 881 time: 0.1561189 Aug 30 13:19:44.366340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37132) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:44.377175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab778756-dd7c-45e3-8da3-6ea4d6c17d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.397949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404fb0f-3886-44c5-97e9-638d857d68ce None None] Pushing event deleted for resources: {'Port': ['ID=33c54ae6-afff-4715-b1cc-1eee624bf40f,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:44.399854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8404fb0f-3886-44c5-97e9-638d857d68ce None None] No DVR routers for this DVR port 33c54ae6-afff-4715-b1cc-1eee624bf40f on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:19:44.405417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-85f33746-eb75-4410-8b27-6ef26bea6f7a tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6b48f00-f9d9-451c-87ad-f253670fab5b HTTP/1.1" status: 200 len: 205 time: 0.0378442 Aug 30 13:19:44.406420 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab778756-dd7c-45e3-8da3-6ea4d6c17d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.407904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37134) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:44.452780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ab778756-dd7c-45e3-8da3-6ea4d6c17d4d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=afd5da53e4d1439db4c512764d231594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565934 Aug 30 13:19:44.452780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab778756-dd7c-45e3-8da3-6ea4d6c17d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04d32b-69fb-4420-9eb1-ae5c0515f951,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:44.453995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37136) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:44.470551 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.521394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b73933d-883d-4100-a604-57cbe7535dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.555538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a5b29a-7ba0-41db-8f92-dcd9c79db60f']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:44.562975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b73933d-883d-4100-a604-57cbe7535dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.596437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a1a7db-3e18-48b1-a63a-2338f17025bf') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:44.596830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a1a7db-3e18-48b1-a63a-2338f17025bf') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:44.614914 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.621760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b73933d-883d-4100-a604-57cbe7535dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.624511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b73933d-883d-4100-a604-57cbe7535dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.625808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0b73933d-883d-4100-a604-57cbe7535dec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6e04d32b-69fb-4420-9eb1-ae5c0515f951 HTTP/1.1" status: 204 len: 168 time: 0.1604872 Aug 30 13:19:44.647035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b73933d-883d-4100-a604-57cbe7535dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04d32b-69fb-4420-9eb1-ae5c0515f951,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:44.658579 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.660944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.714559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa42b00-f734-4572-8033-bc9b28823d9e req-98560bbc-30e8-4a70-84e4-0b09f278c786 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:44.716070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2fa42b00-f734-4572-8033-bc9b28823d9e req-98560bbc-30e8-4a70-84e4-0b09f278c786 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 944 time: 0.1753314 Aug 30 13:19:44.717261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:19:44.717720 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:19:44.722423 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:19:44.860465 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.875132 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.877126 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/networks/26a5b29a-7ba0-41db-8f92-dcd9c79db60f HTTP/1.1" status: 204 len: 168 time: 1.3108833 Aug 30 13:19:44.881806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37146) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:44.889269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-578169096'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:44.898583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2fa42b00-f734-4572-8033-bc9b28823d9e req-5e355b0e-39cd-497a-abb1-a3c43633c941 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752541 Aug 30 13:19:44.936552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:44.941010 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:44.966612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6026f-338e-44e2-af00-fe516d90dd45 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Network': ['ID=26a5b29a-7ba0-41db-8f92-dcd9c79db60f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:44.982896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:19:44.991805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.006828 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.008077 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Added segment 7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399 of type vlan for network 61c33a20-e2ef-431b-927b-1667ef8d255b Aug 30 13:19:45.042039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ae922295-0550-45c2-b750-6634569fff98 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:19:45.077953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.102955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Deleting port abae9fa5-32d8-4e00-a9f3-2aea46db9dfd {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:45.105605 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.141238 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.155133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:45.156163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.178948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37158) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:45.179460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2963867 Aug 30 13:19:45.194350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '61c33a20-e2ef-431b-927b-1667ef8d255b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:45.220212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ae922295-0550-45c2-b750-6634569fff98, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ae922295-0550-45c2-b750-6634569fff98,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:45.244290 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'ae922295-0550-45c2-b750-6634569fff98', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'port_id': 'ae922295-0550-45c2-b750-6634569fff98', 'mac_address': 'fa:16:3e:c9:79:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:19:45.320407 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.326836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ae8b8-74d1-40f3-bd59-71e972a5cca0 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Network': ['ID=61c33a20-e2ef-431b-927b-1667ef8d255b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:45.342179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 61c33a20-e2ef-431b-927b-1667ef8d255b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:19:45.349212 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.349629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae922295-0550-45c2-b750-6634569fff98 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:19:45.366868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Calling delete_port for abae9fa5-32d8-4e00-a9f3-2aea46db9dfd owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:45.487610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:45.492268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.676101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ae922295-0550-45c2-b750-6634569fff98, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ae922295-0550-45c2-b750-6634569fff98,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:45.688315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.764716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ae922295-0550-45c2-b750-6634569fff98,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:45.767406 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:45.861727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Checking segment: {'id': '7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '61c33a20-e2ef-431b-927b-1667ef8d255b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:45.863551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network hostable DHCP agents. Network: 61c33a20-e2ef-431b-927b-1667ef8d255b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:19:45.874312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=5b340204-c4e2-43f3-b7f0-7c354de121f2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:45.933546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 61c33a20-e2ef-431b-927b-1667ef8d255b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:19:45.957639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 61c33a20-e2ef-431b-927b-1667ef8d255b) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:45.971931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8836a065-e54d-4a19-a8e8-7ecea02dc002 None None] Network 61c33a20-e2ef-431b-927b-1667ef8d255b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:45.973458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:45.975063 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.023433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0bc797ed-00f1-49bb-9281-14fb25d2b403 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8428581 Aug 30 13:19:46.027296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37180) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:46.033409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': '61c33a20-e2ef-431b-927b-1667ef8d255b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-768671529'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:46.036018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.089179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ae922295-0550-45c2-b750-6634569fff98'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:19:46.145085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event deleted for resources: {'Port': ['ID=abae9fa5-32d8-4e00-a9f3-2aea46db9dfd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:46.207024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.250973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249686-5060-4b59-a033-df42a09dffd5 req-c58cc65e-d5bb-438b-8c8e-ffbe759b31d8 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:46.252531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc249686-5060-4b59-a033-df42a09dffd5 req-c58cc65e-d5bb-438b-8c8e-ffbe759b31d8 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 945 time: 0.1343446 Aug 30 13:19:46.333009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.335793 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.365273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:46.376092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.416927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.418015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Fanout notify agent at l3_agent the message router_deleted on router e6b48f00-f9d9-451c-87ad-f253670fab5b {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:46.443734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc249686-5060-4b59-a033-df42a09dffd5 req-766145e4-b443-475b-8e54-8487875dae06 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842813 Aug 30 13:19:46.444927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:46.449457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.454674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37190) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:46.455580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3ad5667a-35e2-49de-9768-f3ae7c222565 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/e6b48f00-f9d9-451c-87ad-f253670fab5b HTTP/1.1" status: 204 len: 168 time: 2.0358455 Aug 30 13:19:46.461089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8459fad4-2383-4e27-a0dd-525195677759 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1573213540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:46.476491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-61c33a20-e2ef-431b-927b-1667ef8d255b', 'network_id': '61c33a20-e2ef-431b-927b-1667ef8d255b', 'tenant_id': '4ea2d2b37d9c4d0baa567102cbc4e183', 'fixed_ips': [{'subnet_id': '5b340204-c4e2-43f3-b7f0-7c354de121f2'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:19:46.477368 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.598164 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8459fad4-2383-4e27-a0dd-525195677759 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.599530 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8459fad4-2383-4e27-a0dd-525195677759 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.632045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.13 (61c33a20-e2ef-431b-927b-1667ef8d255b/5b340204-c4e2-43f3-b7f0-7c354de121f2/4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:46.698677 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8459fad4-2383-4e27-a0dd-525195677759 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.714266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8459fad4-2383-4e27-a0dd-525195677759 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.779235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8459fad4-2383-4e27-a0dd-525195677759 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.782707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8459fad4-2383-4e27-a0dd-525195677759 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3262296 Aug 30 13:19:46.783562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37202) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:46.790033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': True}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:46.836505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.852589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object 4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:46.898966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:46.957797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 61c33a20-e2ef-431b-927b-1667ef8d255b is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:46.963928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:46.971474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:46.971854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Allocated IP 172.20.0.2 (61c33a20-e2ef-431b-927b-1667ef8d255b/5b340204-c4e2-43f3-b7f0-7c354de121f2/cf58582a-bd9e-4402-8464-9298cc45627d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:46.995788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:47.025878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.048302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:47.048989 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.082911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37210) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:47.083139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f04f0ea9-f855-4ace-8e4a-6aad40d5c812 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0545554 Aug 30 13:19:47.161993 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.174300 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Transition to ACTIVE for port object cf58582a-bd9e-4402-8464-9298cc45627d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:47.206326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Transition to ACTIVE for port object cf58582a-bd9e-4402-8464-9298cc45627d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:47.215084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-8a47b700-5eb3-4203-8bf6-0d4f8af89181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:47.215504 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a47b700-5eb3-4203-8bf6-0d4f8af89181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.215938 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.279220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Network 61c33a20-e2ef-431b-927b-1667ef8d255b is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:47.283564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:47.288856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Pushing event updated for resources: {'Port': ['ID=cf58582a-bd9e-4402-8464-9298cc45627d,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:47.292306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:47.360352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Attempting to bind port cf58582a-bd9e-4402-8464-9298cc45627d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:19:47.361063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Attempting to bind port cf58582a-bd9e-4402-8464-9298cc45627d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '61c33a20-e2ef-431b-927b-1667ef8d255b'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:19:47.361526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Attempting to bind port cf58582a-bd9e-4402-8464-9298cc45627d on network 61c33a20-e2ef-431b-927b-1667ef8d255b {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:47.368174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:19:47.368733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Checking segment: {'id': '7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '61c33a20-e2ef-431b-927b-1667ef8d255b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:47.370172 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.370556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Bound using segment: {'id': '7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '61c33a20-e2ef-431b-927b-1667ef8d255b'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:19:47.371129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Bound port: cf58582a-bd9e-4402-8464-9298cc45627d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '61c33a20-e2ef-431b-927b-1667ef8d255b'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:19:47.371668 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.409635 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a47b700-5eb3-4203-8bf6-0d4f8af89181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.414570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.446383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.449435 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-8a47b700-5eb3-4203-8bf6-0d4f8af89181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:47.484536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] For port cf58582a-bd9e-4402-8464-9298cc45627d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:19:47.498738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] For port cf58582a-bd9e-4402-8464-9298cc45627d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cf58582a-bd9e-4402-8464-9298cc45627d,segment=NetworkSegment(7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399),segment_id=7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:19:47.510526 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:47.668755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c8b51-93a4-45d9-9e29-6ef4787cbd14 None None] Pushing event updated for resources: {'Port': ['ID=cf58582a-bd9e-4402-8464-9298cc45627d,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:47.740827 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6fe3b-081a-450d-b9e2-ed667a026239 req-d56ca14a-a79d-4cd0-815f-53ee2d28943a tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:47.748420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3c6fe3b-081a-450d-b9e2-ed667a026239 req-d56ca14a-a79d-4cd0-815f-53ee2d28943a tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 945 time: 0.1488979 Aug 30 13:19:48.148629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf58582a-bd9e-4402-8464-9298cc45627d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:48.176495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Allocated IP 172.25.2.20 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/0fa5038c-beed-4a52-b00f-500e225d1473) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:48.226166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port cf58582a-bd9e-4402-8464-9298cc45627d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:48.262022 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3c6fe3b-081a-450d-b9e2-ed667a026239 req-2544e8d5-5558-4d32-b90f-2cc6c9fc9593 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5125785 Aug 30 13:19:48.264976 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a47b700-5eb3-4203-8bf6-0d4f8af89181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.319921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47b700-5eb3-4203-8bf6-0d4f8af89181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:48.432590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a47b700-5eb3-4203-8bf6-0d4f8af89181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.434473 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8a47b700-5eb3-4203-8bf6-0d4f8af89181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0 HTTP/1.1" status: 204 len: 168 time: 1.3505521 Aug 30 13:19:48.438973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37232) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:48.453902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.473166 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48f6113-46c2-4e47-a7f0-b014e1c951fd tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:19:48.475437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b48f6113-46c2-4e47-a7f0-b014e1c951fd tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0 HTTP/1.1" status: 404 len: 333 time: 0.0354345 Aug 30 13:19:48.479081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37234) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:48.510061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.545478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-763609b7-5c6c-40f0-b869-e8a73cd9b73d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 5b340204-c4e2-43f3-b7f0-7c354de121f2 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:19:48.550809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-763609b7-5c6c-40f0-b869-e8a73cd9b73d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.556453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:48.562883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:48.567716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:48.604340 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-763609b7-5c6c-40f0-b869-e8a73cd9b73d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.607627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event updated for resources: {'Port': ['ID=0fa5038c-beed-4a52-b00f-500e225d1473,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:48.739524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-763609b7-5c6c-40f0-b869-e8a73cd9b73d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.873640 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-763609b7-5c6c-40f0-b869-e8a73cd9b73d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.904662 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.932183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763609b7-5c6c-40f0-b869-e8a73cd9b73d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=5b340204-c4e2-43f3-b7f0-7c354de121f2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:48.935561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-763609b7-5c6c-40f0-b869-e8a73cd9b73d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:48.938100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-763609b7-5c6c-40f0-b869-e8a73cd9b73d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/5b340204-c4e2-43f3-b7f0-7c354de121f2 HTTP/1.1" status: 204 len: 168 time: 0.4578755 Aug 30 13:19:48.940753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37244) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:48.975023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c969602e-f97c-463d-aa3a-658fba3a35d0 None None] Network 61c33a20-e2ef-431b-927b-1667ef8d255b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:49.087010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ae922295-0550-45c2-b750-6634569fff98 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:19:49.087234 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.164998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port cf58582a-bd9e-4402-8464-9298cc45627d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:49.165346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.169226 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.174075 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.199200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9620f05d-5cda-40a4-a95e-d9579815e439 None None] Provisioning for port cf58582a-bd9e-4402-8464-9298cc45627d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:49.241496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] For port cf58582a-bd9e-4402-8464-9298cc45627d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cf58582a-bd9e-4402-8464-9298cc45627d,segment=NetworkSegment(7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399),segment_id=7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:49.241899 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.255603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9620f05d-5cda-40a4-a95e-d9579815e439 None None] Provisioning complete for port cf58582a-bd9e-4402-8464-9298cc45627d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:49.255981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9620f05d-5cda-40a4-a95e-d9579815e439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.261577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for cf58582a-bd9e-4402-8464-9298cc45627d owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:49.340291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Router 052738d5-6272-456f-9ac6-6f860e358f4d is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:19:49.373758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.398274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No DVR routers for this DVR port cf58582a-bd9e-4402-8464-9298cc45627d on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:19:49.419321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9620f05d-5cda-40a4-a95e-d9579815e439 None None] Could not find standard attr ID for object cf58582a-bd9e-4402-8464-9298cc45627d. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:19:49.428210 n-d-688802-6 neutron-server[95700]: INFO neutron.plugins.ml2.db [None req-9620f05d-5cda-40a4-a95e-d9579815e439 None None] No ports have port_id starting with cf58582a-bd9e-4402-8464-9298cc45627d Aug 30 13:19:49.430538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port ae922295-0550-45c2-b750-6634569fff98 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:19:49.457148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port ae922295-0550-45c2-b750-6634569fff98 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:19:49.457868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.519335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:49.529544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=cf58582a-bd9e-4402-8464-9298cc45627d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:49.535419 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14d383c-69b0-4663-aa3c-fc4c2db328ef None None] Sync routers for ids ['052738d5-6272-456f-9ac6-6f860e358f4d'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:49.540430 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.542979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0efac84d-abc9-4102-a61a-21e60bd49efd tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "PUT /v2.0/routers/052738d5-6272-456f-9ac6-6f860e358f4d HTTP/1.1" status: 200 len: 914 time: 2.7574053 Aug 30 13:19:49.547496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37252) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:49.559607 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d383c-69b0-4663-aa3c-fc4c2db328ef None None] Routers {'052738d5-6272-456f-9ac6-6f860e358f4d'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:49.560252 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e14d383c-69b0-4663-aa3c-fc4c2db328ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['052738d5-6272-456f-9ac6-6f860e358f4d'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:49.564755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21150c5-c18c-4dea-9459-c9f2094ec81e None None] DHCP port deletion for 61c33a20-e2ef-431b-927b-1667ef8d255b request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:19:49.651729 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e14d383c-69b0-4663-aa3c-fc4c2db328ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:49.673154 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.676072 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d383c-69b0-4663-aa3c-fc4c2db328ef None None] Routers {'052738d5-6272-456f-9ac6-6f860e358f4d'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:49.676949 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e14d383c-69b0-4663-aa3c-fc4c2db328ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['052738d5-6272-456f-9ac6-6f860e358f4d'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:49.738012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ae922295-0550-45c2-b750-6634569fff98, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ae922295-0550-45c2-b750-6634569fff98,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:19:49.740148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae922295-0550-45c2-b750-6634569fff98'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:19:49.743326 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e99d63-c15b-4f0d-81c7-b77d4d86c0eb" -d '{"events": [{"server_uuid": "f5883c58-82de-4342-85b3-89e3bbef9692", "name": "network-vif-plugged", "status": "completed", "tag": "ae922295-0550-45c2-b750-6634569fff98"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:19:49.747428 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e14d383c-69b0-4663-aa3c-fc4c2db328ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:49.748578 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14d383c-69b0-4663-aa3c-fc4c2db328ef None None] The sync data for ids ['052738d5-6272-456f-9ac6-6f860e358f4d'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:49.749413 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.773190 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.870562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c33a20-e2ef-431b-927b-1667ef8d255b']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:49.930962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ae922295-0550-45c2-b750-6634569fff98,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:49.939110 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0f1ad8-cec1-4ad2-a0bd-87b291d75418 x-openstack-request-id: req-ca0f1ad8-cec1-4ad2-a0bd-87b291d75418 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:19:49.942049 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5883c58-82de-4342-85b3-89e3bbef9692", "name": "network-vif-plugged", "status": "completed", "tag": "ae922295-0550-45c2-b750-6634569fff98", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:19:49.942365 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca0f1ad8-cec1-4ad2-a0bd-87b291d75418 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:19:49.942959 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae922295-0550-45c2-b750-6634569fff98', 'code': 200} Aug 30 13:19:49.954108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:49.954311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc4ffd8-ef6a-4eb3-89d8-4c9e05005399') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:49.979011 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:49.984610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea03f8a-75a4-4668-b4ba-0aecd881afb3 req-26bf2809-3776-48a6-badb-2c94e91f7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:49.988699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dea03f8a-75a4-4668-b4ba-0aecd881afb3 req-26bf2809-3776-48a6-badb-2c94e91f7f29 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 1097 time: 0.0934799 Aug 30 13:19:49.993398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-69813f9f-a8fb-4d98-bb3d-435d5149443a tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/routers/052738d5-6272-456f-9ac6-6f860e358f4d HTTP/1.1" status: 200 len: 920 time: 0.4102316 Aug 30 13:19:49.998438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37260) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:50.010274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596a7ed-dbc9-41b5-b0da-8313ea314c1e req-d305bb53-4986-461c-8612-fdd7a63c37f4 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:50.017726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d596a7ed-dbc9-41b5-b0da-8313ea314c1e req-d305bb53-4986-461c-8612-fdd7a63c37f4 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 946 time: 0.5369766 Aug 30 13:19:50.059615 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.074299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:19:50.074988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:19:50.078416 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:19:50.140166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf58582a-bd9e-4402-8464-9298cc45627d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:19:50.142397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d596a7ed-dbc9-41b5-b0da-8313ea314c1e req-ffb3700f-d473-4f40-b108-dd01f2cfd0db tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238103 Aug 30 13:19:50.171655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.180153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.187204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: cf58582a-bd9e-4402-8464-9298cc45627d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:19:50.187411 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/networks/61c33a20-e2ef-431b-927b-1667ef8d255b HTTP/1.1" status: 204 len: 168 time: 1.2410636 Aug 30 13:19:50.187542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf58582a-bd9e-4402-8464-9298cc45627d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:19:50.201033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37264) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:50.218585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8c760-717e-46ba-82d3-913e764887c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Network': ['ID=61c33a20-e2ef-431b-927b-1667ef8d255b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:50.240401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'name': 'tempest-PortsTestJSON-664014660'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:50.330740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dea03f8a-75a4-4668-b4ba-0aecd881afb3 req-7f7bcdf1-448c-4f89-850b-eb12c8cc19d5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3338351 Aug 30 13:19:50.343595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a6895-29ca-4106-bb8d-ab85a5f911ae tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:50.346172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7a6a6895-29ca-4106-bb8d-ab85a5f911ae tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=052738d5-6272-456f-9ac6-6f860e358f4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3300526 Aug 30 13:19:50.349191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37274) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:50.427424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:50.433036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.464577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 5347ebba-3078-4d03-9fcd-4f44cdd1b238 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:50.477935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f5c22-a0ba-44a6-ab53-3ceb3f9ca8b2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:50.480046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e34f5c22-a0ba-44a6-ab53-3ceb3f9ca8b2 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 881 time: 0.1296625 Aug 30 13:19:50.482955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37282) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:50.532242 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9236692a-40bf-4f32-92f9-d7fa3d0f1a08 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=052738d5-6272-456f-9ac6-6f860e358f4d HTTP/1.1" status: 200 len: 205 time: 0.0450711 Aug 30 13:19:50.532994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37286) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:50.656906 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.682750 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.716592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.773236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:50.777501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:50.789140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:50.795484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:50.796690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.819973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=5347ebba-3078-4d03-9fcd-4f44cdd1b238,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:50.829718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.835199 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-55825aee-74f8-4acd-ac6c-8dbb70888a6c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5989714 Aug 30 13:19:50.835945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37288) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:50.910521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Deleting port 0fa5038c-beed-4a52-b00f-500e225d1473 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:50.911550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:50.995823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-80103157-0662-4651-8356-7bdb956abb3e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 5347ebba-3078-4d03-9fcd-4f44cdd1b238 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:50.996535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-80103157-0662-4651-8356-7bdb956abb3e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.081027 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.095281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Calling delete_port for 0fa5038c-beed-4a52-b00f-500e225d1473 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:51.105453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-80103157-0662-4651-8356-7bdb956abb3e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.134165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-80103157-0662-4651-8356-7bdb956abb3e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 5347ebba-3078-4d03-9fcd-4f44cdd1b238 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:51.256489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-80103157-0662-4651-8356-7bdb956abb3e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.312079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80103157-0662-4651-8356-7bdb956abb3e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=5347ebba-3078-4d03-9fcd-4f44cdd1b238,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:51.390012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-80103157-0662-4651-8356-7bdb956abb3e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.396973 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-80103157-0662-4651-8356-7bdb956abb3e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/5347ebba-3078-4d03-9fcd-4f44cdd1b238 HTTP/1.1" status: 204 len: 168 time: 0.5596516 Aug 30 13:19:51.397768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37294) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:51.424959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'mac_address': 'fa:16:3e:05:8a:c8', 'name': 'tempest-PortsTestJSON-1897875898'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:51.504471 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.551653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc6ecd-8ce0-4bab-a1da-bbbf49b71ff5 req-feb1a0a9-4b7c-4233-aa75-25ba6a1b84e9 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:51.554923 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9bc6ecd-8ce0-4bab-a1da-bbbf49b71ff5 req-feb1a0a9-4b7c-4233-aa75-25ba6a1b84e9 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 946 time: 0.2575758 Aug 30 13:19:51.562759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event deleted for resources: {'Port': ['ID=0fa5038c-beed-4a52-b00f-500e225d1473,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:51.634315 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b9bc6ecd-8ce0-4bab-a1da-bbbf49b71ff5 req-ff546639-1b49-4235-ab1d-003ed8bfc505 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592144 Aug 30 13:19:51.636115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:51.691194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.735242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.765609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 1759078a-e21c-4540-a32f-7bf9ce9df4d7 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:51.808658 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.811264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.878043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.881796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Fanout notify agent at l3_agent the message router_deleted on router 052738d5-6272-456f-9ac6-6f860e358f4d {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:51.896483 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.897889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fc4e122b-4c40-46bf-ba8c-1789586d2ddf tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/052738d5-6272-456f-9ac6-6f860e358f4d HTTP/1.1" status: 204 len: 168 time: 1.3637521 Aug 30 13:19:51.902767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37298) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:51.908034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fea82653-42b2-41a4-b97e-923b1b4ed319 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2042314039', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:51.933211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea82653-42b2-41a4-b97e-923b1b4ed319 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.934241 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea82653-42b2-41a4-b97e-923b1b4ed319 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.990666 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea82653-42b2-41a4-b97e-923b1b4ed319 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.995852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea82653-42b2-41a4-b97e-923b1b4ed319 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:51.996351 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.018865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fea82653-42b2-41a4-b97e-923b1b4ed319 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.024588 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fea82653-42b2-41a4-b97e-923b1b4ed319 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1162570 Aug 30 13:19:52.026412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37300) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:52.033516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'enable_snat': False}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:52.070082 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.127275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:52.130515 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:52.134994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:52.140579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:52.141868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.161880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=1759078a-e21c-4540-a32f-7bf9ce9df4d7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:52.174755 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7745759 Aug 30 13:19:52.176724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.177314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.177976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.178560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.179132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.179698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.180256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.180809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.181991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.182593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.183397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.183740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50cc4ea1-5622-483d-91f6-a2c9bc202300 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:19:52.187595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37302) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:52.240554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c0a16-5115-4ae3-a628-1e3579c256b9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:52.246620 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0d4c0a16-5115-4ae3-a628-1e3579c256b9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/1759078a-e21c-4540-a32f-7bf9ce9df4d7 HTTP/1.1" status: 200 len: 841 time: 0.0530403 Aug 30 13:19:52.248258 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37304) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:52.287330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.364691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dad3f26a-e705-4ef3-8530-f4f36b847182 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 1759078a-e21c-4540-a32f-7bf9ce9df4d7 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:52.364942 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dad3f26a-e705-4ef3-8530-f4f36b847182 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.461738 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dad3f26a-e705-4ef3-8530-f4f36b847182 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.493949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dad3f26a-e705-4ef3-8530-f4f36b847182 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 1759078a-e21c-4540-a32f-7bf9ce9df4d7 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:52.569609 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.601191 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.608844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dad3f26a-e705-4ef3-8530-f4f36b847182 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.644850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad3f26a-e705-4ef3-8530-f4f36b847182 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=1759078a-e21c-4540-a32f-7bf9ce9df4d7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:52.650594 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dad3f26a-e705-4ef3-8530-f4f36b847182 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.652586 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dad3f26a-e705-4ef3-8530-f4f36b847182 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/1759078a-e21c-4540-a32f-7bf9ce9df4d7 HTTP/1.1" status: 204 len: 168 time: 0.4031844 Aug 30 13:19:52.655266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37312) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:52.698323 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2580acf-6f10-4a49-b7e0-0396dcd2c591 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:19:52.700467 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f2580acf-6f10-4a49-b7e0-0396dcd2c591 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/1759078a-e21c-4540-a32f-7bf9ce9df4d7 HTTP/1.1" status: 404 len: 333 time: 0.0442464 Aug 30 13:19:52.708195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37320) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:52.724145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'name': 'tempest-PortsTestJSON-1174637607'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:52.866979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Allocated IP 172.25.2.171 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/319e9654-a0fe-48b4-8cd9-0ff3c2ac1f61) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:52.870749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:52.876612 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:52.915060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 488c008a-8049-45d6-9ef6-31a4ad735289 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:52.918306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e42b2-aee4-4100-a8f7-ebcbe1bad5d7 req-59590c0a-f394-48ef-b83e-b6570930f117 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:52.922319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f06e42b2-aee4-4100-a8f7-ebcbe1bad5d7 req-59590c0a-f394-48ef-b83e-b6570930f117 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 946 time: 0.1444454 Aug 30 13:19:53.039774 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f06e42b2-aee4-4100-a8f7-ebcbe1bad5d7 req-04672420-c4d6-4a58-93f3-37ce477708c9 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084828 Aug 30 13:19:53.114832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:53.197375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:53.202241 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:53.234058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb8deb9-b8e2-4826-b2e0-7d660f2a8767 req-dbd6eb60-ed5f-4571-ac73-c92c4a86405b tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:53.235802 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bb8deb9-b8e2-4826-b2e0-7d660f2a8767 req-dbd6eb60-ed5f-4571-ac73-c92c4a86405b tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 946 time: 0.0736773 Aug 30 13:19:53.247447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:53.248423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:53.252163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:53.253760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f5386e17-96ba-43b3-90e5-76d3291be368 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Request body: {'floatingip': {'port_id': 'ae922295-0550-45c2-b750-6634569fff98'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:53.258443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:53.309846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5386e17-96ba-43b3-90e5-76d3291be368 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:53.359427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Pushing event updated for resources: {'Port': ['ID=319e9654-a0fe-48b4-8cd9-0ff3c2ac1f61,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:53.430372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:53.447024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37340) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:53.497437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:53.504318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:53.510002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:53.515772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:53.516390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:53.548896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=488c008a-8049-45d6-9ef6-31a4ad735289,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:53.600594 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e74d26f1-bb41-45be-a104-42e17e66689a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8901370 Aug 30 13:19:53.603392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37344) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:53.611815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f0ff9eb8-557a-462a-be75-45dab4d3702e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:53.627870 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:53.740770 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9eb8-557a-462a-be75-45dab4d3702e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.104026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9eb8-557a-462a-be75-45dab4d3702e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.110444 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9eb8-557a-462a-be75-45dab4d3702e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.114549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d45d-a702-4c61-aded-9ce37b23086f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.185962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff9eb8-557a-462a-be75-45dab4d3702e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] In _notify_port_updated(), no bound segment for port 488c008a-8049-45d6-9ef6-31a4ad735289 on network 5e10b597-266b-4cb7-a230-512ade822625 {{(pid=95699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:19:54.191437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ff9eb8-557a-462a-be75-45dab4d3702e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:54.192077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0ff9eb8-557a-462a-be75-45dab4d3702e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.193401 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f0ff9eb8-557a-462a-be75-45dab4d3702e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "PUT /v2.0/ports/488c008a-8049-45d6-9ef6-31a4ad735289 HTTP/1.1" status: 200 len: 818 time: 0.5890799 Aug 30 13:19:54.196396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37348) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:54.219619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff9eb8-557a-462a-be75-45dab4d3702e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=488c008a-8049-45d6-9ef6-31a4ad735289,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:54.233565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5386e17-96ba-43b3-90e5-76d3291be368 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.239856 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5386e17-96ba-43b3-90e5-76d3291be368 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.351976 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-f5386e17-96ba-43b3-90e5-76d3291be368 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Floating IP 9d312a12-70ed-4880-9617-01f09cd10925 associated. External IP: 172.25.2.203, port: ae922295-0550-45c2-b750-6634569fff98. Aug 30 13:19:54.424470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.437147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.446575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d45d-a702-4c61-aded-9ce37b23086f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.458082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4a91e090-bd10-4c0f-9f74-89888acaf670 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 488c008a-8049-45d6-9ef6-31a4ad735289 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:54.458775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a91e090-bd10-4c0f-9f74-89888acaf670 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.499364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5b0d45d-a702-4c61-aded-9ce37b23086f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.594054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5386e17-96ba-43b3-90e5-76d3291be368 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:19:54.645579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0d45d-a702-4c61-aded-9ce37b23086f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82cdf12-6d90-46d7-88d4-bee36f51e4c9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:54.654175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f5b0d45d-a702-4c61-aded-9ce37b23086f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e28e423f4b2490eadebd9ee25017cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2060773 Aug 30 13:19:54.656138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a91e090-bd10-4c0f-9f74-89888acaf670 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.660480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37350) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:54.685538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4a91e090-bd10-4c0f-9f74-89888acaf670 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 488c008a-8049-45d6-9ef6-31a4ad735289 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:54.823459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98b45beb-1a67-42d5-ac23-d066784de673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.864522 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98b45beb-1a67-42d5-ac23-d066784de673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.891402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Router eabd712d-518b-4702-8a35-88ba3cdf4d90 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:19:54.910681 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a91e090-bd10-4c0f-9f74-89888acaf670 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.987120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91e090-bd10-4c0f-9f74-89888acaf670 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=488c008a-8049-45d6-9ef6-31a4ad735289,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:54.994660 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a91e090-bd10-4c0f-9f74-89888acaf670 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:54.996806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4a91e090-bd10-4c0f-9f74-89888acaf670 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/488c008a-8049-45d6-9ef6-31a4ad735289 HTTP/1.1" status: 204 len: 168 time: 0.7992411 Aug 30 13:19:54.999534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37354) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.064193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98b45beb-1a67-42d5-ac23-d066784de673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.067278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98b45beb-1a67-42d5-ac23-d066784de673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.071058 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-98b45beb-1a67-42d5-ac23-d066784de673 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f82cdf12-6d90-46d7-88d4-bee36f51e4c9 HTTP/1.1" status: 204 len: 168 time: 0.4024205 Aug 30 13:19:55.087095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45beb-1a67-42d5-ac23-d066784de673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82cdf12-6d90-46d7-88d4-bee36f51e4c9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:55.115802 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:55.126544 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.131423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5b34a-00c7-470e-9284-6458605c3628 None None] Sync routers for ids ['eabd712d-518b-4702-8a35-88ba3cdf4d90'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:55.141784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8974ec60-39ae-43bb-a809-b2b604f22321 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "PUT /v2.0/routers/eabd712d-518b-4702-8a35-88ba3cdf4d90 HTTP/1.1" status: 200 len: 916 time: 3.1126125 Aug 30 13:19:55.142874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37360) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.165550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5b34a-00c7-470e-9284-6458605c3628 None None] Routers {'eabd712d-518b-4702-8a35-88ba3cdf4d90'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:55.166091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa12091a-3f4a-4e9e-8a55-5bcb2d8ed3d9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:55.172362 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aa12091a-3f4a-4e9e-8a55-5bcb2d8ed3d9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1673791 Aug 30 13:19:55.172362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5386e17-96ba-43b3-90e5-76d3291be368 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:19:55.173588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9af5b34a-00c7-470e-9284-6458605c3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['eabd712d-518b-4702-8a35-88ba3cdf4d90'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:55.180005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37362) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.184120 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] Sync routers for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:19:55.198386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5386e17-96ba-43b3-90e5-76d3291be368 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.228038 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:55.230899 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:55.244356 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14e66b4-0d5f-4706-bb39-36b7a9e54a37 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:19:55.251322 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f14e66b4-0d5f-4706-bb39-36b7a9e54a37 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/488c008a-8049-45d6-9ef6-31a4ad735289 HTTP/1.1" status: 404 len: 333 time: 0.0641739 Aug 30 13:19:55.252309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37364) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.265616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-503328843'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:55.295200 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f5386e17-96ba-43b3-90e5-76d3291be368 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "PUT /v2.0/floatingips/9d312a12-70ed-4880-9617-01f09cd10925 HTTP/1.1" status: 200 len: 992 time: 2.0453360 Aug 30 13:19:55.317015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'tag': 'ae922295-0550-45c2-b750-6634569fff98'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:19:55.319599 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f5883c58-82de-4342-85b3-89e3bbef9692", "tag": "ae922295-0550-45c2-b750-6634569fff98"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:19:55.325218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9af5b34a-00c7-470e-9284-6458605c3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:55.360653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af5b34a-00c7-470e-9284-6458605c3628 None None] Routers {'eabd712d-518b-4702-8a35-88ba3cdf4d90'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:55.365138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9af5b34a-00c7-470e-9284-6458605c3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['eabd712d-518b-4702-8a35-88ba3cdf4d90'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:55.387166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:55.392040 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.430441 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f566228-b6cd-469f-9219-c6c632bcd332 x-openstack-request-id: req-6f566228-b6cd-469f-9219-c6c632bcd332 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:19:55.430710 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5883c58-82de-4342-85b3-89e3bbef9692", "tag": "ae922295-0550-45c2-b750-6634569fff98", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:19:55.431571 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6f566228-b6cd-469f-9219-c6c632bcd332 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:19:55.432241 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'tag': 'ae922295-0550-45c2-b750-6634569fff98', 'status': 'completed', 'code': 200} Aug 30 13:19:55.492729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-98096ef3-7f02-4f27-80ee-3caf3af6225f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/routers/eabd712d-518b-4702-8a35-88ba3cdf4d90 HTTP/1.1" status: 200 len: 922 time: 0.3482308 Aug 30 13:19:55.502063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9af5b34a-00c7-470e-9284-6458605c3628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:55.503455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af5b34a-00c7-470e-9284-6458605c3628 None None] The sync data for ids ['eabd712d-518b-4702-8a35-88ba3cdf4d90'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:55.506436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37372) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.557306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37378) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.566324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:19:55.572756 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:19:55.580989 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.581272 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Added segment 21bb7b80-7604-484c-b796-457d1bfa2943 of type vlan for network ad3d9392-a131-42c6-bbc0-e14856fd0953 Aug 30 13:19:55.602285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dba22d4-6106-458d-8e3d-c2192b75edf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.641820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ec3ac5-ea0b-4eb8-8da1-6b92d601d7cf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:55.643057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-dc9d7196-8f7c-4e0f-b43a-a7032fa5d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:55.643655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d0ec3ac5-ea0b-4eb8-8da1-6b92d601d7cf tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=eabd712d-518b-4702-8a35-88ba3cdf4d90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1298656 Aug 30 13:19:55.647754 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-dc9d7196-8f7c-4e0f-b43a-a7032fa5d3bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac4f01f67e494d6eb90c5538f74d680d&device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 1097 time: 0.1911855 Aug 30 13:19:55.648176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37380) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.695517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.785992 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dba22d4-6106-458d-8e3d-c2192b75edf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.797126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6dba22d4-6106-458d-8e3d-c2192b75edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.826136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.831668 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:55.833092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:55.898550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6dba22d4-6106-458d-8e3d-c2192b75edf9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b87e9c547274a5c88edbd6a7bf86c0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400824 Aug 30 13:19:55.900873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba22d4-6106-458d-8e3d-c2192b75edf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e34e6f-1765-4af8-97ac-8084d180ac16,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:55.920384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-affe86e7-5fcb-4b2b-8890-b02f06a56617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:55.922159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-affe86e7-5fcb-4b2b-8890-b02f06a56617 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e HTTP/1.1" status: 200 len: 916 time: 0.2566192 Aug 30 13:19:55.922755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37384) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.942015 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6887755 Aug 30 13:19:55.944875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37386) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.947300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca61d8cb-a3eb-4105-8e64-6e43785f6075 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:55.951262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:55.951872 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ca61d8cb-a3eb-4105-8e64-6e43785f6075 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 881 time: 0.2992780 Aug 30 13:19:55.952482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37388) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:55.994287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c475417-fbce-41dd-a99b-e49d9a9f865a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Network': ['ID=ad3d9392-a131-42c6-bbc0-e14856fd0953,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:56.008006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:19:56.020343 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '9d312a12-70ed-4880-9617-01f09cd10925', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'port_id': 'ae922295-0550-45c2-b750-6634569fff98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'mac_address': 'fa:16:3e:c9:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:19:00Z', 'updated_at': '2021-08-30T13:19:54Z', 'revision_number': 1, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770df0c3-de28-4f25-ba27-909f0032019f', 'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'mac_address': 'fa:16:3e:15:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:53Z', 'updated_at': '2021-08-30T13:19:03Z', 'revision_number': 5, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'subnets': [{'id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:56.049625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37390) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:56.054333 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9dfcfb73-0f5f-4f4c-88e8-12a7995ba6df tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabd712d-518b-4702-8a35-88ba3cdf4d90 HTTP/1.1" status: 200 len: 205 time: 0.0706506 Aug 30 13:19:56.086510 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-cc449eba-1308-4a4f-93a7-c3a54eff9ac4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae922295-0550-45c2-b750-6634569fff98 HTTP/1.1" status: 200 len: 1000 time: 0.1541021 Aug 30 13:19:56.095656 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] Checking router: b01d2db9-1ab8-4c14-aa15-b1b89eb99688 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:19:56.109488 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:19:56.112334 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:56.156013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-bb48c5be-1ec6-42d6-8170-6b02a08ef0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:56.158434 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-bb48c5be-1ec6-42d6-8170-6b02a08ef0b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b15ca0a7-0410-4277-9104-d047cff6fa65 HTTP/1.1" status: 200 len: 854 time: 0.0651195 Aug 30 13:19:56.205889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f7818e42-4386-4467-a7fa-a8a04bbe77b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.220022 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-ba8754c4-da22-447f-8e5b-3941f62c7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:56.221572 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-ba8754c4-da22-447f-8e5b-3941f62c7f0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544720 Aug 30 13:19:56.252638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:56.256922 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.266415 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:19:56.364908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f7818e42-4386-4467-a7fa-a8a04bbe77b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.395305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-cef963b3-7c7a-4604-8900-d25c07aa12b2 service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653666 Aug 30 13:19:56.398310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.579675 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f508a5f-81a6-44d9-8415-6ee13c6c84e7 req-ddd87c8f-3fb7-4c83-981b-df0cfe6e345b service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772232 Aug 30 13:19:56.640122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f7818e42-4386-4467-a7fa-a8a04bbe77b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.643113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f7818e42-4386-4467-a7fa-a8a04bbe77b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.646790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f7818e42-4386-4467-a7fa-a8a04bbe77b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57e34e6f-1765-4af8-97ac-8084d180ac16 HTTP/1.1" status: 204 len: 168 time: 0.7186172 Aug 30 13:19:56.654979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.676278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7818e42-4386-4467-a7fa-a8a04bbe77b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e34e6f-1765-4af8-97ac-8084d180ac16,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:56.768799 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.792862 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '9d312a12-70ed-4880-9617-01f09cd10925', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'port_id': 'ae922295-0550-45c2-b750-6634569fff98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'mac_address': 'fa:16:3e:c9:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:19:00Z', 'updated_at': '2021-08-30T13:19:54Z', 'revision_number': 1, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770df0c3-de28-4f25-ba27-909f0032019f', 'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'mac_address': 'fa:16:3e:15:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:53Z', 'updated_at': '2021-08-30T13:19:03Z', 'revision_number': 5, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'subnets': [{'id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:19:56.831055 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5f9f7e-1932-44c7-9574-3517f3f09e02 None None] The sync data for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 is: [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '9d312a12-70ed-4880-9617-01f09cd10925', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'floating_ip_address': '172.25.2.203', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'port_id': 'ae922295-0550-45c2-b750-6634569fff98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'mac_address': 'fa:16:3e:c9:79:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:19:00Z', 'updated_at': '2021-08-30T13:19:54Z', 'revision_number': 1, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '770df0c3-de28-4f25-ba27-909f0032019f', 'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'mac_address': 'fa:16:3e:15:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:53Z', 'updated_at': '2021-08-30T13:19:03Z', 'revision_number': 5, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'subnets': [{'id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:19:56.831500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Deleting port 319e9654-a0fe-48b4-8cd9-0ff3c2ac1f61 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:19:56.832089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.893893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=0499edb9-5155-452d-b8d9-be489b441f12,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:56.915117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Checking segment: {'id': '21bb7b80-7604-484c-b796-457d1bfa2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:56.915918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network hostable DHCP agents. Network: ad3d9392-a131-42c6-bbc0-e14856fd0953, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:19:56.957820 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:56.961032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:19:56.982360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Calling delete_port for 319e9654-a0fe-48b4-8cd9-0ff3c2ac1f61 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:19:56.989614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ad3d9392-a131-42c6-bbc0-e14856fd0953) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:56.998733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:56.999343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:57.015909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ca056-fdc8-4bda-ac39-98e63d3ca9ce None None] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:19:57.107387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37410) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:57.114860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-98d533bc-1da1-403c-a36a-0abcc9100a6b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:57.118396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a7d3c876-9581-4fbe-ad99-50a2d85d162a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1562748 Aug 30 13:19:57.304094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61eda781-ac1e-4b42-8e92-5e65eab6ef8c None None] New status for floating IP 9d312a12-70ed-4880-9617-01f09cd10925: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:19:57.464208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-ad3d9392-a131-42c6-bbc0-e14856fd0953', 'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953', 'tenant_id': '4ea2d2b37d9c4d0baa567102cbc4e183', 'fixed_ips': [{'subnet_id': '0499edb9-5155-452d-b8d9-be489b441f12'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:19:57.466254 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:57.471950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d533bc-1da1-403c-a36a-0abcc9100a6b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:57.489098 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-98d533bc-1da1-403c-a36a-0abcc9100a6b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:57.490558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:57.614513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event deleted for resources: {'Port': ['ID=319e9654-a0fe-48b4-8cd9-0ff3c2ac1f61,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:57.737728 n-d-688802-6 neutron-server[95699]: INFO neutron.db.ipam_backend_mixin [None req-98d533bc-1da1-403c-a36a-0abcc9100a6b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0499edb9-5155-452d-b8d9-be489b441f12 (CIDR: 172.20.0.0/28) Aug 30 13:19:57.744387 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d533bc-1da1-403c-a36a-0abcc9100a6b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:19:57.745858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:57.747037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d533bc-1da1-403c-a36a-0abcc9100a6b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:19:57.794519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37426) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:57.796223 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-98d533bc-1da1-403c-a36a-0abcc9100a6b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6870720 Aug 30 13:19:57.853191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:57.874826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Allocated IP 172.20.0.2 (ad3d9392-a131-42c6-bbc0-e14856fd0953/0499edb9-5155-452d-b8d9-be489b441f12/966c5b10-8a39-4559-bed2-a4c9457dfdca) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:57.947757 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:57.952402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.035447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.036665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Fanout notify agent at l3_agent the message router_deleted on router eabd712d-518b-4702-8a35-88ba3cdf4d90 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:19:58.060772 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.063093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-77b297df-db4c-4f59-b806-7e3c5d1c1877 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/eabd712d-518b-4702-8a35-88ba3cdf4d90 HTTP/1.1" status: 204 len: 168 time: 2.0120833 Aug 30 13:19:58.068473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37430) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:58.076599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-601841552', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:58.136181 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.146497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.198861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:58.203818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.282639 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.296966 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.366857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Transition to ACTIVE for port object 966c5b10-8a39-4559-bed2-a4c9457dfdca will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:58.372857 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.403729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Transition to ACTIVE for port object 966c5b10-8a39-4559-bed2-a4c9457dfdca will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:19:58.433057 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.490955 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:58.498575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:58.504904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:58.539040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Pushing event updated for resources: {'Port': ['ID=966c5b10-8a39-4559-bed2-a4c9457dfdca,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:58.602590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Attempting to bind port 966c5b10-8a39-4559-bed2-a4c9457dfdca on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:19:58.603809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Attempting to bind port 966c5b10-8a39-4559-bed2-a4c9457dfdca by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '21bb7b80-7604-484c-b796-457d1bfa2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:19:58.604181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Attempting to bind port 966c5b10-8a39-4559-bed2-a4c9457dfdca on network ad3d9392-a131-42c6-bbc0-e14856fd0953 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:19:58.604330 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.610257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:19:58.610725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Checking segment: {'id': '21bb7b80-7604-484c-b796-457d1bfa2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:19:58.611200 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.611734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Bound using segment: {'id': '21bb7b80-7604-484c-b796-457d1bfa2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:19:58.612407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Bound port: 966c5b10-8a39-4559-bed2-a4c9457dfdca, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bb7b80-7604-484c-b796-457d1bfa2943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:19:58.612944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.720471 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] For port 966c5b10-8a39-4559-bed2-a4c9457dfdca, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:19:58.732021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] For port 966c5b10-8a39-4559-bed2-a4c9457dfdca, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=966c5b10-8a39-4559-bed2-a4c9457dfdca,segment=NetworkSegment(21bb7b80-7604-484c-b796-457d1bfa2943),segment_id=21bb7b80-7604-484c-b796-457d1bfa2943)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:19:58.741833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.746483 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.878674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:58.893841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:58.899050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:19:58.910335 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:58.932968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc618e2-e11e-4ea2-a2fd-d898e1f9b9ab None None] Pushing event updated for resources: {'Port': ['ID=966c5b10-8a39-4559-bed2-a4c9457dfdca,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:58.937267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=4e78feb7-a59a-4014-9abf-ccbb9e596707,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:58.952862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b3f520b5-8d29-43d9-9e8f-06dae21bace6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1563485 Aug 30 13:19:58.957160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37446) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:19:58.963351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953', 'fixed_ips': [{'subnet_id': '0499edb9-5155-452d-b8d9-be489b441f12'}, {'subnet_id': '4e78feb7-a59a-4014-9abf-ccbb9e596707'}], 'name': 'tempest-PortsTestJSON-330964372'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:19:59.085092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:59.109578 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:59.161762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:19:59.342527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:59.347189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Allocated IP 172.25.2.28 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/154a181f-c9a1-4b9f-b2a4-59c72df3e1ae) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:59.376918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:19:59.574671 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:59.634255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:19:59.686952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:19:59.696892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:19:59.701880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:19:59.705375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event updated for resources: {'Port': ['ID=154a181f-c9a1-4b9f-b2a4-59c72df3e1ae,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:19:59.921455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.11 (ad3d9392-a131-42c6-bbc0-e14856fd0953/0499edb9-5155-452d-b8d9-be489b441f12/3a45695a-e03a-4af3-b4a6-5e0315e9f8b9) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:19:59.939813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.20 (ad3d9392-a131-42c6-bbc0-e14856fd0953/4e78feb7-a59a-4014-9abf-ccbb9e596707/3a45695a-e03a-4af3-b4a6-5e0315e9f8b9) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:00.200548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:00.216578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 966c5b10-8a39-4559-bed2-a4c9457dfdca up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:00.280148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:00.298695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:00.310797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37474) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:00.311026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 966c5b10-8a39-4559-bed2-a4c9457dfdca completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:00.365116 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:00.434287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:00.441211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:00.446456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:00.488532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c5ce4-a2ac-4075-993e-013ad07cde99 None None] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:00.667482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:00.689210 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-66250e12-6c72-48e8-805e-546257ba16be admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:00.866494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fc633dac-f326-4d31-9e47-87c28d66b2d8 None None] Provisioning for port 966c5b10-8a39-4559-bed2-a4c9457dfdca completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:00.895867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fc633dac-f326-4d31-9e47-87c28d66b2d8 None None] Provisioning complete for port 966c5b10-8a39-4559-bed2-a4c9457dfdca triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:00.910315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc633dac-f326-4d31-9e47-87c28d66b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:00.990100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-66250e12-6c72-48e8-805e-546257ba16be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:00.999879 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.014910 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-66250e12-6c72-48e8-805e-546257ba16be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.048034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=3a45695a-e03a-4af3-b4a6-5e0315e9f8b9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:01.085564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:01.102833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.135443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ee59665c-156a-4c9e-9f5e-2d242a8e71fa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1761320 Aug 30 13:20:01.137313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37494) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:01.147138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0499edb9-5155-452d-b8d9-be489b441f12'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:01.150246 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-66250e12-6c72-48e8-805e-546257ba16be admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99db737014ca464d9c6aba4a400f644a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8424630 Aug 30 13:20:01.157875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37496) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:01.158625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66250e12-6c72-48e8-805e-546257ba16be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd953a3c-f0d3-4e4f-a5a8-02d8a77f8e83,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:01.166319 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc633dac-f326-4d31-9e47-87c28d66b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.196357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Router 6803ee27-9452-4efb-aea9-26896c485899 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:20:01.280319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fc633dac-f326-4d31-9e47-87c28d66b2d8 None None] For port 966c5b10-8a39-4559-bed2-a4c9457dfdca, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=966c5b10-8a39-4559-bed2-a4c9457dfdca,segment=NetworkSegment(21bb7b80-7604-484c-b796-457d1bfa2943),segment_id=21bb7b80-7604-484c-b796-457d1bfa2943)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:01.302539 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc633dac-f326-4d31-9e47-87c28d66b2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.328103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.381940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc633dac-f326-4d31-9e47-87c28d66b2d8 None None] Pushing event updated for resources: {'Port': ['ID=966c5b10-8a39-4559-bed2-a4c9457dfdca,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:01.395003 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-524aca08-5e42-4a75-a48a-8b4f944e588e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.486179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-524aca08-5e42-4a75-a48a-8b4f944e588e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.510077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Update dhcp port {'port': {'network_id': 'ad3d9392-a131-42c6-bbc0-e14856fd0953', 'fixed_ips': [{'subnet_id': '0499edb9-5155-452d-b8d9-be489b441f12', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e78feb7-a59a-4014-9abf-ccbb9e596707'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '966c5b10-8a39-4559-bed2-a4c9457dfdca'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:20:01.512043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:20:01.517091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5abe9-8642-4f6f-9225-b6de0d38020e req-02f5ea23-4e9c-4842-b7a4-36277f45f97f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:01.522378 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d09f1f-389c-41f0-a810-59e07b618c99 None None] Sync routers for ids ['6803ee27-9452-4efb-aea9-26896c485899'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:20:01.537467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5abe9-8642-4f6f-9225-b6de0d38020e req-02f5ea23-4e9c-4842-b7a4-36277f45f97f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:01.541796 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d09f1f-389c-41f0-a810-59e07b618c99 None None] Routers {'6803ee27-9452-4efb-aea9-26896c485899'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:01.543754 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c1d09f1f-389c-41f0-a810-59e07b618c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6803ee27-9452-4efb-aea9-26896c485899'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:01.553037 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.557518 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5821cc27-5976-4b16-a5bc-2cfc7d6da4a4 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.4844198 Aug 30 13:20:01.557982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37502) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:01.560445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5abe9-8642-4f6f-9225-b6de0d38020e req-02f5ea23-4e9c-4842-b7a4-36277f45f97f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:01.561034 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.568190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5abe9-8642-4f6f-9225-b6de0d38020e req-02f5ea23-4e9c-4842-b7a4-36277f45f97f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:01.570366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:01.577354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5abe9-8642-4f6f-9225-b6de0d38020e req-02f5ea23-4e9c-4842-b7a4-36277f45f97f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:01.585403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5abe9-8642-4f6f-9225-b6de0d38020e req-02f5ea23-4e9c-4842-b7a4-36277f45f97f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:01.594293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5abe9-8642-4f6f-9225-b6de0d38020e req-02f5ea23-4e9c-4842-b7a4-36277f45f97f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:01.596656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ab5abe9-8642-4f6f-9225-b6de0d38020e req-02f5ea23-4e9c-4842-b7a4-36277f45f97f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5437 time: 0.2415023 Aug 30 13:20:01.645999 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c1d09f1f-389c-41f0-a810-59e07b618c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:01.669574 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d09f1f-389c-41f0-a810-59e07b618c99 None None] Routers {'6803ee27-9452-4efb-aea9-26896c485899'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:01.671822 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c1d09f1f-389c-41f0-a810-59e07b618c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6803ee27-9452-4efb-aea9-26896c485899'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:01.678342 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-524aca08-5e42-4a75-a48a-8b4f944e588e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.685323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-524aca08-5e42-4a75-a48a-8b4f944e588e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:01.691127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-524aca08-5e42-4a75-a48a-8b4f944e588e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cd953a3c-f0d3-4e4f-a5a8-02d8a77f8e83 HTTP/1.1" status: 204 len: 168 time: 0.5268388 Aug 30 13:20:01.698944 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ab5abe9-8642-4f6f-9225-b6de0d38020e req-23721388-c9b2-4325-bb3c-b3b7aaa32d7b tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925395 Aug 30 13:20:01.762740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Allocated IP 172.20.0.18 (ad3d9392-a131-42c6-bbc0-e14856fd0953/4e78feb7-a59a-4014-9abf-ccbb9e596707/966c5b10-8a39-4559-bed2-a4c9457dfdca) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:01.787758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524aca08-5e42-4a75-a48a-8b4f944e588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd953a3c-f0d3-4e4f-a5a8-02d8a77f8e83,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:01.826043 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c1d09f1f-389c-41f0-a810-59e07b618c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:01.826957 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d09f1f-389c-41f0-a810-59e07b618c99 None None] The sync data for ids ['6803ee27-9452-4efb-aea9-26896c485899'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:20:01.913606 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-375bb224-4566-486a-9f55-37c2a02b99ce req-1d1422a0-851e-46ee-aa57-204422e82a57 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0676322 Aug 30 13:20:01.932830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] For port 966c5b10-8a39-4559-bed2-a4c9457dfdca, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=966c5b10-8a39-4559-bed2-a4c9457dfdca,segment=NetworkSegment(21bb7b80-7604-484c-b796-457d1bfa2943),segment_id=21bb7b80-7604-484c-b796-457d1bfa2943)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:02.006328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.018022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9d96984e-f3ed-435e-bd16-2dd652bf9fa6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.024868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9d96984e-f3ed-435e-bd16-2dd652bf9fa6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.032165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9d96984e-f3ed-435e-bd16-2dd652bf9fa6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.033387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Transition to ACTIVE for port object 966c5b10-8a39-4559-bed2-a4c9457dfdca will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:02.039975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9d96984e-f3ed-435e-bd16-2dd652bf9fa6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.040928 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.047691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9d96984e-f3ed-435e-bd16-2dd652bf9fa6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.054059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9d96984e-f3ed-435e-bd16-2dd652bf9fa6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.061365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9d96984e-f3ed-435e-bd16-2dd652bf9fa6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.063651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9d96984e-f3ed-435e-bd16-2dd652bf9fa6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5437 time: 0.1719732 Aug 30 13:20:02.187015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Delete allocated IP 172.20.0.20 (ad3d9392-a131-42c6-bbc0-e14856fd0953/4e78feb7-a59a-4014-9abf-ccbb9e596707) {{(pid=95698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 13:20:02.218556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-a1784700-6edf-41c9-9671-ca5e2a5612e1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.221468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-a1784700-6edf-41c9-9671-ca5e2a5612e1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "GET /v2.0/ports/62bb59c2-a916-4fce-8e19-8b981f8e3473?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1042209 Aug 30 13:20:02.394678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37512) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:02.423281 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1407eb67-8838-4528-bc22-d07f7efa2079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.452321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bb224-4566-486a-9f55-37c2a02b99ce req-6b3323ba-4e7d-4941-981c-af71dfa3067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.454441 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-375bb224-4566-486a-9f55-37c2a02b99ce req-6b3323ba-4e7d-4941-981c-af71dfa3067a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac4f01f67e494d6eb90c5538f74d680d&device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 1097 time: 0.4555821 Aug 30 13:20:02.482492 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.529163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 966c5b10-8a39-4559-bed2-a4c9457dfdca up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:02.547353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.572736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1407eb67-8838-4528-bc22-d07f7efa2079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.581887 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1407eb67-8838-4528-bc22-d07f7efa2079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.596619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Pushing event updated for resources: {'Port': ['ID=966c5b10-8a39-4559-bed2-a4c9457dfdca,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:02.607929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.608498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.608942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.609383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.609847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.610388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.610766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.611197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.611626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.612104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.612553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.612978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17aa7879-fb25-40b5-ace5-364433c578d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:02.618136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1407eb67-8838-4528-bc22-d07f7efa2079 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=da26324fc05a4217a5682f8bf1d7d61c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223253 Aug 30 13:20:02.623573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37514) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:02.687145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407eb67-8838-4528-bc22-d07f7efa2079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b30acbc7-3ede-4244-b0c4-bbaef592d863,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:02.698882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Deleting port 154a181f-c9a1-4b9f-b2a4-59c72df3e1ae {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:02.699378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.714091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bb224-4566-486a-9f55-37c2a02b99ce req-2ecfb4c6-64d1-45bf-8762-a153781c0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:02.715666 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-375bb224-4566-486a-9f55-37c2a02b99ce req-2ecfb4c6-64d1-45bf-8762-a153781c0378 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e HTTP/1.1" status: 200 len: 916 time: 0.2295229 Aug 30 13:20:02.721596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ed533911-fcfd-4c18-967f-292eb804eac1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "GET /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4932113 Aug 30 13:20:02.736036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:02.776434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.808393 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8191bbae-a0ce-402a-87a6-b9f43fa9803a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.813858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Ignored duplicate provisioning block setup for port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 13:20:02.834085 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.861720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.866210 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8191bbae-a0ce-402a-87a6-b9f43fa9803a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.893063 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-375bb224-4566-486a-9f55-37c2a02b99ce req-6660ca24-b5ab-46e3-9658-2f320fd6a518 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae922295-0550-45c2-b750-6634569fff98 HTTP/1.1" status: 200 len: 1002 time: 0.1433368 Aug 30 13:20:02.903111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:02.942169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Calling delete_port for 154a181f-c9a1-4b9f-b2a4-59c72df3e1ae owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:03.020628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=3a45695a-e03a-4af3-b4a6-5e0315e9f8b9,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:03.051208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308f163-2485-4a6a-8910-42f9ccdb7a73 req-bbb8dfeb-423e-4b90-9ee4-5d547c5ef4ab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:03.063535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308f163-2485-4a6a-8910-42f9ccdb7a73 req-bbb8dfeb-423e-4b90-9ee4-5d547c5ef4ab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:03.075465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308f163-2485-4a6a-8910-42f9ccdb7a73 req-bbb8dfeb-423e-4b90-9ee4-5d547c5ef4ab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:03.087124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308f163-2485-4a6a-8910-42f9ccdb7a73 req-bbb8dfeb-423e-4b90-9ee4-5d547c5ef4ab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:03.098812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308f163-2485-4a6a-8910-42f9ccdb7a73 req-bbb8dfeb-423e-4b90-9ee4-5d547c5ef4ab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:03.108620 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bb224-4566-486a-9f55-37c2a02b99ce req-32de351e-8725-405f-83a7-73b41a6634d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:03.111981 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-375bb224-4566-486a-9f55-37c2a02b99ce req-32de351e-8725-405f-83a7-73b41a6634d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b15ca0a7-0410-4277-9104-d047cff6fa65 HTTP/1.1" status: 200 len: 854 time: 0.2053716 Aug 30 13:20:03.113087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308f163-2485-4a6a-8910-42f9ccdb7a73 req-bbb8dfeb-423e-4b90-9ee4-5d547c5ef4ab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:03.123632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308f163-2485-4a6a-8910-42f9ccdb7a73 req-bbb8dfeb-423e-4b90-9ee4-5d547c5ef4ab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:03.127256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8308f163-2485-4a6a-8910-42f9ccdb7a73 req-bbb8dfeb-423e-4b90-9ee4-5d547c5ef4ab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 5437 time: 0.3092053 Aug 30 13:20:03.191815 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8191bbae-a0ce-402a-87a6-b9f43fa9803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:03.196785 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8191bbae-a0ce-402a-87a6-b9f43fa9803a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:03.198866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8191bbae-a0ce-402a-87a6-b9f43fa9803a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b30acbc7-3ede-4244-b0c4-bbaef592d863 HTTP/1.1" status: 204 len: 168 time: 0.5727258 Aug 30 13:20:03.240742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191bbae-a0ce-402a-87a6-b9f43fa9803a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30acbc7-3ede-4244-b0c4-bbaef592d863,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:03.317278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] In _notify_port_updated(), no bound segment for port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 on network ad3d9392-a131-42c6-bbc0-e14856fd0953 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:20:03.327773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:03.328851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:03.333730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4efee371-0540-45a8-a7fa-a56260850d90 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "PUT /v2.0/ports/3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 HTTP/1.1" status: 200 len: 919 time: 2.1909361 Aug 30 13:20:03.335254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37522) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:03.349751 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0499edb9-5155-452d-b8d9-be489b441f12'}, {'subnet_id': '4e78feb7-a59a-4014-9abf-ccbb9e596707'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:03.459737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8308f163-2485-4a6a-8910-42f9ccdb7a73 req-765a4c35-5eb4-4b18-a9d9-3dce98655737 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2942197 Aug 30 13:20:03.510676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] For port 62bb59c2-a916-4fce-8e19-8b981f8e3473, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=62bb59c2-a916-4fce-8e19-8b981f8e3473,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:03.514053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328454c0-ee01-458f-bb46-d5e3783123f7 None None] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:03.559022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] For port 62bb59c2-a916-4fce-8e19-8b981f8e3473, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:20:03.601708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] device_id is not set on port 62bb59c2-a916-4fce-8e19-8b981f8e3473 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:20:03.615719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:03.624171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:03.713765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8efe6945-a391-46b3-979c-c87b1a1f5dd3 None None] Provisioning for port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:03.754478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8efe6945-a391-46b3-979c-c87b1a1f5dd3 None None] Provisioning complete for port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:03.754867 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8efe6945-a391-46b3-979c-c87b1a1f5dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:03.826168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] No DVR routers for this DVR port 62bb59c2-a916-4fce-8e19-8b981f8e3473 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:03.871057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8efe6945-a391-46b3-979c-c87b1a1f5dd3 None None] Port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:03.943012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8efe6945-a391-46b3-979c-c87b1a1f5dd3 None None] Provisioning for port 966c5b10-8a39-4559-bed2-a4c9457dfdca completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:03.949270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8efe6945-a391-46b3-979c-c87b1a1f5dd3 None None] Provisioning complete for port 966c5b10-8a39-4559-bed2-a4c9457dfdca triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:03.950395 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8efe6945-a391-46b3-979c-c87b1a1f5dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:03.964511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] Pushing event updated for resources: {'Port': ['ID=62bb59c2-a916-4fce-8e19-8b981f8e3473,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:04.029888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] In _notify_port_updated(), no bound segment for port 62bb59c2-a916-4fce-8e19-8b981f8e3473 on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:20:04.031694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:04.032325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:04.034724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-10aea858-c731-4a49-99b7-247d95feed69 service neutron] 10.222.0.16 "PUT /v2.0/ports/62bb59c2-a916-4fce-8e19-8b981f8e3473 HTTP/1.1" status: 200 len: 1028 time: 1.3046708 Aug 30 13:20:04.163586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-a237d2db-8350-40c0-8a1f-27ae0cbc0860 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:04.164204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bb224-4566-486a-9f55-37c2a02b99ce req-4740a327-c1f7-463b-a7f2-2862dd4bc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:04.166089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-a237d2db-8350-40c0-8a1f-27ae0cbc0860 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "GET /v2.0/ports/67ca5939-98c3-4502-a7a2-978589532e01?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1227612 Aug 30 13:20:04.167959 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-375bb224-4566-486a-9f55-37c2a02b99ce req-4740a327-c1f7-463b-a7f2-2862dd4bc439 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0473599 Aug 30 13:20:04.191755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:04.208191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 966c5b10-8a39-4559-bed2-a4c9457dfdca up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:04.286840 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:04.372068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 966c5b10-8a39-4559-bed2-a4c9457dfdca triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:04.372457 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:04.598442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] For port 67ca5939-98c3-4502-a7a2-978589532e01, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67ca5939-98c3-4502-a7a2-978589532e01,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:04.647757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5c0374c7-c13d-446c-86c9-7430f601f0cc None None] Provisioning complete for port 62bb59c2-a916-4fce-8e19-8b981f8e3473 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:04.648815 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5c0374c7-c13d-446c-86c9-7430f601f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:04.720285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] For port 67ca5939-98c3-4502-a7a2-978589532e01, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:20:04.767198 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5c0374c7-c13d-446c-86c9-7430f601f0cc None None] Port 62bb59c2-a916-4fce-8e19-8b981f8e3473 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:04.795753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] device_id is not set on port 67ca5939-98c3-4502-a7a2-978589532e01 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:20:04.809552 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-375bb224-4566-486a-9f55-37c2a02b99ce req-7cb3fadf-0197-421e-87bb-bd4263b39ffc service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110678 Aug 30 13:20:04.814782 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:04.827602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521645-14db-4ecb-88a9-11cf2b4e1155 req-729d0884-4103-42ec-aad8-eaf95a9a9b3e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:04.836356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521645-14db-4ecb-88a9-11cf2b4e1155 req-729d0884-4103-42ec-aad8-eaf95a9a9b3e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:04.843808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521645-14db-4ecb-88a9-11cf2b4e1155 req-729d0884-4103-42ec-aad8-eaf95a9a9b3e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:04.850219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521645-14db-4ecb-88a9-11cf2b4e1155 req-729d0884-4103-42ec-aad8-eaf95a9a9b3e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:04.858020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521645-14db-4ecb-88a9-11cf2b4e1155 req-729d0884-4103-42ec-aad8-eaf95a9a9b3e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:04.864782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63521645-14db-4ecb-88a9-11cf2b4e1155 req-729d0884-4103-42ec-aad8-eaf95a9a9b3e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:04.867737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63521645-14db-4ecb-88a9-11cf2b4e1155 req-729d0884-4103-42ec-aad8-eaf95a9a9b3e tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 4662 time: 0.1737788 Aug 30 13:20:04.884417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:04.884637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:04.907443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3d8c73c0-5655-4621-bed8-cb231d112fc8 None None] Provisioning complete for port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:04.908589 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3d8c73c0-5655-4621-bed8-cb231d112fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:04.971312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c73c0-5655-4621-bed8-cb231d112fc8 None None] Port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:05.008068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3d8c73c0-5655-4621-bed8-cb231d112fc8 None None] Provisioning complete for port 966c5b10-8a39-4559-bed2-a4c9457dfdca triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:05.008443 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3d8c73c0-5655-4621-bed8-cb231d112fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.046793 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Pushing event deleted for resources: {'Port': ['ID=154a181f-c9a1-4b9f-b2a4-59c72df3e1ae,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:05.063126 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.091376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] No DVR routers for this DVR port 67ca5939-98c3-4502-a7a2-978589532e01 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:05.113559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 58d2eced-5d5c-4ef5-a429-b2e42d982faa no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:05.131191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] In _notify_port_updated(), no bound segment for port 67ca5939-98c3-4502-a7a2-978589532e01 on network de20893d-232d-4a74-8d0e-6d728b67259f {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:20:05.132091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:05.138476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.139978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] 10.222.0.16 "PUT /v2.0/ports/67ca5939-98c3-4502-a7a2-978589532e01 HTTP/1.1" status: 200 len: 1028 time: 0.9551318 Aug 30 13:20:05.141021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8779c7-298b-400d-abe4-a6b3f58523dc service neutron] Pushing event updated for resources: {'Port': ['ID=67ca5939-98c3-4502-a7a2-978589532e01,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:05.147459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63521645-14db-4ecb-88a9-11cf2b4e1155 req-4ec33926-f4e6-4e1d-85c9-23e4c2e1f9c2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&id=f98a23f0-5f99-43e5-ad1a-769d4fc863bc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2641330 Aug 30 13:20:05.346384 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-375bb224-4566-486a-9f55-37c2a02b99ce req-cacd151b-74d9-4ce7-b25d-075708254793 service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227635 Aug 30 13:20:05.346929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:05.347330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.397291 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.436718 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.454016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-57d5f2ac-7f59-42b3-aefd-deb98ae32802 None None] Provisioning complete for port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:05.454417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-57d5f2ac-7f59-42b3-aefd-deb98ae32802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.493420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] For port e4fd4cae-2169-4d21-81b0-89740c1a1eb4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:05.495096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d2eced-5d5c-4ef5-a429-b2e42d982faa'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:20:05.495351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.497749 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6770094-bcce-4882-aec4-eb5b6a572705" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "58d2eced-5d5c-4ef5-a429-b2e42d982faa"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:20:05.517629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 58d2eced-5d5c-4ef5-a429-b2e42d982faa, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:05.520633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-57d5f2ac-7f59-42b3-aefd-deb98ae32802 None None] Port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:05.528549 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.529414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e4fd4cae-2169-4d21-81b0-89740c1a1eb4 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:05.530661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Calling delete_port for e4fd4cae-2169-4d21-81b0-89740c1a1eb4 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:05.607726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-57d5f2ac-7f59-42b3-aefd-deb98ae32802 None None] Provisioning complete for port 67ca5939-98c3-4502-a7a2-978589532e01 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:05.608106 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-57d5f2ac-7f59-42b3-aefd-deb98ae32802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.612874 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2acadb-a582-4216-b990-43e995457d62 x-openstack-request-id: req-fb2acadb-a582-4216-b990-43e995457d62 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:20:05.613169 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "58d2eced-5d5c-4ef5-a429-b2e42d982faa", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:20:05.613424 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb2acadb-a582-4216-b990-43e995457d62 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:20:05.622990 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d2eced-5d5c-4ef5-a429-b2e42d982faa', 'code': 200} Aug 30 13:20:05.739068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=58d2eced-5d5c-4ef5-a429-b2e42d982faa,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:05.768397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-57d5f2ac-7f59-42b3-aefd-deb98ae32802 None None] Port 67ca5939-98c3-4502-a7a2-978589532e01 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:05.796413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.829819 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.848112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Port': ['ID=e4fd4cae-2169-4d21-81b0-89740c1a1eb4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:05.922060 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.943891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 67ca5939-98c3-4502-a7a2-978589532e01 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:05.949154 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.981254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] No DVR routers for this DVR port e4fd4cae-2169-4d21-81b0-89740c1a1eb4 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:05.985594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:05.989726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-d4574479-fb0c-4536-a6ae-d28b3b5d419c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "DELETE /v2.0/ports/e4fd4cae-2169-4d21-81b0-89740c1a1eb4 HTTP/1.1" status: 204 len: 173 time: 0.8409870 Aug 30 13:20:05.990589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': 'e4fd4cae-2169-4d21-81b0-89740c1a1eb4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:20:05.995080 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6051efdc-fa53-4808-89b3-e665496ea592" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "e4fd4cae-2169-4d21-81b0-89740c1a1eb4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:20:06.078344 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4077220d-ab67-4de4-ad30-0cf509ca0f72 x-openstack-request-id: req-4077220d-ab67-4de4-ad30-0cf509ca0f72 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:20:06.078717 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "e4fd4cae-2169-4d21-81b0-89740c1a1eb4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:20:06.078935 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4077220d-ab67-4de4-ad30-0cf509ca0f72 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:20:06.080318 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': 'e4fd4cae-2169-4d21-81b0-89740c1a1eb4', 'status': 'completed', 'code': 200} Aug 30 13:20:06.083830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 67ca5939-98c3-4502-a7a2-978589532e01 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:20:06.084482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:06.161765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Router 6803ee27-9452-4efb-aea9-26896c485899 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:20:06.195071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:06.195458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:06.242751 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:06.318104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:06.326837 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:06.327987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:06.352327 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:20:06.361833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:06.366354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-62f07c78-847b-45f0-82a1-9cf0f0ea39f0 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "PUT /v2.0/routers/6803ee27-9452-4efb-aea9-26896c485899 HTTP/1.1" status: 200 len: 705 time: 4.8050411 Aug 30 13:20:06.368267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37600) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:06.413398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e83d0d-5999-4ba9-977b-790de9dc7804 None None] Sync routers for ids ['6803ee27-9452-4efb-aea9-26896c485899'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:20:06.487608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e83d0d-5999-4ba9-977b-790de9dc7804 None None] Routers {'6803ee27-9452-4efb-aea9-26896c485899'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:06.488278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-25e83d0d-5999-4ba9-977b-790de9dc7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6803ee27-9452-4efb-aea9-26896c485899'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:06.514067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] For port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:06.514874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:06.526582 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1661178b-e0f3-429a-9793-9cac6e2c816f tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/routers/6803ee27-9452-4efb-aea9-26896c485899 HTTP/1.1" status: 200 len: 740 time: 0.1486254 Aug 30 13:20:06.529420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37602) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:06.576577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37608) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:06.577404 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fc41f07c-bb14-446a-b989-6388646c1562 tempest-RoutersAdminTest-684101163 tempest-RoutersAdminTest-684101163-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&device_id=6803ee27-9452-4efb-aea9-26896c485899 HTTP/1.1" status: 200 len: 205 time: 0.0460927 Aug 30 13:20:06.604121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae200216-039b-4518-8f4f-b48ed021471f req-85a6af97-1a40-4f9d-8413-1d0de74add3c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:06.609944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.27 (ad3d9392-a131-42c6-bbc0-e14856fd0953/4e78feb7-a59a-4014-9abf-ccbb9e596707/3a45695a-e03a-4af3-b4a6-5e0315e9f8b9) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:06.614589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae200216-039b-4518-8f4f-b48ed021471f req-85a6af97-1a40-4f9d-8413-1d0de74add3c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:06.624672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae200216-039b-4518-8f4f-b48ed021471f req-85a6af97-1a40-4f9d-8413-1d0de74add3c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:06.631421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae200216-039b-4518-8f4f-b48ed021471f req-85a6af97-1a40-4f9d-8413-1d0de74add3c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:06.636073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae200216-039b-4518-8f4f-b48ed021471f req-85a6af97-1a40-4f9d-8413-1d0de74add3c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 3148 time: 0.3197298 Aug 30 13:20:06.664721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-25e83d0d-5999-4ba9-977b-790de9dc7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:06.674731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:06.717468 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:20:06.745295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Calling delete_port for ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:06.749784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7444d994-3aae-4728-b026-0c9eaa9c139e tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=6803ee27-9452-4efb-aea9-26896c485899 HTTP/1.1" status: 200 len: 205 time: 0.1713192 Aug 30 13:20:06.758190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37616) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:06.803810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e83d0d-5999-4ba9-977b-790de9dc7804 None None] Routers {'6803ee27-9452-4efb-aea9-26896c485899'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:06.804855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-25e83d0d-5999-4ba9-977b-790de9dc7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:19:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6803ee27-9452-4efb-aea9-26896c485899'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:06.885987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e631f94c-9800-476a-be35-f8d9401ddc6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:06.893163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-25e83d0d-5999-4ba9-977b-790de9dc7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:06.894257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e83d0d-5999-4ba9-977b-790de9dc7804 None None] The sync data for ids ['6803ee27-9452-4efb-aea9-26896c485899'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:20:06.918096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:06.919138 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:06.941275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:06.949517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.006831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:07.014529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.015399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 62bb59c2-a916-4fce-8e19-8b981f8e3473 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:07.128676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27a5b580-0e36-4cb8-83cd-1a22825d3bdd tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.134800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=3a45695a-e03a-4af3-b4a6-5e0315e9f8b9,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:07.163247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 62bb59c2-a916-4fce-8e19-8b981f8e3473 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:20:07.164212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 2ef845f6-75be-4b04-8d85-da52582069a1 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:07.228950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] In _notify_port_updated(), no bound segment for port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 on network ad3d9392-a131-42c6-bbc0-e14856fd0953 {{(pid=95699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:20:07.236398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:07.237082 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.238550 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1e4a2af6-9e25-4207-91dd-4934fd834cfc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "PUT /v2.0/ports/3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 HTTP/1.1" status: 200 len: 999 time: 3.9000955 Aug 30 13:20:07.243874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37626) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:07.247462 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:07.270256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae200216-039b-4518-8f4f-b48ed021471f req-4a06e5c2-b059-42a9-9e44-5feaa1673275 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6003315 Aug 30 13:20:07.343106 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.384581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 2ef845f6-75be-4b04-8d85-da52582069a1, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2ef845f6-75be-4b04-8d85-da52582069a1,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:07.388763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.450349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-10f9e74b-a2e6-4adc-8a2e-f207b9abd38f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:07.451417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10f9e74b-a2e6-4adc-8a2e-f207b9abd38f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.492479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=2ef845f6-75be-4b04-8d85-da52582069a1,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:07.520384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37628) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:07.559748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ac4489ec-8f26-4de6-81ca-d38dbe547bc7 None None] Provisioning for port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:07.564257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ac4489ec-8f26-4de6-81ca-d38dbe547bc7 None None] Provisioning complete for port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:07.564620 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ac4489ec-8f26-4de6-81ca-d38dbe547bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.590844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27a5b580-0e36-4cb8-83cd-1a22825d3bdd tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.594354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27a5b580-0e36-4cb8-83cd-1a22825d3bdd tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.630449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3'}, {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce'}, {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:20:07.640625 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d315b3-8f73-4849-94ae-e6bb4c607e49" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3"}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce"}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:20:07.643752 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10f9e74b-a2e6-4adc-8a2e-f207b9abd38f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.674884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ac4489ec-8f26-4de6-81ca-d38dbe547bc7 None None] Port 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:07.682905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-10f9e74b-a2e6-4adc-8a2e-f207b9abd38f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:07.726600 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 30 Aug 2021 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77be553-331d-43c3-b097-228af3f66e2f x-openstack-request-id: req-b77be553-331d-43c3-b097-228af3f66e2f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:20:07.727165 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3", "code": 200}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce", "code": 200}, {"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-unplugged", "status": "completed", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:20:07.727693 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b77be553-331d-43c3-b097-228af3f66e2f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:20:07.728473 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3', 'code': 200} Aug 30 13:20:07.728994 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce', 'code': 200} Aug 30 13:20:07.729891 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1', 'code': 200} Aug 30 13:20:07.730170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27a5b580-0e36-4cb8-83cd-1a22825d3bdd tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.730692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a5b580-0e36-4cb8-83cd-1a22825d3bdd tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Fanout notify agent at l3_agent the message router_deleted on router 6803ee27-9452-4efb-aea9-26896c485899 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:20:07.739893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27a5b580-0e36-4cb8-83cd-1a22825d3bdd tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.745887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-27a5b580-0e36-4cb8-83cd-1a22825d3bdd tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/6803ee27-9452-4efb-aea9-26896c485899 HTTP/1.1" status: 204 len: 168 time: 0.9813707 Aug 30 13:20:07.745887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37634) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:07.780917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-61b2b591-1a13-42ea-981b-c45a9ee4812e tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=6803ee27-9452-4efb-aea9-26896c485899 HTTP/1.1" status: 200 len: 205 time: 0.0322018 Aug 30 13:20:07.781268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37636) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:07.828746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.842085 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-664c11a8-48c5-4f04-be86-610fddc24a45 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] delete failed (client error): The resource could not be found. Aug 30 13:20:07.845514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-664c11a8-48c5-4f04-be86-610fddc24a45 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/6803ee27-9452-4efb-aea9-26896c485899 HTTP/1.1" status: 404 len: 336 time: 0.0606954 Aug 30 13:20:07.846311 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3bca542e-9a46-447a-aae2-0087257f3992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.848914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37638) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:07.885001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Port': ['ID=ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:07.925556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0dfa445b-0dce-442b-abc2-99f69285b927 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=eabd712d-518b-4702-8a35-88ba3cdf4d90 HTTP/1.1" status: 200 len: 205 time: 0.0747006 Aug 30 13:20:07.929164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37642) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:07.961320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] No DVR routers for this DVR port ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:07.970442 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:07.972736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-c3d83371-c08f-44ff-9996-b9dea1298fd3 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "DELETE /v2.0/ports/ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3 HTTP/1.1" status: 204 len: 173 time: 1.9724045 Aug 30 13:20:08.018368 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-3c693059-7137-4122-b184-c6da08279036 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] delete failed (client error): The resource could not be found. Aug 30 13:20:08.021725 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3c693059-7137-4122-b184-c6da08279036 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/eabd712d-518b-4702-8a35-88ba3cdf4d90 HTTP/1.1" status: 404 len: 336 time: 0.0886972 Aug 30 13:20:08.040744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37644) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.083818 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1475e2cc-477c-4934-9590-cb8e44c5cf05 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=052738d5-6272-456f-9ac6-6f860e358f4d HTTP/1.1" status: 200 len: 205 time: 0.0401890 Aug 30 13:20:08.084189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:20:08.084379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37646) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.084517 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b8e170-8658-4426-8479-f18428dae070" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:20:08.141491 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191b8b55-5aa4-4314-b147-ff35237f16d5 x-openstack-request-id: req-191b8b55-5aa4-4314-b147-ff35237f16d5 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:20:08.141893 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:20:08.142298 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-191b8b55-5aa4-4314-b147-ff35237f16d5 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:20:08.142917 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': 'ac9c42a8-c9c2-496c-ba62-04ff81c1a4a3', 'status': 'completed', 'code': 200} Aug 30 13:20:08.175667 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-1211fbc9-0001-4cd8-8462-ddbc8b3ce225 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] delete failed (client error): The resource could not be found. Aug 30 13:20:08.177877 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1211fbc9-0001-4cd8-8462-ddbc8b3ce225 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/052738d5-6272-456f-9ac6-6f860e358f4d HTTP/1.1" status: 404 len: 336 time: 0.0925062 Aug 30 13:20:08.184381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37656) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.256319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1aeec7f9-561a-471d-8b4f-b4ae90f9adad tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6b48f00-f9d9-451c-87ad-f253670fab5b HTTP/1.1" status: 200 len: 205 time: 0.0626304 Aug 30 13:20:08.263113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37662) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.313231 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-e5003177-e67e-4960-9f36-7c4fbcdfe8b7 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] delete failed (client error): The resource could not be found. Aug 30 13:20:08.318259 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e5003177-e67e-4960-9f36-7c4fbcdfe8b7 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/e6b48f00-f9d9-451c-87ad-f253670fab5b HTTP/1.1" status: 404 len: 336 time: 0.0497410 Aug 30 13:20:08.318966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37666) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.332647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting port 58d2eced-5d5c-4ef5-a429-b2e42d982faa {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:08.332977 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:08.338137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10f9e74b-a2e6-4adc-8a2e-f207b9abd38f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:08.397146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0e7d81c0-11f9-4d57-90fa-259593353382 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=06c31910-ce02-4db6-8b26-97c1492980bd HTTP/1.1" status: 200 len: 205 time: 0.0770245 Aug 30 13:20:08.403859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37670) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.420685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9e74b-a2e6-4adc-8a2e-f207b9abd38f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=3a45695a-e03a-4af3-b4a6-5e0315e9f8b9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:08.673166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63571aff-e07d-4e26-b0d4-ddcb1fc6f5b9 req-c338974e-f5a8-46c2-8c74-0e4936f4599c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:08.674423 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-d7b3b374-b77a-4073-b3c8-2a92d1277be2 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] delete failed (client error): The resource could not be found. Aug 30 13:20:08.676008 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d7b3b374-b77a-4073-b3c8-2a92d1277be2 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/06c31910-ce02-4db6-8b26-97c1492980bd HTTP/1.1" status: 404 len: 336 time: 0.2675204 Aug 30 13:20:08.681462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63571aff-e07d-4e26-b0d4-ddcb1fc6f5b9 req-c338974e-f5a8-46c2-8c74-0e4936f4599c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:08.681742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-10f9e74b-a2e6-4adc-8a2e-f207b9abd38f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:08.687631 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-10f9e74b-a2e6-4adc-8a2e-f207b9abd38f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 HTTP/1.1" status: 204 len: 168 time: 1.4403117 Aug 30 13:20:08.687631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37674) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.692356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63571aff-e07d-4e26-b0d4-ddcb1fc6f5b9 req-c338974e-f5a8-46c2-8c74-0e4936f4599c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:08.703811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37676) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.704634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63571aff-e07d-4e26-b0d4-ddcb1fc6f5b9 req-c338974e-f5a8-46c2-8c74-0e4936f4599c tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 2411 time: 0.2139618 Aug 30 13:20:08.746406 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4eaa57e9-e3b0-4c77-9c52-f132fb1dd9e7 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a1c4978-586a-4e8a-8fdf-18ec1e721a78 HTTP/1.1" status: 200 len: 205 time: 0.0581040 Aug 30 13:20:08.759998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37678) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.767916 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-27384885-36f7-457f-b470-387324ddae80 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:20:08.772301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-27384885-36f7-457f-b470-387324ddae80 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 HTTP/1.1" status: 404 len: 333 time: 0.0663176 Aug 30 13:20:08.772479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63571aff-e07d-4e26-b0d4-ddcb1fc6f5b9 req-ddad3a77-e077-4478-a061-0a17df170e97 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647736 Aug 30 13:20:08.773438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37680) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.850198 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-2daab222-071b-4cc9-80c6-926f5fae8c15 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] delete failed (client error): The resource could not be found. Aug 30 13:20:08.851192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2daab222-071b-4cc9-80c6-926f5fae8c15 tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/routers/9a1c4978-586a-4e8a-8fdf-18ec1e721a78 HTTP/1.1" status: 404 len: 336 time: 0.0795851 Aug 30 13:20:08.859045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37682) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:08.875896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] For port 58d2eced-5d5c-4ef5-a429-b2e42d982faa, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58d2eced-5d5c-4ef5-a429-b2e42d982faa,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:08.876331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:08.905176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3bca542e-9a46-447a-aae2-0087257f3992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:08.906566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Calling delete_port for 58d2eced-5d5c-4ef5-a429-b2e42d982faa owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:08.935088 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d15bb7c-c731-4378-b7ce-6b2b9d6165aa tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] DELETE failed (client error): The resource could not be found. Aug 30 13:20:08.935826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d15bb7c-c731-4378-b7ce-6b2b9d6165aa tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:20:08.938932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9d15bb7c-c731-4378-b7ce-6b2b9d6165aa tempest-RoutersAdminTest-161463807 tempest-RoutersAdminTest-161463807-project] 10.222.0.37 "DELETE /v2.0/subnets/bd2cc96e-cdc1-4309-bab3-88c3d9bf0a1e HTTP/1.1" status: 404 len: 337 time: 0.0782595 Aug 30 13:20:08.950102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff7b7a9-c18c-45c5-b925-7c821a543b08 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 4e78feb7-a59a-4014-9abf-ccbb9e596707 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:20:08.955331 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fff7b7a9-c18c-45c5-b925-7c821a543b08 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.066842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3bca542e-9a46-447a-aae2-0087257f3992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.114369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fff7b7a9-c18c-45c5-b925-7c821a543b08 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.130108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca542e-9a46-447a-aae2-0087257f3992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98154d7e-af5e-42b1-847c-6a4481fae168,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:09.195804 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3bca542e-9a46-447a-aae2-0087257f3992 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=211e941d844644a087b3d3ba77a45a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6727080 Aug 30 13:20:09.197375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37688) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:09.373521 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6242b891-896a-49c9-84e4-2c7776a74cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.377211 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fff7b7a9-c18c-45c5-b925-7c821a543b08 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.429291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7d415f9-1990-47c8-a3ed-0b45026158d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.436534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.510766 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fff7b7a9-c18c-45c5-b925-7c821a543b08 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.510993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Port': ['ID=58d2eced-5d5c-4ef5-a429-b2e42d982faa,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:09.518734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37692) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:09.550340 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7d415f9-1990-47c8-a3ed-0b45026158d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.559017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d980931-1118-48c6-ad66-68edc36e211b None None] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:09.625395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] No DVR routers for this DVR port 58d2eced-5d5c-4ef5-a429-b2e42d982faa on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:09.631640 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.635660 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-9bcafb1c-67a5-4ba7-a9ec-0f55e0f39ad6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "DELETE /v2.0/ports/58d2eced-5d5c-4ef5-a429-b2e42d982faa HTTP/1.1" status: 204 len: 173 time: 1.6248918 Aug 30 13:20:09.651884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7b7a9-c18c-45c5-b925-7c821a543b08 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=4e78feb7-a59a-4014-9abf-ccbb9e596707,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:09.655921 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fff7b7a9-c18c-45c5-b925-7c821a543b08 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.667779 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fff7b7a9-c18c-45c5-b925-7c821a543b08 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/4e78feb7-a59a-4014-9abf-ccbb9e596707 HTTP/1.1" status: 204 len: 168 time: 0.8930771 Aug 30 13:20:09.677039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37698) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:09.845835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e69fed7-ebea-4518-b646-2257f2197374 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 0499edb9-5155-452d-b8d9-be489b441f12 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:20:09.856155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e69fed7-ebea-4518-b646-2257f2197374 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:09.975220 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e69fed7-ebea-4518-b646-2257f2197374 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.029554 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.174806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e69fed7-ebea-4518-b646-2257f2197374 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.293124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e69fed7-ebea-4518-b646-2257f2197374 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.353549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69fed7-ebea-4518-b646-2257f2197374 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=0499edb9-5155-452d-b8d9-be489b441f12,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:10.377440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e69fed7-ebea-4518-b646-2257f2197374 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.383172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': '58d2eced-5d5c-4ef5-a429-b2e42d982faa'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:20:10.386557 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434c2577-d67f-4937-8bc2-5716b1b22258" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "58d2eced-5d5c-4ef5-a429-b2e42d982faa"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:20:10.388803 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0e69fed7-ebea-4518-b646-2257f2197374 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/0499edb9-5155-452d-b8d9-be489b441f12 HTTP/1.1" status: 204 len: 168 time: 0.7070374 Aug 30 13:20:10.390604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37704) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:10.393059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-493d342d-a69c-4585-af36-50390e974dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.504951 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7d415f9-1990-47c8-a3ed-0b45026158d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.507627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7d415f9-1990-47c8-a3ed-0b45026158d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.509330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b7d415f9-1990-47c8-a3ed-0b45026158d4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/98154d7e-af5e-42b1-847c-6a4481fae168 HTTP/1.1" status: 204 len: 168 time: 1.3102264 Aug 30 13:20:10.521483 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05147fd-95f8-4363-9ccf-20572ae94854 x-openstack-request-id: req-e05147fd-95f8-4363-9ccf-20572ae94854 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:20:10.521785 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "58d2eced-5d5c-4ef5-a429-b2e42d982faa", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:20:10.522093 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e05147fd-95f8-4363-9ccf-20572ae94854 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:20:10.522441 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': '58d2eced-5d5c-4ef5-a429-b2e42d982faa', 'status': 'completed', 'code': 200} Aug 30 13:20:10.563396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d415f9-1990-47c8-a3ed-0b45026158d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98154d7e-af5e-42b1-847c-6a4481fae168,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:10.623159 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.623372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202e64c-91d1-47ea-ae02-808a8861001e req-ca205a24-c2fc-4a11-a1ae-b17190e086b2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:10.631716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202e64c-91d1-47ea-ae02-808a8861001e req-ca205a24-c2fc-4a11-a1ae-b17190e086b2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:10.641056 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7202e64c-91d1-47ea-ae02-808a8861001e req-ca205a24-c2fc-4a11-a1ae-b17190e086b2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 1678 time: 0.2359576 Aug 30 13:20:10.682483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting port 2ef845f6-75be-4b04-8d85-da52582069a1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:10.682939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.713771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 966c5b10-8a39-4559-bed2-a4c9457dfdca {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:10.714333 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.798484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] For port 966c5b10-8a39-4559-bed2-a4c9457dfdca, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=966c5b10-8a39-4559-bed2-a4c9457dfdca,segment=NetworkSegment(21bb7b80-7604-484c-b796-457d1bfa2943),segment_id=21bb7b80-7604-484c-b796-457d1bfa2943)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:10.799183 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.828357 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.839379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7202e64c-91d1-47ea-ae02-808a8861001e req-8e61ee36-5f97-47d8-a06f-6887ff7effe0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972268 Aug 30 13:20:10.839922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 966c5b10-8a39-4559-bed2-a4c9457dfdca owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:10.952763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-493d342d-a69c-4585-af36-50390e974dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:10.990029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] For port 2ef845f6-75be-4b04-8d85-da52582069a1, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=2ef845f6-75be-4b04-8d85-da52582069a1,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:10.990838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.005778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.035893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=966c5b10-8a39-4559-bed2-a4c9457dfdca,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:11.051614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No DVR routers for this DVR port 966c5b10-8a39-4559-bed2-a4c9457dfdca on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:11.141735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-493d342d-a69c-4585-af36-50390e974dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.151471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37714) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:11.219359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab66c93-eedf-4463-977a-a448110afba8 None None] Network ad3d9392-a131-42c6-bbc0-e14856fd0953 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:11.285017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e7174c2d-350e-4f8c-b571-71373373b028 None None] Could not find standard attr ID for object 966c5b10-8a39-4559-bed2-a4c9457dfdca. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:20:11.312030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d342d-a69c-4585-af36-50390e974dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511eefd9-15bd-4290-9582-1b867d86e555,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:11.322680 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-493d342d-a69c-4585-af36-50390e974dd0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7404aec9d6044c7ca93a46d4b88877a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7986486 Aug 30 13:20:11.324471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37716) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:11.499182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441efa7-2d54-4f1a-ad0d-c5fd24f37ce4 None None] DHCP port deletion for ad3d9392-a131-42c6-bbc0-e14856fd0953 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:20:11.526192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.526761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.526876 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Floating IP d4ee1377-43c8-436c-8aac-0c90481a3e08 disassociated. External IP: 172.25.2.175, port: 2ef845f6-75be-4b04-8d85-da52582069a1. Aug 30 13:20:11.527517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Calling delete_port for 2ef845f6-75be-4b04-8d85-da52582069a1 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:11.532302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb22c5e0-9edb-4c09-85f6-782683ef6acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.599580 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb22c5e0-9edb-4c09-85f6-782683ef6acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.631000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.639996 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ec95-d43e-47cc-9ccf-409eb3a315bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.654738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3d9392-a131-42c6-bbc0-e14856fd0953']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:11.676245 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bb7b80-7604-484c-b796-457d1bfa2943') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:11.676707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bb7b80-7604-484c-b796-457d1bfa2943') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:11.699585 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.725431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.734776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:20:11.734776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.738145 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb22c5e0-9edb-4c09-85f6-782683ef6acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:20:11.738325 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:20:11.740849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb22c5e0-9edb-4c09-85f6-782683ef6acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.744528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eb22c5e0-9edb-4c09-85f6-782683ef6acb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/511eefd9-15bd-4290-9582-1b867d86e555 HTTP/1.1" status: 204 len: 168 time: 0.4156172 Aug 30 13:20:11.756450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.759307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22c5e0-9edb-4c09-85f6-782683ef6acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511eefd9-15bd-4290-9582-1b867d86e555,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:11.791635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Port': ['ID=2ef845f6-75be-4b04-8d85-da52582069a1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:11.944830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.973842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:11.981880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/networks/ad3d9392-a131-42c6-bbc0-e14856fd0953 HTTP/1.1" status: 204 len: 168 time: 1.5785754 Aug 30 13:20:11.983027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37726) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:12.022702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37728) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:12.027223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2d609-089a-4299-b63b-d7f2f6afb766 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Network': ['ID=ad3d9392-a131-42c6-bbc0-e14856fd0953,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:12.185347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:20:12.217394 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.234200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1c83c-b3af-4250-b485-6ee7800f982a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:12.236261 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ffa1c83c-b3af-4250-b485-6ee7800f982a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2528188 Aug 30 13:20:12.247894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 966c5b10-8a39-4559-bed2-a4c9457dfdca no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:12.248190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a44dc-c68c-4a44-b2f8-1ed4ff4f463e req-9d2c8e77-866e-4926-9771-959917494933 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:12.250037 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-639a44dc-c68c-4a44-b2f8-1ed4ff4f463e req-9d2c8e77-866e-4926-9771-959917494933 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 943 time: 0.1490035 Aug 30 13:20:12.267532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37732) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:12.292942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 966c5b10-8a39-4559-bed2-a4c9457dfdca {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:20:12.293765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 966c5b10-8a39-4559-bed2-a4c9457dfdca not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:20:12.320248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5356b21-818e-4cb6-acaf-c01613401a1c admin admin] Deleting subnet 59b81f34-be99-453c-968f-ba6815bc67f5 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:20:12.375393 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5356b21-818e-4cb6-acaf-c01613401a1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.483112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-639a44dc-c68c-4a44-b2f8-1ed4ff4f463e req-f687bac4-2a23-4f87-b70e-b0efe162413d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups?id=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814115 Aug 30 13:20:12.509211 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5356b21-818e-4cb6-acaf-c01613401a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.510197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:20:12.526706 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] Sync routers for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:20:12.547789 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:12.548545 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:20:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:12.590618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] No DVR routers for this DVR port 2ef845f6-75be-4b04-8d85-da52582069a1 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:12.594969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.598326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-ea8efd8e-4a48-4362-964d-c5c71b533606 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "DELETE /v2.0/ports/2ef845f6-75be-4b04-8d85-da52582069a1 HTTP/1.1" status: 204 len: 173 time: 2.9507191 Aug 30 13:20:12.599577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:20:12.601146 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd2c28d-a1b3-4fae-a0fc-6e409e7062b9" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:20:12.643214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37738) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:12.676148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ec95-d43e-47cc-9ccf-409eb3a315bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.733895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8ba9ec95-d43e-47cc-9ccf-409eb3a315bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.739556 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1391f9da-9919-4563-9b1c-6e550707dfe6 x-openstack-request-id: req-1391f9da-9919-4563-9b1c-6e550707dfe6 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:20:12.740634 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "2ef845f6-75be-4b04-8d85-da52582069a1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:20:12.741104 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1391f9da-9919-4563-9b1c-6e550707dfe6 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:20:12.741862 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': '2ef845f6-75be-4b04-8d85-da52582069a1', 'status': 'completed', 'code': 200} Aug 30 13:20:12.775665 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5356b21-818e-4cb6-acaf-c01613401a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.788447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:12.788886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.845883 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:20:12.867707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a45cfe21-9291-4db0-91d6-127c0344fe7e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5979483 Aug 30 13:20:12.878437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37740) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:12.881063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9ec95-d43e-47cc-9ccf-409eb3a315bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82512fc-26c6-4858-8831-a42c959a2af8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:12.887317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-512189498'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:12.899966 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8ba9ec95-d43e-47cc-9ccf-409eb3a315bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=945afe6cfbce456388b8f46df2cda800&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7378151 Aug 30 13:20:12.899966 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8b0d232f-f855-46a7-9808-5d31df73a5a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bf4e9f3270a4286924d9d65339a3e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485237 Aug 30 13:20:12.899966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37742) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:12.903596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37744) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:12.916714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:12.920257 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.999395 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5356b21-818e-4cb6-acaf-c01613401a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:12.999641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:20:13.015697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] For port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:13.016559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.041921 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.042513 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Added segment 278a6965-8588-45d6-8d8f-fd43c4bbf10d of type vlan for network e2fd1b84-646d-47e7-b943-be1056dd0f34 Aug 30 13:20:13.047892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5356b21-818e-4cb6-acaf-c01613401a1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b81f34-be99-453c-968f-ba6815bc67f5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:13.050278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5356b21-818e-4cb6-acaf-c01613401a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.055808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c5356b21-818e-4cb6-acaf-c01613401a1c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/59b81f34-be99-453c-968f-ba6815bc67f5 HTTP/1.1" status: 204 len: 168 time: 1.0108860 Aug 30 13:20:13.056255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37748) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:13.061977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Calling delete_port for 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:13.126181 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f036152d-56ea-4366-b9b6-129a5ecd46d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.127807 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f930c92-a4e3-4df3-8e5a-9a92b5b9e353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.141751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.190622 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f036152d-56ea-4366-b9b6-129a5ecd46d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.194961 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f930c92-a4e3-4df3-8e5a-9a92b5b9e353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.208122 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '79070893-cc33-4b45-b007-ea2fa019df1d', 'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'mac_address': 'fa:16:3e:64:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:53Z', 'updated_at': '2021-08-30T13:10:08Z', 'revision_number': 5, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'subnets': [{'id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:13.213516 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.249349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] Checking router: 7a8ac84f-4d6e-4f34-beb0-88572411bbeb for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:20:13.252318 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.259555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:13.260087 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:13.260285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.260728 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:20:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:13.363108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4797990 Aug 30 13:20:13.363848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37750) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:13.376663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': 'e2fd1b84-646d-47e7-b943-be1056dd0f34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:13.433009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f036152d-56ea-4366-b9b6-129a5ecd46d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.438887 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f036152d-56ea-4366-b9b6-129a5ecd46d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.445896 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:20:13.446284 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f036152d-56ea-4366-b9b6-129a5ecd46d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24851ee7-c425-47ae-bea5-2c6c4296ab10 HTTP/1.1" status: 204 len: 168 time: 0.5351968 Aug 30 13:20:13.459329 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f930c92-a4e3-4df3-8e5a-9a92b5b9e353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.465378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f930c92-a4e3-4df3-8e5a-9a92b5b9e353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.471768 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7f930c92-a4e3-4df3-8e5a-9a92b5b9e353 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a82512fc-26c6-4858-8831-a42c959a2af8 HTTP/1.1" status: 204 len: 168 time: 0.5707080 Aug 30 13:20:13.475082 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.501567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036152d-56ea-4366-b9b6-129a5ecd46d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24851ee7-c425-47ae-bea5-2c6c4296ab10,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:13.510182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256a904-b273-430a-8bf9-c92d8ce77dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Network': ['ID=e2fd1b84-646d-47e7-b943-be1056dd0f34,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:13.523177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46da6a7b-9bf3-4bab-9250-378e601d3aa5']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:13.536784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e2fd1b84-646d-47e7-b943-be1056dd0f34 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:20:13.581276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f930c92-a4e3-4df3-8e5a-9a92b5b9e353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82512fc-26c6-4858-8831-a42c959a2af8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:13.590420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1823b64-cf00-42d2-aeaf-c8ad59c0de6a') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:13.591121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1823b64-cf00-42d2-aeaf-c8ad59c0de6a') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:13.617232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.664516 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.687051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:20:13.687513 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:20:13.693756 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:20:13.730052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.768813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Port': ['ID=1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:13.784601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:13.788806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.874253 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.893472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.896097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] 10.222.0.37 "DELETE /v2.0/networks/46da6a7b-9bf3-4bab-9250-378e601d3aa5 HTTP/1.1" status: 204 len: 168 time: 0.8388095 Aug 30 13:20:13.907708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37760) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:13.911929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] No DVR routers for this DVR port 1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:13.920316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:13.924625 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e00c633d-a2f6-4ef4-a8fb-218a445e3eff req-fc67b006-2bf9-437a-9962-7ab01fe82b64 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.16 "DELETE /v2.0/ports/1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce HTTP/1.1" status: 204 len: 173 time: 1.3190992 Aug 30 13:20:14.005555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-910bd150-7a6b-4c09-bb94-5b598f8d5569 admin admin] Deleting subnet 60b22345-4f98-4c04-bc53-e22a7a3df707 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:20:14.013598 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b965dad7-49ae-46f6-9a91-f6dc7a375f76 req-bc8ad200-0e99-4e80-8d69-dca02e636ff0 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.1397598 Aug 30 13:20:14.017944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c22555-4053-4104-a130-5cf31a8d4a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=46da6a7b-9bf3-4bab-9250-378e601d3aa5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:14.020036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-910bd150-7a6b-4c09-bb94-5b598f8d5569 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.117421 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '79070893-cc33-4b45-b007-ea2fa019df1d', 'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'mac_address': 'fa:16:3e:64:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:53Z', 'updated_at': '2021-08-30T13:10:08Z', 'revision_number': 5, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'subnets': [{'id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:14.131700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-910bd150-7a6b-4c09-bb94-5b598f8d5569 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.181567 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c661d896-6ef2-44c5-8102-b12f5524590d None None] The sync data for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 is: [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '79070893-cc33-4b45-b007-ea2fa019df1d', 'name': '', 'network_id': 'b6a4ac9e-8ed5-492d-8bfb-17d81672d767', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'mac_address': 'fa:16:3e:64:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:53Z', 'updated_at': '2021-08-30T13:10:08Z', 'revision_number': 5, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'subnets': [{'id': 'a3b8393d-034a-41cd-9030-c5e8b6c185f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:20:14.219488 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-910bd150-7a6b-4c09-bb94-5b598f8d5569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.332334 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.341280 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-910bd150-7a6b-4c09-bb94-5b598f8d5569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.379169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910bd150-7a6b-4c09-bb94-5b598f8d5569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b22345-4f98-4c04-bc53-e22a7a3df707,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:14.382504 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-910bd150-7a6b-4c09-bb94-5b598f8d5569 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.386432 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-910bd150-7a6b-4c09-bb94-5b598f8d5569 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/60b22345-4f98-4c04-bc53-e22a7a3df707 HTTP/1.1" status: 204 len: 168 time: 0.4509315 Aug 30 13:20:14.397099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37768) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:14.536793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=23c1a367-f05b-429d-8e1c-8f6e442fe14b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:14.551027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.581312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Checking segment: {'id': '278a6965-8588-45d6-8d8f-fd43c4bbf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e2fd1b84-646d-47e7-b943-be1056dd0f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:20:14.582138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network hostable DHCP agents. Network: e2fd1b84-646d-47e7-b943-be1056dd0f34, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:20:14.622862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network e2fd1b84-646d-47e7-b943-be1056dd0f34 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:20:14.641478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e2fd1b84-646d-47e7-b943-be1056dd0f34) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:14.651214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded0978f-0f77-4bd5-bb42-b08d128e2ecb None None] Network e2fd1b84-646d-47e7-b943-be1056dd0f34 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:14.651718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:14.652404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.701281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fe466a9c-7dd9-4691-aaa4-99882a4ab73e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3337276 Aug 30 13:20:14.704331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37780) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:14.730956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': 'e2fd1b84-646d-47e7-b943-be1056dd0f34', 'name': 'tempest-PortsTestJSON-162888181'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:14.740449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.743646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:20:14.750179 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f322dc5-c794-4be9-82f8-ee8491939ad9" -d '{"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:20:14.762151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea7ed6a-3463-481c-bb59-f7f541b100a9']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:14.785740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b82bc9-a9e2-4602-8539-240443355de4') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:14.788728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b82bc9-a9e2-4602-8539-240443355de4') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:14.819904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.831402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c9700b-5525-410b-a9e6-e982a2ceacd7 None None] New status for floating IP d4ee1377-43c8-436c-8aac-0c90481a3e08: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:20:14.869943 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.880614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:20:14.881281 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaecb2e7-4c09-4e71-b2ca-3a8352d87882 x-openstack-request-id: req-eaecb2e7-4c09-4e71-b2ca-3a8352d87882 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:20:14.881451 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e3432d-27b6-4a73-b0df-69b1e45cf1d1", "name": "network-vif-deleted", "tag": "1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:20:14.881598 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eaecb2e7-4c09-4e71-b2ca-3a8352d87882 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:20:14.882035 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e3432d-27b6-4a73-b0df-69b1e45cf1d1', 'name': 'network-vif-deleted', 'tag': '1b028b88-9ca4-4a2e-8b4d-fc227d7da5ce', 'status': 'completed', 'code': 200} Aug 30 13:20:14.882738 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:20:14.885344 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:20:15.066999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:15.076192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.079443 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.096646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.108279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cea7ed6a-3463-481c-bb59-f7f541b100a9 HTTP/1.1" status: 204 len: 168 time: 0.7069895 Aug 30 13:20:15.160854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f08cf-d9eb-4ddf-8e2e-a782ec2dd172 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea7ed6a-3463-481c-bb59-f7f541b100a9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:15.161407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port bb8500ee-e09e-47d5-905c-294e5fe1e00a yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:20:15.223389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-e2fd1b84-646d-47e7-b943-be1056dd0f34', 'network_id': 'e2fd1b84-646d-47e7-b943-be1056dd0f34', 'tenant_id': '4ea2d2b37d9c4d0baa567102cbc4e183', 'fixed_ips': [{'subnet_id': '23c1a367-f05b-429d-8e1c-8f6e442fe14b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:20:15.224375 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.431354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.6 (e2fd1b84-646d-47e7-b943-be1056dd0f34/23c1a367-f05b-429d-8e1c-8f6e442fe14b/bb8500ee-e09e-47d5-905c-294e5fe1e00a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:15.480172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37806) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:15.596878 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e01381ba-b8f2-47f3-97a2-e729d9dc21e5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef4439ccbf2b40fb973a5890b3370684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142008 Aug 30 13:20:15.598360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37808) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:15.741850 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1905727-5a8a-43a1-82be-08da6068e968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.807291 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1905727-5a8a-43a1-82be-08da6068e968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.812790 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.838187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object bb8500ee-e09e-47d5-905c-294e5fe1e00a will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:15.925149 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1905727-5a8a-43a1-82be-08da6068e968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.934891 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1905727-5a8a-43a1-82be-08da6068e968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.936063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:15.938233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d1905727-5a8a-43a1-82be-08da6068e968 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/291ea9d6-c443-441f-9685-3bb468f34de3 HTTP/1.1" status: 204 len: 168 time: 0.3361435 Aug 30 13:20:15.954808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1905727-5a8a-43a1-82be-08da6068e968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291ea9d6-c443-441f-9685-3bb468f34de3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:16.042874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e974b95-c342-431a-a6ae-9942576022d6 req-6a55f319-aedf-480f-82c0-d75b0a7dfa34 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.8158431 Aug 30 13:20:16.099735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Allocated IP 172.20.0.2 (e2fd1b84-646d-47e7-b943-be1056dd0f34/23c1a367-f05b-429d-8e1c-8f6e442fe14b/4382ca44-edc9-456e-a341-3f8e74071ae9) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:16.138958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=bb8500ee-e09e-47d5-905c-294e5fe1e00a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:16.192026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network e2fd1b84-646d-47e7-b943-be1056dd0f34 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:16.201054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:16.209480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:16.348764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:16.350344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:16.405825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-738aed91-4e21-4691-9546-ec52ee04b798 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6973817 Aug 30 13:20:16.411503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37822) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:16.426653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': 'e2fd1b84-646d-47e7-b943-be1056dd0f34', 'name': 'tempest-PortsTestJSON-494294089'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:16.673603 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:16.712841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Transition to ACTIVE for port object 4382ca44-edc9-456e-a341-3f8e74071ae9 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:16.755679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:16.762614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:16.775153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Transition to ACTIVE for port object 4382ca44-edc9-456e-a341-3f8e74071ae9 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:16.785063 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:16.794112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port d5ec4159-bff6-4a4a-96c1-b2442effd6fd yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:20:16.909931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Network e2fd1b84-646d-47e7-b943-be1056dd0f34 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:16.911645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Pushing event updated for resources: {'Port': ['ID=4382ca44-edc9-456e-a341-3f8e74071ae9,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:16.916842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:16.920578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:17.010616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37832) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:17.049464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.7 (e2fd1b84-646d-47e7-b943-be1056dd0f34/23c1a367-f05b-429d-8e1c-8f6e442fe14b/d5ec4159-bff6-4a4a-96c1-b2442effd6fd) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:17.057234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Attempting to bind port 4382ca44-edc9-456e-a341-3f8e74071ae9 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:20:17.058702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Attempting to bind port 4382ca44-edc9-456e-a341-3f8e74071ae9 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '278a6965-8588-45d6-8d8f-fd43c4bbf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e2fd1b84-646d-47e7-b943-be1056dd0f34'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:20:17.059664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Attempting to bind port 4382ca44-edc9-456e-a341-3f8e74071ae9 on network e2fd1b84-646d-47e7-b943-be1056dd0f34 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:20:17.070876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:20:17.072638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Checking segment: {'id': '278a6965-8588-45d6-8d8f-fd43c4bbf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e2fd1b84-646d-47e7-b943-be1056dd0f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:20:17.073639 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:17.074633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Bound using segment: {'id': '278a6965-8588-45d6-8d8f-fd43c4bbf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e2fd1b84-646d-47e7-b943-be1056dd0f34'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:20:17.075945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Bound port: 4382ca44-edc9-456e-a341-3f8e74071ae9, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278a6965-8588-45d6-8d8f-fd43c4bbf10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'e2fd1b84-646d-47e7-b943-be1056dd0f34'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:20:17.077064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:17.131898 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9d25238b-6b06-48e7-a4d7-7468e1997582 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a8d6bcf8ce3e4df49b7e3eecfb60021b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1166797 Aug 30 13:20:17.134915 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37836) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:17.210196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] For port 4382ca44-edc9-456e-a341-3f8e74071ae9, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:20:17.219653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] For port 4382ca44-edc9-456e-a341-3f8e74071ae9, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4382ca44-edc9-456e-a341-3f8e74071ae9,segment=NetworkSegment(278a6965-8588-45d6-8d8f-fd43c4bbf10d),segment_id=278a6965-8588-45d6-8d8f-fd43c4bbf10d)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:20:17.233540 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:17.376468 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-80394361-f2d2-40f8-9ba6-02d11cdca91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:17.432913 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-80394361-f2d2-40f8-9ba6-02d11cdca91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:17.471648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafe09c-3c21-41c8-8204-756302ff71ea None None] Pushing event updated for resources: {'Port': ['ID=4382ca44-edc9-456e-a341-3f8e74071ae9,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:17.546015 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2216383-ccc2-46fd-8814-0e230f0d8a1f req-a2c05c9c-f0e2-4412-8399-9deb777c3baf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.2616336 Aug 30 13:20:17.564222 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-80394361-f2d2-40f8-9ba6-02d11cdca91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:17.570056 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-80394361-f2d2-40f8-9ba6-02d11cdca91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:17.577500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-80394361-f2d2-40f8-9ba6-02d11cdca91b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa691e70-53a3-43b2-80dc-c6ee70f261eb HTTP/1.1" status: 204 len: 168 time: 0.4410701 Aug 30 13:20:17.596804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80394361-f2d2-40f8-9ba6-02d11cdca91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa691e70-53a3-43b2-80dc-c6ee70f261eb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:17.718041 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:17.791914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object d5ec4159-bff6-4a4a-96c1-b2442effd6fd will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:17.886349 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:18.037480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network e2fd1b84-646d-47e7-b943-be1056dd0f34 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:18.066067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:18.076778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:18.202288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=d5ec4159-bff6-4a4a-96c1-b2442effd6fd,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:18.260082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37856) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:18.312430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:18.315081 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:18.371474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d6f057be-9c6c-44bb-95b4-b6a7eafe7baa tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9575064 Aug 30 13:20:18.371759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4382ca44-edc9-456e-a341-3f8e74071ae9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:18.376071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37860) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:18.663812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 4382ca44-edc9-456e-a341-3f8e74071ae9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:18.896011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2982f37a-25c0-47e6-a6df-1418ff5c3a04 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1086047649'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:18.926216 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a770ec9a-2f62-4804-ada5-60a63c5450c0 req-93c18dc7-1f3f-44ec-9d54-70d7fd038354 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0849607 Aug 30 13:20:18.981810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f60f52-4425-46fd-9b36-a79b596b1a81 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:18.983782 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-64f60f52-4425-46fd-9b36-a79b596b1a81 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.6059701 Aug 30 13:20:18.987005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37880) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:19.000524 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2982f37a-25c0-47e6-a6df-1418ff5c3a04 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.001820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2982f37a-25c0-47e6-a6df-1418ff5c3a04 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.161806 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2982f37a-25c0-47e6-a6df-1418ff5c3a04 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.169835 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2982f37a-25c0-47e6-a6df-1418ff5c3a04 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.209384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-50f73ea4-7483-4b92-9aec-2d85dec6d181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port d5ec4159-bff6-4a4a-96c1-b2442effd6fd {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:19.209797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50f73ea4-7483-4b92-9aec-2d85dec6d181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.213597 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2982f37a-25c0-47e6-a6df-1418ff5c3a04 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.214890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2982f37a-25c0-47e6-a6df-1418ff5c3a04 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9531519 Aug 30 13:20:19.217547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37884) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:19.400273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc676d2c-b76f-4ed7-9b84-891ed40260bc None None] Network e2fd1b84-646d-47e7-b943-be1056dd0f34 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:19.437312 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad48df26-1097-4930-b6f3-fcee4ad7d207 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.591177 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50f73ea4-7483-4b92-9aec-2d85dec6d181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.622040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-271a6afa-3457-42bd-b7aa-a03c0b9f3669 None None] Provisioning for port 4382ca44-edc9-456e-a341-3f8e74071ae9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:19.651548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-271a6afa-3457-42bd-b7aa-a03c0b9f3669 None None] Provisioning complete for port 4382ca44-edc9-456e-a341-3f8e74071ae9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:19.652661 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-271a6afa-3457-42bd-b7aa-a03c0b9f3669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.792608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-50f73ea4-7483-4b92-9aec-2d85dec6d181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for d5ec4159-bff6-4a4a-96c1-b2442effd6fd owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:19.875840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad48df26-1097-4930-b6f3-fcee4ad7d207 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:19.887360 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad48df26-1097-4930-b6f3-fcee4ad7d207 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.069160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad48df26-1097-4930-b6f3-fcee4ad7d207 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.073092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad48df26-1097-4930-b6f3-fcee4ad7d207 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc975881-e71b-4b5b-89cd-50a4973f9bcf {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:20:20.081248 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad48df26-1097-4930-b6f3-fcee4ad7d207 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.085821 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ad48df26-1097-4930-b6f3-fcee4ad7d207 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "DELETE /v2.0/routers/fc975881-e71b-4b5b-89cd-50a4973f9bcf HTTP/1.1" status: 204 len: 168 time: 0.8630698 Aug 30 13:20:20.086756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37904) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:20.098805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-98a13074-5405-4db3-a377-ef3955038221 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Request body: {'router': {'name': 'tempest-router-560117003', 'distributed': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:20.163718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98a13074-5405-4db3-a377-ef3955038221 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.168220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98a13074-5405-4db3-a377-ef3955038221 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.279197 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e2de686f-7e49-4a1e-bd3b-2cba978f1c83 req-75bc2a71-a75d-4923-a60f-5b31e3712bfd tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0535352 Aug 30 13:20:20.293917 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50f73ea4-7483-4b92-9aec-2d85dec6d181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.311472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98a13074-5405-4db3-a377-ef3955038221 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.318053 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98a13074-5405-4db3-a377-ef3955038221 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.377166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f73ea4-7483-4b92-9aec-2d85dec6d181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=d5ec4159-bff6-4a4a-96c1-b2442effd6fd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:20.390943 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98a13074-5405-4db3-a377-ef3955038221 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.398930 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-98a13074-5405-4db3-a377-ef3955038221 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3098366 Aug 30 13:20:20.400775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37924) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:20.601225 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-271a6afa-3457-42bd-b7aa-a03c0b9f3669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.642902 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e24d9324-f787-408e-a930-5be1307dd2e5 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.646270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50f73ea4-7483-4b92-9aec-2d85dec6d181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.650702 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-50f73ea4-7483-4b92-9aec-2d85dec6d181 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/d5ec4159-bff6-4a4a-96c1-b2442effd6fd HTTP/1.1" status: 204 len: 168 time: 1.6612790 Aug 30 13:20:20.651669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37942) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:20.684001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-271a6afa-3457-42bd-b7aa-a03c0b9f3669 None None] For port 4382ca44-edc9-456e-a341-3f8e74071ae9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4382ca44-edc9-456e-a341-3f8e74071ae9,segment=NetworkSegment(278a6965-8588-45d6-8d8f-fd43c4bbf10d),segment_id=278a6965-8588-45d6-8d8f-fd43c4bbf10d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:20.693431 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-271a6afa-3457-42bd-b7aa-a03c0b9f3669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:20.724171 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca486747-f80b-4746-9f22-8212d0d76559 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:20:20.730960 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ca486747-f80b-4746-9f22-8212d0d76559 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/d5ec4159-bff6-4a4a-96c1-b2442effd6fd HTTP/1.1" status: 404 len: 333 time: 0.0781291 Aug 30 13:20:20.734008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37944) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:20.802692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a6afa-3457-42bd-b7aa-a03c0b9f3669 None None] Pushing event updated for resources: {'Port': ['ID=4382ca44-edc9-456e-a341-3f8e74071ae9,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:20.953854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6930a-ed30-4033-9122-b80faf48e62c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port bb8500ee-e09e-47d5-905c-294e5fe1e00a {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:20.954338 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebf6930a-ed30-4033-9122-b80faf48e62c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.073087 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e24d9324-f787-408e-a930-5be1307dd2e5 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.079187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e24d9324-f787-408e-a930-5be1307dd2e5 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.243995 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e24d9324-f787-408e-a930-5be1307dd2e5 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.245061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24d9324-f787-408e-a930-5be1307dd2e5 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4b158d9-c78e-415b-a185-3438cd916351 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:20:21.250636 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e24d9324-f787-408e-a930-5be1307dd2e5 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.256086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dabf472d-fa21-4545-aa9f-17791609d830 None None] Provisioning for port bb8500ee-e09e-47d5-905c-294e5fe1e00a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:21.270905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e24d9324-f787-408e-a930-5be1307dd2e5 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c4b158d9-c78e-415b-a185-3438cd916351 HTTP/1.1" status: 204 len: 168 time: 0.8681393 Aug 30 13:20:21.271890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37956) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:21.275551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dabf472d-fa21-4545-aa9f-17791609d830 None None] Provisioning complete for port bb8500ee-e09e-47d5-905c-294e5fe1e00a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:21.276492 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dabf472d-fa21-4545-aa9f-17791609d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.289586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b98bd114-9733-4eff-a746-5f7160944e0c tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Request body: {'router': {'name': 'tempest-router-44909782', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'eaf4268c73874f90a0612c20da64dbf2'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:21.364111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-dabf472d-fa21-4545-aa9f-17791609d830 None None] Port bb8500ee-e09e-47d5-905c-294e5fe1e00a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:21.364954 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b98bd114-9733-4eff-a746-5f7160944e0c tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.366798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b98bd114-9733-4eff-a746-5f7160944e0c tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.403123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dabf472d-fa21-4545-aa9f-17791609d830 None None] Provisioning complete for port 4382ca44-edc9-456e-a341-3f8e74071ae9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:21.404920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dabf472d-fa21-4545-aa9f-17791609d830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.431959 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebf6930a-ed30-4033-9122-b80faf48e62c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.464170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6930a-ed30-4033-9122-b80faf48e62c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for bb8500ee-e09e-47d5-905c-294e5fe1e00a owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:21.543250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7cdc1348-f943-45b9-b890-ae06c94c945d req-be591ec7-1dd7-41fd-811e-86a58d4598b5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0483081 Aug 30 13:20:21.595477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b98bd114-9733-4eff-a746-5f7160944e0c tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.603735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b98bd114-9733-4eff-a746-5f7160944e0c tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.634983 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b98bd114-9733-4eff-a746-5f7160944e0c tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.636738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b98bd114-9733-4eff-a746-5f7160944e0c tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3634968 Aug 30 13:20:21.641240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37962) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:21.650229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:21.904945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f33044b4-baa7-4ae7-8d48-6c3f93954937 None None] Provisioning complete for port bb8500ee-e09e-47d5-905c-294e5fe1e00a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:21.905833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f33044b4-baa7-4ae7-8d48-6c3f93954937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:21.928829 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebf6930a-ed30-4033-9122-b80faf48e62c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.059690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6930a-ed30-4033-9122-b80faf48e62c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=bb8500ee-e09e-47d5-905c-294e5fe1e00a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:22.168898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f33044b4-baa7-4ae7-8d48-6c3f93954937 None None] Port bb8500ee-e09e-47d5-905c-294e5fe1e00a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:22.179641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.182558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.373895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebf6930a-ed30-4033-9122-b80faf48e62c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.398935 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ebf6930a-ed30-4033-9122-b80faf48e62c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/bb8500ee-e09e-47d5-905c-294e5fe1e00a HTTP/1.1" status: 204 len: 168 time: 1.6630454 Aug 30 13:20:22.404702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37998) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:22.406445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4382ca44-edc9-456e-a341-3f8e74071ae9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:22.418195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e85097a1-06d1-47c5-b04f-cfb68aa7d254 None None] Could not find standard attr ID for object d5ec4159-bff6-4a4a-96c1-b2442effd6fd. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:20:22.484432 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5be022a-5842-44f3-80ab-d5aeeb442be7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:20:22.488836 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e5be022a-5842-44f3-80ab-d5aeeb442be7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/bb8500ee-e09e-47d5-905c-294e5fe1e00a HTTP/1.1" status: 404 len: 333 time: 0.0819583 Aug 30 13:20:22.494399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38000) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:22.563369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4382ca44-edc9-456e-a341-3f8e74071ae9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:22.563734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.585550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95698) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 30 13:20:22.589224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Router 4ebde76d-83a3-4adb-80bd-490f9de6108d migrating from provider to provider. {{(pid=95698) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 30 13:20:22.590558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.616351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.623917 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.667699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a4b3aa-e3bb-4f1a-8b68-2fdfcbe5d1c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 23c1a367-f05b-429d-8e1c-8f6e442fe14b {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:20:22.686675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b3aa-e3bb-4f1a-8b68-2fdfcbe5d1c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.896291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d11d2aad-034c-4ec1-b1aa-1a7553b78651 req-990ae0e7-0eb6-44da-a2be-7bc1e0d8d16d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.1950159 Aug 30 13:20:22.954364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b3aa-e3bb-4f1a-8b68-2fdfcbe5d1c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:22.980150 n-d-688802-6 neutron-server[95698]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] No L3 agents can host the router 4ebde76d-83a3-4adb-80bd-490f9de6108d Aug 30 13:20:23.202301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Hosts for router 4ebde76d-83a3-4adb-80bd-490f9de6108d: [] {{(pid=95698) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 30 13:20:23.255135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Hosts for other DVR routers connected to router 4ebde76d-83a3-4adb-80bd-490f9de6108d: set() {{(pid=95698) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 30 13:20:23.259135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b3aa-e3bb-4f1a-8b68-2fdfcbe5d1c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:23.259719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:23.261159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7c345e18-c3fe-4406-8841-c87978c2918d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "PUT /v2.0/routers/4ebde76d-83a3-4adb-80bd-490f9de6108d HTTP/1.1" status: 200 len: 715 time: 1.6184852 Aug 30 13:20:23.263813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38010) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:23.364470 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d2793c49-2d47-49e2-b500-ffd26ebb0c6e tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "GET /v2.0/routers/4ebde76d-83a3-4adb-80bd-490f9de6108d HTTP/1.1" status: 200 len: 715 time: 0.0992763 Aug 30 13:20:23.367070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38012) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:23.389158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b3aa-e3bb-4f1a-8b68-2fdfcbe5d1c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:23.408260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4a4b3aa-e3bb-4f1a-8b68-2fdfcbe5d1c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:23.413274 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f4a4b3aa-e3bb-4f1a-8b68-2fdfcbe5d1c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/23c1a367-f05b-429d-8e1c-8f6e442fe14b HTTP/1.1" status: 204 len: 168 time: 0.9172971 Aug 30 13:20:23.413914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38016) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:23.434852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6188da-922f-47f4-b2e7-b7609f48e2db None None] Network e2fd1b84-646d-47e7-b943-be1056dd0f34 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:23.449421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4b3aa-e3bb-4f1a-8b68-2fdfcbe5d1c2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=23c1a367-f05b-429d-8e1c-8f6e442fe14b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:23.839491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:23.909508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db383cf5-f6fb-439f-9e6d-697d71c0057b None None] DHCP port deletion for e2fd1b84-646d-47e7-b943-be1056dd0f34 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:20:24.007929 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3ded7417-8bc8-4293-af24-542efa3e9039 tempest-RoutersTestDVR-1044186878 tempest-RoutersTestDVR-1044186878-project] 10.222.0.37 "GET /v2.0/routers/4ebde76d-83a3-4adb-80bd-490f9de6108d HTTP/1.1" status: 200 len: 681 time: 0.6388841 Aug 30 13:20:24.012531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38024) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:24.080017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-db383cf5-f6fb-439f-9e6d-697d71c0057b None None] Deleting port 4382ca44-edc9-456e-a341-3f8e74071ae9 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:24.081068 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-db383cf5-f6fb-439f-9e6d-697d71c0057b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.113348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 4382ca44-edc9-456e-a341-3f8e74071ae9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:24.115177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.136193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e95524ff-eeea-49c9-ac5f-222e6be08081 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.217554 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77ac5cd3-4d5f-4503-be83-7f844316e3c7 req-0ab150e3-f660-4502-be03-b237a6d70060 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0785832 Aug 30 13:20:24.337805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-db383cf5-f6fb-439f-9e6d-697d71c0057b None None] For port 4382ca44-edc9-456e-a341-3f8e74071ae9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4382ca44-edc9-456e-a341-3f8e74071ae9,segment=NetworkSegment(278a6965-8588-45d6-8d8f-fd43c4bbf10d),segment_id=278a6965-8588-45d6-8d8f-fd43c4bbf10d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:24.338501 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-db383cf5-f6fb-439f-9e6d-697d71c0057b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.351750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] For port 4382ca44-edc9-456e-a341-3f8e74071ae9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4382ca44-edc9-456e-a341-3f8e74071ae9,segment=NetworkSegment(278a6965-8588-45d6-8d8f-fd43c4bbf10d),segment_id=278a6965-8588-45d6-8d8f-fd43c4bbf10d)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:24.353019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.379592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-db383cf5-f6fb-439f-9e6d-697d71c0057b None None] Calling delete_port for 4382ca44-edc9-456e-a341-3f8e74071ae9 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:24.413683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 4382ca44-edc9-456e-a341-3f8e74071ae9 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:24.423404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e95524ff-eeea-49c9-ac5f-222e6be08081 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.425840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e95524ff-eeea-49c9-ac5f-222e6be08081 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.479794 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e95524ff-eeea-49c9-ac5f-222e6be08081 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.480728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95524ff-eeea-49c9-ac5f-222e6be08081 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ebde76d-83a3-4adb-80bd-490f9de6108d {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:20:24.495840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e95524ff-eeea-49c9-ac5f-222e6be08081 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.502505 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e95524ff-eeea-49c9-ac5f-222e6be08081 tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "DELETE /v2.0/routers/4ebde76d-83a3-4adb-80bd-490f9de6108d HTTP/1.1" status: 204 len: 168 time: 0.4835446 Aug 30 13:20:24.504818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:24.512903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a1e908c7-35da-4edb-a2dd-a284a68fe33e tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Request body: {'router': {'name': 'tempest-router-194480660', 'distributed': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:24.557295 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e908c7-35da-4edb-a2dd-a284a68fe33e tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.560505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e908c7-35da-4edb-a2dd-a284a68fe33e tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.596543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4382ca44-edc9-456e-a341-3f8e74071ae9 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:24.675480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-db383cf5-f6fb-439f-9e6d-697d71c0057b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.752683 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db383cf5-f6fb-439f-9e6d-697d71c0057b None None] Pushing event deleted for resources: {'Port': ['ID=4382ca44-edc9-456e-a341-3f8e74071ae9,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:24.756594 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e908c7-35da-4edb-a2dd-a284a68fe33e tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.768800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db383cf5-f6fb-439f-9e6d-697d71c0057b None None] No DVR routers for this DVR port 4382ca44-edc9-456e-a341-3f8e74071ae9 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:24.772716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e908c7-35da-4edb-a2dd-a284a68fe33e tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.794164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No active binding found for port 4382ca44-edc9-456e-a341-3f8e74071ae9 {{(pid=95700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 13:20:24.795306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4382ca44-edc9-456e-a341-3f8e74071ae9 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:20:24.828128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1e908c7-35da-4edb-a2dd-a284a68fe33e tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:24.842299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a1e908c7-35da-4edb-a2dd-a284a68fe33e tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3332388 Aug 30 13:20:24.845000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38032) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:25.027375 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1b62922-21c0-4c1a-aa44-fc592e04a24d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:25.385880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:25.487185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No DVR routers for this DVR port 4382ca44-edc9-456e-a341-3f8e74071ae9 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:25.502063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=4382ca44-edc9-456e-a341-3f8e74071ae9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:25.531498 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1b62922-21c0-4c1a-aa44-fc592e04a24d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:25.747135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:25.772437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2fd1b84-646d-47e7-b943-be1056dd0f34']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:25.829057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278a6965-8588-45d6-8d8f-fd43c4bbf10d') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:25.829494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278a6965-8588-45d6-8d8f-fd43c4bbf10d') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:25.877220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:25.915206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:25.926800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:20:25.927737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:20:25.937886 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:20:26.057812 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.077629 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.084073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/networks/e2fd1b84-646d-47e7-b943-be1056dd0f34 HTTP/1.1" status: 204 len: 168 time: 2.6646204 Aug 30 13:20:26.098326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38042) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:26.110020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1021631367'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:26.115687 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1b62922-21c0-4c1a-aa44-fc592e04a24d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.142108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec074307-c65c-4208-9772-ffc4afcb2a9d tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Network': ['ID=e2fd1b84-646d-47e7-b943-be1056dd0f34,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:26.163720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8eceb137-a681-46e2-b8cf-6783d13108bb req-b639422f-dc15-41c5-9017-5b8a52e819b5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.6600237 Aug 30 13:20:26.166518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1b62922-21c0-4c1a-aa44-fc592e04a24d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.168651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b62922-21c0-4c1a-aa44-fc592e04a24d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be7cc7f0-66fc-43fa-832e-6e985610f9df {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:20:26.176878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1b62922-21c0-4c1a-aa44-fc592e04a24d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.178605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e1b62922-21c0-4c1a-aa44-fc592e04a24d tempest-RoutersTestDVR-1996074314 tempest-RoutersTestDVR-1996074314-project-admin] 10.222.0.37 "DELETE /v2.0/routers/be7cc7f0-66fc-43fa-832e-6e985610f9df HTTP/1.1" status: 204 len: 168 time: 1.3301232 Aug 30 13:20:26.183012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:26.206110 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.256561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:20:26.270247 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.270971 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Added segment 85036908-5cde-4fec-97b5-f12824e4ff69 of type vlan for network f59c5c30-bc4a-4838-a366-5327de10e28a Aug 30 13:20:26.322596 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.370529 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.381751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:26.382732 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.519068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Network': ['ID=f59c5c30-bc4a-4838-a366-5327de10e28a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:26.537525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network f59c5c30-bc4a-4838-a366-5327de10e28a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:20:26.562941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38052) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:26.564277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1be1f999-b888-46ce-a12b-062723fa4bca tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4620900 Aug 30 13:20:26.568987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': 'f59c5c30-bc4a-4838-a366-5327de10e28a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:26.700641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:26.710747 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:26.851338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38056) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:27.149990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.153375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4201ec1-b9c2-4fc8-b93a-21a5c827ad36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.270947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=56b88546-6c2e-432f-b0b1-0458602c5edc,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:27.289024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Checking segment: {'id': '85036908-5cde-4fec-97b5-f12824e4ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f59c5c30-bc4a-4838-a366-5327de10e28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:20:27.290979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network hostable DHCP agents. Network: f59c5c30-bc4a-4838-a366-5327de10e28a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:20:27.334517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network f59c5c30-bc4a-4838-a366-5327de10e28a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:20:27.355652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, f59c5c30-bc4a-4838-a366-5327de10e28a) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:27.373938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea64f409-1ea9-4df5-86a0-bb94c858224d None None] Network f59c5c30-bc4a-4838-a366-5327de10e28a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:27.386948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:27.388339 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.452355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4201ec1-b9c2-4fc8-b93a-21a5c827ad36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.457792 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4201ec1-b9c2-4fc8-b93a-21a5c827ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.490570 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8931a047-fe74-4455-8d0d-a06552f473ed req-6c81689a-c4b1-4071-aeb3-37325fe90282 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0593858 Aug 30 13:20:27.505158 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-af0cad92-b0d7-489c-8752-6c6fc94b7789 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9367580 Aug 30 13:20:27.507183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38068) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:27.541821 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': 'f59c5c30-bc4a-4838-a366-5327de10e28a', 'name': 'tempest-PortsTestJSON-749276765', 'fixed_ips': [{'subnet_id': '56b88546-6c2e-432f-b0b1-0458602c5edc', 'ip_address': '172.20.0.10'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:27.581142 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f4201ec1-b9c2-4fc8-b93a-21a5c827ad36 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eaf4268c73874f90a0612c20da64dbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7285376 Aug 30 13:20:27.582586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4201ec1-b9c2-4fc8-b93a-21a5c827ad36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd3903-58bf-4019-8ee2-eab1dd4224fb,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:27.585012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38070) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:27.710830 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7187214-cc65-47da-b5bc-72a6b66d62a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.750678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7187214-cc65-47da-b5bc-72a6b66d62a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.773114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-f59c5c30-bc4a-4838-a366-5327de10e28a', 'network_id': 'f59c5c30-bc4a-4838-a366-5327de10e28a', 'tenant_id': '4ea2d2b37d9c4d0baa567102cbc4e183', 'fixed_ips': [{'subnet_id': '56b88546-6c2e-432f-b0b1-0458602c5edc'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:20:27.774152 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.833786 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7187214-cc65-47da-b5bc-72a6b66d62a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.839333 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7187214-cc65-47da-b5bc-72a6b66d62a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:27.847012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b7187214-cc65-47da-b5bc-72a6b66d62a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/57bd3903-58bf-4019-8ee2-eab1dd4224fb HTTP/1.1" status: 204 len: 168 time: 0.2604766 Aug 30 13:20:27.865339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7187214-cc65-47da-b5bc-72a6b66d62a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd3903-58bf-4019-8ee2-eab1dd4224fb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:27.885350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:28.093698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Allocated IP 172.20.0.2 (f59c5c30-bc4a-4838-a366-5327de10e28a/56b88546-6c2e-432f-b0b1-0458602c5edc/e6cfda58-6565-47d5-a82b-cd886f88da4d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:28.093927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.139824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 521dc289-29fd-48a9-8c11-99065aee099e yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:20:28.365201 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.380981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.395966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Transition to ACTIVE for port object e6cfda58-6565-47d5-a82b-cd886f88da4d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:28.434689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Transition to ACTIVE for port object e6cfda58-6565-47d5-a82b-cd886f88da4d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:28.447746 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.485971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38078) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:28.528435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f90b73d7-99f8-480b-99e7-d988814dd89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.533383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Network f59c5c30-bc4a-4838-a366-5327de10e28a is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:28.540135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:28.556485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:28.689028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Attempting to bind port e6cfda58-6565-47d5-a82b-cd886f88da4d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:20:28.689456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Attempting to bind port e6cfda58-6565-47d5-a82b-cd886f88da4d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '85036908-5cde-4fec-97b5-f12824e4ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f59c5c30-bc4a-4838-a366-5327de10e28a'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:20:28.689858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Attempting to bind port e6cfda58-6565-47d5-a82b-cd886f88da4d on network f59c5c30-bc4a-4838-a366-5327de10e28a {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:20:28.693338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Pushing event updated for resources: {'Port': ['ID=e6cfda58-6565-47d5-a82b-cd886f88da4d,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:28.699933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:20:28.700510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Checking segment: {'id': '85036908-5cde-4fec-97b5-f12824e4ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f59c5c30-bc4a-4838-a366-5327de10e28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:20:28.703103 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.703551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Bound using segment: {'id': '85036908-5cde-4fec-97b5-f12824e4ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f59c5c30-bc4a-4838-a366-5327de10e28a'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:20:28.704066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Bound port: e6cfda58-6565-47d5-a82b-cd886f88da4d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85036908-5cde-4fec-97b5-f12824e4ff69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f59c5c30-bc4a-4838-a366-5327de10e28a'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:20:28.704611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.748687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f90b73d7-99f8-480b-99e7-d988814dd89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.760354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f90b73d7-99f8-480b-99e7-d988814dd89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.767008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.10 (f59c5c30-bc4a-4838-a366-5327de10e28a/56b88546-6c2e-432f-b0b1-0458602c5edc/521dc289-29fd-48a9-8c11-99065aee099e) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:28.819787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] For port e6cfda58-6565-47d5-a82b-cd886f88da4d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:20:28.824972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] For port e6cfda58-6565-47d5-a82b-cd886f88da4d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e6cfda58-6565-47d5-a82b-cd886f88da4d,segment=NetworkSegment(85036908-5cde-4fec-97b5-f12824e4ff69),segment_id=85036908-5cde-4fec-97b5-f12824e4ff69)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:20:28.832509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:28.836141 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62863f52-9200-4067-8775-85304a37cfd4 req-c04b847f-cabc-42ab-9050-6098f33a040a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0722208 Aug 30 13:20:28.845806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f90b73d7-99f8-480b-99e7-d988814dd89c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dba891540df84ea299829c25fcaa30c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544822 Aug 30 13:20:28.848356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38086) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:28.879157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b73d7-99f8-480b-99e7-d988814dd89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837b54ab-36f2-4ee3-b92b-ed9b7b34730c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:28.931588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96b6f0a-8fb9-41b2-a29d-b7bd6f084e7a None None] Pushing event updated for resources: {'Port': ['ID=e6cfda58-6565-47d5-a82b-cd886f88da4d,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:29.069305 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-416d1d9b-5b7b-4fb9-9371-c1dc61264f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:29.179192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-416d1d9b-5b7b-4fb9-9371-c1dc61264f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:29.388858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:29.449451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object 521dc289-29fd-48a9-8c11-99065aee099e will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:29.455382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-416d1d9b-5b7b-4fb9-9371-c1dc61264f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:29.460262 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-416d1d9b-5b7b-4fb9-9371-c1dc61264f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:29.470248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-416d1d9b-5b7b-4fb9-9371-c1dc61264f55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/837b54ab-36f2-4ee3-b92b-ed9b7b34730c HTTP/1.1" status: 204 len: 168 time: 0.6167655 Aug 30 13:20:29.493164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d1d9b-5b7b-4fb9-9371-c1dc61264f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837b54ab-36f2-4ee3-b92b-ed9b7b34730c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:29.563666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:29.662136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network f59c5c30-bc4a-4838-a366-5327de10e28a is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:29.668354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:29.675496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:29.686760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=521dc289-29fd-48a9-8c11-99065aee099e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:29.810296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:29.811659 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:29.841365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ea72598c-0c2b-4d67-a1a4-fed81e35a255 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3276267 Aug 30 13:20:29.841876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38096) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:29.850132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': 'f59c5c30-bc4a-4838-a366-5327de10e28a', 'name': 'tempest-PortsTestJSON-1590446501', 'fixed_ips': [{'subnet_id': '56b88546-6c2e-432f-b0b1-0458602c5edc', 'ip_address': '172.20.0.9'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:30.173547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8583d1b2-f47d-4ebd-9d1e-45e66a1e5804 req-4bab9b77-f860-465c-953f-ecf3d0be97e5 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0467663 Aug 30 13:20:30.187231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:30.194854 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:30.220650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 12560904-8812-4e79-8e44-35c6e1545bd3 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:20:30.375410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6cfda58-6565-47d5-a82b-cd886f88da4d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:30.556241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ca6c3d-a357-4488-ad7f-b9d8ff67c0e9 None None] Network f59c5c30-bc4a-4838-a366-5327de10e28a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:30.573286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.9 (f59c5c30-bc4a-4838-a366-5327de10e28a/56b88546-6c2e-432f-b0b1-0458602c5edc/12560904-8812-4e79-8e44-35c6e1545bd3) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:30.675584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-de25c359-3d30-4945-b392-55e5b07bde23 None None] Provisioning for port e6cfda58-6565-47d5-a82b-cd886f88da4d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:30.682000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e6cfda58-6565-47d5-a82b-cd886f88da4d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:30.694255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e6cfda58-6565-47d5-a82b-cd886f88da4d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:30.694908 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:30.744310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-de25c359-3d30-4945-b392-55e5b07bde23 None None] Provisioning complete for port e6cfda58-6565-47d5-a82b-cd886f88da4d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:30.744987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-de25c359-3d30-4945-b392-55e5b07bde23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:30.930840 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:31.049288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:31.103833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:31.157003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e6cfda58-6565-47d5-a82b-cd886f88da4d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e6cfda58-6565-47d5-a82b-cd886f88da4d,segment=NetworkSegment(85036908-5cde-4fec-97b5-f12824e4ff69),segment_id=85036908-5cde-4fec-97b5-f12824e4ff69)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:31.158294 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object 12560904-8812-4e79-8e44-35c6e1545bd3 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:31.161880 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-de25c359-3d30-4945-b392-55e5b07bde23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:31.187385 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:31.256077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e6cfda58-6565-47d5-a82b-cd886f88da4d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:31.267575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:31.443131 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-de25c359-3d30-4945-b392-55e5b07bde23 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:20:31.443993 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-de25c359-3d30-4945-b392-55e5b07bde23 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:20:31.537979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3441b26b-e880-4735-b68e-87fa7c0e9f56 req-afe404c3-bb53-4bb3-a79c-4a6a24449dd7 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0787282 Aug 30 13:20:31.542102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network f59c5c30-bc4a-4838-a366-5327de10e28a is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:31.547301 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:31.554603 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:31.633093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=12560904-8812-4e79-8e44-35c6e1545bd3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:31.673025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:31.673826 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:31.702223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38128) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:31.712664 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3a8b1fb3-12fb-4608-bf07-038de4e2a83e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8691139 Aug 30 13:20:31.748855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38130) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:31.881203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96fbee4-4294-443c-83f2-25ac3cafc437 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:31.888059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38134) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:31.888490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d96fbee4-4294-443c-83f2-25ac3cafc437 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1850183 Aug 30 13:20:32.038852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094770749'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:32.179151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c7b17570-fea0-4948-b4a7-24f9ea466877 None None] Provisioning for port 521dc289-29fd-48a9-8c11-99065aee099e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:32.190144 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.191751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c7b17570-fea0-4948-b4a7-24f9ea466877 None None] Provisioning complete for port 521dc289-29fd-48a9-8c11-99065aee099e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:32.192585 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c7b17570-fea0-4948-b4a7-24f9ea466877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.229477 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.270650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d8f4a-0b45-4e03-9947-e128d3307714 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:32.284308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d8f4a-0b45-4e03-9947-e128d3307714 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:32.299170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d8f4a-0b45-4e03-9947-e128d3307714 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:32.304563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ca6d8f4a-0b45-4e03-9947-e128d3307714 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4125166 Aug 30 13:20:32.305233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38140) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:32.325091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6cfda58-6565-47d5-a82b-cd886f88da4d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:32.441965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c7b17570-fea0-4948-b4a7-24f9ea466877 None None] Port 521dc289-29fd-48a9-8c11-99065aee099e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:32.486615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.488341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c7b17570-fea0-4948-b4a7-24f9ea466877 None None] Provisioning complete for port e6cfda58-6565-47d5-a82b-cd886f88da4d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:32.489290 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c7b17570-fea0-4948-b4a7-24f9ea466877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.494212 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.523217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2ece600f-d0e0-486f-9d46-33304d5955d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 12560904-8812-4e79-8e44-35c6e1545bd3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:32.523642 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ece600f-d0e0-486f-9d46-33304d5955d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.570002 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e6cfda58-6565-47d5-a82b-cd886f88da4d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:32.570388 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.615869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4dc23d-3294-4a2e-aec0-f97fb7b7a9e3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:32.748315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ece600f-d0e0-486f-9d46-33304d5955d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.774189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2ece600f-d0e0-486f-9d46-33304d5955d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 12560904-8812-4e79-8e44-35c6e1545bd3 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:32.826129 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.845708 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.883746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9689b5a-a21d-48c9-98b3-60ea54c00335 req-5da79c5d-171a-411b-8227-e54c9230e512 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0560379 Aug 30 13:20:32.903047 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:32.906713 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1544354 Aug 30 13:20:32.906713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0b4b2-9b38-4fcb-b706-0ca9ba9fa6fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22747a5-cc84-40cd-ba3b-1551c3b06f4a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:32.907718 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38146) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:32.931021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-41381602-9592-4685-88aa-0f57a1f57d2a None None] Provisioning for port 12560904-8812-4e79-8e44-35c6e1545bd3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:32.939071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-41381602-9592-4685-88aa-0f57a1f57d2a None None] Provisioning complete for port 12560904-8812-4e79-8e44-35c6e1545bd3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:32.939878 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41381602-9592-4685-88aa-0f57a1f57d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.007072 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-02bc1b85-9c22-4306-b71d-5e5fc1996bfa tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0842438 Aug 30 13:20:33.007565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38148) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:33.014311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8f41d5fc-85ba-4730-bbc7-a125f59a395d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group': {'name': 'tempest-security--456457526', 'description': 'tempest-security-description-136934585'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:33.052522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-41381602-9592-4685-88aa-0f57a1f57d2a None None] Port 12560904-8812-4e79-8e44-35c6e1545bd3 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:33.062816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f41d5fc-85ba-4730-bbc7-a125f59a395d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.085390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ece600f-d0e0-486f-9d46-33304d5955d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.153318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece600f-d0e0-486f-9d46-33304d5955d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=12560904-8812-4e79-8e44-35c6e1545bd3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:33.190372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f41d5fc-85ba-4730-bbc7-a125f59a395d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.196530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f41d5fc-85ba-4730-bbc7-a125f59a395d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.200478 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f41d5fc-85ba-4730-bbc7-a125f59a395d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.202112 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8f41d5fc-85ba-4730-bbc7-a125f59a395d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "PUT /v2.0/security-groups/c22747a5-cc84-40cd-ba3b-1551c3b06f4a HTTP/1.1" status: 200 len: 1778 time: 0.1920576 Aug 30 13:20:33.208590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38152) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:33.303488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41d5fc-85ba-4730-bbc7-a125f59a395d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c22747a5-cc84-40cd-ba3b-1551c3b06f4a,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:33.330012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38156) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:33.336290 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6ce922c6-2aa3-4c50-a5c5-f0d15f568ddc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups/c22747a5-cc84-40cd-ba3b-1551c3b06f4a HTTP/1.1" status: 200 len: 1778 time: 0.1253567 Aug 30 13:20:33.385208 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2ece600f-d0e0-486f-9d46-33304d5955d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.387776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2ece600f-d0e0-486f-9d46-33304d5955d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/12560904-8812-4e79-8e44-35c6e1545bd3 HTTP/1.1" status: 204 len: 168 time: 1.0807309 Aug 30 13:20:33.391484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38158) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:33.473719 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-5080e473-72df-4bb3-808a-64485bed55fb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:20:33.480023 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5080e473-72df-4bb3-808a-64485bed55fb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/12560904-8812-4e79-8e44-35c6e1545bd3 HTTP/1.1" status: 404 len: 333 time: 0.0828629 Aug 30 13:20:33.480487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38160) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:33.504854 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60ea2a11-e533-49ad-bb07-5d210188b72a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.582218 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60ea2a11-e533-49ad-bb07-5d210188b72a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.637510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9a634a47-e907-4a44-8e34-1901c315c1ba tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 521dc289-29fd-48a9-8c11-99065aee099e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:33.638393 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a634a47-e907-4a44-8e34-1901c315c1ba tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.677618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60ea2a11-e533-49ad-bb07-5d210188b72a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.680738 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60ea2a11-e533-49ad-bb07-5d210188b72a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.682120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-60ea2a11-e533-49ad-bb07-5d210188b72a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-groups/c22747a5-cc84-40cd-ba3b-1551c3b06f4a HTTP/1.1" status: 204 len: 168 time: 0.3499296 Aug 30 13:20:33.686256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38162) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:33.702231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea2a11-e533-49ad-bb07-5d210188b72a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22747a5-cc84-40cd-ba3b-1551c3b06f4a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:33.785213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a634a47-e907-4a44-8e34-1901c315c1ba tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:33.809691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9a634a47-e907-4a44-8e34-1901c315c1ba tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 521dc289-29fd-48a9-8c11-99065aee099e owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:33.831969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a2cade78-5949-4fe0-9ddd-4a33263b75c1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1436884 Aug 30 13:20:33.834253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38164) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:33.917849 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-b412332c-f9eb-4984-b22a-077c1e9db0b1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] delete failed (client error): The resource could not be found. Aug 30 13:20:33.923283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b412332c-f9eb-4984-b22a-077c1e9db0b1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-groups/c22747a5-cc84-40cd-ba3b-1551c3b06f4a HTTP/1.1" status: 404 len: 347 time: 0.0835516 Aug 30 13:20:33.923939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38168) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:33.932990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0b179d59-509f-43e7-acdf-c024a3e819fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1575683945'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:34.012180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b179d59-509f-43e7-acdf-c024a3e819fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.231680 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-295c9352-808c-4b6a-bd65-94e6fcd939bd req-62f75936-a20f-4f1c-879e-0cdcdb7e917f tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0848517 Aug 30 13:20:34.249861 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b179d59-509f-43e7-acdf-c024a3e819fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.257059 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b179d59-509f-43e7-acdf-c024a3e819fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.312035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b179d59-509f-43e7-acdf-c024a3e819fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a13c312-d61a-4938-ad16-a0d99e27474d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:34.319724 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a634a47-e907-4a44-8e34-1901c315c1ba tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.328837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b179d59-509f-43e7-acdf-c024a3e819fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.330454 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0b179d59-509f-43e7-acdf-c024a3e819fc tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4053810 Aug 30 13:20:34.334201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38174) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:34.341106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': '0a13c312-d61a-4938-ad16-a0d99e27474d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:34.372060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a634a47-e907-4a44-8e34-1901c315c1ba tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=521dc289-29fd-48a9-8c11-99065aee099e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:34.396896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.541646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a634a47-e907-4a44-8e34-1901c315c1ba tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.542329 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.544936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9a634a47-e907-4a44-8e34-1901c315c1ba tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/521dc289-29fd-48a9-8c11-99065aee099e HTTP/1.1" status: 204 len: 168 time: 1.0630867 Aug 30 13:20:34.548844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38178) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:34.551826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.592403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d204142b-9e17-4392-ac5c-02c142ffda9b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:34.606183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.608138 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2724431 Aug 30 13:20:34.610367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.610712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.611054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.611414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.611743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.612047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.612371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.612696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.613016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.613336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.613675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.614013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c6414-d1b1-4472-b467-81ebc5a31c31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:34.614277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38180) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:34.677141 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e6dec8-8612-49cd-a99c-5a256a1e45a1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:20:34.682505 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-17e6dec8-8612-49cd-a99c-5a256a1e45a1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/521dc289-29fd-48a9-8c11-99065aee099e HTTP/1.1" status: 404 len: 333 time: 0.1300049 Aug 30 13:20:34.683862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38182) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:34.716377 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5098a7b9-fa4d-4cf8-968d-28f908823dab tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.749920 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5098a7b9-fa4d-4cf8-968d-28f908823dab tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.794473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39140a8-b675-4d5f-a906-d455bfc9dda6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 56b88546-6c2e-432f-b0b1-0458602c5edc {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:20:34.803691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e39140a8-b675-4d5f-a906-d455bfc9dda6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.824170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5098a7b9-fa4d-4cf8-968d-28f908823dab tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.838394 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5098a7b9-fa4d-4cf8-968d-28f908823dab tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.844673 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5098a7b9-fa4d-4cf8-968d-28f908823dab tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d204142b-9e17-4392-ac5c-02c142ffda9b HTTP/1.1" status: 204 len: 168 time: 0.2097352 Aug 30 13:20:34.844936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38184) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:34.854727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098a7b9-fa4d-4cf8-968d-28f908823dab tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d204142b-9e17-4392-ac5c-02c142ffda9b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:34.883833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e39140a8-b675-4d5f-a906-d455bfc9dda6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:34.972423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0f4245a6-be85-4e82-bba2-1a3bf64ad570 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1222348 Aug 30 13:20:34.975217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38188) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:35.067331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e39140a8-b675-4d5f-a906-d455bfc9dda6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.124054 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e886d782-2f84-4f98-a491-d3358f0ded57 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.152323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e886d782-2f84-4f98-a491-d3358f0ded57 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.184618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e39140a8-b675-4d5f-a906-d455bfc9dda6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.225030 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e886d782-2f84-4f98-a491-d3358f0ded57 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.228383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e886d782-2f84-4f98-a491-d3358f0ded57 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.232570 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e886d782-2f84-4f98-a491-d3358f0ded57 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a13c312-d61a-4938-ad16-a0d99e27474d HTTP/1.1" status: 204 len: 168 time: 0.2547588 Aug 30 13:20:35.233475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38190) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:35.247743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e39140a8-b675-4d5f-a906-d455bfc9dda6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.251483 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e39140a8-b675-4d5f-a906-d455bfc9dda6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/56b88546-6c2e-432f-b0b1-0458602c5edc HTTP/1.1" status: 204 len: 168 time: 0.5656641 Aug 30 13:20:35.254712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39140a8-b675-4d5f-a906-d455bfc9dda6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=56b88546-6c2e-432f-b0b1-0458602c5edc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:35.256289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09840515-ed86-462a-b82f-828eb6215df6 None None] Network f59c5c30-bc4a-4838-a366-5327de10e28a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:35.265524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38192) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:35.322523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886d782-2f84-4f98-a491-d3358f0ded57 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a13c312-d61a-4938-ad16-a0d99e27474d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:35.377139 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c9a80fa8-085d-4dcb-b093-0d6a2f058dae tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1389673 Aug 30 13:20:35.382948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38196) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:35.391936 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6bc2c32c-4b20-4c0e-aa5b-40867e1b61bf tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group': {'name': 'tempest-secgroup--367997393'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:35.472095 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c32c-4b20-4c0e-aa5b-40867e1b61bf tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.583322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.637437 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1748f23f-2bbc-4322-b3eb-bf578cb2cd5d req-3938f8b5-698a-4a0e-97e6-0a8933817c32 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0657141 Aug 30 13:20:35.722041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c4bed-53fd-4e44-b1c2-f7a95ace892d None None] DHCP port deletion for f59c5c30-bc4a-4838-a366-5327de10e28a request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:20:35.727816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c32c-4b20-4c0e-aa5b-40867e1b61bf tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.732596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port e6cfda58-6565-47d5-a82b-cd886f88da4d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:35.733141 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.740168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c32c-4b20-4c0e-aa5b-40867e1b61bf tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.788836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2c32c-4b20-4c0e-aa5b-40867e1b61bf tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6858af4-89a9-4993-a2ea-b243bf853f5d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:35.802483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6bc2c32c-4b20-4c0e-aa5b-40867e1b61bf tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.807299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6bc2c32c-4b20-4c0e-aa5b-40867e1b61bf tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4195490 Aug 30 13:20:35.809375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38202) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:35.821244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2a0deb8b-8043-4e4b-b001-b6ded7c96575 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': 'e6858af4-89a9-4993-a2ea-b243bf853f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:35.826937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-132c4bed-53fd-4e44-b1c2-f7a95ace892d None None] Deleting port e6cfda58-6565-47d5-a82b-cd886f88da4d {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:35.827761 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-132c4bed-53fd-4e44-b1c2-f7a95ace892d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.908640 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0deb8b-8043-4e4b-b001-b6ded7c96575 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.916245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] For port e6cfda58-6565-47d5-a82b-cd886f88da4d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e6cfda58-6565-47d5-a82b-cd886f88da4d,segment=NetworkSegment(85036908-5cde-4fec-97b5-f12824e4ff69),segment_id=85036908-5cde-4fec-97b5-f12824e4ff69)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:35.916832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.955824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for e6cfda58-6565-47d5-a82b-cd886f88da4d owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:35.960076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-132c4bed-53fd-4e44-b1c2-f7a95ace892d None None] For port e6cfda58-6565-47d5-a82b-cd886f88da4d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e6cfda58-6565-47d5-a82b-cd886f88da4d,segment=NetworkSegment(85036908-5cde-4fec-97b5-f12824e4ff69),segment_id=85036908-5cde-4fec-97b5-f12824e4ff69)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:35.960479 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-132c4bed-53fd-4e44-b1c2-f7a95ace892d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:35.981748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-132c4bed-53fd-4e44-b1c2-f7a95ace892d None None] Calling delete_port for e6cfda58-6565-47d5-a82b-cd886f88da4d owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:36.007234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0deb8b-8043-4e4b-b001-b6ded7c96575 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.015410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0deb8b-8043-4e4b-b001-b6ded7c96575 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.081619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0deb8b-8043-4e4b-b001-b6ded7c96575 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7d548c-1251-42db-8bae-195236b0b1c6,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:36.100763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0deb8b-8043-4e4b-b001-b6ded7c96575 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.102548 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2a0deb8b-8043-4e4b-b001-b6ded7c96575 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2918613 Aug 30 13:20:36.111682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38204) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:36.118229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8f940f46-47cf-4a67-9c6b-15203e8ba803 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': 'e6858af4-89a9-4993-a2ea-b243bf853f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:36.119060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-132c4bed-53fd-4e44-b1c2-f7a95ace892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.188220 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f940f46-47cf-4a67-9c6b-15203e8ba803 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.205153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.215976 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c4bed-53fd-4e44-b1c2-f7a95ace892d None None] Pushing event deleted for resources: {'Port': ['ID=e6cfda58-6565-47d5-a82b-cd886f88da4d,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:36.249219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c4bed-53fd-4e44-b1c2-f7a95ace892d None None] No DVR routers for this DVR port e6cfda58-6565-47d5-a82b-cd886f88da4d on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:36.295973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6cfda58-6565-47d5-a82b-cd886f88da4d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:36.324869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f940f46-47cf-4a67-9c6b-15203e8ba803 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.328232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=e6cfda58-6565-47d5-a82b-cd886f88da4d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:36.332500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No DVR routers for this DVR port e6cfda58-6565-47d5-a82b-cd886f88da4d on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:36.332846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f940f46-47cf-4a67-9c6b-15203e8ba803 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.354295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e6cfda58-6565-47d5-a82b-cd886f88da4d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:20:36.354765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e6cfda58-6565-47d5-a82b-cd886f88da4d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:20:36.367928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f940f46-47cf-4a67-9c6b-15203e8ba803 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1442897e-f01e-4288-99b5-e1163a264831,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:36.379382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8f940f46-47cf-4a67-9c6b-15203e8ba803 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.379382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8f940f46-47cf-4a67-9c6b-15203e8ba803 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2609897 Aug 30 13:20:36.379382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38208) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:36.383422 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a665328a-501c-4e4b-8991-21a0202d446e tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': 'e6858af4-89a9-4993-a2ea-b243bf853f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:36.430471 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a665328a-501c-4e4b-8991-21a0202d446e tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.478193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.491861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59c5c30-bc4a-4838-a366-5327de10e28a']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:36.517645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85036908-5cde-4fec-97b5-f12824e4ff69') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:36.518291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85036908-5cde-4fec-97b5-f12824e4ff69') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:36.533330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.551509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a665328a-501c-4e4b-8991-21a0202d446e tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.554230 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.557983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a665328a-501c-4e4b-8991-21a0202d446e tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.568830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:20:36.569262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.578616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665328a-501c-4e4b-8991-21a0202d446e tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dfa42c-3a96-488c-b055-f840f4b33e0a,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:36.585475 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a665328a-501c-4e4b-8991-21a0202d446e tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.591320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a665328a-501c-4e4b-8991-21a0202d446e tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2118840 Aug 30 13:20:36.592356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38210) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:36.597409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2efb1a85-0f84-4ec4-89f3-82065b9377a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': 'e6858af4-89a9-4993-a2ea-b243bf853f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:36.627722 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ce0d574-5663-4b46-b6e9-8872584ac744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.631890 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2efb1a85-0f84-4ec4-89f3-82065b9377a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:20:36.719573 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:20:36.733899 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.748033 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.765408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/networks/f59c5c30-bc4a-4838-a366-5327de10e28a HTTP/1.1" status: 204 len: 168 time: 1.4966457 Aug 30 13:20:36.768056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38218) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:36.775630 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-726324534'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:36.792409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f2418-fc32-4cf3-9518-18b50bbcedbf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Network': ['ID=f59c5c30-bc4a-4838-a366-5327de10e28a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:36.808545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2efb1a85-0f84-4ec4-89f3-82065b9377a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.816749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2efb1a85-0f84-4ec4-89f3-82065b9377a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.890472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-958053dc-596a-4297-8289-3069cbbfa773 req-04e03f26-6adc-4e5b-b13f-dff3bffcdfcc tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0618482 Aug 30 13:20:36.896365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:36.905185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.911359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb1a85-0f84-4ec4-89f3-82065b9377a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6a53a0-e18e-4b62-9227-5a9d5815291a,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:36.947122 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2efb1a85-0f84-4ec4-89f3-82065b9377a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.948362 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2efb1a85-0f84-4ec4-89f3-82065b9377a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3549688 Aug 30 13:20:36.952204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38220) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:36.956855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d5ba0a32-0d77-40ea-8738-61fee629eef6 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': 'e6858af4-89a9-4993-a2ea-b243bf853f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:36.968489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:20:36.986518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:36.987003 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Added segment 1fea2d01-538e-4fd0-b83f-643a1e5476b7 of type vlan for network 470f6a81-f9e9-487e-a163-8ddc6880a914 Aug 30 13:20:37.002701 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0a32-0d77-40ea-8738-61fee629eef6 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.054569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.125474 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0a32-0d77-40ea-8738-61fee629eef6 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.129409 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.139745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:37.140755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.158346 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0a32-0d77-40ea-8738-61fee629eef6 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.265863 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4959424 Aug 30 13:20:37.271275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38222) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:37.279094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba0a32-0d77-40ea-8738-61fee629eef6 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2876ec8-09ac-4a35-81aa-4c93a6ba71d7,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:37.287687 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5ba0a32-0d77-40ea-8738-61fee629eef6 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.289150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '470f6a81-f9e9-487e-a163-8ddc6880a914', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:37.289938 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d5ba0a32-0d77-40ea-8738-61fee629eef6 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3362994 Aug 30 13:20:37.295413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38224) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:37.318227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459857ac-27fe-499a-b8ab-e5e0dc798869 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Network': ['ID=470f6a81-f9e9-487e-a163-8ddc6880a914,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:37.344246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78a802af-8bd1-4ad0-ae83-bb3063e86456 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.348982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 470f6a81-f9e9-487e-a163-8ddc6880a914 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:20:37.357700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78a802af-8bd1-4ad0-ae83-bb3063e86456 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.444384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78a802af-8bd1-4ad0-ae83-bb3063e86456 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.464251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-78a802af-8bd1-4ad0-ae83-bb3063e86456 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.466030 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-78a802af-8bd1-4ad0-ae83-bb3063e86456 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/e2876ec8-09ac-4a35-81aa-4c93a6ba71d7 HTTP/1.1" status: 204 len: 168 time: 0.1692450 Aug 30 13:20:37.471311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38228) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:37.482077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a802af-8bd1-4ad0-ae83-bb3063e86456 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2876ec8-09ac-4a35-81aa-4c93a6ba71d7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:37.586955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d32491d1-3707-41a4-8b8c-c919c82cadc3 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1092348 Aug 30 13:20:37.588111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38230) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:37.623659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:37.629691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.648308 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0ce08ba-7aca-46f7-ad59-9f4ccb99696f tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.663577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0ce08ba-7aca-46f7-ad59-9f4ccb99696f tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.730326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0ce08ba-7aca-46f7-ad59-9f4ccb99696f tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.761472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0ce08ba-7aca-46f7-ad59-9f4ccb99696f tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.767792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38236) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:37.770309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e0ce08ba-7aca-46f7-ad59-9f4ccb99696f tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/6b6a53a0-e18e-4b62-9227-5a9d5815291a HTTP/1.1" status: 204 len: 168 time: 0.1801338 Aug 30 13:20:37.772039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce08ba-7aca-46f7-ad59-9f4ccb99696f tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b6a53a0-e18e-4b62-9227-5a9d5815291a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:37.868262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-901f14eb-e172-4aa3-b36a-a5307eb96ba1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0959029 Aug 30 13:20:37.872587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38238) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:37.937148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5d95515-36d8-4316-99a5-0bd4a0c199d8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:37.959678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5d95515-36d8-4316-99a5-0bd4a0c199d8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.062502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5d95515-36d8-4316-99a5-0bd4a0c199d8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.085831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5d95515-36d8-4316-99a5-0bd4a0c199d8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.087625 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c5d95515-36d8-4316-99a5-0bd4a0c199d8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b8dfa42c-3a96-488c-b055-f840f4b33e0a HTTP/1.1" status: 204 len: 168 time: 0.2133451 Aug 30 13:20:38.111882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38242) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:38.127759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d95515-36d8-4316-99a5-0bd4a0c199d8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8dfa42c-3a96-488c-b055-f840f4b33e0a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:38.146307 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.154066 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-60a3dc73-26e5-49b8-9144-2379dea4fd4f req-53a80113-458b-4d8a-8e5a-b3da606144d6 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0856888 Aug 30 13:20:38.237173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2e54d919-8fe2-44fd-9d12-e4cd62e94534 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1239944 Aug 30 13:20:38.240332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38244) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:38.247656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=29253f80-1d11-4cce-b04f-c7603a5bfe50,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:38.265203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Checking segment: {'id': '1fea2d01-538e-4fd0-b83f-643a1e5476b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '470f6a81-f9e9-487e-a163-8ddc6880a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:20:38.265914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network hostable DHCP agents. Network: 470f6a81-f9e9-487e-a163-8ddc6880a914, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:20:38.293519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 470f6a81-f9e9-487e-a163-8ddc6880a914 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:20:38.309274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 470f6a81-f9e9-487e-a163-8ddc6880a914) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:38.309582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b864e1a0-9550-4e07-bc27-6c3f07262b63 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.317911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:38.322589 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.323394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37454134-e562-4a8a-85e0-f370e2716aac None None] Network 470f6a81-f9e9-487e-a163-8ddc6880a914 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:38.337182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b864e1a0-9550-4e07-bc27-6c3f07262b63 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.373439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-afba5fe8-146a-466e-862e-a170116094c9 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0958195 Aug 30 13:20:38.377743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38246) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:38.388122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9448f7b8-3943-46aa-9331-55f743c4d8de tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-521891505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:38.444124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b864e1a0-9550-4e07-bc27-6c3f07262b63 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.459349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b864e1a0-9550-4e07-bc27-6c3f07262b63 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.460517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b864e1a0-9550-4e07-bc27-6c3f07262b63 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1442897e-f01e-4288-99b5-e1163a264831 HTTP/1.1" status: 204 len: 168 time: 0.2183099 Aug 30 13:20:38.464868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38248) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:38.491458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864e1a0-9550-4e07-bc27-6c3f07262b63 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1442897e-f01e-4288-99b5-e1163a264831,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:38.526956 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9448f7b8-3943-46aa-9331-55f743c4d8de tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.529936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9448f7b8-3943-46aa-9331-55f743c4d8de tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.573531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-470f6a81-f9e9-487e-a163-8ddc6880a914', 'network_id': '470f6a81-f9e9-487e-a163-8ddc6880a914', 'tenant_id': '4ea2d2b37d9c4d0baa567102cbc4e183', 'fixed_ips': [{'subnet_id': '29253f80-1d11-4cce-b04f-c7603a5bfe50'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:20:38.574454 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.589548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7c42cb9c-9865-4c24-872e-22510c5c9a4b tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1224012 Aug 30 13:20:38.592153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38252) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:38.628027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9448f7b8-3943-46aa-9331-55f743c4d8de tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.635234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9448f7b8-3943-46aa-9331-55f743c4d8de tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.659986 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9448f7b8-3943-46aa-9331-55f743c4d8de tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.660287 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9448f7b8-3943-46aa-9331-55f743c4d8de tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2809947 Aug 30 13:20:38.661214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4274959-a140-47c2-ac83-3b48f1e3df31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.663436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38254) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:38.680449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4274959-a140-47c2-ac83-3b48f1e3df31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.681185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'network_id': '470f6a81-f9e9-487e-a163-8ddc6880a914', 'name': 'tempest-PortsTestJSON-134134979'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:38.736898 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4274959-a140-47c2-ac83-3b48f1e3df31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.756069 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4274959-a140-47c2-ac83-3b48f1e3df31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:38.766226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b4274959-a140-47c2-ac83-3b48f1e3df31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/8e7d548c-1251-42db-8bae-195236b0b1c6 HTTP/1.1" status: 204 len: 168 time: 0.1724102 Aug 30 13:20:38.767495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38256) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:38.782286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4274959-a140-47c2-ac83-3b48f1e3df31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e7d548c-1251-42db-8bae-195236b0b1c6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:38.866032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Allocated IP 172.20.0.2 (470f6a81-f9e9-487e-a163-8ddc6880a914/29253f80-1d11-4cce-b04f-c7603a5bfe50/acbe90e0-4dd2-436e-b149-5d83677cd6c2) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:38.888639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-53be489f-5ef3-42be-b82e-4a1bc1efbc79 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1166012 Aug 30 13:20:38.889330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38262) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:38.916993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:38.921615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.002163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 145051b8-e024-4493-a8c8-f854709ea6dd yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:20:39.004138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-201f60a9-15d9-45d4-bb9c-59c818871415 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.084649 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-201f60a9-15d9-45d4-bb9c-59c818871415 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.197563 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-201f60a9-15d9-45d4-bb9c-59c818871415 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.204875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-201f60a9-15d9-45d4-bb9c-59c818871415 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.207555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-201f60a9-15d9-45d4-bb9c-59c818871415 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-groups/e6858af4-89a9-4993-a2ea-b243bf853f5d HTTP/1.1" status: 204 len: 168 time: 0.3039491 Aug 30 13:20:39.211594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38266) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:39.251743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f60a9-15d9-45d4-bb9c-59c818871415 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6858af4-89a9-4993-a2ea-b243bf853f5d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:39.402851 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0b9193f6-0d09-4cec-a93c-cf9e19cecd49 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1854570 Aug 30 13:20:39.404028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38268) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:39.412551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-540db614-2a99-4ee2-a94c-cbc3913fcaf8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676835666'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:39.434902 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb6870fa-b656-4c47-b281-162e2a0a2e1a req-49f13e70-855f-4708-9b6a-4e8f2f81e48d tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0896385 Aug 30 13:20:39.491272 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eeeae408-280c-4a63-9a04-91a1a5592229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.511501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-540db614-2a99-4ee2-a94c-cbc3913fcaf8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.574316 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.586076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Transition to ACTIVE for port object acbe90e0-4dd2-436e-b149-5d83677cd6c2 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:39.604904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Transition to ACTIVE for port object acbe90e0-4dd2-436e-b149-5d83677cd6c2 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:39.616917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.712258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-540db614-2a99-4ee2-a94c-cbc3913fcaf8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.724862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Network 470f6a81-f9e9-487e-a163-8ddc6880a914 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:39.727607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.9 (470f6a81-f9e9-487e-a163-8ddc6880a914/29253f80-1d11-4cce-b04f-c7603a5bfe50/145051b8-e024-4493-a8c8-f854709ea6dd) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:39.728475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-540db614-2a99-4ee2-a94c-cbc3913fcaf8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.731964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:39.735364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Pushing event updated for resources: {'Port': ['ID=acbe90e0-4dd2-436e-b149-5d83677cd6c2,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:39.739967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:39.813034 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-540db614-2a99-4ee2-a94c-cbc3913fcaf8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.818818 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-540db614-2a99-4ee2-a94c-cbc3913fcaf8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4089420 Aug 30 13:20:39.819973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38272) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:39.830266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-328a5e2a-c8c0-4f66-aa03-4c72a3ab0bb7 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': '9597fdee-178b-4a16-96ac-14f8c3f2edf4', 'direction': 'ingress', 'protocol': 17}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:39.839816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540db614-2a99-4ee2-a94c-cbc3913fcaf8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9597fdee-178b-4a16-96ac-14f8c3f2edf4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:39.861490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Attempting to bind port acbe90e0-4dd2-436e-b149-5d83677cd6c2 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:20:39.864997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Attempting to bind port acbe90e0-4dd2-436e-b149-5d83677cd6c2 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '1fea2d01-538e-4fd0-b83f-643a1e5476b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '470f6a81-f9e9-487e-a163-8ddc6880a914'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:20:39.866468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Attempting to bind port acbe90e0-4dd2-436e-b149-5d83677cd6c2 on network 470f6a81-f9e9-487e-a163-8ddc6880a914 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:20:39.877338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:20:39.878596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Checking segment: {'id': '1fea2d01-538e-4fd0-b83f-643a1e5476b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '470f6a81-f9e9-487e-a163-8ddc6880a914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:20:39.879812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.880920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Bound using segment: {'id': '1fea2d01-538e-4fd0-b83f-643a1e5476b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '470f6a81-f9e9-487e-a163-8ddc6880a914'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:20:39.882076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Bound port: acbe90e0-4dd2-436e-b149-5d83677cd6c2, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fea2d01-538e-4fd0-b83f-643a1e5476b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '470f6a81-f9e9-487e-a163-8ddc6880a914'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:20:39.885637 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:39.904271 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-328a5e2a-c8c0-4f66-aa03-4c72a3ab0bb7 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.066909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-328a5e2a-c8c0-4f66-aa03-4c72a3ab0bb7 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.074968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-328a5e2a-c8c0-4f66-aa03-4c72a3ab0bb7 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.095666 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.121027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a5e2a-c8c0-4f66-aa03-4c72a3ab0bb7 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a228bd1-2e65-48c0-881d-224114f6d721,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:40.139879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-328a5e2a-c8c0-4f66-aa03-4c72a3ab0bb7 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.150444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38278) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:40.151213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-328a5e2a-c8c0-4f66-aa03-4c72a3ab0bb7 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3288538 Aug 30 13:20:40.174585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] For port acbe90e0-4dd2-436e-b149-5d83677cd6c2, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:20:40.176606 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.188038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] For port acbe90e0-4dd2-436e-b149-5d83677cd6c2, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=acbe90e0-4dd2-436e-b149-5d83677cd6c2,segment=NetworkSegment(1fea2d01-538e-4fd0-b83f-643a1e5476b7),segment_id=1fea2d01-538e-4fd0-b83f-643a1e5476b7)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:20:40.204560 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.228492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object 145051b8-e024-4493-a8c8-f854709ea6dd will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:40.302899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e94ffc3e-204c-4d85-b900-845bf190f7b0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.351308 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.372234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa181f41-35fb-40da-806e-cca3b18bcfea None None] Pushing event updated for resources: {'Port': ['ID=acbe90e0-4dd2-436e-b149-5d83677cd6c2,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:40.376595 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e94ffc3e-204c-4d85-b900-845bf190f7b0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.833462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:40.911971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 470f6a81-f9e9-487e-a163-8ddc6880a914 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:40.936223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:40.972554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=145051b8-e024-4493-a8c8-f854709ea6dd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:40.978143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:40.989295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcc26a1d-9f5d-4bc7-a4c0-120ea5626efc req-7dbb6d8b-ba09-445e-81f2-ec18706cb1df tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/ports?device_id=c9e3432d-27b6-4a73-b0df-69b1e45cf1d1 HTTP/1.1" status: 200 len: 210 time: 0.0754428 Aug 30 13:20:41.076666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e94ffc3e-204c-4d85-b900-845bf190f7b0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:41.082885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e94ffc3e-204c-4d85-b900-845bf190f7b0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:41.097924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e94ffc3e-204c-4d85-b900-845bf190f7b0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-groups/9597fdee-178b-4a16-96ac-14f8c3f2edf4 HTTP/1.1" status: 204 len: 168 time: 0.9433007 Aug 30 13:20:41.104533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38284) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:41.156299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ffc3e-204c-4d85-b900-845bf190f7b0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9597fdee-178b-4a16-96ac-14f8c3f2edf4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:41.188234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:41.189733 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:41.233861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-534af82c-1464-4026-ae5a-583ca1bf80d2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5680859 Aug 30 13:20:41.235732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38290) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:41.248755 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-97620183-a5f2-4ac2-8431-49883e6b4a00 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1333566 Aug 30 13:20:41.249147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38292) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:41.272944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-22fde1e6-9dc3-44a4-919f-44c43da54a44 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254342189'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:41.343371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22fde1e6-9dc3-44a4-919f-44c43da54a44 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:41.590426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22fde1e6-9dc3-44a4-919f-44c43da54a44 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:41.597601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22fde1e6-9dc3-44a4-919f-44c43da54a44 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:41.708686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fde1e6-9dc3-44a4-919f-44c43da54a44 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a649f22-5488-4394-9daa-45677a3e43f2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:41.740281 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22fde1e6-9dc3-44a4-919f-44c43da54a44 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:41.744299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-22fde1e6-9dc3-44a4-919f-44c43da54a44 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4931254 Aug 30 13:20:41.753513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38294) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:41.766303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-897f81b6-515b-48d2-9b13-92fea7b5b4ba tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852955487'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:41.822600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-897f81b6-515b-48d2-9b13-92fea7b5b4ba tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.061334 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-897f81b6-515b-48d2-9b13-92fea7b5b4ba tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.068735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-897f81b6-515b-48d2-9b13-92fea7b5b4ba tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.132564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-897f81b6-515b-48d2-9b13-92fea7b5b4ba tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.134531 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.138548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-897f81b6-515b-48d2-9b13-92fea7b5b4ba tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3820803 Aug 30 13:20:42.139295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38300) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:42.155197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f81b6-515b-48d2-9b13-92fea7b5b4ba tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79f210f-55d8-4ed6-8c1e-3b6592648d5f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:42.172332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-69b5f6ac-398e-4495-a1e5-c37e43b9cd86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': '0a649f22-5488-4394-9daa-45677a3e43f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b79f210f-55d8-4ed6-8c1e-3b6592648d5f', 'remote_ip_prefix': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:42.192408 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.260524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38304) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:42.301847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04321cea-e1ff-4c22-af54-511827157d3a None None] Network 470f6a81-f9e9-487e-a163-8ddc6880a914 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:42.463980 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2f80729d-90a6-40ac-8f11-49b3d025a53a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.475772 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-69b5f6ac-398e-4495-a1e5-c37e43b9cd86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.522553 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2f80729d-90a6-40ac-8f11-49b3d025a53a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.542361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device acbe90e0-4dd2-436e-b149-5d83677cd6c2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:42.611951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ec2de751-b686-46ad-b20f-8e9f1282571f None None] Provisioning for port acbe90e0-4dd2-436e-b149-5d83677cd6c2 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:42.613575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2f80729d-90a6-40ac-8f11-49b3d025a53a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.619830 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2f80729d-90a6-40ac-8f11-49b3d025a53a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.625165 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2f80729d-90a6-40ac-8f11-49b3d025a53a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "DELETE /v2.0/security-groups/16bd14e4-bf5e-428a-be0c-2f26a0ec21c5 HTTP/1.1" status: 204 len: 168 time: 0.3630233 Aug 30 13:20:42.641378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38310) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:42.683466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80729d-90a6-40ac-8f11-49b3d025a53a tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bd14e4-bf5e-428a-be0c-2f26a0ec21c5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:42.689118 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-309b45b9-70e8-4432-9b04-0aa043c54871 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] show failed (client error): The resource could not be found. Aug 30 13:20:42.691001 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-309b45b9-70e8-4432-9b04-0aa043c54871 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "GET /v2.0/security-groups/16bd14e4-bf5e-428a-be0c-2f26a0ec21c5 HTTP/1.1" status: 404 len: 347 time: 0.0481575 Aug 30 13:20:42.695981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38312) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:42.742670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port acbe90e0-4dd2-436e-b149-5d83677cd6c2 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:42.776402 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.785107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.808100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port acbe90e0-4dd2-436e-b149-5d83677cd6c2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:42.810098 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.921069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=145051b8-e024-4493-a8c8-f854709ea6dd,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:42.927974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-69b5f6ac-398e-4495-a1e5-c37e43b9cd86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.936441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-69b5f6ac-398e-4495-a1e5-c37e43b9cd86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:42.996858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting port 971a0e24-ba0f-422d-80cb-329cb396a914 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:42.997426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.033421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5f6ac-398e-4495-a1e5-c37e43b9cd86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198d6a91-e410-4cad-b952-1e754517ac3e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:43.050438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-69b5f6ac-398e-4495-a1e5-c37e43b9cd86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.051721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-69b5f6ac-398e-4495-a1e5-c37e43b9cd86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8943937 Aug 30 13:20:43.058634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:43.150500 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b02b310f-e97b-4634-8646-b0ba8eabffc1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.169508 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.170676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.177833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b02b310f-e97b-4634-8646-b0ba8eabffc1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.186882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Calling delete_port for 971a0e24-ba0f-422d-80cb-329cb396a914 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:43.218256 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.339380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port acbe90e0-4dd2-436e-b149-5d83677cd6c2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=acbe90e0-4dd2-436e-b149-5d83677cd6c2,segment=NetworkSegment(1fea2d01-538e-4fd0-b83f-643a1e5476b7),segment_id=1fea2d01-538e-4fd0-b83f-643a1e5476b7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:43.358562 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.457999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.472519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b02b310f-e97b-4634-8646-b0ba8eabffc1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.509656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.574074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Port': ['ID=971a0e24-ba0f-422d-80cb-329cb396a914,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:43.595710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=acbe90e0-4dd2-436e-b149-5d83677cd6c2,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:43.598442 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b02b310f-e97b-4634-8646-b0ba8eabffc1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.599736 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b02b310f-e97b-4634-8646-b0ba8eabffc1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/198d6a91-e410-4cad-b952-1e754517ac3e HTTP/1.1" status: 204 len: 168 time: 0.5155897 Aug 30 13:20:43.604635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38322) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:43.632415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b310f-e97b-4634-8646-b0ba8eabffc1 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=198d6a91-e410-4cad-b952-1e754517ac3e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:43.718914 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:20:43.766166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b8cc66bc-9407-4284-8785-9f41d0f21408 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1602879 Aug 30 13:20:43.769577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-00ae461b-7725-42a0-8433-4b5b51407036 None None] Provisioning complete for port acbe90e0-4dd2-436e-b149-5d83677cd6c2 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:43.770066 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-00ae461b-7725-42a0-8433-4b5b51407036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.776880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38324) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:43.799055 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.802177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:43.803702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3c6418bf-4b07-4559-a46b-5525fcb2dfaf tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "DELETE /v2.0/floatingips/d4ee1377-43c8-436c-8aac-0c90481a3e08 HTTP/1.1" status: 204 len: 168 time: 1.1057220 Aug 30 13:20:43.807530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38326) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:44.023496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-00ae461b-7725-42a0-8433-4b5b51407036 None None] Provisioning for port 145051b8-e024-4493-a8c8-f854709ea6dd completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:44.032770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-00ae461b-7725-42a0-8433-4b5b51407036 None None] Provisioning complete for port 145051b8-e024-4493-a8c8-f854709ea6dd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:44.033468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfb64f-ec57-4e1e-85e0-e4cdf6fd9d99 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting port 67ca5939-98c3-4502-a7a2-978589532e01 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:44.033865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8dfb64f-ec57-4e1e-85e0-e4cdf6fd9d99 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.034193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-00ae461b-7725-42a0-8433-4b5b51407036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.040739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b69d915-b89c-49e5-93b8-fdf717a5df27 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.083193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.091359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b69d915-b89c-49e5-93b8-fdf717a5df27 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.161039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-00ae461b-7725-42a0-8433-4b5b51407036 None None] Port 145051b8-e024-4493-a8c8-f854709ea6dd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:44.298442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device acbe90e0-4dd2-436e-b149-5d83677cd6c2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:44.354021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8dfb64f-ec57-4e1e-85e0-e4cdf6fd9d99 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.378302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c8dfb64f-ec57-4e1e-85e0-e4cdf6fd9d99 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Calling delete_port for 67ca5939-98c3-4502-a7a2-978589532e01 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:44.407497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23a293b7-c86c-4c42-92ca-38324a66db3a None None] Provisioning complete for port 145051b8-e024-4493-a8c8-f854709ea6dd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:44.408108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-23a293b7-c86c-4c42-92ca-38324a66db3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.467207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-23a293b7-c86c-4c42-92ca-38324a66db3a None None] Port 145051b8-e024-4493-a8c8-f854709ea6dd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:44.498239 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port acbe90e0-4dd2-436e-b149-5d83677cd6c2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:44.500975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.599729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b69d915-b89c-49e5-93b8-fdf717a5df27 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.604749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b69d915-b89c-49e5-93b8-fdf717a5df27 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.605879 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3b69d915-b89c-49e5-93b8-fdf717a5df27 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-groups/b79f210f-55d8-4ed6-8c1e-3b6592648d5f HTTP/1.1" status: 204 len: 168 time: 0.8171968 Aug 30 13:20:44.614513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38334) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:44.688879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69d915-b89c-49e5-93b8-fdf717a5df27 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79f210f-55d8-4ed6-8c1e-3b6592648d5f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:44.715222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8dfb64f-ec57-4e1e-85e0-e4cdf6fd9d99 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.789610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dfb64f-ec57-4e1e-85e0-e4cdf6fd9d99 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Port': ['ID=67ca5939-98c3-4502-a7a2-978589532e01,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:44.813562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c497218e-a9ef-482d-8a1c-77fb19ac5ca0 None None] Provisioning complete for port 145051b8-e024-4493-a8c8-f854709ea6dd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:44.814210 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c497218e-a9ef-482d-8a1c-77fb19ac5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.893168 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-77923cd8-b001-4a47-9756-aaaa51b85da8 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2694249 Aug 30 13:20:44.897223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38338) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:44.911619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c497218e-a9ef-482d-8a1c-77fb19ac5ca0 None None] Port 145051b8-e024-4493-a8c8-f854709ea6dd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:44.924024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.944403 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.979561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8dfb64f-ec57-4e1e-85e0-e4cdf6fd9d99 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:44.985979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c8dfb64f-ec57-4e1e-85e0-e4cdf6fd9d99 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "DELETE /v2.0/ports/67ca5939-98c3-4502-a7a2-978589532e01 HTTP/1.1" status: 204 len: 168 time: 1.1723564 Aug 30 13:20:44.985979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38340) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:45.067980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=145051b8-e024-4493-a8c8-f854709ea6dd,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:45.071866 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:45.106046 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b8fc-1578-4936-a99c-86928f498a4d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:45.151367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b8fc-1578-4936-a99c-86928f498a4d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:45.215765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 470f6a81-f9e9-487e-a163-8ddc6880a914 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:45.218796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ae63afce-43fc-436b-b892-f57a685e26d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting port 62bb59c2-a916-4fce-8e19-8b981f8e3473 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:45.219371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae63afce-43fc-436b-b892-f57a685e26d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:45.219634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:45.355625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b8fc-1578-4936-a99c-86928f498a4d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:45.361375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0d7b8fc-1578-4936-a99c-86928f498a4d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:45.367794 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f0d7b8fc-1578-4936-a99c-86928f498a4d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a649f22-5488-4394-9daa-45677a3e43f2 HTTP/1.1" status: 204 len: 168 time: 0.4692049 Aug 30 13:20:45.368484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38342) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:45.511827 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Router 62d51eee-482c-48e5-8d00-8a466f1023cb is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:20:45.529831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d7b8fc-1578-4936-a99c-86928f498a4d tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a649f22-5488-4394-9daa-45677a3e43f2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:45.612188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae63afce-43fc-436b-b892-f57a685e26d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:45.765120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ae63afce-43fc-436b-b892-f57a685e26d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Calling delete_port for 62bb59c2-a916-4fce-8e19-8b981f8e3473 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:45.796052 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f16a4ece-7a3b-4ea3-9c43-3959fa95032a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4104724 Aug 30 13:20:45.799026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38350) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:45.814526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e707f3fa-339e-4294-9826-b0318a218f0a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1131569650'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:45.820643 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:20:45.841032 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2974ea-4be1-4a9c-9c07-68a572b88cd0 None None] Sync routers for ids ['62d51eee-482c-48e5-8d00-8a466f1023cb'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:20:45.855407 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-47813936-5780-4eb1-9f9c-1a9a3abf4056 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "PUT /v2.0/routers/62d51eee-482c-48e5-8d00-8a466f1023cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6137860 Aug 30 13:20:45.857703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38352) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:45.867912 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2974ea-4be1-4a9c-9c07-68a572b88cd0 None None] Routers {'62d51eee-482c-48e5-8d00-8a466f1023cb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:45.868986 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7c2974ea-4be1-4a9c-9c07-68a572b88cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:20:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['62d51eee-482c-48e5-8d00-8a466f1023cb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:45.942332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-94a64387-c9b5-4034-8f51-11f2fce43cf2 None None] Provisioning complete for port 145051b8-e024-4493-a8c8-f854709ea6dd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:45.945869 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94a64387-c9b5-4034-8f51-11f2fce43cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:45.964528 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e707f3fa-339e-4294-9826-b0318a218f0a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:45.989623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290c01ae-3d09-4721-9ef8-e81528d900b1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:45.999662 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7c2974ea-4be1-4a9c-9c07-68a572b88cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:46.006827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-290c01ae-3d09-4721-9ef8-e81528d900b1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d51eee-482c-48e5-8d00-8a466f1023cb HTTP/1.1" status: 200 len: 981 time: 0.1477759 Aug 30 13:20:46.012233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38354) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:46.027351 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2974ea-4be1-4a9c-9c07-68a572b88cd0 None None] Routers {'62d51eee-482c-48e5-8d00-8a466f1023cb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:46.036135 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7c2974ea-4be1-4a9c-9c07-68a572b88cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:20:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['62d51eee-482c-48e5-8d00-8a466f1023cb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:46.077190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-94a64387-c9b5-4034-8f51-11f2fce43cf2 None None] Port 145051b8-e024-4493-a8c8-f854709ea6dd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:46.109780 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7c2974ea-4be1-4a9c-9c07-68a572b88cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:46.111706 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2974ea-4be1-4a9c-9c07-68a572b88cd0 None None] The sync data for ids ['62d51eee-482c-48e5-8d00-8a466f1023cb'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:20:46.477136 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e707f3fa-339e-4294-9826-b0318a218f0a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:46.479589 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae63afce-43fc-436b-b892-f57a685e26d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:46.534064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e707f3fa-339e-4294-9826-b0318a218f0a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:46.617780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63afce-43fc-436b-b892-f57a685e26d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Port': ['ID=62bb59c2-a916-4fce-8e19-8b981f8e3473,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:46.644423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e707f3fa-339e-4294-9826-b0318a218f0a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:46.652867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e707f3fa-339e-4294-9826-b0318a218f0a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8484168 Aug 30 13:20:46.658069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38374) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:46.669151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9f08a098-475b-44a8-9ad4-e61a0193c9a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': '28ff133c-b6f3-48b6-8637-7cb800378ce4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:46.785157 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f08a098-475b-44a8-9ad4-e61a0193c9a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:46.787502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707f3fa-339e-4294-9826-b0318a218f0a tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ff133c-b6f3-48b6-8637-7cb800378ce4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:46.826251 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae63afce-43fc-436b-b892-f57a685e26d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:46.833799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ae63afce-43fc-436b-b892-f57a685e26d2 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "DELETE /v2.0/ports/62bb59c2-a916-4fce-8e19-8b981f8e3473 HTTP/1.1" status: 204 len: 168 time: 1.8452077 Aug 30 13:20:46.835205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38378) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:46.939476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3e974c-daf8-4344-ad17-5729affc0eab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting subnet d5d839a1-8d22-4048-819a-bbfef46e88a4 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:20:46.944415 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a3e974c-daf8-4344-ad17-5729affc0eab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.107699 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a3e974c-daf8-4344-ad17-5729affc0eab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.282477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a3e974c-daf8-4344-ad17-5729affc0eab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.396482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a3e974c-daf8-4344-ad17-5729affc0eab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.435615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.458769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e974c-daf8-4344-ad17-5729affc0eab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d839a1-8d22-4048-819a-bbfef46e88a4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:47.461543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a3e974c-daf8-4344-ad17-5729affc0eab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.463599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6a3e974c-daf8-4344-ad17-5729affc0eab tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "DELETE /v2.0/subnets/d5d839a1-8d22-4048-819a-bbfef46e88a4 HTTP/1.1" status: 204 len: 168 time: 0.6265984 Aug 30 13:20:47.467067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38396) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:47.473394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a237ec17-b1ab-43d2-b409-65f951608872 None None] Network 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:47.528755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d41840-ad63-4116-8e74-f66f569cea24 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting subnet b64d4f6f-a566-422b-94a1-91a38ba265db {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:20:47.532389 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-12d41840-ad63-4116-8e74-f66f569cea24 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.592822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f08a098-475b-44a8-9ad4-e61a0193c9a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.605189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f08a098-475b-44a8-9ad4-e61a0193c9a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.606495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-12d41840-ad63-4116-8e74-f66f569cea24 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.658183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08a098-475b-44a8-9ad4-e61a0193c9a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db8af77-7861-41c3-bf7d-7511cfae901a,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:47.690158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f08a098-475b-44a8-9ad4-e61a0193c9a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.691846 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9f08a098-475b-44a8-9ad4-e61a0193c9a9 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0325727 Aug 30 13:20:47.700282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38404) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:47.811405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e31f9a6-567f-4ec2-931f-681fa826a807 None None] DHCP port deletion for 7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:20:47.865200 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-12d41840-ad63-4116-8e74-f66f569cea24 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.912434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4e31f9a6-567f-4ec2-931f-681fa826a807 None None] Deleting port 26477320-ba0e-4082-85c8-382d71efc035 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:47.912811 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e31f9a6-567f-4ec2-931f-681fa826a807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.976214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-12d41840-ad63-4116-8e74-f66f569cea24 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:47.986740 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d7009f5b-3ece-44a4-ac2c-a1c4ea2a9fbb tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.038192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d41840-ad63-4116-8e74-f66f569cea24 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Subnet': ['ID=b64d4f6f-a566-422b-94a1-91a38ba265db,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:48.043299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 145051b8-e024-4493-a8c8-f854709ea6dd {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:48.043843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.043965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d7009f5b-3ece-44a4-ac2c-a1c4ea2a9fbb tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.063403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4e31f9a6-567f-4ec2-931f-681fa826a807 None None] For port 26477320-ba0e-4082-85c8-382d71efc035, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=26477320-ba0e-4082-85c8-382d71efc035,segment=NetworkSegment(84afea1a-6bd5-47be-8f66-e7d4839010bf),segment_id=84afea1a-6bd5-47be-8f66-e7d4839010bf)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:48.063778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e31f9a6-567f-4ec2-931f-681fa826a807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.067926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e8973-9227-4ee6-b21a-b30b82b510b6 None None] Network de20893d-232d-4a74-8d0e-6d728b67259f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:48.092006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-12d41840-ad63-4116-8e74-f66f569cea24 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.096438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-12d41840-ad63-4116-8e74-f66f569cea24 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "DELETE /v2.0/subnets/b64d4f6f-a566-422b-94a1-91a38ba265db HTTP/1.1" status: 204 len: 168 time: 0.6258755 Aug 30 13:20:48.108746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4e31f9a6-567f-4ec2-931f-681fa826a807 None None] Calling delete_port for 26477320-ba0e-4082-85c8-382d71efc035 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:48.109304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38416) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:48.273924 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d7009f5b-3ece-44a4-ac2c-a1c4ea2a9fbb tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.274276 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.299863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 26477320-ba0e-4082-85c8-382d71efc035 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:48.302427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d7009f5b-3ece-44a4-ac2c-a1c4ea2a9fbb tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.314128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d7009f5b-3ece-44a4-ac2c-a1c4ea2a9fbb tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5db8af77-7861-41c3-bf7d-7511cfae901a HTTP/1.1" status: 204 len: 168 time: 0.6089187 Aug 30 13:20:48.317503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38418) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:48.318948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 145051b8-e024-4493-a8c8-f854709ea6dd owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:48.359446 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.361284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7009f5b-3ece-44a4-ac2c-a1c4ea2a9fbb tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5db8af77-7861-41c3-bf7d-7511cfae901a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:48.560434 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.561258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a6511d74-147b-47e2-9e12-989e16e232f3 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2421131 Aug 30 13:20:48.579261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38424) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:48.678299 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e31f9a6-567f-4ec2-931f-681fa826a807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.712966 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.727214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31f9a6-567f-4ec2-931f-681fa826a807 None None] Pushing event deleted for resources: {'Port': ['ID=26477320-ba0e-4082-85c8-382d71efc035,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:48.729458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31f9a6-567f-4ec2-931f-681fa826a807 None None] No DVR routers for this DVR port 26477320-ba0e-4082-85c8-382d71efc035 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:48.754613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Deleting port 26477320-ba0e-4082-85c8-382d71efc035 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:48.762392 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.764830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f50a6-7cf2-4cfa-b3b7-95b89afb6dee None None] DHCP port deletion for de20893d-232d-4a74-8d0e-6d728b67259f request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:20:48.794876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=145051b8-e024-4493-a8c8-f854709ea6dd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:48.847449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eedb803c-887d-4eb1-9ad3-1f83913d8b00 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.876793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] For port 26477320-ba0e-4082-85c8-382d71efc035, host n-d-688802-6, got binding levels [] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:48.877157 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.923090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-403f50a6-7cf2-4cfa-b3b7-95b89afb6dee None None] Deleting port 1167fad9-501a-4d95-9805-132d6be50c18 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:48.923475 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-403f50a6-7cf2-4cfa-b3b7-95b89afb6dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.928911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Calling delete_port for 26477320-ba0e-4082-85c8-382d71efc035 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:48.938370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eedb803c-887d-4eb1-9ad3-1f83913d8b00 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:48.941609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.ipam_backend_mixin [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Port 26477320-ba0e-4082-85c8-382d71efc035 was not found and therefore no delete operation was performed {{(pid=95698) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:20:48.984460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.071043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-403f50a6-7cf2-4cfa-b3b7-95b89afb6dee None None] For port 1167fad9-501a-4d95-9805-132d6be50c18, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1167fad9-501a-4d95-9805-132d6be50c18,segment=NetworkSegment(2ed89b19-9c0b-4208-8332-e1cd61e5bdc5),segment_id=2ed89b19-9c0b-4208-8332-e1cd61e5bdc5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:49.071365 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-403f50a6-7cf2-4cfa-b3b7-95b89afb6dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.100274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-403f50a6-7cf2-4cfa-b3b7-95b89afb6dee None None] Calling delete_port for 1167fad9-501a-4d95-9805-132d6be50c18 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:49.132037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Port': ['ID=26477320-ba0e-4082-85c8-382d71efc035,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:49.141221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] No DVR routers for this DVR port 26477320-ba0e-4082-85c8-382d71efc035 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:49.171645 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.288698 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.289310 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-403f50a6-7cf2-4cfa-b3b7-95b89afb6dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.303499 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eedb803c-887d-4eb1-9ad3-1f83913d8b00 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.307627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eedb803c-887d-4eb1-9ad3-1f83913d8b00 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.314710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eedb803c-887d-4eb1-9ad3-1f83913d8b00 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-groups/28ff133c-b6f3-48b6-8637-7cb800378ce4 HTTP/1.1" status: 204 len: 168 time: 0.7333457 Aug 30 13:20:49.315744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38436) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:49.336422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f50a6-7cf2-4cfa-b3b7-95b89afb6dee None None] Pushing event deleted for resources: {'Port': ['ID=1167fad9-501a-4d95-9805-132d6be50c18,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:49.341323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f50a6-7cf2-4cfa-b3b7-95b89afb6dee None None] No DVR routers for this DVR port 1167fad9-501a-4d95-9805-132d6be50c18 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:49.364022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:49.386029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb803c-887d-4eb1-9ad3-1f83913d8b00 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ff133c-b6f3-48b6-8637-7cb800378ce4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:49.410275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84afea1a-6bd5-47be-8f66-e7d4839010bf') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:49.410764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84afea1a-6bd5-47be-8f66-e7d4839010bf') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:49.452941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.501793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5f4aa8d4-3bd2-4107-bd2f-1efdc6f17c26 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1659493 Aug 30 13:20:49.501793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38438) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:49.501793 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.504871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a57b0362-7eef-42f9-987a-f940c8e9dfa2 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1243423150'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:49.535926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:20:49.537161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:20:49.540466 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:20:49.544055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Router 62d51eee-482c-48e5-8d00-8a466f1023cb has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:20:49.662052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:20:49.672066 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-71c45b9d-3e11-4f9e-9ccd-5d96e9ec01ae tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "PUT /v2.0/routers/62d51eee-482c-48e5-8d00-8a466f1023cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6547520 Aug 30 13:20:49.676722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13f86d-1905-466a-a14f-301cb318f9a5 None None] Sync routers for ids ['62d51eee-482c-48e5-8d00-8a466f1023cb'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:20:49.677575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38450) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:49.678221 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a57b0362-7eef-42f9-987a-f940c8e9dfa2 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.689401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13f86d-1905-466a-a14f-301cb318f9a5 None None] Routers {'62d51eee-482c-48e5-8d00-8a466f1023cb'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:49.689401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bc13f86d-1905-466a-a14f-301cb318f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:20:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['62d51eee-482c-48e5-8d00-8a466f1023cb'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:49.759836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bc13f86d-1905-466a-a14f-301cb318f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:49.769308 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0a239c-4385-43ad-99a9-a4ec632f1ae2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:20:49.784674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38456) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:49.792360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4f0a239c-4385-43ad-99a9-a4ec632f1ae2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/145051b8-e024-4493-a8c8-f854709ea6dd HTTP/1.1" status: 404 len: 333 time: 0.0973020 Aug 30 13:20:49.803706 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.816816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc13f86d-1905-466a-a14f-301cb318f9a5 None None] Routers {'62d51eee-482c-48e5-8d00-8a466f1023cb'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:20:49.818460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bc13f86d-1905-466a-a14f-301cb318f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:20:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['62d51eee-482c-48e5-8d00-8a466f1023cb'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:49.826366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:49.831552 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "DELETE /v2.0/networks/7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1 HTTP/1.1" status: 204 len: 168 time: 1.7208047 Aug 30 13:20:49.832969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3781665-b5cd-4397-8338-2e4b904a74d9 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Network': ['ID=7d68d14b-bf32-4c79-ac1a-3b003d8ab0f1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:49.837347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38458) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:49.898380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bc13f86d-1905-466a-a14f-301cb318f9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:49.900366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc13f86d-1905-466a-a14f-301cb318f9a5 None None] The sync data for ids ['62d51eee-482c-48e5-8d00-8a466f1023cb'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:20:49.979124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1cedd1-b509-4339-8589-393da50ec54b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.012409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.125192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.156535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de20893d-232d-4a74-8d0e-6d728b67259f']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:50.186460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:50.187742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed89b19-9c0b-4208-8332-e1cd61e5bdc5') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:50.214066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.253543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a57b0362-7eef-42f9-987a-f940c8e9dfa2 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.264356 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a57b0362-7eef-42f9-987a-f940c8e9dfa2 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.310369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a57b0362-7eef-42f9-987a-f940c8e9dfa2 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.316719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1167fad9-501a-4d95-9805-132d6be50c18 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:50.331440 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a57b0362-7eef-42f9-987a-f940c8e9dfa2 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8304198 Aug 30 13:20:50.355878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38466) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:50.369143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6112a06c-bf74-43a3-9e92-d532a7ceab25 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': '232e50b2-3864-4adb-93bc-afbc622fd72c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:50.377248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 1167fad9-501a-4d95-9805-132d6be50c18 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:20:50.377907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1167fad9-501a-4d95-9805-132d6be50c18 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:20:50.385051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.400460 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1cedd1-b509-4339-8589-393da50ec54b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.414686 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1cedd1-b509-4339-8589-393da50ec54b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.427490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:20:50.428103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:20:50.434540 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:20:50.463816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b0362-7eef-42f9-987a-f940c8e9dfa2 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=232e50b2-3864-4adb-93bc-afbc622fd72c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:50.517684 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1cedd1-b509-4339-8589-393da50ec54b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.518382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1cedd1-b509-4339-8589-393da50ec54b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Fanout notify agent at l3_agent the message router_deleted on router 62d51eee-482c-48e5-8d00-8a466f1023cb {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:20:50.533817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1cedd1-b509-4339-8589-393da50ec54b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.535650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0a1cedd1-b509-4339-8589-393da50ec54b tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/routers/62d51eee-482c-48e5-8d00-8a466f1023cb HTTP/1.1" status: 204 len: 168 time: 0.7481637 Aug 30 13:20:50.540279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38470) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:50.581194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6112a06c-bf74-43a3-9e92-d532a7ceab25 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.623235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.639413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.641839 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] 10.222.0.37 "DELETE /v2.0/networks/de20893d-232d-4a74-8d0e-6d728b67259f HTTP/1.1" status: 204 len: 168 time: 0.8033559 Aug 30 13:20:50.677335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c085b17-a8ad-4e5f-9a1a-30aff6b153d1 tempest-TaggedBootDevicesTest-241688291 tempest-TaggedBootDevicesTest-241688291-project] Pushing event deleted for resources: {'Network': ['ID=de20893d-232d-4a74-8d0e-6d728b67259f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:50.719082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a19eed7-dd43-474b-9dff-8b61d20158d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 29253f80-1d11-4cce-b04f-c7603a5bfe50 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:20:50.724083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a19eed7-dd43-474b-9dff-8b61d20158d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.782650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6112a06c-bf74-43a3-9e92-d532a7ceab25 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.792284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6112a06c-bf74-43a3-9e92-d532a7ceab25 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.807898 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a19eed7-dd43-474b-9dff-8b61d20158d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.844664 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112a06c-bf74-43a3-9e92-d532a7ceab25 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211a5d46-1480-4cd6-814d-685fc967f5ed,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:50.867212 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6112a06c-bf74-43a3-9e92-d532a7ceab25 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:50.874545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6112a06c-bf74-43a3-9e92-d532a7ceab25 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5142126 Aug 30 13:20:50.875681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38478) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:50.944380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-296575ca-4078-4a73-ba36-754693e87547 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules/211a5d46-1480-4cd6-814d-685fc967f5ed HTTP/1.1" status: 200 len: 763 time: 0.0651259 Aug 30 13:20:50.947526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38480) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:51.033090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d52aeab7-5d61-4ef8-b43b-677b51c7cc6e tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0834584 Aug 30 13:20:51.036629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38486) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:51.117776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a19eed7-dd43-474b-9dff-8b61d20158d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.134637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ccefe134-bfcb-4dae-ba8b-eb75cb7b7369 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.166326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ccefe134-bfcb-4dae-ba8b-eb75cb7b7369 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.222480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ccefe134-bfcb-4dae-ba8b-eb75cb7b7369 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.248555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a19eed7-dd43-474b-9dff-8b61d20158d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.252171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ccefe134-bfcb-4dae-ba8b-eb75cb7b7369 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.259761 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ccefe134-bfcb-4dae-ba8b-eb75cb7b7369 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/211a5d46-1480-4cd6-814d-685fc967f5ed HTTP/1.1" status: 204 len: 168 time: 0.2175636 Aug 30 13:20:51.261491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38496) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:51.303503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefe134-bfcb-4dae-ba8b-eb75cb7b7369 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=211a5d46-1480-4cd6-814d-685fc967f5ed,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:51.319614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19eed7-dd43-474b-9dff-8b61d20158d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=29253f80-1d11-4cce-b04f-c7603a5bfe50,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:51.338754 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3a19eed7-dd43-474b-9dff-8b61d20158d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.343769 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3a19eed7-dd43-474b-9dff-8b61d20158d7 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/29253f80-1d11-4cce-b04f-c7603a5bfe50 HTTP/1.1" status: 204 len: 168 time: 0.8013415 Aug 30 13:20:51.347096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38498) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:51.350555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fa6d0d-2555-4f86-85bd-7c213557824c None None] Network 470f6a81-f9e9-487e-a163-8ddc6880a914 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:51.468341 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f1923b90-32c1-42cc-ae85-8ca94b8e911f tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2050180 Aug 30 13:20:51.479076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38502) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:51.486315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6cae1492-bef5-405a-b1f0-cd15d3328c89 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': '232e50b2-3864-4adb-93bc-afbc622fd72c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:51.646701 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.652565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6cae1492-bef5-405a-b1f0-cd15d3328c89 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.800943 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6cae1492-bef5-405a-b1f0-cd15d3328c89 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.801641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f10bf4-cbbd-4f8d-8bff-5f7c96f49c3f None None] DHCP port deletion for 470f6a81-f9e9-487e-a163-8ddc6880a914 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:20:51.819275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6cae1492-bef5-405a-b1f0-cd15d3328c89 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.881572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port acbe90e0-4dd2-436e-b149-5d83677cd6c2 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:51.882548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.886337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a5f10bf4-cbbd-4f8d-8bff-5f7c96f49c3f None None] Deleting port acbe90e0-4dd2-436e-b149-5d83677cd6c2 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:20:51.887648 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5f10bf4-cbbd-4f8d-8bff-5f7c96f49c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:51.895783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae1492-bef5-405a-b1f0-cd15d3328c89 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44e8bfc4-a13f-472e-b0c4-04e31caa87af,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:52.052153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a5f10bf4-cbbd-4f8d-8bff-5f7c96f49c3f None None] For port acbe90e0-4dd2-436e-b149-5d83677cd6c2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=acbe90e0-4dd2-436e-b149-5d83677cd6c2,segment=NetworkSegment(1fea2d01-538e-4fd0-b83f-643a1e5476b7),segment_id=1fea2d01-538e-4fd0-b83f-643a1e5476b7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:52.052924 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5f10bf4-cbbd-4f8d-8bff-5f7c96f49c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.069301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a5f10bf4-cbbd-4f8d-8bff-5f7c96f49c3f None None] Calling delete_port for acbe90e0-4dd2-436e-b149-5d83677cd6c2 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:52.079941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] For port acbe90e0-4dd2-436e-b149-5d83677cd6c2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=acbe90e0-4dd2-436e-b149-5d83677cd6c2,segment=NetworkSegment(1fea2d01-538e-4fd0-b83f-643a1e5476b7),segment_id=1fea2d01-538e-4fd0-b83f-643a1e5476b7)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:52.080885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.110013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6cae1492-bef5-405a-b1f0-cd15d3328c89 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.113340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6cae1492-bef5-405a-b1f0-cd15d3328c89 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6329041 Aug 30 13:20:52.114892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for acbe90e0-4dd2-436e-b149-5d83677cd6c2 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:20:52.118548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38516) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:52.156829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cff0f482-3fb6-439a-ac34-30f91033a942 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules/44e8bfc4-a13f-472e-b0c4-04e31caa87af HTTP/1.1" status: 200 len: 763 time: 0.0344183 Aug 30 13:20:52.159594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38518) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:52.287399 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5f10bf4-cbbd-4f8d-8bff-5f7c96f49c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.303370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-66e2ddce-cb1e-400b-8bf4-3261e73ee6ab tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1426940 Aug 30 13:20:52.314238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38520) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:52.357626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e38fe75-df4c-4299-b5f7-dfa44b491a09 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.378946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e38fe75-df4c-4299-b5f7-dfa44b491a09 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.388052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f10bf4-cbbd-4f8d-8bff-5f7c96f49c3f None None] Pushing event deleted for resources: {'Port': ['ID=acbe90e0-4dd2-436e-b149-5d83677cd6c2,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:52.403505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.432897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device acbe90e0-4dd2-436e-b149-5d83677cd6c2 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:20:52.446451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f10bf4-cbbd-4f8d-8bff-5f7c96f49c3f None None] No DVR routers for this DVR port acbe90e0-4dd2-436e-b149-5d83677cd6c2 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:52.488929 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=acbe90e0-4dd2-436e-b149-5d83677cd6c2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:52.508522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: acbe90e0-4dd2-436e-b149-5d83677cd6c2 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:20:52.509139 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device acbe90e0-4dd2-436e-b149-5d83677cd6c2 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:20:52.530358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No DVR routers for this DVR port acbe90e0-4dd2-436e-b149-5d83677cd6c2 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:20:52.532347 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e38fe75-df4c-4299-b5f7-dfa44b491a09 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.542753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e38fe75-df4c-4299-b5f7-dfa44b491a09 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.544207 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7e38fe75-df4c-4299-b5f7-dfa44b491a09 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/44e8bfc4-a13f-472e-b0c4-04e31caa87af HTTP/1.1" status: 204 len: 168 time: 0.2272713 Aug 30 13:20:52.547192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38528) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:52.561370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.568981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.569421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.570824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.570824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.572375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.572817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.574042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.575856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.576300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.576731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.577158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:20:52.657343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38fe75-df4c-4299-b5f7-dfa44b491a09 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44e8bfc4-a13f-472e-b0c4-04e31caa87af,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:52.681690 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1d624b4b-b6f3-4517-a83c-babec419b66e tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1328032 Aug 30 13:20:52.683000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38532) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:52.692804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e98e8e00-7467-4bda-a1fa-8664f0de2211 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Request body: {'security_group_rule': {'security_group_id': '232e50b2-3864-4adb-93bc-afbc622fd72c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:52.780555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.793296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e98e8e00-7467-4bda-a1fa-8664f0de2211 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.819511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470f6a81-f9e9-487e-a163-8ddc6880a914']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:52.879976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fea2d01-538e-4fd0-b83f-643a1e5476b7') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:52.880483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fea2d01-538e-4fd0-b83f-643a1e5476b7') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:20:52.921717 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.969228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.970007 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e98e8e00-7467-4bda-a1fa-8664f0de2211 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.984531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:20:52.984948 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:20:52.989277 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:20:52.999641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e98e8e00-7467-4bda-a1fa-8664f0de2211 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:53.053175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e8e00-7467-4bda-a1fa-8664f0de2211 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5661648-0454-4e93-b1ad-81a6377ab3e4,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:53.058660 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e98e8e00-7467-4bda-a1fa-8664f0de2211 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:53.061040 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e98e8e00-7467-4bda-a1fa-8664f0de2211 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3765199 Aug 30 13:20:53.069397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38542) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:53.112855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:53.136179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:53.138873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/networks/470f6a81-f9e9-487e-a163-8ddc6880a914 HTTP/1.1" status: 204 len: 168 time: 1.7866607 Aug 30 13:20:53.146168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38546) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:53.157414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-14191d5a-2294-44cb-a2d7-0276ee968546 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules/d5661648-0454-4e93-b1ad-81a6377ab3e4 HTTP/1.1" status: 200 len: 764 time: 0.0822263 Aug 30 13:20:53.169711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38548) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:53.178818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5fd25-24f7-47e3-91fd-17bd5bf2310c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Network': ['ID=470f6a81-f9e9-487e-a163-8ddc6880a914,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:53.259781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b231f9dc-2b64-4c1f-964f-d60d28f6ab51 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:53.261929 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b231f9dc-2b64-4c1f-964f-d60d28f6ab51 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/f89962b6-f865-403b-9130-110ee86efb22 HTTP/1.1" status: 200 len: 841 time: 0.1018054 Aug 30 13:20:53.268067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38550) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:53.334480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-43fcfd9e-3c4d-470f-bfbc-bc6d567a7b31 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1617820 Aug 30 13:20:53.335412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38552) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:53.350106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7f8c3689-97ea-4b26-aa13-500a4a843042 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/f89962b6-f865-403b-9130-110ee86efb22?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0802445 Aug 30 13:20:53.356965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38554) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:53.364955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:53.492329 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d8334ba-f0c1-4686-bbfa-3c5d1d5d6eb0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:53.507672 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d8334ba-f0c1-4686-bbfa-3c5d1d5d6eb0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:53.552605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:53.559896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:53.582743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d8334ba-f0c1-4686-bbfa-3c5d1d5d6eb0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:53.665965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d8334ba-f0c1-4686-bbfa-3c5d1d5d6eb0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:53.667406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2d8334ba-f0c1-4686-bbfa-3c5d1d5d6eb0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d5661648-0454-4e93-b1ad-81a6377ab3e4 HTTP/1.1" status: 204 len: 168 time: 0.3306718 Aug 30 13:20:53.672069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38562) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:53.707445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8334ba-f0c1-4686-bbfa-3c5d1d5d6eb0 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5661648-0454-4e93-b1ad-81a6377ab3e4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:53.842925 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-df1c4875-6ad1-4f94-89e6-9aaf0cb5b09b tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1621423 Aug 30 13:20:53.844384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38566) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:53.999102 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8ae01dda-692b-44d3-9acd-e48bce0afc86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.051374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8ae01dda-692b-44d3-9acd-e48bce0afc86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.103415 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.145735 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8ae01dda-692b-44d3-9acd-e48bce0afc86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.154886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8ae01dda-692b-44d3-9acd-e48bce0afc86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.176035 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8ae01dda-692b-44d3-9acd-e48bce0afc86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "DELETE /v2.0/security-groups/232e50b2-3864-4adb-93bc-afbc622fd72c HTTP/1.1" status: 204 len: 168 time: 0.3302090 Aug 30 13:20:54.184836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38576) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:54.228149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae01dda-692b-44d3-9acd-e48bce0afc86 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=232e50b2-3864-4adb-93bc-afbc622fd72c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:54.257087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:54.270862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:54.286689 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c35cef91-cf61-422d-98a6-0aead909a9d7 tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0941305 Aug 30 13:20:54.287753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16b335c-d473-4ed4-914c-0e936d0919ee None None] Network 5e10b597-266b-4cb7-a230-512ade822625 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:20:54.289501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:54.290255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38578) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:54.290536 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.302436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=4622acad-9802-4563-acee-209963dfc094,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:54.306685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8752c9c2-3528-48c9-9281-956a8f481dc1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9481983 Aug 30 13:20:54.311100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38580) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:54.325519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fe5730c6-7b03-4826-9be4-5fd80ff03b56 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'security_group': {'name': 'tempest-secgroup-1389966433'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:54.376012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe5730c6-7b03-4826-9be4-5fd80ff03b56 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.387050 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f961722c-a416-4997-98ff-6c3d5b49753f tempest-SecGroupTest-555997858 tempest-SecGroupTest-555997858-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983734 Aug 30 13:20:54.506875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe5730c6-7b03-4826-9be4-5fd80ff03b56 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.512032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe5730c6-7b03-4826-9be4-5fd80ff03b56 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.536127 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe5730c6-7b03-4826-9be4-5fd80ff03b56 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.542013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38584) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:54.542261 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fe5730c6-7b03-4826-9be4-5fd80ff03b56 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2298193 Aug 30 13:20:54.547250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7870102a-5d5e-40ef-88b1-00de185fea41 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'security_group': {'name': 'tempest-secgroup-1153320989'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:54.571243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5730c6-7b03-4826-9be4-5fd80ff03b56 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88234681-25e5-4a0b-8538-8a97d4ec2e12,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:54.616660 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7870102a-5d5e-40ef-88b1-00de185fea41 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.760229 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7870102a-5d5e-40ef-88b1-00de185fea41 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.774528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7870102a-5d5e-40ef-88b1-00de185fea41 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.831529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-5e10b597-266b-4cb7-a230-512ade822625', 'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'tenant_id': '4ea2d2b37d9c4d0baa567102cbc4e183', 'fixed_ips': [{'subnet_id': '4622acad-9802-4563-acee-209963dfc094'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:20:54.833126 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.869587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7870102a-5d5e-40ef-88b1-00de185fea41 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:54.881321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7870102a-5d5e-40ef-88b1-00de185fea41 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3332233 Aug 30 13:20:54.885725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38592) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:54.903438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1301502505', 'security_groups': ['9734f526-f7be-43f1-b9fa-a171abc3c79c'], 'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4622acad-9802-4563-acee-209963dfc094'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:55.062518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870102a-5d5e-40ef-88b1-00de185fea41 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9734f526-f7be-43f1-b9fa-a171abc3c79c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:55.144290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38600) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:55.264605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Allocated IP 172.20.0.2 (5e10b597-266b-4cb7-a230-512ade822625/4622acad-9802-4563-acee-209963dfc094/c8efb36e-67b5-4369-9bfc-0ffb1765556d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:55.314122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:55.516872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-79be8cb8-5ff1-4e8c-9663-41307b3bfa37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5f670b5cab2445b9acb2ada2f3b9a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710313 Aug 30 13:20:55.518688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38610) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:55.556032 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:55.590724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port adf56b4b-7fb9-46e6-aa78-6a1813f06b9c yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:20:55.608893 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:55.628336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Transition to ACTIVE for port object c8efb36e-67b5-4369-9bfc-0ffb1765556d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:55.652169 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30b9-fdc4-4fcb-99a8-7a1add75728e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:55.687831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Transition to ACTIVE for port object c8efb36e-67b5-4369-9bfc-0ffb1765556d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:55.693857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30b9-fdc4-4fcb-99a8-7a1add75728e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:55.700785 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:55.801471 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30b9-fdc4-4fcb-99a8-7a1add75728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:55.802034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Pushing event updated for resources: {'Port': ['ID=c8efb36e-67b5-4369-9bfc-0ffb1765556d,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:55.810850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7e30b9-fdc4-4fcb-99a8-7a1add75728e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:55.815702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8e7e30b9-fdc4-4fcb-99a8-7a1add75728e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a4dc23d-3294-4a2e-aec0-f97fb7b7a9e3 HTTP/1.1" status: 204 len: 168 time: 0.2927506 Aug 30 13:20:55.852753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:55.854531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e30b9-fdc4-4fcb-99a8-7a1add75728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4dc23d-3294-4a2e-aec0-f97fb7b7a9e3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:55.857538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:55.860591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:55.933645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.12 (5e10b597-266b-4cb7-a230-512ade822625/4622acad-9802-4563-acee-209963dfc094/adf56b4b-7fb9-46e6-aa78-6a1813f06b9c) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:20:56.008963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Attempting to bind port c8efb36e-67b5-4369-9bfc-0ffb1765556d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:20:56.010842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Attempting to bind port c8efb36e-67b5-4369-9bfc-0ffb1765556d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '644ce4ab-0a93-4228-a29d-0e0df24778bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5e10b597-266b-4cb7-a230-512ade822625'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:20:56.011984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Attempting to bind port c8efb36e-67b5-4369-9bfc-0ffb1765556d on network 5e10b597-266b-4cb7-a230-512ade822625 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:20:56.039601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:20:56.040376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Checking segment: {'id': '644ce4ab-0a93-4228-a29d-0e0df24778bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5e10b597-266b-4cb7-a230-512ade822625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:20:56.040805 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:56.041242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Bound using segment: {'id': '644ce4ab-0a93-4228-a29d-0e0df24778bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5e10b597-266b-4cb7-a230-512ade822625'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:20:56.042738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Bound port: c8efb36e-67b5-4369-9bfc-0ffb1765556d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644ce4ab-0a93-4228-a29d-0e0df24778bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '5e10b597-266b-4cb7-a230-512ade822625'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:20:56.043382 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:56.367431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:56.428839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object adf56b4b-7fb9-46e6-aa78-6a1813f06b9c will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:20:56.516598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:56.556289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] For port c8efb36e-67b5-4369-9bfc-0ffb1765556d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:20:56.580720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] For port c8efb36e-67b5-4369-9bfc-0ffb1765556d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c8efb36e-67b5-4369-9bfc-0ffb1765556d,segment=NetworkSegment(644ce4ab-0a93-4228-a29d-0e0df24778bc),segment_id=644ce4ab-0a93-4228-a29d-0e0df24778bc)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:20:56.592964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:56.593447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=adf56b4b-7fb9-46e6-aa78-6a1813f06b9c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:56.607195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:56.608770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:56.618164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:20:56.815586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdb1e1-6c1d-4026-8eef-233a2a04a31d None None] Pushing event updated for resources: {'Port': ['ID=c8efb36e-67b5-4369-9bfc-0ffb1765556d,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:57.387059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:57.387923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:57.440686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6fa7f70-9bc2-4518-a950-465cc4b91fcb tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5492537 Aug 30 13:20:57.443670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38676) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:57.462127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8e221e32-7ebc-4077-a3a1-0a0cec7bae21 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:57.789109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e221e32-7ebc-4077-a3a1-0a0cec7bae21 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:57.802637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e221e32-7ebc-4077-a3a1-0a0cec7bae21 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:57.825530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38684) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:58.044019 n-d-688802-6 neutron-server[95698]: INFO neutron.db.ipam_backend_mixin [None req-8e221e32-7ebc-4077-a3a1-0a0cec7bae21 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4622acad-9802-4563-acee-209963dfc094 (CIDR: 172.20.0.0/28) Aug 30 13:20:58.052831 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e221e32-7ebc-4077-a3a1-0a0cec7bae21 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:20:58.054075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e221e32-7ebc-4077-a3a1-0a0cec7bae21 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:20:58.093154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8e221e32-7ebc-4077-a3a1-0a0cec7bae21 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6471498 Aug 30 13:20:58.097564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38692) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:58.106957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:58.173331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fad1be8e-0a98-428c-86f0-c473a0faa012 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:58.178413 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-fad1be8e-0a98-428c-86f0-c473a0faa012 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 13:20:58.180315 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-fad1be8e-0a98-428c-86f0-c473a0faa012 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 13:20:58.181618 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fad1be8e-0a98-428c-86f0-c473a0faa012 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3551030 Aug 30 13:20:58.187823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38694) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:58.193499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1292570295'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:58.318311 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:58.357547 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:58.363690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:58.365760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:20:58.370433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:58.377536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c8efb36e-67b5-4369-9bfc-0ffb1765556d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:20:58.543940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c8efb36e-67b5-4369-9bfc-0ffb1765556d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:58.826936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:58.835570 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:58.916689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e625178-427f-4d1b-b1ac-08d7b381a7f7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:58.987862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1938d063-c028-4856-ac70-5d343511168e None None] Provisioning complete for port f89962b6-f865-403b-9130-110ee86efb22 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:58.988165 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1938d063-c028-4856-ac70-5d343511168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.180017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.187149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.235987 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.237765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0482802 Aug 30 13:20:59.242500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1938d063-c028-4856-ac70-5d343511168e None None] Port f89962b6-f865-403b-9130-110ee86efb22 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:20:59.260705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38712) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:59.285503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1938d063-c028-4856-ac70-5d343511168e None None] Provisioning for port c8efb36e-67b5-4369-9bfc-0ffb1765556d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:20:59.291996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fa0ebb20-1634-4db3-b898-736ec2be6155 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': '985ab3f2-f401-4ac1-b378-3a81a8e2644f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:59.301722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1938d063-c028-4856-ac70-5d343511168e None None] Provisioning complete for port c8efb36e-67b5-4369-9bfc-0ffb1765556d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:20:59.306941 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1938d063-c028-4856-ac70-5d343511168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.441523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b54c9-9f8c-4b68-855f-e9432f60da30 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985ab3f2-f401-4ac1-b378-3a81a8e2644f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:59.518819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebb20-1634-4db3-b898-736ec2be6155 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.537296 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.647316 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1938d063-c028-4856-ac70-5d343511168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.734797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebb20-1634-4db3-b898-736ec2be6155 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.740875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebb20-1634-4db3-b898-736ec2be6155 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.828432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ebb20-1634-4db3-b898-736ec2be6155 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca36dfda-f47a-4c3d-994a-fb16021ce925,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:59.844449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa0ebb20-1634-4db3-b898-736ec2be6155 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.846088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fa0ebb20-1634-4db3-b898-736ec2be6155 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5845096 Aug 30 13:20:59.847084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1938d063-c028-4856-ac70-5d343511168e None None] For port c8efb36e-67b5-4369-9bfc-0ffb1765556d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c8efb36e-67b5-4369-9bfc-0ffb1765556d,segment=NetworkSegment(644ce4ab-0a93-4228-a29d-0e0df24778bc),segment_id=644ce4ab-0a93-4228-a29d-0e0df24778bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:20:59.850934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38726) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:20:59.854613 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1938d063-c028-4856-ac70-5d343511168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.864257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-176911a6-0a9f-4bbe-a070-25ed77e8aaac tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': '985ab3f2-f401-4ac1-b378-3a81a8e2644f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:20:59.881858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:20:59.900646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:20:59.919700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:20:59.920466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.956179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-176911a6-0a9f-4bbe-a070-25ed77e8aaac tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:20:59.977961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=edb9754a-e7eb-4d64-bd70-90b8c39a1bb6,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:20:59.986439 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a1507d-b1d1-4912-9e1c-74700f63766c None None] Network 5e10b597-266b-4cb7-a230-512ade822625 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:00.018984 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-30204644-a673-4f9f-bd5c-a034ebadb3f8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9194891 Aug 30 13:21:00.019486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38728) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:00.048010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1753407431', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'edb9754a-e7eb-4d64-bd70-90b8c39a1bb6'}], 'security_groups': ['88234681-25e5-4a0b-8538-8a97d4ec2e12']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:00.090858 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-176911a6-0a9f-4bbe-a070-25ed77e8aaac tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 13:21:00.095686 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-176911a6-0a9f-4bbe-a070-25ed77e8aaac tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2432735 Aug 30 13:21:00.096780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38730) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:00.162500 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:00.180971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d063-c028-4856-ac70-5d343511168e None None] Pushing event updated for resources: {'Port': ['ID=c8efb36e-67b5-4369-9bfc-0ffb1765556d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:00.183779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fb79bef5-2068-4265-b3cd-6160006cbffa None None] Provisioning for port adf56b4b-7fb9-46e6-aa78-6a1813f06b9c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:00.214986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fb79bef5-2068-4265-b3cd-6160006cbffa None None] Provisioning complete for port adf56b4b-7fb9-46e6-aa78-6a1813f06b9c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:00.215573 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb79bef5-2068-4265-b3cd-6160006cbffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:00.270928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-695ffb2e-d57d-46b1-9cb5-16bafc77bbbd tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:00.329604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-695ffb2e-d57d-46b1-9cb5-16bafc77bbbd tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:00.463445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-695ffb2e-d57d-46b1-9cb5-16bafc77bbbd tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:00.478433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fb79bef5-2068-4265-b3cd-6160006cbffa None None] Port adf56b4b-7fb9-46e6-aa78-6a1813f06b9c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:00.480250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-695ffb2e-d57d-46b1-9cb5-16bafc77bbbd tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:00.488811 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-695ffb2e-d57d-46b1-9cb5-16bafc77bbbd tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/985ab3f2-f401-4ac1-b378-3a81a8e2644f HTTP/1.1" status: 204 len: 168 time: 0.3905454 Aug 30 13:21:00.543796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38736) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:00.546515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ffb2e-d57d-46b1-9cb5-16bafc77bbbd tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985ab3f2-f401-4ac1-b378-3a81a8e2644f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:00.714561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb08ac2e-0b61-41e6-a612-821bb2824a27 None None] Update dhcp port {'port': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'fixed_ips': [{'subnet_id': '4622acad-9802-4563-acee-209963dfc094', 'ip_address': '172.20.0.2'}, {'subnet_id': 'edb9754a-e7eb-4d64-bd70-90b8c39a1bb6'}], 'binding:host_id': 'n-d-688802-6'}, 'id': 'c8efb36e-67b5-4369-9bfc-0ffb1765556d'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:21:00.760462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1c626f11-b4e6-4d55-ab23-0cd908adc39c tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1988747 Aug 30 13:21:00.762089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38740) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:00.778732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f89abed3-64e0-4782-a1ea-585671e03a80 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'tempest-secgroup--435051394'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:00.839008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Delete allocated IP 172.20.0.12 (5e10b597-266b-4cb7-a230-512ade822625/4622acad-9802-4563-acee-209963dfc094) {{(pid=95699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 13:21:00.844727 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f89abed3-64e0-4782-a1ea-585671e03a80 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:00.866928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.29 (5e10b597-266b-4cb7-a230-512ade822625/edb9754a-e7eb-4d64-bd70-90b8c39a1bb6/adf56b4b-7fb9-46e6-aa78-6a1813f06b9c) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:00.876372 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb08ac2e-0b61-41e6-a612-821bb2824a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:00.933609 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.014287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f89abed3-64e0-4782-a1ea-585671e03a80 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.032487 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f89abed3-64e0-4782-a1ea-585671e03a80 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.109815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f89abed3-64e0-4782-a1ea-585671e03a80 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.115377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38752) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:01.115594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f89abed3-64e0-4782-a1ea-585671e03a80 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3509655 Aug 30 13:21:01.133473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89abed3-64e0-4782-a1ea-585671e03a80 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26112e19-ad88-447d-900c-10dbe0236e19,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:01.155861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e94e3af6-166b-4b99-8cbe-ac61310478d8 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': '26112e19-ad88-447d-900c-10dbe0236e19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:01.156643 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-e94e3af6-166b-4b99-8cbe-ac61310478d8 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 30 13:21:01.157158 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-e94e3af6-166b-4b99-8cbe-ac61310478d8 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:01.169980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e94e3af6-166b-4b99-8cbe-ac61310478d8 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0541167 Aug 30 13:21:01.175886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38754) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:01.312070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fef7df5-df4a-4b00-b6e8-a86c5b681305 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.351168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.375544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object adf56b4b-7fb9-46e6-aa78-6a1813f06b9c will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:01.379445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fef7df5-df4a-4b00-b6e8-a86c5b681305 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.385300 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.488769 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fef7df5-df4a-4b00-b6e8-a86c5b681305 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.497409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6fef7df5-df4a-4b00-b6e8-a86c5b681305 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.500289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6fef7df5-df4a-4b00-b6e8-a86c5b681305 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/26112e19-ad88-447d-900c-10dbe0236e19 HTTP/1.1" status: 204 len: 168 time: 0.3224766 Aug 30 13:21:01.514508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38760) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:01.550544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef7df5-df4a-4b00-b6e8-a86c5b681305 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26112e19-ad88-447d-900c-10dbe0236e19,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:01.605261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-bb08ac2e-0b61-41e6-a612-821bb2824a27 None None] Allocated IP 172.20.0.18 (5e10b597-266b-4cb7-a230-512ade822625/edb9754a-e7eb-4d64-bd70-90b8c39a1bb6/c8efb36e-67b5-4369-9bfc-0ffb1765556d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:01.640753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=adf56b4b-7fb9-46e6-aa78-6a1813f06b9c,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:01.673480 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0266bc15-66fa-425e-b191-4fec1a46594c tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1519225 Aug 30 13:21:01.680992 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38764) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:01.697706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a7dd38f7-5c8b-4c77-a9a3-a421fc2692c9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'tempest-secgroup--821425578'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:01.709069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] In _notify_port_updated(), no bound segment for port adf56b4b-7fb9-46e6-aa78-6a1813f06b9c on network 5e10b597-266b-4cb7-a230-512ade822625 {{(pid=95699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:21:01.719056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:01.719433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.726500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38766) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:01.736866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fc80a1dd-3f4c-47b4-8e63-8f3031137a2a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "PUT /v2.0/ports/adf56b4b-7fb9-46e6-aa78-6a1813f06b9c HTTP/1.1" status: 200 len: 921 time: 1.7162485 Aug 30 13:21:01.775715 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7dd38f7-5c8b-4c77-a9a3-a421fc2692c9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:01.944401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb08ac2e-0b61-41e6-a612-821bb2824a27 None None] For port c8efb36e-67b5-4369-9bfc-0ffb1765556d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c8efb36e-67b5-4369-9bfc-0ffb1765556d,segment=NetworkSegment(644ce4ab-0a93-4228-a29d-0e0df24778bc),segment_id=644ce4ab-0a93-4228-a29d-0e0df24778bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:01.983254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-19d0caf0-f482-466d-9a67-51ee400fb3bc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port adf56b4b-7fb9-46e6-aa78-6a1813f06b9c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:01.984106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19d0caf0-f482-466d-9a67-51ee400fb3bc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.000156 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7dd38f7-5c8b-4c77-a9a3-a421fc2692c9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.006957 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7dd38f7-5c8b-4c77-a9a3-a421fc2692c9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.023503 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb08ac2e-0b61-41e6-a612-821bb2824a27 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.064456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb08ac2e-0b61-41e6-a612-821bb2824a27 None None] Transition to ACTIVE for port object c8efb36e-67b5-4369-9bfc-0ffb1765556d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:02.075296 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb08ac2e-0b61-41e6-a612-821bb2824a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.106554 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7dd38f7-5c8b-4c77-a9a3-a421fc2692c9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.109740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a7dd38f7-5c8b-4c77-a9a3-a421fc2692c9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4229972 Aug 30 13:21:02.119146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38772) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:02.136769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-058cf538-3cf9-4739-9a09-533830115b88 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': '757e2f03-c4be-4a28-984c-5514f98eb298', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:02.137773 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-058cf538-3cf9-4739-9a09-533830115b88 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 30 13:21:02.138341 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-058cf538-3cf9-4739-9a09-533830115b88 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:02.139408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-058cf538-3cf9-4739-9a09-533830115b88 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116034 Aug 30 13:21:02.141783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd38f7-5c8b-4c77-a9a3-a421fc2692c9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757e2f03-c4be-4a28-984c-5514f98eb298,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:02.146081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38776) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:02.301911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1172ab43-67b3-4ebc-86a5-397bae8e897b tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.372193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08ac2e-0b61-41e6-a612-821bb2824a27 None None] Pushing event updated for resources: {'Port': ['ID=c8efb36e-67b5-4369-9bfc-0ffb1765556d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:02.421386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1172ab43-67b3-4ebc-86a5-397bae8e897b tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.434634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c8efb36e-67b5-4369-9bfc-0ffb1765556d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:21:02.590228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1172ab43-67b3-4ebc-86a5-397bae8e897b tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.598848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1172ab43-67b3-4ebc-86a5-397bae8e897b tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:02.603805 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1172ab43-67b3-4ebc-86a5-397bae8e897b tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/757e2f03-c4be-4a28-984c-5514f98eb298 HTTP/1.1" status: 204 len: 168 time: 0.4528973 Aug 30 13:21:02.617724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38784) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:02.741769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172ab43-67b3-4ebc-86a5-397bae8e897b tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757e2f03-c4be-4a28-984c-5514f98eb298,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:02.778124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a80aa901-09d8-457e-b028-c809d1b15c52 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1561866 Aug 30 13:21:02.790070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38792) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:02.795722 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8cfb2e29-81cd-4a9d-bae5-daa64069fddc tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304474094'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:02.862049 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2e29-81cd-4a9d-bae5-daa64069fddc tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.132420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2e29-81cd-4a9d-bae5-daa64069fddc tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.140167 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2e29-81cd-4a9d-bae5-daa64069fddc tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.237574 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8cfb2e29-81cd-4a9d-bae5-daa64069fddc tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.246338 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8cfb2e29-81cd-4a9d-bae5-daa64069fddc tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4547300 Aug 30 13:21:03.247904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38796) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:03.251238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb2e29-81cd-4a9d-bae5-daa64069fddc tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783f82b5-6f33-4583-a73c-1e717994ce1b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:03.265420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-745902a1-ff0f-4a6c-85ed-a9d970596555 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': '783f82b5-6f33-4583-a73c-1e717994ce1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:03.294473 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-745902a1-ff0f-4a6c-85ed-a9d970596555 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 30 13:21:03.296080 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-745902a1-ff0f-4a6c-85ed-a9d970596555 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:03.301485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-745902a1-ff0f-4a6c-85ed-a9d970596555 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0484807 Aug 30 13:21:03.301940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38802) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:03.308166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9edf8211-8766-4791-8dfc-b837574f83a9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': '783f82b5-6f33-4583-a73c-1e717994ce1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:03.309443 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-9edf8211-8766-4791-8dfc-b837574f83a9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 30 13:21:03.310158 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-9edf8211-8766-4791-8dfc-b837574f83a9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:03.316671 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9edf8211-8766-4791-8dfc-b837574f83a9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107927 Aug 30 13:21:03.316917 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38804) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:03.323423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-972a702a-1388-4f56-8f25-3b1c2a2719a1 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': '783f82b5-6f33-4583-a73c-1e717994ce1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:03.324526 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-972a702a-1388-4f56-8f25-3b1c2a2719a1 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 30 13:21:03.332714 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-972a702a-1388-4f56-8f25-3b1c2a2719a1 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:03.337199 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-972a702a-1388-4f56-8f25-3b1c2a2719a1 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159469 Aug 30 13:21:03.337406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38806) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:03.343252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ae379238-a0a9-4ea1-b9b5-4c3451fd749d tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': '783f82b5-6f33-4583-a73c-1e717994ce1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:03.344164 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-ae379238-a0a9-4ea1-b9b5-4c3451fd749d tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 30 13:21:03.344674 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-ae379238-a0a9-4ea1-b9b5-4c3451fd749d tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:03.353615 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ae379238-a0a9-4ea1-b9b5-4c3451fd749d tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106661 Aug 30 13:21:03.354826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38808) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:03.361844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38810) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:03.468891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19d0caf0-f482-466d-9a67-51ee400fb3bc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.508149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-19d0caf0-f482-466d-9a67-51ee400fb3bc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for adf56b4b-7fb9-46e6-aa78-6a1813f06b9c owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:03.627264 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed8b0-8f29-409a-b40d-b688c4adad6f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.793473 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed8b0-8f29-409a-b40d-b688c4adad6f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.796014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1e0a492d-81bb-4e11-93c2-5044484f09a9 None None] Provisioning complete for port f89962b6-f865-403b-9130-110ee86efb22 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:03.800620 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1e0a492d-81bb-4e11-93c2-5044484f09a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.833747 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-930a3a83-d034-4292-86bf-e0aff7d8f7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.944501 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19d0caf0-f482-466d-9a67-51ee400fb3bc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:03.987473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1e0a492d-81bb-4e11-93c2-5044484f09a9 None None] Port f89962b6-f865-403b-9130-110ee86efb22 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:04.035644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1e0a492d-81bb-4e11-93c2-5044484f09a9 None None] Provisioning for port c8efb36e-67b5-4369-9bfc-0ffb1765556d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:04.048108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1e0a492d-81bb-4e11-93c2-5044484f09a9 None None] Provisioning complete for port c8efb36e-67b5-4369-9bfc-0ffb1765556d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:04.049138 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1e0a492d-81bb-4e11-93c2-5044484f09a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:04.066153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed8b0-8f29-409a-b40d-b688c4adad6f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:04.078075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0caf0-f482-466d-9a67-51ee400fb3bc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=adf56b4b-7fb9-46e6-aa78-6a1813f06b9c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:04.084413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed8b0-8f29-409a-b40d-b688c4adad6f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:04.091048 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4a5ed8b0-8f29-409a-b40d-b688c4adad6f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/783f82b5-6f33-4583-a73c-1e717994ce1b HTTP/1.1" status: 204 len: 168 time: 0.7348905 Aug 30 13:21:04.110111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38830) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:04.145290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ed8b0-8f29-409a-b40d-b688c4adad6f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783f82b5-6f33-4583-a73c-1e717994ce1b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:04.370877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1e0a492d-81bb-4e11-93c2-5044484f09a9 None None] Could not find standard attr ID for object adf56b4b-7fb9-46e6-aa78-6a1813f06b9c. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:21:04.401339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c8efb36e-67b5-4369-9bfc-0ffb1765556d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:21:04.451142 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-930a3a83-d034-4292-86bf-e0aff7d8f7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:04.463311 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-930a3a83-d034-4292-86bf-e0aff7d8f7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:04.539706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c8efb36e-67b5-4369-9bfc-0ffb1765556d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:04.539996 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:04.619618 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-930a3a83-d034-4292-86bf-e0aff7d8f7e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06dbc405468343e48fd047b1c7d93bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2564585 Aug 30 13:21:04.633791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38832) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:04.693617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a3a83-d034-4292-86bf-e0aff7d8f7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5d225-477d-4704-8700-deea2295f827,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:04.722873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a0fe9c3e-38ff-4bfe-8c21-2ee27cf2e6c0 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5993631 Aug 30 13:21:04.740886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38840) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:04.775307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4a984992-69a7-49c3-bc48-dbb2a71a0f91 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606268781'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:04.862338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-67499ba6-309b-4279-92fb-16ce8afb02d7 None None] Could not find standard attr ID for object adf56b4b-7fb9-46e6-aa78-6a1813f06b9c. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:21:04.868567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a984992-69a7-49c3-bc48-dbb2a71a0f91 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:04.915411 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-19d0caf0-f482-466d-9a67-51ee400fb3bc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:04.917766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-19d0caf0-f482-466d-9a67-51ee400fb3bc tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/adf56b4b-7fb9-46e6-aa78-6a1813f06b9c HTTP/1.1" status: 204 len: 168 time: 3.1897845 Aug 30 13:21:04.922890 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b805416-8895-452e-908b-3da10970cd82 req-d6702d99-a21c-4b91-827f-0111c6990a6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9621520 Aug 30 13:21:04.923594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38844) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:04.984008 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6aec7be1-87ae-4baa-88f1-b8754c0a6439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.066294 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed5bb79-0021-46ec-a58e-8a6e1604e27a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:21:05.068815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9ed5bb79-0021-46ec-a58e-8a6e1604e27a tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/adf56b4b-7fb9-46e6-aa78-6a1813f06b9c HTTP/1.1" status: 404 len: 333 time: 0.1433086 Aug 30 13:21:05.093281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38848) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:05.144681 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6aec7be1-87ae-4baa-88f1-b8754c0a6439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.224267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805416-8895-452e-908b-3da10970cd82 req-ba95945a-217b-4a06-a8ff-d64f4fa00a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:05.242417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b805416-8895-452e-908b-3da10970cd82 req-ba95945a-217b-4a06-a8ff-d64f4fa00a9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ac4f01f67e494d6eb90c5538f74d680d&device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 1097 time: 0.2110465 Aug 30 13:21:05.254121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6aec7be1-87ae-4baa-88f1-b8754c0a6439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.259934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6aec7be1-87ae-4baa-88f1-b8754c0a6439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.261397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6aec7be1-87ae-4baa-88f1-b8754c0a6439 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0dc5d225-477d-4704-8700-deea2295f827 HTTP/1.1" status: 204 len: 168 time: 0.6121466 Aug 30 13:21:05.284768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec7be1-87ae-4baa-88f1-b8754c0a6439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5d225-477d-4704-8700-deea2295f827,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:05.458461 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fdb-e8ca-483a-b6cf-2450861db545 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.468557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a984992-69a7-49c3-bc48-dbb2a71a0f91 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.488832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a984992-69a7-49c3-bc48-dbb2a71a0f91 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.542868 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fdb-e8ca-483a-b6cf-2450861db545 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.563839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805416-8895-452e-908b-3da10970cd82 req-6cca69ea-7302-4043-8890-55d91d2d2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:05.565366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b805416-8895-452e-908b-3da10970cd82 req-6cca69ea-7302-4043-8890-55d91d2d2a8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e HTTP/1.1" status: 200 len: 916 time: 0.2838705 Aug 30 13:21:05.586862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4a984992-69a7-49c3-bc48-dbb2a71a0f91 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.591421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38862) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:05.596337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e288c63f-ad7d-4d36-8078-8ca4c69a8a16 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'd954f459-6b08-44df-8f2c-476198f85259', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:05.597086 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-e288c63f-ad7d-4d36-8078-8ca4c69a8a16 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 13:21:05.597588 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-e288c63f-ad7d-4d36-8078-8ca4c69a8a16 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:05.602934 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e288c63f-ad7d-4d36-8078-8ca4c69a8a16 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0103445 Aug 30 13:21:05.603829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38864) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:05.609453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ae4b8f38-afb6-4382-81be-e0341050e7e9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'd954f459-6b08-44df-8f2c-476198f85259', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:05.610223 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4a984992-69a7-49c3-bc48-dbb2a71a0f91 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8555734 Aug 30 13:21:05.619842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a984992-69a7-49c3-bc48-dbb2a71a0f91 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d954f459-6b08-44df-8f2c-476198f85259,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:05.722540 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-ae4b8f38-afb6-4382-81be-e0341050e7e9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:05.739135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38868) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:05.743666 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ae4b8f38-afb6-4382-81be-e0341050e7e9 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1382973 Aug 30 13:21:05.751405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4592664f-4eb6-4581-aaaf-545ec78eb205 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'd954f459-6b08-44df-8f2c-476198f85259', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:05.752443 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-4592664f-4eb6-4581-aaaf-545ec78eb205 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 30 13:21:05.753146 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-4592664f-4eb6-4581-aaaf-545ec78eb205 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:05.754397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4592664f-4eb6-4581-aaaf-545ec78eb205 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093062 Aug 30 13:21:05.760320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38870) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:05.770045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e6f241f8-4073-454c-892e-5423f74ce462 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'd954f459-6b08-44df-8f2c-476198f85259', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:05.807124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fdb-e8ca-483a-b6cf-2450861db545 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.810751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e6b0fdb-e8ca-483a-b6cf-2450861db545 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:05.812337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8e6b0fdb-e8ca-483a-b6cf-2450861db545 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/security-groups/9734f526-f7be-43f1-b9fa-a171abc3c79c HTTP/1.1" status: 204 len: 168 time: 0.7098453 Aug 30 13:21:05.817018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38874) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:05.868687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b0fdb-e8ca-483a-b6cf-2450861db545 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9734f526-f7be-43f1-b9fa-a171abc3c79c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:05.881225 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b805416-8895-452e-908b-3da10970cd82 req-e3848c4c-9d51-4ac5-b40e-f83c796ad315 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae922295-0550-45c2-b750-6634569fff98 HTTP/1.1" status: 200 len: 1002 time: 0.3059506 Aug 30 13:21:05.992868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805416-8895-452e-908b-3da10970cd82 req-4fe2994f-1064-4e44-adc8-c58f76982837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:06.003938 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3543271f-3bfc-4331-aab5-c373ed104adf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.008618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b805416-8895-452e-908b-3da10970cd82 req-4fe2994f-1064-4e44-adc8-c58f76982837 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b15ca0a7-0410-4277-9104-d047cff6fa65 HTTP/1.1" status: 200 len: 854 time: 0.1203034 Aug 30 13:21:06.011734 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-e6f241f8-4073-454c-892e-5423f74ce462 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:06.018546 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6f241f8-4073-454c-892e-5423f74ce462 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2558682 Aug 30 13:21:06.019393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38882) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:06.066130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-59812789-d97e-484f-ab86-6ce54771cf00 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'd954f459-6b08-44df-8f2c-476198f85259', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:06.066764 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-59812789-d97e-484f-ab86-6ce54771cf00 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 13:21:06.067279 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-59812789-d97e-484f-ab86-6ce54771cf00 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:06.071859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-59812789-d97e-484f-ab86-6ce54771cf00 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111127 Aug 30 13:21:06.074000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38886) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:06.086064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-26686148-a4e5-47ef-b0db-db5acecac6ee tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'd954f459-6b08-44df-8f2c-476198f85259', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:06.096620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3543271f-3bfc-4331-aab5-c373ed104adf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.219641 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3543271f-3bfc-4331-aab5-c373ed104adf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.227702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b805416-8895-452e-908b-3da10970cd82 req-bbdc56c3-52df-4523-af92-1a6953a102e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:06.229219 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3543271f-3bfc-4331-aab5-c373ed104adf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.229398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b805416-8895-452e-908b-3da10970cd82 req-bbdc56c3-52df-4523-af92-1a6953a102e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143967 Aug 30 13:21:06.233095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3543271f-3bfc-4331-aab5-c373ed104adf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/security-groups/88234681-25e5-4a0b-8538-8a97d4ec2e12 HTTP/1.1" status: 204 len: 168 time: 0.4123318 Aug 30 13:21:06.238763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38896) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:06.299822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3543271f-3bfc-4331-aab5-c373ed104adf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88234681-25e5-4a0b-8538-8a97d4ec2e12,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:06.387971 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-26686148-a4e5-47ef-b0db-db5acecac6ee tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:06.389023 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-26686148-a4e5-47ef-b0db-db5acecac6ee tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3136718 Aug 30 13:21:06.393893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38902) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:06.403016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b805416-8895-452e-908b-3da10970cd82 req-3ed71c11-34a8-4542-8bd8-8638f267cf27 service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633449 Aug 30 13:21:06.404164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3b9ee291-721d-4576-9183-a430b1cd018e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'd954f459-6b08-44df-8f2c-476198f85259', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:06.404926 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-3b9ee291-721d-4576-9183-a430b1cd018e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 30 13:21:06.405738 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-3b9ee291-721d-4576-9183-a430b1cd018e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:06.407269 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3b9ee291-721d-4576-9183-a430b1cd018e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117874 Aug 30 13:21:06.415215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38904) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:06.442109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8f285ef3-e82e-4db9-979a-71c6fa127594 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'd954f459-6b08-44df-8f2c-476198f85259', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:06.551050 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-8f285ef3-e82e-4db9-979a-71c6fa127594 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:06.552576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8f285ef3-e82e-4db9-979a-71c6fa127594 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1359448 Aug 30 13:21:06.557191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38908) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:06.565487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6c8425-d530-4271-ba03-ec53dd51e178 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 4622acad-9802-4563-acee-209963dfc094 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:21:06.566897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-219f4159-eaa1-4d50-a983-79e79e346c2f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'd954f459-6b08-44df-8f2c-476198f85259', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:06.575663 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8425-d530-4271-ba03-ec53dd51e178 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.633892 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b8f3ab16-7d26-4071-8caf-4a4f3600d5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.652054 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-219f4159-eaa1-4d50-a983-79e79e346c2f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:06.656602 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-219f4159-eaa1-4d50-a983-79e79e346c2f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0946839 Aug 30 13:21:06.656884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38910) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:06.701268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8425-d530-4271-ba03-ec53dd51e178 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.710060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b805416-8895-452e-908b-3da10970cd82 req-b35a855c-a2be-496e-b7de-5801b6a9d075 service neutron] 10.222.0.16 "GET /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756062 Aug 30 13:21:06.821139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-db4741fb-7aab-4bf4-a5c7-b10ff2e10f17 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.863599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-db4741fb-7aab-4bf4-a5c7-b10ff2e10f17 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.900838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8425-d530-4271-ba03-ec53dd51e178 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.933472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-db4741fb-7aab-4bf4-a5c7-b10ff2e10f17 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.938621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-db4741fb-7aab-4bf4-a5c7-b10ff2e10f17 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:06.940520 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-db4741fb-7aab-4bf4-a5c7-b10ff2e10f17 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/d954f459-6b08-44df-8f2c-476198f85259 HTTP/1.1" status: 204 len: 168 time: 0.2825224 Aug 30 13:21:06.945337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38920) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:06.978850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4741fb-7aab-4bf4-a5c7-b10ff2e10f17 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d954f459-6b08-44df-8f2c-476198f85259,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:06.987767 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8425-d530-4271-ba03-ec53dd51e178 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:07.039334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c8425-d530-4271-ba03-ec53dd51e178 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=4622acad-9802-4563-acee-209963dfc094,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:07.045399 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f6c8425-d530-4271-ba03-ec53dd51e178 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:07.052963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1f6c8425-d530-4271-ba03-ec53dd51e178 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/4622acad-9802-4563-acee-209963dfc094 HTTP/1.1" status: 204 len: 168 time: 0.8113039 Aug 30 13:21:07.055994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38922) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:07.060264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f66b2668-7022-414c-8c1e-21758aff2f27 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105349 Aug 30 13:21:07.061108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38926) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:07.066205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc24b604-34a7-4632-a4b2-5c757b2bd701 None None] Network 5e10b597-266b-4cb7-a230-512ade822625 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:07.067445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:07.082883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-01aaad53-9ebd-44bc-aff0-6f993576c7cb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'tempest-secgroup--710192914'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:07.422436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01aaad53-9ebd-44bc-aff0-6f993576c7cb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:07.613229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:07.619340 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:07.812303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01aaad53-9ebd-44bc-aff0-6f993576c7cb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:07.832028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01aaad53-9ebd-44bc-aff0-6f993576c7cb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:07.964167 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-01aaad53-9ebd-44bc-aff0-6f993576c7cb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:07.973592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-01aaad53-9ebd-44bc-aff0-6f993576c7cb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9017687 Aug 30 13:21:07.980865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38948) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:07.992453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a9bd5f7c-5a7d-4ec7-a90c-6e5bd2baec92 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'c503fba4-f241-455a-ab74-7f46a8e107f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:08.026280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaad53-9ebd-44bc-aff0-6f993576c7cb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c503fba4-f241-455a-ab74-7f46a8e107f8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:08.141138 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-a9bd5f7c-5a7d-4ec7-a90c-6e5bd2baec92 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The resource could not be found. Aug 30 13:21:08.143003 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a9bd5f7c-5a7d-4ec7-a90c-6e5bd2baec92 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1598892 Aug 30 13:21:08.147496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38952) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:08.159858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4543e2f2-9783-4e51-9f5b-a76413a28349 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'c503fba4-f241-455a-ab74-7f46a8e107f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '95f13c3c-67f3-4581-8bb2-140dd44aa7d3'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:08.358061 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.363761 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-4543e2f2-9783-4e51-9f5b-a76413a28349 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The resource could not be found. Aug 30 13:21:08.365466 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4543e2f2-9783-4e51-9f5b-a76413a28349 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2156980 Aug 30 13:21:08.378436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38962) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:08.427799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:08.438328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:08.446570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:08.458943 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.521902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38964) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:08.540755 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4834819 Aug 30 13:21:08.549827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38968) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:08.569218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cbab5ed9-eec8-49e6-8b9a-11990c5a3a34 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'security_group': {'name': 'tempest-secgroup-1699455568'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:08.622639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f590908d-029e-4a29-9c0f-6e89210c53fb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.638965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16562ad8-56a9-4599-bb72-f45197d79395 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=57601691-df63-4eb5-bda1-e7d124e2e1fc,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:08.677553 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cbab5ed9-eec8-49e6-8b9a-11990c5a3a34 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.709632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f590908d-029e-4a29-9c0f-6e89210c53fb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.853596 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f590908d-029e-4a29-9c0f-6e89210c53fb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.856976 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f590908d-029e-4a29-9c0f-6e89210c53fb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.862248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f590908d-029e-4a29-9c0f-6e89210c53fb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/c503fba4-f241-455a-ab74-7f46a8e107f8 HTTP/1.1" status: 204 len: 168 time: 0.4820356 Aug 30 13:21:08.865900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38976) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:08.876557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb955b-559f-48d1-a9fe-5d4a7f350822 None None] Network 5e10b597-266b-4cb7-a230-512ade822625 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:08.883216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c2c5dcf2-1ac8-459d-a295-5db2de47d78e None None] Provisioning complete for port f89962b6-f865-403b-9130-110ee86efb22 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:08.883815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cbab5ed9-eec8-49e6-8b9a-11990c5a3a34 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.884230 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dcf2-1ac8-459d-a295-5db2de47d78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.891537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cbab5ed9-eec8-49e6-8b9a-11990c5a3a34 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:08.958478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f590908d-029e-4a29-9c0f-6e89210c53fb tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c503fba4-f241-455a-ab74-7f46a8e107f8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:09.024155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab5ed9-eec8-49e6-8b9a-11990c5a3a34 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f6b79-54cb-4fea-97af-e3fc2d78eb67,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:09.035519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cbab5ed9-eec8-49e6-8b9a-11990c5a3a34 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.041093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cbab5ed9-eec8-49e6-8b9a-11990c5a3a34 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4817212 Aug 30 13:21:09.046847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38978) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:09.076124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c87e709a-3334-46e5-868d-42c153dfccd8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'security_group': {'name': 'tempest-secgroup-469102721'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:09.091943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e10e0bca-428b-4541-b4d1-6539a674d072 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2158968 Aug 30 13:21:09.102537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38980) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:09.122900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5ce09b53-f9ae-4009-aed1-99ef20fb4b16 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': '18d5300a-24fd-44e7-8c2d-05b06c3eaae7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:09.241201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c2c5dcf2-1ac8-459d-a295-5db2de47d78e None None] Port f89962b6-f865-403b-9130-110ee86efb22 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:09.294689 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87e709a-3334-46e5-868d-42c153dfccd8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.302535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c2c5dcf2-1ac8-459d-a295-5db2de47d78e None None] Provisioning complete for port c8efb36e-67b5-4369-9bfc-0ffb1765556d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:09.302915 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c2c5dcf2-1ac8-459d-a295-5db2de47d78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.442866 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-03bc2ddb-93c5-4874-bd52-4bafa8f9321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.535263 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-5ce09b53-f9ae-4009-aed1-99ef20fb4b16 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The resource could not be found. Aug 30 13:21:09.536750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5ce09b53-f9ae-4009-aed1-99ef20fb4b16 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4290979 Aug 30 13:21:09.543201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38990) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:09.550891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f257b78a-3908-453a-8f54-25a151ca44b4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284266360'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:09.584108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87e709a-3334-46e5-868d-42c153dfccd8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.611526 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f257b78a-3908-453a-8f54-25a151ca44b4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.659610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Update dhcp port {'port': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'fixed_ips': [{'subnet_id': 'edb9754a-e7eb-4d64-bd70-90b8c39a1bb6', 'ip_address': '172.20.0.18'}, {'subnet_id': '57601691-df63-4eb5-bda1-e7d124e2e1fc'}], 'binding:host_id': 'n-d-688802-6'}, 'id': 'c8efb36e-67b5-4369-9bfc-0ffb1765556d'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:21:09.701269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.783893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87e709a-3334-46e5-868d-42c153dfccd8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.850567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f257b78a-3908-453a-8f54-25a151ca44b4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.856682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e709a-3334-46e5-868d-42c153dfccd8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0822cec3-632b-455f-a527-c8f4c8a9f3b1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:09.859161 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f257b78a-3908-453a-8f54-25a151ca44b4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.903152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87e709a-3334-46e5-868d-42c153dfccd8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.908833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c87e709a-3334-46e5-868d-42c153dfccd8 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8599317 Aug 30 13:21:09.921354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38992) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:09.938431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cdd71e6a-4da0-407f-8191-9f6e357a87cd tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'security_group': {'name': 'tempest-secgroup-667874605'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:09.946467 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f257b78a-3908-453a-8f54-25a151ca44b4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:09.964112 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f257b78a-3908-453a-8f54-25a151ca44b4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4167922 Aug 30 13:21:09.978208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39000) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:09.994623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-470b3ffd-87d3-45f3-9336-1433f0c33053 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'tempest-secgroup--578051904'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:09.996006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cdd71e6a-4da0-407f-8191-9f6e357a87cd tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.004184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Allocated IP 172.20.0.2 (5e10b597-266b-4cb7-a230-512ade822625/57601691-df63-4eb5-bda1-e7d124e2e1fc/c8efb36e-67b5-4369-9bfc-0ffb1765556d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:10.027225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257b78a-3908-453a-8f54-25a151ca44b4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d54615-94db-42d8-88b6-239f14201c79,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:10.092807 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-470b3ffd-87d3-45f3-9336-1433f0c33053 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.207521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] For port c8efb36e-67b5-4369-9bfc-0ffb1765556d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c8efb36e-67b5-4369-9bfc-0ffb1765556d,segment=NetworkSegment(644ce4ab-0a93-4228-a29d-0e0df24778bc),segment_id=644ce4ab-0a93-4228-a29d-0e0df24778bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:10.289435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cdd71e6a-4da0-407f-8191-9f6e357a87cd tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.295576 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.320971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Transition to ACTIVE for port object c8efb36e-67b5-4369-9bfc-0ffb1765556d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:10.339078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cdd71e6a-4da0-407f-8191-9f6e357a87cd tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.346368 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.391443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.408181 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.500021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Pushing event updated for resources: {'Port': ['ID=c8efb36e-67b5-4369-9bfc-0ffb1765556d,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:10.542697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.543164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.543720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.544271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.545527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.546091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.546646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.547200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.547756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.548308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.549246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.549430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b391bcf9-ea67-4eaf-86dd-885e12bbcd56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:10.634769 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-470b3ffd-87d3-45f3-9336-1433f0c33053 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.643327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-470b3ffd-87d3-45f3-9336-1433f0c33053 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.662689 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cdd71e6a-4da0-407f-8191-9f6e357a87cd tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.681338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cdd71e6a-4da0-407f-8191-9f6e357a87cd tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7561753 Aug 30 13:21:10.715481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd71e6a-4da0-407f-8191-9f6e357a87cd tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a61a0-999f-40d1-b64c-c2320de13547,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:10.796196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-470b3ffd-87d3-45f3-9336-1433f0c33053 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:10.802175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-470b3ffd-87d3-45f3-9336-1433f0c33053 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8179803 Aug 30 13:21:10.802175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b3ffd-87d3-45f3-9336-1433f0c33053 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8777e57d-4910-4eea-8213-21e49bd4a7f3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:10.803979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39018) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:10.805565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39020) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:10.814639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-502039332', 'security_groups': ['7e2a61a0-999f-40d1-b64c-c2320de13547'], 'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '57601691-df63-4eb5-bda1-e7d124e2e1fc'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:10.826549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-23b1eaea-488f-4583-bf15-e2ef1204d339 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group_rule': {'security_group_id': 'b5d54615-94db-42d8-88b6-239f14201c79', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8777e57d-4910-4eea-8213-21e49bd4a7f3'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:10.857041 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.020433 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-23b1eaea-488f-4583-bf15-e2ef1204d339 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:11.026056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-23b1eaea-488f-4583-bf15-e2ef1204d339 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2000575 Aug 30 13:21:11.028455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39026) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:11.093908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:11.145137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Deleting port 79070893-cc33-4b45-b007-ea2fa019df1d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:11.145477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.214046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5c16-c4af-4aad-867e-a95d23439077 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.290514 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5c16-c4af-4aad-867e-a95d23439077 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.309527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] For port 79070893-cc33-4b45-b007-ea2fa019df1d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=79070893-cc33-4b45-b007-ea2fa019df1d,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:11.311112 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.321857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.352037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Calling delete_port for 79070893-cc33-4b45-b007-ea2fa019df1d owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:11.422197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] device_id is not set on port 238bb137-1911-4829-9a37-756da2f81fab yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:21:11.650684 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5c16-c4af-4aad-867e-a95d23439077 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.656466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e5b5c16-c4af-4aad-867e-a95d23439077 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.658729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7e5b5c16-c4af-4aad-867e-a95d23439077 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/8777e57d-4910-4eea-8213-21e49bd4a7f3 HTTP/1.1" status: 204 len: 168 time: 0.6280820 Aug 30 13:21:11.711997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39040) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:11.756067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.768675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b5c16-c4af-4aad-867e-a95d23439077 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8777e57d-4910-4eea-8213-21e49bd4a7f3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:11.861627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4af982c3-ba59-43b8-9f45-0d7f6ba23020 None None] Provisioning complete for port f89962b6-f865-403b-9130-110ee86efb22 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:11.864110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Pushing event deleted for resources: {'Port': ['ID=79070893-cc33-4b45-b007-ea2fa019df1d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:11.870333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4af982c3-ba59-43b8-9f45-0d7f6ba23020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:11.973186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4af982c3-ba59-43b8-9f45-0d7f6ba23020 None None] Port f89962b6-f865-403b-9130-110ee86efb22 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:11.998582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4af982c3-ba59-43b8-9f45-0d7f6ba23020 None None] Provisioning for port c8efb36e-67b5-4369-9bfc-0ffb1765556d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:12.014937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4af982c3-ba59-43b8-9f45-0d7f6ba23020 None None] Provisioning complete for port c8efb36e-67b5-4369-9bfc-0ffb1765556d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:12.017856 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4af982c3-ba59-43b8-9f45-0d7f6ba23020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.077871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8b375efa-ffa2-40c1-9855-893afed48b1e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3610744 Aug 30 13:21:12.085337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39050) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:12.138309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.6 (5e10b597-266b-4cb7-a230-512ade822625/57601691-df63-4eb5-bda1-e7d124e2e1fc/238bb137-1911-4829-9a37-756da2f81fab) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:12.240695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.367656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.378138 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f091070-e013-4c5f-aceb-cb9d308895c4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.573155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c8efb36e-67b5-4369-9bfc-0ffb1765556d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:21:12.691415 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.698542 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f091070-e013-4c5f-aceb-cb9d308895c4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.737600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c8efb36e-67b5-4369-9bfc-0ffb1765556d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:12.737946 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.763080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object 238bb137-1911-4829-9a37-756da2f81fab will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:12.865256 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f091070-e013-4c5f-aceb-cb9d308895c4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.867218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f091070-e013-4c5f-aceb-cb9d308895c4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.874083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5f091070-e013-4c5f-aceb-cb9d308895c4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/b5d54615-94db-42d8-88b6-239f14201c79 HTTP/1.1" status: 204 len: 168 time: 0.7849567 Aug 30 13:21:12.875764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39060) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:12.968699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-97c0a92c-590d-450e-bc85-4fcc9e854d83 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0872107 Aug 30 13:21:12.970672 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:12.973636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39062) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:12.987747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e944de2c-c446-4f21-86ab-62b694a61a9f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'tempest-secgroup--568556971'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:12.995528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f091070-e013-4c5f-aceb-cb9d308895c4 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d54615-94db-42d8-88b6-239f14201c79,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:13.045585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:13.052878 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:13.058733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:21:13.136222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=238bb137-1911-4829-9a37-756da2f81fab,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:13.149645 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e944de2c-c446-4f21-86ab-62b694a61a9f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:13.185970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:13.186998 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:13.250147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d612ebaa-401c-43fa-9545-454e97a4c936 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4382951 Aug 30 13:21:13.254715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39070) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:13.264613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-70761f65-b023-4f8b-b8ec-70e3535bbfde tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:13.428436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:21:13.447092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e944de2c-c446-4f21-86ab-62b694a61a9f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:13.472608 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e944de2c-c446-4f21-86ab-62b694a61a9f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:13.482107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e5175690-e869-4ef2-8a8e-ab6078cfbce2 None None] Provisioning for port 238bb137-1911-4829-9a37-756da2f81fab completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:13.492124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e5175690-e869-4ef2-8a8e-ab6078cfbce2 None None] Provisioning complete for port 238bb137-1911-4829-9a37-756da2f81fab triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:13.493243 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e5175690-e869-4ef2-8a8e-ab6078cfbce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:13.518578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70761f65-b023-4f8b-b8ec-70e3535bbfde tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:13.523422 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70761f65-b023-4f8b-b8ec-70e3535bbfde tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:13.564933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e5175690-e869-4ef2-8a8e-ab6078cfbce2 None None] Port 238bb137-1911-4829-9a37-756da2f81fab cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:13.598433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e944de2c-c446-4f21-86ab-62b694a61a9f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:13.600271 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e944de2c-c446-4f21-86ab-62b694a61a9f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6252954 Aug 30 13:21:13.605618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39074) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:13.607068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944de2c-c446-4f21-86ab-62b694a61a9f tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd345ac-1971-4da4-8257-e035c2604331,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:13.623159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-90bede52-36d4-46aa-943f-be814fcb8f85 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:13.623159 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-90bede52-36d4-46aa-943f-be814fcb8f85 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 13:21:13.623159 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-90bede52-36d4-46aa-943f-be814fcb8f85 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 13:21:13.624758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-90bede52-36d4-46aa-943f-be814fcb8f85 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "PUT /v2.0/security-groups/ddd345ac-1971-4da4-8257-e035c2604331 HTTP/1.1" status: 409 len: 330 time: 0.0178807 Aug 30 13:21:13.625446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39078) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:13.634807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:21:13.641982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b698b1e3-f062-4ae8-a37a-6a6bc8d5794d admin admin] 10.222.0.37 "PUT /v2.0/routers/7a8ac84f-4d6e-4f34-beb0-88572411bbeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1177840 Aug 30 13:21:13.651334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39084) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:13.657382 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] Sync routers for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:21:13.676512 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:13.678034 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:13.718492 n-d-688802-6 neutron-server[95699]: INFO neutron.db.ipam_backend_mixin [None req-70761f65-b023-4f8b-b8ec-70e3535bbfde tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 57601691-df63-4eb5-bda1-e7d124e2e1fc (CIDR: 172.20.0.0/28) Aug 30 13:21:13.724073 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-70761f65-b023-4f8b-b8ec-70e3535bbfde tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:13.727766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70761f65-b023-4f8b-b8ec-70e3535bbfde tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:13.764722 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-70761f65-b023-4f8b-b8ec-70e3535bbfde tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5082383 Aug 30 13:21:13.767562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39088) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:13.777238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ff50b871-71aa-4391-b2d3-dfbc0a969a94 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:13.867114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30aab99f-32a5-4872-87d7-25057873968e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:13.880458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:21:13.959146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30aab99f-32a5-4872-87d7-25057873968e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:13.970618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:14.102680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff50b871-71aa-4391-b2d3-dfbc0a969a94 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:14.107528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ff50b871-71aa-4391-b2d3-dfbc0a969a94 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:14.311785 n-d-688802-6 neutron-server[95699]: INFO neutron.db.ipam_backend_mixin [None req-ff50b871-71aa-4391-b2d3-dfbc0a969a94 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet edb9754a-e7eb-4d64-bd70-90b8c39a1bb6 (CIDR: 172.20.0.16/28) Aug 30 13:21:14.322030 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff50b871-71aa-4391-b2d3-dfbc0a969a94 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:21:14.323033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff50b871-71aa-4391-b2d3-dfbc0a969a94 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:14.360650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ff50b871-71aa-4391-b2d3-dfbc0a969a94 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5895193 Aug 30 13:21:14.363493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39100) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:14.368467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30aab99f-32a5-4872-87d7-25057873968e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:14.379489 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30aab99f-32a5-4872-87d7-25057873968e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:14.381405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-30aab99f-32a5-4872-87d7-25057873968e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/ddd345ac-1971-4da4-8257-e035c2604331 HTTP/1.1" status: 204 len: 168 time: 0.7542892 Aug 30 13:21:14.386288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'subnet': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:14.402248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39102) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:14.443806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:21:11Z', 'revision_number': 5, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:14.478204 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] Checking router: 7a8ac84f-4d6e-4f34-beb0-88572411bbeb for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:21:14.492364 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] Routers {'7a8ac84f-4d6e-4f34-beb0-88572411bbeb'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:14.494297 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:14.613695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Made reservation on behalf of 4ea2d2b37d9c4d0baa567102cbc4e183 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:14.628567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:14.650095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-803de322-ce6a-4d42-a5be-ab1445ddd1ac tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2037020 Aug 30 13:21:14.653875 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] Set router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:21:14.662691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aab99f-32a5-4872-87d7-25057873968e tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd345ac-1971-4da4-8257-e035c2604331,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:14.667780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39106) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:14.716479 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:14.768996 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-f8ead2e4-c403-43ae-8047-a3f6a1095530 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] delete failed (client error): The resource could not be found. Aug 30 13:21:14.778359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f8ead2e4-c403-43ae-8047-a3f6a1095530 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "DELETE /v2.0/security-groups/49a0739e-deab-4dd6-bde1-42b3d92ccbd3 HTTP/1.1" status: 404 len: 347 time: 0.1088512 Aug 30 13:21:14.783209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39108) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:14.835973 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-bfd3c264-785a-4aca-96dc-5a4228b9e580 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] show failed (client error): The resource could not be found. Aug 30 13:21:14.843787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bfd3c264-785a-4aca-96dc-5a4228b9e580 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-groups/3e2a77d8-30e1-4739-9d9e-5f414d3a7366 HTTP/1.1" status: 404 len: 347 time: 0.0583119 Aug 30 13:21:14.855076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39114) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:14.889120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Deleting port f1826b79-d261-457b-b022-15700dbdf542 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:14.889700 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:14.894741 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-b2446dd3-48f7-4098-bbc2-4086d0a3d0e5 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] show failed (client error): The resource could not be found. Aug 30 13:21:14.901815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b2446dd3-48f7-4098-bbc2-4086d0a3d0e5 tempest-NegativeSecGroupTest-1839749273 tempest-NegativeSecGroupTest-1839749273-project] 10.222.0.37 "GET /v2.0/security-group-rules/31b1694a-2157-4cc4-a340-226465fd7891 HTTP/1.1" status: 404 len: 356 time: 0.0397518 Aug 30 13:21:14.966367 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:21:11Z', 'revision_number': 5, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:15.023243 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a53fe4-0ba5-48d8-8567-7a02bd9e6409 None None] The sync data for ids ['7a8ac84f-4d6e-4f34-beb0-88572411bbeb'] in n-d-688802-6 is: [{'id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'name': 'tempest-TaggedBootDevicesTest-228890778-router', 'tenant_id': '06905088f4f648bb855223e8aae0df1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f1826b79-d261-457b-b022-15700dbdf542', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:21:11Z', 'revision_number': 5, 'project_id': '06905088f4f648bb855223e8aae0df1d', 'gw_port': {'id': 'f1826b79-d261-457b-b022-15700dbdf542', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:dd:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8ac84f-4d6e-4f34-beb0-88572411bbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:09:48Z', 'updated_at': '2021-08-30T13:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:21:15.271509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] For port f1826b79-d261-457b-b022-15700dbdf542, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f1826b79-d261-457b-b022-15700dbdf542,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:15.272051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:15.297268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Calling delete_port for f1826b79-d261-457b-b022-15700dbdf542 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:15.432223 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:15.556145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39128) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:15.701822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Network 5e10b597-266b-4cb7-a230-512ade822625 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:15.705098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:15.723057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0578ea-0346-4f4e-b93e-06f4cfd63ef5 None None] Network 5e10b597-266b-4cb7-a230-512ade822625 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:15.724058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Subnet': ['ID=05a09409-9f82-49fa-acbb-d8f4086ee2e9,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:15.729993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:15.732173 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:15.783180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-89b2ada6-5757-470f-88ca-d845616fabb6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4166033 Aug 30 13:21:15.787156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39138) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:15.809283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-324905131', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '05a09409-9f82-49fa-acbb-d8f4086ee2e9'}], 'security_groups': ['fa2f6b79-54cb-4fea-97af-e3fc2d78eb67', '0822cec3-632b-455f-a527-c8f4c8a9f3b1']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:15.916997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:15.974071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1826b79-d261-457b-b022-15700dbdf542,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:16.127199 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.186332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9c86d014-1ea9-4a82-a8ef-811d6c3005e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a86167ecf150488c83eef6937539ea22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147206 Aug 30 13:21:16.187666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.190697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39140) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:16.370835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2ad639-523a-4d24-b1ca-e41ac346d004 None None] Update dhcp port {'port': {'network_id': '5e10b597-266b-4cb7-a230-512ade822625', 'fixed_ips': [{'subnet_id': 'edb9754a-e7eb-4d64-bd70-90b8c39a1bb6', 'ip_address': '172.20.0.18'}, {'subnet_id': '57601691-df63-4eb5-bda1-e7d124e2e1fc', 'ip_address': '172.20.0.2'}, {'subnet_id': '05a09409-9f82-49fa-acbb-d8f4086ee2e9'}], 'binding:host_id': 'n-d-688802-6'}, 'id': 'c8efb36e-67b5-4369-9bfc-0ffb1765556d'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:21:16.438284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.442868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad639-523a-4d24-b1ca-e41ac346d004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.465973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.469534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 79070893-cc33-4b45-b007-ea2fa019df1d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:21:16.499004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 79070893-cc33-4b45-b007-ea2fa019df1d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:21:16.499942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 79070893-cc33-4b45-b007-ea2fa019df1d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:21:16.573251 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.574319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a8ac84f-4d6e-4f34-beb0-88572411bbeb {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:21:16.581892 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.586729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a9edaa3e-c028-44f1-8dda-f6972df787b0 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7a8ac84f-4d6e-4f34-beb0-88572411bbeb HTTP/1.1" status: 204 len: 168 time: 2.9341397 Aug 30 13:21:16.590589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39148) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:16.798214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-828f31de-4884-46ba-9ac0-14e00062db88 admin admin] Deleting subnet a3b8393d-034a-41cd-9030-c5e8b6c185f2 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:21:16.804526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-828f31de-4884-46ba-9ac0-14e00062db88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.826963 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-971706b4-8868-4190-80fa-532d9c3b28a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.877558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-828f31de-4884-46ba-9ac0-14e00062db88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:16.878539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-5d2ad639-523a-4d24-b1ca-e41ac346d004 None None] Allocated IP 172.20.0.34 (5e10b597-266b-4cb7-a230-512ade822625/05a09409-9f82-49fa-acbb-d8f4086ee2e9/c8efb36e-67b5-4369-9bfc-0ffb1765556d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:16.976766 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-971706b4-8868-4190-80fa-532d9c3b28a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:17.073589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-971706b4-8868-4190-80fa-532d9c3b28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:17.078711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-971706b4-8868-4190-80fa-532d9c3b28a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:17.082078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-828f31de-4884-46ba-9ac0-14e00062db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:17.084632 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-971706b4-8868-4190-80fa-532d9c3b28a8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9e625178-427f-4d1b-b1ac-08d7b381a7f7 HTTP/1.1" status: 204 len: 168 time: 0.8918920 Aug 30 13:21:17.125381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971706b4-8868-4190-80fa-532d9c3b28a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e625178-427f-4d1b-b1ac-08d7b381a7f7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:17.152337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5d2ad639-523a-4d24-b1ca-e41ac346d004 None None] For port c8efb36e-67b5-4369-9bfc-0ffb1765556d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c8efb36e-67b5-4369-9bfc-0ffb1765556d,segment=NetworkSegment(644ce4ab-0a93-4228-a29d-0e0df24778bc),segment_id=644ce4ab-0a93-4228-a29d-0e0df24778bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:17.228415 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-828f31de-4884-46ba-9ac0-14e00062db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:17.241701 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad639-523a-4d24-b1ca-e41ac346d004 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:17.296017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5d2ad639-523a-4d24-b1ca-e41ac346d004 None None] Transition to ACTIVE for port object c8efb36e-67b5-4369-9bfc-0ffb1765556d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:17.304192 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5d2ad639-523a-4d24-b1ca-e41ac346d004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:17.364480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f31de-4884-46ba-9ac0-14e00062db88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b8393d-034a-41cd-9030-c5e8b6c185f2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:17.402168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ad639-523a-4d24-b1ca-e41ac346d004 None None] Pushing event updated for resources: {'Port': ['ID=c8efb36e-67b5-4369-9bfc-0ffb1765556d,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:17.418669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-828f31de-4884-46ba-9ac0-14e00062db88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:17.422561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-828f31de-4884-46ba-9ac0-14e00062db88 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a3b8393d-034a-41cd-9030-c5e8b6c185f2 HTTP/1.1" status: 204 len: 168 time: 0.8298678 Aug 30 13:21:17.429216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39160) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:17.442575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a90e06-283a-4d58-91ca-eec29a4b2370 None None] Network b6a4ac9e-8ed5-492d-8bfb-17d81672d767 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:17.854297 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:17.943596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Delete allocated IP 172.20.0.6 (5e10b597-266b-4cb7-a230-512ade822625/57601691-df63-4eb5-bda1-e7d124e2e1fc) {{(pid=95699) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 13:21:17.969383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Allocated IP 172.20.0.38 (5e10b597-266b-4cb7-a230-512ade822625/05a09409-9f82-49fa-acbb-d8f4086ee2e9/238bb137-1911-4829-9a37-756da2f81fab) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:18.079412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Deleting port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:18.080327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:18.385042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c8efb36e-67b5-4369-9bfc-0ffb1765556d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:21:18.461357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] For port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ff0a69dc-4ccd-4d1f-9363-1112c2142ae2,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:18.464194 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:18.532188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Calling delete_port for ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:18.590556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f1826b79-d261-457b-b022-15700dbdf542 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:21:18.686166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33848cc6-002d-491b-bb58-eab332f949aa None None] DHCP port deletion for b6a4ac9e-8ed5-492d-8bfb-17d81672d767 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:21:18.699968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: f1826b79-d261-457b-b022-15700dbdf542 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:21:18.700627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f1826b79-d261-457b-b022-15700dbdf542 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:21:18.756373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:18.811995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Transition to ACTIVE for port object 238bb137-1911-4829-9a37-756da2f81fab will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:18.872511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-33848cc6-002d-491b-bb58-eab332f949aa None None] Deleting port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:18.872999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:18.874235 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-33848cc6-002d-491b-bb58-eab332f949aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.018655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-33848cc6-002d-491b-bb58-eab332f949aa None None] For port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ff0a69dc-4ccd-4d1f-9363-1112c2142ae2,segment=NetworkSegment(b7cb6679-d455-484c-b7e2-9f48eae55288),segment_id=b7cb6679-d455-484c-b7e2-9f48eae55288)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:19.019859 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-33848cc6-002d-491b-bb58-eab332f949aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.031343 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.061066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-33848cc6-002d-491b-bb58-eab332f949aa None None] Calling delete_port for ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:19.238320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event updated for resources: {'Port': ['ID=238bb137-1911-4829-9a37-756da2f81fab,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:19.292017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] No DVR routers for this DVR port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:21:19.309528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff0a69dc-4ccd-4d1f-9363-1112c2142ae2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.364799 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:21:19.374412 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:21:19.399647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] In _notify_port_updated(), no bound segment for port 238bb137-1911-4829-9a37-756da2f81fab on network 5e10b597-266b-4cb7-a230-512ade822625 {{(pid=95699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:21:19.405536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:19.406320 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.408311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-25a6bdbd-75db-46b9-8436-e65bad487474 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "PUT /v2.0/ports/238bb137-1911-4829-9a37-756da2f81fab HTTP/1.1" status: 200 len: 959 time: 3.6188445 Aug 30 13:21:19.411610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39210) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:19.430885 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-33848cc6-002d-491b-bb58-eab332f949aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.498048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39212) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:19.563208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33848cc6-002d-491b-bb58-eab332f949aa None None] Pushing event deleted for resources: {'Port': ['ID=ff0a69dc-4ccd-4d1f-9363-1112c2142ae2,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:19.573113 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.608401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33848cc6-002d-491b-bb58-eab332f949aa None None] No DVR routers for this DVR port ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:21:19.623725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a4ac9e-8ed5-492d-8bfb-17d81672d767']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:19.652199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cb6679-d455-484c-b7e2-9f48eae55288') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:19.655730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cb6679-d455-484c-b7e2-9f48eae55288') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:19.685739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.711106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Provisioning complete for port f89962b6-f865-403b-9130-110ee86efb22 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:19.714371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.740451 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.750113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:21:19.751100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:21:19.768900 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:21:19.791053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2462c21a-54d7-4591-b198-5c8d2097cfb1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port 238bb137-1911-4829-9a37-756da2f81fab {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:19.791626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2462c21a-54d7-4591-b198-5c8d2097cfb1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.839929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-bdef1951-34fc-4b26-a021-86845cde5b59 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-662935995', 'prefixes': ['172.20.0.0/16']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:19.855392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Port f89962b6-f865-403b-9130-110ee86efb22 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:19.890723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Provisioning for port 238bb137-1911-4829-9a37-756da2f81fab completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:19.908187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Provisioning complete for port 238bb137-1911-4829-9a37-756da2f81fab triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:19.911056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.951200 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2462c21a-54d7-4591-b198-5c8d2097cfb1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:19.987818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2462c21a-54d7-4591-b198-5c8d2097cfb1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for 238bb137-1911-4829-9a37-756da2f81fab owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:20.034750 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:20.041354 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:20.047914 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b6a4ac9e-8ed5-492d-8bfb-17d81672d767 HTTP/1.1" status: 204 len: 168 time: 2.6150341 Aug 30 13:21:20.066241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b6db8-3643-4447-b563-6dafde02c706 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a4ac9e-8ed5-492d-8bfb-17d81672d767,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:20.120497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Port 238bb137-1911-4829-9a37-756da2f81fab cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:20.156003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Provisioning for port c8efb36e-67b5-4369-9bfc-0ffb1765556d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:20.166221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Provisioning complete for port c8efb36e-67b5-4369-9bfc-0ffb1765556d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:20.166748 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ec1871bf-c451-49d9-85ce-43d0c7a00f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:20.492043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:21:20.538700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:21:20.539648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ff0a69dc-4ccd-4d1f-9363-1112c2142ae2 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:21:20.569919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bdef1951-34fc-4b26-a021-86845cde5b59 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] Notify callbacks [] for subnetpool, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:20.575442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bdef1951-34fc-4b26-a021-86845cde5b59 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0752132 Aug 30 13:21:20.578477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39234) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:20.591676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2462c21a-54d7-4591-b198-5c8d2097cfb1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:20.629880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39236) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:20.650537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2462c21a-54d7-4591-b198-5c8d2097cfb1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=238bb137-1911-4829-9a37-756da2f81fab,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:20.688494 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-78041561-5bb6-4594-8562-181c2d95797b tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] 10.222.0.37 "GET /v2.0/subnetpools/fcd75265-bc05-4585-b80e-4fd511114a98 HTTP/1.1" status: 200 len: 731 time: 0.1078112 Aug 30 13:21:20.690293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39238) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:20.702887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0fc8fbbf-fc5f-4f59-b92d-a44c4d4554b4 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-984139259'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:20.714651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-97074bb5-625f-4ec7-9b5e-8babbd8b80de None None] Could not find standard attr ID for object 238bb137-1911-4829-9a37-756da2f81fab. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:21:20.728432 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:21:20.785560 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b87ae0a4-41fb-4afe-8733-45ed1ae276b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06905088f4f648bb855223e8aae0df1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544077 Aug 30 13:21:20.797406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39240) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:20.837072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2462c21a-54d7-4591-b198-5c8d2097cfb1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:20.840799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2462c21a-54d7-4591-b198-5c8d2097cfb1 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/238bb137-1911-4829-9a37-756da2f81fab HTTP/1.1" status: 204 len: 168 time: 1.4261878 Aug 30 13:21:20.845011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39242) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:20.882279 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1dbef2-4ebc-404d-ba08-230c4b914e07 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] GET failed (client error): The resource could not be found. Aug 30 13:21:20.884400 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ae1dbef2-4ebc-404d-ba08-230c4b914e07 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports/238bb137-1911-4829-9a37-756da2f81fab HTTP/1.1" status: 404 len: 333 time: 0.0377984 Aug 30 13:21:20.889129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39244) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:20.918678 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fc8fbbf-fc5f-4f59-b92d-a44c4d4554b4 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] Notify callbacks [] for subnetpool, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:20.938124 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0fc8fbbf-fc5f-4f59-b92d-a44c4d4554b4 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] 10.222.0.37 "PUT /v2.0/subnetpools/fcd75265-bc05-4585-b80e-4fd511114a98 HTTP/1.1" status: 200 len: 683 time: 0.2371213 Aug 30 13:21:20.938601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39246) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:20.994947 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d49f5c3e-011b-4ffd-8089-30d7f2357c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.041646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-245d649d-181f-4a10-8aac-41c15a48b415 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.048412 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d49f5c3e-011b-4ffd-8089-30d7f2357c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.097203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-245d649d-181f-4a10-8aac-41c15a48b415 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.159364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54c17ab6-f1ec-49c0-a397-4f77c593d19b tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] Notify callbacks [] for subnetpool, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.161464 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d49f5c3e-011b-4ffd-8089-30d7f2357c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.167048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-54c17ab6-f1ec-49c0-a397-4f77c593d19b tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fcd75265-bc05-4585-b80e-4fd511114a98 HTTP/1.1" status: 204 len: 168 time: 0.2224603 Aug 30 13:21:21.167376 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d49f5c3e-011b-4ffd-8089-30d7f2357c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.167376 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d49f5c3e-011b-4ffd-8089-30d7f2357c74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f98a23f0-5f99-43e5-ad1a-769d4fc863bc HTTP/1.1" status: 204 len: 168 time: 0.3661394 Aug 30 13:21:21.167688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39254) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:21.190568 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-d26f1d66-65e5-4ce8-9359-80a538c87984 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] show failed (client error): The resource could not be found. Aug 30 13:21:21.198466 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d26f1d66-65e5-4ce8-9359-80a538c87984 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] 10.222.0.37 "GET /v2.0/subnetpools/fcd75265-bc05-4585-b80e-4fd511114a98 HTTP/1.1" status: 404 len: 346 time: 0.0273356 Aug 30 13:21:21.200185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39258) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:21.201819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f5c3e-011b-4ffd-8089-30d7f2357c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98a23f0-5f99-43e5-ad1a-769d4fc863bc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:21.220084 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-245d649d-181f-4a10-8aac-41c15a48b415 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.226661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-245d649d-181f-4a10-8aac-41c15a48b415 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.228831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-245d649d-181f-4a10-8aac-41c15a48b415 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/security-groups/7e2a61a0-999f-40d1-b64c-c2320de13547 HTTP/1.1" status: 204 len: 168 time: 0.3380930 Aug 30 13:21:21.239865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39260) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:21.251781 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-4f5a8caf-7048-4265-9603-f585111be4d5 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] delete failed (client error): The resource could not be found. Aug 30 13:21:21.252851 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4f5a8caf-7048-4265-9603-f585111be4d5 tempest-SubnetPoolsTestJSON-456937816 tempest-SubnetPoolsTestJSON-456937816-project] 10.222.0.37 "DELETE /v2.0/subnetpools/fcd75265-bc05-4585-b80e-4fd511114a98 HTTP/1.1" status: 404 len: 346 time: 0.0480933 Aug 30 13:21:21.280347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245d649d-181f-4a10-8aac-41c15a48b415 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a61a0-999f-40d1-b64c-c2320de13547,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:21.384001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6634faaa-09d0-49f8-ae88-9fe01ac8f67e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.464687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6634faaa-09d0-49f8-ae88-9fe01ac8f67e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.538440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6634faaa-09d0-49f8-ae88-9fe01ac8f67e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.542038 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6634faaa-09d0-49f8-ae88-9fe01ac8f67e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.550062 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6634faaa-09d0-49f8-ae88-9fe01ac8f67e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/security-groups/0822cec3-632b-455f-a527-c8f4c8a9f3b1 HTTP/1.1" status: 204 len: 168 time: 0.3044672 Aug 30 13:21:21.550695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39272) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:21.571656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634faaa-09d0-49f8-ae88-9fe01ac8f67e tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0822cec3-632b-455f-a527-c8f4c8a9f3b1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:21.702054 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-274d86db-5087-484c-9058-d235fe4179f2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.744911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-274d86db-5087-484c-9058-d235fe4179f2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.849134 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-274d86db-5087-484c-9058-d235fe4179f2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.852658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-274d86db-5087-484c-9058-d235fe4179f2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:21.856931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39278) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:21.857421 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-274d86db-5087-484c-9058-d235fe4179f2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa2f6b79-54cb-4fea-97af-e3fc2d78eb67 HTTP/1.1" status: 204 len: 168 time: 0.3053153 Aug 30 13:21:21.880606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d86db-5087-484c-9058-d235fe4179f2 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f6b79-54cb-4fea-97af-e3fc2d78eb67,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:21.995206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4d0fb1-cd37-4067-8b15-ac8a78a4d30c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 57601691-df63-4eb5-bda1-e7d124e2e1fc {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:21:22.001552 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0fb1-cd37-4067-8b15-ac8a78a4d30c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.016769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39288) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:22.102739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0fb1-cd37-4067-8b15-ac8a78a4d30c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.234040 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04bb8124-0e69-4a2b-b1d1-d7b4787569b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.244346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0fb1-cd37-4067-8b15-ac8a78a4d30c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.398167 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0fb1-cd37-4067-8b15-ac8a78a4d30c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.474708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae4d0fb1-cd37-4067-8b15-ac8a78a4d30c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.483772 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ae4d0fb1-cd37-4067-8b15-ac8a78a4d30c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/57601691-df63-4eb5-bda1-e7d124e2e1fc HTTP/1.1" status: 204 len: 168 time: 0.6250758 Aug 30 13:21:22.484762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39306) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:22.492425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfabec3c-5c3f-4f89-b8ba-baf8f3556439 None None] Network 5e10b597-266b-4cb7-a230-512ade822625 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:22.500817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d0fb1-cd37-4067-8b15-ac8a78a4d30c tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=57601691-df63-4eb5-bda1-e7d124e2e1fc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:22.554290 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04bb8124-0e69-4a2b-b1d1-d7b4787569b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.561302 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-04bb8124-0e69-4a2b-b1d1-d7b4787569b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.627781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a84d28c-ca95-401b-b701-f2dca0e47264 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet 05a09409-9f82-49fa-acbb-d8f4086ee2e9 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:21:22.649113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a84d28c-ca95-401b-b701-f2dca0e47264 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.675514 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-04bb8124-0e69-4a2b-b1d1-d7b4787569b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c06c69f285848d192418a0f73bb83a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6510546 Aug 30 13:21:22.720676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb8124-0e69-4a2b-b1d1-d7b4787569b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46d4e2-4195-43a9-aba0-70384c7b481b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:22.742660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:22.850187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a84d28c-ca95-401b-b701-f2dca0e47264 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:22.947323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb89e-07f4-4279-bde9-1f3cb875ded3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.070111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:23.160930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a84d28c-ca95-401b-b701-f2dca0e47264 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.457818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a84d28c-ca95-401b-b701-f2dca0e47264 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.543624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-884027390-network', 'tenant_id': '169415eaf7b24327a7a9e661fc09f0f1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:23.569811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84d28c-ca95-401b-b701-f2dca0e47264 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=05a09409-9f82-49fa-acbb-d8f4086ee2e9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:23.583779 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a84d28c-ca95-401b-b701-f2dca0e47264 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.597588 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5a84d28c-ca95-401b-b701-f2dca0e47264 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/05a09409-9f82-49fa-acbb-d8f4086ee2e9 HTTP/1.1" status: 204 len: 168 time: 1.1100473 Aug 30 13:21:23.603944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39334) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:23.674586 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7511d61-3873-4c7e-a6c1-e25c650fa133 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:23.675598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7511d61-3873-4c7e-a6c1-e25c650fa133 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:23.682298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b7511d61-3873-4c7e-a6c1-e25c650fa133 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/57601691-df63-4eb5-bda1-e7d124e2e1fc HTTP/1.1" status: 404 len: 337 time: 0.0651023 Aug 30 13:21:23.683257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39340) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:23.684018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Made reservation on behalf of 169415eaf7b24327a7a9e661fc09f0f1 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:23.686832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.753410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.820344 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb89e-07f4-4279-bde9-1f3cb875ded3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.887706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-1097ff68-fa4d-4807-943b-3c67593c08c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting subnet edb9754a-e7eb-4d64-bd70-90b8c39a1bb6 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:21:23.901240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1097ff68-fa4d-4807-943b-3c67593c08c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.964021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb89e-07f4-4279-bde9-1f3cb875ded3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.971262 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6b6eb89e-07f4-4279-bde9-1f3cb875ded3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:23.972475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6b6eb89e-07f4-4279-bde9-1f3cb875ded3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d46d4e2-4195-43a9-aba0-70384c7b481b HTTP/1.1" status: 204 len: 168 time: 1.2181268 Aug 30 13:21:24.009917 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1097ff68-fa4d-4807-943b-3c67593c08c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.044712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6eb89e-07f4-4279-bde9-1f3cb875ded3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46d4e2-4195-43a9-aba0-70384c7b481b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:24.113616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1097ff68-fa4d-4807-943b-3c67593c08c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.208182 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1097ff68-fa4d-4807-943b-3c67593c08c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.257776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1097ff68-fa4d-4807-943b-3c67593c08c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.264569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39354) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:24.264938 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1097ff68-fa4d-4807-943b-3c67593c08c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/edb9754a-e7eb-4d64-bd70-90b8c39a1bb6 HTTP/1.1" status: 204 len: 168 time: 0.5753589 Aug 30 13:21:24.285178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4759a0-7172-47ea-a362-e8d142c3f6e0 None None] Network 5e10b597-266b-4cb7-a230-512ade822625 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:24.316527 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aab12b5-6d0a-4474-a914-bc439bd48175 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:24.317018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aab12b5-6d0a-4474-a914-bc439bd48175 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:24.323034 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9aab12b5-6d0a-4474-a914-bc439bd48175 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/4622acad-9802-4563-acee-209963dfc094 HTTP/1.1" status: 404 len: 337 time: 0.0532992 Aug 30 13:21:24.330246 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39358) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:24.348236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097ff68-fa4d-4807-943b-3c67593c08c4 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Subnet': ['ID=edb9754a-e7eb-4d64-bd70-90b8c39a1bb6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:24.396094 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c40d9ffc-be1b-4a0c-ab9a-3d0bb34a36cf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "GET /v2.0/ports?device_id=62d51eee-482c-48e5-8d00-8a466f1023cb HTTP/1.1" status: 200 len: 205 time: 0.0646060 Aug 30 13:21:24.399561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39360) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:24.432074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9b76ab42-5335-421f-ae31-82af16e2d98c None None] Provisioning complete for port f89962b6-f865-403b-9130-110ee86efb22 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:24.433441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9b76ab42-5335-421f-ae31-82af16e2d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.436055 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.443212 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.478536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:21:24.511848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f70680-ea82-4292-b8e2-1f2a565f94ed,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:24.530091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.532748 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Added segment 5e69ce54-908e-466a-978a-365d91b75af8 of type vlan for network b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a Aug 30 13:21:24.545065 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-d5baf905-c48e-40c9-922c-a05785662011 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] delete failed (client error): The resource could not be found. Aug 30 13:21:24.551712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39364) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:24.552093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d5baf905-c48e-40c9-922c-a05785662011 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/routers/62d51eee-482c-48e5-8d00-8a466f1023cb HTTP/1.1" status: 404 len: 336 time: 0.1507812 Aug 30 13:21:24.590019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9b76ab42-5335-421f-ae31-82af16e2d98c None None] Port f89962b6-f865-403b-9130-110ee86efb22 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:24.630213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9b76ab42-5335-421f-ae31-82af16e2d98c None None] Provisioning complete for port c8efb36e-67b5-4369-9bfc-0ffb1765556d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:24.630639 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9b76ab42-5335-421f-ae31-82af16e2d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.713355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.739801 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a309b81-ae7a-4485-8741-f509b48131ec tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:24.742641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a309b81-ae7a-4485-8741-f509b48131ec tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:24.747032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0a309b81-ae7a-4485-8741-f509b48131ec tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/29253f80-1d11-4cce-b04f-c7603a5bfe50 HTTP/1.1" status: 404 len: 337 time: 0.1931350 Aug 30 13:21:24.749837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39372) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:24.751699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252b86d-5331-4e47-9861-18a4a1bcf3a8 None None] DHCP port deletion for 5e10b597-266b-4cb7-a230-512ade822625 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:21:24.790955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.792760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:24.793565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:24.819575 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4f703b-1de3-4ef8-a23c-f1c175a58635 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:24.820128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4f703b-1de3-4ef8-a23c-f1c175a58635 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:24.831106 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bd4f703b-1de3-4ef8-a23c-f1c175a58635 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/56b88546-6c2e-432f-b0b1-0458602c5edc HTTP/1.1" status: 404 len: 337 time: 0.0797706 Aug 30 13:21:24.831769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39374) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:24.890571 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9c27a7-3bb0-44e4-aee1-97a73c263c6f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:24.891037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9c27a7-3bb0-44e4-aee1-97a73c263c6f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:24.897812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4c9c27a7-3bb0-44e4-aee1-97a73c263c6f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/23c1a367-f05b-429d-8e1c-8f6e442fe14b HTTP/1.1" status: 404 len: 337 time: 0.0642154 Aug 30 13:21:24.898661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39382) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:24.927415 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d9bd75-66c6-4eef-8bb7-589e691182bf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:24.928164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d9bd75-66c6-4eef-8bb7-589e691182bf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:24.934214 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c3d9bd75-66c6-4eef-8bb7-589e691182bf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/3a45695a-e03a-4af3-b4a6-5e0315e9f8b9 HTTP/1.1" status: 404 len: 333 time: 0.0341649 Aug 30 13:21:24.934767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39384) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:24.973701 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-684590cf-a8ad-4d1a-877f-846eb2d11ede tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:24.974110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684590cf-a8ad-4d1a-877f-846eb2d11ede tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:24.976045 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-684590cf-a8ad-4d1a-877f-846eb2d11ede tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/4e78feb7-a59a-4014-9abf-ccbb9e596707 HTTP/1.1" status: 404 len: 337 time: 0.0402632 Aug 30 13:21:24.979108 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39388) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:25.022881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9510391 Aug 30 13:21:25.030925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39390) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:25.036859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Request body: {'subnet': {'network_id': 'b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-884027390-subnet', 'tenant_id': '169415eaf7b24327a7a9e661fc09f0f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:25.048761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4252b86d-5331-4e47-9861-18a4a1bcf3a8 None None] Deleting port c8efb36e-67b5-4369-9bfc-0ffb1765556d {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:25.049110 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4252b86d-5331-4e47-9861-18a4a1bcf3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:25.077281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Made reservation on behalf of 169415eaf7b24327a7a9e661fc09f0f1 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:25.082477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:25.085614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d0a2d-7c2a-42e6-9abf-d563a92849b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:25.096281 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-3466c52d-afea-4def-8cd2-65a0585f7b3f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:25.097054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3466c52d-afea-4def-8cd2-65a0585f7b3f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:25.102175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3466c52d-afea-4def-8cd2-65a0585f7b3f tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/0499edb9-5155-452d-b8d9-be489b441f12 HTTP/1.1" status: 404 len: 337 time: 0.1217268 Aug 30 13:21:25.106064 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39392) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:25.151459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:21:25.164733 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d1b593-cb0f-4db9-b428-df9683acfabf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:25.166602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d1b593-cb0f-4db9-b428-df9683acfabf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:25.168853 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-19d1b593-cb0f-4db9-b428-df9683acfabf tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/4f73c8d3-a18b-4171-bbf2-b5e2b1e029a0 HTTP/1.1" status: 404 len: 333 time: 0.0570779 Aug 30 13:21:25.172890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39394) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:25.225595 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07292a6-4677-44d2-8c31-c78fb92d5506 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:25.226183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07292a6-4677-44d2-8c31-c78fb92d5506 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:25.232915 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c07292a6-4677-44d2-8c31-c78fb92d5506 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/5b340204-c4e2-43f3-b7f0-7c354de121f2 HTTP/1.1" status: 404 len: 337 time: 0.0535338 Aug 30 13:21:25.233866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39396) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:25.275349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4252b86d-5331-4e47-9861-18a4a1bcf3a8 None None] For port c8efb36e-67b5-4369-9bfc-0ffb1765556d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c8efb36e-67b5-4369-9bfc-0ffb1765556d,segment=NetworkSegment(644ce4ab-0a93-4228-a29d-0e0df24778bc),segment_id=644ce4ab-0a93-4228-a29d-0e0df24778bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:25.275748 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4252b86d-5331-4e47-9861-18a4a1bcf3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:25.293619 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-58628a82-199f-40ec-bbff-ca35731fc9f6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] DELETE failed (client error): The resource could not be found. Aug 30 13:21:25.294041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58628a82-199f-40ec-bbff-ca35731fc9f6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:21:25.299707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-58628a82-199f-40ec-bbff-ca35731fc9f6 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/subnets/7b346f1d-0c81-430a-9115-12c18ea93e40 HTTP/1.1" status: 404 len: 337 time: 0.0638762 Aug 30 13:21:25.300415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39400) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:25.349716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4252b86d-5331-4e47-9861-18a4a1bcf3a8 None None] Calling delete_port for c8efb36e-67b5-4369-9bfc-0ffb1765556d owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:25.532003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcfd3c-f261-46e3-90f2-5bf7e807b982 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Deleting port f89962b6-f865-403b-9130-110ee86efb22 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:25.532594 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfd3c-f261-46e3-90f2-5bf7e807b982 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:25.580588 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4252b86d-5331-4e47-9861-18a4a1bcf3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:25.653232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252b86d-5331-4e47-9861-18a4a1bcf3a8 None None] Pushing event deleted for resources: {'Port': ['ID=c8efb36e-67b5-4369-9bfc-0ffb1765556d,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:25.667107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252b86d-5331-4e47-9861-18a4a1bcf3a8 None None] No DVR routers for this DVR port c8efb36e-67b5-4369-9bfc-0ffb1765556d on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:21:25.739279 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfd3c-f261-46e3-90f2-5bf7e807b982 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:25.797776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcfd3c-f261-46e3-90f2-5bf7e807b982 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Calling delete_port for f89962b6-f865-403b-9130-110ee86efb22 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:25.894379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39422) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:26.027579 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfd3c-f261-46e3-90f2-5bf7e807b982 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.103194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.118860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dcfd3c-f261-46e3-90f2-5bf7e807b982 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Port': ['ID=f89962b6-f865-403b-9130-110ee86efb22,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:26.124444 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a9dcfd3c-f261-46e3-90f2-5bf7e807b982 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.138576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a9dcfd3c-f261-46e3-90f2-5bf7e807b982 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/ports/f89962b6-f865-403b-9130-110ee86efb22 HTTP/1.1" status: 204 len: 168 time: 0.8366849 Aug 30 13:21:26.140242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39428) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:26.239747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-99448183-network', 'tenant_id': 'ec33607b90604985be6be415bc134f60'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:26.319571 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.349585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Made reservation on behalf of ec33607b90604985be6be415bc134f60 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:26.353966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.383374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c8efb36e-67b5-4369-9bfc-0ffb1765556d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:21:26.394575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.407232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82149e1-2411-415d-907c-56e8fd6972c9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:26.466571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Checking segment: {'id': '5e69ce54-908e-466a-978a-365d91b75af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:21:26.467187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Network hostable DHCP agents. Network: b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:21:26.472481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c8efb36e-67b5-4369-9bfc-0ffb1765556d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:21:26.474433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c8efb36e-67b5-4369-9bfc-0ffb1765556d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:21:26.515276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Network b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:21:26.532151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:26.537350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:26.538556 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.551436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2ce3a8-a894-4759-9712-d4d19895f645 None None] Network b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:26.571007 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.595482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e10b597-266b-4cb7-a230-512ade822625']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:26.636454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644ce4ab-0a93-4228-a29d-0e0df24778bc') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:26.638698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644ce4ab-0a93-4228-a29d-0e0df24778bc') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:26.671099 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.675094 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.685962 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.705449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ac431bfe-899d-4f43-b63b-a080541b6ef8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6720257 Aug 30 13:21:26.717482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.739194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:21:26.739971 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:21:26.748013 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:21:26.756168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:21:26.768358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8a0b3f-b5d4-4a2e-9eb7-84fad10e70de,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:26.806506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.808202 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Added segment 62a5848d-d464-4180-9e27-71ce1ac8a3fc of type vlan for network 923356b7-ad34-4875-9104-4984130a4381 Aug 30 13:21:26.941251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:26.962924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8900f8c-1dc7-4ff1-af51-42af3e1175ad None None] Network b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:26.964063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:27.032357 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:27.033229 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:27.034062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:27.035146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:27.040655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] 10.222.0.37 "DELETE /v2.0/networks/5e10b597-266b-4cb7-a230-512ade822625 HTTP/1.1" status: 204 len: 168 time: 0.8946705 Aug 30 13:21:27.040655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d32a07-4783-4609-b3a6-1c5c20b6d041 tempest-PortsTestJSON-387259460 tempest-PortsTestJSON-387259460-project] Pushing event deleted for resources: {'Network': ['ID=5e10b597-266b-4cb7-a230-512ade822625,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:27.243117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3472233 Aug 30 13:21:27.244186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035be57c-626c-4958-a10e-0bba6f816c7f admin admin] Pushing event updated for resources: {'Network': ['ID=923356b7-ad34-4875-9104-4984130a4381,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:27.249398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39460) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:27.266241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Request body: {'subnet': {'network_id': '923356b7-ad34-4875-9104-4984130a4381', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-99448183-subnet', 'tenant_id': 'ec33607b90604985be6be415bc134f60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:27.267764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 923356b7-ad34-4875-9104-4984130a4381 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:21:27.300429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Made reservation on behalf of ec33607b90604985be6be415bc134f60 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:27.304078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:27.651091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39468) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:27.730153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:27.874199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Checking segment: {'id': '62a5848d-d464-4180-9e27-71ce1ac8a3fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '923356b7-ad34-4875-9104-4984130a4381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:21:27.874199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Network hostable DHCP agents. Network: 923356b7-ad34-4875-9104-4984130a4381, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:21:27.878339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b0ffde9-df92-4c63-a17f-3e1a1dc4ee3a,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:27.917135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Network 923356b7-ad34-4875-9104-4984130a4381 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:21:27.941646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 923356b7-ad34-4875-9104-4984130a4381) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:27.958748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57f167c-2b82-40aa-b45e-54726c198a4a None None] Network 923356b7-ad34-4875-9104-4984130a4381 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:27.974580 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:27.977635 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:28.025703 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-60a5ba05-3c3f-413a-a1fe-1ef963dc3a3e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7646456 Aug 30 13:21:28.192699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6e7f3169-0b32-42fa-b8cc-4323c4826db6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ea2d2b37d9c4d0baa567102cbc4e183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5398374 Aug 30 13:21:28.197834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39488) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:28.261694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-df13a57f-5d72-4e16-88e1-26d64d66bff2 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:28.264382 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-df13a57f-5d72-4e16-88e1-26d64d66bff2 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/networks?id=b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a HTTP/1.1" status: 200 len: 817 time: 0.2736411 Aug 30 13:21:28.275582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec44c0d-7668-4527-97dc-082c88a3cf00 None None] Network 923356b7-ad34-4875-9104-4984130a4381 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:28.296297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c2d378a-63c8-47fd-8661-0a47cd1c8478 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/quotas/169415eaf7b24327a7a9e661fc09f0f1 HTTP/1.1" status: 200 len: 375 time: 0.0227253 Aug 30 13:21:28.374310 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-8bf06bb1-2929-4ee4-a37d-09dcabbe1b75 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=169415eaf7b24327a7a9e661fc09f0f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646629 Aug 30 13:21:28.382563 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ec8a45e-9caf-46e7-93e3-d1d455e3d3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:28.422925 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:28.492503 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ec8a45e-9caf-46e7-93e3-d1d455e3d3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:28.696606 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ec8a45e-9caf-46e7-93e3-d1d455e3d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:28.700481 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ec8a45e-9caf-46e7-93e3-d1d455e3d3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:28.702366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5ec8a45e-9caf-46e7-93e3-d1d455e3d3d1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a075321-279d-4f5f-afa2-8a706bcf86a6 HTTP/1.1" status: 204 len: 168 time: 0.5034223 Aug 30 13:21:28.723489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8a45e-9caf-46e7-93e3-d1d455e3d3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a075321-279d-4f5f-afa2-8a706bcf86a6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:28.809245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-62509e7d-7de2-43c7-8737-009077423d38 service neutron] 10.222.0.37 "GET /v2.0/networks/b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761888 Aug 30 13:21:29.004998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-f9b3681d-730c-44ed-9e1c-0a0cbd9af55c service neutron] 10.222.0.37 "GET /v2.0/networks/b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945126 Aug 30 13:21:29.518633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39526) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:29.525232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-936175788-network', 'tenant_id': 'bd8ac295ae3745198a74933bcb433c35'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:29.640203 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b8ed469d-34c2-43f5-ab7c-e8b33eb22655 req-eb9acbcd-7051-4126-9de4-e40cf1387773 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 210 time: 0.0787132 Aug 30 13:21:29.642178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Made reservation on behalf of bd8ac295ae3745198a74933bcb433c35 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:29.646773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:29.682836 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:29.883771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:29.893600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:29.967747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:21:29.987608 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:29.988186 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Added segment dc7a01ce-7bc8-41b1-bac0-5b7f90abe96a of type vlan for network 4b9eed82-f1f5-4778-9647-97fb60ff99c8 Aug 30 13:21:30.063809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:30.130461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:30.132937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:30.139308 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:30.322535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fe9c09-7c26-481b-95dd-b4ffbc129524,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:30.393352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39556) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:30.402820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Request body: {'subnet': {'network_id': '4b9eed82-f1f5-4778-9647-97fb60ff99c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-936175788-subnet', 'tenant_id': 'bd8ac295ae3745198a74933bcb433c35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:30.404106 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8834283 Aug 30 13:21:30.474671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Made reservation on behalf of bd8ac295ae3745198a74933bcb433c35 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:30.486988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:30.538039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92a0e1-0d8a-49ab-b01f-aaf9702eab42 admin admin] Pushing event updated for resources: {'Network': ['ID=4b9eed82-f1f5-4778-9647-97fb60ff99c8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:30.566864 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4b9eed82-f1f5-4778-9647-97fb60ff99c8 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:21:30.839206 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:31.002994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-81c6d70b-802b-481f-9343-a2623a73999d req-14964c91-75dc-4bc2-bf82-08429c1f64fd tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 210 time: 0.1599455 Aug 30 13:21:31.107264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:31.183350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c32259-0027-4920-92e6-115eab80adf9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:31.223887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Checking segment: {'id': 'dc7a01ce-7bc8-41b1-bac0-5b7f90abe96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '4b9eed82-f1f5-4778-9647-97fb60ff99c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:21:31.224436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Network hostable DHCP agents. Network: 4b9eed82-f1f5-4778-9647-97fb60ff99c8, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:21:31.238308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39578) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:31.265610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Network 4b9eed82-f1f5-4778-9647-97fb60ff99c8 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:21:31.297793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4b9eed82-f1f5-4778-9647-97fb60ff99c8) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:31.305900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:31.306941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:31.314433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2062039d-4c74-4a53-b9cc-080cc7d27316 None None] Network 4b9eed82-f1f5-4778-9647-97fb60ff99c8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:31.357756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f2641bbb-1608-4004-b701-4d554600c857 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9574404 Aug 30 13:21:31.603198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1703609228'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:31.635380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9d5e3b-ae34-4a47-bcdf-c5a07df45389 None None] Network 4b9eed82-f1f5-4778-9647-97fb60ff99c8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:31.679695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39586) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:31.848204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-08223378-79e1-4517-b37e-de1038b8e985 admin admin] Deleting subnet 6b0ffde9-df92-4c63-a17f-3e1a1dc4ee3a {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:21:31.864228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:31.873089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-ea4eb183-a0be-4922-99d2-0927a21caa3a tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:31.875693 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:31.875899 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-ea4eb183-a0be-4922-99d2-0927a21caa3a tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.35 "GET /v2.0/networks?id=b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a HTTP/1.1" status: 200 len: 817 time: 0.4315674 Aug 30 13:21:31.894188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Request body: {'port': {'device_id': 'cb64d987-ac1b-4b8f-8202-777ca50c2477', 'network_id': 'b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a', 'admin_state_up': True, 'tenant_id': '169415eaf7b24327a7a9e661fc09f0f1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:31.914427 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-08223378-79e1-4517-b37e-de1038b8e985 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:31.924655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.085692 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-08223378-79e1-4517-b37e-de1038b8e985 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.254499 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea361021-0f50-4bae-93e8-109994f54401 req-4dee7844-47bd-4e13-bd6a-7fc55920e319 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 210 time: 0.1027277 Aug 30 13:21:32.276582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-08223378-79e1-4517-b37e-de1038b8e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.422632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.433278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.455148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-08223378-79e1-4517-b37e-de1038b8e985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.458881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Made reservation on behalf of 169415eaf7b24327a7a9e661fc09f0f1 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:32.464819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:21:32.469397 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.511973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08223378-79e1-4517-b37e-de1038b8e985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b0ffde9-df92-4c63-a17f-3e1a1dc4ee3a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:32.514196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-08223378-79e1-4517-b37e-de1038b8e985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.520490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-08223378-79e1-4517-b37e-de1038b8e985 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6b0ffde9-df92-4c63-a17f-3e1a1dc4ee3a HTTP/1.1" status: 204 len: 168 time: 0.8345439 Aug 30 13:21:32.529811 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.531306 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added segment 45f8ed2e-1efe-486d-a4a7-39516618262e of type vlan for network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 Aug 30 13:21:32.532810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39602) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:32.552977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8af8d0-1ad9-4ae0-8fc6-53bc6b8804cb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:32.657108 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.699584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.751112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.773812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:32.774528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.859798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.873381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923356b7-ad34-4875-9104-4984130a4381']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:32.886859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a5848d-d464-4180-9e27-71ce1ac8a3fc') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:32.887148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a5848d-d464-4180-9e27-71ce1ac8a3fc') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:32.899482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.916800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.923900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:21:32.924322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:32.934661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Network': ['ID=a034a9d6-7eb4-4743-97dc-e2f865d0f1c6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:32.955636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6bfe016-7cec-4000-a4bd-d962b2be70fd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7157874 Aug 30 13:21:32.958118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39612) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:32.960352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:21:32.968948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-460280118'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:21:33.007719 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:21:33.012437 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.018666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:33.032824 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.033698 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.041904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/923356b7-ad34-4875-9104-4984130a4381 HTTP/1.1" status: 204 len: 168 time: 0.5073614 Aug 30 13:21:33.052141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39614) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:33.095414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Allocated IP 172.20.0.8 (b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a/b82149e1-2411-415d-907c-56e8fd6972c9/c0b28b66-6b37-4dec-a65e-882e435ad860) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:33.104095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2756e0c-94dd-4273-8921-04df190387e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=923356b7-ad34-4875-9104-4984130a4381,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:33.153217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:21:33.184553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a1d6524-7418-4dae-a762-b01abbc5a762 admin admin] Deleting subnet b8c32259-0027-4920-92e6-115eab80adf9 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:21:33.196756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.196756 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added segment 5c7930f1-116e-4d04-b36d-7260ffd0e326 of type vlan for network 271b0aa7-f98d-4a31-a562-3deef4dbf682 Aug 30 13:21:33.197778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6524-7418-4dae-a762-b01abbc5a762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.406860 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.426105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6524-7418-4dae-a762-b01abbc5a762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.540213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.resource_extend [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:21:33.568210 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eefc6da8-5149-4354-ab72-f1630f09ee25 req-d6396e4c-d9f8-45fb-95d3-bd57fceee33b tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 210 time: 0.1357005 Aug 30 13:21:33.608525 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.617249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:33.619082 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.709219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc20ba-98ed-49f8-828f-36868e0ad708 req-bc693d73-c8d6-4960-9cd5-b7d29be32abe tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:33.713203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2dc20ba-98ed-49f8-828f-36868e0ad708 req-bc693d73-c8d6-4960-9cd5-b7d29be32abe tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 946 time: 0.1876793 Aug 30 13:21:33.758657 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.812280 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6524-7418-4dae-a762-b01abbc5a762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:33.814275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2dc20ba-98ed-49f8-828f-36868e0ad708 req-94f22548-650e-463e-98fc-0a5d1e0d98f0 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809109 Aug 30 13:21:33.867327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8959036 Aug 30 13:21:33.868620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39634) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:33.902914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'subnet': {'network_id': 'a034a9d6-7eb4-4743-97dc-e2f865d0f1c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:33.920285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d679a0-050f-4bb6-8d3f-a6b585268a1a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Network': ['ID=271b0aa7-f98d-4a31-a562-3deef4dbf682,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:33.950352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 271b0aa7-f98d-4a31-a562-3deef4dbf682 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:21:34.036325 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6524-7418-4dae-a762-b01abbc5a762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.130227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.142085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1d6524-7418-4dae-a762-b01abbc5a762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.147709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0a1d6524-7418-4dae-a762-b01abbc5a762 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b8c32259-0027-4920-92e6-115eab80adf9 HTTP/1.1" status: 204 len: 168 time: 1.0924461 Aug 30 13:21:34.149520 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d6524-7418-4dae-a762-b01abbc5a762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c32259-0027-4920-92e6-115eab80adf9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:34.154844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39640) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:34.264469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Network b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:34.274111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:34.284885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:21:34.295333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:34.301255 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.314386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.453485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Pushing event updated for resources: {'Port': ['ID=c0b28b66-6b37-4dec-a65e-882e435ad860,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:34.486164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:34.486886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.518099 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-2c935ad6-5cf7-4fa8-9d10-fbe8a38131d8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6318460 Aug 30 13:21:34.522891 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.543206 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9eed82-f1f5-4778-9647-97fb60ff99c8']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:34.563902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7a01ce-7bc8-41b1-bac0-5b7f90abe96a') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:34.564553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7a01ce-7bc8-41b1-bac0-5b7f90abe96a') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:34.582968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.615649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.627571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:21:34.628192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:21:34.715978 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:21:34.737214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Request body: {'port': {'device_id': 'cb64d987-ac1b-4b8f-8202-777ca50c2477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:34.785625 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.815807 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:34.822669 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] 10.222.0.37 "DELETE /v2.0/networks/4b9eed82-f1f5-4778-9647-97fb60ff99c8 HTTP/1.1" status: 204 len: 168 time: 0.6631014 Aug 30 13:21:34.868034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3ced-1f98-4ff3-ac36-d617fe2c0d38 req-7a2036a7-b452-41de-8e96-036074acefe3 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:34.871420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2cc3ced-1f98-4ff3-ac36-d617fe2c0d38 req-7a2036a7-b452-41de-8e96-036074acefe3 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 931 time: 0.1534984 Aug 30 13:21:34.874856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86d390-f3a8-406d-8fd8-8d90f1b1ec5d admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9eed82-f1f5-4778-9647-97fb60ff99c8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:35.032951 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:35.080527 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2cc3ced-1f98-4ff3-ac36-d617fe2c0d38 req-3acd08b7-386d-4785-acd9-85fad7fe818e tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654770 Aug 30 13:21:35.161206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:35.434355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39662) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:35.436767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Subnet': ['ID=70786ea6-045f-4472-a44b-086e7d77d616,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:35.461537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.462168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.462839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.463387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.463919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.465250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.465250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.466009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.467224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.467224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.467593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.468054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:35.513022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Checking segment: {'id': '45f8ed2e-1efe-486d-a4a7-39516618262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a034a9d6-7eb4-4743-97dc-e2f865d0f1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:21:35.513529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network hostable DHCP agents. Network: a034a9d6-7eb4-4743-97dc-e2f865d0f1c6, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:21:35.587733 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ffde6f34-d2fd-4e01-b64f-672dca1a084c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec33607b90604985be6be415bc134f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351421 Aug 30 13:21:35.588874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39668) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:35.615315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:21:35.655858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, a034a9d6-7eb4-4743-97dc-e2f865d0f1c6) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:35.669566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07820118-5633-4a7a-9c0c-44651a6d0c77 None None] Network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:35.670961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:35.671953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:35.771211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cf0eaa31-806c-4504-bba3-6e52d95ba2d2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8837831 Aug 30 13:21:35.779740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39670) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:35.790069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'subnet': {'network_id': '271b0aa7-f98d-4a31-a562-3deef4dbf682', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:35.927214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b28b66-6b37-4dec-a65e-882e435ad860 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:21:35.961390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:35.966130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105b274-79c8-4f8c-88e1-d4faa79ee324 req-29be57d0-49e5-40c5-96ab-76289e0ad8fc tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:35.969902 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c105b274-79c8-4f8c-88e1-d4faa79ee324 req-29be57d0-49e5-40c5-96ab-76289e0ad8fc tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 946 time: 0.2737336 Aug 30 13:21:35.975633 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaf9f-22ce-4c0f-bd4d-4f9490ee6b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:35.995633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Transition to ACTIVE for port object c0b28b66-6b37-4dec-a65e-882e435ad860 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:36.001488 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:36.004969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-a034a9d6-7eb4-4743-97dc-e2f865d0f1c6', 'network_id': 'a034a9d6-7eb4-4743-97dc-e2f865d0f1c6', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'fixed_ips': [{'subnet_id': '70786ea6-045f-4472-a44b-086e7d77d616'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:21:36.006417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:36.129752 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaf9f-22ce-4c0f-bd4d-4f9490ee6b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:36.192903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b28b66-6b37-4dec-a65e-882e435ad860,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:36.325287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:21:36.375814 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:36.516862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85aa27-6c1f-45c6-a1c3-92f3663c5443 req-715621bf-7f14-416d-8c6e-66b65a97f56e tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:36.530670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da85aa27-6c1f-45c6-a1c3-92f3663c5443 req-715621bf-7f14-416d-8c6e-66b65a97f56e tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 943 time: 0.1356735 Aug 30 13:21:36.564067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c105b274-79c8-4f8c-88e1-d4faa79ee324 req-555c4197-d30c-4334-b305-adcd3c7d2f02 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5808086 Aug 30 13:21:36.572508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Allocated IP 2001:db8::2 (a034a9d6-7eb4-4743-97dc-e2f865d0f1c6/70786ea6-045f-4472-a44b-086e7d77d616/d41bc415-cf2f-404c-9471-9267934ef31f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:36.612695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Attempting to bind port c0b28b66-6b37-4dec-a65e-882e435ad860 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:21:36.613752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Attempting to bind port c0b28b66-6b37-4dec-a65e-882e435ad860 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '5e69ce54-908e-466a-978a-365d91b75af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:21:36.613752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Attempting to bind port c0b28b66-6b37-4dec-a65e-882e435ad860 on network b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:21:36.696147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Port c0b28b66-6b37-4dec-a65e-882e435ad860 on network b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:21:36.697077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Attempting to bind port c0b28b66-6b37-4dec-a65e-882e435ad860 on network b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:21:36.729731 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c8a49228-f778-4eb6-9026-998c43bc571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:36.743687 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaf9f-22ce-4c0f-bd4d-4f9490ee6b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:36.748313 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaf9f-22ce-4c0f-bd4d-4f9490ee6b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:36.750510 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0c7eaf9f-22ce-4c0f-bd4d-4f9490ee6b69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1f8a0b3f-b5d4-4a2e-9eb7-84fad10e70de HTTP/1.1" status: 204 len: 168 time: 1.1568518 Aug 30 13:21:36.759590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:21:36.759919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Checking segment: {'id': '5e69ce54-908e-466a-978a-365d91b75af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:21:36.761317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Bound using segment: {'id': '5e69ce54-908e-466a-978a-365d91b75af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:21:36.773718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Bound port: c0b28b66-6b37-4dec-a65e-882e435ad860, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e69ce54-908e-466a-978a-365d91b75af8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:21:36.773718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:36.781754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da85aa27-6c1f-45c6-a1c3-92f3663c5443 req-9d000bef-07e4-4c56-9350-22413fcfedcb tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499022 Aug 30 13:21:36.857108 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7eaf9f-22ce-4c0f-bd4d-4f9490ee6b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8a0b3f-b5d4-4a2e-9eb7-84fad10e70de,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:36.981416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] For port c0b28b66-6b37-4dec-a65e-882e435ad860, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:21:36.999678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] For port c0b28b66-6b37-4dec-a65e-882e435ad860, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c0b28b66-6b37-4dec-a65e-882e435ad860,segment=NetworkSegment(5e69ce54-908e-466a-978a-365d91b75af8),segment_id=5e69ce54-908e-466a-978a-365d91b75af8)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:21:37.006839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:37.071103 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:37.116742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Transition to ACTIVE for port object d41bc415-cf2f-404c-9471-9267934ef31f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:37.160952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:37.164312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:37.172616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] 10.222.0.35 "PUT /v2.0/ports/c0b28b66-6b37-4dec-a65e-882e435ad860 HTTP/1.1" status: 200 len: 1091 time: 2.6444519 Aug 30 13:21:37.174514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb64d987-ac1b-4b8f-8202-777ca50c2477', 'tag': 'c0b28b66-6b37-4dec-a65e-882e435ad860'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:21:37.208666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Transition to ACTIVE for port object d41bc415-cf2f-404c-9471-9267934ef31f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:37.219734 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7f3a52-2930-4140-a86c-9d74c8c4a927" -d '{"events": [{"name": "network-changed", "server_uuid": "cb64d987-ac1b-4b8f-8202-777ca50c2477", "tag": "c0b28b66-6b37-4dec-a65e-882e435ad860"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:21:37.236885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:37.244431 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:37.570253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Pushing event updated for resources: {'Port': ['ID=d41bc415-cf2f-404c-9471-9267934ef31f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:37.580705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d868d-f353-41e0-92ef-034ca3e4dd18 service neutron] Pushing event updated for resources: {'Port': ['ID=c0b28b66-6b37-4dec-a65e-882e435ad860,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:37.605273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Subnet': ['ID=bf0a6f3e-34fb-47c6-b015-0ba55276522f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:37.625114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Checking segment: {'id': '5c7930f1-116e-4d04-b36d-7260ffd0e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '271b0aa7-f98d-4a31-a562-3deef4dbf682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:21:37.629287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network hostable DHCP agents. Network: 271b0aa7-f98d-4a31-a562-3deef4dbf682, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:21:37.635658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-a2b1c789-91f4-4d0f-82b7-e9965da2077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:37.645079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-a2b1c789-91f4-4d0f-82b7-e9965da2077f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=169415eaf7b24327a7a9e661fc09f0f1&device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 1094 time: 0.3454108 Aug 30 13:21:37.656828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:37.675087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:37.686184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:21:37.749593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-4424bc5f-abd5-4442-ac47-5b056066301f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0b28b66-6b37-4dec-a65e-882e435ad860 HTTP/1.1" status: 200 len: 217 time: 0.0912580 Aug 30 13:21:37.764942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 271b0aa7-f98d-4a31-a562-3deef4dbf682 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:21:37.869128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 271b0aa7-f98d-4a31-a562-3deef4dbf682) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:37.871698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Attempting to bind port d41bc415-cf2f-404c-9471-9267934ef31f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:21:37.873868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Attempting to bind port d41bc415-cf2f-404c-9471-9267934ef31f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '45f8ed2e-1efe-486d-a4a7-39516618262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a034a9d6-7eb4-4743-97dc-e2f865d0f1c6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:21:37.877306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Attempting to bind port d41bc415-cf2f-404c-9471-9267934ef31f on network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:21:37.881399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:37.882497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:37.902664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:21:37.903321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Checking segment: {'id': '45f8ed2e-1efe-486d-a4a7-39516618262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a034a9d6-7eb4-4743-97dc-e2f865d0f1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:21:37.903634 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:37.909393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Bound using segment: {'id': '45f8ed2e-1efe-486d-a4a7-39516618262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a034a9d6-7eb4-4743-97dc-e2f865d0f1c6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:21:37.909393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Bound port: d41bc415-cf2f-404c-9471-9267934ef31f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f8ed2e-1efe-486d-a4a7-39516618262e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a034a9d6-7eb4-4743-97dc-e2f865d0f1c6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:21:37.910953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:37.913878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdfc38d-e57b-40d3-93ba-6a041009f03e None None] Network 271b0aa7-f98d-4a31-a562-3deef4dbf682 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:37.943074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-e2ab01bf-06de-4eae-a51d-8d10f20a79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:37.946269 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-e2ab01bf-06de-4eae-a51d-8d10f20a79a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b82149e1-2411-415d-907c-56e8fd6972c9 HTTP/1.1" status: 200 len: 857 time: 0.1893127 Aug 30 13:21:37.967691 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-02ab2978-05a1-4736-8655-40c805d7e8ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1768138 Aug 30 13:21:37.968806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39716) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:38.019495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3be3-4109-4e73-baab-cd590b3aff6e req-b03d4857-c7d4-47be-92e3-7bc3af392d4e tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:38.032800 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a3be3-4109-4e73-baab-cd590b3aff6e req-b03d4857-c7d4-47be-92e3-7bc3af392d4e tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 946 time: 0.3401263 Aug 30 13:21:38.041254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5af119e5-e738-4324-9788-ad888e72ce31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-964923029', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:21:38.047413 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-95cf541e-8bb9-48a3-a515-2adf62ba380a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940638 Aug 30 13:21:38.183392 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5af119e5-e738-4324-9788-ad888e72ce31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:38.187875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5af119e5-e738-4324-9788-ad888e72ce31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:38.224674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a3be3-4109-4e73-baab-cd590b3aff6e req-820a1be6-c123-4c34-88cc-45805b663b6c tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903443 Aug 30 13:21:38.252338 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4e16bd-b06c-4993-a554-d3ce4e1f2cba x-openstack-request-id: req-dd4e16bd-b06c-4993-a554-d3ce4e1f2cba {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:21:38.252942 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb64d987-ac1b-4b8f-8202-777ca50c2477", "tag": "c0b28b66-6b37-4dec-a65e-882e435ad860", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:21:38.252942 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dd4e16bd-b06c-4993-a554-d3ce4e1f2cba {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:21:38.253344 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb64d987-ac1b-4b8f-8202-777ca50c2477', 'tag': 'c0b28b66-6b37-4dec-a65e-882e435ad860', 'status': 'completed', 'code': 200} Aug 30 13:21:38.351224 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-1b440eca-d3ce-4bdf-9e50-e3fb72ccc275 service neutron] 10.222.0.35 "GET /v2.0/networks/b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911177 Aug 30 13:21:38.363819 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5af119e5-e738-4324-9788-ad888e72ce31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:38.373728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5af119e5-e738-4324-9788-ad888e72ce31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:38.406315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39726) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:38.510773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5af119e5-e738-4324-9788-ad888e72ce31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:38.515913 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5af119e5-e738-4324-9788-ad888e72ce31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5373075 Aug 30 13:21:38.523052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39728) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:38.532593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] For port d41bc415-cf2f-404c-9471-9267934ef31f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:21:38.544398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] For port d41bc415-cf2f-404c-9471-9267934ef31f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d41bc415-cf2f-404c-9471-9267934ef31f,segment=NetworkSegment(45f8ed2e-1efe-486d-a4a7-39516618262e),segment_id=45f8ed2e-1efe-486d-a4a7-39516618262e)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:21:38.577524 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:38.627411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-271b0aa7-f98d-4a31-a562-3deef4dbf682', 'network_id': '271b0aa7-f98d-4a31-a562-3deef4dbf682', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'fixed_ips': [{'subnet_id': 'bf0a6f3e-34fb-47c6-b015-0ba55276522f'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:21:38.633392 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:38.794110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52c304-eb7c-476b-ac20-3f683b8b243b req-bda8cf42-e011-4bcd-94e5-f736845015c9 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:38.797208 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f52c304-eb7c-476b-ac20-3f683b8b243b req-bda8cf42-e011-4bcd-94e5-f736845015c9 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 943 time: 0.2642710 Aug 30 13:21:38.917387 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c79ae210-26a2-4170-b88e-59f476e9cb7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd8ac295ae3745198a74933bcb433c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091093 Aug 30 13:21:38.919146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39734) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:38.995211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41ef4c-0edc-4ee3-ac52-6d7e594e965f None None] Pushing event updated for resources: {'Port': ['ID=d41bc415-cf2f-404c-9471-9267934ef31f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:39.104158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f52c304-eb7c-476b-ac20-3f683b8b243b req-f5570963-b06d-4a72-8208-4de41b9db4fd tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690449 Aug 30 13:21:39.193821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-8afd0ef4-d611-4b1e-b502-5d1e8b810880 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:39.196608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-8afd0ef4-d611-4b1e-b502-5d1e8b810880 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.16 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 946 time: 0.3317902 Aug 30 13:21:39.214887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e060929b-13b7-4f5e-b62f-87a149cb5a6a req-13d5e1a2-7007-418a-a24d-6f294962920d service neutron] 10.222.0.35 "GET /v2.0/networks/b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8573234 Aug 30 13:21:39.327015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Allocated IP 2001:db8:1::2 (271b0aa7-f98d-4a31-a562-3deef4dbf682/bf0a6f3e-34fb-47c6-b015-0ba55276522f/54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:39.726969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-19aa5a4a-8b19-4775-bc36-87459668b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:39.730870 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-19aa5a4a-8b19-4775-bc36-87459668b2f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=169415eaf7b24327a7a9e661fc09f0f1&device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 1094 time: 0.4395485 Aug 30 13:21:39.804696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d1ab-1dec-4bb8-a5ad-1ffc435c1976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:39.886321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d1ab-1dec-4bb8-a5ad-1ffc435c1976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:39.933826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000aa56-7cb2-4c2d-92d3-0c61a994d3a8 req-18c085cf-cb7b-4ade-9cf7-6f53585b7ee1 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:39.953628 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c000aa56-7cb2-4c2d-92d3-0c61a994d3a8 req-18c085cf-cb7b-4ade-9cf7-6f53585b7ee1 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 946 time: 0.3692307 Aug 30 13:21:40.014222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Deleting port ae922295-0550-45c2-b750-6634569fff98 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:40.014568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:40.073136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:40.161045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] For port ae922295-0550-45c2-b750-6634569fff98, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ae922295-0550-45c2-b750-6634569fff98,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:40.161571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:40.513729 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c837ab9c-bf0f-41b4-bf09-0fbfc2480bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:40.514564 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c000aa56-7cb2-4c2d-92d3-0c61a994d3a8 req-ce152a6b-3f58-43f3-882a-6d0ed9c30d4d tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5431650 Aug 30 13:21:40.634240 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:40.664639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d41bc415-cf2f-404c-9471-9267934ef31f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:21:40.677902 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:40.777744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Transition to ACTIVE for port object 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:40.792793 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d1ab-1dec-4bb8-a5ad-1ffc435c1976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:40.804489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2b1d1ab-1dec-4bb8-a5ad-1ffc435c1976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:40.808142 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b2b1d1ab-1dec-4bb8-a5ad-1ffc435c1976 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58fe9c09-7c26-481b-95dd-b4ffbc129524 HTTP/1.1" status: 204 len: 168 time: 1.8849680 Aug 30 13:21:40.874212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1d1ab-1dec-4bb8-a5ad-1ffc435c1976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fe9c09-7c26-481b-95dd-b4ffbc129524,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:40.976714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Transition to ACTIVE for port object 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:41.056300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:41.077543 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:41.092154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port d41bc415-cf2f-404c-9471-9267934ef31f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:41.176588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae013c1b-16e3-4bf3-8a3c-1a131daebde2 None None] Network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:41.177162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 2001:db8::1 (a034a9d6-7eb4-4743-97dc-e2f865d0f1c6/70786ea6-045f-4472-a44b-086e7d77d616/2499ea09-1ee4-4457-8933-4d5ea3599ffb) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:41.230094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-135d718b-9f4d-4480-b5ee-5043f26b1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:41.234099 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-135d718b-9f4d-4480-b5ee-5043f26b1a0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a HTTP/1.1" status: 200 len: 918 time: 1.4944227 Aug 30 13:21:41.274400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c24dd-9a9b-482f-aef9-0bba58a26fca req-412b0370-1c9c-4b33-8f47-970bfc599515 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:41.277623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-861c24dd-9a9b-482f-aef9-0bba58a26fca req-412b0370-1c9c-4b33-8f47-970bfc599515 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 943 time: 0.7931128 Aug 30 13:21:41.372473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Pushing event updated for resources: {'Port': ['ID=54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:41.378477 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:41.396319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-a82f54b5-172c-490a-bddf-d69483e315ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0b28b66-6b37-4dec-a65e-882e435ad860 HTTP/1.1" status: 200 len: 217 time: 0.1416934 Aug 30 13:21:41.410791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Transition to ACTIVE for port object 2499ea09-1ee4-4457-8933-4d5ea3599ffb will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:41.421214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Network 271b0aa7-f98d-4a31-a562-3deef4dbf682 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:41.439845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:41.441655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:41.442320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:41.442745 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Floating IP 9d312a12-70ed-4880-9617-01f09cd10925 disassociated. External IP: 172.25.2.203, port: ae922295-0550-45c2-b750-6634569fff98. Aug 30 13:21:41.443447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Calling delete_port for ae922295-0550-45c2-b750-6634569fff98 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:41.460247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:21:41.492440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6743acde-f3ba-4612-a7ea-9b13afcd6b60 None None] Provisioning for port d41bc415-cf2f-404c-9471-9267934ef31f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:41.585545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6743acde-f3ba-4612-a7ea-9b13afcd6b60 None None] Provisioning complete for port d41bc415-cf2f-404c-9471-9267934ef31f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:41.586613 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6743acde-f3ba-4612-a7ea-9b13afcd6b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:41.643900 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:41.645406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Attempting to bind port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:21:41.645406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Attempting to bind port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '5c7930f1-116e-4d04-b36d-7260ffd0e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '271b0aa7-f98d-4a31-a562-3deef4dbf682'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:21:41.645406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Attempting to bind port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 on network 271b0aa7-f98d-4a31-a562-3deef4dbf682 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:21:41.830668 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:41.848322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:41.872124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:21:41.886169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:41.906454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-861c24dd-9a9b-482f-aef9-0bba58a26fca req-ccf1cbb5-47b7-4ebc-8107-f736d28f8cc2 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340708 Aug 30 13:21:41.911832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-dc447b43-e48a-4b61-802a-6e478f82fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:41.914292 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-dc447b43-e48a-4b61-802a-6e478f82fa88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b82149e1-2411-415d-907c-56e8fd6972c9 HTTP/1.1" status: 200 len: 857 time: 0.4236386 Aug 30 13:21:41.992848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:21:41.993441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Checking segment: {'id': '5c7930f1-116e-4d04-b36d-7260ffd0e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '271b0aa7-f98d-4a31-a562-3deef4dbf682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:21:41.996756 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:41.997496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Bound using segment: {'id': '5c7930f1-116e-4d04-b36d-7260ffd0e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '271b0aa7-f98d-4a31-a562-3deef4dbf682'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:21:41.998572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Bound port: 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c7930f1-116e-4d04-b36d-7260ffd0e326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '271b0aa7-f98d-4a31-a562-3deef4dbf682'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:21:42.004944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:42.323347 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-2a9d4a8e-0610-459e-bacc-44b66db0dc44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089542 Aug 30 13:21:42.324687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:42.488303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=2499ea09-1ee4-4457-8933-4d5ea3599ffb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:42.589318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Pushing event deleted for resources: {'Port': ['ID=ae922295-0550-45c2-b750-6634569fff98,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:42.610486 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:42.617288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6743acde-f3ba-4612-a7ea-9b13afcd6b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:42.630649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d004fd-db56-403f-9c4a-ae2f7020a170 req-a4e95c72-f265-4bf5-850e-3fda7c713989 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:42.634248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-42d004fd-db56-403f-9c4a-ae2f7020a170 req-a4e95c72-f265-4bf5-850e-3fda7c713989 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 867 time: 0.7074192 Aug 30 13:21:42.679079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-a3950f26-f2ce-4101-a0ca-035f2bfa3f29 service neutron] 10.222.0.35 "GET /v2.0/networks/b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397810 Aug 30 13:21:42.789694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6743acde-f3ba-4612-a7ea-9b13afcd6b60 None None] For port d41bc415-cf2f-404c-9471-9267934ef31f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d41bc415-cf2f-404c-9471-9267934ef31f,segment=NetworkSegment(45f8ed2e-1efe-486d-a4a7-39516618262e),segment_id=45f8ed2e-1efe-486d-a4a7-39516618262e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:42.809171 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:42.809485 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6743acde-f3ba-4612-a7ea-9b13afcd6b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:42.811828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-42d004fd-db56-403f-9c4a-ae2f7020a170 req-302317a7-213c-431c-a966-2393e128abe5 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups?id=dec2bfe5-078f-4744-80a9-4743fa2c179e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608148 Aug 30 13:21:42.874713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] For port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:21:42.893806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] For port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80,segment=NetworkSegment(5c7930f1-116e-4d04-b36d-7260ffd0e326),segment_id=5c7930f1-116e-4d04-b36d-7260ffd0e326)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:21:43.031217 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:43.298731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743acde-f3ba-4612-a7ea-9b13afcd6b60 None None] Pushing event updated for resources: {'Port': ['ID=d41bc415-cf2f-404c-9471-9267934ef31f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:43.449145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:21:43.451801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f7f3a52-2930-4140-a86c-9d74c8c4a927 req-74b14ebf-0748-4894-8103-6fb53446a482 service neutron] 10.222.0.35 "GET /v2.0/networks/b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7666171 Aug 30 13:21:43.462446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a8cd4-8013-4172-b285-6770a131fbef None None] Pushing event updated for resources: {'Port': ['ID=54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:43.490168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ae922295-0550-45c2-b750-6634569fff98 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:21:43.548555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: ae922295-0550-45c2-b750-6634569fff98 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:21:43.548999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ae922295-0550-45c2-b750-6634569fff98 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:21:43.555092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c0b28b66-6b37-4dec-a65e-882e435ad860 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:21:43.573944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c21877-3dab-4b1d-a1b3-5657b881fbf5 req-20ae5ed3-c8fe-4c57-8047-864929d86f6e tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:43.576622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8c21877-3dab-4b1d-a1b3-5657b881fbf5 req-20ae5ed3-c8fe-4c57-8047-864929d86f6e tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 943 time: 0.3875322 Aug 30 13:21:43.661747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-813132fd-a2b1-461b-a6c4-d7f55fcd3c74 None None] Provisioning for port 2499ea09-1ee4-4457-8933-4d5ea3599ffb completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:43.748416 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.resource_extend [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:21:43.773062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-813132fd-a2b1-461b-a6c4-d7f55fcd3c74 None None] Provisioning complete for port 2499ea09-1ee4-4457-8933-4d5ea3599ffb triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:43.773697 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-813132fd-a2b1-461b-a6c4-d7f55fcd3c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:43.936146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:43.947784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:43.952937 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:44.006700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8c21877-3dab-4b1d-a1b3-5657b881fbf5 req-60579750-9edc-4516-945f-36f5ad249006 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798583 Aug 30 13:21:44.092948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-813132fd-a2b1-461b-a6c4-d7f55fcd3c74 None None] Port 2499ea09-1ee4-4457-8933-4d5ea3599ffb cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:44.147910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-813132fd-a2b1-461b-a6c4-d7f55fcd3c74 None None] Provisioning complete for port d41bc415-cf2f-404c-9471-9267934ef31f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:44.150246 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-813132fd-a2b1-461b-a6c4-d7f55fcd3c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:44.253187 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-540c2a22-fcf3-4047-9aaf-55e799ee5db8 req-b4449835-cd00-45e7-a9f2-2284b211f7b3 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.1686852 Aug 30 13:21:44.269131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:21:44.337502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c0b28b66-6b37-4dec-a65e-882e435ad860, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c0b28b66-6b37-4dec-a65e-882e435ad860,segment=NetworkSegment(5e69ce54-908e-466a-978a-365d91b75af8),segment_id=5e69ce54-908e-466a-978a-365d91b75af8)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:44.390340 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] Sync routers for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:21:44.417085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=2499ea09-1ee4-4457-8933-4d5ea3599ffb,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:44.428881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] No DVR routers for this DVR port ae922295-0550-45c2-b750-6634569fff98 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:21:44.438942 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:44.441549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c29f2d78-bbd1-4bf5-aaed-8ee30281b0a9 req-3fb6d3be-e4ab-47ae-9649-1674e34616bd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.16 "DELETE /v2.0/ports/ae922295-0550-45c2-b750-6634569fff98 HTTP/1.1" status: 204 len: 173 time: 5.2251420 Aug 30 13:21:44.442070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'name': 'network-vif-deleted', 'tag': 'ae922295-0550-45c2-b750-6634569fff98'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:21:44.454971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'c0b28b66-6b37-4dec-a65e-882e435ad860', 'network_id': 'b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a', 'port_id': 'c0b28b66-6b37-4dec-a65e-882e435ad860', 'mac_address': 'fa:16:3e:70:2b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82149e1-2411-415d-907c-56e8fd6972c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:21:44.467677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:44.469000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:44.474016 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9637e7-33a7-4140-b7d7-ff064bfafc52" -d '{"events": [{"server_uuid": "f5883c58-82de-4342-85b3-89e3bbef9692", "name": "network-vif-deleted", "tag": "ae922295-0550-45c2-b750-6634569fff98"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:21:44.587688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:44.592948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:44.683695 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f2b6a8-e120-4de0-ad60-06a7b52921da x-openstack-request-id: req-f6f2b6a8-e120-4de0-ad60-06a7b52921da {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:21:44.684144 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5883c58-82de-4342-85b3-89e3bbef9692", "name": "network-vif-deleted", "tag": "ae922295-0550-45c2-b750-6634569fff98", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:21:44.684527 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f6f2b6a8-e120-4de0-ad60-06a7b52921da {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:21:44.685030 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5883c58-82de-4342-85b3-89e3bbef9692', 'name': 'network-vif-deleted', 'tag': 'ae922295-0550-45c2-b750-6634569fff98', 'status': 'completed', 'code': 200} Aug 30 13:21:44.760019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:21:45.018199 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:45.035399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 1802c741-ecd5-4b09-bfe3-168fca2da64c is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:21:45.172308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b28b66-6b37-4dec-a65e-882e435ad860 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:21:45.243169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39842) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:45.323179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c0b28b66-6b37-4dec-a65e-882e435ad860, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c0b28b66-6b37-4dec-a65e-882e435ad860,segment=NetworkSegment(5e69ce54-908e-466a-978a-365d91b75af8),segment_id=5e69ce54-908e-466a-978a-365d91b75af8)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:45.330680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:21:45.551224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51386bd4-c26e-4a3a-ae92-bc329c373477 req-e84c9c21-dd4c-4560-bf8c-41fd0cb686f8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:45.568968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-51386bd4-c26e-4a3a-ae92-bc329c373477 req-e84c9c21-dd4c-4560-bf8c-41fd0cb686f8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 944 time: 0.2262921 Aug 30 13:21:45.591136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5781a7fe-1894-4700-965e-8aab10f78244 req-59d86bae-71fe-4446-adf4-af56df183ee4 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.1169157 Aug 30 13:21:45.611520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3da2ffe5-3fa2-47b2-b290-194180ea0ffc None None] Provisioning complete for port 2499ea09-1ee4-4457-8933-4d5ea3599ffb triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:45.612162 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3da2ffe5-3fa2-47b2-b290-194180ea0ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:45.651018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a197b43-e8e4-4814-a5f8-5862cab68394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:45.671431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:21:45.692053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-af164d6d-25fd-43b7-975d-bd080836fb19 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/1802c741-ecd5-4b09-bfe3-168fca2da64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1628644 Aug 30 13:21:45.695388 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39850) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:45.718491 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1ac0a-e413-4875-8d64-a6d02e71f340 None None] Sync routers for ids ['1802c741-ecd5-4b09-bfe3-168fca2da64c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:21:45.746338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:45.748799 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1ac0a-e413-4875-8d64-a6d02e71f340 None None] Routers {'1802c741-ecd5-4b09-bfe3-168fca2da64c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:45.752834 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d3d1ac0a-e413-4875-8d64-a6d02e71f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1802c741-ecd5-4b09-bfe3-168fca2da64c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:45.797873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d41bc415-cf2f-404c-9471-9267934ef31f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:21:45.804625 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:45.887472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0db8539-e44b-49a0-81f6-d38484cb6582 None None] Network 271b0aa7-f98d-4a31-a562-3deef4dbf682 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:45.899022 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d3d1ac0a-e413-4875-8d64-a6d02e71f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:45.918720 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1ac0a-e413-4875-8d64-a6d02e71f340 None None] Routers {'1802c741-ecd5-4b09-bfe3-168fca2da64c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:45.920504 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d3d1ac0a-e413-4875-8d64-a6d02e71f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1802c741-ecd5-4b09-bfe3-168fca2da64c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:45.936920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dacc2b-6e3c-4c6d-b78b-e8525ba8ab04 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:45.940073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-68dacc2b-6e3c-4c6d-b78b-e8525ba8ab04 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports/2499ea09-1ee4-4457-8933-4d5ea3599ffb HTTP/1.1" status: 200 len: 911 time: 0.2434235 Aug 30 13:21:45.947232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39858) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:46.036509 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-51386bd4-c26e-4a3a-ae92-bc329c373477 req-444856a0-056a-4c2e-8796-07deda0e1f7a tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641716 Aug 30 13:21:46.072340 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d3d1ac0a-e413-4875-8d64-a6d02e71f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:46.073346 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d1ac0a-e413-4875-8d64-a6d02e71f340 None None] The sync data for ids ['1802c741-ecd5-4b09-bfe3-168fca2da64c'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:21:46.100141 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a197b43-e8e4-4814-a5f8-5862cab68394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:46.107453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6a197b43-e8e4-4814-a5f8-5862cab68394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:46.220808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6a197b43-e8e4-4814-a5f8-5862cab68394 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aa78ab3452ba4618b80aa6c9e03a418c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757245 Aug 30 13:21:46.222208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39860) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:46.223596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a197b43-e8e4-4814-a5f8-5862cab68394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4064242d-a1c0-4359-bbe7-70a09e884bd6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:46.434734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3da2ffe5-3fa2-47b2-b290-194180ea0ffc None None] Port 2499ea09-1ee4-4457-8933-4d5ea3599ffb cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:46.463861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3de85eee-2859-4116-a707-a6aa446c297b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:46.500693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c0b28b66-6b37-4dec-a65e-882e435ad860,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:46.543093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3de85eee-2859-4116-a707-a6aa446c297b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:46.558013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['c0b28b66-6b37-4dec-a65e-882e435ad860'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:21:46.675320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d41bc415-cf2f-404c-9471-9267934ef31f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:46.675578 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:46.712761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3de85eee-2859-4116-a707-a6aa446c297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:46.716741 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3de85eee-2859-4116-a707-a6aa446c297b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:46.718637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3de85eee-2859-4116-a707-a6aa446c297b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4064242d-a1c0-4359-bbe7-70a09e884bd6 HTTP/1.1" status: 204 len: 168 time: 0.4764271 Aug 30 13:21:46.740822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de85eee-2859-4116-a707-a6aa446c297b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4064242d-a1c0-4359-bbe7-70a09e884bd6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:46.834002 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc9d0c27-9b4e-4ac0-aca9-5d26920fa5cb req-d7ec14ef-fa4f-4062-a79e-a57e9838973b tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.0689890 Aug 30 13:21:46.872040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] Provisioning complete for port 2499ea09-1ee4-4457-8933-4d5ea3599ffb triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:46.872904 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:47.184478 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:47.233133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '770df0c3-de28-4f25-ba27-909f0032019f', 'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'mac_address': 'fa:16:3e:15:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:53Z', 'updated_at': '2021-08-30T13:19:03Z', 'revision_number': 5, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'subnets': [{'id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:47.660817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 2001:db8:1::1 (271b0aa7-f98d-4a31-a562-3deef4dbf682/bf0a6f3e-34fb-47c6-b015-0ba55276522f/3d8831fe-5e87-41fd-afab-4d7387204106) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:21:48.042144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88915faf-3f69-47b5-90d7-7506e41ea3e5 req-ee547c3c-0bf2-4455-b777-d020d448d6a8 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.0760989 Aug 30 13:21:48.058531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] Checking router: b01d2db9-1ab8-4c14-aa15-b1b89eb99688 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:21:48.093301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] Port 2499ea09-1ee4-4457-8933-4d5ea3599ffb cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:48.109288 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:48.167073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:48.168204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:48.175746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30a2df-32ae-4621-a334-12f9744b3272 req-7dab8463-94fd-4494-b577-15f6056f07ce tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:48.191514 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed30a2df-32ae-4621-a334-12f9744b3272 req-7dab8463-94fd-4494-b577-15f6056f07ce tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 944 time: 0.3798983 Aug 30 13:21:48.228628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Transition to ACTIVE for port object 3d8831fe-5e87-41fd-afab-4d7387204106 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:21:48.323919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed30a2df-32ae-4621-a334-12f9744b3272 req-c7b1e246-88a8-4515-82e1-b183c119a6f4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286542 Aug 30 13:21:48.353165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] Provisioning for port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:48.398718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] Provisioning complete for port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:48.399191 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:48.433404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:48.531891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 271b0aa7-f98d-4a31-a562-3deef4dbf682 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:48.539397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:48.548665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:21:48.550150 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:48.735537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=3d8831fe-5e87-41fd-afab-4d7387204106,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:48.764496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:48.988606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:21:49.228322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-422ca87a-56a6-4434-9bda-c22b3ea98b39 req-f8e64966-2ea9-4b7f-a372-5be9e09d7b51 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.0665100 Aug 30 13:21:49.439946 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:49.591044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] For port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80,segment=NetworkSegment(5c7930f1-116e-4d04-b36d-7260ffd0e326),segment_id=5c7930f1-116e-4d04-b36d-7260ffd0e326)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:49.609295 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:49.610974 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:49.666143 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:49.667067 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:49.750862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b04ae3-0a28-4a02-b588-f9c19fbea0c4 req-35021702-0290-4daf-b909-934817d18978 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:49.753836 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40b04ae3-0a28-4a02-b588-f9c19fbea0c4 req-35021702-0290-4daf-b909-934817d18978 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 944 time: 0.1419513 Aug 30 13:21:49.892127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-617b4833-b214-4625-a76e-345b8e8e9c4d None None] Provisioning for port 3d8831fe-5e87-41fd-afab-4d7387204106 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:49.925979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-617b4833-b214-4625-a76e-345b8e8e9c4d None None] Provisioning complete for port 3d8831fe-5e87-41fd-afab-4d7387204106 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:49.926578 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-617b4833-b214-4625-a76e-345b8e8e9c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:49.969115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f410db9-58a4-4784-af06-59687cb01f03 None None] Pushing event updated for resources: {'Port': ['ID=54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:49.981515 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=3d8831fe-5e87-41fd-afab-4d7387204106,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:50.019191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 271b0aa7-f98d-4a31-a562-3deef4dbf682 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:21:50.025551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-617b4833-b214-4625-a76e-345b8e8e9c4d None None] Port 3d8831fe-5e87-41fd-afab-4d7387204106 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:50.031923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '770df0c3-de28-4f25-ba27-909f0032019f', 'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'mac_address': 'fa:16:3e:15:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:53Z', 'updated_at': '2021-08-30T13:19:03Z', 'revision_number': 5, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'subnets': [{'id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:50.089151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:21:50.103067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40b04ae3-0a28-4a02-b588-f9c19fbea0c4 req-bcc45167-3e0e-4758-ad3c-b8e72b3228f0 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808042 Aug 30 13:21:50.109574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb70228d-8ba5-4bcc-8389-f2fd3770c4a5 None None] The sync data for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 is: [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:18:55Z', 'revision_number': 4, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '770df0c3-de28-4f25-ba27-909f0032019f', 'name': '', 'network_id': '6e2ef5cf-0b6b-496c-b88c-d00da9d3454e', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'mac_address': 'fa:16:3e:15:85:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_interface', 'standard_attr_id': 2508, 'fixed_ips': [{'subnet_id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:53Z', 'updated_at': '2021-08-30T13:19:03Z', 'revision_number': 5, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'subnets': [{'id': 'b15ca0a7-0410-4277-9104-d047cff6fa65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:21:50.124039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-617b4833-b214-4625-a76e-345b8e8e9c4d None None] Provisioning complete for port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:50.124433 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-617b4833-b214-4625-a76e-345b8e8e9c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:50.418333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 1802c741-ecd5-4b09-bfe3-168fca2da64c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:21:50.499990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-21cfdcf0-927c-453b-ac4d-049c2b39b88f req-64c016f6-736f-4bfe-81d2-6d1f8db595d7 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.1078372 Aug 30 13:21:50.751447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d79f9f66-931d-4380-851e-2ca13d54a227 None None] Provisioning complete for port 3d8831fe-5e87-41fd-afab-4d7387204106 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:50.754100 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d79f9f66-931d-4380-851e-2ca13d54a227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:50.782773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:21:50.805782 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-330ad55b-f7b9-4bd5-b201-087d14045c86 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/1802c741-ecd5-4b09-bfe3-168fca2da64c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8515368 Aug 30 13:21:50.808750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39956) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:50.820300 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943a8d0-d31f-4d3f-964d-e686a1932e5e None None] New status for floating IP 9d312a12-70ed-4880-9617-01f09cd10925: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:21:50.841156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afd2fe-cbf6-4722-92ba-c3c28b9d0aa9 None None] Sync routers for ids ['1802c741-ecd5-4b09-bfe3-168fca2da64c'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:21:50.867632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afd2fe-cbf6-4722-92ba-c3c28b9d0aa9 None None] Routers {'1802c741-ecd5-4b09-bfe3-168fca2da64c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:50.868533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e0afd2fe-cbf6-4722-92ba-c3c28b9d0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1802c741-ecd5-4b09-bfe3-168fca2da64c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:50.953209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de86a29-8c78-45e9-9a2a-f41c0adb9021 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:50.957704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9de86a29-8c78-45e9-9a2a-f41c0adb9021 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports/3d8831fe-5e87-41fd-afab-4d7387204106 HTTP/1.1" status: 200 len: 913 time: 0.1428716 Aug 30 13:21:50.958635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39960) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:51.000732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:21:51.023596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e0afd2fe-cbf6-4722-92ba-c3c28b9d0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:51.034248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d79f9f66-931d-4380-851e-2ca13d54a227 None None] Port 3d8831fe-5e87-41fd-afab-4d7387204106 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:21:51.212285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afd2fe-cbf6-4722-92ba-c3c28b9d0aa9 None None] Routers {'1802c741-ecd5-4b09-bfe3-168fca2da64c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:51.212953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e0afd2fe-cbf6-4722-92ba-c3c28b9d0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1802c741-ecd5-4b09-bfe3-168fca2da64c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:51.328150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e0afd2fe-cbf6-4722-92ba-c3c28b9d0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:51.328819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afd2fe-cbf6-4722-92ba-c3c28b9d0aa9 None None] The sync data for ids ['1802c741-ecd5-4b09-bfe3-168fca2da64c'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:21:51.359483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:51.359981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:51.547020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30bba9-e9b0-4bfa-8d7c-ba0d6874da53 req-ef8d0bd7-2eca-4dea-82cc-b09ef8cbf5bd tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:51.548630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1b30bba9-e9b0-4bfa-8d7c-ba0d6874da53 req-ef8d0bd7-2eca-4dea-82cc-b09ef8cbf5bd tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 944 time: 0.1818175 Aug 30 13:21:51.703266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a70c1c10-2616-42c2-b5a2-2b7884bf074f req-54c7de66-dd58-4746-ba05-654a9ee9af99 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.0520997 Aug 30 13:21:51.704381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1b30bba9-e9b0-4bfa-8d7c-ba0d6874da53 req-358fbd2c-5b85-4b61-bd3a-09f623278a13 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343544 Aug 30 13:21:51.835670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c0b28b66-6b37-4dec-a65e-882e435ad860 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:21:51.911728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port c0b28b66-6b37-4dec-a65e-882e435ad860 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:21:51.920287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port c0b28b66-6b37-4dec-a65e-882e435ad860 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:21:51.920882 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:51.958617 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:52.081078 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:52.138006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64d987-ac1b-4b8f-8202-777ca50c2477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b28b66-6b37-4dec-a65e-882e435ad860'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:21:52.141807 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dfc1df-0ffe-4179-94e7-43cc3778daa3" -d '{"events": [{"server_uuid": "cb64d987-ac1b-4b8f-8202-777ca50c2477", "name": "network-vif-plugged", "status": "completed", "tag": "c0b28b66-6b37-4dec-a65e-882e435ad860"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:21:52.168696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c0b28b66-6b37-4dec-a65e-882e435ad860, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c0b28b66-6b37-4dec-a65e-882e435ad860,segment=NetworkSegment(5e69ce54-908e-466a-978a-365d91b75af8),segment_id=5e69ce54-908e-466a-978a-365d91b75af8)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:52.179057 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:52.266311 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b031ad8-fe0c-44fb-bbe7-23f7681cf702 x-openstack-request-id: req-8b031ad8-fe0c-44fb-bbe7-23f7681cf702 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:21:52.266814 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb64d987-ac1b-4b8f-8202-777ca50c2477", "name": "network-vif-plugged", "status": "completed", "tag": "c0b28b66-6b37-4dec-a65e-882e435ad860", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:21:52.267276 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b031ad8-fe0c-44fb-bbe7-23f7681cf702 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:21:52.267899 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb64d987-ac1b-4b8f-8202-777ca50c2477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b28b66-6b37-4dec-a65e-882e435ad860', 'code': 200} Aug 30 13:21:52.384360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c0b28b66-6b37-4dec-a65e-882e435ad860,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:52.472725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce670e-dbc7-4262-acfe-c5b2012618b9 req-0f9bd727-91c1-467d-8a90-5f11d28238e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:52.476703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31ce670e-dbc7-4262-acfe-c5b2012618b9 req-0f9bd727-91c1-467d-8a90-5f11d28238e9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 1096 time: 0.1319115 Aug 30 13:21:52.575492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31ce670e-dbc7-4262-acfe-c5b2012618b9 req-22609a39-840c-4d25-9668-28ffcbc2d14d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903378 Aug 30 13:21:52.819138 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 3d8831fe-5e87-41fd-afab-4d7387204106 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:52.819624 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:52.930580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-41331fce-565a-42b1-ae8f-99d25eaf52bc req-25297284-578b-4a43-9251-74c15da76a77 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.0442383 Aug 30 13:21:53.006742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:53.028791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f404b339-7151-48fb-8117-9721ab211972 req-b02e0d69-aa3b-481a-92a6-fc1ff6a5b6bf tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:53.031025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f404b339-7151-48fb-8117-9721ab211972 req-b02e0d69-aa3b-481a-92a6-fc1ff6a5b6bf tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 945 time: 0.1405947 Aug 30 13:21:53.046085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 3d8831fe-5e87-41fd-afab-4d7387204106 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:53.096857 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f404b339-7151-48fb-8117-9721ab211972 req-1204f836-4ae4-4067-8119-6fad1b0abaa8 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543234 Aug 30 13:21:53.680852 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:53.763645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=3d8831fe-5e87-41fd-afab-4d7387204106,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:54.015589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.016616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.017091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.022656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.023343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.023756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.025426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.026005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.026909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.027263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.027604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.029647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:21:54.277761 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b33fea6-6c52-45ec-826f-35c34d3173bf req-a0ef7119-57fa-4285-b25d-1727ab22ecac tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5883c58-82de-4342-85b3-89e3bbef9692 HTTP/1.1" status: 200 len: 210 time: 0.0745969 Aug 30 13:21:54.332939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:54.418373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd5998-563c-4b00-a05b-69e717347584 req-555e3bc5-15fa-40db-98ef-613c21338389 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:54.430245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76fd5998-563c-4b00-a05b-69e717347584 req-555e3bc5-15fa-40db-98ef-613c21338389 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 945 time: 0.1497855 Aug 30 13:21:54.558292 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-76fd5998-563c-4b00-a05b-69e717347584 req-c99793db-1bae-4cf6-8ca1-b131a47a0a44 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222901 Aug 30 13:21:54.848379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 1802c741-ecd5-4b09-bfe3-168fca2da64c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:21:54.979967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:21:54.987364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-59264864-9111-4971-9f1a-31ecdb023410 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/1802c741-ecd5-4b09-bfe3-168fca2da64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0264754 Aug 30 13:21:54.991943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40020) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:55.000902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb28135-5918-4ebc-94c8-a0ce153408e5 None None] Sync routers for ids ['1802c741-ecd5-4b09-bfe3-168fca2da64c'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:21:55.033379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb28135-5918-4ebc-94c8-a0ce153408e5 None None] Routers {'1802c741-ecd5-4b09-bfe3-168fca2da64c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:55.034478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-afb28135-5918-4ebc-94c8-a0ce153408e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1802c741-ecd5-4b09-bfe3-168fca2da64c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:55.098922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-afb28135-5918-4ebc-94c8-a0ce153408e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:55.118878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb28135-5918-4ebc-94c8-a0ce153408e5 None None] Routers {'1802c741-ecd5-4b09-bfe3-168fca2da64c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:55.120263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-afb28135-5918-4ebc-94c8-a0ce153408e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1802c741-ecd5-4b09-bfe3-168fca2da64c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:55.201818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-afb28135-5918-4ebc-94c8-a0ce153408e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:55.203216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb28135-5918-4ebc-94c8-a0ce153408e5 None None] The sync data for ids ['1802c741-ecd5-4b09-bfe3-168fca2da64c'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:21:55.214847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef01a5b-8452-4c6a-8cfa-41d18de33920 req-bf49c634-3154-4898-97a8-eca0d85c0ef3 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:55.218333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ef01a5b-8452-4c6a-8cfa-41d18de33920 req-bf49c634-3154-4898-97a8-eca0d85c0ef3 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 945 time: 0.1330147 Aug 30 13:21:55.275936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ef01a5b-8452-4c6a-8cfa-41d18de33920 req-5eb696b0-fb59-4d8a-b1d8-c96e1be2f4cf tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511851 Aug 30 13:21:55.462159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:55.533093 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:55.581892 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ac987ba-c7b9-42f0-b59f-dcde8b9ae238 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:55.649371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ac987ba-c7b9-42f0-b59f-dcde8b9ae238 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:55.810324 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ac987ba-c7b9-42f0-b59f-dcde8b9ae238 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:55.813388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5ac987ba-c7b9-42f0-b59f-dcde8b9ae238 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:55.819085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5ac987ba-c7b9-42f0-b59f-dcde8b9ae238 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "DELETE /v2.0/security-groups/dec2bfe5-078f-4744-80a9-4743fa2c179e HTTP/1.1" status: 204 len: 168 time: 0.3538780 Aug 30 13:21:55.821217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40042) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:55.839624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac987ba-c7b9-42f0-b59f-dcde8b9ae238 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec2bfe5-078f-4744-80a9-4743fa2c179e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:55.911578 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-2ee49fde-c426-4ca9-9401-e40a0da045cd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] show failed (client error): The resource could not be found. Aug 30 13:21:55.914408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2ee49fde-c426-4ca9-9401-e40a0da045cd tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "GET /v2.0/security-groups/dec2bfe5-078f-4744-80a9-4743fa2c179e HTTP/1.1" status: 404 len: 347 time: 0.0906899 Aug 30 13:21:55.919666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40044) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:56.046126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 2499ea09-1ee4-4457-8933-4d5ea3599ffb {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:56.046677 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:56.242092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Deleting port 2f5e57f8-54f3-4bea-841e-181785aafb69 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:56.242465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:56.286895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:56.311062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 2499ea09-1ee4-4457-8933-4d5ea3599ffb owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:56.401731 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:56.403618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:56.438014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Calling delete_port for 2f5e57f8-54f3-4bea-841e-181785aafb69 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:56.674403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:56.710369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c94247-1835-40bb-88a0-4d732780c782 req-9b921fa8-5f89-4c7f-b2ee-55db9d742c5c tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:56.712515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37c94247-1835-40bb-88a0-4d732780c782 req-9b921fa8-5f89-4c7f-b2ee-55db9d742c5c tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 945 time: 0.1172993 Aug 30 13:21:56.808732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fba305-c398-451f-a3e2-bec3117a48b2 req-6c437e5d-4640-4aee-8bdb-43fbb0ffc0c0 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:56.813445 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2fba305-c398-451f-a3e2-bec3117a48b2 req-6c437e5d-4640-4aee-8bdb-43fbb0ffc0c0 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 945 time: 0.1693945 Aug 30 13:21:56.815744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:56.850208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Pushing event deleted for resources: {'Port': ['ID=2f5e57f8-54f3-4bea-841e-181785aafb69,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:57.070230 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:57.075102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:57.077000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b93d03bf-f71b-4bcd-8bf9-e58c4c7c0c61 tempest-ServersTestBootFromVolume-1247090007 tempest-ServersTestBootFromVolume-1247090007-project] 10.222.0.37 "DELETE /v2.0/floatingips/9d312a12-70ed-4880-9617-01f09cd10925 HTTP/1.1" status: 204 len: 168 time: 1.1561723 Aug 30 13:21:57.081134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40060) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:57.162899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2fba305-c398-451f-a3e2-bec3117a48b2 req-1115317a-d60c-498a-adcf-c8b8ad5e664b tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172803 Aug 30 13:21:57.168973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=2499ea09-1ee4-4457-8933-4d5ea3599ffb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:57.266506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-37c94247-1835-40bb-88a0-4d732780c782 req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Deleting port c0b28b66-6b37-4dec-a65e-882e435ad860 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:21:57.267034 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37c94247-1835-40bb-88a0-4d732780c782 req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:57.443858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:57.621398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-37c94247-1835-40bb-88a0-4d732780c782 req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] For port c0b28b66-6b37-4dec-a65e-882e435ad860, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c0b28b66-6b37-4dec-a65e-882e435ad860,segment=NetworkSegment(5e69ce54-908e-466a-978a-365d91b75af8),segment_id=5e69ce54-908e-466a-978a-365d91b75af8)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:21:57.622052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37c94247-1835-40bb-88a0-4d732780c782 req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:57.716375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-37c94247-1835-40bb-88a0-4d732780c782 req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Calling delete_port for c0b28b66-6b37-4dec-a65e-882e435ad860 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:21:57.727999 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:21:57.814975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 1802c741-ecd5-4b09-bfe3-168fca2da64c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:21:57.931580 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:21:57.943825 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ab9f3215-fe6f-4f8d-887c-8e0559138ac6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/1802c741-ecd5-4b09-bfe3-168fca2da64c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9504764 Aug 30 13:21:57.948228 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84487e82-aeff-448d-b677-78a56a019d97 None None] Sync routers for ids ['1802c741-ecd5-4b09-bfe3-168fca2da64c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:21:57.949129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40070) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:57.995250 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84487e82-aeff-448d-b677-78a56a019d97 None None] Routers {'1802c741-ecd5-4b09-bfe3-168fca2da64c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:57.996196 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-84487e82-aeff-448d-b677-78a56a019d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1802c741-ecd5-4b09-bfe3-168fca2da64c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:58.005310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-88933b9f-6ee4-4334-8ff5-11b570eb1115 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=1802c741-ecd5-4b09-bfe3-168fca2da64c HTTP/1.1" status: 200 len: 205 time: 0.0524969 Aug 30 13:21:58.011021 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40074) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:58.102723 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-84487e82-aeff-448d-b677-78a56a019d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:58.118387 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84487e82-aeff-448d-b677-78a56a019d97 None None] Routers {'1802c741-ecd5-4b09-bfe3-168fca2da64c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:21:58.119959 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-84487e82-aeff-448d-b677-78a56a019d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1802c741-ecd5-4b09-bfe3-168fca2da64c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:58.175634 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-84487e82-aeff-448d-b677-78a56a019d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:21:58.176703 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84487e82-aeff-448d-b677-78a56a019d97 None None] The sync data for ids ['1802c741-ecd5-4b09-bfe3-168fca2da64c'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:21:58.223317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cf461f1-e1ba-4512-b870-dc07a56d1049 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:58.359311 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:58.757503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cf461f1-e1ba-4512-b870-dc07a56d1049 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:58.763037 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cf461f1-e1ba-4512-b870-dc07a56d1049 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:58.841189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cf461f1-e1ba-4512-b870-dc07a56d1049 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:58.843146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf461f1-e1ba-4512-b870-dc07a56d1049 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Fanout notify agent at l3_agent the message router_deleted on router 1802c741-ecd5-4b09-bfe3-168fca2da64c {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:21:58.859580 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7cf461f1-e1ba-4512-b870-dc07a56d1049 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:58.862246 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7cf461f1-e1ba-4512-b870-dc07a56d1049 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/1802c741-ecd5-4b09-bfe3-168fca2da64c HTTP/1.1" status: 204 len: 168 time: 0.8486841 Aug 30 13:21:58.865621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40088) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:58.883707 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37c94247-1835-40bb-88a0-4d732780c782 req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:58.923347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Pushing event deleted for resources: {'Port': ['ID=c0b28b66-6b37-4dec-a65e-882e435ad860,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:58.951125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e729d3d-14db-43a5-9e6c-fd4dd5a1e9c2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting subnet bf0a6f3e-34fb-47c6-b015-0ba55276522f {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:21:58.955715 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e729d3d-14db-43a5-9e6c-fd4dd5a1e9c2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:58.979938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b37dd-4bd7-4682-a145-05c0b8b5d8a2 req-50de0110-5c99-4ac5-84b1-0f047eec8e1c tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:21:58.981542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-960b37dd-4bd7-4682-a145-05c0b8b5d8a2 req-50de0110-5c99-4ac5-84b1-0f047eec8e1c tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb64d987-ac1b-4b8f-8202-777ca50c2477 HTTP/1.1" status: 200 len: 867 time: 0.1983795 Aug 30 13:21:59.013927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c94247-1835-40bb-88a0-4d732780c782 req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] No DVR routers for this DVR port c0b28b66-6b37-4dec-a65e-882e435ad860 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:21:59.019512 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e729d3d-14db-43a5-9e6c-fd4dd5a1e9c2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:59.037096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-37c94247-1835-40bb-88a0-4d732780c782 req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:59.039168 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37c94247-1835-40bb-88a0-4d732780c782 req-e44ce8dd-ec70-486e-9da4-483c2d8b3df4 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.35 "DELETE /v2.0/ports/c0b28b66-6b37-4dec-a65e-882e435ad860 HTTP/1.1" status: 204 len: 173 time: 2.2605140 Aug 30 13:21:59.040450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb64d987-ac1b-4b8f-8202-777ca50c2477', 'name': 'network-vif-deleted', 'tag': 'c0b28b66-6b37-4dec-a65e-882e435ad860'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:21:59.051574 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958557d7-3560-408e-bd0e-d2d8b1c1b133" -d '{"events": [{"server_uuid": "cb64d987-ac1b-4b8f-8202-777ca50c2477", "name": "network-vif-deleted", "tag": "c0b28b66-6b37-4dec-a65e-882e435ad860"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:21:59.152440 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-960b37dd-4bd7-4682-a145-05c0b8b5d8a2 req-a19a0367-d32a-4d6a-8793-e0f6415599d7 tempest-InstanceActionsV221TestJSON-1746321133 tempest-InstanceActionsV221TestJSON-1746321133-project] 10.222.0.37 "GET /v2.0/security-groups?id=12f70680-ea82-4292-b8e2-1f2a565f94ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421287 Aug 30 13:21:59.154531 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d798b3-c33a-494f-9dcb-32a5234de829 x-openstack-request-id: req-64d798b3-c33a-494f-9dcb-32a5234de829 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:21:59.154977 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb64d987-ac1b-4b8f-8202-777ca50c2477", "name": "network-vif-deleted", "tag": "c0b28b66-6b37-4dec-a65e-882e435ad860", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:21:59.155387 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64d798b3-c33a-494f-9dcb-32a5234de829 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:21:59.155959 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb64d987-ac1b-4b8f-8202-777ca50c2477', 'name': 'network-vif-deleted', 'tag': 'c0b28b66-6b37-4dec-a65e-882e435ad860', 'status': 'completed', 'code': 200} Aug 30 13:21:59.253831 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e729d3d-14db-43a5-9e6c-fd4dd5a1e9c2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:59.395041 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:59.401429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e729d3d-14db-43a5-9e6c-fd4dd5a1e9c2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:59.502719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e729d3d-14db-43a5-9e6c-fd4dd5a1e9c2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0a6f3e-34fb-47c6-b015-0ba55276522f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:21:59.517434 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e729d3d-14db-43a5-9e6c-fd4dd5a1e9c2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:59.523915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4023aa27-d4e6-4e68-9c76-b3e6c958bc29 None None] Network 271b0aa7-f98d-4a31-a562-3deef4dbf682 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:21:59.528876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6e729d3d-14db-43a5-9e6c-fd4dd5a1e9c2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/bf0a6f3e-34fb-47c6-b015-0ba55276522f HTTP/1.1" status: 204 len: 168 time: 0.6580751 Aug 30 13:21:59.530865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40130) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:21:59.647130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab594ba-eee2-40cf-8bf9-58e7656fd3ae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting subnet 70786ea6-045f-4472-a44b-086e7d77d616 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:21:59.650721 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dab594ba-eee2-40cf-8bf9-58e7656fd3ae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:59.770146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dab594ba-eee2-40cf-8bf9-58e7656fd3ae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:21:59.896959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c0b28b66-6b37-4dec-a65e-882e435ad860 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:21:59.945013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: c0b28b66-6b37-4dec-a65e-882e435ad860 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:21:59.946774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c0b28b66-6b37-4dec-a65e-882e435ad860 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:21:59.988588 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dab594ba-eee2-40cf-8bf9-58e7656fd3ae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:00.058782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85245711-4d3c-4654-a3b6-10294b5ad8bb None None] DHCP port deletion for 271b0aa7-f98d-4a31-a562-3deef4dbf682 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:22:00.132850 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dab594ba-eee2-40cf-8bf9-58e7656fd3ae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:00.184489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-85245711-4d3c-4654-a3b6-10294b5ad8bb None None] Deleting port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:00.184887 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85245711-4d3c-4654-a3b6-10294b5ad8bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:00.316187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-85245711-4d3c-4654-a3b6-10294b5ad8bb None None] For port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80,segment=NetworkSegment(5c7930f1-116e-4d04-b36d-7260ffd0e326),segment_id=5c7930f1-116e-4d04-b36d-7260ffd0e326)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:00.317238 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85245711-4d3c-4654-a3b6-10294b5ad8bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:00.335805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-85245711-4d3c-4654-a3b6-10294b5ad8bb None None] Calling delete_port for 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:00.426239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Deleting port 770df0c3-de28-4f25-ba27-909f0032019f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:00.426813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:00.733406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] For port 770df0c3-de28-4f25-ba27-909f0032019f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=770df0c3-de28-4f25-ba27-909f0032019f,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:00.733978 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:00.756569 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85245711-4d3c-4654-a3b6-10294b5ad8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:00.807241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Calling delete_port for 770df0c3-de28-4f25-ba27-909f0032019f owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:00.845323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85245711-4d3c-4654-a3b6-10294b5ad8bb None None] Pushing event deleted for resources: {'Port': ['ID=54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:00.867935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85245711-4d3c-4654-a3b6-10294b5ad8bb None None] No DVR routers for this DVR port 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:22:00.951273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:00.978992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:22:01.049623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:22:01.050225 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 54e5f3e6-bb30-4ffc-9d6f-640fad6f1b80 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:22:01.314727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40180) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:01.332199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce3d34-f8bf-47d5-b364-4b9af0877010 None None] Network a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:01.368950 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:01.462522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=770df0c3-de28-4f25-ba27-909f0032019f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:01.472231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dab594ba-eee2-40cf-8bf9-58e7656fd3ae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:01.483279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dab594ba-eee2-40cf-8bf9-58e7656fd3ae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/70786ea6-045f-4472-a44b-086e7d77d616 HTTP/1.1" status: 204 len: 168 time: 1.9510732 Aug 30 13:22:01.485373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab594ba-eee2-40cf-8bf9-58e7656fd3ae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Subnet': ['ID=70786ea6-045f-4472-a44b-086e7d77d616,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:01.493818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40188) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:01.630892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a05419-498e-438d-ab9d-9815b12f64ef admin admin] Deleting subnet b82149e1-2411-415d-907c-56e8fd6972c9 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:22:01.854347 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87a05419-498e-438d-ab9d-9815b12f64ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:01.878162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95188e4f-b51a-4394-b75a-6cbebd64b128 None None] DHCP port deletion for a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:22:01.880272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.020091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.028270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87a05419-498e-438d-ab9d-9815b12f64ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.128652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-95188e4f-b51a-4394-b75a-6cbebd64b128 None None] Deleting port d41bc415-cf2f-404c-9471-9267934ef31f {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:02.129194 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-95188e4f-b51a-4394-b75a-6cbebd64b128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.139758 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87a05419-498e-438d-ab9d-9815b12f64ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.274087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87a05419-498e-438d-ab9d-9815b12f64ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.348315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-95188e4f-b51a-4394-b75a-6cbebd64b128 None None] For port d41bc415-cf2f-404c-9471-9267934ef31f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d41bc415-cf2f-404c-9471-9267934ef31f,segment=NetworkSegment(45f8ed2e-1efe-486d-a4a7-39516618262e),segment_id=45f8ed2e-1efe-486d-a4a7-39516618262e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:02.349042 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-95188e4f-b51a-4394-b75a-6cbebd64b128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.365786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-95188e4f-b51a-4394-b75a-6cbebd64b128 None None] Calling delete_port for d41bc415-cf2f-404c-9471-9267934ef31f owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:02.442608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a05419-498e-438d-ab9d-9815b12f64ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b82149e1-2411-415d-907c-56e8fd6972c9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:02.447011 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87a05419-498e-438d-ab9d-9815b12f64ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.453128 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-87a05419-498e-438d-ab9d-9815b12f64ef admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b82149e1-2411-415d-907c-56e8fd6972c9 HTTP/1.1" status: 204 len: 168 time: 1.1172316 Aug 30 13:22:02.457396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40196) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:02.663914 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-95188e4f-b51a-4394-b75a-6cbebd64b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.702658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.731989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95188e4f-b51a-4394-b75a-6cbebd64b128 None None] No DVR routers for this DVR port d41bc415-cf2f-404c-9471-9267934ef31f on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:22:02.781965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:22:02.804316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.823766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271b0aa7-f98d-4a31-a562-3deef4dbf682']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:02.865431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7930f1-116e-4d04-b36d-7260ffd0e326') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:02.865769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7930f1-116e-4d04-b36d-7260ffd0e326') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:02.878370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95188e4f-b51a-4394-b75a-6cbebd64b128 None None] Pushing event deleted for resources: {'Port': ['ID=d41bc415-cf2f-404c-9471-9267934ef31f,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:02.890552 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:02.982181 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.027910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d41bc415-cf2f-404c-9471-9267934ef31f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:22:03.080670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:03.089014 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8c18e608-3c5d-4eb0-b655-409351cf1e9a admin admin] 10.222.0.37 "PUT /v2.0/routers/b01d2db9-1ab8-4c14-aa15-b1b89eb99688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0063522 Aug 30 13:22:03.092842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40204) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:03.145148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] Sync routers for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:03.152240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:22:03.152934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.171637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: d41bc415-cf2f-404c-9471-9267934ef31f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:22:03.175109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d41bc415-cf2f-404c-9471-9267934ef31f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:22:03.188641 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:22:03.201237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:03.206709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:03.391825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.413029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.471698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:03.508405 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.519798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e69ce54-908e-466a-978a-365d91b75af8') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:03.520267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e69ce54-908e-466a-978a-365d91b75af8') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:03.571640 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.575636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/networks/271b0aa7-f98d-4a31-a562-3deef4dbf682 HTTP/1.1" status: 204 len: 168 time: 2.0791481 Aug 30 13:22:03.577187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39702ef-3dae-44d7-9c8d-bcd6d87e6c68 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Network': ['ID=271b0aa7-f98d-4a31-a562-3deef4dbf682,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:03.582788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40208) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:03.628207 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.697763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.725891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:22:03.729268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.773437 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:22:03.910764 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:22:03.924958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:03.997765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Deleting port 6a7bcea1-9648-498d-a402-e921e497e1b8 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:03.999212 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:04.116495 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:04.119089 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a HTTP/1.1" status: 204 len: 168 time: 1.6602974 Aug 30 13:22:04.184665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e15b7-108d-4acb-8d9b-283f825309a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b835fcaf-6fdd-4eff-8c1f-9fc8103bd92a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:04.277071 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:04.332772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:22:04.397902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] For port 6a7bcea1-9648-498d-a402-e921e497e1b8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6a7bcea1-9648-498d-a402-e921e497e1b8,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:04.398474 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:04.430870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Calling delete_port for 6a7bcea1-9648-498d-a402-e921e497e1b8 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:04.612378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:04.660825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a034a9d6-7eb4-4743-97dc-e2f865d0f1c6']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:04.664287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40222) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:04.750536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f8ed2e-1efe-486d-a4a7-39516618262e') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:04.750890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f8ed2e-1efe-486d-a4a7-39516618262e') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:04.780078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:04.856421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:04.864984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:22:01Z', 'revision_number': 5, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port': {'id': '6a7bcea1-9648-498d-a402-e921e497e1b8', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:fd:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:18:50Z', 'updated_at': '2021-08-30T13:18:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:04.903159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:22:04.903886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:22:04.923130 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:22:04.930077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] Checking router: b01d2db9-1ab8-4c14-aa15-b1b89eb99688 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:22:04.963150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] Routers {'b01d2db9-1ab8-4c14-aa15-b1b89eb99688'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:04.964229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:21:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:04.967516 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-86c41b1b-9045-4d0c-aa9a-b47a987a9606 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=169415eaf7b24327a7a9e661fc09f0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012521 Aug 30 13:22:04.972993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40224) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:05.166160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.166160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.166160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/networks/a034a9d6-7eb4-4743-97dc-e2f865d0f1c6 HTTP/1.1" status: 204 len: 168 time: 1.5659323 Aug 30 13:22:05.170751 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40230) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:05.173976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-356674794'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:05.178742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a55ab5-ff88-4da6-b244-6fe5bff1138a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Network': ['ID=a034a9d6-7eb4-4743-97dc-e2f865d0f1c6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:05.238948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:05.243830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] Set router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:22:05.253053 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.324408 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71b6ae10-efd6-49c2-85d8-869e6deb84db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.359814 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.362765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:22:05.382782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.390458 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added segment ff3b7546-be25-4c9d-b910-2366a568fca5 of type vlan for network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da Aug 30 13:22:05.536866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:22:03Z', 'revision_number': 6, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:05.551925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a7bcea1-9648-498d-a402-e921e497e1b8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:05.564074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71b6ae10-efd6-49c2-85d8-869e6deb84db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.599139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.654819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe51156-3c84-425c-a5a1-62106b6861f9 None None] The sync data for ids ['b01d2db9-1ab8-4c14-aa15-b1b89eb99688'] in n-d-688802-6 is: [{'id': 'b01d2db9-1ab8-4c14-aa15-b1b89eb99688', 'name': 'tempest-ServersTestBootFromVolume-771724740-router', 'tenant_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:18:49Z', 'updated_at': '2021-08-30T13:22:03Z', 'revision_number': 6, 'project_id': 'ac4f01f67e494d6eb90c5538f74d680d', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:22:05.672448 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.686973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:05.693312 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.763525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.810895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Network': ['ID=8bf4a22b-742f-4c19-9621-ae7dcff1f4da,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:05.829055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3909d821-d6ce-48f5-83c7-7e8f95c96223 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6596127 Aug 30 13:22:05.832716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40252) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:05.834610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:22:05.851263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'subnet': {'network_id': '8bf4a22b-742f-4c19-9621-ae7dcff1f4da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:05.925784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71b6ae10-efd6-49c2-85d8-869e6deb84db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.931002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-71b6ae10-efd6-49c2-85d8-869e6deb84db admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:05.936871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-71b6ae10-efd6-49c2-85d8-869e6deb84db admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12f70680-ea82-4292-b8e2-1f2a565f94ed HTTP/1.1" status: 204 len: 168 time: 0.9591806 Aug 30 13:22:06.097947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6ae10-efd6-49c2-85d8-869e6deb84db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f70680-ea82-4292-b8e2-1f2a565f94ed,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:06.112335 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.121289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.192025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:06.196804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.265616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.266669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01d2db9-1ab8-4c14-aa15-b1b89eb99688 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:22:06.272888 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.276595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e2c7529e-573e-4f81-8a17-eb3db2b1a523 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b01d2db9-1ab8-4c14-aa15-b1b89eb99688 HTTP/1.1" status: 204 len: 168 time: 3.1817544 Aug 30 13:22:06.281083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40284) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:06.369887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fb1c82-0f66-4c66-9646-d6812cb56a45 admin admin] Deleting subnet b15ca0a7-0410-4277-9104-d047cff6fa65 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:22:06.377328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65fb1c82-0f66-4c66-9646-d6812cb56a45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.544600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65fb1c82-0f66-4c66-9646-d6812cb56a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.668533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5a7363ff-1fa9-42e6-b9d2-cbd2628f9d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.798809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65fb1c82-0f66-4c66-9646-d6812cb56a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.844127 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:06.988441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 770df0c3-de28-4f25-ba27-909f0032019f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:22:06.989115 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65fb1c82-0f66-4c66-9646-d6812cb56a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:07.055845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 770df0c3-de28-4f25-ba27-909f0032019f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:22:07.056317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 770df0c3-de28-4f25-ba27-909f0032019f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:22:07.056754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6a7bcea1-9648-498d-a402-e921e497e1b8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:22:07.077793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3cd636-ca6b-4c3a-a4cd-038d48675bb3 None None] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:07.082321 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65fb1c82-0f66-4c66-9646-d6812cb56a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:07.097253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-65fb1c82-0f66-4c66-9646-d6812cb56a45 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b15ca0a7-0410-4277-9104-d047cff6fa65 HTTP/1.1" status: 204 len: 168 time: 0.8114686 Aug 30 13:22:07.137215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40356) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:07.163949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 6a7bcea1-9648-498d-a402-e921e497e1b8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:22:07.164200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb1c82-0f66-4c66-9646-d6812cb56a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15ca0a7-0410-4277-9104-d047cff6fa65,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:07.164704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6a7bcea1-9648-498d-a402-e921e497e1b8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:22:07.371033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Subnet': ['ID=882723a7-0acf-4b8c-a6b3-941c1f0de2cd,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:07.393842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Checking segment: {'id': 'ff3b7546-be25-4c9d-b910-2366a568fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8bf4a22b-742f-4c19-9621-ae7dcff1f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:07.394434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network hostable DHCP agents. Network: 8bf4a22b-742f-4c19-9621-ae7dcff1f4da, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:22:07.422830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:07.450174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:22:07.488143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 8bf4a22b-742f-4c19-9621-ae7dcff1f4da) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:07.523972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a1199c-0a3b-454c-96ec-5ef9bb30a83b None None] Network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:07.568927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] DHCP port deletion for 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:22:07.572368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:07.573007 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:07.648066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40394) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:07.651310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-36f915c4-5fdf-40a3-a7f1-eef46d167bb9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8146715 Aug 30 13:22:07.670336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-961b61fb-fb19-4c62-b33e-96cec6a75fd4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-174193463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:07.714879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Deleting port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:07.715678 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:07.795703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] Deleting port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:07.796376 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:07.843965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-961b61fb-fb19-4c62-b33e-96cec6a75fd4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:07.847486 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-961b61fb-fb19-4c62-b33e-96cec6a75fd4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:07.873158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] For port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:07.877400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:07.908104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Calling delete_port for e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:08.046378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] For port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8,segment=NetworkSegment(efd249d7-704e-47d5-b30f-4719c574e9e0),segment_id=efd249d7-704e-47d5-b30f-4719c574e9e0)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:08.046793 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.103931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] Calling delete_port for e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:08.115003 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.142423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-8bf4a22b-742f-4c19-9621-ae7dcff1f4da', 'network_id': '8bf4a22b-742f-4c19-9621-ae7dcff1f4da', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'fixed_ips': [{'subnet_id': '882723a7-0acf-4b8c-a6b3-941c1f0de2cd'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:22:08.143304 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.178410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-961b61fb-fb19-4c62-b33e-96cec6a75fd4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.193029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-961b61fb-fb19-4c62-b33e-96cec6a75fd4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.194801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:08.211472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] No DVR routers for this DVR port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:22:08.282853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-961b61fb-fb19-4c62-b33e-96cec6a75fd4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.304178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-961b61fb-fb19-4c62-b33e-96cec6a75fd4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6494210 Aug 30 13:22:08.310107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40440) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:08.343949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'port': {'network_id': '8bf4a22b-742f-4c19-9621-ae7dcff1f4da', 'name': 'tempest-RoutersIpV6Test-249463806'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:08.403645 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.444093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2ef5cf-0b6b-496c-b88c-d00da9d3454e']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:08.500778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd249d7-704e-47d5-b30f-4719c574e9e0') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:08.503747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd249d7-704e-47d5-b30f-4719c574e9e0') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:08.545549 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.560007 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Allocated IP 2001:db8::2 (8bf4a22b-742f-4c19-9621-ae7dcff1f4da/882723a7-0acf-4b8c-a6b3-941c1f0de2cd/7148040f-2742-4e2c-bd5b-3bc5b6e98b2f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:08.635251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.657141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:22:08.658166 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:22:08.665763 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:22:08.739138 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.757246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40468) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:08.760301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Transition to ACTIVE for port object 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:08.782860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:08.792541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.804645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Transition to ACTIVE for port object 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:08.806747 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.824645 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.847801 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:08.851366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] device_id is not set on port 74304b2e-47a2-4239-bc85-e6bac7955a58 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:22:08.882967 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6e2ef5cf-0b6b-496c-b88c-d00da9d3454e HTTP/1.1" status: 204 len: 168 time: 1.7373624 Aug 30 13:22:08.888789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e4cac-9832-4146-b1fb-9070957e1ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2ef5cf-0b6b-496c-b88c-d00da9d3454e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:08.945142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Pushing event updated for resources: {'Port': ['ID=7148040f-2742-4e2c-bd5b-3bc5b6e98b2f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:08.955765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:22:08.998593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:09.002287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:22:09.002922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:22:09.019480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:09.029275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:09.071410 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.099846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] Pushing event deleted for resources: {'Port': ['ID=e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:09.104038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1960555237-network', 'tenant_id': 'a14c66f169b147a8bc4be50a25b043a2'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:09.141473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Attempting to bind port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:22:09.141897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Attempting to bind port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'ff3b7546-be25-4c9d-b910-2366a568fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8bf4a22b-742f-4c19-9621-ae7dcff1f4da'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:22:09.142385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Attempting to bind port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f on network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:09.158335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] Network 6e2ef5cf-0b6b-496c-b88c-d00da9d3454e is not hosted by any dhcp agent {{(pid=95700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:22:09.159205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc38078c-b24a-4ceb-bb4e-22ae510188f6 None None] No DVR routers for this DVR port e9a74e8d-ad8b-4ce8-aeae-e35b927f7bb8 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:22:09.162211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:22:09.162874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Checking segment: {'id': 'ff3b7546-be25-4c9d-b910-2366a568fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8bf4a22b-742f-4c19-9621-ae7dcff1f4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:09.163780 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.164345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Bound using segment: {'id': 'ff3b7546-be25-4c9d-b910-2366a568fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8bf4a22b-742f-4c19-9621-ae7dcff1f4da'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:22:09.165004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Bound port: 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3b7546-be25-4c9d-b910-2366a568fca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '8bf4a22b-742f-4c19-9621-ae7dcff1f4da'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:22:09.165938 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.236262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Made reservation on behalf of a14c66f169b147a8bc4be50a25b043a2 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:09.241127 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.261300 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.323489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] For port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:22:09.329115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] For port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7148040f-2742-4e2c-bd5b-3bc5b6e98b2f,segment=NetworkSegment(ff3b7546-be25-4c9d-b910-2366a568fca5),segment_id=ff3b7546-be25-4c9d-b910-2366a568fca5)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:22:09.340285 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.408199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40516) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:09.434833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 2001:db8::29e (8bf4a22b-742f-4c19-9621-ae7dcff1f4da/882723a7-0acf-4b8c-a6b3-941c1f0de2cd/74304b2e-47a2-4239-bc85-e6bac7955a58) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:09.507825 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f57dbac3-e7a6-4ad9-bb8a-d4e75cdfa093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.572011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2943c-d07b-4bfe-92ad-629cb748bd3d None None] Pushing event updated for resources: {'Port': ['ID=7148040f-2742-4e2c-bd5b-3bc5b6e98b2f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:09.595422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6ec7442f-ae2f-4ac8-a293-660324f235a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ac4f01f67e494d6eb90c5538f74d680d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1829839 Aug 30 13:22:09.596696 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40532) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:09.766224 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f590-95bc-4e9d-9436-f6a812396825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.828118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.839776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f590-95bc-4e9d-9436-f6a812396825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:09.891510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Transition to ACTIVE for port object 74304b2e-47a2-4239-bc85-e6bac7955a58 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:10.003736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.007283 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.081399 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f590-95bc-4e9d-9436-f6a812396825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.084776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2e2f590-95bc-4e9d-9436-f6a812396825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.095980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f2e2f590-95bc-4e9d-9436-f6a812396825 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e7fb15b-517c-45b6-904a-e921aa6c8327 HTTP/1.1" status: 204 len: 168 time: 0.4911246 Aug 30 13:22:10.117911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2f590-95bc-4e9d-9436-f6a812396825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7fb15b-517c-45b6-904a-e921aa6c8327,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:10.171917 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.187418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.240182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:10.255695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:10.259678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:10.271187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:10.272188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.300343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:22:10.340672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=74304b2e-47a2-4239-bc85-e6bac7955a58,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:10.390010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890e3e24-cf83-4434-9e66-92936599a9ad,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:10.406657 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.407406 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Added segment d284d43c-0cc8-4bd0-b394-7b76c6359c0e of type vlan for network 38457f8c-0bd5-405e-a5bd-ef83d9b6af49 Aug 30 13:22:10.493905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6d7b62cc-a9c5-45cc-8de7-78fec318b3ef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1773281 Aug 30 13:22:10.499753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40604) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:10.506234 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.579016 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.583165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:10.583960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.868660 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:10.868909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] Pushing event updated for resources: {'Network': ['ID=38457f8c-0bd5-405e-a5bd-ef83d9b6af49,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:10.890761 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-26451d07-4774-4a6f-a6ab-2e7ab29eb873 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1293952 Aug 30 13:22:10.903395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40636) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:10.920758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 38457f8c-0bd5-405e-a5bd-ef83d9b6af49 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:22:10.940833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Request body: {'subnet': {'network_id': '38457f8c-0bd5-405e-a5bd-ef83d9b6af49', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1960555237-subnet', 'tenant_id': 'a14c66f169b147a8bc4be50a25b043a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:11.032922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Made reservation on behalf of a14c66f169b147a8bc4be50a25b043a2 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:11.070042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:11.216449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:11.485538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b6cc0-15c1-40f6-a4a4-4f1db0d958a0 None None] Network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:11.652410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7c54580b-2e06-4f5a-9799-7d7af653c515 None None] Provisioning for port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:11.705779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:11.716698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:11.717497 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:11.993273 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:12.284365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Checking segment: {'id': 'd284d43c-0cc8-4bd0-b394-7b76c6359c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '38457f8c-0bd5-405e-a5bd-ef83d9b6af49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:12.284824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Network hostable DHCP agents. Network: 38457f8c-0bd5-405e-a5bd-ef83d9b6af49, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:22:12.296843 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:12.300692 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:12.303450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:12.327791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba9414b-3cf8-46ef-bc01-d0c421038a25,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:12.407259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7148040f-2742-4e2c-bd5b-3bc5b6e98b2f,segment=NetworkSegment(ff3b7546-be25-4c9d-b910-2366a568fca5),segment_id=ff3b7546-be25-4c9d-b910-2366a568fca5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:12.422069 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:12.425571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Network 38457f8c-0bd5-405e-a5bd-ef83d9b6af49 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:22:12.461873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 38457f8c-0bd5-405e-a5bd-ef83d9b6af49) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:12.499658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:12.504869 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:12.511321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7753da69-b706-407f-bcaf-6f75eff57c99 None None] Network 38457f8c-0bd5-405e-a5bd-ef83d9b6af49 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:12.549619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-79add542-e768-4545-8604-da81980d15e8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6446104 Aug 30 13:22:12.853993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=7148040f-2742-4e2c-bd5b-3bc5b6e98b2f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:12.881190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.884226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.885178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.886772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.887646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.888485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.890316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.891339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.894179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.895203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.895687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:12.896094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:13.109202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40800) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:13.203571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f484873-c134-4202-8059-1d9e49d11d2c None None] Network 38457f8c-0bd5-405e-a5bd-ef83d9b6af49 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:13.336827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:13.337866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-320935660-network', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:13.345131 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:13.402190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Made reservation on behalf of e51b4d6289664dca85581b22162ff0b8 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:13.407715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:13.427930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0f87b120-f3ad-4e27-84d6-1d54ab66023f None None] Provisioning complete for port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:13.436848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f87b120-f3ad-4e27-84d6-1d54ab66023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:13.466863 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:13.631151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=74304b2e-47a2-4239-bc85-e6bac7955a58,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:13.900901 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:13.912981 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:13.988706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:22:14.004636 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:14.039709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0f87b120-f3ad-4e27-84d6-1d54ab66023f None None] Provisioning for port 74304b2e-47a2-4239-bc85-e6bac7955a58 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:14.052087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcce848-5c00-4300-9e0a-f1fc04c0dae2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:14.055293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0f87b120-f3ad-4e27-84d6-1d54ab66023f None None] Provisioning complete for port 74304b2e-47a2-4239-bc85-e6bac7955a58 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:14.056275 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f87b120-f3ad-4e27-84d6-1d54ab66023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:14.075830 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:14.078361 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Added segment d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd of type vlan for network f213eaa3-5435-443c-9337-7eea35fc9929 Aug 30 13:22:14.211059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0f87b120-f3ad-4e27-84d6-1d54ab66023f None None] Port 74304b2e-47a2-4239-bc85-e6bac7955a58 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:22:14.227309 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:14.293166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:14.294852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:14.295873 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:14.369232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e448df1f-dcb6-4dd2-a2cd-aa5bfd8de55e None None] Provisioning complete for port 74304b2e-47a2-4239-bc85-e6bac7955a58 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:14.371161 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e448df1f-dcb6-4dd2-a2cd-aa5bfd8de55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:14.394710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2837899 Aug 30 13:22:14.395003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-e69b134f-7780-4a5e-840b-4a6fba52bc86 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:14.397401 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-e69b134f-7780-4a5e-840b-4a6fba52bc86 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/networks?id=38457f8c-0bd5-405e-a5bd-ef83d9b6af49 HTTP/1.1" status: 200 len: 822 time: 0.5193024 Aug 30 13:22:14.421801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40830) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:14.435545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Request body: {'subnet': {'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-320935660-subnet', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:14.485256 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:14.518667 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-fb6aaf6b-9dba-41c9-9d0b-62e5cb45111a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/quotas/a14c66f169b147a8bc4be50a25b043a2 HTTP/1.1" status: 200 len: 375 time: 0.1000011 Aug 30 13:22:14.558307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec56c8a-f6b0-4959-b6c8-090996dadf77 admin admin] Pushing event updated for resources: {'Network': ['ID=f213eaa3-5435-443c-9337-7eea35fc9929,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:14.653631 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-e4240858-cbe3-4ff6-aeb8-581120c31d53 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a14c66f169b147a8bc4be50a25b043a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568302 Aug 30 13:22:14.676468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Made reservation on behalf of e51b4d6289664dca85581b22162ff0b8 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:14.688923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:14.862199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40836) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:14.969064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-62c4aed5-e7d7-4bdf-8f0e-4b378d430853 service neutron] 10.222.0.37 "GET /v2.0/networks/38457f8c-0bd5-405e-a5bd-ef83d9b6af49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950106 Aug 30 13:22:15.059611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network f213eaa3-5435-443c-9337-7eea35fc9929 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:22:15.064999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:15.170051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e448df1f-dcb6-4dd2-a2cd-aa5bfd8de55e None None] Port 74304b2e-47a2-4239-bc85-e6bac7955a58 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:22:15.242897 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.284667 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ac9abd9-ed11-4ea9-beb9-f9764678902c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.288002 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:15.288614 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.368436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-af4f219e-1871-449b-8eed-3250db039178 None None] Provisioning complete for port 74304b2e-47a2-4239-bc85-e6bac7955a58 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:15.369164 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af4f219e-1871-449b-8eed-3250db039178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.454791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-af4f219e-1871-449b-8eed-3250db039178 None None] Port 74304b2e-47a2-4239-bc85-e6bac7955a58 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:22:15.652948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ac9abd9-ed11-4ea9-beb9-f9764678902c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.662542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9ac9abd9-ed11-4ea9-beb9-f9764678902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.751998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9ac9abd9-ed11-4ea9-beb9-f9764678902c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=458a6d8334ad43c3b81e5aaa179501e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8881373 Aug 30 13:22:15.756349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9abd9-ed11-4ea9-beb9-f9764678902c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf0dc7-d68c-48cb-afaf-a1eeddfea04e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:15.761526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40842) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:15.836799 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf702-0459-4c63-b208-6f357ea8c32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.871475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf702-0459-4c63-b208-6f357ea8c32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.954463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf702-0459-4c63-b208-6f357ea8c32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.966029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed2bf702-0459-4c63-b208-6f357ea8c32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:15.967770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ed2bf702-0459-4c63-b208-6f357ea8c32b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eadf0dc7-d68c-48cb-afaf-a1eeddfea04e HTTP/1.1" status: 204 len: 168 time: 0.2040572 Aug 30 13:22:15.979077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bf702-0459-4c63-b208-6f357ea8c32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf0dc7-d68c-48cb-afaf-a1eeddfea04e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:16.137156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7adb8be-fbbb-4609-a26a-42279596bf53,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:16.165591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Checking segment: {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:16.166070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Network hostable DHCP agents. Network: f213eaa3-5435-443c-9337-7eea35fc9929, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:22:16.191801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-3a8f3ab6-38d3-4ed8-ab5c-7dbdad08c407 service neutron] 10.222.0.37 "GET /v2.0/networks/38457f8c-0bd5-405e-a5bd-ef83d9b6af49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9685276 Aug 30 13:22:16.240610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Network f213eaa3-5435-443c-9337-7eea35fc9929 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:22:16.260670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, f213eaa3-5435-443c-9337-7eea35fc9929) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:16.271920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:16.272783 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:16.277322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0350d0-281b-4cc5-a5a6-005ee0f017a0 None None] Network f213eaa3-5435-443c-9337-7eea35fc9929 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:16.315787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-233f1efb-e0c8-47e5-9c6e-513fdd91e57d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8847263 Aug 30 13:22:16.316136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40850) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:16.322251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:16.366951 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:16.375266 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:16.376667 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:16.385975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:16.387278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:16.575449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:16.579344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=74304b2e-47a2-4239-bc85-e6bac7955a58,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:16.704201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40858) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:16.738325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f28c946-2742-4f6f-ad11-9f6895180465 req-dca5c8e9-1b74-4cd6-bc35-e72eb4fa490a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 210 time: 0.0512941 Aug 30 13:22:16.745681 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a339cbd-dc6a-4012-ac77-39087fe68a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:16.766835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-f213eaa3-5435-443c-9337-7eea35fc9929', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:22:16.768177 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:16.777395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:16.782308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:16.920903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:17.194614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Allocated IP 172.20.0.2 (f213eaa3-5435-443c-9337-7eea35fc9929/e7adb8be-fbbb-4609-a26a-42279596bf53/bfb6b902-964e-4453-93df-36ee48ef2a1c) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:17.270476 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a339cbd-dc6a-4012-ac77-39087fe68a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:17.279466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a339cbd-dc6a-4012-ac77-39087fe68a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:17.438687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a339cbd-dc6a-4012-ac77-39087fe68a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806c5541-d145-4e60-a630-9b0cf7ef1e50,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:17.519682 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5a339cbd-dc6a-4012-ac77-39087fe68a77 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9da286419adb47c095b6a2ae414837d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8121107 Aug 30 13:22:17.525709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40868) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:17.546501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 6622ee24-12d8-45f5-925a-14c770629f9d is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:22:17.664442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5c649520-5c1a-4b2f-9bff-925b3664a5d9 None None] Provisioning complete for port 74304b2e-47a2-4239-bc85-e6bac7955a58 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:17.665503 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5c649520-5c1a-4b2f-9bff-925b3664a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:17.716918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d225cc5c-89b4-4df2-a6c9-9c69439c7f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:17.753306 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:17.757932 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d225cc5c-89b4-4df2-a6c9-9c69439c7f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:17.776274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Transition to ACTIVE for port object bfb6b902-964e-4453-93df-36ee48ef2a1c will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:17.815143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Transition to ACTIVE for port object bfb6b902-964e-4453-93df-36ee48ef2a1c will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:17.836093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:17.898000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Network f213eaa3-5435-443c-9337-7eea35fc9929 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:17.903196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:17.910354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:17.923530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5c649520-5c1a-4b2f-9bff-925b3664a5d9 None None] Port 74304b2e-47a2-4239-bc85-e6bac7955a58 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:22:17.974542 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19e4319e-741d-482b-9780-c0d1056c2986 req-e3903310-957b-4d6c-a0b0-698ebb4e2b6b tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 210 time: 0.0733793 Aug 30 13:22:17.999611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:18.010243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3bf6e0de-62b0-4fd8-865a-7c797505f118 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/6622ee24-12d8-45f5-925a-14c770629f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5035951 Aug 30 13:22:18.012017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40874) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:18.018721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Pushing event updated for resources: {'Port': ['ID=bfb6b902-964e-4453-93df-36ee48ef2a1c,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:18.033190 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79faa5-a976-4f1b-ab92-b26b0eccde14 None None] Sync routers for ids ['6622ee24-12d8-45f5-925a-14c770629f9d'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:18.054333 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79faa5-a976-4f1b-ab92-b26b0eccde14 None None] Routers {'6622ee24-12d8-45f5-925a-14c770629f9d'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:18.055255 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bb79faa5-a976-4f1b-ab92-b26b0eccde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6622ee24-12d8-45f5-925a-14c770629f9d'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:18.101173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bf1857-1c86-4191-b2c2-8591dc0b6655 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:18.109056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a8bf1857-1c86-4191-b2c2-8591dc0b6655 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports/74304b2e-47a2-4239-bc85-e6bac7955a58 HTTP/1.1" status: 200 len: 983 time: 0.0959504 Aug 30 13:22:18.112869 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bb79faa5-a976-4f1b-ab92-b26b0eccde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:18.113699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Attempting to bind port bfb6b902-964e-4453-93df-36ee48ef2a1c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:22:18.115024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Attempting to bind port bfb6b902-964e-4453-93df-36ee48ef2a1c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:22:18.115740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Attempting to bind port bfb6b902-964e-4453-93df-36ee48ef2a1c on network f213eaa3-5435-443c-9337-7eea35fc9929 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:18.119437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40876) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:18.132625 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d225cc5c-89b4-4df2-a6c9-9c69439c7f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:18.137139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d225cc5c-89b4-4df2-a6c9-9c69439c7f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:18.142481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:22:18.142481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Checking segment: {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:18.142784 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d225cc5c-89b4-4df2-a6c9-9c69439c7f35 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/806c5541-d145-4e60-a630-9b0cf7ef1e50 HTTP/1.1" status: 204 len: 168 time: 0.6102631 Aug 30 13:22:18.145079 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79faa5-a976-4f1b-ab92-b26b0eccde14 None None] Routers {'6622ee24-12d8-45f5-925a-14c770629f9d'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:18.146834 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bb79faa5-a976-4f1b-ab92-b26b0eccde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6622ee24-12d8-45f5-925a-14c770629f9d'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:18.149435 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:18.149986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Bound using segment: {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:22:18.150730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Bound port: bfb6b902-964e-4453-93df-36ee48ef2a1c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:22:18.151148 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:18.226619 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bb79faa5-a976-4f1b-ab92-b26b0eccde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:18.228200 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79faa5-a976-4f1b-ab92-b26b0eccde14 None None] The sync data for ids ['6622ee24-12d8-45f5-925a-14c770629f9d'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:22:18.308667 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:18.380227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:18.408859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] For port bfb6b902-964e-4453-93df-36ee48ef2a1c, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:22:18.424980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] For port bfb6b902-964e-4453-93df-36ee48ef2a1c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfb6b902-964e-4453-93df-36ee48ef2a1c,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:22:18.440657 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:18.604512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225cc5c-89b4-4df2-a6c9-9c69439c7f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c5541-d145-4e60-a630-9b0cf7ef1e50,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:18.661127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1417d-6244-4a25-aa19-3fd73be19635 None None] Pushing event updated for resources: {'Port': ['ID=bfb6b902-964e-4453-93df-36ee48ef2a1c,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:18.904140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Allocated IP 172.25.2.201 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/18099c05-7a78-4efe-8437-04112b0e2161) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:19.084588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40888) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:19.114024 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27ee7f14-bc6f-4275-ae59-6e9e7cfd7359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:19.143208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:19.151173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-3cb7c750-ff06-4713-a9b6-f9010ae82e85 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:19.152739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-3cb7c750-ff06-4713-a9b6-f9010ae82e85 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.16 "GET /v2.0/networks?id=38457f8c-0bd5-405e-a5bd-ef83d9b6af49 HTTP/1.1" status: 200 len: 822 time: 0.4388647 Aug 30 13:22:19.203830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1aa5a160-a9c3-4341-9cd3-feb8a7054165 req-6ae60fab-3be9-4394-b618-24f2d5171e56 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 210 time: 0.0500371 Aug 30 13:22:19.212897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Request body: {'port': {'device_id': '81ad7127-de86-4a6d-841f-8b9d2f544dc3', 'network_id': '38457f8c-0bd5-405e-a5bd-ef83d9b6af49', 'admin_state_up': True, 'tenant_id': 'a14c66f169b147a8bc4be50a25b043a2'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:19.524347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:19.584928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 74304b2e-47a2-4239-bc85-e6bac7955a58 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:19.585314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:19.716133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:19.740339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 74304b2e-47a2-4239-bc85-e6bac7955a58 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:19.747182 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:19.833240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27ee7f14-bc6f-4275-ae59-6e9e7cfd7359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:19.870418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27ee7f14-bc6f-4275-ae59-6e9e7cfd7359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:19.922804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee7f14-bc6f-4275-ae59-6e9e7cfd7359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b74f084-ff65-4085-9316-d55820f883ed,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:19.954874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:20.000357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:20.006153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:20.017711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Made reservation on behalf of a14c66f169b147a8bc4be50a25b043a2 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:20.029537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:20.036916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Pushing event updated for resources: {'Port': ['ID=18099c05-7a78-4efe-8437-04112b0e2161,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:20.103356 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-27ee7f14-bc6f-4275-ae59-6e9e7cfd7359 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad034318383f4656878642a2284cd85e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0094485 Aug 30 13:22:20.106747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40896) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:20.376140 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3532-75d9-4643-948b-26984d8c7b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:20.492601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eea48330-3346-42ab-950f-3b03c26f6fe8 req-61e6c4c2-0102-47a7-9489-99978a0b83cb tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 210 time: 0.0858448 Aug 30 13:22:20.510034 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3532-75d9-4643-948b-26984d8c7b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:20.510525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40902) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:20.569427 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:20.656682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=74304b2e-47a2-4239-bc85-e6bac7955a58,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:20.678688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9da7f0-a985-49e4-b61d-cb77e96e636b None None] Network f213eaa3-5435-443c-9337-7eea35fc9929 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:20.774657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Allocated IP 172.20.0.11 (38457f8c-0bd5-405e-a5bd-ef83d9b6af49/eba9414b-3cf8-46ef-bc01-d0c421038a25/ef55e3e5-d718-45fe-950a-b38f1b9c4707) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:21.100100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.119704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfb6b902-964e-4453-93df-36ee48ef2a1c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:21.186929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bf2f7da2-98c1-49e8-bc7c-b762e5f9cc2a None None] Provisioning for port bfb6b902-964e-4453-93df-36ee48ef2a1c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:21.273830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d2b367e-5651-4ec8-9706-9b2ca6049d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.305837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.365770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port bfb6b902-964e-4453-93df-36ee48ef2a1c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:21.379192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bfb6b902-964e-4453-93df-36ee48ef2a1c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:21.380868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.381109 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3532-75d9-4643-948b-26984d8c7b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.386376 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3532-75d9-4643-948b-26984d8c7b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.392565 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ce3e3532-75d9-4643-948b-26984d8c7b73 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b74f084-ff65-4085-9316-d55820f883ed HTTP/1.1" status: 204 len: 168 time: 1.2800207 Aug 30 13:22:21.475764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e3532-75d9-4643-948b-26984d8c7b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b74f084-ff65-4085-9316-d55820f883ed,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:21.728643 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.809496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port bfb6b902-964e-4453-93df-36ee48ef2a1c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfb6b902-964e-4453-93df-36ee48ef2a1c,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:21.815789 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.840681 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d2b367e-5651-4ec8-9706-9b2ca6049d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.899058 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d1aa4902-fc68-45c6-a6de-3221ccd3c359 req-a5300f8a-898f-40a9-9dea-0d26bfddfabe tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 210 time: 0.0412912 Aug 30 13:22:21.955501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0a2f18b5-66ea-4c58-aeae-389b3dd7d39f None None] Provisioning complete for port bfb6b902-964e-4453-93df-36ee48ef2a1c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:21.956498 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a2f18b5-66ea-4c58-aeae-389b3dd7d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:21.993050 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:22.001587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9d2b367e-5651-4ec8-9706-9b2ca6049d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:22.034657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=bfb6b902-964e-4453-93df-36ee48ef2a1c,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:22.203851 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9d2b367e-5651-4ec8-9706-9b2ca6049d68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=55b67f76400a427b87e96c183d0f67fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6835957 Aug 30 13:22:22.263052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40916) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:22.301359 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:22.326966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 6622ee24-12d8-45f5-925a-14c770629f9d has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:22:22.335444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b367e-5651-4ec8-9706-9b2ca6049d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85788015-1f6d-4064-b820-6d7b68c0218c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:22.387106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0d6086ef-0112-4585-bbf5-f2d5460c79c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:22.454100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0d6086ef-0112-4585-bbf5-f2d5460c79c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:22.459538 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:22.540174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Router b83b9cc0-4b08-43a1-a6c9-edb913a99381 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:22:22.547386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:22.552715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ceae494a-b939-4aa8-bb37-b14d4eec8e09 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/6622ee24-12d8-45f5-925a-14c770629f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4299386 Aug 30 13:22:22.557369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40926) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:22.566242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1edb-0624-4e7c-8e47-5984fbdfdc92 None None] Sync routers for ids ['6622ee24-12d8-45f5-925a-14c770629f9d'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:22.594478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1edb-0624-4e7c-8e47-5984fbdfdc92 None None] Routers {'6622ee24-12d8-45f5-925a-14c770629f9d'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:22.599730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1edb-0624-4e7c-8e47-5984fbdfdc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6622ee24-12d8-45f5-925a-14c770629f9d'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:22.602028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Network 38457f8c-0bd5-405e-a5bd-ef83d9b6af49 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:22.630905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:22.633686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:22.643938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Pushing event updated for resources: {'Port': ['ID=ef55e3e5-d718-45fe-950a-b38f1b9c4707,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:22.678183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1edb-0624-4e7c-8e47-5984fbdfdc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:22.695250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d1edb-0624-4e7c-8e47-5984fbdfdc92 None None] Routers {'6622ee24-12d8-45f5-925a-14c770629f9d'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:22.695874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1edb-0624-4e7c-8e47-5984fbdfdc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6622ee24-12d8-45f5-925a-14c770629f9d'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:22.740800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1c8d1edb-0624-4e7c-8e47-5984fbdfdc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:22.743178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d1edb-0624-4e7c-8e47-5984fbdfdc92 None None] The sync data for ids ['6622ee24-12d8-45f5-925a-14c770629f9d'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:22:22.873518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfb6b902-964e-4453-93df-36ee48ef2a1c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:22.878145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:22.880249 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:22.903736 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-22168901-2f4e-4bf1-8725-8dc9032cb025 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] remove_router_interface failed (client error): The resource could not be found. Aug 30 13:22:22.905446 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-22168901-2f4e-4bf1-8725-8dc9032cb025 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/6622ee24-12d8-45f5-925a-14c770629f9d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3458133 Aug 30 13:22:22.910049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40932) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:22.958092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0d6086ef-0112-4585-bbf5-f2d5460c79c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:22.962718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0d6086ef-0112-4585-bbf5-f2d5460c79c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:22.970169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0d6086ef-0112-4585-bbf5-f2d5460c79c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/85788015-1f6d-4064-b820-6d7b68c0218c HTTP/1.1" status: 204 len: 168 time: 0.7054532 Aug 30 13:22:22.976601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9c5bb42c-115f-47d9-9282-f4b393c5298e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6622ee24-12d8-45f5-925a-14c770629f9d HTTP/1.1" status: 200 len: 205 time: 0.0650294 Aug 30 13:22:22.980804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40940) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:23.001532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-9c37a825-108f-4c13-baa4-32a25d84e73a tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7932932 Aug 30 13:22:23.003938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6086ef-0112-4585-bbf5-f2d5460c79c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85788015-1f6d-4064-b820-6d7b68c0218c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:23.060494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Request body: {'port': {'device_id': '81ad7127-de86-4a6d-841f-8b9d2f544dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:23.073499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bfb6b902-964e-4453-93df-36ee48ef2a1c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:23.077984 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:23.248623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:23.254075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:23.269111 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Sync routers for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:23.297009 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:23.297677 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:23.323954 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-451c5bcf-d063-4b2c-9dde-376ada0734e0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:23.376551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:23.377879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c22d2408-0285-4f66-950c-12b32d56fe14 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0606601 Aug 30 13:22:23.392410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40948) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:23.562671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac233-7625-4419-b79b-f27e2fc31e60 req-aea315ff-8da8-4370-804c-b2fb75e052c1 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:23.564368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9eac233-7625-4419-b79b-f27e2fc31e60 req-aea315ff-8da8-4370-804c-b2fb75e052c1 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 932 time: 0.4478087 Aug 30 13:22:23.714417 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:22:23.827756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-451c5bcf-d063-4b2c-9dde-376ada0734e0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:23.842703 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-451c5bcf-d063-4b2c-9dde-376ada0734e0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:23.893267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9eac233-7625-4419-b79b-f27e2fc31e60 req-8bb8fa1d-5d39-4c16-94c1-bc2cd91a75aa tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767358 Aug 30 13:22:23.991147 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-451c5bcf-d063-4b2c-9dde-376ada0734e0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:23.992162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451c5bcf-d063-4b2c-9dde-376ada0734e0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Fanout notify agent at l3_agent the message router_deleted on router 6622ee24-12d8-45f5-925a-14c770629f9d {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:22:24.000208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-451c5bcf-d063-4b2c-9dde-376ada0734e0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:24.010963 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-451c5bcf-d063-4b2c-9dde-376ada0734e0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/6622ee24-12d8-45f5-925a-14c770629f9d HTTP/1.1" status: 204 len: 168 time: 1.0213604 Aug 30 13:22:24.012185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40964) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:24.182468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-d418b387-cf77-4daf-8136-adae95c3f93d tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting subnet 882723a7-0acf-4b8c-a6b3-941c1f0de2cd {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:22:24.187980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d418b387-cf77-4daf-8136-adae95c3f93d tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:24.248142 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:20Z', 'revision_number': 3, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:24.350154 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d418b387-cf77-4daf-8136-adae95c3f93d tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:24.456105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef55e3e5-d718-45fe-950a-b38f1b9c4707 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:22:24.480129 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Checking router: b83b9cc0-4b08-43a1-a6c9-edb913a99381 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:22:24.481651 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Updating router b83b9cc0-4b08-43a1-a6c9-edb913a99381 port 18099c05-7a78-4efe-8437-04112b0e2161 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:22:24.618843 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:24.671486 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d418b387-cf77-4daf-8136-adae95c3f93d tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:24.832301 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d418b387-cf77-4daf-8136-adae95c3f93d tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:24.905578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418b387-cf77-4daf-8136-adae95c3f93d tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Subnet': ['ID=882723a7-0acf-4b8c-a6b3-941c1f0de2cd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:24.932433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d418b387-cf77-4daf-8136-adae95c3f93d tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:24.933259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07f389c-977a-4b59-8095-e701d196fefe None None] Network 8bf4a22b-742f-4c19-9621-ae7dcff1f4da requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:24.938084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d418b387-cf77-4daf-8136-adae95c3f93d tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/882723a7-0acf-4b8c-a6b3-941c1f0de2cd HTTP/1.1" status: 204 len: 168 time: 0.9236138 Aug 30 13:22:24.941614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40986) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:25.118866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.241617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Transition to ACTIVE for port object ef55e3e5-d718-45fe-950a-b38f1b9c4707 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:25.251723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.281117 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.303949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e84fe9-8d2b-414e-a8c8-08de4d535b69 req-9045eb6a-c816-47e8-a175-c4706642ca72 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:25.305600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7e84fe9-8d2b-414e-a8c8-08de4d535b69 req-9045eb6a-c816-47e8-a175-c4706642ca72 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 932 time: 0.1979332 Aug 30 13:22:25.453918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:25.454371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.456341 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.466221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Pushing event updated for resources: {'Port': ['ID=ef55e3e5-d718-45fe-950a-b38f1b9c4707,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:25.487780 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Transition to ACTIVE for port object 18099c05-7a78-4efe-8437-04112b0e2161 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:25.499765 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.555629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7537a9-1b26-45e3-9527-9be4c19e49ad None None] DHCP port deletion for 8bf4a22b-742f-4c19-9621-ae7dcff1f4da request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:22:25.603476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7148040f-2742-4e2c-bd5b-3bc5b6e98b2f,segment=NetworkSegment(ff3b7546-be25-4c9d-b910-2366a568fca5),segment_id=ff3b7546-be25-4c9d-b910-2366a568fca5)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:25.603974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.663124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:25.703755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1a7537a9-1b26-45e3-9527-9be4c19e49ad None None] Deleting port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:25.723181 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7e84fe9-8d2b-414e-a8c8-08de4d535b69 req-e75c6a78-019c-41ba-b03d-46182f61091f tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912790 Aug 30 13:22:25.724023 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1a7537a9-1b26-45e3-9527-9be4c19e49ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.764684 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Attempting to bind port 18099c05-7a78-4efe-8437-04112b0e2161 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:22:25.765461 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Attempting to bind port 18099c05-7a78-4efe-8437-04112b0e2161 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:22:25.767091 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Attempting to bind port 18099c05-7a78-4efe-8437-04112b0e2161 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:25.776472 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Pushing event updated for resources: {'Port': ['ID=18099c05-7a78-4efe-8437-04112b0e2161,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:25.824339 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:22:25.826552 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:25.827124 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.827583 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:22:25.835550 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Bound port: 18099c05-7a78-4efe-8437-04112b0e2161, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:22:25.836249 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.856990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:25.900763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=7148040f-2742-4e2c-bd5b-3bc5b6e98b2f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:25.915392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No DVR routers for this DVR port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:22:25.946891 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.947954 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.948531 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.949109 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.949702 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.956380 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.957056 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.958175 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.959643 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.964003 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.964804 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.966789 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:25.999070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1a7537a9-1b26-45e3-9527-9be4c19e49ad None None] For port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7148040f-2742-4e2c-bd5b-3bc5b6e98b2f,segment=NetworkSegment(ff3b7546-be25-4c9d-b910-2366a568fca5),segment_id=ff3b7546-be25-4c9d-b910-2366a568fca5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:25.999549 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1a7537a9-1b26-45e3-9527-9be4c19e49ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:26.033728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Attempting to bind port ef55e3e5-d718-45fe-950a-b38f1b9c4707 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:22:26.034994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Attempting to bind port ef55e3e5-d718-45fe-950a-b38f1b9c4707 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'd284d43c-0cc8-4bd0-b394-7b76c6359c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '38457f8c-0bd5-405e-a5bd-ef83d9b6af49'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:22:26.035513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Attempting to bind port ef55e3e5-d718-45fe-950a-b38f1b9c4707 on network 38457f8c-0bd5-405e-a5bd-ef83d9b6af49 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:26.043727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1a7537a9-1b26-45e3-9527-9be4c19e49ad None None] Calling delete_port for 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:26.074371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Port ef55e3e5-d718-45fe-950a-b38f1b9c4707 on network 38457f8c-0bd5-405e-a5bd-ef83d9b6af49 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:22:26.074892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Attempting to bind port ef55e3e5-d718-45fe-950a-b38f1b9c4707 on network 38457f8c-0bd5-405e-a5bd-ef83d9b6af49 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:26.086716 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] For port 18099c05-7a78-4efe-8437-04112b0e2161, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:22:26.092743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:26.100320 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] For port 18099c05-7a78-4efe-8437-04112b0e2161, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=18099c05-7a78-4efe-8437-04112b0e2161,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:22:26.109634 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:26.142647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:22:26.143482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Checking segment: {'id': 'd284d43c-0cc8-4bd0-b394-7b76c6359c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '38457f8c-0bd5-405e-a5bd-ef83d9b6af49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:26.144281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Bound using segment: {'id': 'd284d43c-0cc8-4bd0-b394-7b76c6359c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '38457f8c-0bd5-405e-a5bd-ef83d9b6af49'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:22:26.145915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Bound port: ef55e3e5-d718-45fe-950a-b38f1b9c4707, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd284d43c-0cc8-4bd0-b394-7b76c6359c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '38457f8c-0bd5-405e-a5bd-ef83d9b6af49'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:22:26.146692 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:26.191878 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1a7537a9-1b26-45e3-9527-9be4c19e49ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:26.295625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7537a9-1b26-45e3-9527-9be4c19e49ad None None] Pushing event deleted for resources: {'Port': ['ID=7148040f-2742-4e2c-bd5b-3bc5b6e98b2f,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:26.306178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7537a9-1b26-45e3-9527-9be4c19e49ad None None] No DVR routers for this DVR port 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:22:26.343311 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:26.344483 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:26.363733 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc631c-fc7f-4d02-9c5d-fabcfbd9ad49 None None] Pushing event updated for resources: {'Port': ['ID=18099c05-7a78-4efe-8437-04112b0e2161,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:26.647308 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:22:26.735567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] For port ef55e3e5-d718-45fe-950a-b38f1b9c4707, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:22:26.746163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] For port ef55e3e5-d718-45fe-950a-b38f1b9c4707, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef55e3e5-d718-45fe-950a-b38f1b9c4707,segment=NetworkSegment(d284d43c-0cc8-4bd0-b394-7b76c6359c0e),segment_id=d284d43c-0cc8-4bd0-b394-7b76c6359c0e)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:22:26.758760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:26.911484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:26.915345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:26.916742 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] 10.222.0.16 "PUT /v2.0/ports/ef55e3e5-d718-45fe-950a-b38f1b9c4707 HTTP/1.1" status: 200 len: 1092 time: 3.8807604 Aug 30 13:22:26.918509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ad7127-de86-4a6d-841f-8b9d2f544dc3', 'tag': 'ef55e3e5-d718-45fe-950a-b38f1b9c4707'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:22:26.921332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:22:26.932267 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd1c7a6-2404-43bf-be39-ea43dde0b056" -d '{"events": [{"name": "network-changed", "server_uuid": "81ad7127-de86-4a6d-841f-8b9d2f544dc3", "tag": "ef55e3e5-d718-45fe-950a-b38f1b9c4707"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:22:26.986391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15084f20-61ac-4195-9908-04341bb68a05 service neutron] Pushing event updated for resources: {'Port': ['ID=ef55e3e5-d718-45fe-950a-b38f1b9c4707,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:26.997621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:22:26.998430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7148040f-2742-4e2c-bd5b-3bc5b6e98b2f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:22:27.141489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.166325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Allocated IP 172.20.0.1 (f213eaa3-5435-443c-9337-7eea35fc9929/e7adb8be-fbbb-4609-a26a-42279596bf53/ff1e9875-6e67-4a78-87ae-348134ebb71c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:27.190421 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b809ab3-43ae-41f8-b188-eedb15af056d x-openstack-request-id: req-2b809ab3-43ae-41f8-b188-eedb15af056d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:22:27.192129 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ad7127-de86-4a6d-841f-8b9d2f544dc3", "tag": "ef55e3e5-d718-45fe-950a-b38f1b9c4707", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:22:27.192129 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b809ab3-43ae-41f8-b188-eedb15af056d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:22:27.192129 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ad7127-de86-4a6d-841f-8b9d2f544dc3', 'tag': 'ef55e3e5-d718-45fe-950a-b38f1b9c4707', 'status': 'completed', 'code': 200} Aug 30 13:22:27.211319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb65a3-7f44-4357-806e-49f6afbc9be8 req-04db8cb4-44ee-4bc0-aa59-411098491626 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:27.214501 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18eb65a3-7f44-4357-806e-49f6afbc9be8 req-04db8cb4-44ee-4bc0-aa59-411098491626 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 944 time: 0.1841753 Aug 30 13:22:27.218106 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf4a22b-742f-4c19-9621-ae7dcff1f4da']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:27.236480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-635f8b87-62e4-4af4-980c-cb344279c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:27.240373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-635f8b87-62e4-4af4-980c-cb344279c9eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14c66f169b147a8bc4be50a25b043a2&device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 1095 time: 0.2426884 Aug 30 13:22:27.272326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3b7546-be25-4c9d-b910-2366a568fca5') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:27.275831 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:20Z', 'revision_number': 3, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:27.286658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3b7546-be25-4c9d-b910-2366a568fca5') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:27.326518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.335101 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b99c4-e8c5-4df1-87f9-de46f67a4c47 None None] The sync data for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 is: [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:20Z', 'revision_number': 3, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:22:27.373833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.390843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:22:27.391461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.402408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18eb65a3-7f44-4357-806e-49f6afbc9be8 req-6e277cc2-6454-43e3-a8cf-3096155ab835 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808641 Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:22:27.403168 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:22:27.438789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-6d4d115d-cc79-4b7d-a723-16f170fd1cd7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef55e3e5-d718-45fe-950a-b38f1b9c4707 HTTP/1.1" status: 200 len: 217 time: 0.1760135 Aug 30 13:22:27.505720 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.523802 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.529825 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/networks/8bf4a22b-742f-4c19-9621-ae7dcff1f4da HTTP/1.1" status: 204 len: 168 time: 2.5814693 Aug 30 13:22:27.529825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41052) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:27.560351 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1046078044'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:27.570114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87acc84b-b447-4554-98ff-66a17435b603 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Network': ['ID=8bf4a22b-742f-4c19-9621-ae7dcff1f4da,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:27.590311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-f54e1fcd-e513-45b2-b6b9-22a014a2c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:27.594089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-f54e1fcd-e513-45b2-b6b9-22a014a2c452 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eba9414b-3cf8-46ef-bc01-d0c421038a25 HTTP/1.1" status: 200 len: 862 time: 0.1453650 Aug 30 13:22:27.621249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:27.632111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.706575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:22:27.725121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-1e036863-eaec-4e94-868c-06717f41e359 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38457f8c-0bd5-405e-a5bd-ef83d9b6af49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217232 Aug 30 13:22:27.744963 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.748895 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added segment 1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38 of type vlan for network 15a517e4-4f61-4da5-939f-2df4793897f0 Aug 30 13:22:27.877974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.928288 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.948807 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.960727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:27.961709 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:27.977192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Transition to ACTIVE for port object ff1e9875-6e67-4a78-87ae-348134ebb71c will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:28.018560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-fc71ae24-62ee-4f2e-9580-497b0e69a7aa service neutron] 10.222.0.16 "GET /v2.0/networks/38457f8c-0bd5-405e-a5bd-ef83d9b6af49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695918 Aug 30 13:22:28.101403 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5704284 Aug 30 13:22:28.106398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41078) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:28.120538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'subnet': {'network_id': '15a517e4-4f61-4da5-939f-2df4793897f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:28.160457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:28.215175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cf68045-3636-4eb0-b093-d83ee7020203 req-972f6813-97d3-4662-b261-b24beb120e19 service neutron] 10.222.0.16 "GET /v2.0/networks/38457f8c-0bd5-405e-a5bd-ef83d9b6af49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880498 Aug 30 13:22:28.216694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52578fe4-e361-4320-ae78-6f247952a4f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Network': ['ID=15a517e4-4f61-4da5-939f-2df4793897f0,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:28.232909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 15a517e4-4f61-4da5-939f-2df4793897f0 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:22:28.268608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Pushing event updated for resources: {'Port': ['ID=ff1e9875-6e67-4a78-87ae-348134ebb71c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:28.300937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Network f213eaa3-5435-443c-9337-7eea35fc9929 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:28.337820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:28.341455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:28.345650 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:28.362832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:28.426157 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:28.452790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-29d0c80a-599d-4e51-9d18-565ddf54afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:28.464266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-29d0c80a-599d-4e51-9d18-565ddf54afcc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a14c66f169b147a8bc4be50a25b043a2&device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 1095 time: 0.1841159 Aug 30 13:22:28.610055 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:28.707278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:28.725867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-314a623f-aabf-4d00-b314-b22daa378aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:28.727776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-314a623f-aabf-4d00-b314-b22daa378aa3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=38457f8c-0bd5-405e-a5bd-ef83d9b6af49 HTTP/1.1" status: 200 len: 923 time: 0.2449033 Aug 30 13:22:28.813713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Subnet': ['ID=ecda8fbb-2dce-449e-b2bc-97faa5279d3d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:28.831099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Checking segment: {'id': '1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '15a517e4-4f61-4da5-939f-2df4793897f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:28.831582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network hostable DHCP agents. Network: 15a517e4-4f61-4da5-939f-2df4793897f0, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:22:28.878005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 15a517e4-4f61-4da5-939f-2df4793897f0 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:22:28.920710 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 15a517e4-4f61-4da5-939f-2df4793897f0) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:28.932588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:28.932843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ed16f-4abe-4a1f-9a41-e4688d3b9e1a None None] Network 15a517e4-4f61-4da5-939f-2df4793897f0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:28.935851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:28.969126 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f750df12-fbc2-424f-adac-6f11a8dbc5af tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8609607 Aug 30 13:22:28.984442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41106) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:29.007322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7f323890-0423-42e4-9a3b-f5ed08c136c6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1699942942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:29.015388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 18099c05-7a78-4efe-8437-04112b0e2161 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:29.049113 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f323890-0423-42e4-9a3b-f5ed08c136c6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:29.051029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f323890-0423-42e4-9a3b-f5ed08c136c6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:29.063661 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-33a41446-2018-478e-ba68-2913cd038217 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef55e3e5-d718-45fe-950a-b38f1b9c4707 HTTP/1.1" status: 200 len: 217 time: 0.3193827 Aug 30 13:22:29.125027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f323890-0423-42e4-9a3b-f5ed08c136c6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:29.135719 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f323890-0423-42e4-9a3b-f5ed08c136c6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:29.167022 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f323890-0423-42e4-9a3b-f5ed08c136c6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:29.169321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7f323890-0423-42e4-9a3b-f5ed08c136c6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1829295 Aug 30 13:22:29.172016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41108) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:29.213192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c5ae05d0-21db-473d-9ba1-6462fa0c106e None None] Provisioning for port ff1e9875-6e67-4a78-87ae-348134ebb71c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:29.226997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c5ae05d0-21db-473d-9ba1-6462fa0c106e None None] Provisioning complete for port ff1e9875-6e67-4a78-87ae-348134ebb71c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:29.227258 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c5ae05d0-21db-473d-9ba1-6462fa0c106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:29.286788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dc3c8-c3df-4d6d-9a7c-bd52d525e40b req-9fdb650e-8a05-448f-8534-90378fc94879 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:29.289593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-094dc3c8-c3df-4d6d-9a7c-bd52d525e40b req-9fdb650e-8a05-448f-8534-90378fc94879 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 944 time: 0.6808312 Aug 30 13:22:29.309818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 18099c05-7a78-4efe-8437-04112b0e2161 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:29.329485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 18099c05-7a78-4efe-8437-04112b0e2161 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:29.330392 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:29.437157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-7d46f768-53f7-4a36-bb5a-999e63e81c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:29.438855 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-7d46f768-53f7-4a36-bb5a-999e63e81c80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eba9414b-3cf8-46ef-bc01-d0c421038a25 HTTP/1.1" status: 200 len: 862 time: 0.3542399 Aug 30 13:22:29.452518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae05d0-21db-473d-9ba1-6462fa0c106e None None] Port ff1e9875-6e67-4a78-87ae-348134ebb71c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:22:29.486902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-c64e8dff-ea9a-4d66-b90f-7b6b461539fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38457f8c-0bd5-405e-a5bd-ef83d9b6af49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377052 Aug 30 13:22:29.523652 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-094dc3c8-c3df-4d6d-9a7c-bd52d525e40b req-7c52ff26-1dda-42fd-9b40-15461d7394ea tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779859 Aug 30 13:22:29.664210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-15a517e4-4f61-4da5-939f-2df4793897f0', 'network_id': '15a517e4-4f61-4da5-939f-2df4793897f0', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'fixed_ips': [{'subnet_id': 'ecda8fbb-2dce-449e-b2bc-97faa5279d3d'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:22:29.665644 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:29.680620 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:29.705363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ef55e3e5-d718-45fe-950a-b38f1b9c4707 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:22:29.793334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-2abe4263-9df9-4d16-a4de-9e7dc8c6c413 service neutron] 10.222.0.16 "GET /v2.0/networks/38457f8c-0bd5-405e-a5bd-ef83d9b6af49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946410 Aug 30 13:22:29.868423 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:30.119714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Allocated IP 2001:db8::2 (15a517e4-4f61-4da5-939f-2df4793897f0/ecda8fbb-2dce-449e-b2bc-97faa5279d3d/cca3d848-9210-4072-a4fd-1656e3ae9974) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:30.159859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fdd1c7a6-2404-43bf-be39-ea43dde0b056 req-78e9d794-6c99-4947-ac4c-b2c981c24e60 service neutron] 10.222.0.16 "GET /v2.0/networks/38457f8c-0bd5-405e-a5bd-ef83d9b6af49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494797 Aug 30 13:22:30.181519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ef55e3e5-d718-45fe-950a-b38f1b9c4707, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef55e3e5-d718-45fe-950a-b38f1b9c4707,segment=NetworkSegment(d284d43c-0cc8-4bd0-b394-7b76c6359c0e),segment_id=d284d43c-0cc8-4bd0-b394-7b76c6359c0e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:30.191857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:30.202031 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:30.265017 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:30.286225 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:30.296699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'ef55e3e5-d718-45fe-950a-b38f1b9c4707', 'network_id': '38457f8c-0bd5-405e-a5bd-ef83d9b6af49', 'port_id': 'ef55e3e5-d718-45fe-950a-b38f1b9c4707', 'mac_address': 'fa:16:3e:42:fd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba9414b-3cf8-46ef-bc01-d0c421038a25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:22:30.328885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 18099c05-7a78-4efe-8437-04112b0e2161, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=18099c05-7a78-4efe-8437-04112b0e2161,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:30.366033 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:30.715144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e233b-c826-468d-bd18-da825ceceeee req-1b4c065c-0ec6-4d1f-bc7a-492285eda651 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:30.721184 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:30.727167 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed5e233b-c826-468d-bd18-da825ceceeee req-1b4c065c-0ec6-4d1f-bc7a-492285eda651 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 944 time: 0.0929933 Aug 30 13:22:30.742920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Pushing event updated for resources: {'Port': ['ID=ff1e9875-6e67-4a78-87ae-348134ebb71c,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:30.803611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed5e233b-c826-468d-bd18-da825ceceeee req-b890023b-922d-47a0-98e1-11625d9c96b3 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750191 Aug 30 13:22:30.835275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=18099c05-7a78-4efe-8437-04112b0e2161,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:30.855735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef55e3e5-d718-45fe-950a-b38f1b9c4707 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:22:30.860367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Network f213eaa3-5435-443c-9337-7eea35fc9929 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:30.864721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:30.894810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ef55e3e5-d718-45fe-950a-b38f1b9c4707, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef55e3e5-d718-45fe-950a-b38f1b9c4707,segment=NetworkSegment(d284d43c-0cc8-4bd0-b394-7b76c6359c0e),segment_id=d284d43c-0cc8-4bd0-b394-7b76c6359c0e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:30.953327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:30.955298 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:31.030019 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:31.059631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Transition to ACTIVE for port object cca3d848-9210-4072-a4fd-1656e3ae9974 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:31.062206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ef55e3e5-d718-45fe-950a-b38f1b9c4707,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:31.087702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Transition to ACTIVE for port object cca3d848-9210-4072-a4fd-1656e3ae9974 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:31.107904 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:31.197195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Router b83b9cc0-4b08-43a1-a6c9-edb913a99381 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:22:31.217594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ef55e3e5-d718-45fe-950a-b38f1b9c4707'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:22:31.259254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 2001:db8::1 (15a517e4-4f61-4da5-939f-2df4793897f0/ecda8fbb-2dce-449e-b2bc-97faa5279d3d/ceaaa3ad-671f-451f-b5f3-df1161012c32) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:31.398749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Network 15a517e4-4f61-4da5-939f-2df4793897f0 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:31.408132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:31.414700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:31.443671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Pushing event updated for resources: {'Port': ['ID=cca3d848-9210-4072-a4fd-1656e3ae9974,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:31.546045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c5b19e23-19d3-4a5b-b229-5ab54f960958 None None] Provisioning complete for port ff1e9875-6e67-4a78-87ae-348134ebb71c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:31.546851 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c5b19e23-19d3-4a5b-b229-5ab54f960958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:31.583222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Attempting to bind port cca3d848-9210-4072-a4fd-1656e3ae9974 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:22:31.584023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Attempting to bind port cca3d848-9210-4072-a4fd-1656e3ae9974 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '15a517e4-4f61-4da5-939f-2df4793897f0'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:22:31.584645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Attempting to bind port cca3d848-9210-4072-a4fd-1656e3ae9974 on network 15a517e4-4f61-4da5-939f-2df4793897f0 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:31.602073 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:31.604271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:31.615371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:22:31.616252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Checking segment: {'id': '1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '15a517e4-4f61-4da5-939f-2df4793897f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:31.616867 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:31.617965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Bound using segment: {'id': '1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '15a517e4-4f61-4da5-939f-2df4793897f0'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:22:31.618214 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c75fff91-b12c-4e1f-9b89-b0ec78cfc1fc admin admin] 10.222.0.37 "PUT /v2.0/routers/b83b9cc0-4b08-43a1-a6c9-edb913a99381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2248652 Aug 30 13:22:31.622430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Bound port: cca3d848-9210-4072-a4fd-1656e3ae9974, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '15a517e4-4f61-4da5-939f-2df4793897f0'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:22:31.622855 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:31.639385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Transition to ACTIVE for port object ceaaa3ad-671f-451f-b5f3-df1161012c32 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:31.677556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Sync routers for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:31.694941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c5b19e23-19d3-4a5b-b229-5ab54f960958 None None] Port ff1e9875-6e67-4a78-87ae-348134ebb71c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:22:31.736422 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:31.750437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:31.752005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:31.810159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 15a517e4-4f61-4da5-939f-2df4793897f0 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:31.816001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:31.824634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:31.825244 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:31.963273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=ceaaa3ad-671f-451f-b5f3-df1161012c32,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:31.998060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] For port cca3d848-9210-4072-a4fd-1656e3ae9974, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:22:32.030119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] For port cca3d848-9210-4072-a4fd-1656e3ae9974, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cca3d848-9210-4072-a4fd-1656e3ae9974,segment=NetworkSegment(1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38),segment_id=1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:22:32.047209 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:32.060873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:22:32.112651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a299a-1b07-443c-ba33-f3b0fe7cbb49 req-55539394-4004-44bd-b7ae-a8eb2c834c0c tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:32.117940 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db8a299a-1b07-443c-ba33-f3b0fe7cbb49 req-55539394-4004-44bd-b7ae-a8eb2c834c0c tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 945 time: 0.1365032 Aug 30 13:22:32.220820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:32.242161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db8a299a-1b07-443c-ba33-f3b0fe7cbb49 req-58c27524-ccef-4f15-81d9-ba3bd51a053c tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107080 Aug 30 13:22:32.672810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778dfa0-8556-4fbc-98e5-be2371dc6373 None None] Pushing event updated for resources: {'Port': ['ID=cca3d848-9210-4072-a4fd-1656e3ae9974,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:32.731691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ff1e9875-6e67-4a78-87ae-348134ebb71c', 'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'mac_address': 'fa:16:3e:99:4c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:26Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 2, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'subnets': [{'id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:32.769063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Checking router: b83b9cc0-4b08-43a1-a6c9-edb913a99381 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:22:32.769550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Updating router b83b9cc0-4b08-43a1-a6c9-edb913a99381 port ff1e9875-6e67-4a78-87ae-348134ebb71c binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:22:32.860240 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:32.948835 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:32.957377 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:32.959344 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:33.037323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41158) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:33.046753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ad77f0b4-7cb8-4be8-81ee-4311e89df24a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1036335204', 'description': 'tempest-description--3672734'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:33.089051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 18099c05-7a78-4efe-8437-04112b0e2161 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:33.147362 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad77f0b4-7cb8-4be8-81ee-4311e89df24a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:33.200675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 18099c05-7a78-4efe-8437-04112b0e2161 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:33.201408 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:33.229489 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=ceaaa3ad-671f-451f-b5f3-df1161012c32,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:33.377217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 15a517e4-4f61-4da5-939f-2df4793897f0 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:33.383844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:33.443725 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad77f0b4-7cb8-4be8-81ee-4311e89df24a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:33.451583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad77f0b4-7cb8-4be8-81ee-4311e89df24a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:33.662452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 3d99e2dd-e33f-4f00-acb2-28db70242258 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:22:33.670743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ad77f0b4-7cb8-4be8-81ee-4311e89df24a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:33.692131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41176) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:33.693144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ad77f0b4-7cb8-4be8-81ee-4311e89df24a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6388113 Aug 30 13:22:33.722574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77f0b4-7cb8-4be8-81ee-4311e89df24a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:33.741302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ef55e3e5-d718-45fe-950a-b38f1b9c4707 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:33.748249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7a5fb097-9e0b-4535-bd6b-419c24d13e4a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Request body: {'security_group_rule': {'security_group_id': '59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:33.754279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886f16-5c41-4fe9-8744-c49df64626ef req-09162a87-9d30-4b1c-bfcb-e65bcf98451d tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:33.757638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f886f16-5c41-4fe9-8744-c49df64626ef req-09162a87-9d30-4b1c-bfcb-e65bcf98451d tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 945 time: 0.2677121 Aug 30 13:22:33.873737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9f886f16-5c41-4fe9-8744-c49df64626ef req-209a663c-c491-4f55-b78f-85bcbe5815a1 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931687 Aug 30 13:22:33.992439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb097-9e0b-4535-bd6b-419c24d13e4a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.015254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:34.025856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f63c3ae9-1e4c-491f-879d-09f3c5d2424b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/3d99e2dd-e33f-4f00-acb2-28db70242258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8517325 Aug 30 13:22:34.028371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41178) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:34.031999 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c7af9-8186-482c-b59e-71d034c456dd None None] Sync routers for ids ['3d99e2dd-e33f-4f00-acb2-28db70242258'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:34.049725 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c7af9-8186-482c-b59e-71d034c456dd None None] Routers {'3d99e2dd-e33f-4f00-acb2-28db70242258'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:34.051916 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a89c7af9-8186-482c-b59e-71d034c456dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3d99e2dd-e33f-4f00-acb2-28db70242258'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:34.141104 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a89c7af9-8186-482c-b59e-71d034c456dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:34.168158 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89c7af9-8186-482c-b59e-71d034c456dd None None] Routers {'3d99e2dd-e33f-4f00-acb2-28db70242258'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:34.169312 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a89c7af9-8186-482c-b59e-71d034c456dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3d99e2dd-e33f-4f00-acb2-28db70242258'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:34.171946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port ef55e3e5-d718-45fe-950a-b38f1b9c4707 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:34.187241 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb097-9e0b-4535-bd6b-419c24d13e4a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.205372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb097-9e0b-4535-bd6b-419c24d13e4a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.214906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24df12fc-62b3-479e-94f1-5cd066a21864 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:34.219087 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-24df12fc-62b3-479e-94f1-5cd066a21864 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports/ceaaa3ad-671f-451f-b5f3-df1161012c32 HTTP/1.1" status: 200 len: 911 time: 0.1862426 Aug 30 13:22:34.219504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41180) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:34.220070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port ef55e3e5-d718-45fe-950a-b38f1b9c4707 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:34.222038 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.277912 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a89c7af9-8186-482c-b59e-71d034c456dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:34.278878 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89c7af9-8186-482c-b59e-71d034c456dd None None] The sync data for ids ['3d99e2dd-e33f-4f00-acb2-28db70242258'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:22:34.369072 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.383218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5fb097-9e0b-4535-bd6b-419c24d13e4a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce009a45-dcd2-4833-894e-f3da6acc5c69,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:34.418529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Transition to ACTIVE for port object ff1e9875-6e67-4a78-87ae-348134ebb71c will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:34.441805 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.468454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a5fb097-9e0b-4535-bd6b-419c24d13e4a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.475185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41182) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:34.482038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b165e3ff-802f-4997-8d8b-4f759ba55b99 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Request body: {'security_group_rule': {'security_group_id': '59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:34.486286 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7a5fb097-9e0b-4535-bd6b-419c24d13e4a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7702065 Aug 30 13:22:34.567198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b165e3ff-802f-4997-8d8b-4f759ba55b99 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.623695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d26b2ba-962c-4a3d-8c58-79961f0b0ce7 None None] Network 15a517e4-4f61-4da5-939f-2df4793897f0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:34.675656 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.712283 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:22:34.739961 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b165e3ff-802f-4997-8d8b-4f759ba55b99 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.746393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b165e3ff-802f-4997-8d8b-4f759ba55b99 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.801936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165e3ff-802f-4997-8d8b-4f759ba55b99 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df3cc8d-c778-4c8d-a33b-38c716efd723,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:34.819793 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b165e3ff-802f-4997-8d8b-4f759ba55b99 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:34.822491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b165e3ff-802f-4997-8d8b-4f759ba55b99 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448050 Aug 30 13:22:34.828004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41190) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:34.841101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:34.929135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:35.160060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4a752064-e53a-44a0-8b1f-8ea6519db727 None None] Provisioning for port cca3d848-9210-4072-a4fd-1656e3ae9974 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:35.174639 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:35.197882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cca3d848-9210-4072-a4fd-1656e3ae9974 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:35.317366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Allocated IP 172.25.2.190 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/d5295e75-53af-4f9d-8434-743ff8d71159) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:35.320203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d0017-cd9e-48ae-bd59-4b504a0681bb None None] Pushing event updated for resources: {'Port': ['ID=ff1e9875-6e67-4a78-87ae-348134ebb71c,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:35.393430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ad7127-de86-4a6d-841f-8b9d2f544dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef55e3e5-d718-45fe-950a-b38f1b9c4707'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:22:35.404013 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ee96c-37f9-4945-8a90-7bdf2dc48f4a" -d '{"events": [{"server_uuid": "81ad7127-de86-4a6d-841f-8b9d2f544dc3", "name": "network-vif-plugged", "status": "completed", "tag": "ef55e3e5-d718-45fe-950a-b38f1b9c4707"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:22:35.479148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:35.536667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ef55e3e5-d718-45fe-950a-b38f1b9c4707, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef55e3e5-d718-45fe-950a-b38f1b9c4707,segment=NetworkSegment(d284d43c-0cc8-4bd0-b394-7b76c6359c0e),segment_id=d284d43c-0cc8-4bd0-b394-7b76c6359c0e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:35.538229 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:35.550773 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:35.571320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Attempting to bind port ff1e9875-6e67-4a78-87ae-348134ebb71c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:22:35.571633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Attempting to bind port ff1e9875-6e67-4a78-87ae-348134ebb71c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:22:35.572056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Attempting to bind port ff1e9875-6e67-4a78-87ae-348134ebb71c on network f213eaa3-5435-443c-9337-7eea35fc9929 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:35.587032 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9f983e-2b49-49c9-b704-ff425df0dc2f x-openstack-request-id: req-7c9f983e-2b49-49c9-b704-ff425df0dc2f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:22:35.587500 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ad7127-de86-4a6d-841f-8b9d2f544dc3", "name": "network-vif-plugged", "status": "completed", "tag": "ef55e3e5-d718-45fe-950a-b38f1b9c4707", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:22:35.587854 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c9f983e-2b49-49c9-b704-ff425df0dc2f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:22:35.588497 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ad7127-de86-4a6d-841f-8b9d2f544dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef55e3e5-d718-45fe-950a-b38f1b9c4707', 'code': 200} Aug 30 13:22:35.696788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:35.706929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:35.720077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:22:35.729352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:35.732335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Checking segment: {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:35.733257 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:35.740064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Bound using segment: {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:22:35.741101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Bound port: ff1e9875-6e67-4a78-87ae-348134ebb71c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:22:35.742050 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:35.791652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Pushing event updated for resources: {'Port': ['ID=d5295e75-53af-4f9d-8434-743ff8d71159,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:35.803545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.803896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.804240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.805315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.805315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.805315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.805851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.806332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.806731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.807063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.807386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.808120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:35.872008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab693b15-410b-43fb-9d3d-4d31de016185 req-b97bb796-0534-4d06-8466-e6961b73534d tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:35.886540 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab693b15-410b-43fb-9d3d-4d31de016185 req-b97bb796-0534-4d06-8466-e6961b73534d tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 946 time: 0.2820539 Aug 30 13:22:35.900749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port cca3d848-9210-4072-a4fd-1656e3ae9974 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:35.928931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cca3d848-9210-4072-a4fd-1656e3ae9974 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:35.929444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:35.934383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ef55e3e5-d718-45fe-950a-b38f1b9c4707,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:35.948354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0085a3-03ca-4980-aeca-81050b4afb78 req-9658a194-923c-42ee-afff-eac9e0d331e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:35.955627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b0085a3-03ca-4980-aeca-81050b4afb78 req-9658a194-923c-42ee-afff-eac9e0d331e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 1097 time: 0.3061180 Aug 30 13:22:36.135127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab693b15-410b-43fb-9d3d-4d31de016185 req-0abbdd95-4afb-4d07-834d-7d83856cc392 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453730 Aug 30 13:22:36.196476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] For port ff1e9875-6e67-4a78-87ae-348134ebb71c, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:22:36.198977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b0085a3-03ca-4980-aeca-81050b4afb78 req-b60f460e-a73a-40c5-94f2-b31d4ab219c0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291944 Aug 30 13:22:36.211303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:36.214958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] For port ff1e9875-6e67-4a78-87ae-348134ebb71c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ff1e9875-6e67-4a78-87ae-348134ebb71c,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:22:36.229972 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:36.326402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:36.351079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:36.728650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:36.746390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:36.908973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port ceaaa3ad-671f-451f-b5f3-df1161012c32 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:36.909870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:36.910070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d0017-cd9e-48ae-bd59-4b504a0681bb None None] Pushing event updated for resources: {'Port': ['ID=ff1e9875-6e67-4a78-87ae-348134ebb71c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:37.000128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-128d76fe-bb7b-4e95-bdf2-2d82a3eced1b None None] Provisioning for port ceaaa3ad-671f-451f-b5f3-df1161012c32 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:37.040514 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:37.044440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-128d76fe-bb7b-4e95-bdf2-2d82a3eced1b None None] Provisioning complete for port ceaaa3ad-671f-451f-b5f3-df1161012c32 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:37.053980 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-128d76fe-bb7b-4e95-bdf2-2d82a3eced1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:37.057144 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cc9ecc98-1421-4a3c-9408-d94afdd14e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:37.071993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Pushing event updated for resources: {'Port': ['ID=d5295e75-53af-4f9d-8434-743ff8d71159,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:37.118650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:37.144148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:37.212735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:37.222195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for ceaaa3ad-671f-451f-b5f3-df1161012c32 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:37.226188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4003eb66-2158-4402-9e50-8761c162e409 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3964784 Aug 30 13:22:37.389850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:37.390775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:37.398268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-128d76fe-bb7b-4e95-bdf2-2d82a3eced1b None None] Port ceaaa3ad-671f-451f-b5f3-df1161012c32 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:22:37.745153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-ef222382-e9d1-422f-a676-d20d1e830ca8 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1036335204&fields=id&tenant_id=e51b4d6289664dca85581b22162ff0b8 HTTP/1.1" status: 200 len: 267 time: 0.0601966 Aug 30 13:22:37.760581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8c98d-8130-4f2b-933e-8ecff99ca087 req-039c6d40-c912-4a1c-a023-2aba25ce251f tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:37.778854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bbb8c98d-8130-4f2b-933e-8ecff99ca087 req-039c6d40-c912-4a1c-a023-2aba25ce251f tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 946 time: 0.2544718 Aug 30 13:22:37.974529 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bbb8c98d-8130-4f2b-933e-8ecff99ca087 req-21211ddb-4738-4847-b547-b5738872656e tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691365 Aug 30 13:22:38.022371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:22:38.199920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-2052d6d9-5806-4773-a58d-203038380e30 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:38.217709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-2052d6d9-5806-4773-a58d-203038380e30 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/networks?id=f213eaa3-5435-443c-9337-7eea35fc9929 HTTP/1.1" status: 200 len: 811 time: 0.4702270 Aug 30 13:22:38.220307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port cca3d848-9210-4072-a4fd-1656e3ae9974, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cca3d848-9210-4072-a4fd-1656e3ae9974,segment=NetworkSegment(1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38),segment_id=1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:38.222443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-128d76fe-bb7b-4e95-bdf2-2d82a3eced1b None None] Provisioning complete for port cca3d848-9210-4072-a4fd-1656e3ae9974 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:38.222626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:38.223662 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-128d76fe-bb7b-4e95-bdf2-2d82a3eced1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:38.241005 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:38.368647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-338f824a-6876-43b4-98d5-566e93f7a8c6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/quotas/e51b4d6289664dca85581b22162ff0b8 HTTP/1.1" status: 200 len: 375 time: 0.1501062 Aug 30 13:22:38.401218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=ceaaa3ad-671f-451f-b5f3-df1161012c32,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:38.683511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=cca3d848-9210-4072-a4fd-1656e3ae9974,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:38.901368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-45536eae-1d26-417d-9f94-0703abe19648 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e51b4d6289664dca85581b22162ff0b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5314786 Aug 30 13:22:38.903078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:38.919378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ff1e9875-6e67-4a78-87ae-348134ebb71c', 'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'mac_address': 'fa:16:3e:99:4c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:26Z', 'updated_at': '2021-08-30T13:22:36Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'subnets': [{'id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:39.009216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-60bca3e1-7ab4-4cae-9037-78e77434ff64 None None] Could not find standard attr ID for object ceaaa3ad-671f-451f-b5f3-df1161012c32. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:22:39.017558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2243d48-c0bb-4f40-a419-bcd0526bd04f None None] The sync data for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 is: [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ff1e9875-6e67-4a78-87ae-348134ebb71c', 'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'mac_address': 'fa:16:3e:99:4c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:26Z', 'updated_at': '2021-08-30T13:22:36Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'subnets': [{'id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:22:39.363339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63f651-0ae3-4591-8efe-d9155360a0ce req-63c468e4-0143-4f72-ab3b-3d370da9cc8b tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:39.367592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab63f651-0ae3-4591-8efe-d9155360a0ce req-63c468e4-0143-4f72-ab3b-3d370da9cc8b tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 946 time: 0.2031708 Aug 30 13:22:39.455424 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5733f446-5d74-4ab0-a509-dcf437789bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:39.505447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab63f651-0ae3-4591-8efe-d9155360a0ce req-0449af18-83ae-480e-8d98-28e9ef62ac48 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291947 Aug 30 13:22:39.577889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 3d99e2dd-e33f-4f00-acb2-28db70242258 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:22:39.948500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:39.969791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35815a-c888-4c51-b22b-e82a17750945 None None] Sync routers for ids ['3d99e2dd-e33f-4f00-acb2-28db70242258'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:39.975629 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-83bb3fd9-9cca-4edb-ba8b-6cb8229d33dd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/3d99e2dd-e33f-4f00-acb2-28db70242258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7536788 Aug 30 13:22:39.978751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41264) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:39.997771 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-1815148c-2e93-4779-b4af-a41c29e6cc24 service neutron] 10.222.0.37 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0807748 Aug 30 13:22:40.050399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35815a-c888-4c51-b22b-e82a17750945 None None] Routers {'3d99e2dd-e33f-4f00-acb2-28db70242258'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:40.055691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6d35815a-c888-4c51-b22b-e82a17750945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3d99e2dd-e33f-4f00-acb2-28db70242258'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:40.074694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fa569a37-0247-4b4b-b7aa-9c7519f8f11b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d99e2dd-e33f-4f00-acb2-28db70242258 HTTP/1.1" status: 200 len: 205 time: 0.0915594 Aug 30 13:22:40.084364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41268) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:40.178980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-6b8ddad8-f759-4dd0-af86-4f71f62d65a0 service neutron] 10.222.0.37 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622462 Aug 30 13:22:40.209695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:40.212455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6d35815a-c888-4c51-b22b-e82a17750945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:40.245389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d35815a-c888-4c51-b22b-e82a17750945 None None] Routers {'3d99e2dd-e33f-4f00-acb2-28db70242258'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:40.247393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6d35815a-c888-4c51-b22b-e82a17750945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['3d99e2dd-e33f-4f00-acb2-28db70242258'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:40.297837 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0418700a-ab3a-40d6-b748-e22e0915a38a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:40.376931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6d35815a-c888-4c51-b22b-e82a17750945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:40.380118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d35815a-c888-4c51-b22b-e82a17750945 None None] The sync data for ids ['3d99e2dd-e33f-4f00-acb2-28db70242258'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:22:40.812913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cca3d848-9210-4072-a4fd-1656e3ae9974 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:41.006592 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cbfafe8b-0612-4631-afd0-36b8fba9f9f5 req-0eb67fe5-95d2-4571-a030-316ff1c671be tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 210 time: 0.1060197 Aug 30 13:22:41.071288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:41.169048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cca3d848-9210-4072-a4fd-1656e3ae9974 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:41.169048 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:41.285916 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0418700a-ab3a-40d6-b748-e22e0915a38a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:41.294922 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0418700a-ab3a-40d6-b748-e22e0915a38a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:41.440784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0418700a-ab3a-40d6-b748-e22e0915a38a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:41.440784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0418700a-ab3a-40d6-b748-e22e0915a38a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Fanout notify agent at l3_agent the message router_deleted on router 3d99e2dd-e33f-4f00-acb2-28db70242258 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:22:41.501251 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0418700a-ab3a-40d6-b748-e22e0915a38a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:41.505073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0418700a-ab3a-40d6-b748-e22e0915a38a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/3d99e2dd-e33f-4f00-acb2-28db70242258 HTTP/1.1" status: 204 len: 168 time: 1.4172060 Aug 30 13:22:41.507798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41296) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:41.559291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ff1e9875-6e67-4a78-87ae-348134ebb71c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:41.678578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29664-7e9b-4839-a94e-b428aca3e66f req-c2229b69-a307-490e-8c4f-b86a32181f21 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:41.688774 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cf29664-7e9b-4839-a94e-b428aca3e66f req-c2229b69-a307-490e-8c4f-b86a32181f21 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 946 time: 1.3635154 Aug 30 13:22:41.767780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fdc241-9bc5-407b-a66e-c0b42eceb96b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting subnet ecda8fbb-2dce-449e-b2bc-97faa5279d3d {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:22:41.778024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-a0794409-3a64-415d-b028-33c0e32e7f20 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:41.780790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ff1e9875-6e67-4a78-87ae-348134ebb71c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:41.784011 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-a0794409-3a64-415d-b028-33c0e32e7f20 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.16 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 946 time: 0.3599720 Aug 30 13:22:41.786140 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47fdc241-9bc5-407b-a66e-c0b42eceb96b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:41.796309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ff1e9875-6e67-4a78-87ae-348134ebb71c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:41.797249 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:41.843158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cf29664-7e9b-4839-a94e-b428aca3e66f req-5bd8d573-1482-4c4b-8762-c93b283e617b tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/security-groups?id=890e3e24-cf83-4434-9e66-92936599a9ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363902 Aug 30 13:22:41.970138 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47fdc241-9bc5-407b-a66e-c0b42eceb96b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.042260 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.117348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ff1e9875-6e67-4a78-87ae-348134ebb71c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ff1e9875-6e67-4a78-87ae-348134ebb71c,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:42.150645 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.170865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Deleting port ef55e3e5-d718-45fe-950a-b38f1b9c4707 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:42.171370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.416938 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47fdc241-9bc5-407b-a66e-c0b42eceb96b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.433547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] For port ef55e3e5-d718-45fe-950a-b38f1b9c4707, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef55e3e5-d718-45fe-950a-b38f1b9c4707,segment=NetworkSegment(d284d43c-0cc8-4bd0-b394-7b76c6359c0e),segment_id=d284d43c-0cc8-4bd0-b394-7b76c6359c0e)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:42.434712 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.479223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Calling delete_port for ef55e3e5-d718-45fe-950a-b38f1b9c4707 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:42.492323 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.494806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ff1e9875-6e67-4a78-87ae-348134ebb71c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:42.720925 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d103cc88-3799-4a97-aa4d-113b5b6041c4 req-b3cb4cea-ff0d-4bc9-8dbe-93bff2fba104 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 210 time: 0.0532513 Aug 30 13:22:42.724256 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47fdc241-9bc5-407b-a66e-c0b42eceb96b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.776470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.792495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ef55e3e5-d718-45fe-950a-b38f1b9c4707'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:22:42.808415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fdc241-9bc5-407b-a66e-c0b42eceb96b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Subnet': ['ID=ecda8fbb-2dce-449e-b2bc-97faa5279d3d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:42.812721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Pushing event deleted for resources: {'Port': ['ID=ef55e3e5-d718-45fe-950a-b38f1b9c4707,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:42.828592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-47fdc241-9bc5-407b-a66e-c0b42eceb96b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.833294 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-47fdc241-9bc5-407b-a66e-c0b42eceb96b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/ecda8fbb-2dce-449e-b2bc-97faa5279d3d HTTP/1.1" status: 204 len: 168 time: 1.3235505 Aug 30 13:22:42.839039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41312) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:42.884489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] No DVR routers for this DVR port ef55e3e5-d718-45fe-950a-b38f1b9c4707 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:22:42.888649 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:42.893548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9939c55b-d388-4648-ad24-56b0dafa0294 req-99a49748-371e-41a5-88cf-1d176d06f462 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.16 "DELETE /v2.0/ports/ef55e3e5-d718-45fe-950a-b38f1b9c4707 HTTP/1.1" status: 204 len: 173 time: 1.0758035 Aug 30 13:22:42.894207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ad7127-de86-4a6d-841f-8b9d2f544dc3', 'name': 'network-vif-deleted', 'tag': 'ef55e3e5-d718-45fe-950a-b38f1b9c4707'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:22:42.896129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838df601-50c1-472e-89cc-164caf99eda5 None None] Network 15a517e4-4f61-4da5-939f-2df4793897f0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:42.903857 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee32d202-cb95-4de1-9b10-9f16eb3f50b6" -d '{"events": [{"server_uuid": "81ad7127-de86-4a6d-841f-8b9d2f544dc3", "name": "network-vif-deleted", "tag": "ef55e3e5-d718-45fe-950a-b38f1b9c4707"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:22:43.115151 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7070d53-e798-48c6-ac78-8514322b2945 x-openstack-request-id: req-e7070d53-e798-48c6-ac78-8514322b2945 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:22:43.115612 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ad7127-de86-4a6d-841f-8b9d2f544dc3", "name": "network-vif-deleted", "tag": "ef55e3e5-d718-45fe-950a-b38f1b9c4707", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:22:43.116020 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7070d53-e798-48c6-ac78-8514322b2945 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:22:43.116644 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ad7127-de86-4a6d-841f-8b9d2f544dc3', 'name': 'network-vif-deleted', 'tag': 'ef55e3e5-d718-45fe-950a-b38f1b9c4707', 'status': 'completed', 'code': 200} Aug 30 13:22:43.174911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:43.243542 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59aeb9ac-d403-4d12-b9d6-edd40c232f6d req-515108be-1046-4458-af5c-7308750cd768 tempest-InstanceActionsNegativeTestJSON-189300746 tempest-InstanceActionsNegativeTestJSON-189300746-project] 10.222.0.37 "GET /v2.0/ports?device_id=81ad7127-de86-4a6d-841f-8b9d2f544dc3 HTTP/1.1" status: 200 len: 210 time: 0.1084671 Aug 30 13:22:43.313141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f3b104-2743-4e24-873f-332d0db97cfb None None] DHCP port deletion for 15a517e4-4f61-4da5-939f-2df4793897f0 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:22:43.412778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-43f3b104-2743-4e24-873f-332d0db97cfb None None] Deleting port cca3d848-9210-4072-a4fd-1656e3ae9974 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:43.413961 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-43f3b104-2743-4e24-873f-332d0db97cfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:43.490804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port cca3d848-9210-4072-a4fd-1656e3ae9974 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:43.490804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:43.529366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-71a8023f-a512-451d-9dc7-6b9942cd3f6e tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:43.531184 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-71a8023f-a512-451d-9dc7-6b9942cd3f6e tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.35 "GET /v2.0/networks?id=f213eaa3-5435-443c-9337-7eea35fc9929 HTTP/1.1" status: 200 len: 811 time: 0.2626085 Aug 30 13:22:43.608385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-43f3b104-2743-4e24-873f-332d0db97cfb None None] For port cca3d848-9210-4072-a4fd-1656e3ae9974, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cca3d848-9210-4072-a4fd-1656e3ae9974,segment=NetworkSegment(1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38),segment_id=1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:43.608583 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-43f3b104-2743-4e24-873f-332d0db97cfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:43.657125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-43f3b104-2743-4e24-873f-332d0db97cfb None None] Calling delete_port for cca3d848-9210-4072-a4fd-1656e3ae9974 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:43.726416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-5610f692-074f-4931-a748-e993062c6f62 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e51b4d6289664dca85581b22162ff0b8 HTTP/1.1" status: 200 len: 380 time: 0.1866493 Aug 30 13:22:43.747600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Request body: {'port': {'device_id': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'admin_state_up': True, 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'security_groups': ['59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:43.813390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port cca3d848-9210-4072-a4fd-1656e3ae9974, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cca3d848-9210-4072-a4fd-1656e3ae9974,segment=NetworkSegment(1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38),segment_id=1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:43.814664 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:43.848566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for cca3d848-9210-4072-a4fd-1656e3ae9974 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:44.005056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-43f3b104-2743-4e24-873f-332d0db97cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.078779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3b104-2743-4e24-873f-332d0db97cfb None None] Pushing event deleted for resources: {'Port': ['ID=cca3d848-9210-4072-a4fd-1656e3ae9974,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:44.085159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3b104-2743-4e24-873f-332d0db97cfb None None] No DVR routers for this DVR port cca3d848-9210-4072-a4fd-1656e3ae9974 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:22:44.121634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.214362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Made reservation on behalf of e51b4d6289664dca85581b22162ff0b8 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:44.221040 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.223983 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f708e2e4-2882-4597-814d-05808833dbbf req-c335606f-ff43-4dc8-a942-99779ef43874 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 210 time: 0.2289293 Aug 30 13:22:44.226799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=cca3d848-9210-4072-a4fd-1656e3ae9974,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:44.231000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No DVR routers for this DVR port cca3d848-9210-4072-a4fd-1656e3ae9974 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:22:44.371595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41332) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:44.475667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ff1e9875-6e67-4a78-87ae-348134ebb71c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:44.539840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.566123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a517e4-4f61-4da5-939f-2df4793897f0']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:44.590406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:44.590951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec9b6ea-ab48-4b83-a9ff-c863b59e4c38') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:44.626750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a228b13-fc5f-49aa-baea-b3d8eac0cacc admin admin] Deleting subnet eba9414b-3cf8-46ef-bc01-d0c421038a25 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:22:44.631066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.647527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a228b13-fc5f-49aa-baea-b3d8eac0cacc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.698653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.711536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ff1e9875-6e67-4a78-87ae-348134ebb71c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:44.715091 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.715413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:22:44.717143 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:22:44.723450 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:22:44.900975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a228b13-fc5f-49aa-baea-b3d8eac0cacc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.920044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.954285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Allocated IP 172.20.0.4 (f213eaa3-5435-443c-9337-7eea35fc9929/e7adb8be-fbbb-4609-a26a-42279596bf53/d8136a95-c17e-46e3-91f9-a55951a37414) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:44.977113 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:44.990053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/networks/15a517e4-4f61-4da5-939f-2df4793897f0 HTTP/1.1" status: 204 len: 168 time: 2.1393428 Aug 30 13:22:44.991868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c3584-faea-4c63-8249-48707686923b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Network': ['ID=15a517e4-4f61-4da5-939f-2df4793897f0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:44.996891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:45.010398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1737531143', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:45.048422 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a228b13-fc5f-49aa-baea-b3d8eac0cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:45.085527 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:45.091251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:45.115080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cca3d848-9210-4072-a4fd-1656e3ae9974 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:22:45.181815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: cca3d848-9210-4072-a4fd-1656e3ae9974 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:22:45.192449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cca3d848-9210-4072-a4fd-1656e3ae9974 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:22:45.228169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:45.330967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a228b13-fc5f-49aa-baea-b3d8eac0cacc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:45.390694 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a228b13-fc5f-49aa-baea-b3d8eac0cacc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:45.412071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2a228b13-fc5f-49aa-baea-b3d8eac0cacc admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eba9414b-3cf8-46ef-bc01-d0c421038a25 HTTP/1.1" status: 204 len: 168 time: 1.0321019 Aug 30 13:22:45.412439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41342) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:45.465186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a228b13-fc5f-49aa-baea-b3d8eac0cacc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba9414b-3cf8-46ef-bc01-d0c421038a25,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:45.604580 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:45.610059 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2742fbe2-79df-4fe5-bbfa-e5b89c3f7e94 req-1bacdad2-910a-4023-b65a-6bce8c9b89d7 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 210 time: 0.1620023 Aug 30 13:22:45.701116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Transition to ACTIVE for port object d8136a95-c17e-46e3-91f9-a55951a37414 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:45.811491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ef55e3e5-d718-45fe-950a-b38f1b9c4707 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:22:45.844522 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:45.890576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: ef55e3e5-d718-45fe-950a-b38f1b9c4707 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:22:45.890576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ef55e3e5-d718-45fe-950a-b38f1b9c4707 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:22:46.038484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Network f213eaa3-5435-443c-9337-7eea35fc9929 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:46.049580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:46.057420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:46.124349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Pushing event updated for resources: {'Port': ['ID=d8136a95-c17e-46e3-91f9-a55951a37414,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:46.215831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:46.218809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:46.253480 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-743a8d1e-c077-4fab-8a01-1f588d133f82 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5197830 Aug 30 13:22:46.266813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Request body: {'port': {'device_id': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:46.292285 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:46.400175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:46.461452 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:46.679385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c4c4f4f2-85b8-49e8-bb10-b5f0525be0ca None None] Provisioning for port d8136a95-c17e-46e3-91f9-a55951a37414 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:46.688369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c4c4f4f2-85b8-49e8-bb10-b5f0525be0ca None None] Provisioning complete for port d8136a95-c17e-46e3-91f9-a55951a37414 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:46.688750 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c4c4f4f2-85b8-49e8-bb10-b5f0525be0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:46.715076 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:46.748810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38457f8c-0bd5-405e-a5bd-ef83d9b6af49']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:46.774926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd284d43c-0cc8-4bd0-b394-7b76c6359c0e') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:46.775616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd284d43c-0cc8-4bd0-b394-7b76c6359c0e') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:46.796522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:46.807784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c4c4f4f2-85b8-49e8-bb10-b5f0525be0ca None None] Port d8136a95-c17e-46e3-91f9-a55951a37414 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:22:46.839208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:46.863978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:22:46.866053 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:22:46.870032 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:22:47.008224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aeb07-493c-4858-8bb4-0940ca2c48a4 req-0365121b-5c0c-4150-b246-d1a061d6c6b4 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:47.009892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-849aeb07-493c-4858-8bb4-0940ca2c48a4 req-0365121b-5c0c-4150-b246-d1a061d6c6b4 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 931 time: 0.1842330 Aug 30 13:22:47.194006 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:47.221927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:47.236705 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/38457f8c-0bd5-405e-a5bd-ef83d9b6af49 HTTP/1.1" status: 204 len: 168 time: 1.8110247 Aug 30 13:22:47.435789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41366) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:47.444847 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:47.448436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc6d55-606b-47fe-a01f-bc47105379a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=38457f8c-0bd5-405e-a5bd-ef83d9b6af49,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:47.486567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:47.694884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-849aeb07-493c-4858-8bb4-0940ca2c48a4 req-3b8b3f85-e3ab-40f5-b6a0-263bdbc7c7b6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6756201 Aug 30 13:22:47.720801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41370) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:47.796198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 172.25.2.142 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/dce59d7f-1b6b-45ab-b472-a862304118d9) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:47.888809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2a73ec50-3bee-4b1c-89e1-389cab798c76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a14c66f169b147a8bc4be50a25b043a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641238 Aug 30 13:22:47.920485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41374) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:47.970236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:47.988241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8136a95-c17e-46e3-91f9-a55951a37414 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:22:47.996553 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a60dc5f0-02fb-4478-a5f4-433a01080968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.007209 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.032299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Transition to ACTIVE for port object d8136a95-c17e-46e3-91f9-a55951a37414 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:48.041961 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.194703 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a60dc5f0-02fb-4478-a5f4-433a01080968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.201034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Pushing event updated for resources: {'Port': ['ID=d8136a95-c17e-46e3-91f9-a55951a37414,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:48.210140 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a60dc5f0-02fb-4478-a5f4-433a01080968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.321050 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a60dc5f0-02fb-4478-a5f4-433a01080968 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=557f0fb7d71b457da57ce62e2f05620e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8832123 Aug 30 13:22:48.329250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41384) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:48.377850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6469d48-7913-406d-9ba4-acffc63d4d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.422931 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.483203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6469d48-7913-406d-9ba4-acffc63d4d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.508855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60dc5f0-02fb-4478-a5f4-433a01080968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7224e1b-904e-4743-aae0-7591f53f9cf5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:48.527556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Attempting to bind port d8136a95-c17e-46e3-91f9-a55951a37414 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:22:48.528206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Attempting to bind port d8136a95-c17e-46e3-91f9-a55951a37414 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:22:48.528848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Attempting to bind port d8136a95-c17e-46e3-91f9-a55951a37414 on network f213eaa3-5435-443c-9337-7eea35fc9929 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:48.566800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Port d8136a95-c17e-46e3-91f9-a55951a37414 on network f213eaa3-5435-443c-9337-7eea35fc9929 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:22:48.567242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Attempting to bind port d8136a95-c17e-46e3-91f9-a55951a37414 on network f213eaa3-5435-443c-9337-7eea35fc9929 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:48.590764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:48.604522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:22:48.604874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Checking segment: {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:48.605276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Bound using segment: {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:22:48.605763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Bound port: d8136a95-c17e-46e3-91f9-a55951a37414, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:22:48.606201 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.609196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:48.611911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=dce59d7f-1b6b-45ab-b472-a862304118d9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:48.624442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:48.688263 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e24a-db72-48c5-82a7-d59e1c7d96b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.781305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6469d48-7913-406d-9ba4-acffc63d4d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.788575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6469d48-7913-406d-9ba4-acffc63d4d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.791509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e6469d48-7913-406d-9ba4-acffc63d4d15 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/890e3e24-cf83-4434-9e66-92936599a9ad HTTP/1.1" status: 204 len: 168 time: 0.8687205 Aug 30 13:22:48.792898 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e24a-db72-48c5-82a7-d59e1c7d96b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:48.879657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6469d48-7913-406d-9ba4-acffc63d4d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890e3e24-cf83-4434-9e66-92936599a9ad,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:48.908064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] For port d8136a95-c17e-46e3-91f9-a55951a37414, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:22:48.920180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] For port d8136a95-c17e-46e3-91f9-a55951a37414, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d8136a95-c17e-46e3-91f9-a55951a37414,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:22:48.929132 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:49.063503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25604867-7d36-4096-b1d3-45426d6acd3f req-395d9f4d-b150-4deb-94ea-f10cf9577206 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:49.073383 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25604867-7d36-4096-b1d3-45426d6acd3f req-395d9f4d-b150-4deb-94ea-f10cf9577206 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 943 time: 0.1994603 Aug 30 13:22:49.075355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:49.081609 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:49.085101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] 10.222.0.35 "PUT /v2.0/ports/d8136a95-c17e-46e3-91f9-a55951a37414 HTTP/1.1" status: 200 len: 1091 time: 2.8228354 Aug 30 13:22:49.093961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'tag': 'd8136a95-c17e-46e3-91f9-a55951a37414'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:22:49.098229 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4c0551-f141-4acb-938e-f4e93fa3a859", "tag": "d8136a95-c17e-46e3-91f9-a55951a37414"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:22:49.190080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fd77e-d9d2-4247-9d4d-5fc1a88f6a4d service neutron] Pushing event updated for resources: {'Port': ['ID=d8136a95-c17e-46e3-91f9-a55951a37414,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:49.224413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-79f353f2-2001-4354-b155-3c110fa1eead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:49.226900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-79f353f2-2001-4354-b155-3c110fa1eead service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e51b4d6289664dca85581b22162ff0b8&device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 1094 time: 0.0756214 Aug 30 13:22:49.399210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-1c3132b0-8018-49f5-b9ed-60e16f48f312 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8136a95-c17e-46e3-91f9-a55951a37414 HTTP/1.1" status: 200 len: 217 time: 0.1629131 Aug 30 13:22:49.400973 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8d9d8d-28dd-4143-8347-681a53953eb3 x-openstack-request-id: req-cf8d9d8d-28dd-4143-8347-681a53953eb3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:22:49.441901 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4c0551-f141-4acb-938e-f4e93fa3a859", "tag": "d8136a95-c17e-46e3-91f9-a55951a37414", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:22:49.442359 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf8d9d8d-28dd-4143-8347-681a53953eb3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:22:49.443577 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'tag': 'd8136a95-c17e-46e3-91f9-a55951a37414', 'status': 'completed', 'code': 200} Aug 30 13:22:49.473825 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e24a-db72-48c5-82a7-d59e1c7d96b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:49.494428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7b2e24a-db72-48c5-82a7-d59e1c7d96b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:49.499591 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a7b2e24a-db72-48c5-82a7-d59e1c7d96b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a7224e1b-904e-4743-aae0-7591f53f9cf5 HTTP/1.1" status: 204 len: 168 time: 1.1601558 Aug 30 13:22:49.505234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25604867-7d36-4096-b1d3-45426d6acd3f req-6e235aff-7c41-47be-b482-25cd2d2b2576 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4306891 Aug 30 13:22:49.526597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b2e24a-db72-48c5-82a7-d59e1c7d96b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7224e1b-904e-4743-aae0-7591f53f9cf5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:49.544050 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:49.616371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-5f6863c0-414d-460f-bdd5-e3dc4a7b4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:49.617983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-5f6863c0-414d-460f-bdd5-e3dc4a7b4ad5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7adb8be-fbbb-4609-a26a-42279596bf53 HTTP/1.1" status: 200 len: 850 time: 0.1735237 Aug 30 13:22:49.815777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-53b93260-0e40-4b22-9e0c-6902e4c967e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:49.827610 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-53b93260-0e40-4b22-9e0c-6902e4c967e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f213eaa3-5435-443c-9337-7eea35fc9929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964498 Aug 30 13:22:50.088155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-f03e0edd-4625-4a3a-b922-b2280873b084 service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595508 Aug 30 13:22:50.148227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:50.304648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41424) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:50.327683 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e068097-121d-458f-8608-99dc6d053f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:50.365913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31b9e86-29cf-4802-a69c-6eb586fdde9f req-a0656dcd-97c7-44d5-8be9-504c7f38316e service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702055 Aug 30 13:22:50.563660 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e068097-121d-458f-8608-99dc6d053f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:50.607011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:22:50.613546 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e068097-121d-458f-8608-99dc6d053f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:50.748746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-df9d9dc4-b655-4556-a3d8-0ebcaf353356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:50.751500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-df9d9dc4-b655-4556-a3d8-0ebcaf353356 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e51b4d6289664dca85581b22162ff0b8&device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 1094 time: 0.2806213 Aug 30 13:22:50.756506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5e068097-121d-458f-8608-99dc6d053f35 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10a8473d498c4fa1b80e637821a315ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4498668 Aug 30 13:22:50.780751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41434) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:50.839091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41438) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:50.868361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:50.883659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e068097-121d-458f-8608-99dc6d053f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2981d530-b03d-4500-bbeb-c5af0fba6377,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:50.896357 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a5e91-dc20-48b0-b925-bd23c5eca59a None None] Sync routers for ids ['5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:50.911373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:50.914105 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-20a216ec-b11d-456b-8c47-01b6536ca986 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9153154 Aug 30 13:22:50.919759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41442) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:50.935007 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a5e91-dc20-48b0-b925-bd23c5eca59a None None] Routers {'5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:50.935664 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ab4a5e91-dc20-48b0-b925-bd23c5eca59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:51.032270 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ab4a5e91-dc20-48b0-b925-bd23c5eca59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:51.043895 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4a5e91-dc20-48b0-b925-bd23c5eca59a None None] Routers {'5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:51.044992 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ab4a5e91-dc20-48b0-b925-bd23c5eca59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:51.046952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee1c44-aaca-4bd1-bb6b-2e6f465a3007 req-cb720132-04f5-43ac-83cd-d63d7c296dc9 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:51.049836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebee1c44-aaca-4bd1-bb6b-2e6f465a3007 req-cb720132-04f5-43ac-83cd-d63d7c296dc9 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 943 time: 0.2914996 Aug 30 13:22:51.051315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1204850102-network', 'tenant_id': '1db640a70d964862a92b0278204e0a01'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:51.107374 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ab4a5e91-dc20-48b0-b925-bd23c5eca59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:51.108361 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4a5e91-dc20-48b0-b925-bd23c5eca59a None None] The sync data for ids ['5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:22:51.113957 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c6e-1431-4004-a97b-96fd2b606443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:51.120739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Made reservation on behalf of 1db640a70d964862a92b0278204e0a01 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:51.124573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:51.143641 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:51.149322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c6e-1431-4004-a97b-96fd2b606443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:51.199987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-f407dc74-3a33-4573-a6bb-6b63d0b83dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:51.202175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-f407dc74-3a33-4573-a6bb-6b63d0b83dc0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f213eaa3-5435-443c-9337-7eea35fc9929 HTTP/1.1" status: 200 len: 912 time: 0.4372895 Aug 30 13:22:51.233294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebee1c44-aaca-4bd1-bb6b-2e6f465a3007 req-bee23b08-5f3a-4740-ba22-85eba95fb5f9 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662407 Aug 30 13:22:51.290983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-567e59ad-c354-4890-9f98-1a9a756a2e74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8136a95-c17e-46e3-91f9-a55951a37414 HTTP/1.1" status: 200 len: 217 time: 0.0769389 Aug 30 13:22:51.311281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8ef644ca-9094-4432-8442-62a359ad5c9a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/routers/5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e HTTP/1.1" status: 200 len: 885 time: 0.3899891 Aug 30 13:22:51.314124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41444) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:51.386214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c6e-1431-4004-a97b-96fd2b606443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:51.390823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b9e4c6e-1431-4004-a97b-96fd2b606443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:51.396715 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9b9e4c6e-1431-4004-a97b-96fd2b606443 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2981d530-b03d-4500-bbeb-c5af0fba6377 HTTP/1.1" status: 204 len: 168 time: 0.6090574 Aug 30 13:22:51.400562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-de2513b7-e23f-4d81-9d75-fe21d1839056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:51.402513 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-de2513b7-e23f-4d81-9d75-fe21d1839056 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7adb8be-fbbb-4609-a26a-42279596bf53 HTTP/1.1" status: 200 len: 850 time: 0.1037345 Aug 30 13:22:51.436528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e4c6e-1431-4004-a97b-96fd2b606443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2981d530-b03d-4500-bbeb-c5af0fba6377,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:51.531088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-f56d5a6c-e4e3-4ca3-8a8f-466b88438d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:51.536227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-f56d5a6c-e4e3-4ca3-8a8f-466b88438d45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f213eaa3-5435-443c-9337-7eea35fc9929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205213 Aug 30 13:22:51.732307 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:51.746790 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:51.791401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ae4e27-b613-4014-956f-6318375be59d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:51.811780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:22:51.833479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-ac9a29f8-6093-441a-b2fb-24c35cc0a6cd service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824421 Aug 30 13:22:51.844221 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:51.844414 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Added segment 989994fc-e46e-49c0-b631-52d11bdd77ea of type vlan for network fd66e202-6277-45e4-9038-736c47d32d37 Aug 30 13:22:51.934867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a0d2e745-f206-4226-abb3-14196d02dcde tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6190598 Aug 30 13:22:51.941426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41460) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:51.950963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0ceca625-ef66-4157-996d-500f68562756 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1737531143'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:51.962956 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:52.049935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:52.053036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:52.054260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:52.180008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41462) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:52.204106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14344848-f78c-4f17-8a18-6f0ee0490e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:52.215407 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3745127 Aug 30 13:22:52.216263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41464) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:52.227800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-959b28ff-41d9-4b98-a7e4-4d1c857ba1d4 req-bfc584c8-f3bc-46c6-98a3-198ef60b2f0d service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864560 Aug 30 13:22:52.257231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Request body: {'subnet': {'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1204850102-subnet', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:52.294902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Made reservation on behalf of 1db640a70d964862a92b0278204e0a01 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:52.297421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:52.302737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091fb55-f49a-4743-bfa1-d9a7d142909a admin admin] Pushing event updated for resources: {'Network': ['ID=fd66e202-6277-45e4-9038-736c47d32d37,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:52.329060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network fd66e202-6277-45e4-9038-736c47d32d37 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:22:52.854643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0ceca625-ef66-4157-996d-500f68562756 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:52.880674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0ceca625-ef66-4157-996d-500f68562756 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.024476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0351652-949d-441f-8623-132543afa56e req-469f2f51-5d30-4e9a-a25b-0a9bae961eda tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:53.042307 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0351652-949d-441f-8623-132543afa56e req-469f2f51-5d30-4e9a-a25b-0a9bae961eda tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 943 time: 0.6073465 Aug 30 13:22:53.149009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ceca625-ef66-4157-996d-500f68562756 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:22:53.209075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0351652-949d-441f-8623-132543afa56e req-54af5b72-30c4-4380-9d44-2e15072edf06 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639936 Aug 30 13:22:53.238499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14344848-f78c-4f17-8a18-6f0ee0490e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.250596 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14344848-f78c-4f17-8a18-6f0ee0490e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.352894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14344848-f78c-4f17-8a18-6f0ee0490e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4379a0-0ec0-4f8f-999f-0d61c5473790,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:53.361650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-14344848-f78c-4f17-8a18-6f0ee0490e7d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3338df40b1f046cf8c41093deddf7c63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1777589 Aug 30 13:22:53.362492 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41474) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:53.364539 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.421519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceca625-ef66-4157-996d-500f68562756 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:53.431690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0ceca625-ef66-4157-996d-500f68562756 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.435792 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0ceca625-ef66-4157-996d-500f68562756 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e HTTP/1.1" status: 200 len: 892 time: 1.4918201 Aug 30 13:22:53.440239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41476) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:53.442909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c28ad-11f1-42b4-b759-6386be47decc None None] Sync routers for ids ['5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:53.465184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c28ad-11f1-42b4-b759-6386be47decc None None] Routers {'5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:53.466395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f35c28ad-11f1-42b4-b759-6386be47decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:53.532386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2062eeeb-1e7b-46a3-8ac8-545725812198,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:53.533575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f35c28ad-11f1-42b4-b759-6386be47decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:53.546477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Checking segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:53.546998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Network hostable DHCP agents. Network: fd66e202-6277-45e4-9038-736c47d32d37, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:22:53.547793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c28ad-11f1-42b4-b759-6386be47decc None None] Routers {'5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:53.548460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f35c28ad-11f1-42b4-b759-6386be47decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:53.587788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Network fd66e202-6277-45e4-9038-736c47d32d37 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:22:53.592009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f35c28ad-11f1-42b4-b759-6386be47decc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:53.592687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c28ad-11f1-42b4-b759-6386be47decc None None] The sync data for ids ['5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:22:53.601899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5fae1e4-7cbf-429c-940d-6503f227a238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.606553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8a0155be-d5bf-46c5-9c2b-08cf34395699 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/routers/5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e HTTP/1.1" status: 200 len: 892 time: 0.1577258 Aug 30 13:22:53.606804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41478) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:53.616025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, fd66e202-6277-45e4-9038-736c47d32d37) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:53.623030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:53.623663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.639068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b97bac-f3a9-498d-8e51-beadc3fd045c None None] Network fd66e202-6277-45e4-9038-736c47d32d37 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:53.646076 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5fae1e4-7cbf-429c-940d-6503f227a238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.662262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-90b3390a-43bb-4aa9-98f1-cdcec4d082fc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4069514 Aug 30 13:22:53.662262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41480) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:53.662747 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-32d999af-c089-41c1-b6fa-02ee72fff541 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e HTTP/1.1" status: 200 len: 205 time: 0.0510454 Aug 30 13:22:53.664103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41482) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:53.665394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:53.721483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.723248 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.755137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5fae1e4-7cbf-429c-940d-6503f227a238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.763606 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5fae1e4-7cbf-429c-940d-6503f227a238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.767845 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d5fae1e4-7cbf-429c-940d-6503f227a238 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/be4379a0-0ec0-4f8f-999f-0d61c5473790 HTTP/1.1" status: 204 len: 168 time: 0.4008276 Aug 30 13:22:53.795776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fae1e4-7cbf-429c-940d-6503f227a238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4379a0-0ec0-4f8f-999f-0d61c5473790,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:53.947383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:53.951018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:54.217532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d8136a95-c17e-46e3-91f9-a55951a37414 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:22:54.308865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:54.388128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:54.584836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port dce59d7f-1b6b-45ab-b472-a862304118d9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:22:54.585755 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:54.626348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b662f-e28c-42f8-82e7-2d9320f2366b req-a98a1d57-8421-446c-9b81-bbc8bf19c64f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:54.637927 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eb1b662f-e28c-42f8-82e7-2d9320f2366b req-a98a1d57-8421-446c-9b81-bbc8bf19c64f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 943 time: 0.2394426 Aug 30 13:22:54.713537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-fd66e202-6277-45e4-9038-736c47d32d37', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:22:54.724520 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:54.775663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d8136a95-c17e-46e3-91f9-a55951a37414, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d8136a95-c17e-46e3-91f9-a55951a37414,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:54.815048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:54.840109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for dce59d7f-1b6b-45ab-b472-a862304118d9 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:22:54.910994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:54.938879 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:55.128597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Allocated IP 172.25.2.148 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/c1b18d3b-3c2a-4a48-ab80-143e6879f70f) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:55.135307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Allocated IP 172.20.0.2 (fd66e202-6277-45e4-9038-736c47d32d37/2062eeeb-1e7b-46a3-8ac8-545725812198/189f33ca-45b8-4b7f-aacc-3822ace7a8cd) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:22:55.202639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd8136a95-c17e-46e3-91f9-a55951a37414', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'port_id': 'd8136a95-c17e-46e3-91f9-a55951a37414', 'mac_address': 'fa:16:3e:b8:05:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:22:55.260461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:55.307802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:55.308548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:55.341423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8136a95-c17e-46e3-91f9-a55951a37414 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:22:55.344635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eb1b662f-e28c-42f8-82e7-2d9320f2366b req-860ab3cc-1719-402f-bdb2-ac595925cc97 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7054117 Aug 30 13:22:55.364330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:55.379971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d8136a95-c17e-46e3-91f9-a55951a37414, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d8136a95-c17e-46e3-91f9-a55951a37414,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:55.385931 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:55.426315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=dce59d7f-1b6b-45ab-b472-a862304118d9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:55.498547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:55.525395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:55.536026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:55.630468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Pushing event updated for resources: {'Port': ['ID=c1b18d3b-3c2a-4a48-ab80-143e6879f70f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:55.643945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.644802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.645836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.645836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.646087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.646397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.646731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.647235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.647572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.647895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.648224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.648547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:22:55.715977 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:55.812087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d8136a95-c17e-46e3-91f9-a55951a37414,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:56.163863 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.183026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Transition to ACTIVE for port object 189f33ca-45b8-4b7f-aacc-3822ace7a8cd will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:56.214736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Transition to ACTIVE for port object 189f33ca-45b8-4b7f-aacc-3822ace7a8cd will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:22:56.221814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d8136a95-c17e-46e3-91f9-a55951a37414'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:22:56.227484 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.367078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.447891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Pushing event updated for resources: {'Port': ['ID=189f33ca-45b8-4b7f-aacc-3822ace7a8cd,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:56.475291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Network fd66e202-6277-45e4-9038-736c47d32d37 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:22:56.478921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:22:56.484686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:22:56.714322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Attempting to bind port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:22:56.719823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Attempting to bind port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:22:56.721037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Attempting to bind port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:22:56.740292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:22:56.741179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Checking segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:56.741822 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.742504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Bound using segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:22:56.743533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Bound port: 189f33ca-45b8-4b7f-aacc-3822ace7a8cd, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:22:56.744737 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.753041 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.756376 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.920852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] For port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:22:56.922224 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.923369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Fanout notify agent at l3_agent the message router_deleted on router 5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:22:56.927857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] For port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=189f33ca-45b8-4b7f-aacc-3822ace7a8cd,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:22:56.937749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.956314 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:56.964186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ca21143a-9b95-4e13-9c52-49976dac75ee tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e HTTP/1.1" status: 204 len: 168 time: 3.2970154 Aug 30 13:22:56.970880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41528) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:56.995105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-105502528'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:57.040753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06db5a-1daf-4328-a59e-a1615cdc0b15 None None] Pushing event updated for resources: {'Port': ['ID=189f33ca-45b8-4b7f-aacc-3822ace7a8cd,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:57.057184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:57.060803 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:57.142997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:22:57.190385 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:57.194859 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added segment 2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc of type vlan for network bdc50aab-aa0d-41ae-9799-595367043b2a Aug 30 13:22:57.411150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:57.486867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3412f40-ea43-4843-8979-f4607e3850a3 req-0263e724-0b57-4f34-aa8b-8f7dd0285039 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:57.489794 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:57.500029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:57.500707 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:57.514801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3412f40-ea43-4843-8979-f4607e3850a3 req-0263e724-0b57-4f34-aa8b-8f7dd0285039 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 944 time: 0.7456300 Aug 30 13:22:57.703796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:57.751326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3412f40-ea43-4843-8979-f4607e3850a3 req-9a74fea4-14ca-4b95-b647-f202e598274a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334127 Aug 30 13:22:57.783969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8116922 Aug 30 13:22:57.817717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41536) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:57.827091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'subnet': {'network_id': 'bdc50aab-aa0d-41ae-9799-595367043b2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:22:57.987281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:22:57.991314 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:58.013817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11777-646b-46f0-94ae-6b86a9d80496 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Network': ['ID=bdc50aab-aa0d-41ae-9799-595367043b2a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:58.035895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network bdc50aab-aa0d-41ae-9799-595367043b2a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:22:58.189172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Router 6c3d4107-9a0f-4872-83eb-d16b1c39199f is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:22:58.249251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d8136a95-c17e-46e3-91f9-a55951a37414 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:58.428614 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:58.464899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port d8136a95-c17e-46e3-91f9-a55951a37414 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:58.474169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d8136a95-c17e-46e3-91f9-a55951a37414 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:58.474682 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:58.578536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 189f33ca-45b8-4b7f-aacc-3822ace7a8cd up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:22:58.642129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:22:58.663371 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Sync routers for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:22:58.696931 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:22:58.699698 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:58.788963 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:58.791148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-34d3cb14-7889-4cd5-854f-4e03d4b7dae3 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1302094 Aug 30 13:22:58.805373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41544) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:22:58.862697 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:58.991944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:58.996405 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:22:59.084849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:59.102413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8136a95-c17e-46e3-91f9-a55951a37414'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:22:59.146446 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca1d332-63cd-4c40-b677-36ce6f6d5e74" -d '{"events": [{"server_uuid": "ed4c0551-f141-4acb-938e-f4e93fa3a859", "name": "network-vif-plugged", "status": "completed", "tag": "d8136a95-c17e-46e3-91f9-a55951a37414"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:22:59.217147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d8136a95-c17e-46e3-91f9-a55951a37414, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d8136a95-c17e-46e3-91f9-a55951a37414,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:22:59.225436 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:59.357766 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44827785-98f1-4463-8045-e4a26220e500 x-openstack-request-id: req-44827785-98f1-4463-8045-e4a26220e500 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:22:59.358601 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4c0551-f141-4acb-938e-f4e93fa3a859", "name": "network-vif-plugged", "status": "completed", "tag": "d8136a95-c17e-46e3-91f9-a55951a37414", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:22:59.359010 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44827785-98f1-4463-8045-e4a26220e500 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:22:59.379638 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8136a95-c17e-46e3-91f9-a55951a37414', 'code': 200} Aug 30 13:22:59.481396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Subnet': ['ID=83de172b-62bb-4155-8fbb-a0b8d1778d9f,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:59.511587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d8136a95-c17e-46e3-91f9-a55951a37414,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:22:59.646602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Checking segment: {'id': '2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdc50aab-aa0d-41ae-9799-595367043b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:22:59.647724 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:22:55Z', 'revision_number': 3, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:22:59.654221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network hostable DHCP agents. Network: bdc50aab-aa0d-41ae-9799-595367043b2a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:22:59.682196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f446e651-4444-4457-809c-d9baa7b92464 None None] Network fd66e202-6277-45e4-9038-736c47d32d37 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:22:59.760063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf01b52-e610-4f55-8f1d-fcad37bf7382 req-d2ede8e4-7b2e-43f2-b51f-9fd9f7cec3dd tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:59.762744 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8bf01b52-e610-4f55-8f1d-fcad37bf7382 req-d2ede8e4-7b2e-43f2-b51f-9fd9f7cec3dd tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 944 time: 0.7057328 Aug 30 13:22:59.768314 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Checking router: 6c3d4107-9a0f-4872-83eb-d16b1c39199f for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:22:59.780512 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Updating router 6c3d4107-9a0f-4872-83eb-d16b1c39199f port c1b18d3b-3c2a-4a48-ab80-143e6879f70f binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:22:59.885593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network bdc50aab-aa0d-41ae-9799-595367043b2a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:22:59.887384 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:59.934030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8b94572-5b57-445b-9c92-b21fe33caaae None None] Provisioning for port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:22:59.947626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648044e8-2ccc-42d2-8d35-b7a30bb77ad8 req-c4633d01-0738-42f3-a9ec-15b0f311df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:22:59.951065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-648044e8-2ccc-42d2-8d35-b7a30bb77ad8 req-c4633d01-0738-42f3-a9ec-15b0f311df2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 1096 time: 0.4202828 Aug 30 13:22:59.970685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8b94572-5b57-445b-9c92-b21fe33caaae None None] Provisioning complete for port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:22:59.974141 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8b94572-5b57-445b-9c92-b21fe33caaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:22:59.995929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, bdc50aab-aa0d-41ae-9799-595367043b2a) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:00.008328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:00.009355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.060001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de8a6b-d120-4b88-a9dd-e7583b58b233 None None] Network bdc50aab-aa0d-41ae-9799-595367043b2a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:00.070284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8bf01b52-e610-4f55-8f1d-fcad37bf7382 req-fc21ba8f-d28f-4fe5-8db8-4675086ae8df tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563558 Aug 30 13:23:00.102155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c7e23092-98f3-4af5-b4d9-cdab95ab1c6e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2810161 Aug 30 13:23:00.103153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41556) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:00.118076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a8d827fe-0a2e-4be8-bbae-9207a09e3ace tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1918428304', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:00.237828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-648044e8-2ccc-42d2-8d35-b7a30bb77ad8 req-379e8ceb-7e02-4e59-bb53-26d754ee29c5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694159 Aug 30 13:23:00.294495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8d827fe-0a2e-4be8-bbae-9207a09e3ace tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.298057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8d827fe-0a2e-4be8-bbae-9207a09e3ace tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.409017 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8b94572-5b57-445b-9c92-b21fe33caaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.571356 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8d827fe-0a2e-4be8-bbae-9207a09e3ace tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.579010 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8d827fe-0a2e-4be8-bbae-9207a09e3ace tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.623599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.636241 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8d827fe-0a2e-4be8-bbae-9207a09e3ace tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.637907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a8d827fe-0a2e-4be8-bbae-9207a09e3ace tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5325935 Aug 30 13:23:00.645300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41568) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:00.679161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-bdc50aab-aa0d-41ae-9799-595367043b2a', 'network_id': 'bdc50aab-aa0d-41ae-9799-595367043b2a', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'fixed_ips': [{'subnet_id': '83de172b-62bb-4155-8fbb-a0b8d1778d9f'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:23:00.679807 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.736720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e8b94572-5b57-445b-9c92-b21fe33caaae None None] For port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=189f33ca-45b8-4b7f-aacc-3822ace7a8cd,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:00.758196 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8b94572-5b57-445b-9c92-b21fe33caaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:00.904258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b94572-5b57-445b-9c92-b21fe33caaae None None] Pushing event updated for resources: {'Port': ['ID=189f33ca-45b8-4b7f-aacc-3822ace7a8cd,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:01.037589 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:01.085376 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Transition to ACTIVE for port object c1b18d3b-3c2a-4a48-ab80-143e6879f70f will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:01.107586 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:01.287597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:01.309486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-31dfe22d-cd78-42e6-9137-0f7d72bd5486 None None] Provisioning complete for port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:01.313117 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-31dfe22d-cd78-42e6-9137-0f7d72bd5486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:01.359709 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71011f7-7fc5-46ac-ad9c-dc993968c7d8 None None] Pushing event updated for resources: {'Port': ['ID=c1b18d3b-3c2a-4a48-ab80-143e6879f70f,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:01.368190 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Attempting to bind port c1b18d3b-3c2a-4a48-ab80-143e6879f70f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:01.368762 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Attempting to bind port c1b18d3b-3c2a-4a48-ab80-143e6879f70f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:01.369349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Attempting to bind port c1b18d3b-3c2a-4a48-ab80-143e6879f70f on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:01.388799 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:01.403112 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:01.403691 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:01.409087 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:01.409087 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:01.409087 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Bound port: c1b18d3b-3c2a-4a48-ab80-143e6879f70f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:01.409087 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:01.580781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Allocated IP 2001:db8::2 (bdc50aab-aa0d-41ae-9799-595367043b2a/83de172b-62bb-4155-8fbb-a0b8d1778d9f/92ecbbae-cdae-44fa-856d-31ece36a41f8) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:01.658433 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] For port c1b18d3b-3c2a-4a48-ab80-143e6879f70f, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:01.672160 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] For port c1b18d3b-3c2a-4a48-ab80-143e6879f70f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c1b18d3b-3c2a-4a48-ab80-143e6879f70f,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:01.684801 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:01.963836 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:01.981488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Transition to ACTIVE for port object 92ecbbae-cdae-44fa-856d-31ece36a41f8 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:02.044054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Transition to ACTIVE for port object 92ecbbae-cdae-44fa-856d-31ece36a41f8 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:02.054537 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:02.055750 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:02.065620 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71011f7-7fc5-46ac-ad9c-dc993968c7d8 None None] Pushing event updated for resources: {'Port': ['ID=c1b18d3b-3c2a-4a48-ab80-143e6879f70f,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:02.068305 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:02.356359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Allocated IP 172.20.0.1 (fd66e202-6277-45e4-9038-736c47d32d37/2062eeeb-1e7b-46a3-8ac8-545725812198/5a1485fa-6dca-4ffd-ace0-673c75a94f85) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:02.495549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Network bdc50aab-aa0d-41ae-9799-595367043b2a is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:02.507308 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:02.552152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:02.559076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:02.617611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 189f33ca-45b8-4b7f-aacc-3822ace7a8cd up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:02.676583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 2001:db8::1 (bdc50aab-aa0d-41ae-9799-595367043b2a/83de172b-62bb-4155-8fbb-a0b8d1778d9f/7a643828-4815-490a-b461-543bea3c7c39) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:02.687505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Pushing event updated for resources: {'Port': ['ID=92ecbbae-cdae-44fa-856d-31ece36a41f8,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:02.861300 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Attempting to bind port 92ecbbae-cdae-44fa-856d-31ece36a41f8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:02.862059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Attempting to bind port 92ecbbae-cdae-44fa-856d-31ece36a41f8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdc50aab-aa0d-41ae-9799-595367043b2a'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:02.862743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Attempting to bind port 92ecbbae-cdae-44fa-856d-31ece36a41f8 on network bdc50aab-aa0d-41ae-9799-595367043b2a {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:02.867194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:02.867763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:02.937013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e468418-ddd9-461d-a137-3738b3c521f2 req-484c0b17-2ae1-471d-9faf-9f8fd05a7082 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:02.940393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:02.941567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Checking segment: {'id': '2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdc50aab-aa0d-41ae-9799-595367043b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:02.943762 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e468418-ddd9-461d-a137-3738b3c521f2 req-484c0b17-2ae1-471d-9faf-9f8fd05a7082 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 945 time: 0.3330846 Aug 30 13:23:02.951430 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:02.983631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Bound using segment: {'id': '2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdc50aab-aa0d-41ae-9799-595367043b2a'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:02.986934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Bound port: 92ecbbae-cdae-44fa-856d-31ece36a41f8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'bdc50aab-aa0d-41ae-9799-595367043b2a'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:02.987848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:03.046218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:03.064893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e468418-ddd9-461d-a137-3738b3c521f2 req-1e3a490e-5361-4f25-b0d8-7ab9cb5cfa93 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977044 Aug 30 13:23:03.079261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:22:55Z', 'revision_number': 3, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:03.092594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Transition to ACTIVE for port object 5a1485fa-6dca-4ffd-ace0-673c75a94f85 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:03.167749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:03.277382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Transition to ACTIVE for port object 7a643828-4815-490a-b461-543bea3c7c39 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:03.296896 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:03.310475 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e5c69-ef89-4943-905a-2c43bbdd75b4 None None] The sync data for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 is: [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:22:55Z', 'revision_number': 3, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:03.397134 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:03.428350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1485fa-6dca-4ffd-ace0-673c75a94f85,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:03.472903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Network fd66e202-6277-45e4-9038-736c47d32d37 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:03.484618 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:03.488609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:03.588028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network bdc50aab-aa0d-41ae-9799-595367043b2a is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:03.610038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:03.620361 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:03.622431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:03.626199 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:03.643821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=7a643828-4815-490a-b461-543bea3c7c39,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:03.823990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] For port 92ecbbae-cdae-44fa-856d-31ece36a41f8, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:03.951394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] For port 92ecbbae-cdae-44fa-856d-31ece36a41f8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=92ecbbae-cdae-44fa-856d-31ece36a41f8,segment=NetworkSegment(2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc),segment_id=2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:03.966677 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:04.172483 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:04.303337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9d982-c20e-4a8d-87dd-3b50e5de87e1 None None] Pushing event updated for resources: {'Port': ['ID=92ecbbae-cdae-44fa-856d-31ece36a41f8,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:04.320202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-79f9bdf9-d485-49c3-9473-7faea17f7cb4 None None] Provisioning for port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:04.327306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-79f9bdf9-d485-49c3-9473-7faea17f7cb4 None None] Provisioning complete for port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:04.327710 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:04.328002 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-79f9bdf9-d485-49c3-9473-7faea17f7cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:04.499685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-79f9bdf9-d485-49c3-9473-7faea17f7cb4 None None] Port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:04.629469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1b18d3b-3c2a-4a48-ab80-143e6879f70f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:04.979326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c1b18d3b-3c2a-4a48-ab80-143e6879f70f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:04.980042 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:04.996750 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:05.008581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c1b18d3b-3c2a-4a48-ab80-143e6879f70f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:05.009643 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:05.117381 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:05.125182 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:05.129106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:05.227493 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:05.237035 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:05.294598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c1b18d3b-3c2a-4a48-ab80-143e6879f70f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c1b18d3b-3c2a-4a48-ab80-143e6879f70f,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:05.306803 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:05.378028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Pushing event updated for resources: {'Port': ['ID=5a1485fa-6dca-4ffd-ace0-673c75a94f85,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:05.444106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf920d-ec7b-43d3-a691-235626803bd1 req-59774ac3-d5b0-4c5d-b3cb-d51a6b41d39b tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:05.446622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fccf920d-ec7b-43d3-a691-235626803bd1 req-59774ac3-d5b0-4c5d-b3cb-d51a6b41d39b tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 945 time: 0.8131330 Aug 30 13:23:05.453129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c1b18d3b-3c2a-4a48-ab80-143e6879f70f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:05.459045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=7a643828-4815-490a-b461-543bea3c7c39,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:05.529999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Network fd66e202-6277-45e4-9038-736c47d32d37 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:05.532039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:05.574150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fccf920d-ec7b-43d3-a691-235626803bd1 req-3173dd10-fa71-4bfc-81e5-e3faa6780283 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032262 Aug 30 13:23:05.606546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network bdc50aab-aa0d-41ae-9799-595367043b2a is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:05.608837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:05.955981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Router 6c3d4107-9a0f-4872-83eb-d16b1c39199f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:06.073378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:23:06.149714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:06.167239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e240f120-80a7-4829-baf1-1bd7aded9819 admin admin] 10.222.0.37 "PUT /v2.0/routers/6c3d4107-9a0f-4872-83eb-d16b1c39199f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3600366 Aug 30 13:23:06.224930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a45d-83d9-4a0e-8de2-45ae7e4c0c6f req-ade9fbba-8eab-48a3-933b-00ee60dda469 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:06.227117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f576a45d-83d9-4a0e-8de2-45ae7e4c0c6f req-ade9fbba-8eab-48a3-933b-00ee60dda469 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 945 time: 0.3497679 Aug 30 13:23:06.240883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41628) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:06.251418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-77a08410-2375-45ca-812f-27d3e3306ff1 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Request body: {'floatingip': {'port_id': 'd8136a95-c17e-46e3-91f9-a55951a37414'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:06.278139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:06.278995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f28e6f2c-d4bb-490f-9430-e01ea8593a76 None None] Provisioning complete for port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:06.279455 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f28e6f2c-d4bb-490f-9430-e01ea8593a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:06.295820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dd50f052-06ef-46ad-bb81-ce781e4824b4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6479285 Aug 30 13:23:06.304894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41630) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:06.346147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f28e6f2c-d4bb-490f-9430-e01ea8593a76 None None] Port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:06.350442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723bdd2-2be8-4979-abb5-286cba13c620 None None] Sync routers for ids ['a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:06.366218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723bdd2-2be8-4979-abb5-286cba13c620 None None] Routers {'a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:06.367105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4723bdd2-2be8-4979-abb5-286cba13c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:06.424172 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a08410-2375-45ca-812f-27d3e3306ff1 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:06.459758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4723bdd2-2be8-4979-abb5-286cba13c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:06.496464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723bdd2-2be8-4979-abb5-286cba13c620 None None] Routers {'a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:06.500233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4723bdd2-2be8-4979-abb5-286cba13c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:06.535515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ebc653-ccdc-4111-9b07-504e3be4b615 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:06.542196 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-01ebc653-ccdc-4111-9b07-504e3be4b615 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports/7a643828-4815-490a-b461-543bea3c7c39 HTTP/1.1" status: 200 len: 911 time: 0.2315800 Aug 30 13:23:06.546482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41632) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:06.583742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-392a3587-bccd-42fa-b9d2-b7bd29d7b1a1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '83de172b-62bb-4155-8fbb-a0b8d1778d9f'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:06.585213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4723bdd2-2be8-4979-abb5-286cba13c620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:06.586100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723bdd2-2be8-4979-abb5-286cba13c620 None None] The sync data for ids ['a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:06.608430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1612d0-789e-4826-bce0-4f78bebcf6fe None None] Network bdc50aab-aa0d-41ae-9799-595367043b2a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:06.732417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-91501f03-b54d-4bd7-a9b8-22ce4ebb53a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:06.742132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-79b1adb8-30e5-4026-9e0a-691c60615803 None None] Provisioning for port 92ecbbae-cdae-44fa-856d-31ece36a41f8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:06.910464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1b18d3b-3c2a-4a48-ab80-143e6879f70f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:07.041240 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c1b18d3b-3c2a-4a48-ab80-143e6879f70f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:07.046089 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:07.114902 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-392a3587-bccd-42fa-b9d2-b7bd29d7b1a1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:07.309711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 92ecbbae-cdae-44fa-856d-31ece36a41f8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:07.512558 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Sync routers for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:07.592573 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:07.615276 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:22:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:07.637297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 92ecbbae-cdae-44fa-856d-31ece36a41f8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:07.678624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 92ecbbae-cdae-44fa-856d-31ece36a41f8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:07.679044 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:07.825152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-e360c0d4-7944-46ab-92d6-42667b46ec11 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6704133 Aug 30 13:23:07.848617 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a08410-2375-45ca-812f-27d3e3306ff1 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:07.858047 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a08410-2375-45ca-812f-27d3e3306ff1 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:07.887625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41658) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:07.905056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-11bae815-894e-4c52-ac6b-f65cbe9975eb None None] Provisioning for port 7a643828-4815-490a-b461-543bea3c7c39 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:07.941178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-11bae815-894e-4c52-ac6b-f65cbe9975eb None None] Provisioning complete for port 7a643828-4815-490a-b461-543bea3c7c39 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:07.941653 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-11bae815-894e-4c52-ac6b-f65cbe9975eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:08.175811 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-77a08410-2375-45ca-812f-27d3e3306ff1 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Floating IP d44ab56e-81f4-4d57-b76b-caab09430d64 associated. External IP: 172.25.2.190, port: d8136a95-c17e-46e3-91f9-a55951a37414. Aug 30 13:23:08.231912 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:08.297476 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:08.323867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41664) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:08.346746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-11bae815-894e-4c52-ac6b-f65cbe9975eb None None] Port 7a643828-4815-490a-b461-543bea3c7c39 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:08.407514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-11bae815-894e-4c52-ac6b-f65cbe9975eb None None] Provisioning complete for port 92ecbbae-cdae-44fa-856d-31ece36a41f8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:08.408221 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-11bae815-894e-4c52-ac6b-f65cbe9975eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:08.449294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-92d501cd-0d3d-4c9f-bd10-f318c235ffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:08.450130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 92ecbbae-cdae-44fa-856d-31ece36a41f8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=92ecbbae-cdae-44fa-856d-31ece36a41f8,segment=NetworkSegment(2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc),segment_id=2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:08.451912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-92d501cd-0d3d-4c9f-bd10-f318c235ffbc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e51b4d6289664dca85581b22162ff0b8&device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 1096 time: 0.5167022 Aug 30 13:23:08.456618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:08.535265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=92ecbbae-cdae-44fa-856d-31ece36a41f8,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:08.713158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a76f54e7-4591-42b2-b7d6-b04567cf61a9 None None] Provisioning complete for port 7a643828-4815-490a-b461-543bea3c7c39 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:08.713324 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a76f54e7-4591-42b2-b7d6-b04567cf61a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:08.725368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e25371e1-60d1-4b90-bf8c-b6493bd229bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:08.727682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41670) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:08.777363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-668740a4-815a-474c-90ba-31bdd3f823d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630095496', 'description': 'tempest-description--1740842837'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:08.822684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a76f54e7-4591-42b2-b7d6-b04567cf61a9 None None] Port 7a643828-4815-490a-b461-543bea3c7c39 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:08.888590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-668740a4-815a-474c-90ba-31bdd3f823d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:08.923717 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e73edf8a-f1a0-4976-b8a3-03fd5a6cc93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.041766 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-e25371e1-60d1-4b90-bf8c-b6493bd229bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:23:09.041766 n-d-688802-6 neutron-server[95698]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 13:23:09.041766 n-d-688802-6 neutron-server[95698]: [parameters: {'project_id_1': 'f3a6cad3be3a42e9885b65058fb6d206', 'expiration_1': datetime.datetime(2021, 8, 30, 13, 23, 8, 978279)}] Aug 30 13:23:09.041766 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:23:09.042602 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-e25371e1-60d1-4b90-bf8c-b6493bd229bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:23:09.070682 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5a1485fa-6dca-4ffd-ace0-673c75a94f85', 'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'mac_address': 'fa:16:3e:c7:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:00Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 2, 'project_id': '1db640a70d964862a92b0278204e0a01', 'subnets': [{'id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:09.108536 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Checking router: 6c3d4107-9a0f-4872-83eb-d16b1c39199f for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:23:09.109061 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Updating router 6c3d4107-9a0f-4872-83eb-d16b1c39199f port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:23:09.176249 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-668740a4-815a-474c-90ba-31bdd3f823d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.183136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8f2688e2-e6ae-44d5-9fb3-17a67ed58f7f None None] Provisioning complete for port 7a643828-4815-490a-b461-543bea3c7c39 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:09.183788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8f2688e2-e6ae-44d5-9fb3-17a67ed58f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.189915 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.300688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a08410-2375-45ca-812f-27d3e3306ff1 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Router b83b9cc0-4b08-43a1-a6c9-edb913a99381 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:09.311036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8f2688e2-e6ae-44d5-9fb3-17a67ed58f7f None None] Port 7a643828-4815-490a-b461-543bea3c7c39 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:09.320865 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-668740a4-815a-474c-90ba-31bdd3f823d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.373888 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ba61c75d-ad3a-49bf-98e4-7e67748fd0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.495759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-38d59b81-eb0b-4f08-96b6-1a5e89bc4894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:09.498263 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-38d59b81-eb0b-4f08-96b6-1a5e89bc4894 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f213eaa3-5435-443c-9337-7eea35fc9929 HTTP/1.1" status: 200 len: 912 time: 0.9896569 Aug 30 13:23:09.523843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a08410-2375-45ca-812f-27d3e3306ff1 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:09.540974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a08410-2375-45ca-812f-27d3e3306ff1 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.545832 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] Sync routers for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:09.578816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:09.579368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:09.582992 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e25371e1-60d1-4b90-bf8c-b6493bd229bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.609936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-77a08410-2375-45ca-812f-27d3e3306ff1 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "PUT /v2.0/floatingips/d44ab56e-81f4-4d57-b76b-caab09430d64 HTTP/1.1" status: 200 len: 991 time: 3.3629236 Aug 30 13:23:09.611029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'tag': 'd8136a95-c17e-46e3-91f9-a55951a37414'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:23:09.616362 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ed4c0551-f141-4acb-938e-f4e93fa3a859", "tag": "d8136a95-c17e-46e3-91f9-a55951a37414"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:23:09.637640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668740a4-815a-474c-90ba-31bdd3f823d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b4c888-8c03-47ed-8ffd-804ff36880b6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:09.932543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:09.945957 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-392a3587-bccd-42fa-b9d2-b7bd29d7b1a1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.971846 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:09.976506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-dcfde573-f1fc-4dae-b16c-0e358cf68eab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8136a95-c17e-46e3-91f9-a55951a37414 HTTP/1.1" status: 200 len: 999 time: 0.3825297 Aug 30 13:23:10.006454 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Transition to ACTIVE for port object 5a1485fa-6dca-4ffd-ace0-673c75a94f85 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:10.023763 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.082904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-392a3587-bccd-42fa-b9d2-b7bd29d7b1a1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.113830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a3587-bccd-42fa-b9d2-b7bd29d7b1a1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:10.125025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-392a3587-bccd-42fa-b9d2-b7bd29d7b1a1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.130369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41680) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:10.131094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-392a3587-bccd-42fa-b9d2-b7bd29d7b1a1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/ports/7a643828-4815-490a-b461-543bea3c7c39 HTTP/1.1" status: 200 len: 911 time: 3.5821905 Aug 30 13:23:10.174223 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.259116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a3587-bccd-42fa-b9d2-b7bd29d7b1a1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=7a643828-4815-490a-b461-543bea3c7c39,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:10.273121 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455d0c4-8f54-49f8-a985-def2ba0cfa87 None None] Pushing event updated for resources: {'Port': ['ID=5a1485fa-6dca-4ffd-ace0-673c75a94f85,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:10.279346 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5af1354-bbd3-4896-a206-53cc651a347f x-openstack-request-id: req-b5af1354-bbd3-4896-a206-53cc651a347f {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:23:10.281512 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed4c0551-f141-4acb-938e-f4e93fa3a859", "tag": "d8136a95-c17e-46e3-91f9-a55951a37414", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:23:10.282188 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5af1354-bbd3-4896-a206-53cc651a347f {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:23:10.283449 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'tag': 'd8136a95-c17e-46e3-91f9-a55951a37414', 'status': 'completed', 'code': 200} Aug 30 13:23:10.307186 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Attempting to bind port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:10.308238 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Attempting to bind port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:10.308994 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Attempting to bind port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:10.331169 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:10.331925 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Checking segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:10.332881 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.334444 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Bound using segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:10.339113 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Bound port: 5a1485fa-6dca-4ffd-ace0-673c75a94f85, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:10.340424 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.344088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-73db7d5c-da87-4059-b5fe-5c4e4bb2d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:10.349394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-73db7d5c-da87-4059-b5fe-5c4e4bb2d2c8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7adb8be-fbbb-4609-a26a-42279596bf53 HTTP/1.1" status: 200 len: 850 time: 0.3714900 Aug 30 13:23:10.455292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-5152c15e-d067-4f81-81cb-a7d92be8bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:10.458342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-5152c15e-d067-4f81-81cb-a7d92be8bdbf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f213eaa3-5435-443c-9337-7eea35fc9929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978725 Aug 30 13:23:10.504071 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e73edf8a-f1a0-4976-b8a3-03fd5a6cc93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.524155 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e73edf8a-f1a0-4976-b8a3-03fd5a6cc93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.623705 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] For port 5a1485fa-6dca-4ffd-ace0-673c75a94f85, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:10.651908 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] For port 5a1485fa-6dca-4ffd-ace0-673c75a94f85, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5a1485fa-6dca-4ffd-ace0-673c75a94f85,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:10.665002 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.672412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 92ecbbae-cdae-44fa-856d-31ece36a41f8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:10.777226 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-668740a4-815a-474c-90ba-31bdd3f823d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.782796 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-668740a4-815a-474c-90ba-31bdd3f823d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.0475800 Aug 30 13:23:10.810845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41684) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:10.826821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-768487b3-67f8-497c-9d41-0cadf00d4fda tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'security_group_rule': {'security_group_id': 'd9b4c888-8c03-47ed-8ffd-804ff36880b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:10.861424 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:10.862792 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:10.887057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73edf8a-f1a0-4976-b8a3-03fd5a6cc93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8f0742-cd06-4f85-acbf-da78080180c9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:10.900933 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e73edf8a-f1a0-4976-b8a3-03fd5a6cc93d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=240b5f873ab64de0b0ddc738eb4cbab8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5754197 Aug 30 13:23:10.905372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41688) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:10.922312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.936756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 92ecbbae-cdae-44fa-856d-31ece36a41f8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:10.937595 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:10.949104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd44ab56e-81f4-4d57-b76b-caab09430d64', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'port_id': 'd8136a95-c17e-46e3-91f9-a55951a37414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'mac_address': 'fa:16:3e:b8:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:22:35Z', 'updated_at': '2021-08-30T13:23:07Z', 'revision_number': 1, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1e9875-6e67-4a78-87ae-348134ebb71c', 'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'mac_address': 'fa:16:3e:99:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:26Z', 'updated_at': '2021-08-30T13:22:42Z', 'revision_number': 5, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'subnets': [{'id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:11.101499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] Checking router: b83b9cc0-4b08-43a1-a6c9-edb913a99381 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:23:11.105392 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e25371e1-60d1-4b90-bf8c-b6493bd229bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:11.140795 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e25371e1-60d1-4b90-bf8c-b6493bd229bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:11.178533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:11.179602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:11.193994 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-768487b3-67f8-497c-9d41-0cadf00d4fda tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:11.227815 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455d0c4-8f54-49f8-a985-def2ba0cfa87 None None] Pushing event updated for resources: {'Port': ['ID=5a1485fa-6dca-4ffd-ace0-673c75a94f85,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:11.295726 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:11.302728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e25371e1-60d1-4b90-bf8c-b6493bd229bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f3a6cad3be3a42e9885b65058fb6d206&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4038217 Aug 30 13:23:11.306478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41690) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:11.332559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-84cad718-2d91-4b94-8997-749eb46f9b85 service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8249078 Aug 30 13:23:11.553893 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b4634ec-2adc-408e-a73f-a581166ed8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:11.588104 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:11.660163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:11.669444 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b4634ec-2adc-408e-a73f-a581166ed8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:11.824727 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b4634ec-2adc-408e-a73f-a581166ed8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:11.829136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b4634ec-2adc-408e-a73f-a581166ed8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:11.834778 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8b4634ec-2adc-408e-a73f-a581166ed8bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/272b2c9a-ac51-4d41-859c-23b1ac562ba7 HTTP/1.1" status: 204 len: 168 time: 0.4707263 Aug 30 13:23:11.854054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4634ec-2adc-408e-a73f-a581166ed8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272b2c9a-ac51-4d41-859c-23b1ac562ba7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:12.019454 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:23:12.087855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25371e1-60d1-4b90-bf8c-b6493bd229bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272b2c9a-ac51-4d41-859c-23b1ac562ba7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:12.195624 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5a1485fa-6dca-4ffd-ace0-673c75a94f85', 'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'mac_address': 'fa:16:3e:c7:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:00Z', 'updated_at': '2021-08-30T13:23:10Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'subnets': [{'id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:12.260964 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5787a189-abe6-45c0-8c49-e2e13599afbd None None] The sync data for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 is: [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5a1485fa-6dca-4ffd-ace0-673c75a94f85', 'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'mac_address': 'fa:16:3e:c7:23:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:00Z', 'updated_at': '2021-08-30T13:23:10Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'subnets': [{'id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:12.311301 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:12.398923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd44ab56e-81f4-4d57-b76b-caab09430d64', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'port_id': 'd8136a95-c17e-46e3-91f9-a55951a37414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'mac_address': 'fa:16:3e:b8:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:22:35Z', 'updated_at': '2021-08-30T13:23:07Z', 'revision_number': 1, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1e9875-6e67-4a78-87ae-348134ebb71c', 'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'mac_address': 'fa:16:3e:99:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:26Z', 'updated_at': '2021-08-30T13:22:42Z', 'revision_number': 5, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'subnets': [{'id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:12.465623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-21cd4b42-c58d-49c1-8f0d-29e161d5e93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:12.503882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed9249c-3c20-4171-90c7-2332e9d02273 None None] The sync data for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 is: [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'd44ab56e-81f4-4d57-b76b-caab09430d64', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'floating_ip_address': '172.25.2.190', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'port_id': 'd8136a95-c17e-46e3-91f9-a55951a37414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'mac_address': 'fa:16:3e:b8:05:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:22:35Z', 'updated_at': '2021-08-30T13:23:07Z', 'revision_number': 1, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff1e9875-6e67-4a78-87ae-348134ebb71c', 'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'mac_address': 'fa:16:3e:99:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:26Z', 'updated_at': '2021-08-30T13:22:42Z', 'revision_number': 5, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'subnets': [{'id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:12.623061 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbce982-32f4-4304-b849-7d75fcbd60a9 req-3b57ccb7-a73e-4441-b65a-149c24691009 service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8268270 Aug 30 13:23:12.701257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5a1485fa-6dca-4ffd-ace0-673c75a94f85 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:12.705048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-768487b3-67f8-497c-9d41-0cadf00d4fda tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:12.710405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-21cd4b42-c58d-49c1-8f0d-29e161d5e93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:12.725037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 7a643828-4815-490a-b461-543bea3c7c39 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:23:12.725862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:12.732112 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-768487b3-67f8-497c-9d41-0cadf00d4fda tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:12.886635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:12.894886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:12.896399 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:12.901816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768487b3-67f8-497c-9d41-0cadf00d4fda tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0356a7e0-ea31-4a43-8a4d-0b6efaea80cc,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:12.939575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-768487b3-67f8-497c-9d41-0cadf00d4fda tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:12.942266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-768487b3-67f8-497c-9d41-0cadf00d4fda tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1286204 Aug 30 13:23:12.947517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41698) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:12.953881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4d8576b7-57ed-469e-94e8-bd31c9eb3672 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'security_group_rule': {'security_group_id': 'd9b4c888-8c03-47ed-8ffd-804ff36880b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:12.983099 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.020729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d8576b7-57ed-469e-94e8-bd31c9eb3672 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.031164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 7a643828-4815-490a-b461-543bea3c7c39 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:23:13.063871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-89609a07-55ed-42d1-9112-f2bdee50390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:13.066545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-89609a07-55ed-42d1-9112-f2bdee50390f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e51b4d6289664dca85581b22162ff0b8&device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 1096 time: 0.2224748 Aug 30 13:23:13.071824 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-21cd4b42-c58d-49c1-8f0d-29e161d5e93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.075204 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-21cd4b42-c58d-49c1-8f0d-29e161d5e93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.079971 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-21cd4b42-c58d-49c1-8f0d-29e161d5e93d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7a8f0742-cd06-4f85-acbf-da78080180c9 HTTP/1.1" status: 204 len: 168 time: 2.1633661 Aug 30 13:23:13.193699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd4b42-c58d-49c1-8f0d-29e161d5e93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8f0742-cd06-4f85-acbf-da78080180c9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:13.206841 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90570f37-d66b-4b1c-b744-6cec445a3f14 None None] New status for floating IP d44ab56e-81f4-4d57-b76b-caab09430d64: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:23:13.267055 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d8576b7-57ed-469e-94e8-bd31c9eb3672 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.281874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d8576b7-57ed-469e-94e8-bd31c9eb3672 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.291849 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.353585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-a87d1ee1-7048-4f8b-8230-871c0272dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:13.358749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-a87d1ee1-7048-4f8b-8230-871c0272dd0c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f213eaa3-5435-443c-9337-7eea35fc9929 HTTP/1.1" status: 200 len: 912 time: 0.2752779 Aug 30 13:23:13.366329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8576b7-57ed-469e-94e8-bd31c9eb3672 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88e569f-a202-48a2-ae87-ea7b05f080f4,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:13.500809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 5a1485fa-6dca-4ffd-ace0-673c75a94f85, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5a1485fa-6dca-4ffd-ace0-673c75a94f85,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:13.511813 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.541849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d8576b7-57ed-469e-94e8-bd31c9eb3672 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.545154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4d8576b7-57ed-469e-94e8-bd31c9eb3672 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5955787 Aug 30 13:23:13.558121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41706) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:13.624982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:13.646236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-9d16b1ea-2ea8-46da-8926-b91e9cbc49e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8136a95-c17e-46e3-91f9-a55951a37414 HTTP/1.1" status: 200 len: 999 time: 0.2706089 Aug 30 13:23:13.661519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=5a1485fa-6dca-4ffd-ace0-673c75a94f85,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:13.680914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.681472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.683893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.684513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.685039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.685542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.687198 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.687927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.688434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.689997 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.690606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.692195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:13.742238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-0692730d-76f1-44b0-af0d-f7c82cff7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:13.743666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.744892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-0692730d-76f1-44b0-af0d-f7c82cff7bd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7adb8be-fbbb-4609-a26a-42279596bf53 HTTP/1.1" status: 200 len: 850 time: 0.0923126 Aug 30 13:23:13.799628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=7a643828-4815-490a-b461-543bea3c7c39,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:13.816834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:13.871452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-78c122e4-fe42-4238-ab70-414ed6c76db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:13.881986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-78c122e4-fe42-4238-ab70-414ed6c76db2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f213eaa3-5435-443c-9337-7eea35fc9929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229620 Aug 30 13:23:14.099301 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:14.230297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-ab15ead9-51d4-40ea-8258-5b060067404d service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937076 Aug 30 13:23:14.304645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:14.502983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dca7e55-c129-4e4b-ab0e-2a1d3926f1f1 req-1c50d17d-2fbf-435d-9233-c17b4fc954fe service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638221 Aug 30 13:23:14.560032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Allocated IP 172.25.2.102 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/3191067a-05a9-4285-8816-386bc13ebf1b) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:14.658067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5a1485fa-6dca-4ffd-ace0-673c75a94f85 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:14.767131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:14.767510 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:14.823649 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:14.900775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:14.967824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:15.004478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:15.010387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:15.021765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:15.076992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'Port': ['ID=3191067a-05a9-4285-8816-386bc13ebf1b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:15.088910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:15.103449 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2dcbf4a9-25e4-44f2-89ca-236b8b598d92 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9710984 Aug 30 13:23:15.106172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71852490-5da7-4ed8-bbaa-c10dcf5a7e8f None None] Sync routers for ids ['a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:15.107029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41730) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:15.134223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71852490-5da7-4ed8-bbaa-c10dcf5a7e8f None None] Routers {'a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:15.137511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-71852490-5da7-4ed8-bbaa-c10dcf5a7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:15.170248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0699dd8f-f403-4855-aa7e-ac65869de2e0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a HTTP/1.1" status: 200 len: 205 time: 0.0606515 Aug 30 13:23:15.174311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41732) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:15.234979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-71852490-5da7-4ed8-bbaa-c10dcf5a7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:15.245097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.264896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71852490-5da7-4ed8-bbaa-c10dcf5a7e8f None None] Routers {'a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:15.267592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-71852490-5da7-4ed8-bbaa-c10dcf5a7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:15.280807 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f980a87-235f-4a84-a158-ea07a2e7eb28 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.337902 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.341295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-71852490-5da7-4ed8-bbaa-c10dcf5a7e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:15.342809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71852490-5da7-4ed8-bbaa-c10dcf5a7e8f None None] The sync data for ids ['a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:15.541883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f980a87-235f-4a84-a158-ea07a2e7eb28 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.545524 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f980a87-235f-4a84-a158-ea07a2e7eb28 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.629053 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.636463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.639102 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f980a87-235f-4a84-a158-ea07a2e7eb28 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.644318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f980a87-235f-4a84-a158-ea07a2e7eb28 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Fanout notify agent at l3_agent the message router_deleted on router a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:23:15.667373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f980a87-235f-4a84-a158-ea07a2e7eb28 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.671591 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2f980a87-235f-4a84-a158-ea07a2e7eb28 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a HTTP/1.1" status: 204 len: 168 time: 0.4948564 Aug 30 13:23:15.672322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41774) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:15.822030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd0b293-036b-437e-84c6-b3a8d93b9af8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting subnet 83de172b-62bb-4155-8fbb-a0b8d1778d9f {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:23:15.828315 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b293-036b-437e-84c6-b3a8d93b9af8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.849068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'Port': ['ID=3191067a-05a9-4285-8816-386bc13ebf1b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:15.888562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.893846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b293-036b-437e-84c6-b3a8d93b9af8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.912494 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:15.925709 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ae8aa3dd-58fd-4ab1-a0cf-78ad2a9744a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3527608 Aug 30 13:23:16.064928 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b293-036b-437e-84c6-b3a8d93b9af8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:16.266827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b293-036b-437e-84c6-b3a8d93b9af8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:16.314292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbd0b293-036b-437e-84c6-b3a8d93b9af8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:16.318536 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cbd0b293-036b-437e-84c6-b3a8d93b9af8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/83de172b-62bb-4155-8fbb-a0b8d1778d9f HTTP/1.1" status: 204 len: 168 time: 0.6448541 Aug 30 13:23:16.320383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0b293-036b-437e-84c6-b3a8d93b9af8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Subnet': ['ID=83de172b-62bb-4155-8fbb-a0b8d1778d9f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:16.325270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41808) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:16.325461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e50d47-e2ea-40a3-a980-a99aa2991cab None None] Network bdc50aab-aa0d-41ae-9799-595367043b2a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:16.418758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6cd5cc49-ad6b-4f7d-8aa1-562135e89b02 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1630095496&fields=id&tenant_id=1db640a70d964862a92b0278204e0a01 HTTP/1.1" status: 200 len: 267 time: 0.1211517 Aug 30 13:23:16.473497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:16.615593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 92ecbbae-cdae-44fa-856d-31ece36a41f8 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:23:16.615918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:16.641024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-629cf75c-f22d-463d-a2eb-7b8bc1a3ded4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:16.646436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-629cf75c-f22d-463d-a2eb-7b8bc1a3ded4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.2207754 Aug 30 13:23:16.689867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b9548c31-4802-4d38-b644-ec8ec0abe67e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/quotas/1db640a70d964862a92b0278204e0a01 HTTP/1.1" status: 200 len: 375 time: 0.0345175 Aug 30 13:23:16.750205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 92ecbbae-cdae-44fa-856d-31ece36a41f8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=92ecbbae-cdae-44fa-856d-31ece36a41f8,segment=NetworkSegment(2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc),segment_id=2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:16.750637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:16.776742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 92ecbbae-cdae-44fa-856d-31ece36a41f8 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:23:16.837096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-bbd28023-9141-4f59-8ae6-9591599ba3bc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1448886 Aug 30 13:23:16.944380 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:16.960626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e3184-b525-4b05-ab63-bdf9649e7a22 None None] DHCP port deletion for bdc50aab-aa0d-41ae-9799-595367043b2a request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:23:16.992213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=92ecbbae-cdae-44fa-856d-31ece36a41f8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:17.002714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No DVR routers for this DVR port 92ecbbae-cdae-44fa-856d-31ece36a41f8 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:23:17.097290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-60d6090c-b4c3-4a7c-a7e5-048e1cf7a3ac service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324936 Aug 30 13:23:17.120268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.136446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc50aab-aa0d-41ae-9799-595367043b2a']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:17.153329 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:17.155012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc7bd61-b3ee-44be-ab0a-cd200ceca8fc') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:17.196706 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.227917 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.238635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:23:17.239284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:23:17.245051 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:23:17.302228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-f19712c1-81e6-4873-aca7-25344696b68f service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899726 Aug 30 13:23:17.359603 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.381026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.384473 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/networks/bdc50aab-aa0d-41ae-9799-595367043b2a HTTP/1.1" status: 204 len: 168 time: 1.0579042 Aug 30 13:23:17.390540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41846) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:17.402013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f4aa5ef9-e199-4a64-b281-f242dcf2be99 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1614702589', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:17.403924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3596d6-83c0-47dd-be72-bd82604ba3ce tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Network': ['ID=bdc50aab-aa0d-41ae-9799-595367043b2a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:17.486215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5ef9-e199-4a64-b281-f242dcf2be99 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.489162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5ef9-e199-4a64-b281-f242dcf2be99 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.640551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5ef9-e199-4a64-b281-f242dcf2be99 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.648102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5ef9-e199-4a64-b281-f242dcf2be99 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.686810 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4aa5ef9-e199-4a64-b281-f242dcf2be99 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.689892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f4aa5ef9-e199-4a64-b281-f242dcf2be99 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2976029 Aug 30 13:23:17.694302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41852) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:17.713545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-139722138'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:17.742868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d67a8226-902f-44e9-9598-f4c72de1e018 req-19aea5a5-31de-419d-a6f2-8b96d738fb5d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 210 time: 0.0893590 Aug 30 13:23:17.784967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:23:17.795807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.840589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:23:17.871477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:17.872262 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added segment 900bdff2-6961-4ea1-bd18-f74b2c226379 of type vlan for network 4671a277-e344-444b-8b1e-e54805e4743d Aug 30 13:23:17.951561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:18.021725 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:18.036195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:18.037479 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:18.178355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41862) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:18.185778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'subnet': {'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:18.195296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4951711 Aug 30 13:23:18.244364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f3438-d8fc-4f3f-9879-b5ba75cdfcfa tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Network': ['ID=4671a277-e344-444b-8b1e-e54805e4743d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:18.318500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4671a277-e344-444b-8b1e-e54805e4743d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:23:18.582969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:23:18.588700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:18.653334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 92ecbbae-cdae-44fa-856d-31ece36a41f8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:23:18.702459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 92ecbbae-cdae-44fa-856d-31ece36a41f8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:23:18.702961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 92ecbbae-cdae-44fa-856d-31ece36a41f8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:23:18.955671 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:18.999920 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96f04bef-f34b-4b5e-9e27-f93228032f93 req-2a3b68de-36f5-45c1-9528-ac7998740e52 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 210 time: 0.0733232 Aug 30 13:23:19.075629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Subnet': ['ID=a379e612-ec1a-43b8-99f9-e430321524ac,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:19.084444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Checking segment: {'id': '900bdff2-6961-4ea1-bd18-f74b2c226379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:19.084976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network hostable DHCP agents. Network: 4671a277-e344-444b-8b1e-e54805e4743d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:23:19.112103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 4671a277-e344-444b-8b1e-e54805e4743d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:23:19.130015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4671a277-e344-444b-8b1e-e54805e4743d) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:19.141092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52896973-71a4-4ef6-bc69-6216843a06e2 None None] Network 4671a277-e344-444b-8b1e-e54805e4743d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:19.141624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:19.142348 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:19.163713 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0296aba9-8f9c-438e-8005-2656d2de162f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9834378 Aug 30 13:23:19.169141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41872) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:19.519861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-4671a277-e344-444b-8b1e-e54805e4743d', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:23:19.542334 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:19.838861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-c80e81ea-26d5-4889-8d6c-db2fea878127 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:19.841422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-c80e81ea-26d5-4889-8d6c-db2fea878127 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.4052360 Aug 30 13:23:19.848564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Allocated IP 2001:db8::2 (4671a277-e344-444b-8b1e-e54805e4743d/a379e612-ec1a-43b8-99f9-e430321524ac/2a75d5e7-0113-4b82-ae53-caaac9c358cf) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:20.013619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-8776b348-0c80-4a86-af6b-4712435295b7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1db640a70d964862a92b0278204e0a01 HTTP/1.1" status: 200 len: 380 time: 0.1127667 Aug 30 13:23:20.034836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'port': {'device_id': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'admin_state_up': True, 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'security_groups': ['d9b4c888-8c03-47ed-8ffd-804ff36880b6']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:20.149372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:20.180713 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:20.192988 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34d702e3-3277-48b3-ad6d-ea7b34c51ccc req-173be3b7-83cd-44b1-bc2b-134ca7df345d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 210 time: 0.0398521 Aug 30 13:23:20.201557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Transition to ACTIVE for port object 2a75d5e7-0113-4b82-ae53-caaac9c358cf will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:20.253511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Transition to ACTIVE for port object 2a75d5e7-0113-4b82-ae53-caaac9c358cf will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:20.260994 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:20.369070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Network 4671a277-e344-444b-8b1e-e54805e4743d is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:20.371308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Pushing event updated for resources: {'Port': ['ID=2a75d5e7-0113-4b82-ae53-caaac9c358cf,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:20.375751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:20.380111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:20.549463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Attempting to bind port 2a75d5e7-0113-4b82-ae53-caaac9c358cf on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:20.552111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Attempting to bind port 2a75d5e7-0113-4b82-ae53-caaac9c358cf by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '900bdff2-6961-4ea1-bd18-f74b2c226379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:20.553124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Attempting to bind port 2a75d5e7-0113-4b82-ae53-caaac9c358cf on network 4671a277-e344-444b-8b1e-e54805e4743d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:20.563150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:20.564616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Checking segment: {'id': '900bdff2-6961-4ea1-bd18-f74b2c226379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:20.565610 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:20.567510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Bound using segment: {'id': '900bdff2-6961-4ea1-bd18-f74b2c226379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:20.569072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Bound port: 2a75d5e7-0113-4b82-ae53-caaac9c358cf, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900bdff2-6961-4ea1-bd18-f74b2c226379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:20.570036 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:20.749070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] For port 2a75d5e7-0113-4b82-ae53-caaac9c358cf, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:20.763910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Made reservation on behalf of 1db640a70d964862a92b0278204e0a01 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:23:20.770833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] For port 2a75d5e7-0113-4b82-ae53-caaac9c358cf, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2a75d5e7-0113-4b82-ae53-caaac9c358cf,segment=NetworkSegment(900bdff2-6961-4ea1-bd18-f74b2c226379),segment_id=900bdff2-6961-4ea1-bd18-f74b2c226379)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:20.771142 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:20.781010 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:20.925813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfc6eb4-d727-4aa7-a735-58066dc5da53 None None] Pushing event updated for resources: {'Port': ['ID=2a75d5e7-0113-4b82-ae53-caaac9c358cf,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:21.105383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 2001:db8::1 (4671a277-e344-444b-8b1e-e54805e4743d/a379e612-ec1a-43b8-99f9-e430321524ac/81925808-0f97-4ffe-989c-fcab2bd451f3) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:21.148731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Allocated IP 172.20.0.10 (fd66e202-6277-45e4-9038-736c47d32d37/2062eeeb-1e7b-46a3-8ac8-545725812198/de697f67-8c10-4957-931c-5767a0a0550f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:21.385074 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67b1f7ab-b6fc-462f-96af-86c36435a8d5 req-746d56fa-e08e-446f-8861-627eedcdbbd5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 210 time: 0.0469484 Aug 30 13:23:21.499700 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:21.529317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Transition to ACTIVE for port object 81925808-0f97-4ffe-989c-fcab2bd451f3 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:21.601536 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:21.626169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Transition to ACTIVE for port object de697f67-8c10-4957-931c-5767a0a0550f will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:21.725761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:21.739597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:21.794381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Network fd66e202-6277-45e4-9038-736c47d32d37 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:21.796107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 4671a277-e344-444b-8b1e-e54805e4743d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:21.802486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:21.805133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:21.805716 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:21.808642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:21.811189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:21.956687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:22.093556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:22.095310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:22.289652 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-6c9ab8b0-3b7f-461e-be0d-3300a684821e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2667294 Aug 30 13:23:22.295040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=81925808-0f97-4ffe-989c-fcab2bd451f3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:22.297964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:22.323175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Request body: {'port': {'device_id': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:22.392110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d626fccb-b808-4ead-b2af-02b933a2a779 None None] Provisioning for port de697f67-8c10-4957-931c-5767a0a0550f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:22.407787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d626fccb-b808-4ead-b2af-02b933a2a779 None None] Provisioning complete for port de697f67-8c10-4957-931c-5767a0a0550f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:22.408899 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d626fccb-b808-4ead-b2af-02b933a2a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:22.464853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d626fccb-b808-4ead-b2af-02b933a2a779 None None] Port de697f67-8c10-4957-931c-5767a0a0550f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:22.491475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:22.729703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49231aba-fa60-48ee-9372-7b4625bb10e7 req-4fc3db33-56b9-4051-840d-20eed808cf1d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:22.732108 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49231aba-fa60-48ee-9372-7b4625bb10e7 req-4fc3db33-56b9-4051-840d-20eed808cf1d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 932 time: 0.1092272 Aug 30 13:23:22.773414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2a75d5e7-0113-4b82-ae53-caaac9c358cf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:22.912795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49231aba-fa60-48ee-9372-7b4625bb10e7 req-d6e34e86-b188-47ab-b85a-21ae604b1ef1 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613040 Aug 30 13:23:22.947272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330efff6-e243-41e1-b317-e01e07db0f00 None None] Network 4671a277-e344-444b-8b1e-e54805e4743d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:23.247986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 2a75d5e7-0113-4b82-ae53-caaac9c358cf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:23.267195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fd593355-1139-4c69-b8cb-bc705cf52bab None None] Provisioning for port 2a75d5e7-0113-4b82-ae53-caaac9c358cf completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:23.288353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2a75d5e7-0113-4b82-ae53-caaac9c358cf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:23.290030 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.290591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fd593355-1139-4c69-b8cb-bc705cf52bab None None] Provisioning complete for port 2a75d5e7-0113-4b82-ae53-caaac9c358cf triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:23.292542 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fd593355-1139-4c69-b8cb-bc705cf52bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.615516 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.666720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 2a75d5e7-0113-4b82-ae53-caaac9c358cf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2a75d5e7-0113-4b82-ae53-caaac9c358cf,segment=NetworkSegment(900bdff2-6961-4ea1-bd18-f74b2c226379),segment_id=900bdff2-6961-4ea1-bd18-f74b2c226379)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:23.668755 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fd593355-1139-4c69-b8cb-bc705cf52bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.673775 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.720719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de697f67-8c10-4957-931c-5767a0a0550f {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:23:23.747776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.760084 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.777032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.778553 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.817436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Transition to ACTIVE for port object de697f67-8c10-4957-931c-5767a0a0550f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:23.855303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:23.922612 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-fd593355-1139-4c69-b8cb-bc705cf52bab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:23:23.923100 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-fd593355-1139-4c69-b8cb-bc705cf52bab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:23:23.924103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=2a75d5e7-0113-4b82-ae53-caaac9c358cf,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:24.138736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=81925808-0f97-4ffe-989c-fcab2bd451f3,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:24.282236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:24.357545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9887b4-1ad2-4314-800f-114f0c4767e0 req-ff8c4c5c-c709-4cdc-85c9-9b13e211128f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:24.362370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da9887b4-1ad2-4314-800f-114f0c4767e0 req-ff8c4c5c-c709-4cdc-85c9-9b13e211128f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 944 time: 0.2120724 Aug 30 13:23:24.522313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da9887b4-1ad2-4314-800f-114f0c4767e0 req-43435944-de75-4811-a052-5324c3eddc7b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510231 Aug 30 13:23:24.577762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 4671a277-e344-444b-8b1e-e54805e4743d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:24.590614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:24.726975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2a75d5e7-0113-4b82-ae53-caaac9c358cf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:24.807582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Attempting to bind port de697f67-8c10-4957-931c-5767a0a0550f on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:24.808988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Attempting to bind port de697f67-8c10-4957-931c-5767a0a0550f by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:24.808988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Attempting to bind port de697f67-8c10-4957-931c-5767a0a0550f on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:24.820941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Port de697f67-8c10-4957-931c-5767a0a0550f on network fd66e202-6277-45e4-9038-736c47d32d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:23:24.821272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Attempting to bind port de697f67-8c10-4957-931c-5767a0a0550f on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:24.833023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:24.833411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Checking segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:24.833589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Bound using segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:24.834090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Bound port: de697f67-8c10-4957-931c-5767a0a0550f, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:24.834863 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:24.914562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-02bc9d25-0cb8-40f2-9f44-4073bc7ac588 None None] Provisioning complete for port 2a75d5e7-0113-4b82-ae53-caaac9c358cf triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:24.916178 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-02bc9d25-0cb8-40f2-9f44-4073bc7ac588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:24.972103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2a75d5e7-0113-4b82-ae53-caaac9c358cf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:24.972633 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:25.000032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:25.006003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:25.008586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:23:25.027865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:25.096293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:25.096751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:25.098538 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] 10.222.0.16 "PUT /v2.0/ports/de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1092 time: 2.7820218 Aug 30 13:23:25.163550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:23:25.166672 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcb8ff0-f596-423d-af7b-b3ed4025a577" -d '{"events": [{"name": "network-changed", "server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:23:25.463655 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcb5dce-be65-4b06-a4fe-12c5805573d6 x-openstack-request-id: req-9bcb5dce-be65-4b06-a4fe-12c5805573d6 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:23:25.464102 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:23:25.470667 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9bcb5dce-be65-4b06-a4fe-12c5805573d6 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:23:25.475848 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'status': 'completed', 'code': 200} Aug 30 13:23:25.577246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-02bc9d25-0cb8-40f2-9f44-4073bc7ac588 None None] Provisioning for port 81925808-0f97-4ffe-989c-fcab2bd451f3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:25.609035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-02bc9d25-0cb8-40f2-9f44-4073bc7ac588 None None] Provisioning complete for port 81925808-0f97-4ffe-989c-fcab2bd451f3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:25.617922 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-02bc9d25-0cb8-40f2-9f44-4073bc7ac588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:25.728578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ceab7-793c-47c7-a0f4-aa505926cee6 service neutron] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:25.813148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-02bc9d25-0cb8-40f2-9f44-4073bc7ac588 None None] Port 81925808-0f97-4ffe-989c-fcab2bd451f3 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:25.832518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:25.838876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-9f042161-1ce1-4601-8a40-326e1c459eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:25.841156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-9f042161-1ce1-4601-8a40-326e1c459eb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1095 time: 0.6543190 Aug 30 13:23:25.853248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8fd2cd46-a2cb-45ac-816a-3a511b655e40 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6823952 Aug 30 13:23:25.857203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41924) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:25.866646 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:25.870380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-161246149'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:25.908194 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:25.909568 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:25.986175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7bfdfeb6-a9e9-4666-acd4-504b2526369a None None] Provisioning complete for port 81925808-0f97-4ffe-989c-fcab2bd451f3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:25.987441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7bfdfeb6-a9e9-4666-acd4-504b2526369a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:25.988638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:23:26.001899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:26.052813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-65407140-b439-4467-b5f4-b5ecaeed5a73 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 217 time: 0.1947780 Aug 30 13:23:26.063006 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:26.107944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:23:26.140561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:26.141225 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added segment d6355c87-7fe9-4f50-909b-7209c83e0705 of type vlan for network 5ab94248-f67e-4df5-b8ff-46f777881719 Aug 30 13:23:26.229412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-1a75b22e-0111-4fc5-aae8-b05d823e3d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:26.231683 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-1a75b22e-0111-4fc5-aae8-b05d823e3d5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.1701918 Aug 30 13:23:26.257929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7bfdfeb6-a9e9-4666-acd4-504b2526369a None None] Port 81925808-0f97-4ffe-989c-fcab2bd451f3 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:26.285210 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:26.361313 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:26.379169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422efca9-d600-4f32-8def-f6e600556411 req-e02c1d72-c257-4f4d-998b-e32ce1921546 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:26.380379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:26.383698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:26.404744 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-422efca9-d600-4f32-8def-f6e600556411 req-e02c1d72-c257-4f4d-998b-e32ce1921546 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 944 time: 0.3482976 Aug 30 13:23:26.489101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-bfc2f86a-54f9-4153-978a-1df1e2361186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:26.492477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-bfc2f86a-54f9-4153-978a-1df1e2361186 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516985 Aug 30 13:23:26.534821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-422efca9-d600-4f32-8def-f6e600556411 req-65380047-742e-4cbb-a614-2c5a522a7cf2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262126 Aug 30 13:23:26.610091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7512698 Aug 30 13:23:26.616468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41932) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:26.640486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'subnet': {'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:26.707964 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:22Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:23Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:26.788847 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:23:26.789540 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Updating router 2b32cccf-6f28-4ad1-b207-46d73785cd65 port 81925808-0f97-4ffe-989c-fcab2bd451f3 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:23:26.811299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a27c6f-a3d4-4923-8581-99b165e97dfc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Network': ['ID=5ab94248-f67e-4df5-b8ff-46f777881719,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:26.832119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:23:26.833687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 5ab94248-f67e-4df5-b8ff-46f777881719 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:23:26.836149 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:26.845081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:26.849886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-4e2fa5ce-8ede-418e-8a2a-b18540ac28fe service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353479 Aug 30 13:23:27.104993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34103a96-4d98-4c1f-bee2-d3551fdd5538 req-b0de674e-760e-485d-9be2-338fc879abbf service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480166 Aug 30 13:23:27.305862 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:27.311468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-e4bed0e6-6f04-44d8-91db-38935f94956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:27.314441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-e4bed0e6-6f04-44d8-91db-38935f94956a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1095 time: 0.1206784 Aug 30 13:23:27.327163 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:27.329201 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Transition to ACTIVE for port object 81925808-0f97-4ffe-989c-fcab2bd451f3 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:27.351551 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:27.443690 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Pushing event updated for resources: {'Port': ['ID=81925808-0f97-4ffe-989c-fcab2bd451f3,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:27.454701 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.455101 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.455456 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.455859 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.457372 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.457372 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.457595 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.457956 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.458788 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.459118 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.459445 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.459796 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:27.524437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Checking segment: {'id': 'd6355c87-7fe9-4f50-909b-7209c83e0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:27.524974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network hostable DHCP agents. Network: 5ab94248-f67e-4df5-b8ff-46f777881719, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:23:27.532916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Subnet': ['ID=6b31bd34-9f04-42c1-a839-9623e92931b5,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:27.569145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-e2ba541e-49a9-4a37-9a43-b8affbd85660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:27.573189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 5ab94248-f67e-4df5-b8ff-46f777881719 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:23:27.573882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-e2ba541e-49a9-4a37-9a43-b8affbd85660 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.2531865 Aug 30 13:23:27.589811 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Attempting to bind port 81925808-0f97-4ffe-989c-fcab2bd451f3 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:27.591793 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Attempting to bind port 81925808-0f97-4ffe-989c-fcab2bd451f3 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '900bdff2-6961-4ea1-bd18-f74b2c226379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:27.592756 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Attempting to bind port 81925808-0f97-4ffe-989c-fcab2bd451f3 on network 4671a277-e344-444b-8b1e-e54805e4743d {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:27.599747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 5ab94248-f67e-4df5-b8ff-46f777881719) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:27.608916 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:27.609210 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Checking segment: {'id': '900bdff2-6961-4ea1-bd18-f74b2c226379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:27.609482 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:27.611260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:27.612817 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Bound using segment: {'id': '900bdff2-6961-4ea1-bd18-f74b2c226379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:27.613498 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Bound port: 81925808-0f97-4ffe-989c-fcab2bd451f3, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900bdff2-6961-4ea1-bd18-f74b2c226379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:27.613915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:27.617895 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:27.636664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc78d9f-e2db-49e0-90c4-9dd435ed64cc None None] Network 5ab94248-f67e-4df5-b8ff-46f777881719 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:27.678198 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3e269bde-d1bd-4dd6-bfdc-49fd067ae53e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0431964 Aug 30 13:23:27.683609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41938) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:27.740333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-a187181c-64b2-4c75-834a-4852ebf1b3c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 217 time: 0.1580317 Aug 30 13:23:27.879292 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] For port 81925808-0f97-4ffe-989c-fcab2bd451f3, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:27.896211 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] For port 81925808-0f97-4ffe-989c-fcab2bd451f3, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81925808-0f97-4ffe-989c-fcab2bd451f3,segment=NetworkSegment(900bdff2-6961-4ea1-bd18-f74b2c226379),segment_id=900bdff2-6961-4ea1-bd18-f74b2c226379)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:27.929147 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:28.069732 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:28.072152 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:28.119709 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0ec9-eeab-4c86-9219-3d105ebb3f4a None None] Pushing event updated for resources: {'Port': ['ID=81925808-0f97-4ffe-989c-fcab2bd451f3,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:28.187406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-5ab94248-f67e-4df5-b8ff-46f777881719', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:23:28.192492 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:28.196856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-eb6d110b-62ba-4af9-ac91-3a093fa9e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:28.199853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-eb6d110b-62ba-4af9-ac91-3a093fa9e7ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.4200976 Aug 30 13:23:28.276371 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:28.296592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1271020-455b-4c62-81e0-fbfdb064fc13 req-4ddae374-3588-48f7-a4f6-2ad362c8fb28 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:28.298873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1271020-455b-4c62-81e0-fbfdb064fc13 req-4ddae374-3588-48f7-a4f6-2ad362c8fb28 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 944 time: 0.4778225 Aug 30 13:23:28.400793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-0464cc76-8079-4b72-9b4a-6a3af7147e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:28.402468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-0464cc76-8079-4b72-9b4a-6a3af7147e24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1904421 Aug 30 13:23:28.515559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1271020-455b-4c62-81e0-fbfdb064fc13 req-156252b8-6394-4894-920e-f1bf8aacba4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026088 Aug 30 13:23:28.639815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-386d84d3-706c-46eb-8758-c5fd944878fb service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300291 Aug 30 13:23:28.765059 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:28.867807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5dcb8ff0-f596-423d-af7b-b3ed4025a577 req-71c0f149-52a8-4859-a938-af2f8b20e665 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030795 Aug 30 13:23:28.894888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Allocated IP 2001:db8:1::2 (5ab94248-f67e-4df5-b8ff-46f777881719/6b31bd34-9f04-42c1-a839-9623e92931b5/5468efff-bafa-471f-9373-bc7c2930c4cf) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:29.032374 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:29.172384 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:22Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:27Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:29.214516 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3f39c-6f8c-465c-bd83-9ef009e0d48b None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:22Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:27Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:29.271964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:29.293374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Transition to ACTIVE for port object 5468efff-bafa-471f-9373-bc7c2930c4cf will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:29.316587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Transition to ACTIVE for port object 5468efff-bafa-471f-9373-bc7c2930c4cf will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:29.326702 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:29.434188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Network 5ab94248-f67e-4df5-b8ff-46f777881719 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:29.435312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Pushing event updated for resources: {'Port': ['ID=5468efff-bafa-471f-9373-bc7c2930c4cf,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:29.440562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:29.444107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:29.618780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Attempting to bind port 5468efff-bafa-471f-9373-bc7c2930c4cf on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:29.619277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Attempting to bind port 5468efff-bafa-471f-9373-bc7c2930c4cf by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd6355c87-7fe9-4f50-909b-7209c83e0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:29.619652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Attempting to bind port 5468efff-bafa-471f-9373-bc7c2930c4cf on network 5ab94248-f67e-4df5-b8ff-46f777881719 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:29.632460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:29.633197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Checking segment: {'id': 'd6355c87-7fe9-4f50-909b-7209c83e0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:29.633829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:29.634408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Bound using segment: {'id': 'd6355c87-7fe9-4f50-909b-7209c83e0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:29.635152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Bound port: 5468efff-bafa-471f-9373-bc7c2930c4cf, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6355c87-7fe9-4f50-909b-7209c83e0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:29.635809 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:29.787877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] For port 5468efff-bafa-471f-9373-bc7c2930c4cf, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:29.834033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] For port 5468efff-bafa-471f-9373-bc7c2930c4cf, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5468efff-bafa-471f-9373-bc7c2930c4cf,segment=NetworkSegment(d6355c87-7fe9-4f50-909b-7209c83e0705),segment_id=d6355c87-7fe9-4f50-909b-7209c83e0705)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:29.843934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214554c-251a-4fdc-b2a9-f50d9ab97876 req-e3a63f7b-4049-48d0-a617-3bad120865d9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:29.847274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6214554c-251a-4fdc-b2a9-f50d9ab97876 req-e3a63f7b-4049-48d0-a617-3bad120865d9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 944 time: 0.1383872 Aug 30 13:23:29.849690 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:29.946718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:23:29.985717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 2001:db8:1::1 (5ab94248-f67e-4df5-b8ff-46f777881719/6b31bd34-9f04-42c1-a839-9623e92931b5/67a1590e-9428-400d-b345-21abb47045ec) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:30.001325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6214554c-251a-4fdc-b2a9-f50d9ab97876 req-271194bc-92f1-4819-a140-3c0f8a7e2a1c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419799 Aug 30 13:23:30.300948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2f716-6bd3-40e3-9abd-4b9852e001e1 None None] Pushing event updated for resources: {'Port': ['ID=5468efff-bafa-471f-9373-bc7c2930c4cf,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:30.354488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:30.415850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'de697f67-8c10-4957-931c-5767a0a0550f', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'port_id': 'de697f67-8c10-4957-931c-5767a0a0550f', 'mac_address': 'fa:16:3e:40:0b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:23:30.518718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:30.542133 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:30.614872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Transition to ACTIVE for port object 67a1590e-9428-400d-b345-21abb47045ec will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:30.619323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de697f67-8c10-4957-931c-5767a0a0550f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:23:30.766687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:30.774314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:30.811180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:30.871661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81925808-0f97-4ffe-989c-fcab2bd451f3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:30.912560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 5ab94248-f67e-4df5-b8ff-46f777881719 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:30.920378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:30.934870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:30.936689 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:30.951150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=67a1590e-9428-400d-b345-21abb47045ec,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:30.987755 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:31.022607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:31.039879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['de697f67-8c10-4957-931c-5767a0a0550f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:23:31.121107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 81925808-0f97-4ffe-989c-fcab2bd451f3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:31.154296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 81925808-0f97-4ffe-989c-fcab2bd451f3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:31.155991 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:31.454228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:31.480435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c20ab-b426-404e-acf0-427fd6769164 req-96a85a8a-fabf-4232-9797-642d7319b5c8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:31.492253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-864c20ab-b426-404e-acf0-427fd6769164 req-96a85a8a-fabf-4232-9797-642d7319b5c8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.2376251 Aug 30 13:23:31.574505 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:31.623962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-864c20ab-b426-404e-acf0-427fd6769164 req-cddc83ad-f28a-48f4-b9bc-293459195f2d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303451 Aug 30 13:23:31.763124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 81925808-0f97-4ffe-989c-fcab2bd451f3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81925808-0f97-4ffe-989c-fcab2bd451f3,segment=NetworkSegment(900bdff2-6961-4ea1-bd18-f74b2c226379),segment_id=900bdff2-6961-4ea1-bd18-f74b2c226379)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:31.786699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:31.956079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=81925808-0f97-4ffe-989c-fcab2bd451f3,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:32.187052 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:32.201654 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:32.206508 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:32.341096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13ea55-9d68-456b-8583-6507b398ccfc None None] Network 5ab94248-f67e-4df5-b8ff-46f777881719 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:32.468055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=67a1590e-9428-400d-b345-21abb47045ec,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:32.499692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network 5ab94248-f67e-4df5-b8ff-46f777881719 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:32.502037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:32.582454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0d6b3eca-fa2f-41be-8c52-ebcabca84d9a None None] Provisioning for port 5468efff-bafa-471f-9373-bc7c2930c4cf completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:32.805326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:32.993717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53e9fd-88b0-470e-9633-1e46a16ab800 req-1cf8e606-0712-4415-94e7-21d78c04386d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:32.996489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef53e9fd-88b0-470e-9633-1e46a16ab800 req-1cf8e606-0712-4415-94e7-21d78c04386d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1606503 Aug 30 13:23:33.046924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81925808-0f97-4ffe-989c-fcab2bd451f3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:33.056348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:33.085543 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c2bd918a-b7a7-4379-b388-2e9490b66d49 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3995988 Aug 30 13:23:33.087749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:33.089818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41974) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:33.095679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1828681951'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:33.113474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef53e9fd-88b0-470e-9633-1e46a16ab800 req-c7da3b44-61e2-4514-ae31-400bb66ea27c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039109 Aug 30 13:23:33.131233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:33.132341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:33.172694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:23:33.184081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:33.232338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:23:33.263787 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:33.264400 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added segment e32b28c3-96fb-4706-aa90-5cd9f2759d00 of type vlan for network efc001e5-2849-4511-8c0b-9c46aab11dca Aug 30 13:23:33.300637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 81925808-0f97-4ffe-989c-fcab2bd451f3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:33.301223 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:33.343145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:33.369396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:33.441004 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:33.456142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:33.457561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:33.500960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41976) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:33.510939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'subnet': {'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:33.513305 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4219875 Aug 30 13:23:33.766618 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3366a8-a55d-482c-ae98-25135df2d288 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Network': ['ID=efc001e5-2849-4511-8c0b-9c46aab11dca,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:33.803431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network efc001e5-2849-4511-8c0b-9c46aab11dca details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:23:33.843547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:23:33.849072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:33.966194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9a8f92e1-2e87-4e3a-97e4-bfeeb1e8cfc8 None None] Provisioning for port 67a1590e-9428-400d-b345-21abb47045ec completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:34.095847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:34.160065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9a8f92e1-2e87-4e3a-97e4-bfeeb1e8cfc8 None None] Provisioning complete for port 67a1590e-9428-400d-b345-21abb47045ec triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:34.160617 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9a8f92e1-2e87-4e3a-97e4-bfeeb1e8cfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:34.209108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:34.224595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5468efff-bafa-471f-9373-bc7c2930c4cf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:34.312172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Subnet': ['ID=d067a8b2-330d-495a-8ead-999f1125ace2,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:34.406207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f92e1-2e87-4e3a-97e4-bfeeb1e8cfc8 None None] Port 67a1590e-9428-400d-b345-21abb47045ec cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:34.423320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Checking segment: {'id': 'e32b28c3-96fb-4706-aa90-5cd9f2759d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:34.423836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network hostable DHCP agents. Network: efc001e5-2849-4511-8c0b-9c46aab11dca, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:23:34.443265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf544c94-23de-4b76-b861-58d6e66b305f req-051a8785-c000-4ad3-872f-ef6cf161715d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:34.445406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf544c94-23de-4b76-b861-58d6e66b305f req-051a8785-c000-4ad3-872f-ef6cf161715d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1245766 Aug 30 13:23:34.474556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 5468efff-bafa-471f-9373-bc7c2930c4cf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:34.506115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5468efff-bafa-471f-9373-bc7c2930c4cf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:34.507941 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:34.516659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network efc001e5-2849-4511-8c0b-9c46aab11dca is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:23:34.539170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, efc001e5-2849-4511-8c0b-9c46aab11dca) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:34.547630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:34.548985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:34.559386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf544c94-23de-4b76-b861-58d6e66b305f req-89dbe591-f9be-4a64-af4b-bf44f409f345 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808258 Aug 30 13:23:34.585337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-56e4b922-f83c-4339-bd94-b418a529023e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0824127 Aug 30 13:23:34.589981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41986) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:34.611699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfd2bf-d96c-4d29-989e-90cfc8558d25 None None] Network efc001e5-2849-4511-8c0b-9c46aab11dca requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:34.640954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port de697f67-8c10-4957-931c-5767a0a0550f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:34.665454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port de697f67-8c10-4957-931c-5767a0a0550f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:34.665893 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:34.700028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 3, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:34.777127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:23:34.778416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Updating router 2b32cccf-6f28-4ad1-b207-46d73785cd65 port 67a1590e-9428-400d-b345-21abb47045ec binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:23:34.779384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-98e5d07c-10fc-41ae-8e25-8526b9b7033b None None] Provisioning complete for port 67a1590e-9428-400d-b345-21abb47045ec triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:34.779789 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-98e5d07c-10fc-41ae-8e25-8526b9b7033b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:34.828612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-98e5d07c-10fc-41ae-8e25-8526b9b7033b None None] Port 67a1590e-9428-400d-b345-21abb47045ec cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:34.890518 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:34.965089 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:35.055368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7156be10-0dfc-4475-837e-77a514d3efec None None] Provisioning complete for port 67a1590e-9428-400d-b345-21abb47045ec triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:35.055688 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7156be10-0dfc-4475-837e-77a514d3efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:35.145589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 5468efff-bafa-471f-9373-bc7c2930c4cf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5468efff-bafa-471f-9373-bc7c2930c4cf,segment=NetworkSegment(d6355c87-7fe9-4f50-909b-7209c83e0705),segment_id=d6355c87-7fe9-4f50-909b-7209c83e0705)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:35.226312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:35.240154 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:35.285065 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:35.328507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7156be10-0dfc-4475-837e-77a514d3efec None None] Port 67a1590e-9428-400d-b345-21abb47045ec cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:23:35.331588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-efc001e5-2849-4511-8c0b-9c46aab11dca', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:23:35.332621 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:35.434195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=5468efff-bafa-471f-9373-bc7c2930c4cf,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:35.437759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:23:35.440458 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecd6f7e-d72d-4eec-8fa8-5b00e399c219" -d '{"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-plugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:23:35.467628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:35.533038 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:35.571973 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae9bfee-a5f2-4517-ba6c-b6575e22f499 x-openstack-request-id: req-6ae9bfee-a5f2-4517-ba6c-b6575e22f499 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:23:35.572290 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-plugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:23:35.572877 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ae9bfee-a5f2-4517-ba6c-b6575e22f499 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:23:35.573280 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'code': 200} Aug 30 13:23:35.697279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:35.741021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Allocated IP 2001:db8:2::2 (efc001e5-2849-4511-8c0b-9c46aab11dca/d067a8b2-330d-495a-8ead-999f1125ace2/57cb1232-055c-4a2d-a738-d8d64d0fb8a3) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:36.026755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43633db-1960-4754-a865-87ccfdb6dce8 req-6f159ca2-2eb7-4996-8057-30814309748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:36.027541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b43633db-1960-4754-a865-87ccfdb6dce8 req-6f159ca2-2eb7-4996-8057-30814309748e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1097 time: 0.1608219 Aug 30 13:23:36.073770 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:36.114883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Transition to ACTIVE for port object 67a1590e-9428-400d-b345-21abb47045ec will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:36.132801 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:36.168101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b43633db-1960-4754-a865-87ccfdb6dce8 req-be8a0169-7ae3-4290-9549-62de5a039d83 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326783 Aug 30 13:23:36.295358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ff72d-eed5-4e69-8b88-077cb5b29e76 None None] Pushing event updated for resources: {'Port': ['ID=67a1590e-9428-400d-b345-21abb47045ec,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:36.396479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3cd57-e336-41cd-8737-6d982e47f247 req-6f25567e-2d55-40d4-8a57-a1a7b0aead39 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:36.400058 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6b3cd57-e336-41cd-8737-6d982e47f247 req-6f25567e-2d55-40d4-8a57-a1a7b0aead39 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 946 time: 0.7078118 Aug 30 13:23:36.443673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Attempting to bind port 67a1590e-9428-400d-b345-21abb47045ec on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:36.444309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Attempting to bind port 67a1590e-9428-400d-b345-21abb47045ec by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd6355c87-7fe9-4f50-909b-7209c83e0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:36.444977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Attempting to bind port 67a1590e-9428-400d-b345-21abb47045ec on network 5ab94248-f67e-4df5-b8ff-46f777881719 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:36.476776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:36.477327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Checking segment: {'id': 'd6355c87-7fe9-4f50-909b-7209c83e0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:36.478591 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:36.478868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6b3cd57-e336-41cd-8737-6d982e47f247 req-c6ccf79e-4d9c-46cd-a750-8ab50575af39 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693223 Aug 30 13:23:36.479272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Bound using segment: {'id': 'd6355c87-7fe9-4f50-909b-7209c83e0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:36.480127 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Bound port: 67a1590e-9428-400d-b345-21abb47045ec, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6355c87-7fe9-4f50-909b-7209c83e0705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:36.480696 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:36.666776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] For port 67a1590e-9428-400d-b345-21abb47045ec, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:36.707952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] For port 67a1590e-9428-400d-b345-21abb47045ec, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=67a1590e-9428-400d-b345-21abb47045ec,segment=NetworkSegment(d6355c87-7fe9-4f50-909b-7209c83e0705),segment_id=d6355c87-7fe9-4f50-909b-7209c83e0705)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:36.711171 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:36.721519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:36.756980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Transition to ACTIVE for port object 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:36.763864 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94a14e95-fcb7-4b0e-9b51-60480786415d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:36.800824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Transition to ACTIVE for port object 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:36.816711 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:36.821957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:36.822613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:36.828536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ff72d-eed5-4e69-8b88-077cb5b29e76 None None] Pushing event updated for resources: {'Port': ['ID=67a1590e-9428-400d-b345-21abb47045ec,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:36.899063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 2001:db8:2::1 (efc001e5-2849-4511-8c0b-9c46aab11dca/d067a8b2-330d-495a-8ead-999f1125ace2/4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:36.925179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Network efc001e5-2849-4511-8c0b-9c46aab11dca is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:36.931481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:36.941395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:37.089046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:37.181774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Pushing event updated for resources: {'Port': ['ID=57cb1232-055c-4a2d-a738-d8d64d0fb8a3,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:37.226993 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:37.256157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Transition to ACTIVE for port object 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:37.318749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:37.340614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Attempting to bind port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:37.341971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Attempting to bind port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'e32b28c3-96fb-4706-aa90-5cd9f2759d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:37.342668 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Attempting to bind port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 on network efc001e5-2849-4511-8c0b-9c46aab11dca {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:37.358065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:37.358761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Checking segment: {'id': 'e32b28c3-96fb-4706-aa90-5cd9f2759d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:37.359559 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:37.360304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Bound using segment: {'id': 'e32b28c3-96fb-4706-aa90-5cd9f2759d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:37.361142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Bound port: 57cb1232-055c-4a2d-a738-d8d64d0fb8a3, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32b28c3-96fb-4706-aa90-5cd9f2759d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:37.362023 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:37.443798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:37.462424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5468efff-bafa-471f-9373-bc7c2930c4cf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:37.462842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.463421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.463992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.464544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.465007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.465463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.466077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.466624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.467182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.467763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.468310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.468775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:37.488327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network efc001e5-2849-4511-8c0b-9c46aab11dca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:37.492781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:37.497379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:37.498339 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:37.601477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-5aaf8457-faa6-4ea0-84fb-5257af8f7cfb req-7971b831-403a-4872-b27b-4312361932a9 service neutron] (95698) timed out ('10.222.0.37', 49570) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:23:37.726348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] For port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:37.775195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b83b7-32af-4be3-a1e2-62d841e2a030 req-31176cf0-2b8a-4af4-a9b6-b5a9c180501c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:37.778618 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da3b83b7-32af-4be3-a1e2-62d841e2a030 req-31176cf0-2b8a-4af4-a9b6-b5a9c180501c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 946 time: 0.1560252 Aug 30 13:23:37.821371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:37.830831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] For port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=57cb1232-055c-4a2d-a738-d8d64d0fb8a3,segment=NetworkSegment(e32b28c3-96fb-4706-aa90-5cd9f2759d00),segment_id=e32b28c3-96fb-4706-aa90-5cd9f2759d00)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:37.850618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5468efff-bafa-471f-9373-bc7c2930c4cf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:37.851377 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:37.854734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:37.913008 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da3b83b7-32af-4be3-a1e2-62d841e2a030 req-8db46105-de2b-4b0f-957d-cc062a591f5a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030099 Aug 30 13:23:38.082699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 3, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:36Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:38.092222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118a6af-c70e-469d-8e1e-e01e316aee0b None None] Pushing event updated for resources: {'Port': ['ID=57cb1232-055c-4a2d-a738-d8d64d0fb8a3,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:38.158849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60642c1d-3cdc-4417-b904-1c023ad601ca None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 3, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:36Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:38.467915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9715d-c3a7-4c82-80fa-8d93ef1eb0f4 req-0d46e703-f4ea-4230-98bb-9a2d8905073c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:38.469583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-75e9715d-c3a7-4c82-80fa-8d93ef1eb0f4 req-0d46e703-f4ea-4230-98bb-9a2d8905073c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 946 time: 0.1664810 Aug 30 13:23:38.473002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:38.482978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:38.485822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:38.487176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:38.499101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'floatingip': {'port_id': 'de697f67-8c10-4957-931c-5767a0a0550f'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:38.548490 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:38.649941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:38.752640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network efc001e5-2849-4511-8c0b-9c46aab11dca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:38.756457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:38.981774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:39.182841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:39.193220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b43c73cf-6933-48cc-b9af-114333c6f5d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6017938 Aug 30 13:23:39.207966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42034) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:39.226812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2132029203'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:39.311639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:23:39.315959 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:39.366525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:23:39.410003 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:39.410373 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added segment 1d99064d-1a4c-4a3d-8cd7-5b34d3856441 of type vlan for network b965b419-7dad-4473-b921-778a82965868 Aug 30 13:23:39.441629 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a3ceb9ec-dc60-4841-a9be-0dc1d36bdde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:39.442505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.resource_extend [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 13:23:39.621833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:39.626301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:39.636577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:39.700295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:39.709200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:39.710387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:39.730875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:39.762336 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:39.777164 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:39.778129 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:39.867376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:39.876341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 67a1590e-9428-400d-b345-21abb47045ec up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:39.920771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42046) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:39.938893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'subnet': {'network_id': 'b965b419-7dad-4473-b921-778a82965868', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:39.948942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7397301 Aug 30 13:23:39.964858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d351650-6164-485a-bcf9-013c19bc9967 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Network': ['ID=b965b419-7dad-4473-b921-778a82965868,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:39.966893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 67a1590e-9428-400d-b345-21abb47045ec completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:39.979752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 67a1590e-9428-400d-b345-21abb47045ec triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:39.980330 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:39.984225 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b965b419-7dad-4473-b921-778a82965868 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:23:40.060294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753537e8-cde8-4ab7-80b8-bce3c8fa8cba None None] Network efc001e5-2849-4511-8c0b-9c46aab11dca requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:40.076619 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:40.214105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Made reservation on behalf of a1cd25da8a81422f9ecf8ed192d7b17e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:23:40.221441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:40.226435 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:40.226781 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Floating IP aa126913-8b9c-47eb-9cc4-7b37bf8696c4 associated. External IP: 172.25.2.102, port: de697f67-8c10-4957-931c-5767a0a0550f. Aug 30 13:23:40.333333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-188dc7fd-690b-4e59-8b2a-8268f671e817 None None] Provisioning for port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:40.352643 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:37Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:38Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:36Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:40.392217 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:23:40.393029 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Updating router 2b32cccf-6f28-4ad1-b207-46d73785cd65 port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:23:40.405038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-188dc7fd-690b-4e59-8b2a-8268f671e817 None None] Provisioning complete for port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:40.406019 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-188dc7fd-690b-4e59-8b2a-8268f671e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:40.462902 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:40.618144 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:40.848666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 67a1590e-9428-400d-b345-21abb47045ec, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=67a1590e-9428-400d-b345-21abb47045ec,segment=NetworkSegment(d6355c87-7fe9-4f50-909b-7209c83e0705),segment_id=d6355c87-7fe9-4f50-909b-7209c83e0705)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:40.854963 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:40.902331 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:40.952325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Router 6c3d4107-9a0f-4872-83eb-d16b1c39199f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:40.974630 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:41.016812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-188dc7fd-690b-4e59-8b2a-8268f671e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:41.020878 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Subnet': ['ID=30c0fda0-70f2-46c1-89e2-d57701886709,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:41.025136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Checking segment: {'id': '1d99064d-1a4c-4a3d-8cd7-5b34d3856441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b965b419-7dad-4473-b921-778a82965868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:41.025499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network hostable DHCP agents. Network: b965b419-7dad-4473-b921-778a82965868, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:23:41.099526 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network b965b419-7dad-4473-b921-778a82965868 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:23:41.126906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b965b419-7dad-4473-b921-778a82965868) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:41.166725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b9d620-33cc-40d3-bacf-0c842d52ddc5 None None] Network b965b419-7dad-4473-b921-778a82965868 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:41.177904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=67a1590e-9428-400d-b345-21abb47045ec,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:41.214652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:41.215165 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:41.306188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42056) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:41.323216 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-88517d03-6317-41bc-8b65-1e47692dfa0e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3973999 Aug 30 13:23:41.327582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-188dc7fd-690b-4e59-8b2a-8268f671e817 None None] For port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=57cb1232-055c-4a2d-a738-d8d64d0fb8a3,segment=NetworkSegment(e32b28c3-96fb-4706-aa90-5cd9f2759d00),segment_id=e32b28c3-96fb-4706-aa90-5cd9f2759d00)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:41.340101 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-188dc7fd-690b-4e59-8b2a-8268f671e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:41.365511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:41.408974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:41.539943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1f4d1eb7-1dc9-46b6-a4b1-874490af030e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "PUT /v2.0/floatingips/aa126913-8b9c-47eb-9cc4-7b37bf8696c4 HTTP/1.1" status: 200 len: 992 time: 3.0556681 Aug 30 13:23:41.540605 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:23:41.553899 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473c613b-7638-43d1-bc69-c1cf2d9afdbf" -d '{"events": [{"name": "network-changed", "server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:23:41.559355 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:41.578210 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Transition to ACTIVE for port object 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:41.600515 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:41.773641 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24248ad-6ca2-46c9-9eb4-bba83bf9ac83 x-openstack-request-id: req-f24248ad-6ca2-46c9-9eb4-bba83bf9ac83 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:23:41.774030 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:23:41.774288 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f24248ad-6ca2-46c9-9eb4-bba83bf9ac83 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:23:41.774702 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'status': 'completed', 'code': 200} Aug 30 13:23:41.856962 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Attempting to bind port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:41.860917 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Attempting to bind port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'e32b28c3-96fb-4706-aa90-5cd9f2759d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:41.861455 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Attempting to bind port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f on network efc001e5-2849-4511-8c0b-9c46aab11dca {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:41.891509 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:41.892612 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Checking segment: {'id': 'e32b28c3-96fb-4706-aa90-5cd9f2759d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:41.893455 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:41.894126 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Bound using segment: {'id': 'e32b28c3-96fb-4706-aa90-5cd9f2759d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:41.894879 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Bound port: 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32b28c3-96fb-4706-aa90-5cd9f2759d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:41.895612 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:41.907039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 67a1590e-9428-400d-b345-21abb47045ec up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:41.916296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] Sync routers for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:41.933922 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afcbea-a164-4273-ad1c-d1884c63aa62 None None] Pushing event updated for resources: {'Port': ['ID=4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:42.086952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-1d1d79b0-0969-4d07-a4b3-068dc5ad9a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:42.094843 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-1d1d79b0-0969-4d07-a4b3-068dc5ad9a9d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1097 time: 0.1163261 Aug 30 13:23:42.097648 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] For port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:42.106769 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] For port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f,segment=NetworkSegment(e32b28c3-96fb-4706-aa90-5cd9f2759d00),segment_id=e32b28c3-96fb-4706-aa90-5cd9f2759d00)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:42.114976 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:42.116729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188dc7fd-690b-4e59-8b2a-8268f671e817 None None] Pushing event updated for resources: {'Port': ['ID=57cb1232-055c-4a2d-a738-d8d64d0fb8a3,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:42.195270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7f58253a-f6a4-4e58-9f4d-7f6a287b6571 None None] Provisioning complete for port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:42.195644 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f58253a-f6a4-4e58-9f4d-7f6a287b6571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:42.248212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:42.248861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:42.265123 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29afcbea-a164-4273-ad1c-d1884c63aa62 None None] Pushing event updated for resources: {'Port': ['ID=4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:42.324945 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:42.325584 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:42.468345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:42.539235 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:42.544937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-df931f91-d92f-474f-a2af-5be670186a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:42.546475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-df931f91-d92f-474f-a2af-5be670186a90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.3210697 Aug 30 13:23:42.602500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 67a1590e-9428-400d-b345-21abb47045ec triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:42.602934 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:42.682615 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:42.740291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b965b419-7dad-4473-b921-778a82965868', 'network_id': 'b965b419-7dad-4473-b921-778a82965868', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'fixed_ips': [{'subnet_id': '30c0fda0-70f2-46c1-89e2-d57701886709'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:23:42.742451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:43.038551 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-fd0b0e75-c9dd-4e7c-8d06-b59e7cfbf9a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1000 time: 0.4193962 Aug 30 13:23:43.116831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-aaccc06a-6d58-454b-8424-e02ce87d8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:43.118320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-aaccc06a-6d58-454b-8424-e02ce87d8740 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0721273 Aug 30 13:23:43.147049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:43.148014 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:37Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:42Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:43.182640 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef0b6b-274c-472b-9c64-edcea42393de None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:37Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:42Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:43.404324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-35775919-9676-403f-b494-162d1cbbf470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:23:43.407222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-35775919-9676-403f-b494-162d1cbbf470 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2734976 Aug 30 13:23:43.665274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7f58253a-f6a4-4e58-9f4d-7f6a287b6571 None None] Provisioning for port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:43.769596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Allocated IP 2001:db8:3::2 (b965b419-7dad-4473-b921-778a82965868/30c0fda0-70f2-46c1-89e2-d57701886709/37ac79f4-d2af-4acf-8de1-5579381d9003) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:43.784277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-f13489a6-6280-4b46-88c2-6fd4f0c66522 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664330 Aug 30 13:23:43.991193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-473c613b-7638-43d1-bc69-c1cf2d9afdbf req-400154d0-9764-49e7-aec1-7db68f19119c service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010019 Aug 30 13:23:44.151972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:44.250423 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:44.262232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'aa126913-8b9c-47eb-9cc4-7b37bf8696c4', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'port_id': 'de697f67-8c10-4957-931c-5767a0a0550f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'mac_address': 'fa:16:3e:40:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:23:15Z', 'updated_at': '2021-08-30T13:23:39Z', 'revision_number': 1, 'project_id': '1db640a70d964862a92b0278204e0a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1485fa-6dca-4ffd-ace0-673c75a94f85', 'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'mac_address': 'fa:16:3e:c7:23:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:00Z', 'updated_at': '2021-08-30T13:23:13Z', 'revision_number': 5, 'project_id': '1db640a70d964862a92b0278204e0a01', 'subnets': [{'id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:44.307744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Transition to ACTIVE for port object 37ac79f4-d2af-4acf-8de1-5579381d9003 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:44.320908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] Checking router: 6c3d4107-9a0f-4872-83eb-d16b1c39199f for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:23:44.329501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:44.343727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Transition to ACTIVE for port object 37ac79f4-d2af-4acf-8de1-5579381d9003 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:44.345140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:44.345521 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:44.374460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:44.375358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:44.378545 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:44.482822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Allocated IP 2001:db8:3::1 (b965b419-7dad-4473-b921-778a82965868/30c0fda0-70f2-46c1-89e2-d57701886709/438928fc-d48a-4fcf-964d-830335e6a198) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:23:44.533458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Network b965b419-7dad-4473-b921-778a82965868 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:44.542316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:44.550967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:44.636945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Pushing event updated for resources: {'Port': ['ID=37ac79f4-d2af-4acf-8de1-5579381d9003,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:44.707781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Attempting to bind port 37ac79f4-d2af-4acf-8de1-5579381d9003 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:44.708163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Attempting to bind port 37ac79f4-d2af-4acf-8de1-5579381d9003 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '1d99064d-1a4c-4a3d-8cd7-5b34d3856441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b965b419-7dad-4473-b921-778a82965868'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:44.708550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Attempting to bind port 37ac79f4-d2af-4acf-8de1-5579381d9003 on network b965b419-7dad-4473-b921-778a82965868 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:44.717773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:44.756138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:44.756138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Checking segment: {'id': '1d99064d-1a4c-4a3d-8cd7-5b34d3856441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b965b419-7dad-4473-b921-778a82965868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:44.756956 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:44.757198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:44.757746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Bound using segment: {'id': '1d99064d-1a4c-4a3d-8cd7-5b34d3856441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b965b419-7dad-4473-b921-778a82965868'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:44.757746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Bound port: 37ac79f4-d2af-4acf-8de1-5579381d9003, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d99064d-1a4c-4a3d-8cd7-5b34d3856441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b965b419-7dad-4473-b921-778a82965868'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:44.757746 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:44.774605 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:44.781172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Transition to ACTIVE for port object 438928fc-d48a-4fcf-964d-830335e6a198 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:44.861649 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:44.915544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f,segment=NetworkSegment(e32b28c3-96fb-4706-aa90-5cd9f2759d00),segment_id=e32b28c3-96fb-4706-aa90-5cd9f2759d00)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:44.923502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network b965b419-7dad-4473-b921-778a82965868 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:44.927718 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:44.928424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:44.930274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:44.937706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:23:44.937706 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:45.089474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=438928fc-d48a-4fcf-964d-830335e6a198,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:45.164067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:45.248498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] For port 37ac79f4-d2af-4acf-8de1-5579381d9003, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:45.343825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] For port 37ac79f4-d2af-4acf-8de1-5579381d9003, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=37ac79f4-d2af-4acf-8de1-5579381d9003,segment=NetworkSegment(1d99064d-1a4c-4a3d-8cd7-5b34d3856441),segment_id=1d99064d-1a4c-4a3d-8cd7-5b34d3856441)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:45.435429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:45.469101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:45.613049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:45.620344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:45.621069 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:45.702738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event updated for resources: {'Port': ['ID=438928fc-d48a-4fcf-964d-830335e6a198,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:45.743272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:45.743655 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:45.786878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ea99-c4e9-4b74-bdf8-07c15f5da321 None None] Pushing event updated for resources: {'Port': ['ID=37ac79f4-d2af-4acf-8de1-5579381d9003,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:45.876762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Network b965b419-7dad-4473-b921-778a82965868 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:23:45.887832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:23:45.944705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'aa126913-8b9c-47eb-9cc4-7b37bf8696c4', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'port_id': 'de697f67-8c10-4957-931c-5767a0a0550f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'mac_address': 'fa:16:3e:40:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:23:15Z', 'updated_at': '2021-08-30T13:23:39Z', 'revision_number': 1, 'project_id': '1db640a70d964862a92b0278204e0a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1485fa-6dca-4ffd-ace0-673c75a94f85', 'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'mac_address': 'fa:16:3e:c7:23:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:00Z', 'updated_at': '2021-08-30T13:23:13Z', 'revision_number': 5, 'project_id': '1db640a70d964862a92b0278204e0a01', 'subnets': [{'id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:46.011505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5da82-5331-4484-9d86-2feddfa612b7 None None] The sync data for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 is: [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'aa126913-8b9c-47eb-9cc4-7b37bf8696c4', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'floating_ip_address': '172.25.2.102', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'port_id': 'de697f67-8c10-4957-931c-5767a0a0550f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'mac_address': 'fa:16:3e:40:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:23:15Z', 'updated_at': '2021-08-30T13:23:39Z', 'revision_number': 1, 'project_id': '1db640a70d964862a92b0278204e0a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a1485fa-6dca-4ffd-ace0-673c75a94f85', 'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'mac_address': 'fa:16:3e:c7:23:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:00Z', 'updated_at': '2021-08-30T13:23:13Z', 'revision_number': 5, 'project_id': '1db640a70d964862a92b0278204e0a01', 'subnets': [{'id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:46.378257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:46.547982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:46.548530 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:46.609503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:46.730582 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192bced2-aa47-4ab9-b80b-ad3345122627 None None] New status for floating IP aa126913-8b9c-47eb-9cc4-7b37bf8696c4: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:23:46.776751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:46.787691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d1fd5a01-e4b2-49cd-8c8b-b112fc5f6461 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4767976 Aug 30 13:23:46.788282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42116) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:46.800218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:46.807150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:46.861748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 37ac79f4-d2af-4acf-8de1-5579381d9003 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:46.865966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:46.866811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:47.193793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:47.450558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 37ac79f4-d2af-4acf-8de1-5579381d9003 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:47.719964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.extraroute_db [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 13:23:47.724021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391240a2-c3f4-46a4-b9ce-58ea5fd15431 None None] Network b965b419-7dad-4473-b921-778a82965868 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:47.784701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.extraroute_db [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Removed routes are [] {{(pid=95698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 13:23:47.785173 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:47.848313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0643e073-2279-40d2-a79e-b1201a33d1c3 None None] Provisioning for port 37ac79f4-d2af-4acf-8de1-5579381d9003 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:47.858073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0643e073-2279-40d2-a79e-b1201a33d1c3 None None] Provisioning complete for port 37ac79f4-d2af-4acf-8de1-5579381d9003 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:47.858537 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0643e073-2279-40d2-a79e-b1201a33d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:47.997488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:45Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '438928fc-d48a-4fcf-964d-830335e6a198', 'name': '', 'network_id': 'b965b419-7dad-4473-b921-778a82965868', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a3:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:43Z', 'updated_at': '2021-08-30T13:23:45Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:44Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:48.062460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:23:48.063916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Updating router 2b32cccf-6f28-4ad1-b207-46d73785cd65 port 438928fc-d48a-4fcf-964d-830335e6a198 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:23:48.115664 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:48.176937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:48.181811 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:48.210102 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0643e073-2279-40d2-a79e-b1201a33d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:48.333932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0643e073-2279-40d2-a79e-b1201a33d1c3 None None] For port 37ac79f4-d2af-4acf-8de1-5579381d9003, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=37ac79f4-d2af-4acf-8de1-5579381d9003,segment=NetworkSegment(1d99064d-1a4c-4a3d-8cd7-5b34d3856441),segment_id=1d99064d-1a4c-4a3d-8cd7-5b34d3856441)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:48.348325 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0643e073-2279-40d2-a79e-b1201a33d1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:48.464206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:48.539674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643e073-2279-40d2-a79e-b1201a33d1c3 None None] Pushing event updated for resources: {'Port': ['ID=37ac79f4-d2af-4acf-8de1-5579381d9003,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:48.823848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:48.824942 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:23:48.946483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Transition to ACTIVE for port object 438928fc-d48a-4fcf-964d-830335e6a198 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:23:48.985286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:48.992495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:49.060343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:49.062209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5e828539-94bd-4d0f-b9ba-d7f04d0321d0 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65 HTTP/1.1" status: 200 len: 954 time: 2.2723830 Aug 30 13:23:49.065683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42142) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:49.143208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-34c9f88d-af79-40fe-b7e2-5296ca0669e3 None None] Provisioning for port 438928fc-d48a-4fcf-964d-830335e6a198 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:49.178069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49c16b-0972-4469-90ee-b4ec71787696 None None] Pushing event updated for resources: {'Port': ['ID=438928fc-d48a-4fcf-964d-830335e6a198,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:49.212443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-34c9f88d-af79-40fe-b7e2-5296ca0669e3 None None] Provisioning complete for port 37ac79f4-d2af-4acf-8de1-5579381d9003 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:49.213156 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-34c9f88d-af79-40fe-b7e2-5296ca0669e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:49.311378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-012fd09a-e282-4ad4-baa7-d47aeffc89b2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65 HTTP/1.1" status: 200 len: 954 time: 0.2441754 Aug 30 13:23:49.315322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42144) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:49.323393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'routes': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:23:49.344750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Attempting to bind port 438928fc-d48a-4fcf-964d-830335e6a198 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:23:49.345331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Attempting to bind port 438928fc-d48a-4fcf-964d-830335e6a198 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '1d99064d-1a4c-4a3d-8cd7-5b34d3856441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b965b419-7dad-4473-b921-778a82965868'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:23:49.346345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Attempting to bind port 438928fc-d48a-4fcf-964d-830335e6a198 on network b965b419-7dad-4473-b921-778a82965868 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:23:49.356240 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:23:49.357053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Checking segment: {'id': '1d99064d-1a4c-4a3d-8cd7-5b34d3856441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b965b419-7dad-4473-b921-778a82965868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:23:49.357808 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:49.358452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Bound using segment: {'id': '1d99064d-1a4c-4a3d-8cd7-5b34d3856441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b965b419-7dad-4473-b921-778a82965868'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:23:49.359232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Bound port: 438928fc-d48a-4fcf-964d-830335e6a198, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d99064d-1a4c-4a3d-8cd7-5b34d3856441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'b965b419-7dad-4473-b921-778a82965868'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:23:49.359839 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:49.523844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] For port 438928fc-d48a-4fcf-964d-830335e6a198, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:23:49.529805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] For port 438928fc-d48a-4fcf-964d-830335e6a198, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=438928fc-d48a-4fcf-964d-830335e6a198,segment=NetworkSegment(1d99064d-1a4c-4a3d-8cd7-5b34d3856441),segment_id=1d99064d-1a4c-4a3d-8cd7-5b34d3856441)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:23:49.543640 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:49.687979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49c16b-0972-4469-90ee-b4ec71787696 None None] Pushing event updated for resources: {'Port': ['ID=438928fc-d48a-4fcf-964d-830335e6a198,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:49.691052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:49.691690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:49.868979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:50.319537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 37ac79f4-d2af-4acf-8de1-5579381d9003 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:50.361718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.extraroute_db [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added routes are [] {{(pid=95698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 13:23:50.362615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.extraroute_db [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=95698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 13:23:50.470890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:50.624193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:47Z', 'revision_number': 6, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '438928fc-d48a-4fcf-964d-830335e6a198', 'name': '', 'network_id': 'b965b419-7dad-4473-b921-778a82965868', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a3:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:43Z', 'updated_at': '2021-08-30T13:23:49Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:44Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:50.633713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 37ac79f4-d2af-4acf-8de1-5579381d9003 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:50.634273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:50.737601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc6f13c-2aca-488b-9d93-98d598fe327f None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:47Z', 'revision_number': 6, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '438928fc-d48a-4fcf-964d-830335e6a198', 'name': '', 'network_id': 'b965b419-7dad-4473-b921-778a82965868', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a3:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:43Z', 'updated_at': '2021-08-30T13:23:49Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:44Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:51.072423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:51.087344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:51.311600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:51.594371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:51.609624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:51.614171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-663fbbf3-b868-4a4f-a107-9c7ff0b2c9b5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65 HTTP/1.1" status: 200 len: 704 time: 2.2963374 Aug 30 13:23:51.616820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42162) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:52.242543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 438928fc-d48a-4fcf-964d-830335e6a198 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:52.337520 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42166) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:52.342994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3f6e54c8-b393-4c46-bc62-bd2305cb37f9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65 HTTP/1.1" status: 200 len: 704 time: 0.7247100 Aug 30 13:23:52.397139 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:52.429885 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:52.433602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 438928fc-d48a-4fcf-964d-830335e6a198 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:23:52.436912 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:52.443332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 438928fc-d48a-4fcf-964d-830335e6a198 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:23:52.443955 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:52.724163 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:52.846011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 438928fc-d48a-4fcf-964d-830335e6a198, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=438928fc-d48a-4fcf-964d-830335e6a198,segment=NetworkSegment(1d99064d-1a4c-4a3d-8cd7-5b34d3856441),segment_id=1d99064d-1a4c-4a3d-8cd7-5b34d3856441)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:52.863636 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:52.891536 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:53.064498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=438928fc-d48a-4fcf-964d-830335e6a198,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:53.161970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:53.436500 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:50Z', 'revision_number': 7, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '438928fc-d48a-4fcf-964d-830335e6a198', 'name': '', 'network_id': 'b965b419-7dad-4473-b921-778a82965868', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a3:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:43Z', 'updated_at': '2021-08-30T13:23:49Z', 'revision_number': 4, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:44Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:53.481334 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:23:53.496003 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:53.497638 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:53.652262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 438928fc-d48a-4fcf-964d-830335e6a198 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:23:53.653066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:53.703549 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:53.882057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 438928fc-d48a-4fcf-964d-830335e6a198, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=438928fc-d48a-4fcf-964d-830335e6a198,segment=NetworkSegment(1d99064d-1a4c-4a3d-8cd7-5b34d3856441),segment_id=1d99064d-1a4c-4a3d-8cd7-5b34d3856441)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:53.882527 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:53.901100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 438928fc-d48a-4fcf-964d-830335e6a198 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:23:54.218494 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:50Z', 'revision_number': 7, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '438928fc-d48a-4fcf-964d-830335e6a198', 'name': '', 'network_id': 'b965b419-7dad-4473-b921-778a82965868', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a3:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:43Z', 'updated_at': '2021-08-30T13:23:52Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:44Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:54.224009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 438928fc-d48a-4fcf-964d-830335e6a198 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:23:54.234538 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:54.251137 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead5a57c-803b-4cb6-836d-bb6fac55018e None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:50Z', 'revision_number': 7, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '438928fc-d48a-4fcf-964d-830335e6a198', 'name': '', 'network_id': 'b965b419-7dad-4473-b921-778a82965868', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a3:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:43Z', 'updated_at': '2021-08-30T13:23:52Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '30c0fda0-70f2-46c1-89e2-d57701886709', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:44Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:54.318530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No active binding found for port 438928fc-d48a-4fcf-964d-830335e6a198 {{(pid=95700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 13:23:54.318971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 438928fc-d48a-4fcf-964d-830335e6a198 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 30 13:23:54.343238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Port 438928fc-d48a-4fcf-964d-830335e6a198 not found, will not notify nova. {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 30 13:23:54.350749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=438928fc-d48a-4fcf-964d-830335e6a198,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:54.523783 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:54.789608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:54.966291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:54.979567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42192) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:54.988096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:54.995011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4ac8c5a5-760b-4e81-af24-07507ddfc721 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546152 Aug 30 13:23:55.008888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:55.010828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:55.081006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c082be78-450d-483c-bc03-1fe5811acd97 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting subnet 30c0fda0-70f2-46c1-89e2-d57701886709 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:23:55.089098 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c082be78-450d-483c-bc03-1fe5811acd97 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:55.183564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c082be78-450d-483c-bc03-1fe5811acd97 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:55.225944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:55.282157 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c082be78-450d-483c-bc03-1fe5811acd97 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:55.358663 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c082be78-450d-483c-bc03-1fe5811acd97 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:55.440733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082be78-450d-483c-bc03-1fe5811acd97 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Subnet': ['ID=30c0fda0-70f2-46c1-89e2-d57701886709,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:55.444810 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c082be78-450d-483c-bc03-1fe5811acd97 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:55.452753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42196) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:55.454515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c082be78-450d-483c-bc03-1fe5811acd97 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/30c0fda0-70f2-46c1-89e2-d57701886709 HTTP/1.1" status: 204 len: 168 time: 0.4732425 Aug 30 13:23:55.486210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999e2f87-f9ee-48b8-9c72-dad468ed8bb9 None None] Network b965b419-7dad-4473-b921-778a82965868 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:23:55.642230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:55.791435 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 37ac79f4-d2af-4acf-8de1-5579381d9003 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:23:55.810571 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.049254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 37ac79f4-d2af-4acf-8de1-5579381d9003, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=37ac79f4-d2af-4acf-8de1-5579381d9003,segment=NetworkSegment(1d99064d-1a4c-4a3d-8cd7-5b34d3856441),segment_id=1d99064d-1a4c-4a3d-8cd7-5b34d3856441)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:56.049817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.086355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 37ac79f4-d2af-4acf-8de1-5579381d9003 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:23:56.162044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:54Z', 'revision_number': 8, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:44Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:56.259444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:23:56.262923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] DHCP port deletion for b965b419-7dad-4473-b921-778a82965868 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:23:56.312023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:56.312707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:56.321100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.352167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=37ac79f4-d2af-4acf-8de1-5579381d9003,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:56.365192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.365564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.365947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.366291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.366633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.366973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.367328 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.367839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.368179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.368509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.368838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.369174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:23:56.382165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No DVR routers for this DVR port 37ac79f4-d2af-4acf-8de1-5579381d9003 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:23:56.486468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] Deleting port 37ac79f4-d2af-4acf-8de1-5579381d9003 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:23:56.487124 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.547045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.563033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b965b419-7dad-4473-b921-778a82965868']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:56.578252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d99064d-1a4c-4a3d-8cd7-5b34d3856441') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:56.579086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d99064d-1a4c-4a3d-8cd7-5b34d3856441') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:56.581400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:56.593725 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.631158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.648337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:23:56.649565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.673259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] For port 37ac79f4-d2af-4acf-8de1-5579381d9003, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:56.674285 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.748027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] Calling delete_port for 37ac79f4-d2af-4acf-8de1-5579381d9003 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:23:56.754401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] Port 37ac79f4-d2af-4acf-8de1-5579381d9003 was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:23:56.759451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:56.892353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] No DVR routers for this DVR port 37ac79f4-d2af-4acf-8de1-5579381d9003 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:23:56.894496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab034ed-a3a5-4d38-914d-441527a1a636 None None] Pushing event deleted for resources: {'Port': ['ID=37ac79f4-d2af-4acf-8de1-5579381d9003,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:57.119880 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:54Z', 'revision_number': 8, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:44Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:23:57.154647 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:23:57.179918 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29ee143-9312-4ef4-beb6-e0a9cf1629c5 None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:54Z', 'revision_number': 8, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f', 'name': '', 'network_id': 'efc001e5-2849-4511-8c0b-9c46aab11dca', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:a7:02:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:35Z', 'updated_at': '2021-08-30T13:23:44Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'd067a8b2-330d-495a-8ead-999f1125ace2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:23:57.199793 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:57.209289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:57.213181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/networks/b965b419-7dad-4473-b921-778a82965868 HTTP/1.1" status: 204 len: 168 time: 1.7583997 Aug 30 13:23:57.217169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42216) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:57.244164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d724c-471b-41b5-b433-a8eb52caed59 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Network': ['ID=b965b419-7dad-4473-b921-778a82965868,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:57.739722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:58.154650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:23:58.155174 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:58.172398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 37ac79f4-d2af-4acf-8de1-5579381d9003 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:23:58.266182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 37ac79f4-d2af-4acf-8de1-5579381d9003 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:23:58.272354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 37ac79f4-d2af-4acf-8de1-5579381d9003 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:23:58.272649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 438928fc-d48a-4fcf-964d-830335e6a198 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:23:58.354524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 438928fc-d48a-4fcf-964d-830335e6a198 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:23:58.355468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 438928fc-d48a-4fcf-964d-830335e6a198 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:23:58.385111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f,segment=NetworkSegment(e32b28c3-96fb-4706-aa90-5cd9f2759d00),segment_id=e32b28c3-96fb-4706-aa90-5cd9f2759d00)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:23:58.385599 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:58.405972 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:58.410854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:23:58.807558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:58.860314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:23:59.120155 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:59.404413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:23:59.570895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:23:59.580879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5348a06f-812f-433e-b7b9-7f97f87b22a3 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3607831 Aug 30 13:23:59.584482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42250) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:23:59.590044 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:23:59.618426 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:23:59.620330 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:23:59.693776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c7365a-34fd-4ce2-a229-a28600326aae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting subnet d067a8b2-330d-495a-8ead-999f1125ace2 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:23:59.697689 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7365a-34fd-4ce2-a229-a28600326aae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:59.756725 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7365a-34fd-4ce2-a229-a28600326aae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:59.763644 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:23:59.885322 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7365a-34fd-4ce2-a229-a28600326aae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:23:59.984930 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7365a-34fd-4ce2-a229-a28600326aae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.021998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7365a-34fd-4ce2-a229-a28600326aae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Subnet': ['ID=d067a8b2-330d-495a-8ead-999f1125ace2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:00.026468 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8c7365a-34fd-4ce2-a229-a28600326aae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.031683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42252) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:00.031893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c8c7365a-34fd-4ce2-a229-a28600326aae tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/d067a8b2-330d-495a-8ead-999f1125ace2 HTTP/1.1" status: 204 len: 168 time: 0.4454393 Aug 30 13:24:00.038871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82a18f1-303a-48a6-8963-5cf24c7f428c None None] Network efc001e5-2849-4511-8c0b-9c46aab11dca requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:24:00.098325 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:58Z', 'revision_number': 9, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:00.209364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.212299 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:24:00.239703 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:00.242569 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:00.328613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:24:00.329018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.421266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7debd50-36ea-4dc3-be4c-cac03a686c6c None None] DHCP port deletion for efc001e5-2849-4511-8c0b-9c46aab11dca request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:24:00.445169 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:00.525173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f7debd50-36ea-4dc3-be4c-cac03a686c6c None None] Deleting port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:24:00.526016 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7debd50-36ea-4dc3-be4c-cac03a686c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.558872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=57cb1232-055c-4a2d-a738-d8d64d0fb8a3,segment=NetworkSegment(e32b28c3-96fb-4706-aa90-5cd9f2759d00),segment_id=e32b28c3-96fb-4706-aa90-5cd9f2759d00)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:00.560577 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.594251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:24:00.717185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f7debd50-36ea-4dc3-be4c-cac03a686c6c None None] For port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=57cb1232-055c-4a2d-a738-d8d64d0fb8a3,segment=NetworkSegment(e32b28c3-96fb-4706-aa90-5cd9f2759d00),segment_id=e32b28c3-96fb-4706-aa90-5cd9f2759d00)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:00.718531 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7debd50-36ea-4dc3-be4c-cac03a686c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.747321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f7debd50-36ea-4dc3-be4c-cac03a686c6c None None] Calling delete_port for 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:24:00.795077 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.851925 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.871207 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:58Z', 'revision_number': 9, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:00.897553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=57cb1232-055c-4a2d-a738-d8d64d0fb8a3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:00.901807 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a9d95c-75c3-4daa-9111-4ce96209ffa0 None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:23:58Z', 'revision_number': 9, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '67a1590e-9428-400d-b345-21abb47045ec', 'name': '', 'network_id': '5ab94248-f67e-4df5-b8ff-46f777881719', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:95:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:29Z', 'updated_at': '2021-08-30T13:23:40Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': '6b31bd34-9f04-42c1-a839-9623e92931b5', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:24:00.906975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7debd50-36ea-4dc3-be4c-cac03a686c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:00.918508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No DVR routers for this DVR port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:24:00.940254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7debd50-36ea-4dc3-be4c-cac03a686c6c None None] Pushing event deleted for resources: {'Port': ['ID=57cb1232-055c-4a2d-a738-d8d64d0fb8a3,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:00.950970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7debd50-36ea-4dc3-be4c-cac03a686c6c None None] No DVR routers for this DVR port 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:24:01.062994 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:01.077316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc001e5-2849-4511-8c0b-9c46aab11dca']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:01.092663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32b28c3-96fb-4706-aa90-5cd9f2759d00') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:01.093069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32b28c3-96fb-4706-aa90-5cd9f2759d00') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:01.104660 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:01.124529 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:01.133095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:24:01.133524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:24:01.136811 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:24:01.238046 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:01.252311 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:01.261620 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/networks/efc001e5-2849-4511-8c0b-9c46aab11dca HTTP/1.1" status: 204 len: 168 time: 1.2230630 Aug 30 13:24:01.262904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42266) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:01.273078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37fa0a-8288-4df9-ac77-50b687b97f79 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Network': ['ID=efc001e5-2849-4511-8c0b-9c46aab11dca,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:01.868732 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:02.191941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:24:02.262137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:24:02.264292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4e172a04-cb9d-4734-a0eb-2afbf5ba7d8f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:24:02.265026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:24:02.308013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:24:02.308771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 57cb1232-055c-4a2d-a738-d8d64d0fb8a3 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:24:02.361279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 67a1590e-9428-400d-b345-21abb47045ec {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:24:02.362262 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:02.530017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 67a1590e-9428-400d-b345-21abb47045ec, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=67a1590e-9428-400d-b345-21abb47045ec,segment=NetworkSegment(d6355c87-7fe9-4f50-909b-7209c83e0705),segment_id=d6355c87-7fe9-4f50-909b-7209c83e0705)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:02.530540 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:02.551236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 67a1590e-9428-400d-b345-21abb47045ec owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:24:02.826199 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:02.881185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=67a1590e-9428-400d-b345-21abb47045ec,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:03.050355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:03.303962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:24:03.418267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:24:03.431706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5faeb9b6-2852-414b-9a55-538e7defb8f6 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1620126 Aug 30 13:24:03.431706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42288) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:03.437207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:24:03.452256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:03.453334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:03.492854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e87c39e-aa7a-4ae1-b73b-897b76d1c17a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting subnet 6b31bd34-9f04-42c1-a839-9623e92931b5 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:24:03.496939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87c39e-aa7a-4ae1-b73b-897b76d1c17a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:03.582386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87c39e-aa7a-4ae1-b73b-897b76d1c17a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:03.629348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:03.703574 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87c39e-aa7a-4ae1-b73b-897b76d1c17a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:03.830643 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87c39e-aa7a-4ae1-b73b-897b76d1c17a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:03.876840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87c39e-aa7a-4ae1-b73b-897b76d1c17a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Subnet': ['ID=6b31bd34-9f04-42c1-a839-9623e92931b5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:03.879407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e87c39e-aa7a-4ae1-b73b-897b76d1c17a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:03.881418 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0e87c39e-aa7a-4ae1-b73b-897b76d1c17a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/6b31bd34-9f04-42c1-a839-9623e92931b5 HTTP/1.1" status: 204 len: 168 time: 0.4499245 Aug 30 13:24:03.885586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42300) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:03.900359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eec3bb-8c87-44bb-90d1-16963186ebcc None None] Network 5ab94248-f67e-4df5-b8ff-46f777881719 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:24:04.087442 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:04.200308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 5468efff-bafa-471f-9373-bc7c2930c4cf {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:24:04.200997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:04.258806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:24:02Z', 'revision_number': 10, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:04.295111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 5468efff-bafa-471f-9373-bc7c2930c4cf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5468efff-bafa-471f-9373-bc7c2930c4cf,segment=NetworkSegment(d6355c87-7fe9-4f50-909b-7209c83e0705),segment_id=d6355c87-7fe9-4f50-909b-7209c83e0705)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:04.295578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:04.296233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:24:04.333335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:04.334044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:04.336359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 5468efff-bafa-471f-9373-bc7c2930c4cf owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:24:04.340537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] DHCP port deletion for 5ab94248-f67e-4df5-b8ff-46f777881719 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:24:04.613552 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:04.630501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:04.672212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=5468efff-bafa-471f-9373-bc7c2930c4cf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:04.674287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No DVR routers for this DVR port 5468efff-bafa-471f-9373-bc7c2930c4cf on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:24:04.843599 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:04.861245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab94248-f67e-4df5-b8ff-46f777881719']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:04.877889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6355c87-7fe9-4f50-909b-7209c83e0705') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:04.878588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6355c87-7fe9-4f50-909b-7209c83e0705') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:04.896136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] Deleting port 5468efff-bafa-471f-9373-bc7c2930c4cf {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:24:04.896483 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:04.898403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:04.918862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:04.928009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:24:04.928575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:24:04.932451 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:24:05.030533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:05.036526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:05.041639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/networks/5ab94248-f67e-4df5-b8ff-46f777881719 HTTP/1.1" status: 204 len: 168 time: 1.1545019 Aug 30 13:24:05.042173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:05.057566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfaed2-8cf8-4af8-aaca-67d0a622af0c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Network': ['ID=5ab94248-f67e-4df5-b8ff-46f777881719,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:05.162223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] For port 5468efff-bafa-471f-9373-bc7c2930c4cf, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:05.163806 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:05.179493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] Calling delete_port for 5468efff-bafa-471f-9373-bc7c2930c4cf owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:24:05.182811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] Port 5468efff-bafa-471f-9373-bc7c2930c4cf was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:24:05.186341 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:05.200232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] Network 5ab94248-f67e-4df5-b8ff-46f777881719 is not hosted by any dhcp agent {{(pid=95700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:24:05.200762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] No DVR routers for this DVR port 5468efff-bafa-471f-9373-bc7c2930c4cf on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:24:05.253348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46863a-de3c-4b69-8c85-1de3f34f4458 None None] Pushing event deleted for resources: {'Port': ['ID=5468efff-bafa-471f-9373-bc7c2930c4cf,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:05.281013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:24:02Z', 'revision_number': 10, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:05.313042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46aa3f4-525c-41e5-8886-4471c2e94300 None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:24:02Z', 'revision_number': 10, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None, '_interfaces': [{'id': '81925808-0f97-4ffe-989c-fcab2bd451f3', 'name': '', 'network_id': '4671a277-e344-444b-8b1e-e54805e4743d', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'mac_address': 'fa:16:3e:78:4b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3007, 'fixed_ips': [{'subnet_id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:20Z', 'updated_at': '2021-08-30T13:23:31Z', 'revision_number': 5, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'subnets': [{'id': 'a379e612-ec1a-43b8-99f9-e430321524ac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:24:05.619064 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:06.074674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 81925808-0f97-4ffe-989c-fcab2bd451f3 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:24:06.075983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:06.135182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5468efff-bafa-471f-9373-bc7c2930c4cf no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:24:06.164836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 5468efff-bafa-471f-9373-bc7c2930c4cf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:24:06.166150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5468efff-bafa-471f-9373-bc7c2930c4cf not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:24:06.166609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 67a1590e-9428-400d-b345-21abb47045ec no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:24:06.224952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 67a1590e-9428-400d-b345-21abb47045ec {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:24:06.225529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 67a1590e-9428-400d-b345-21abb47045ec not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:24:06.257282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 81925808-0f97-4ffe-989c-fcab2bd451f3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=81925808-0f97-4ffe-989c-fcab2bd451f3,segment=NetworkSegment(900bdff2-6961-4ea1-bd18-f74b2c226379),segment_id=900bdff2-6961-4ea1-bd18-f74b2c226379)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:06.258889 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:06.291289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 81925808-0f97-4ffe-989c-fcab2bd451f3 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:24:06.591044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:06.640384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=81925808-0f97-4ffe-989c-fcab2bd451f3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:06.701076 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-06321b2e-a3dc-491b-9885-bb70342334a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:06.900398 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:07.242975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:24:07.427600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:24:07.437008 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-48eefa64-f1f3-4e1c-89f5-0929b5f3cd6c tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3928392 Aug 30 13:24:07.442232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42336) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:07.446443 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:24:07.457578 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:07.458698 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:07.536939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9c7661-c83b-43e6-adf0-e2b23f9a395b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting subnet a379e612-ec1a-43b8-99f9-e430321524ac {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:24:07.543414 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7661-c83b-43e6-adf0-e2b23f9a395b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:07.669793 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7661-c83b-43e6-adf0-e2b23f9a395b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:07.878936 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:07.885194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7661-c83b-43e6-adf0-e2b23f9a395b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:07.983426 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:24:06Z', 'revision_number': 11, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:08.032997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7661-c83b-43e6-adf0-e2b23f9a395b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:08.065404 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:24:08.084621 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:08.086491 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:23:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:08.096990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d49d01-90dc-4ff9-aa67-6acb82c73ba4 None None] Network 4671a277-e344-444b-8b1e-e54805e4743d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:24:08.194788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7661-c83b-43e6-adf0-e2b23f9a395b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:08.200782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2d9c7661-c83b-43e6-adf0-e2b23f9a395b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/a379e612-ec1a-43b8-99f9-e430321524ac HTTP/1.1" status: 204 len: 168 time: 0.7533662 Aug 30 13:24:08.201842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42342) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:08.293815 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:08.296511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c7661-c83b-43e6-adf0-e2b23f9a395b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Subnet': ['ID=a379e612-ec1a-43b8-99f9-e430321524ac,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:08.353268 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-d4fabe37-1927-49bf-8692-862ca8806016 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1552601 Aug 30 13:24:08.466228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:08.536654 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:24:06Z', 'revision_number': 11, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:08.601490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd0c75b-383e-4ac5-8884-a0e55b160d2d None None] DHCP port deletion for 4671a277-e344-444b-8b1e-e54805e4743d request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:24:08.654941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-957677df-70c8-4086-92d4-3f8d4176cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:08.659753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-957677df-70c8-4086-92d4-3f8d4176cef0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1097 time: 0.1545477 Aug 30 13:24:08.671073 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f3b0af-c0c3-4570-87fb-ef79e4813709 None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:24:06Z', 'revision_number': 11, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:24:08.729699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Deleting port 2a75d5e7-0113-4b82-ae53-caaac9c358cf {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:24:08.732586 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:08.777276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0c75b-383e-4ac5-8884-a0e55b160d2d None None] Deleting port 2a75d5e7-0113-4b82-ae53-caaac9c358cf {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:24:08.778000 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c75b-383e-4ac5-8884-a0e55b160d2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:08.855853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] For port 2a75d5e7-0113-4b82-ae53-caaac9c358cf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2a75d5e7-0113-4b82-ae53-caaac9c358cf,segment=NetworkSegment(900bdff2-6961-4ea1-bd18-f74b2c226379),segment_id=900bdff2-6961-4ea1-bd18-f74b2c226379)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:08.856238 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:08.864213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-7c33f39d-b453-4787-9a01-a8d15f9c6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:08.866152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-7c33f39d-b453-4787-9a01-a8d15f9c6811 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1786478 Aug 30 13:24:08.872494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Calling delete_port for 2a75d5e7-0113-4b82-ae53-caaac9c358cf owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:24:08.875959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0dd0c75b-383e-4ac5-8884-a0e55b160d2d None None] For port 2a75d5e7-0113-4b82-ae53-caaac9c358cf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2a75d5e7-0113-4b82-ae53-caaac9c358cf,segment=NetworkSegment(900bdff2-6961-4ea1-bd18-f74b2c226379),segment_id=900bdff2-6961-4ea1-bd18-f74b2c226379)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:08.877446 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c75b-383e-4ac5-8884-a0e55b160d2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:08.895395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0c75b-383e-4ac5-8884-a0e55b160d2d None None] Calling delete_port for 2a75d5e7-0113-4b82-ae53-caaac9c358cf owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:24:08.997174 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-e77716cb-62ab-415c-9bcb-66a35789f448 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1002 time: 0.1216068 Aug 30 13:24:09.018714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:09.024740 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c75b-383e-4ac5-8884-a0e55b160d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:09.079984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No DVR routers for this DVR port 2a75d5e7-0113-4b82-ae53-caaac9c358cf on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:24:09.117259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Port': ['ID=2a75d5e7-0113-4b82-ae53-caaac9c358cf,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:09.123850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0c75b-383e-4ac5-8884-a0e55b160d2d None None] No DVR routers for this DVR port 2a75d5e7-0113-4b82-ae53-caaac9c358cf on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:24:09.131255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0c75b-383e-4ac5-8884-a0e55b160d2d None None] Pushing event deleted for resources: {'Port': ['ID=2a75d5e7-0113-4b82-ae53-caaac9c358cf,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:09.202141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-d0a99cac-3cdc-4c86-8d3e-9c8f971fe39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:09.205728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-d0a99cac-3cdc-4c86-8d3e-9c8f971fe39f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.2002318 Aug 30 13:24:09.279296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-20f1a0c9-43d0-4472-a886-990568bca448 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1083629 Aug 30 13:24:09.304307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-18663074-df87-4d9d-9e2f-889d51d24cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:09.307288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-18663074-df87-4d9d-9e2f-889d51d24cfb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781519 Aug 30 13:24:09.379403 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-499339b4-68b5-4b3b-9115-3514e3c19812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:09.389809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:09.431764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4671a277-e344-444b-8b1e-e54805e4743d']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:09.447402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900bdff2-6961-4ea1-bd18-f74b2c226379') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:09.447808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900bdff2-6961-4ea1-bd18-f74b2c226379') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:09.460967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:09.483046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:09.494735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:24:09.495996 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:24:09.501263 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:24:09.515087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-9ff5bab8-6281-411b-8ce7-a6e260964bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:09.518078 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-9ff5bab8-6281-411b-8ce7-a6e260964bb2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e51b4d6289664dca85581b22162ff0b8&device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 1096 time: 0.1507573 Aug 30 13:24:09.590323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-092a21b8-92fb-47cb-af75-7f8e507cefab service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619205 Aug 30 13:24:09.624515 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:09.678345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:09.681130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/networks/4671a277-e344-444b-8b1e-e54805e4743d HTTP/1.1" status: 204 len: 168 time: 1.4783733 Aug 30 13:24:09.682635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4573f7-5166-4198-a594-80a7c2a348ec tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Pushing event deleted for resources: {'Network': ['ID=4671a277-e344-444b-8b1e-e54805e4743d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:09.686359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42360) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:09.692936 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'routes': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:09.861555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-bd9f98b8-3ba3-4321-848f-3fec0897054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:09.864599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-bd9f98b8-3ba3-4321-848f-3fec0897054b service neutron] 10.222.0.35 "GET /v2.0/networks?id=f213eaa3-5435-443c-9337-7eea35fc9929 HTTP/1.1" status: 200 len: 912 time: 0.2722094 Aug 30 13:24:09.871371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97bccbba-a3bb-4f12-b5b2-db07ba49b84d req-dfc7c5ae-d861-48c8-94a8-fd6c5ed9c0f4 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552741 Aug 30 13:24:09.975273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-efbbe219-3779-4773-b8bc-179bc3d81c7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8136a95-c17e-46e3-91f9-a55951a37414 HTTP/1.1" status: 200 len: 1001 time: 0.1020885 Aug 30 13:24:10.022715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:10.047078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-53a33798-ed1a-4aa8-ba46-e558ac57bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:10.049051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-53a33798-ed1a-4aa8-ba46-e558ac57bcb8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7adb8be-fbbb-4609-a26a-42279596bf53 HTTP/1.1" status: 200 len: 850 time: 0.0668502 Aug 30 13:24:10.093482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.extraroute_db [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Added routes are [] {{(pid=95699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 13:24:10.093836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.extraroute_db [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Removed routes are [] {{(pid=95699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 13:24:10.094196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:10.117502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-733342af-953a-43f1-94a3-98d373b36e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:10.119359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-733342af-953a-43f1-94a3-98d373b36e14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f213eaa3-5435-443c-9337-7eea35fc9929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634949 Aug 30 13:24:10.188293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2a75d5e7-0113-4b82-ae53-caaac9c358cf no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:24:10.249374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 2a75d5e7-0113-4b82-ae53-caaac9c358cf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:24:10.249972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2a75d5e7-0113-4b82-ae53-caaac9c358cf not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:24:10.250603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81925808-0f97-4ffe-989c-fcab2bd451f3 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:24:10.330064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 81925808-0f97-4ffe-989c-fcab2bd451f3 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:24:10.330477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 81925808-0f97-4ffe-989c-fcab2bd451f3 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:24:10.357485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-32eb3f8b-2539-4d0f-b091-8fc3cc7ec30c service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293637 Aug 30 13:24:10.604394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5d816e9a-b9d2-4db7-93f2-711601f3583f req-fcf51b3f-b6e6-4fb4-b03d-ea92c84d5567 service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371275 Aug 30 13:24:10.731983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:10.736769 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:10.824532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router 2b32cccf-6f28-4ad1-b207-46d73785cd65 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:24:10.862756 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:10.931990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:24:10.941655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:10.942243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-abef5a02-ddf9-45d3-ad4f-3ce8ee31dfab tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65 HTTP/1.1" status: 200 len: 705 time: 1.2547460 Aug 30 13:24:10.946040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42374) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:10.956595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] Sync routers for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:24:10.973498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:10.974534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:10.993008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42378) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:10.993967 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b9a18e6f-d6d8-49f3-adc4-8e09ba8ef677 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b32cccf-6f28-4ad1-b207-46d73785cd65 HTTP/1.1" status: 200 len: 205 time: 0.0456338 Aug 30 13:24:11.123751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:11.228848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:24:06Z', 'revision_number': 11, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:11.281775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] Checking router: 2b32cccf-6f28-4ad1-b207-46d73785cd65 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:24:11.298507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] Routers {'2b32cccf-6f28-4ad1-b207-46d73785cd65'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:11.300080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2b32cccf-6f28-4ad1-b207-46d73785cd65'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:11.472922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] Set router 2b32cccf-6f28-4ad1-b207-46d73785cd65 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:11.524106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d150898-91ab-4606-9ed4-1654ca778e7a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:11.618884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:24:06Z', 'revision_number': 11, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:11.682375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea59225-0dd7-41df-90f5-1a802a960693 None None] The sync data for ids ['2b32cccf-6f28-4ad1-b207-46d73785cd65'] in n-d-688802-6 is: [{'id': '2b32cccf-6f28-4ad1-b207-46d73785cd65', 'name': 'tempest-RoutersIpV6Test-router-1614702589', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:23:17Z', 'updated_at': '2021-08-30T13:24:06Z', 'revision_number': 11, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:24:11.830861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d150898-91ab-4606-9ed4-1654ca778e7a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:11.834534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d150898-91ab-4606-9ed4-1654ca778e7a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:11.894534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d150898-91ab-4606-9ed4-1654ca778e7a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:11.895428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d150898-91ab-4606-9ed4-1654ca778e7a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Fanout notify agent at l3_agent the message router_deleted on router 2b32cccf-6f28-4ad1-b207-46d73785cd65 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:24:11.909355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8d150898-91ab-4606-9ed4-1654ca778e7a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:11.909355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8d150898-91ab-4606-9ed4-1654ca778e7a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65 HTTP/1.1" status: 204 len: 168 time: 0.9112155 Aug 30 13:24:11.911459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42388) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:11.917074 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-dc7ee4eb-6b6a-4369-ac9a-f24f5820a50f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1944854415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:11.959539 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee4eb-6b6a-4369-ac9a-f24f5820a50f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:11.963294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee4eb-6b6a-4369-ac9a-f24f5820a50f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:11.996093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42392) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:12.092198 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee4eb-6b6a-4369-ac9a-f24f5820a50f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.099599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee4eb-6b6a-4369-ac9a-f24f5820a50f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.134092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee4eb-6b6a-4369-ac9a-f24f5820a50f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.145157 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dc7ee4eb-6b6a-4369-ac9a-f24f5820a50f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2225769 Aug 30 13:24:12.145516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42398) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:12.150862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0a335dc2-e771-49f8-94df-69b5ece06ae1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:12.215760 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.245475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a747362-ee52-41c6-aef9-20339158d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.428269 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a335dc2-e771-49f8-94df-69b5ece06ae1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.445384 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a335dc2-e771-49f8-94df-69b5ece06ae1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.568534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a747362-ee52-41c6-aef9-20339158d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.576035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a747362-ee52-41c6-aef9-20339158d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.631437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0a747362-ee52-41c6-aef9-20339158d75d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ba3973720d240dbbd569d215742be9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6338305 Aug 30 13:24:12.633459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a747362-ee52-41c6-aef9-20339158d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76f08ea-682a-44e1-ab50-2249c219df98,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:12.637295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42400) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:12.655699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a335dc2-e771-49f8-94df-69b5ece06ae1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Router c17af071-d047-4529-859c-2a996a0c631e is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:24:12.804412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a335dc2-e771-49f8-94df-69b5ece06ae1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:24:12.815457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0a335dc2-e771-49f8-94df-69b5ece06ae1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.816861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0a335dc2-e771-49f8-94df-69b5ece06ae1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "PUT /v2.0/routers/c17af071-d047-4529-859c-2a996a0c631e HTTP/1.1" status: 200 len: 698 time: 0.6698210 Aug 30 13:24:12.818058 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] Sync routers for ids ['c17af071-d047-4529-859c-2a996a0c631e'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:24:12.820898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42404) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:12.822125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62a77f27-a00e-4bb3-9fb6-ec743805b3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.851965 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] Routers {'c17af071-d047-4529-859c-2a996a0c631e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:12.852661 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c17af071-d047-4529-859c-2a996a0c631e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:12.854126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62a77f27-a00e-4bb3-9fb6-ec743805b3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.965862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62a77f27-a00e-4bb3-9fb6-ec743805b3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.966191 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c6543246-d9c7-475c-a728-e69d6b60a0bc tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/routers/c17af071-d047-4529-859c-2a996a0c631e HTTP/1.1" status: 200 len: 704 time: 0.1415770 Aug 30 13:24:12.968361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42406) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:12.968599 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-62a77f27-a00e-4bb3-9fb6-ec743805b3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:12.970140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-62a77f27-a00e-4bb3-9fb6-ec743805b3e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a76f08ea-682a-44e1-ab50-2249c219df98 HTTP/1.1" status: 204 len: 168 time: 0.3307188 Aug 30 13:24:12.987020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a77f27-a00e-4bb3-9fb6-ec743805b3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76f08ea-682a-44e1-ab50-2249c219df98,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:13.001477 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] Set router c17af071-d047-4529-859c-2a996a0c631e gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:13.038887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42410) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:13.039541 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4aa2be8b-6afa-49ce-9bba-fd6f4a76e710 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=c17af071-d047-4529-859c-2a996a0c631e HTTP/1.1" status: 200 len: 205 time: 0.0686860 Aug 30 13:24:13.062181 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17af071-d047-4529-859c-2a996a0c631e', 'name': 'tempest-RoutersIpV6Test-router-1944854415', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:11Z', 'updated_at': '2021-08-30T13:24:12Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:13.093188 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] Checking router: c17af071-d047-4529-859c-2a996a0c631e for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:24:13.107268 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] Routers {'c17af071-d047-4529-859c-2a996a0c631e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:13.108245 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['c17af071-d047-4529-859c-2a996a0c631e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:13.211027 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] Set router c17af071-d047-4529-859c-2a996a0c631e gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:13.215009 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-364f0914-b64b-4437-b6c4-e6e02f626860 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:13.278647 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17af071-d047-4529-859c-2a996a0c631e', 'name': 'tempest-RoutersIpV6Test-router-1944854415', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:11Z', 'updated_at': '2021-08-30T13:24:12Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:13.334567 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43b80c-205a-492c-a91d-3330a00da41a None None] The sync data for ids ['c17af071-d047-4529-859c-2a996a0c631e'] in n-d-688802-6 is: [{'id': 'c17af071-d047-4529-859c-2a996a0c631e', 'name': 'tempest-RoutersIpV6Test-router-1944854415', 'tenant_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:11Z', 'updated_at': '2021-08-30T13:24:12Z', 'revision_number': 2, 'project_id': 'a1cd25da8a81422f9ecf8ed192d7b17e', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:24:13.477196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-364f0914-b64b-4437-b6c4-e6e02f626860 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:13.480420 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-364f0914-b64b-4437-b6c4-e6e02f626860 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:13.533794 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-364f0914-b64b-4437-b6c4-e6e02f626860 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:13.534674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364f0914-b64b-4437-b6c4-e6e02f626860 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Fanout notify agent at l3_agent the message router_deleted on router c17af071-d047-4529-859c-2a996a0c631e {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:24:13.542477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-364f0914-b64b-4437-b6c4-e6e02f626860 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:13.544000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-364f0914-b64b-4437-b6c4-e6e02f626860 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/c17af071-d047-4529-859c-2a996a0c631e HTTP/1.1" status: 204 len: 168 time: 0.5041099 Aug 30 13:24:13.551789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42424) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:13.606982 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-924332c4-e8cf-472a-8f31-a187b3e0919a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=c17af071-d047-4529-859c-2a996a0c631e HTTP/1.1" status: 200 len: 205 time: 0.0533638 Aug 30 13:24:13.612002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42426) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:13.670229 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-3b74de4d-905a-4d7e-80c2-8261da73094b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] delete failed (client error): The resource could not be found. Aug 30 13:24:13.671620 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3b74de4d-905a-4d7e-80c2-8261da73094b tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/c17af071-d047-4529-859c-2a996a0c631e HTTP/1.1" status: 404 len: 336 time: 0.0582180 Aug 30 13:24:13.675942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42430) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:13.717838 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5194a6-f8d9-4e80-a86d-85cb08be6b15 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] DELETE failed (client error): The resource could not be found. Aug 30 13:24:13.718753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5194a6-f8d9-4e80-a86d-85cb08be6b15 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:24:13.722411 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0b5194a6-f8d9-4e80-a86d-85cb08be6b15 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/30c0fda0-70f2-46c1-89e2-d57701886709 HTTP/1.1" status: 404 len: 337 time: 0.0447986 Aug 30 13:24:13.724865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42432) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:13.754560 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a07a9ea-0c71-4105-a7da-2d6361e27cef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] DELETE failed (client error): The resource could not be found. Aug 30 13:24:13.755290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a07a9ea-0c71-4105-a7da-2d6361e27cef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:24:13.757651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6a07a9ea-0c71-4105-a7da-2d6361e27cef tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/d067a8b2-330d-495a-8ead-999f1125ace2 HTTP/1.1" status: 404 len: 337 time: 0.0315096 Aug 30 13:24:13.760477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42436) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:13.798694 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb244ef-8c17-4bee-beee-0a400c73418a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] DELETE failed (client error): The resource could not be found. Aug 30 13:24:13.799165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb244ef-8c17-4bee-beee-0a400c73418a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:24:13.800948 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aeb244ef-8c17-4bee-beee-0a400c73418a tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/6b31bd34-9f04-42c1-a839-9623e92931b5 HTTP/1.1" status: 404 len: 337 time: 0.0390267 Aug 30 13:24:13.804482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42442) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:13.836377 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c5e1fa-6d30-447b-a42f-4d1fbeabae31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] DELETE failed (client error): The resource could not be found. Aug 30 13:24:13.836844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c5e1fa-6d30-447b-a42f-4d1fbeabae31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:24:13.838656 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a2c5e1fa-6d30-447b-a42f-4d1fbeabae31 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/a379e612-ec1a-43b8-99f9-e430321524ac HTTP/1.1" status: 404 len: 337 time: 0.0329671 Aug 30 13:24:13.841569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42444) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:13.881738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-768378af-42fb-4233-9298-da70caccebbd tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b32cccf-6f28-4ad1-b207-46d73785cd65 HTTP/1.1" status: 200 len: 205 time: 0.0387669 Aug 30 13:24:13.884407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42448) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:13.957605 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-dd9ae603-dc61-4f50-afe5-257b27e6bee5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] delete failed (client error): The resource could not be found. Aug 30 13:24:13.961751 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd9ae603-dc61-4f50-afe5-257b27e6bee5 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/2b32cccf-6f28-4ad1-b207-46d73785cd65 HTTP/1.1" status: 404 len: 336 time: 0.0734704 Aug 30 13:24:13.962263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42452) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.010399 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1e82c652-149d-4a7a-b745-02fa970d62b1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a HTTP/1.1" status: 200 len: 205 time: 0.0442665 Aug 30 13:24:14.012172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42454) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.065024 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-273a2588-a294-410d-a641-bd917ba34fc8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] delete failed (client error): The resource could not be found. Aug 30 13:24:14.066795 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-273a2588-a294-410d-a641-bd917ba34fc8 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/a5b1dcf4-4a04-4874-abdc-c67d45a4ba2a HTTP/1.1" status: 404 len: 336 time: 0.0528052 Aug 30 13:24:14.070076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42456) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.125226 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-680956b5-7542-498d-aad5-658c1fcf8993 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] DELETE failed (client error): The resource could not be found. Aug 30 13:24:14.126316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-680956b5-7542-498d-aad5-658c1fcf8993 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:24:14.129354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-680956b5-7542-498d-aad5-658c1fcf8993 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/83de172b-62bb-4155-8fbb-a0b8d1778d9f HTTP/1.1" status: 404 len: 337 time: 0.0580146 Aug 30 13:24:14.131911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42460) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.185451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42464) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.194042 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-139cbeb4-d318-414d-b4d1-0cfe5415e77f tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e HTTP/1.1" status: 200 len: 205 time: 0.0604544 Aug 30 13:24:14.226154 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-d9346b53-353d-4aff-8a26-a4984b9674e2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] delete failed (client error): The resource could not be found. Aug 30 13:24:14.231506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42466) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.244822 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d9346b53-353d-4aff-8a26-a4984b9674e2 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/5a9bb0e9-4d0e-4e6a-ab40-a4bf1ac81f4e HTTP/1.1" status: 404 len: 336 time: 0.0582306 Aug 30 13:24:14.296828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42472) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.309342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-91bfbddb-c5d2-4e4a-b9fe-7c444239d097 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=3d99e2dd-e33f-4f00-acb2-28db70242258 HTTP/1.1" status: 200 len: 205 time: 0.0765438 Aug 30 13:24:14.350375 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-03038843-3ef5-4f30-91e2-56e68ff07400 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] delete failed (client error): The resource could not be found. Aug 30 13:24:14.354906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42474) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.366180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-03038843-3ef5-4f30-91e2-56e68ff07400 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/3d99e2dd-e33f-4f00-acb2-28db70242258 HTTP/1.1" status: 404 len: 336 time: 0.0676553 Aug 30 13:24:14.388924 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e295ee0-b035-41da-b2cb-15f3ece605d9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] DELETE failed (client error): The resource could not be found. Aug 30 13:24:14.389870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e295ee0-b035-41da-b2cb-15f3ece605d9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:24:14.395459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42478) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.410964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2e295ee0-b035-41da-b2cb-15f3ece605d9 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/ecda8fbb-2dce-449e-b2bc-97faa5279d3d HTTP/1.1" status: 404 len: 337 time: 0.0544596 Aug 30 13:24:14.440358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-73023335-b1bd-48c0-9c5a-72d788b93fd4 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=6622ee24-12d8-45f5-925a-14c770629f9d HTTP/1.1" status: 200 len: 205 time: 0.0430365 Aug 30 13:24:14.442986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42482) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.498943 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-4af8fe9e-6d74-4388-9712-59d801ef28cf tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] delete failed (client error): The resource could not be found. Aug 30 13:24:14.500103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4af8fe9e-6d74-4388-9712-59d801ef28cf tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/6622ee24-12d8-45f5-925a-14c770629f9d HTTP/1.1" status: 404 len: 336 time: 0.0557117 Aug 30 13:24:14.504239 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42484) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.544437 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-17be20f9-f24e-4851-83ea-8389a22a5273 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] DELETE failed (client error): The resource could not be found. Aug 30 13:24:14.544838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17be20f9-f24e-4851-83ea-8389a22a5273 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:24:14.551405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42486) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.552408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-17be20f9-f24e-4851-83ea-8389a22a5273 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/882723a7-0acf-4b8c-a6b3-941c1f0de2cd HTTP/1.1" status: 404 len: 337 time: 0.0468576 Aug 30 13:24:14.621978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42490) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.635766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1bb28bb3-90c6-4a7f-ae2d-5d123c07fb8e tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "GET /v2.0/ports?device_id=1802c741-ecd5-4b09-bfe3-168fca2da64c HTTP/1.1" status: 200 len: 205 time: 0.0826561 Aug 30 13:24:14.683864 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-b5de5fd1-0f46-4b3a-bb6b-62f62bb437f7 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] delete failed (client error): The resource could not be found. Aug 30 13:24:14.690031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42494) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.698979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b5de5fd1-0f46-4b3a-bb6b-62f62bb437f7 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/routers/1802c741-ecd5-4b09-bfe3-168fca2da64c HTTP/1.1" status: 404 len: 336 time: 0.0752890 Aug 30 13:24:14.740712 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-630ef39b-01e6-481b-87b2-fd1fe1509a61 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] DELETE failed (client error): The resource could not be found. Aug 30 13:24:14.741851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630ef39b-01e6-481b-87b2-fd1fe1509a61 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:24:14.752479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42498) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:14.753779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-630ef39b-01e6-481b-87b2-fd1fe1509a61 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/bf0a6f3e-34fb-47c6-b015-0ba55276522f HTTP/1.1" status: 404 len: 337 time: 0.0622702 Aug 30 13:24:14.806480 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b22c8a-7b92-4891-a475-a6379cf28ef1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] DELETE failed (client error): The resource could not be found. Aug 30 13:24:14.807856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b22c8a-7b92-4891-a475-a6379cf28ef1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:24:14.817155 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d3b22c8a-7b92-4891-a475-a6379cf28ef1 tempest-RoutersIpV6Test-2068877287 tempest-RoutersIpV6Test-2068877287-project] 10.222.0.37 "DELETE /v2.0/subnets/70786ea6-045f-4472-a44b-086e7d77d616 HTTP/1.1" status: 404 len: 337 time: 0.0631959 Aug 30 13:24:15.253892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42512) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:15.479746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a03304e6-2dde-44b2-9016-85d857587e6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a1cd25da8a81422f9ecf8ed192d7b17e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238503 Aug 30 13:24:15.480223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42522) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:15.583090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ae663d6-89f8-4a7f-b724-c5158933aff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:15.627114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ae663d6-89f8-4a7f-b724-c5158933aff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:15.723888 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ae663d6-89f8-4a7f-b724-c5158933aff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:15.729517 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ae663d6-89f8-4a7f-b724-c5158933aff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:15.731638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4ae663d6-89f8-4a7f-b724-c5158933aff5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d8af8d0-1ad9-4ae0-8fc6-53bc6b8804cb HTTP/1.1" status: 204 len: 168 time: 0.2496462 Aug 30 13:24:15.745266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae663d6-89f8-4a7f-b724-c5158933aff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8af8d0-1ad9-4ae0-8fc6-53bc6b8804cb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:16.928140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42566) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:16.933991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'network': {'name': 'tempest-network-smoke--1705790437', 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'port_security_enabled': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:16.964946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Made reservation on behalf of bcd81b52cc8d486d9942056f3b3104dd for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:24:16.973486 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:16.993476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42568) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:16.994789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:16.999075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040476 Aug 30 13:24:17.004643 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42570) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:17.045424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42574) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:17.212165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.222291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.223237 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e04e8146-e64c-4d22-8ada-d1b43e48bf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.239688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:24:17.253950 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.254733 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Added segment 4a72c1de-3eff-412f-b592-4e97265c07fb of type vlan for network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f Aug 30 13:24:17.313002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bb71dc40-aded-4457-8106-2e8572ac8053 tempest-NetworksApiDiscovery-1008442484 tempest-NetworksApiDiscovery-1008442484-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3067424 Aug 30 13:24:17.333708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.355666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150b9be3-b911-4a04-b7f2-4bd945f42060,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:17.386373 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.401174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:17.402310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.421065 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e04e8146-e64c-4d22-8ada-d1b43e48bf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.430573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e04e8146-e64c-4d22-8ada-d1b43e48bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.489137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Network': ['ID=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:17.506311 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a81d903c-dc52-421e-9508-acf0530b81b2 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5764585 Aug 30 13:24:17.511560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42584) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:17.515947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:24:17.519269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'admin_state_up': True, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:17.554208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e8146-e64c-4d22-8ada-d1b43e48bf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b550b142-4972-40b5-aa2d-3a1403f9d9ea,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:17.581050 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.583000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.618666 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e04e8146-e64c-4d22-8ada-d1b43e48bf82 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93a82d002f6c45dc9b628829555624f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716143 Aug 30 13:24:17.625274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42586) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:17.676705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.730235 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b0d8-b618-4856-b96e-7fd5a8b624ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.771212 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b0d8-b618-4856-b96e-7fd5a8b624ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.833360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42590) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:17.857125 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b0d8-b618-4856-b96e-7fd5a8b624ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.862365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ac6b0d8-b618-4856-b96e-7fd5a8b624ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:17.869125 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1ac6b0d8-b618-4856-b96e-7fd5a8b624ff admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b550b142-4972-40b5-aa2d-3a1403f9d9ea HTTP/1.1" status: 204 len: 168 time: 0.2417333 Aug 30 13:24:17.884350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6b0d8-b618-4856-b96e-7fd5a8b624ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b550b142-4972-40b5-aa2d-3a1403f9d9ea,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:18.015333 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a99eea6c-ba7e-429f-a321-2c28d8d627e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.156807 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a99eea6c-ba7e-429f-a321-2c28d8d627e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.162874 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a99eea6c-ba7e-429f-a321-2c28d8d627e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.216809 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a99eea6c-ba7e-429f-a321-2c28d8d627e4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fc9b896636249b9bf3db256382b4527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794227 Aug 30 13:24:18.217088 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.217575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eea6c-ba7e-429f-a321-2c28d8d627e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a98067-0aa0-493f-98ea-e223e0e8c815,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:18.217865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42600) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:18.334920 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2176fc98-edeb-476e-8892-ed121b66a679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.376570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2176fc98-edeb-476e-8892-ed121b66a679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.471280 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2176fc98-edeb-476e-8892-ed121b66a679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.476885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2176fc98-edeb-476e-8892-ed121b66a679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.478098 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2176fc98-edeb-476e-8892-ed121b66a679 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24a98067-0aa0-493f-98ea-e223e0e8c815 HTTP/1.1" status: 204 len: 168 time: 0.2594209 Aug 30 13:24:18.492792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176fc98-edeb-476e-8892-ed121b66a679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a98067-0aa0-493f-98ea-e223e0e8c815,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:18.504400 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.534593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.696667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Allocated IP 172.25.2.2 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:24:18.846106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.912716 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:18.968143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:24:18.971586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:24:18.975514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:24:18.981882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:19.332364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:19.790226 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:19.979179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42656) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:20.002546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:24:20.165637 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-92be627a-7858-48be-b252-18297a358d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:20.175618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:24:20.200086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Sync routers for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:24:20.212982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:20.214905 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:20.308588 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-92be627a-7858-48be-b252-18297a358d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:20.317369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-92be627a-7858-48be-b252-18297a358d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:20.319708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:20.323945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-16e81e62-ec28-4653-af0c-2eab6c8414d1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 2.8090124 Aug 30 13:24:20.324550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42666) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:20.368762 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-92be627a-7858-48be-b252-18297a358d37 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e87784e0f024b188450f22eb4109026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847718 Aug 30 13:24:20.368762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be627a-7858-48be-b252-18297a358d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30bc768-d125-4d2c-becf-55e636edcea3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:20.369425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42670) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:20.384422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:20.467132 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1379a75d-a363-47a5-ba7d-8c99fc035fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:20.504151 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1379a75d-a363-47a5-ba7d-8c99fc035fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:20.598989 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1379a75d-a363-47a5-ba7d-8c99fc035fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:20.604626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1379a75d-a363-47a5-ba7d-8c99fc035fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:20.605352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1379a75d-a363-47a5-ba7d-8c99fc035fde admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f30bc768-d125-4d2c-becf-55e636edcea3 HTTP/1.1" status: 204 len: 168 time: 0.2347972 Aug 30 13:24:20.622351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379a75d-a363-47a5-ba7d-8c99fc035fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30bc768-d125-4d2c-becf-55e636edcea3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:20.635925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:19Z', 'revision_number': 3, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:20.673147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Checking router: 6ab281df-f063-4c8d-8ce9-56675ed7e5ed for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:24:20.673383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Updating router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:24:20.674313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42680) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:20.674591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c9223d9c-6ad6-4dc5-8347-bf086de6d282 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bcd81b52cc8d486d9942056f3b3104dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3476748 Aug 30 13:24:20.701902 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:20.961415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f823a-b70f-444e-b66f-263bc8d59bd0 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:20.965250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e55f823a-b70f-444e-b66f-263bc8d59bd0 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2887368 Aug 30 13:24:20.967088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42690) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:21.015362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42692) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:21.016663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d1de6bc2-3b37-42b6-b3df-6cb2f070ae2b tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471387 Aug 30 13:24:21.021706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-885144317', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:21.135074 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:21.153628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Transition to ACTIVE for port object 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:24:21.162632 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Made reservation on behalf of bcd81b52cc8d486d9942056f3b3104dd for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:24:21.165271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:21.166486 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:21.258453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Attempting to bind port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:24:21.259552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Attempting to bind port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:24:21.260289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Attempting to bind port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:24:21.278184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Pushing event updated for resources: {'Port': ['ID=6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:21.281029 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:24:21.281550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:24:21.282587 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:21.283196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:24:21.283907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Bound port: 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:24:21.284529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:21.312005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.312709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.313319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.313952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.314207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.315577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.316018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.316414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.316817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.317363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.317836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.318266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:21.379384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] For port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:24:21.387212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] For port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:24:21.399672 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:21.470325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:21.471128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:21.475089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:21.534348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0f6fb-6571-44cd-a93f-f4d3d33944bd None None] Pushing event updated for resources: {'Port': ['ID=6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:21.607575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Subnet': ['ID=cc420ccc-bb02-40e2-8496-f6cff0474f51,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:21.615103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Checking segment: {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:24:21.615912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network hostable DHCP agents. Network: cc5f5bb5-a01c-476d-a3b9-99de1c4f348f, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:24:21.643167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:24:21.659452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, cc5f5bb5-a01c-476d-a3b9-99de1c4f348f) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:24:21.667853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:21.668628 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:21.714713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42722) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:21.717977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-321c0cf9-2670-4ce8-9323-5d3af2a8d7f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6977649 Aug 30 13:24:21.806158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42726) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:21.864315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42730) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:21.882807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d09026-731b-4366-aed5-7f1356f80ba8 None None] Network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:24:22.051656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-657472622-network', 'tenant_id': '37eb9184572d470a8811a9bb959d7f78'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:22.082123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:22.119103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:24:22.120100 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.124088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Made reservation on behalf of 37eb9184572d470a8811a9bb959d7f78 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:24:22.127541 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.145441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.162756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44a33ac3-6c2c-4269-b43b-8d553acb2058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.315162 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.324025 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.362661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:24:22.401331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c34f366-b731-4ccd-abdc-2b574c92d756,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:22.408977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.409539 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Added segment c7002aa2-b7c8-456f-a2ce-c5694db8df8c of type vlan for network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b Aug 30 13:24:22.430709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Allocated IP 172.20.0.2 (cc5f5bb5-a01c-476d-a3b9-99de1c4f348f/cc420ccc-bb02-40e2-8496-f6cff0474f51/cc269ed6-180f-4bbf-a636-f71c24ea18a1) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:24:22.450714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.499306 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.502648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:19Z', 'revision_number': 3, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:22.547009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24688b3-f8f6-4a8e-8cba-1b0f942f5ed8 None None] The sync data for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 is: [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:19Z', 'revision_number': 3, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:24:22.564572 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.565432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:22.566083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.607323 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44a33ac3-6c2c-4269-b43b-8d553acb2058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.654951 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44a33ac3-6c2c-4269-b43b-8d553acb2058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.686690 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.704589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Transition to ACTIVE for port object cc269ed6-180f-4bbf-a636-f71c24ea18a1 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:24:22.710754 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9003627 Aug 30 13:24:22.712611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42736) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:22.725348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Request body: {'subnet': {'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-657472622-subnet', 'tenant_id': '37eb9184572d470a8811a9bb959d7f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:22.731847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a33ac3-6c2c-4269-b43b-8d553acb2058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2402a319-e06a-423c-b218-58d4bb45ef65,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:22.749429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Transition to ACTIVE for port object cc269ed6-180f-4bbf-a636-f71c24ea18a1 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:24:22.769529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.775354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184ac20-8503-459d-a7f7-29699082ffb4 admin admin] Pushing event updated for resources: {'Network': ['ID=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:22.788921 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-44a33ac3-6c2c-4269-b43b-8d553acb2058 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2909fe3ad1494d1f963fd7c729b295c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9232311 Aug 30 13:24:22.789887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42740) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:22.833232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:24:22.862440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Made reservation on behalf of 37eb9184572d470a8811a9bb959d7f78 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:24:22.865514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.903357 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38bfe2b5-bdd2-4486-9974-d099bf318551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:22.931322 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38bfe2b5-bdd2-4486-9974-d099bf318551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.031048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:24:23.038517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38bfe2b5-bdd2-4486-9974-d099bf318551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.041802 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38bfe2b5-bdd2-4486-9974-d099bf318551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.046844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-38bfe2b5-bdd2-4486-9974-d099bf318551 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2402a319-e06a-423c-b218-58d4bb45ef65 HTTP/1.1" status: 204 len: 168 time: 0.2533779 Aug 30 13:24:23.049756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:24:23.055065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:24:23.058158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfe2b5-bdd2-4486-9974-d099bf318551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2402a319-e06a-423c-b218-58d4bb45ef65,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:23.092860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Pushing event updated for resources: {'Port': ['ID=cc269ed6-180f-4bbf-a636-f71c24ea18a1,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:23.190329 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Attempting to bind port cc269ed6-180f-4bbf-a636-f71c24ea18a1 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:24:23.191854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Attempting to bind port cc269ed6-180f-4bbf-a636-f71c24ea18a1 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:24:23.192156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Attempting to bind port cc269ed6-180f-4bbf-a636-f71c24ea18a1 on network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:24:23.205171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:24:23.205646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Checking segment: {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:24:23.206269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.206681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Bound using segment: {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:24:23.207195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Bound port: cc269ed6-180f-4bbf-a636-f71c24ea18a1, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:24:23.207599 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.232603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Allocated IP 172.20.0.1 (cc5f5bb5-a01c-476d-a3b9-99de1c4f348f/cc420ccc-bb02-40e2-8496-f6cff0474f51/a61feeb4-c933-4a33-966b-fd438b349d28) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:24:23.295443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] For port cc269ed6-180f-4bbf-a636-f71c24ea18a1, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:24:23.301691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] For port cc269ed6-180f-4bbf-a636-f71c24ea18a1, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cc269ed6-180f-4bbf-a636-f71c24ea18a1,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:24:23.310192 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.402349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04954b-e157-4d6b-a07a-0ae64bf72b04 None None] Pushing event updated for resources: {'Port': ['ID=cc269ed6-180f-4bbf-a636-f71c24ea18a1,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:23.506170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.562154 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.608585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42748) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:23.612416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Transition to ACTIVE for port object a61feeb4-c933-4a33-966b-fd438b349d28 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:24:23.616127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51989b9-2983-46f9-a346-08c097891c35,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:23.629551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Checking segment: {'id': 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:24:23.629834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Network hostable DHCP agents. Network: 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:24:23.631781 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-928941ec-53b6-4db9-b74a-1995277daecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.669761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:24:23.674351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.710231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:24:23.726378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:23.726378 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.753928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:24:23.761487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:24:23.767669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:24:23.772351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=a61feeb4-c933-4a33-966b-fd438b349d28,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:23.781179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef0ed3-e92e-47a6-b808-b2c42393bf89 None None] Network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:24:23.909702 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.964663 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-928941ec-53b6-4db9-b74a-1995277daecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:23.974089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-928941ec-53b6-4db9-b74a-1995277daecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:24.020929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-728b0e40-fca3-49e5-9ac0-6ca666922577 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3071222 Aug 30 13:24:24.162040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8982dd-58d5-478e-9184-8bbbea35a64d None None] Network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:24:24.206427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928941ec-53b6-4db9-b74a-1995277daecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4658258-6950-45f8-8715-ac833078395e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:24.229638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-928941ec-53b6-4db9-b74a-1995277daecd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2004a15fd85143749b068239aec8f262&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6190841 Aug 30 13:24:24.232321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42756) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:24.338545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4925fd19-d2a8-4a00-8144-9d2591a43f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:24.402939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4925fd19-d2a8-4a00-8144-9d2591a43f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:24.417966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:24:24.445245 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:24.474138 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4925fd19-d2a8-4a00-8144-9d2591a43f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:24.480055 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4925fd19-d2a8-4a00-8144-9d2591a43f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:24.483793 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4925fd19-d2a8-4a00-8144-9d2591a43f2b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d4658258-6950-45f8-8715-ac833078395e HTTP/1.1" status: 204 len: 168 time: 0.2460520 Aug 30 13:24:24.512966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925fd19-d2a8-4a00-8144-9d2591a43f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4658258-6950-45f8-8715-ac833078395e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:24.568965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:24:24.576298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:24.577396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:24.696591 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:24.768465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:24.780575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:24.783792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cc269ed6-180f-4bbf-a636-f71c24ea18a1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:24:24.952763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:24.983425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port cc269ed6-180f-4bbf-a636-f71c24ea18a1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:24:25.125863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c289a8fa-8f30-4d18-8a3d-f6d9a8c1f1f3 None None] Network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:24:25.367921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e7199f1c-e949-4084-ba9e-fcf5811b9130 None None] Provisioning for port cc269ed6-180f-4bbf-a636-f71c24ea18a1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:24:25.377640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e7199f1c-e949-4084-ba9e-fcf5811b9130 None None] Provisioning complete for port cc269ed6-180f-4bbf-a636-f71c24ea18a1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:25.377975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e7199f1c-e949-4084-ba9e-fcf5811b9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:25.612863 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e7199f1c-e949-4084-ba9e-fcf5811b9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:25.681095 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:25.682075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e7199f1c-e949-4084-ba9e-fcf5811b9130 None None] For port cc269ed6-180f-4bbf-a636-f71c24ea18a1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cc269ed6-180f-4bbf-a636-f71c24ea18a1,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:25.689252 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e7199f1c-e949-4084-ba9e-fcf5811b9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:25.690283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:25.793153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7199f1c-e949-4084-ba9e-fcf5811b9130 None None] Pushing event updated for resources: {'Port': ['ID=cc269ed6-180f-4bbf-a636-f71c24ea18a1,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:25.830197 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:24:25.831694 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:25.915840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=a61feeb4-c933-4a33-966b-fd438b349d28,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:26.002281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:24:26.005090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:24:26.025255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f436cc1c-88da-4ac9-bb35-4aa9eaac477f None None] Provisioning for port a61feeb4-c933-4a33-966b-fd438b349d28 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:24:26.032231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f436cc1c-88da-4ac9-bb35-4aa9eaac477f None None] Provisioning complete for port a61feeb4-c933-4a33-966b-fd438b349d28 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:26.032664 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f436cc1c-88da-4ac9-bb35-4aa9eaac477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.128603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f436cc1c-88da-4ac9-bb35-4aa9eaac477f None None] Port a61feeb4-c933-4a33-966b-fd438b349d28 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:24:26.182156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f436cc1c-88da-4ac9-bb35-4aa9eaac477f None None] Provisioning complete for port cc269ed6-180f-4bbf-a636-f71c24ea18a1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:26.182726 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f436cc1c-88da-4ac9-bb35-4aa9eaac477f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.283923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:24:26.364750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:24:26.456779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:26.457317 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.536569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:24:26.546845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b0e00d51-9448-4ca6-b737-4e7a9f70f126 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "PUT /v2.0/routers/6ab281df-f063-4c8d-8ce9-56675ed7e5ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8295438 Aug 30 13:24:26.548045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42806) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:26.552272 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Sync routers for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:24:26.559897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-37547d67-b481-4c7d-946c-1e367b4966fd tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1248833672', 'description': 'tempest-secgroup_access--1248833672 description', 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:26.569099 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:26.570209 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:26.605514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-88ad74b1-3fa2-4181-b2d2-3a38a0f5a1c7 None None] Provisioning complete for port a61feeb4-c933-4a33-966b-fd438b349d28 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:26.606094 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-88ad74b1-3fa2-4181-b2d2-3a38a0f5a1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.611736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cc269ed6-180f-4bbf-a636-f71c24ea18a1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:24:26.637172 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-37547d67-b481-4c7d-946c-1e367b4966fd tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.734624 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:26.781512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-88ad74b1-3fa2-4181-b2d2-3a38a0f5a1c7 None None] Port a61feeb4-c933-4a33-966b-fd438b349d28 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:24:26.807262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cc269ed6-180f-4bbf-a636-f71c24ea18a1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:26.808346 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.812800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-37547d67-b481-4c7d-946c-1e367b4966fd tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.821367 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-37547d67-b481-4c7d-946c-1e367b4966fd tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.857227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37547d67-b481-4c7d-946c-1e367b4966fd tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbffec7-8e13-40f8-a763-7d546b0ad4fa,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:26.872097 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-37547d67-b481-4c7d-946c-1e367b4966fd tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.876381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-37547d67-b481-4c7d-946c-1e367b4966fd tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3216126 Aug 30 13:24:26.876842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42814) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:26.881831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-dd1f76b3-8489-476e-bebc-db5625233a8e tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1943559311', 'description': 'tempest-secgroup_general--1943559311 description', 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:26.923451 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd1f76b3-8489-476e-bebc-db5625233a8e tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.925142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1eddc5bd-c288-4bba-857b-a4c1d4afbb67 None None] Provisioning complete for port a61feeb4-c933-4a33-966b-fd438b349d28 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:26.926977 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1eddc5bd-c288-4bba-857b-a4c1d4afbb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:26.978014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1eddc5bd-c288-4bba-857b-a4c1d4afbb67 None None] Port a61feeb4-c933-4a33-966b-fd438b349d28 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:24:27.061836 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd1f76b3-8489-476e-bebc-db5625233a8e tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.068618 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd1f76b3-8489-476e-bebc-db5625233a8e tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.072195 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a61feeb4-c933-4a33-966b-fd438b349d28', 'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:80:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:22Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 2, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:27.114339 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Checking router: 6ab281df-f063-4c8d-8ce9-56675ed7e5ed for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:24:27.114960 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Updating router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed port a61feeb4-c933-4a33-966b-fd438b349d28 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:24:27.121401 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd1f76b3-8489-476e-bebc-db5625233a8e tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.123506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd1f76b3-8489-476e-bebc-db5625233a8e tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2454011 Aug 30 13:24:27.126792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f76b3-8489-476e-bebc-db5625233a8e tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0183d75-2d0d-4236-a909-32636cb741fa,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:27.127232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42820) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:27.135845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0b5e6170-e7d9-49bb-9507-90c5a3bea78f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'security_group_rule': {'security_group_id': '6dbffec7-8e13-40f8-a763-7d546b0ad4fa', 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:27.153704 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.180971 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6170-e7d9-49bb-9507-90c5a3bea78f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.265431 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6170-e7d9-49bb-9507-90c5a3bea78f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.273240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6170-e7d9-49bb-9507-90c5a3bea78f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.306017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e6170-e7d9-49bb-9507-90c5a3bea78f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58311ac-e602-41ab-97c4-eda7d30e121b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:27.315140 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6170-e7d9-49bb-9507-90c5a3bea78f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.316400 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0b5e6170-e7d9-49bb-9507-90c5a3bea78f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855793 Aug 30 13:24:27.630435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-85b7afe6-d513-410b-bf71-59aac41e5454 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_access--1248833672&fields=id&tenant_id=bcd81b52cc8d486d9942056f3b3104dd HTTP/1.1" status: 200 len: 267 time: 0.0532653 Aug 30 13:24:27.694969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-2ac64221-c3eb-457b-90c2-8ca30411c330 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup_general--1943559311&fields=id&tenant_id=bcd81b52cc8d486d9942056f3b3104dd HTTP/1.1" status: 200 len: 267 time: 0.0633321 Aug 30 13:24:27.705326 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.718680 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Transition to ACTIVE for port object a61feeb4-c933-4a33-966b-fd438b349d28 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:24:27.729865 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.824293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42850) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:27.830946 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Pushing event updated for resources: {'Port': ['ID=a61feeb4-c933-4a33-966b-fd438b349d28,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:27.845955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-20c68555-9723-435e-8ce0-20e0aba286f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:27.847756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-20c68555-9723-435e-8ce0-20e0aba286f5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/networks?id=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f HTTP/1.1" status: 200 len: 797 time: 0.1519754 Aug 30 13:24:27.858806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.859399 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.861619 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.862717 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.863486 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.864298 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.866583 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.866929 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.867268 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.867606 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.867939 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.868264 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:27.870391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-837633af-4071-4019-9d3b-db0648d56bf8 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/quotas/bcd81b52cc8d486d9942056f3b3104dd HTTP/1.1" status: 200 len: 375 time: 0.0121849 Aug 30 13:24:27.940869 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Attempting to bind port a61feeb4-c933-4a33-966b-fd438b349d28 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:24:27.941239 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Attempting to bind port a61feeb4-c933-4a33-966b-fd438b349d28 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:24:27.941597 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Attempting to bind port a61feeb4-c933-4a33-966b-fd438b349d28 on network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:24:27.949784 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:24:27.950502 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Checking segment: {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:24:27.951092 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.951665 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Bound using segment: {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:24:27.952320 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Bound port: a61feeb4-c933-4a33-966b-fd438b349d28, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:24:27.952889 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:27.967830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-bbce848c-80f0-4fff-a2ff-6efab6bf3204 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcd81b52cc8d486d9942056f3b3104dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887005 Aug 30 13:24:28.006079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dce8e8-17bb-4a82-b0cf-9b47ef091409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:28.088606 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] For port a61feeb4-c933-4a33-966b-fd438b349d28, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:24:28.093627 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] For port a61feeb4-c933-4a33-966b-fd438b349d28, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a61feeb4-c933-4a33-966b-fd438b349d28,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:24:28.102381 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:28.165690 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:28.166334 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:28.242760 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4436d-6919-406d-be2c-2a85f7525b1c None None] Pushing event updated for resources: {'Port': ['ID=a61feeb4-c933-4a33-966b-fd438b349d28,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:28.247395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-457c3eee-bf61-40fe-9815-04adebbefe52 service neutron] 10.222.0.37 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785449 Aug 30 13:24:28.268347 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dce8e8-17bb-4a82-b0cf-9b47ef091409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:28.280275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dce8e8-17bb-4a82-b0cf-9b47ef091409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:28.326314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dce8e8-17bb-4a82-b0cf-9b47ef091409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304ab7e2-d9dc-4292-821e-f0824fbeb246,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:28.364640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-39e66825-84e4-4294-86c2-7729015ec1f9 service neutron] 10.222.0.37 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077511 Aug 30 13:24:28.377896 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-96dce8e8-17bb-4a82-b0cf-9b47ef091409 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=840e4c4069a04ac6914c1bab20c54db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513940 Aug 30 13:24:28.380583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42856) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:28.383882 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:28.400018 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:28.517705 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7bd24632-585a-4982-822f-a5cab9695c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:28.563912 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7bd24632-585a-4982-822f-a5cab9695c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:28.651187 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e8c2fe0-8eb3-45df-b3ea-6cdc170f08a7 req-911a320b-6bc5-43ec-b081-a4e4fa4d97c1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 210 time: 0.0314701 Aug 30 13:24:28.660279 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7bd24632-585a-4982-822f-a5cab9695c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:28.664426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7bd24632-585a-4982-822f-a5cab9695c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:28.665605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7bd24632-585a-4982-822f-a5cab9695c63 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/304ab7e2-d9dc-4292-821e-f0824fbeb246 HTTP/1.1" status: 204 len: 168 time: 0.2833877 Aug 30 13:24:28.686507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd24632-585a-4982-822f-a5cab9695c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304ab7e2-d9dc-4292-821e-f0824fbeb246,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:28.721558 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a61feeb4-c933-4a33-966b-fd438b349d28', 'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:80:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:22Z', 'updated_at': '2021-08-30T13:24:28Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:28.766704 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3707e95f-2d81-4821-831d-fc1164cd8fbc None None] The sync data for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 is: [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a61feeb4-c933-4a33-966b-fd438b349d28', 'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:80:36:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:22Z', 'updated_at': '2021-08-30T13:24:28Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:24:29.170514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42878) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:29.262546 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32258b4f-a1cf-4376-8a55-e97140b343eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:29.536388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32258b4f-a1cf-4376-8a55-e97140b343eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:29.543716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-32258b4f-a1cf-4376-8a55-e97140b343eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:29.646007 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-32258b4f-a1cf-4376-8a55-e97140b343eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e33fe02941d84b83ac3aaa46a0a33d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737680 Aug 30 13:24:29.648541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42884) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:29.670278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32258b4f-a1cf-4376-8a55-e97140b343eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e198ac-fdd1-46e7-860a-2c27a6f0b274,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:29.732674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d2c-00de-4de0-ae80-2602435d8da3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:29.760590 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d2c-00de-4de0-ae80-2602435d8da3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:29.821626 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d76097f-e9ed-49f4-a812-bafa1475a14f req-3d70570e-e00a-4a76-8f6e-09c44119e7dc tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 210 time: 0.0492318 Aug 30 13:24:29.886726 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d2c-00de-4de0-ae80-2602435d8da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:29.890448 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c0a94d2c-00de-4de0-ae80-2602435d8da3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:29.892298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c0a94d2c-00de-4de0-ae80-2602435d8da3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/47e198ac-fdd1-46e7-860a-2c27a6f0b274 HTTP/1.1" status: 204 len: 168 time: 0.2422726 Aug 30 13:24:29.901711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a94d2c-00de-4de0-ae80-2602435d8da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e198ac-fdd1-46e7-860a-2c27a6f0b274,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:30.172407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a61feeb4-c933-4a33-966b-fd438b349d28 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:24:30.280372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a61feeb4-c933-4a33-966b-fd438b349d28 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:24:30.288568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a61feeb4-c933-4a33-966b-fd438b349d28 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:30.288957 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:30.357286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-ac2a6930-c582-40dc-a49f-f44fcda7bc56 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:30.358831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-ac2a6930-c582-40dc-a49f-f44fcda7bc56 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.16 "GET /v2.0/networks?id=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f HTTP/1.1" status: 200 len: 797 time: 0.1484885 Aug 30 13:24:30.417205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:30.431868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-7187ec0d-14a9-4a00-b48b-7bbfc8141a1d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcd81b52cc8d486d9942056f3b3104dd HTTP/1.1" status: 200 len: 478 time: 0.0634217 Aug 30 13:24:30.442762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'port': {'device_id': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'admin_state_up': True, 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'security_groups': ['6dbffec7-8e13-40f8-a763-7d546b0ad4fa', 'd0183d75-2d0d-4236-a909-32636cb741fa']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:30.464410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port a61feeb4-c933-4a33-966b-fd438b349d28, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a61feeb4-c933-4a33-966b-fd438b349d28,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:30.470005 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:30.536314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=a61feeb4-c933-4a33-966b-fd438b349d28,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:30.607054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Made reservation on behalf of bcd81b52cc8d486d9942056f3b3104dd for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:24:30.611603 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:30.775722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Allocated IP 172.20.0.12 (cc5f5bb5-a01c-476d-a3b9-99de1c4f348f/cc420ccc-bb02-40e2-8496-f6cff0474f51/ef2afa5e-4fd9-443c-8dc1-af3a50133c02) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:24:30.870379 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:30.953715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07bef965-37f9-4ef1-9d4d-d4b766c82459 req-715f69ae-ad1b-41e5-a5b7-41fa90dd1d19 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 210 time: 0.0356033 Aug 30 13:24:30.990592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:31.009801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Transition to ACTIVE for port object ef2afa5e-4fd9-443c-8dc1-af3a50133c02 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:24:31.049366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:31.110949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:24:31.114340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:24:31.119271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:24:31.173062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:31.228010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:31.228891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:31.250969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-f508b058-8d25-46d1-b7b8-db4c2ef01377 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8127954 Aug 30 13:24:31.266906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Request body: {'port': {'device_id': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:31.354525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:31.626295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0e39b2d2-3c53-4961-91d3-ce71f2a557ec None None] Provisioning for port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:24:31.632924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0e39b2d2-3c53-4961-91d3-ce71f2a557ec None None] Provisioning complete for port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:31.633307 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0e39b2d2-3c53-4961-91d3-ce71f2a557ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:31.675828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0e39b2d2-3c53-4961-91d3-ce71f2a557ec None None] Port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:24:31.741499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef2afa5e-4fd9-443c-8dc1-af3a50133c02 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:24:31.751439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:31.777870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Transition to ACTIVE for port object ef2afa5e-4fd9-443c-8dc1-af3a50133c02 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:24:31.791667 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:31.889684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Pushing event updated for resources: {'Port': ['ID=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:32.017023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Attempting to bind port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:24:32.018121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Attempting to bind port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:24:32.018709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Attempting to bind port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 on network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:24:32.025828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 on network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:24:32.026427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Attempting to bind port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 on network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:24:32.034328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:24:32.034669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Checking segment: {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:24:32.035196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Bound using segment: {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:24:32.035675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Bound port: ef2afa5e-4fd9-443c-8dc1-af3a50133c02, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a72c1de-3eff-412f-b592-4e97265c07fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:24:32.036047 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:32.149999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a61feeb4-c933-4a33-966b-fd438b349d28 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:24:32.233343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] For port ef2afa5e-4fd9-443c-8dc1-af3a50133c02, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:24:32.260280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] For port ef2afa5e-4fd9-443c-8dc1-af3a50133c02, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:24:32.283307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b5e55-35e5-4a55-88a9-101b4ea0373f req-fec58e97-aab5-498f-b3ad-2c9c597c73f6 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:32.285717 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-557b5e55-35e5-4a55-88a9-101b4ea0373f req-fec58e97-aab5-498f-b3ad-2c9c597c73f6 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 983 time: 0.1494045 Aug 30 13:24:32.287899 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:32.296472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a61feeb4-c933-4a33-966b-fd438b349d28 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:32.297585 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:32.350851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:32.351735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:32.353357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] 10.222.0.16 "PUT /v2.0/ports/ef2afa5e-4fd9-443c-8dc1-af3a50133c02 HTTP/1.1" status: 200 len: 1131 time: 1.0927820 Aug 30 13:24:32.353846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:24:32.356741 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22877b75-eef5-4abc-886d-77bdd5153ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:24:32.473063 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709c965c-a1e2-41ec-b3b4-6e2f1eef3bf2 x-openstack-request-id: req-709c965c-a1e2-41ec-b3b4-6e2f1eef3bf2 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:24:32.473280 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:24:32.473637 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-709c965c-a1e2-41ec-b3b4-6e2f1eef3bf2 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:24:32.474122 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'status': 'completed', 'code': 200} Aug 30 13:24:32.487460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2266e0-78d1-48b6-8af9-5e820b4b72bf service neutron] Pushing event updated for resources: {'Port': ['ID=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:32.494771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-557b5e55-35e5-4a55-88a9-101b4ea0373f req-1cdd984e-0242-43b2-8beb-6667a6d8f373 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1924496 Aug 30 13:24:32.516376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-6fb2dac4-c96c-4c01-b681-525de0d4cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:32.518090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-6fb2dac4-c96c-4c01-b681-525de0d4cd8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bcd81b52cc8d486d9942056f3b3104dd&device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 1134 time: 0.0756462 Aug 30 13:24:32.585761 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-d22a6a09-d44c-4a01-b8ae-ebdb6ee673f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef2afa5e-4fd9-443c-8dc1-af3a50133c02 HTTP/1.1" status: 200 len: 217 time: 0.0576239 Aug 30 13:24:32.662814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-87be7568-032a-4869-826e-5bd659b1251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:32.664313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-87be7568-032a-4869-826e-5bd659b1251b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc420ccc-bb02-40e2-8496-f6cff0474f51 HTTP/1.1" status: 200 len: 834 time: 0.0733435 Aug 30 13:24:32.722433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-61757ea1-7d5a-4bd0-9991-aef49957d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:32.724173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-61757ea1-7d5a-4bd0-9991-aef49957d4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526385 Aug 30 13:24:32.873046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-2be9518f-fd68-4cd3-8dec-cb0eee8d161f service neutron] 10.222.0.16 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420290 Aug 30 13:24:32.991504 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7d1111e-697a-4b78-96d2-a3c8630d3be3 req-3c303b82-c00a-4590-959b-66da3a96c2a7 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116853 Aug 30 13:24:33.104506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-a80f58f8-6ec7-4d50-a22d-44f4bdcc3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:33.106203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-a80f58f8-6ec7-4d50-a22d-44f4bdcc3e3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bcd81b52cc8d486d9942056f3b3104dd&device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 1134 time: 0.0543520 Aug 30 13:24:33.252398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-eaed3795-0a67-4f17-b5de-ec6dda660a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:33.254067 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-eaed3795-0a67-4f17-b5de-ec6dda660a1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f HTTP/1.1" status: 200 len: 898 time: 0.1412082 Aug 30 13:24:33.274390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 42990) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:33.334762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-fc453cf7-2f1c-45b2-a72e-870884533c47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef2afa5e-4fd9-443c-8dc1-af3a50133c02 HTTP/1.1" status: 200 len: 217 time: 0.0704594 Aug 30 13:24:33.429043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-3046d94a-3437-4283-817a-7a45275e5fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:33.430625 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-3046d94a-3437-4283-817a-7a45275e5fb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc420ccc-bb02-40e2-8496-f6cff0474f51 HTTP/1.1" status: 200 len: 834 time: 0.0891597 Aug 30 13:24:33.488631 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6bceb481-644d-491a-9ed0-9d4eca30f8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:33.518780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-6b35b606-97de-412d-9c0c-3f38119caeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:33.520266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-6b35b606-97de-412d-9c0c-3f38119caeda service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826025 Aug 30 13:24:33.653372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f63e0-00bc-415c-9ad0-46cf68c6e561 req-97730f67-310f-403e-8af2-df8dd24c0d32 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:33.663650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b4f63e0-00bc-415c-9ad0-46cf68c6e561 req-97730f67-310f-403e-8af2-df8dd24c0d32 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 983 time: 0.0745444 Aug 30 13:24:33.706601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6bceb481-644d-491a-9ed0-9d4eca30f8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:33.717038 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6bceb481-644d-491a-9ed0-9d4eca30f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:33.751101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-1d0fbff2-9890-42a6-99a2-d07a019a0790 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213404 Aug 30 13:24:33.755374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b4f63e0-00bc-415c-9ad0-46cf68c6e561 req-bb105781-1151-430f-9934-e997cb18faac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0901728 Aug 30 13:24:33.835646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6bceb481-644d-491a-9ed0-9d4eca30f8f7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c6c7b865747471797209dd312a9e943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599024 Aug 30 13:24:33.836620 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceb481-644d-491a-9ed0-9d4eca30f8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfe5b1c-7be1-4181-b4e4-decdf2f6c9be,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:33.841682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 42998) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:33.910548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22877b75-eef5-4abc-886d-77bdd5153ee1 req-6b12a63f-65af-4588-aec2-a48011cef487 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499622 Aug 30 13:24:33.925910 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9233a6a-3ca1-4fd0-adc0-363b14b859f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:33.962884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9233a6a-3ca1-4fd0-adc0-363b14b859f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.025148 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9233a6a-3ca1-4fd0-adc0-363b14b859f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.030702 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9233a6a-3ca1-4fd0-adc0-363b14b859f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.033944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b9233a6a-3ca1-4fd0-adc0-363b14b859f4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdfe5b1c-7be1-4181-b4e4-decdf2f6c9be HTTP/1.1" status: 204 len: 168 time: 0.1903126 Aug 30 13:24:34.048519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9233a6a-3ca1-4fd0-adc0-363b14b859f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfe5b1c-7be1-4181-b4e4-decdf2f6c9be,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:34.482462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43010) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:34.499160 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99238b56-762d-42c1-915e-86b776fa64e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.647384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99238b56-762d-42c1-915e-86b776fa64e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.653132 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99238b56-762d-42c1-915e-86b776fa64e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.728325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-99238b56-762d-42c1-915e-86b776fa64e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=670201f1a7894b2a84ca7f41bb69d0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2444668 Aug 30 13:24:34.732509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43012) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:34.746787 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99238b56-762d-42c1-915e-86b776fa64e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567f0bb0-7b37-47c7-946d-2cf57e14b774,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:34.813338 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53b1947e-5e8c-4873-8269-2ab6ff0227aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.859206 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53b1947e-5e8c-4873-8269-2ab6ff0227aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.951638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf35a4-1b12-4b9b-9d42-7968dbbe6f78 req-90f91035-4654-4969-9ca7-6b3440375589 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:34.952782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53b1947e-5e8c-4873-8269-2ab6ff0227aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.955995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cdf35a4-1b12-4b9b-9d42-7968dbbe6f78 req-90f91035-4654-4969-9ca7-6b3440375589 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 983 time: 0.1021385 Aug 30 13:24:34.959479 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53b1947e-5e8c-4873-8269-2ab6ff0227aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:34.961707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-53b1947e-5e8c-4873-8269-2ab6ff0227aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/567f0bb0-7b37-47c7-946d-2cf57e14b774 HTTP/1.1" status: 204 len: 168 time: 0.2273009 Aug 30 13:24:34.979589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1947e-5e8c-4873-8269-2ab6ff0227aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f0bb0-7b37-47c7-946d-2cf57e14b774,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:35.033901 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3cdf35a4-1b12-4b9b-9d42-7968dbbe6f78 req-dcc402cb-bdd1-48f7-ba53-5bbc466fed40 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0709968 Aug 30 13:24:36.236145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ef2afa5e-4fd9-443c-8dc1-af3a50133c02 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:24:36.289038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3d531-bad7-4a91-a322-609455b62869 req-672a16d9-4a15-4ee2-aae6-b057aa5ace5d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:36.291283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ed3d531-bad7-4a91-a322-609455b62869 req-672a16d9-4a15-4ee2-aae6-b057aa5ace5d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 983 time: 0.1269479 Aug 30 13:24:36.389932 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6ed3d531-bad7-4a91-a322-609455b62869 req-a8b2c74d-eead-4f2c-ab8b-2f948ccee0a7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0824606 Aug 30 13:24:36.487154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ef2afa5e-4fd9-443c-8dc1-af3a50133c02, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:36.501090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'port_id': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'mac_address': 'fa:16:3e:7d:d8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:24:36.555690 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:36.573404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef2afa5e-4fd9-443c-8dc1-af3a50133c02 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:24:36.603172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ef2afa5e-4fd9-443c-8dc1-af3a50133c02, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:36.608962 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:36.673227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:36.706320 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12f11744-8f06-493b-a4ab-cc41f95b0f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:36.833264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['ef2afa5e-4fd9-443c-8dc1-af3a50133c02'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:24:36.886266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43058) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:37.068342 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-873c5bfa-86a9-4182-ac21-397ae0e3353c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:37.236503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-873c5bfa-86a9-4182-ac21-397ae0e3353c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:37.242397 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-873c5bfa-86a9-4182-ac21-397ae0e3353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:37.304446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c5bfa-86a9-4182-ac21-397ae0e3353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5328e70b-e57a-444e-8470-d2af0d8a2030,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:37.326979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-873c5bfa-86a9-4182-ac21-397ae0e3353c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2f69597812dd4d3f8c18f8e97be2a0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386420 Aug 30 13:24:37.331817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43064) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:37.440729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25aa9821-abeb-4a02-89cf-0ce9e90571d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:37.476997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25aa9821-abeb-4a02-89cf-0ce9e90571d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:37.563445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25aa9821-abeb-4a02-89cf-0ce9e90571d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:37.566891 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-25aa9821-abeb-4a02-89cf-0ce9e90571d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:37.570579 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-25aa9821-abeb-4a02-89cf-0ce9e90571d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5328e70b-e57a-444e-8470-d2af0d8a2030 HTTP/1.1" status: 204 len: 168 time: 0.2374640 Aug 30 13:24:37.570872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15895c45-72be-4be8-9b79-6930c3c2f282 req-a8f7bbb6-86fc-42d9-9f26-533fff172bf3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:37.579056 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15895c45-72be-4be8-9b79-6930c3c2f282 req-a8f7bbb6-86fc-42d9-9f26-533fff172bf3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 984 time: 0.0779884 Aug 30 13:24:37.587504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa9821-abeb-4a02-89cf-0ce9e90571d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5328e70b-e57a-444e-8470-d2af0d8a2030,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:37.641970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15895c45-72be-4be8-9b79-6930c3c2f282 req-310d6296-6cfc-4c4d-be8a-de5957606ece tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0619550 Aug 30 13:24:38.247658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ef2afa5e-4fd9-443c-8dc1-af3a50133c02 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:24:38.323957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:24:38.329837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:38.330345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:38.481300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:38.510802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:24:38.513087 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6108a3-33f4-49ee-93fa-14bf44856494" -d '{"events": [{"server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "name": "network-vif-plugged", "status": "completed", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:24:38.531126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port ef2afa5e-4fd9-443c-8dc1-af3a50133c02, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:38.541066 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:38.600680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:38.803472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee49637-47fe-4d87-9e31-deefb155e208 req-42a915cf-f181-4a68-af8c-bf45d0bb831c tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:38.812908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee49637-47fe-4d87-9e31-deefb155e208 req-42a915cf-f181-4a68-af8c-bf45d0bb831c tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 985 time: 0.0701408 Aug 30 13:24:38.860246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ee49637-47fe-4d87-9e31-deefb155e208 req-bdbc2b0f-4e66-4653-823a-307d9e542243 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0444014 Aug 30 13:24:38.952436 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09690ff5-4a00-47f3-9213-6cef482ac5ee x-openstack-request-id: req-09690ff5-4a00-47f3-9213-6cef482ac5ee {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:24:38.952436 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "name": "network-vif-plugged", "status": "completed", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:24:38.952436 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-09690ff5-4a00-47f3-9213-6cef482ac5ee {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:24:38.952436 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'code': 200} Aug 30 13:24:39.059888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deef189-dfa2-4ec3-ba7f-a35383bf6ed3 req-bc22aad9-7a6c-4e63-83d1-3a6c744c20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:39.061872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3deef189-dfa2-4ec3-ba7f-a35383bf6ed3 req-bc22aad9-7a6c-4e63-83d1-3a6c744c20ae service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 1136 time: 0.0505126 Aug 30 13:24:39.105276 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3deef189-dfa2-4ec3-ba7f-a35383bf6ed3 req-517938eb-29cf-48c5-880e-d4a32bef7f8b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0363681 Aug 30 13:24:39.369981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6dd86259-9287-4228-9f22-ed9d20eb61c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:40.013859 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:40.038952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a025acd-8381-44fd-9cd4-9438652ee864 req-4ab55861-ac05-4eb4-b43d-943da7608f16 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:40.043786 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a025acd-8381-44fd-9cd4-9438652ee864 req-4ab55861-ac05-4eb4-b43d-943da7608f16 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 985 time: 0.0690336 Aug 30 13:24:40.129083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1a025acd-8381-44fd-9cd4-9438652ee864 req-63dc5d49-311b-4e9c-9575-2b9b85f74ca9 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0775790 Aug 30 13:24:40.545188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-1d0f97b4-688e-4fee-9d3b-86a764dc208e tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ad53dfc45f6f42f09368c7791f001f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516913 Aug 30 13:24:40.774260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-77bbd46c-3c09-432f-8206-455ade2395a8 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:40.775797 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-77bbd46c-3c09-432f-8206-455ade2395a8 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225580 Aug 30 13:24:40.792507 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-b582cdf6-67ae-490a-bcb5-5cc13aa4a9af tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/quotas/ad53dfc45f6f42f09368c7791f001f24 HTTP/1.1" status: 200 len: 375 time: 0.0104523 Aug 30 13:24:40.844154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-6c7541bc-7114-46ce-b816-8d22d3b916cd tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ad53dfc45f6f42f09368c7791f001f24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420978 Aug 30 13:24:40.864957 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:41.085139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9cd255b-5dea-4aa5-a493-704726e9aa57 req-af6ec5f1-33d1-4531-9ad3-b7190a051bea tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 210 time: 0.0399084 Aug 30 13:24:41.291492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80883f17-a2b8-4258-8a19-481ed354d577 req-e4d3a78f-8c52-40da-a6e8-593c45518246 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:41.293323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80883f17-a2b8-4258-8a19-481ed354d577 req-e4d3a78f-8c52-40da-a6e8-593c45518246 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 985 time: 0.0586917 Aug 30 13:24:41.354451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80883f17-a2b8-4258-8a19-481ed354d577 req-2ed1caf0-8b4d-4223-8b8d-504b9cbc5d13 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0497622 Aug 30 13:24:41.524810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349be5dc-947a-46bd-9b46-6232770ab880 req-2761cb77-a57d-4287-b589-e4356ebbaaca tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:41.526747 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-349be5dc-947a-46bd-9b46-6232770ab880 req-2761cb77-a57d-4287-b589-e4356ebbaaca tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 985 time: 0.0629144 Aug 30 13:24:41.588136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-349be5dc-947a-46bd-9b46-6232770ab880 req-cfa3fc2e-1d7a-470e-a8ed-580a739bb90f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0499585 Aug 30 13:24:41.755523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2432-53a0-42e3-bf8f-356cbb6753d8 req-d9baf20f-6a54-42d1-814a-0bf75ae4dcc7 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:41.757410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1ae2432-53a0-42e3-bf8f-356cbb6753d8 req-d9baf20f-6a54-42d1-814a-0bf75ae4dcc7 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 1136 time: 0.0757182 Aug 30 13:24:41.795079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e1ae2432-53a0-42e3-bf8f-356cbb6753d8 req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:41.950458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e1ae2432-53a0-42e3-bf8f-356cbb6753d8 req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:41.956633 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e1ae2432-53a0-42e3-bf8f-356cbb6753d8 req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:42.004625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f1a1c0-5356-402f-ad65-ba48625397cc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:42.029257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.030021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.030369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.030935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.032343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.032953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.033537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.034226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.034803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.035356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.035927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.036482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:24:42.056978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e1ae2432-53a0-42e3-bf8f-356cbb6753d8 req-65ab0e3e-b318-4239-b6bc-51f6ebeba28f tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2879603 Aug 30 13:24:42.081326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43164) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:42.130390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2395f80-c88f-4f06-848e-40e5230c499b tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:42.131378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c2395f80-c88f-4f06-848e-40e5230c499b tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 1131 time: 0.0479710 Aug 30 13:24:42.136615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43168) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:42.143940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:42.209759 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:42.231353 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:42.270268 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-d120373c-f7db-4174-8f49-72bef75474d5 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ad53dfc45f6f42f09368c7791f001f24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625432 Aug 30 13:24:42.307570 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4399d16b-919d-4fd4-aec7-a5772d0623cb req-5ad5066d-dba8-4cc5-8c01-ee64d569ef23 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 210 time: 0.0914299 Aug 30 13:24:42.441316 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:42.559239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-10a5f2f9-c936-4624-b967-313b78574627 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:42.563058 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-10a5f2f9-c936-4624-b967-313b78574627 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2862055 Aug 30 13:24:42.580575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Allocated IP 172.25.2.173 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/eddd5e18-7a15-48b1-a6a7-2ed138b04e51) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:24:42.583577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Request body: {'port': {'device_id': '425cafd5-fb3b-4b53-ac28-9eb25a4bad91', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': 'ad53dfc45f6f42f09368c7791f001f24'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:42.709217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:42.757405 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:42.801682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:24:42.804850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:24:42.809715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:24:42.813707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=eddd5e18-7a15-48b1-a6a7-2ed138b04e51,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:43.129234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Made reservation on behalf of ad53dfc45f6f42f09368c7791f001f24 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:24:43.135334 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:43.151486 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:43.306602 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:43.312366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:43.474110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176cafec-0462-4fd6-b825-38dc19e78f72,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:43.643761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Allocated IP 192.168.233.239 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/445cba96-bb79-4891-9bd8-8ade8bd142d8) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:24:43.681584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28353086-5764-45b1-a5cf-0cd5c8ad2335 req-fc2efc76-d92d-4e87-b02a-271c98b12422 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 210 time: 0.0353172 Aug 30 13:24:43.717087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:43.801137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:43.899436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:43.916145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Transition to ACTIVE for port object 445cba96-bb79-4891-9bd8-8ade8bd142d8 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:24:43.964335 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.018984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.025870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.046152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:24:44.050849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:24:44.055719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:24:44.063429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Pushing event updated for resources: {'Port': ['ID=445cba96-bb79-4891-9bd8-8ade8bd142d8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:44.169362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=eddd5e18-7a15-48b1-a6a7-2ed138b04e51,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:44.182906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:44.183969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.215431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-403449f7-d202-40a5-a7a1-c97659168ac2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6430733 Aug 30 13:24:44.215991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.228169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Request body: {'port': {'device_id': '425cafd5-fb3b-4b53-ac28-9eb25a4bad91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:24:44.311299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.394984 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Floating IP 2c1e4e34-501a-4316-8a72-9031ab8a6f45 associated. External IP: 172.25.2.173, port: ef2afa5e-4fd9-443c-8dc1-af3a50133c02. Aug 30 13:24:44.476499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a6ffba11-8ec3-4f8d-a650-804c5b9acd80 None None] Provisioning for port 445cba96-bb79-4891-9bd8-8ade8bd142d8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:24:44.481294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a6ffba11-8ec3-4f8d-a650-804c5b9acd80 None None] Provisioning complete for port 445cba96-bb79-4891-9bd8-8ade8bd142d8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:44.482283 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a6ffba11-8ec3-4f8d-a650-804c5b9acd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.529633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffba11-8ec3-4f8d-a650-804c5b9acd80 None None] Port 445cba96-bb79-4891-9bd8-8ade8bd142d8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:24:44.641593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:24:44.667838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445cba96-bb79-4891-9bd8-8ade8bd142d8 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:24:44.676044 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.693873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Transition to ACTIVE for port object 445cba96-bb79-4891-9bd8-8ade8bd142d8 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:24:44.699302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.780703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:24:44.791411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] Sync routers for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:24:44.804481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:44.807780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:44.810256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:44.825506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Pushing event updated for resources: {'Port': ['ID=445cba96-bb79-4891-9bd8-8ade8bd142d8,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:44.842752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-02404b01-ddba-459e-8197-c8de55e14ae5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7045972 Aug 30 13:24:44.844653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:24:44.848142 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bf5025-6bf2-4915-ab3b-b951e03e5932" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:24:44.852318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43194) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:44.995063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083187c-8a92-4513-bb8d-b780dc82ba01 req-7d5cdd42-fa14-430a-aeaf-9daaf0d2fc57 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:44.996814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c083187c-8a92-4513-bb8d-b780dc82ba01 req-7d5cdd42-fa14-430a-aeaf-9daaf0d2fc57 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 948 time: 0.2285540 Aug 30 13:24:45.014781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:45.050554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Attempting to bind port 445cba96-bb79-4891-9bd8-8ade8bd142d8 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:24:45.050928 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6d492b-e5b7-473c-8391-c33b3507cf78 x-openstack-request-id: req-be6d492b-e5b7-473c-8391-c33b3507cf78 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:24:45.050928 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:24:45.051314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Attempting to bind port 445cba96-bb79-4891-9bd8-8ade8bd142d8 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:24:45.051530 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be6d492b-e5b7-473c-8391-c33b3507cf78 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:24:45.051530 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'status': 'completed', 'code': 200} Aug 30 13:24:45.051989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Attempting to bind port 445cba96-bb79-4891-9bd8-8ade8bd142d8 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:24:45.065701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Port 445cba96-bb79-4891-9bd8-8ade8bd142d8 on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:24:45.066318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Attempting to bind port 445cba96-bb79-4891-9bd8-8ade8bd142d8 on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:24:45.098260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-ff79c6bc-81c6-4b75-9e16-34ff5e162e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.100938 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-ff79c6bc-81c6-4b75-9e16-34ff5e162e34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bcd81b52cc8d486d9942056f3b3104dd&device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 1136 time: 0.1531489 Aug 30 13:24:45.102254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:24:45.102885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:24:45.103570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:24:45.104390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Bound port: 445cba96-bb79-4891-9bd8-8ade8bd142d8, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:24:45.105082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:45.108114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc49bba-e2d8-4a98-ac5c-5b65ff41a434 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.108950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc49bba-e2d8-4a98-ac5c-5b65ff41a434 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.111396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc49bba-e2d8-4a98-ac5c-5b65ff41a434 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.113224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc49bba-e2d8-4a98-ac5c-5b65ff41a434 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.114132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc49bba-e2d8-4a98-ac5c-5b65ff41a434 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.115630 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc49bba-e2d8-4a98-ac5c-5b65ff41a434 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.116389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc49bba-e2d8-4a98-ac5c-5b65ff41a434 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.122301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-edc49bba-e2d8-4a98-ac5c-5b65ff41a434 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.2649882 Aug 30 13:24:45.123141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43202) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:45.130077 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c083187c-8a92-4513-bb8d-b780dc82ba01 req-b9b2e5f1-aced-4743-8b2e-c748d89fc513 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205559 Aug 30 13:24:45.288453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ca8dd-179c-46d8-b0cb-de3ee861f063 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.289059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ca8dd-179c-46d8-b0cb-de3ee861f063 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.289526 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ca8dd-179c-46d8-b0cb-de3ee861f063 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.290008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ca8dd-179c-46d8-b0cb-de3ee861f063 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.290466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ca8dd-179c-46d8-b0cb-de3ee861f063 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.290919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ca8dd-179c-46d8-b0cb-de3ee861f063 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.291368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ca8dd-179c-46d8-b0cb-de3ee861f063 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.296848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d44ca8dd-179c-46d8-b0cb-de3ee861f063 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4645 time: 0.1673284 Aug 30 13:24:45.297867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43204) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:45.366172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] For port 445cba96-bb79-4891-9bd8-8ade8bd142d8, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:24:45.376655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] For port 445cba96-bb79-4891-9bd8-8ade8bd142d8, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=445cba96-bb79-4891-9bd8-8ade8bd142d8,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:24:45.380321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-54c6c6d8-043d-42c2-bb43-8a10c73a012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.383959 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-54c6c6d8-043d-42c2-bb43-8a10c73a012a service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f HTTP/1.1" status: 200 len: 898 time: 0.2723377 Aug 30 13:24:45.387937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:45.495787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '2c1e4e34-501a-4316-8a72-9031ab8a6f45', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'port_id': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'mac_address': 'fa:16:3e:7d:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:24:43Z', 'updated_at': '2021-08-30T13:24:43Z', 'revision_number': 0, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61feeb4-c933-4a33-966b-fd438b349d28', 'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:80:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:22Z', 'updated_at': '2021-08-30T13:24:30Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:45.526941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.527474 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:45.528988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] 10.222.0.35 "PUT /v2.0/ports/445cba96-bb79-4891-9bd8-8ade8bd142d8 HTTP/1.1" status: 200 len: 1096 time: 1.3058043 Aug 30 13:24:45.532150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '425cafd5-fb3b-4b53-ac28-9eb25a4bad91', 'tag': '445cba96-bb79-4891-9bd8-8ade8bd142d8'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:24:45.546403 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb15f5a8-8717-4795-b925-8037aaba8080" -d '{"events": [{"name": "network-changed", "server_uuid": "425cafd5-fb3b-4b53-ac28-9eb25a4bad91", "tag": "445cba96-bb79-4891-9bd8-8ade8bd142d8"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:24:45.602998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] Checking router: 6ab281df-f063-4c8d-8ce9-56675ed7e5ed for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:24:45.639728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae27c9a-5d59-44a7-9f90-68535ec005f3 service neutron] Pushing event updated for resources: {'Port': ['ID=445cba96-bb79-4891-9bd8-8ade8bd142d8,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:45.674942 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5311d7-713a-4d55-ac30-6b1fcb254c06 x-openstack-request-id: req-be5311d7-713a-4d55-ac30-6b1fcb254c06 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:24:45.675635 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "425cafd5-fb3b-4b53-ac28-9eb25a4bad91", "tag": "445cba96-bb79-4891-9bd8-8ade8bd142d8", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:24:45.675959 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be5311d7-713a-4d55-ac30-6b1fcb254c06 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:24:45.676336 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '425cafd5-fb3b-4b53-ac28-9eb25a4bad91', 'tag': '445cba96-bb79-4891-9bd8-8ade8bd142d8', 'status': 'completed', 'code': 200} Aug 30 13:24:45.678405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:24:45.680976 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:24:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:45.700810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-b2374828-0e6a-4a5d-bd65-a46585c9a5ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef2afa5e-4fd9-443c-8dc1-af3a50133c02 HTTP/1.1" status: 200 len: 1000 time: 0.2980359 Aug 30 13:24:45.800288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-49828d8d-4aeb-46c1-85c9-98d081f7dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.801799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-49828d8d-4aeb-46c1-85c9-98d081f7dd9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad53dfc45f6f42f09368c7791f001f24&device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 1099 time: 0.1931641 Aug 30 13:24:45.806378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-0156f9f6-383a-4d25-92ce-3e266644bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.808222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-0156f9f6-383a-4d25-92ce-3e266644bd41 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc420ccc-bb02-40e2-8496-f6cff0474f51 HTTP/1.1" status: 200 len: 834 time: 0.0945914 Aug 30 13:24:45.915494 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1758d182-a7fd-4522-b4a0-a2c9e782ddf5 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.6163745 Aug 30 13:24:45.917144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43212) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:24:45.933504 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-b6c92596-21f5-4540-a9f7-7a1d362f82be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=445cba96-bb79-4891-9bd8-8ade8bd142d8 HTTP/1.1" status: 200 len: 217 time: 0.1239562 Aug 30 13:24:45.992912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-5483b4df-6f3e-4d72-9712-bb6b5cb4c287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.994546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-5483b4df-6f3e-4d72-9712-bb6b5cb4c287 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784770 Aug 30 13:24:45.997191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fe638-7ceb-430f-903b-0050d76d44c6 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:45.998235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fe638-7ceb-430f-903b-0050d76d44c6 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:46.000071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f16fe638-7ceb-430f-903b-0050d76d44c6 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6ab281df-f063-4c8d-8ce9-56675ed7e5ed HTTP/1.1" status: 200 len: 1988 time: 0.0813627 Aug 30 13:24:46.038733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-2eaa52a6-f3b6-4ce6-afaf-5a3a182142c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:46.041092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-2eaa52a6-f3b6-4ce6-afaf-5a3a182142c6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.1010873 Aug 30 13:24:46.112398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:24:46.154102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-70b7fed4-9f6e-403d-b210-b3503d50470f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:46.155342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-70b7fed4-9f6e-403d-b210-b3503d50470f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742793 Aug 30 13:24:46.189435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-53afb336-bdb1-42e2-be67-6b83a778b1fb service neutron] 10.222.0.16 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778107 Aug 30 13:24:46.369953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-72d403be-a72f-4a10-88cf-a59b664c7917 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059433 Aug 30 13:24:46.427770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3bf5025-6bf2-4915-ab3b-b951e03e5932 req-addc5da6-ab35-4915-b03b-4e98c9dd570e service neutron] 10.222.0.16 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058790 Aug 30 13:24:46.459613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7005d96-5f5d-411e-810a-e06cc10a3dd8 req-ce235367-d00f-48a7-b67a-c675b08ee3fb tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:46.469864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7005d96-5f5d-411e-810a-e06cc10a3dd8 req-ce235367-d00f-48a7-b67a-c675b08ee3fb tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 948 time: 0.1127799 Aug 30 13:24:46.546433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7005d96-5f5d-411e-810a-e06cc10a3dd8 req-a202f5a9-f4ab-4ae0-b587-fe63f8693751 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730779 Aug 30 13:24:46.546708 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4b10914-96e3-4598-8b18-fa6704ea8780 req-9bcaf88c-7ea4-4b62-a6fe-163cfa847d08 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565952 Aug 30 13:24:46.582378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '2c1e4e34-501a-4316-8a72-9031ab8a6f45', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'port_id': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'mac_address': 'fa:16:3e:7d:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:24:43Z', 'updated_at': '2021-08-30T13:24:43Z', 'revision_number': 0, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61feeb4-c933-4a33-966b-fd438b349d28', 'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:80:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:22Z', 'updated_at': '2021-08-30T13:24:30Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:24:46.619057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a5979-b530-4f50-b45a-b9bbc8eed74b None None] The sync data for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 is: [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '2c1e4e34-501a-4316-8a72-9031ab8a6f45', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'port_id': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'mac_address': 'fa:16:3e:7d:d8:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:24:43Z', 'updated_at': '2021-08-30T13:24:43Z', 'revision_number': 0, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a61feeb4-c933-4a33-966b-fd438b349d28', 'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:80:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:22Z', 'updated_at': '2021-08-30T13:24:30Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:24:46.667243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-9ca69887-6a37-451e-9526-94398f15487b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:46.668857 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-9ca69887-6a37-451e-9526-94398f15487b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad53dfc45f6f42f09368c7791f001f24&device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 1099 time: 0.0472908 Aug 30 13:24:46.818281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-32e3baaf-5655-42da-ad53-87ef9e4b154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:46.819701 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-32e3baaf-5655-42da-ad53-87ef9e4b154a service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.1441705 Aug 30 13:24:46.887779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-5bd1cd67-70b8-4542-8f18-80771e2449e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=445cba96-bb79-4891-9bd8-8ade8bd142d8 HTTP/1.1" status: 200 len: 217 time: 0.0604012 Aug 30 13:24:46.957586 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b94efaa-a766-473b-85c8-44beba450009 None None] New status for floating IP 2c1e4e34-501a-4316-8a72-9031ab8a6f45: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:24:46.991740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-331fd115-6869-40ab-a84a-0bb4cc117dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:46.993292 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-331fd115-6869-40ab-a84a-0bb4cc117dc5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0990746 Aug 30 13:24:47.058839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-8f430b12-fae2-426f-a34f-e7d395c89fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:47.060897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-8f430b12-fae2-426f-a34f-e7d395c89fc5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608649 Aug 30 13:24:47.212424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-2a65dc51-42bc-464f-ad4e-2e6bdd42c000 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315300 Aug 30 13:24:47.346795 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb15f5a8-8717-4795-b925-8037aaba8080 req-946627f7-1949-43e3-a4ad-9287a54479c1 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261110 Aug 30 13:24:47.760595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb4edc-893d-4c56-9800-4e03de8b1a33 req-cf5c18d7-28a1-46c4-b1e7-869e760c7048 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:47.762429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5beb4edc-893d-4c56-9800-4e03de8b1a33 req-cf5c18d7-28a1-46c4-b1e7-869e760c7048 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 948 time: 0.0733523 Aug 30 13:24:47.814737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5beb4edc-893d-4c56-9800-4e03de8b1a33 req-f407fe93-7208-49c8-a2e1-3f978302ec57 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Aug 30 13:24:48.984816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dbc1c-796f-4299-b365-6d6fce5b46ca req-94923e1e-0bf4-431d-81a1-9b97aa2223a2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:48.986409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-967dbc1c-796f-4299-b365-6d6fce5b46ca req-94923e1e-0bf4-431d-81a1-9b97aa2223a2 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 948 time: 0.0745916 Aug 30 13:24:49.037928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-967dbc1c-796f-4299-b365-6d6fce5b46ca req-e132fafc-0202-4492-8879-7c4afcc7833f tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430853 Aug 30 13:24:50.310333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d61d0-c7ce-45f2-a4c2-e3d6bbfedc9f req-69c208ea-8600-4721-ba8f-f7900c38ca7f tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:50.311827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-218d61d0-c7ce-45f2-a4c2-e3d6bbfedc9f req-69c208ea-8600-4721-ba8f-f7900c38ca7f tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 948 time: 0.1743300 Aug 30 13:24:50.356306 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-218d61d0-c7ce-45f2-a4c2-e3d6bbfedc9f req-b294c2c1-7eae-4785-b8a4-f0b06abf4fc1 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Aug 30 13:24:50.773447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 445cba96-bb79-4891-9bd8-8ade8bd142d8 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:24:50.901465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 445cba96-bb79-4891-9bd8-8ade8bd142d8, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=445cba96-bb79-4891-9bd8-8ade8bd142d8,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:50.915426 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '445cba96-bb79-4891-9bd8-8ade8bd142d8', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '445cba96-bb79-4891-9bd8-8ade8bd142d8', 'mac_address': 'fa:16:3e:dc:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:24:50.963408 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:50.982155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445cba96-bb79-4891-9bd8-8ade8bd142d8 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:24:51.006719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 445cba96-bb79-4891-9bd8-8ade8bd142d8, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=445cba96-bb79-4891-9bd8-8ade8bd142d8,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:51.012597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:51.078257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=445cba96-bb79-4891-9bd8-8ade8bd142d8,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:51.319053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['445cba96-bb79-4891-9bd8-8ade8bd142d8'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:24:51.520364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626308e-84ae-4b5a-ab9c-bd80fa4f6ba1 req-e71fcd4f-42bc-4cbf-9fb2-2db5e54a1c23 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:51.526392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6626308e-84ae-4b5a-ab9c-bd80fa4f6ba1 req-e71fcd4f-42bc-4cbf-9fb2-2db5e54a1c23 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 949 time: 0.0797517 Aug 30 13:24:51.574763 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6626308e-84ae-4b5a-ab9c-bd80fa4f6ba1 req-e5d31a7a-0979-4f62-bf04-7494ee551be4 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Aug 30 13:24:52.725212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea047e-4d0e-45a1-98aa-47b667d726c2 req-753e1f57-cad9-47d8-bb2b-40b176b1fc64 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:52.726918 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8ea047e-4d0e-45a1-98aa-47b667d726c2 req-753e1f57-cad9-47d8-bb2b-40b176b1fc64 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 949 time: 0.0612869 Aug 30 13:24:52.783218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 445cba96-bb79-4891-9bd8-8ade8bd142d8 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:24:52.802267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8ea047e-4d0e-45a1-98aa-47b667d726c2 req-99354e1c-f477-45d8-b7fe-244331a51925 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Aug 30 13:24:52.838492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 445cba96-bb79-4891-9bd8-8ade8bd142d8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:24:52.842445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 445cba96-bb79-4891-9bd8-8ade8bd142d8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:24:52.842736 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:52.956841 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:52.982168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425cafd5-fb3b-4b53-ac28-9eb25a4bad91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445cba96-bb79-4891-9bd8-8ade8bd142d8'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:24:52.984566 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9d82e8-f7eb-43f7-88da-d74e9ed9684d" -d '{"events": [{"server_uuid": "425cafd5-fb3b-4b53-ac28-9eb25a4bad91", "name": "network-vif-plugged", "status": "completed", "tag": "445cba96-bb79-4891-9bd8-8ade8bd142d8"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:24:53.000839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 445cba96-bb79-4891-9bd8-8ade8bd142d8, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=445cba96-bb79-4891-9bd8-8ade8bd142d8,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:24:53.007752 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:24:53.047045 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b700ffb2-6e93-45be-b908-6e9fa168e14b x-openstack-request-id: req-b700ffb2-6e93-45be-b908-6e9fa168e14b {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:24:53.047045 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425cafd5-fb3b-4b53-ac28-9eb25a4bad91", "name": "network-vif-plugged", "status": "completed", "tag": "445cba96-bb79-4891-9bd8-8ade8bd142d8", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:24:53.047045 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b700ffb2-6e93-45be-b908-6e9fa168e14b {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:24:53.047045 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425cafd5-fb3b-4b53-ac28-9eb25a4bad91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445cba96-bb79-4891-9bd8-8ade8bd142d8', 'code': 200} Aug 30 13:24:53.085780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=445cba96-bb79-4891-9bd8-8ade8bd142d8,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:24:53.155368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936581f-5689-4ebc-8c27-644ae30068db req-bbd88a9b-603b-4f4a-927f-ef3028059614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:53.157541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f936581f-5689-4ebc-8c27-644ae30068db req-bbd88a9b-603b-4f4a-927f-ef3028059614 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 1101 time: 0.0542300 Aug 30 13:24:53.204952 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f936581f-5689-4ebc-8c27-644ae30068db req-a17217df-9d53-46a1-8dfe-cc1cc3817e74 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Aug 30 13:24:53.952699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fd59d-1372-4838-affe-6753400c9bc9 req-c60b40fe-8a7b-43b2-9a74-37cd866ca8b8 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:53.955005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1fd59d-1372-4838-affe-6753400c9bc9 req-c60b40fe-8a7b-43b2-9a74-37cd866ca8b8 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 950 time: 0.0666158 Aug 30 13:24:53.996536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1fd59d-1372-4838-affe-6753400c9bc9 req-d58e8f31-08fa-4dab-a97c-13d26ab8c354 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350096 Aug 30 13:24:55.137413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6723e-09cc-4ede-a4bb-56ed17ca1e2e req-13371e9e-c451-47dd-8d95-4a3fe6876b51 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:24:55.140012 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16a6723e-09cc-4ede-a4bb-56ed17ca1e2e req-13371e9e-c451-47dd-8d95-4a3fe6876b51 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 950 time: 0.0534580 Aug 30 13:24:55.182841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16a6723e-09cc-4ede-a4bb-56ed17ca1e2e req-f62b0c3f-3879-45a0-b26d-76aad8c55480 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364077 Aug 30 13:24:58.406942 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:00.859813 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:02.805540 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:25:06.691695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-83881a83-8960-4d0a-bdc7-52aa35acb60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:09.363753 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d1795ad8-b315-4d51-974d-6f422f7a62f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:09.850750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22b7b544-b432-41cd-813d-993ea1d1755a req-58409c2f-f003-4b55-8171-8ec1e59da6f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0608373 Aug 30 13:25:09.965956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7b544-b432-41cd-813d-993ea1d1755a req-1dbe2b7d-5df2-4682-ad2e-6c70648373e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:09.967532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22b7b544-b432-41cd-813d-993ea1d1755a req-1dbe2b7d-5df2-4682-ad2e-6c70648373e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1097 time: 0.0604680 Aug 30 13:25:10.005195 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:10.174978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7b544-b432-41cd-813d-993ea1d1755a req-eedb0cf7-f47d-4493-9e32-9bff4d0eea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:10.176478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22b7b544-b432-41cd-813d-993ea1d1755a req-eedb0cf7-f47d-4493-9e32-9bff4d0eea82 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1788716 Aug 30 13:25:10.193046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-c3dd8642-a808-4cd0-ae0a-0e5ca0bda652 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720761 Aug 30 13:25:10.290949 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22b7b544-b432-41cd-813d-993ea1d1755a req-cea45bc9-6682-4f4d-ae80-a5045a0e71f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1002 time: 0.1051371 Aug 30 13:25:10.336256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-60990dfe-95f1-4942-9b0b-ccc05136f63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:10.338248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-60990dfe-95f1-4942-9b0b-ccc05136f63a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e51b4d6289664dca85581b22162ff0b8&device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 1096 time: 0.0851765 Aug 30 13:25:10.355557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7b544-b432-41cd-813d-993ea1d1755a req-eb04592a-676c-4990-b3f2-84a7519635ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:10.357055 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22b7b544-b432-41cd-813d-993ea1d1755a req-eb04592a-676c-4990-b3f2-84a7519635ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0591745 Aug 30 13:25:10.475182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7b544-b432-41cd-813d-993ea1d1755a req-aa672d20-060f-4c12-b78a-fee3012d98fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:10.476726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22b7b544-b432-41cd-813d-993ea1d1755a req-aa672d20-060f-4c12-b78a-fee3012d98fe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061950 Aug 30 13:25:10.575624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-50ca340e-2bf6-4e44-b9aa-b5ff44b62d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:10.577176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-50ca340e-2bf6-4e44-b9aa-b5ff44b62d82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f213eaa3-5435-443c-9337-7eea35fc9929 HTTP/1.1" status: 200 len: 912 time: 0.2146049 Aug 30 13:25:10.669035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22b7b544-b432-41cd-813d-993ea1d1755a req-8a31a0fd-db85-40e5-aaf4-65ddb328e7e1 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799760 Aug 30 13:25:10.698832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-3bbd3b14-d4af-4a04-8a23-60f214cfaa61 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8136a95-c17e-46e3-91f9-a55951a37414 HTTP/1.1" status: 200 len: 1001 time: 0.1135323 Aug 30 13:25:10.822057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-2f10568f-6705-4fba-93d1-810a20f3c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:10.823570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-2f10568f-6705-4fba-93d1-810a20f3c799 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e7adb8be-fbbb-4609-a26a-42279596bf53 HTTP/1.1" status: 200 len: 850 time: 0.1080058 Aug 30 13:25:10.854083 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:10.892481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22b7b544-b432-41cd-813d-993ea1d1755a req-b919eba4-efa8-4ed8-80fa-5e623a0f73cf service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100141 Aug 30 13:25:10.910898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-6eefc164-5822-424a-8edc-93e9f0d5c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:10.912660 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-6eefc164-5822-424a-8edc-93e9f0d5c912 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f213eaa3-5435-443c-9337-7eea35fc9929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797961 Aug 30 13:25:11.045478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-f2c51115-31ee-4b66-8c6d-5d75e1454f88 service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242621 Aug 30 13:25:11.187868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc9bedd2-6218-4f7d-8bac-1f993ea189c2 req-098a7fb5-6cfa-410f-8402-72675a58b560 service neutron] 10.222.0.35 "GET /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349053 Aug 30 13:25:12.220128 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:14.004019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43826) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:14.170172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5e090ec5-c990-47e2-94fc-324d3b949408 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2808 time: 0.1628156 Aug 30 13:25:14.173838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43832) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:14.179985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'network': {'name': 'tempest-network-smoke--1941948404', 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'port_security_enabled': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:25:14.208970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Made reservation on behalf of bcd81b52cc8d486d9942056f3b3104dd for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:25:14.213073 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:14.279504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:25:14.297735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:14.298524 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Added segment 50bc3ecf-d894-47e5-b474-52852d705135 of type vlan for network d5672c24-4912-4c0d-b09c-0218d55a6f42 Aug 30 13:25:14.347750 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:14.381880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:14.392610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:14.393648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:14.457081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2814095 Aug 30 13:25:14.462171 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43836) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:14.467862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'admin_state_up': True, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:25:14.484476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda87419-d128-4d22-a204-856a13163347 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Network': ['ID=d5672c24-4912-4c0d-b09c-0218d55a6f42,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:14.500498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network d5672c24-4912-4c0d-b09c-0218d55a6f42 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:25:14.511288 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:14.515203 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:14.622849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:14.842136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:15.219958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:15.250121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:15.452190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Allocated IP 172.25.2.56 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/7b526e0a-783c-4bc4-bea1-d41d219f2af2) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:25:15.664760 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:15.777874 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:15.838161 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:25:15.849503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af1d7-2cf5-4794-a448-d9d893a62a11 req-ebcc1407-a072-4afe-a282-bb6c8eeae0b3 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:15.851706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-400af1d7-2cf5-4794-a448-d9d893a62a11 req-ebcc1407-a072-4afe-a282-bb6c8eeae0b3 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 946 time: 0.1106772 Aug 30 13:25:15.854706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:25:15.859811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:25:15.863188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=7b526e0a-783c-4bc4-bea1-d41d219f2af2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:15.909119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.909528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.909833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.910170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.910519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.910849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.911171 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.911505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.911809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.912126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.912447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:15.912760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:16.374225 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-400af1d7-2cf5-4794-a448-d9d893a62a11 req-aa43f678-8ec6-41a5-8e46-bc5406a34078 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4903548 Aug 30 13:25:16.674404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:16.991861 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:17.156112 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:25:17.293214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:25:17.318597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Sync routers for ids ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:25:17.331658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:17.338044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Routers {'0fb4e2e8-dc72-493d-89d7-c46f29c755a2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:17.338296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0322a09a-78b2-45ab-954a-9165bcfc0bb0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8714495 Aug 30 13:25:17.338532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:17.338748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43910) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:17.474772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ece678-8b4f-4574-ab31-803305d10959 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:17.476313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b7ece678-8b4f-4574-ab31-803305d10959 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bcd81b52cc8d486d9942056f3b3104dd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1367290 Aug 30 13:25:17.479022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43912) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:17.528310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Set router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:17.670392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f137472a-1898-4ed0-b7d6-d198b7b0c4cc tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:17.672496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f137472a-1898-4ed0-b7d6-d198b7b0c4cc tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1924968 Aug 30 13:25:17.676971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43918) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:17.747311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43920) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:17.760498 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-79d4d8cc-77eb-4e8d-9d61-289f4124c7fb tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787690 Aug 30 13:25:17.831389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43924) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:17.844304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-90159d9b-67a7-486a-8f9b-92b23b0c2f2a tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=bcd81b52cc8d486d9942056f3b3104dd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0949769 Aug 30 13:25:18.000595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:25:14Z', 'updated_at': '2021-08-30T13:25:16Z', 'revision_number': 3, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:15Z', 'updated_at': '2021-08-30T13:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:18.002233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96013cc5-46c7-4487-ad28-893ff96a29db tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:18.010081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43936) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:18.011135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-96013cc5-46c7-4487-ad28-893ff96a29db tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1781368 Aug 30 13:25:18.047844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Checking router: 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:25:18.048652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Updating router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 port 7b526e0a-783c-4bc4-bea1-d41d219f2af2 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:25:18.071016 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d89150f4-2657-48ca-a314-3a051e88c3e9 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581672 Aug 30 13:25:18.075130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 43938) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:18.086738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1738823977', 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42', 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:25:18.089414 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:18.229932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Made reservation on behalf of bcd81b52cc8d486d9942056f3b3104dd for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:25:18.236528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:18.531670 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:18.550226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Transition to ACTIVE for port object 7b526e0a-783c-4bc4-bea1-d41d219f2af2 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:25:18.559557 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:18.593385 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:18.648888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035298e-fd78-4754-8306-64faae35118e None None] Pushing event updated for resources: {'Port': ['ID=7b526e0a-783c-4bc4-bea1-d41d219f2af2,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:18.653816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Attempting to bind port 7b526e0a-783c-4bc4-bea1-d41d219f2af2 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:25:18.654281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Attempting to bind port 7b526e0a-783c-4bc4-bea1-d41d219f2af2 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:25:18.654721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Attempting to bind port 7b526e0a-783c-4bc4-bea1-d41d219f2af2 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:25:18.658935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Subnet': ['ID=9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:18.665324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:25:18.665878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:25:18.666943 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:18.667421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:25:18.668483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Bound port: 7b526e0a-783c-4bc4-bea1-d41d219f2af2, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:25:18.668953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:18.671145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Checking segment: {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:25:18.671405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network hostable DHCP agents. Network: d5672c24-4912-4c0d-b09c-0218d55a6f42, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:25:18.695634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network d5672c24-4912-4c0d-b09c-0218d55a6f42 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:25:18.713758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, d5672c24-4912-4c0d-b09c-0218d55a6f42) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:25:18.721394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:18.723139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:18.738516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9531045-467b-4993-92c3-de8e692c5e19 None None] Network d5672c24-4912-4c0d-b09c-0218d55a6f42 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:25:18.751254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ed06c1d4-adba-48f5-8d0a-98c2cd399c6a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6713862 Aug 30 13:25:18.751881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 43946) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:18.866283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] For port 7b526e0a-783c-4bc4-bea1-d41d219f2af2, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:25:18.870679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] For port 7b526e0a-783c-4bc4-bea1-d41d219f2af2, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7b526e0a-783c-4bc4-bea1-d41d219f2af2,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:25:18.902033 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:19.014942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-d5672c24-4912-4c0d-b09c-0218d55a6f42', 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'fixed_ips': [{'subnet_id': '9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:25:19.016839 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:19.083434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Routers {'0fb4e2e8-dc72-493d-89d7-c46f29c755a2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:19.084429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:19.159159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035298e-fd78-4754-8306-64faae35118e None None] Pushing event updated for resources: {'Port': ['ID=7b526e0a-783c-4bc4-bea1-d41d219f2af2,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:19.366278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] Set router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:19.440888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Allocated IP 172.20.0.18 (d5672c24-4912-4c0d-b09c-0218d55a6f42/9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7/b9dcebe4-bc0d-4e2f-b60f-bb21facc4252) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:25:19.791839 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:19.804733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Transition to ACTIVE for port object b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:25:19.815071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:25:14Z', 'updated_at': '2021-08-30T13:25:16Z', 'revision_number': 3, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:15Z', 'updated_at': '2021-08-30T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:19.854010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3195a6f-81af-4a9e-8d9a-04baab5fc5ae None None] The sync data for ids ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'] in n-d-688802-6 is: [{'id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:25:14Z', 'updated_at': '2021-08-30T13:25:16Z', 'revision_number': 3, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:15Z', 'updated_at': '2021-08-30T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:25:19.857258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:19.861194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Transition to ACTIVE for port object b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:25:19.870655 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:19.938546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Pushing event updated for resources: {'Port': ['ID=b9dcebe4-bc0d-4e2f-b60f-bb21facc4252,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:19.942556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Network d5672c24-4912-4c0d-b09c-0218d55a6f42 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:25:19.945787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:25:19.949087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:25:20.092876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Attempting to bind port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:25:20.093256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Attempting to bind port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:25:20.097221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Attempting to bind port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 on network d5672c24-4912-4c0d-b09c-0218d55a6f42 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:25:20.117434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:25:20.117861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Checking segment: {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:25:20.118271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:20.118671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Bound using segment: {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:25:20.119157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Bound port: b9dcebe4-bc0d-4e2f-b60f-bb21facc4252, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:25:20.119543 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:20.259114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] For port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:25:20.264027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] For port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b9dcebe4-bc0d-4e2f-b60f-bb21facc4252,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:25:20.272111 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:20.374407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d17029-b560-419c-8598-c1afc29399f0 None None] Pushing event updated for resources: {'Port': ['ID=b9dcebe4-bc0d-4e2f-b60f-bb21facc4252,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:20.491633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:25:20.541266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Allocated IP 172.20.0.17 (d5672c24-4912-4c0d-b09c-0218d55a6f42/9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7/819ceae5-356a-4528-806d-5f6ed6dff1a3) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:25:20.837469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:20.867494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Transition to ACTIVE for port object 819ceae5-356a-4528-806d-5f6ed6dff1a3 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:25:20.943246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:20.962853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'de697f67-8c10-4957-931c-5767a0a0550f', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'port_id': 'de697f67-8c10-4957-931c-5767a0a0550f', 'mac_address': 'fa:16:3e:40:0b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:25:20.974345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:21.051866 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:21.060135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=819ceae5-356a-4528-806d-5f6ed6dff1a3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:21.091081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de697f67-8c10-4957-931c-5767a0a0550f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:25:21.102011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network d5672c24-4912-4c0d-b09c-0218d55a6f42 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:25:21.109863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:25:21.122690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:25:21.164421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:21.176550 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:21.212679 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:21.313153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:21.359260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['de697f67-8c10-4957-931c-5767a0a0550f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:25:21.466179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:22.189580 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:22.250705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:22.357463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5fdbff-5c4a-4674-b466-bf51481371ec None None] Network d5672c24-4912-4c0d-b09c-0218d55a6f42 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:25:22.369334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=819ceae5-356a-4528-806d-5f6ed6dff1a3,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:22.442043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:22.458097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:22.585755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:22.717325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network d5672c24-4912-4c0d-b09c-0218d55a6f42 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:25:22.720199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:25:22.788491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-28c74c71-9d0a-4b9c-bce4-44fd765eb4c8 None None] Provisioning for port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:25:22.902734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:25:22.917236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:22.917810 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:22.954873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:25:22.962208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port de697f67-8c10-4957-931c-5767a0a0550f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:22.962734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:23.181515 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:23.239584 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:23.280602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:25:23.296941 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Sync routers for ids ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:25:23.307904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-54065e1a-ffdb-4f51-9b72-6897de41ddbe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "PUT /v2.0/routers/0fb4e2e8-dc72-493d-89d7-c46f29c755a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5548186 Aug 30 13:25:23.316036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b9dcebe4-bc0d-4e2f-b60f-bb21facc4252,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:23.324708 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:23.325548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7b526e0a-783c-4bc4-bea1-d41d219f2af2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:23.354926 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Routers {'0fb4e2e8-dc72-493d-89d7-c46f29c755a2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:23.355692 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:23.430043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=b9dcebe4-bc0d-4e2f-b60f-bb21facc4252,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:23.447062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.447723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.448251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.449306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.449877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.450532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.451179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.452233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.453040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.453691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.454420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.454953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:23.460010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:23.462854 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ceef00-2209-4edd-82c0-a71d62a5abd6" -d '{"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-plugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:23.499898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:23.523617 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:23.583452 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e852bc2-de92-4a07-af38-481e6a97d8f0 x-openstack-request-id: req-7e852bc2-de92-4a07-af38-481e6a97d8f0 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:23.583921 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-plugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:23.584296 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e852bc2-de92-4a07-af38-481e6a97d8f0 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:23.584755 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'code': 200} Aug 30 13:25:23.622841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 7b526e0a-783c-4bc4-bea1-d41d219f2af2 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:25:23.626270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:23.632352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8cc4258-594b-45bc-b77c-5432c86edede None None] Provisioning complete for port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:23.633397 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4258-594b-45bc-b77c-5432c86edede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:23.637942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 7b526e0a-783c-4bc4-bea1-d41d219f2af2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:23.638883 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:23.768895 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Set router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:23.930742 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:23.971577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8cc4258-594b-45bc-b77c-5432c86edede None None] Provisioning for port 819ceae5-356a-4528-806d-5f6ed6dff1a3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:25:23.991622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e8cc4258-594b-45bc-b77c-5432c86edede None None] Provisioning complete for port 819ceae5-356a-4528-806d-5f6ed6dff1a3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:23.992870 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4258-594b-45bc-b77c-5432c86edede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:24.034008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-9659d9de-72a8-4642-b0c0-2da836b6d1f4 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:24.047710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-9659d9de-72a8-4642-b0c0-2da836b6d1f4 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/networks?id=d5672c24-4912-4c0d-b09c-0218d55a6f42 HTTP/1.1" status: 200 len: 798 time: 0.2657793 Aug 30 13:25:24.071057 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-5426487f-5c67-40e5-9221-f670f065c7e8 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/quotas/bcd81b52cc8d486d9942056f3b3104dd HTTP/1.1" status: 200 len: 375 time: 0.0160930 Aug 30 13:25:24.226870 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-4c2d11f5-de0d-4a86-94d1-783fd360befe tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=bcd81b52cc8d486d9942056f3b3104dd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1508064 Aug 30 13:25:24.401062 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:25:14Z', 'updated_at': '2021-08-30T13:25:21Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:15Z', 'updated_at': '2021-08-30T13:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '819ceae5-356a-4528-806d-5f6ed6dff1a3', 'name': '', 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:bd:a3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:20Z', 'updated_at': '2021-08-30T13:25:21Z', 'revision_number': 2, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': '9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:24.528105 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Checking router: 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:25:24.528538 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Updating router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 port 819ceae5-356a-4528-806d-5f6ed6dff1a3 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:25:24.586622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 7b526e0a-783c-4bc4-bea1-d41d219f2af2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7b526e0a-783c-4bc4-bea1-d41d219f2af2,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:24.598848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:24.614930 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-4495f797-5667-4f33-9888-04ab0c71218b service neutron] 10.222.0.37 "GET /v2.0/networks/d5672c24-4912-4c0d-b09c-0218d55a6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840194 Aug 30 13:25:24.675649 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:24.697688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e8cc4258-594b-45bc-b77c-5432c86edede None None] Port 819ceae5-356a-4528-806d-5f6ed6dff1a3 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:25:24.885831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:24.903397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=7b526e0a-783c-4bc4-bea1-d41d219f2af2,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:24.958700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-05ef5917-f8e0-403c-8510-18d435ab4679 service neutron] 10.222.0.37 "GET /v2.0/networks/d5672c24-4912-4c0d-b09c-0218d55a6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269334 Aug 30 13:25:25.004235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-38233dcb-ff28-49df-baf1-6ee2dd85fec4 None None] Provisioning complete for port 819ceae5-356a-4528-806d-5f6ed6dff1a3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:25.004943 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-38233dcb-ff28-49df-baf1-6ee2dd85fec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:25.063496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-38233dcb-ff28-49df-baf1-6ee2dd85fec4 None None] Port 819ceae5-356a-4528-806d-5f6ed6dff1a3 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:25:25.078633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:25.079105 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:25.667391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-459731bf-222d-4696-807d-2ce6dc0fa946 req-29f3d00a-0562-48a6-8649-ecf98150a473 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 210 time: 0.3666945 Aug 30 13:25:25.976725 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:25.997807 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Transition to ACTIVE for port object 819ceae5-356a-4528-806d-5f6ed6dff1a3 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:25:26.015272 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:26.194108 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efcea2-0173-4e5d-b01e-ecc26fe0c24b None None] Pushing event updated for resources: {'Port': ['ID=819ceae5-356a-4528-806d-5f6ed6dff1a3,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:26.238931 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Attempting to bind port 819ceae5-356a-4528-806d-5f6ed6dff1a3 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:25:26.239286 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Attempting to bind port 819ceae5-356a-4528-806d-5f6ed6dff1a3 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:25:26.240190 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Attempting to bind port 819ceae5-356a-4528-806d-5f6ed6dff1a3 on network d5672c24-4912-4c0d-b09c-0218d55a6f42 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:25:26.258144 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:25:26.259016 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Checking segment: {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:25:26.260112 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:26.260544 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Bound using segment: {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:25:26.262811 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Bound port: 819ceae5-356a-4528-806d-5f6ed6dff1a3, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:25:26.263062 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:26.423829 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] For port 819ceae5-356a-4528-806d-5f6ed6dff1a3, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:25:26.430050 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] For port 819ceae5-356a-4528-806d-5f6ed6dff1a3, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=819ceae5-356a-4528-806d-5f6ed6dff1a3,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:25:26.445700 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:26.573269 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Routers {'0fb4e2e8-dc72-493d-89d7-c46f29c755a2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:26.574317 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:26.691986 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efcea2-0173-4e5d-b01e-ecc26fe0c24b None None] Pushing event updated for resources: {'Port': ['ID=819ceae5-356a-4528-806d-5f6ed6dff1a3,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:26.796507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7b526e0a-783c-4bc4-bea1-d41d219f2af2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:26.911656 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3529b749-43a6-469a-8cb5-a859b8d006a1 req-cf782da0-274a-437b-aec1-036deb1b41ca tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 210 time: 0.0458236 Aug 30 13:25:26.934407 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] Set router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:26.969913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 7b526e0a-783c-4bc4-bea1-d41d219f2af2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:26.970893 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:27.459237 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:25:14Z', 'updated_at': '2021-08-30T13:25:21Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:15Z', 'updated_at': '2021-08-30T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '819ceae5-356a-4528-806d-5f6ed6dff1a3', 'name': '', 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:bd:a3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:20Z', 'updated_at': '2021-08-30T13:25:26Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': '9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:27.527855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-92fadb27-8f90-4a51-bf75-65d9c780ea31 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:27.530744 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0659a-cc25-4a0c-b11e-2eb1501b8673 None None] The sync data for ids ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'] in n-d-688802-6 is: [{'id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:25:14Z', 'updated_at': '2021-08-30T13:25:21Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:15Z', 'updated_at': '2021-08-30T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '819ceae5-356a-4528-806d-5f6ed6dff1a3', 'name': '', 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:bd:a3:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': '9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:20Z', 'updated_at': '2021-08-30T13:25:26Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': '9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:25:27.555946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-92fadb27-8f90-4a51-bf75-65d9c780ea31 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.35 "GET /v2.0/networks?id=d5672c24-4912-4c0d-b09c-0218d55a6f42 HTTP/1.1" status: 200 len: 798 time: 0.3201606 Aug 30 13:25:27.593589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Request body: {'port': {'device_id': '2a911aa9-f12e-41a8-aa3a-e30627327ac2', 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42', 'admin_state_up': True, 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:25:27.879178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Made reservation on behalf of bcd81b52cc8d486d9942056f3b3104dd for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:25:27.884800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:28.097047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c539d043-e53b-4978-84f8-e443dd84ccf0 req-9892ea69-1c2c-4990-8c85-63912bfa4b5f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 210 time: 0.0573156 Aug 30 13:25:28.232149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Allocated IP 172.20.0.22 (d5672c24-4912-4c0d-b09c-0218d55a6f42/9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7/214ca509-7a17-46ef-b656-8d89a83ae3bd) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:25:28.472340 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:28.802822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:28.836875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Transition to ACTIVE for port object 214ca509-7a17-46ef-b656-8d89a83ae3bd will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:25:28.907645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:28.961070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 819ceae5-356a-4528-806d-5f6ed6dff1a3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:29.025613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Network d5672c24-4912-4c0d-b09c-0218d55a6f42 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:25:29.035179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:25:29.076823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:25:29.091229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event updated for resources: {'Port': ['ID=214ca509-7a17-46ef-b656-8d89a83ae3bd,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:29.165117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 819ceae5-356a-4528-806d-5f6ed6dff1a3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:25:29.183072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 819ceae5-356a-4528-806d-5f6ed6dff1a3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:29.183723 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:29.254194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:29.260100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:29.305858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-fd96c245-61ac-4497-b77f-56e3ffe5c3ac tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7380800 Aug 30 13:25:29.324036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-3ae0f02b-6e0e-440c-9324-53da4fb2baeb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:25:29.327597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-3ae0f02b-6e0e-440c-9324-53da4fb2baeb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164983 Aug 30 13:25:29.341900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Request body: {'port': {'device_id': '2a911aa9-f12e-41a8-aa3a-e30627327ac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:25:29.428631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac27e8d-067a-4e15-8467-43a42f024374 req-a9939cae-f81d-4604-8c29-3b858933db37 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:29.437451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:29.458865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5ac27e8d-067a-4e15-8467-43a42f024374 req-a9939cae-f81d-4604-8c29-3b858933db37 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 895 time: 0.1622880 Aug 30 13:25:29.522092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:29.564250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 819ceae5-356a-4528-806d-5f6ed6dff1a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=819ceae5-356a-4528-806d-5f6ed6dff1a3,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:29.567944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:29.644925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=819ceae5-356a-4528-806d-5f6ed6dff1a3,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:29.649283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-79888a22-2ee9-4c83-9e6d-a42f7f0e2f20 None None] Provisioning for port 214ca509-7a17-46ef-b656-8d89a83ae3bd completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:25:29.664826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-79888a22-2ee9-4c83-9e6d-a42f7f0e2f20 None None] Provisioning complete for port 214ca509-7a17-46ef-b656-8d89a83ae3bd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:29.665296 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-79888a22-2ee9-4c83-9e6d-a42f7f0e2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:29.764995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-79888a22-2ee9-4c83-9e6d-a42f7f0e2f20 None None] Port 214ca509-7a17-46ef-b656-8d89a83ae3bd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:25:30.191543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214ca509-7a17-46ef-b656-8d89a83ae3bd {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:25:30.203505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:30.225211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Transition to ACTIVE for port object 214ca509-7a17-46ef-b656-8d89a83ae3bd will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:25:30.235075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:30.415448 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Pushing event updated for resources: {'Port': ['ID=214ca509-7a17-46ef-b656-8d89a83ae3bd,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:30.485966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Attempting to bind port 214ca509-7a17-46ef-b656-8d89a83ae3bd on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:25:30.486673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Attempting to bind port 214ca509-7a17-46ef-b656-8d89a83ae3bd by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:25:30.496964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Attempting to bind port 214ca509-7a17-46ef-b656-8d89a83ae3bd on network d5672c24-4912-4c0d-b09c-0218d55a6f42 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:25:30.521831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Port 214ca509-7a17-46ef-b656-8d89a83ae3bd on network d5672c24-4912-4c0d-b09c-0218d55a6f42 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:25:30.522717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Attempting to bind port 214ca509-7a17-46ef-b656-8d89a83ae3bd on network d5672c24-4912-4c0d-b09c-0218d55a6f42 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:25:30.561443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:25:30.561443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Checking segment: {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:25:30.562531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Bound using segment: {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:25:30.563463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Bound port: 214ca509-7a17-46ef-b656-8d89a83ae3bd, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bc3ecf-d894-47e5-b474-52852d705135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:25:30.564343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:30.703843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f0d26-3c22-4db5-8037-673fe7cce814 req-c6ef2b30-6bbf-4937-b1c5-817417bcc9ce tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:30.713145 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-100f0d26-3c22-4db5-8037-673fe7cce814 req-c6ef2b30-6bbf-4937-b1c5-817417bcc9ce tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 907 time: 0.0952439 Aug 30 13:25:30.740134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] For port 214ca509-7a17-46ef-b656-8d89a83ae3bd, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:25:30.763435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] For port 214ca509-7a17-46ef-b656-8d89a83ae3bd, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=214ca509-7a17-46ef-b656-8d89a83ae3bd,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:25:30.776743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 819ceae5-356a-4528-806d-5f6ed6dff1a3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:30.781924 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:30.837623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:30.840992 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:30.844074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] 10.222.0.35 "PUT /v2.0/ports/214ca509-7a17-46ef-b656-8d89a83ae3bd HTTP/1.1" status: 200 len: 1055 time: 1.5090191 Aug 30 13:25:30.848303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a911aa9-f12e-41a8-aa3a-e30627327ac2', 'tag': '214ca509-7a17-46ef-b656-8d89a83ae3bd'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:30.852833 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b57cda8-ba7b-4918-9923-b82206e0607c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a911aa9-f12e-41a8-aa3a-e30627327ac2", "tag": "214ca509-7a17-46ef-b656-8d89a83ae3bd"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:30.959139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:30.988785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 819ceae5-356a-4528-806d-5f6ed6dff1a3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:30.989172 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:31.047325 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98c6808-c300-4eb0-af6e-81bd9b9ff2ca x-openstack-request-id: req-c98c6808-c300-4eb0-af6e-81bd9b9ff2ca {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:31.047758 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a911aa9-f12e-41a8-aa3a-e30627327ac2", "tag": "214ca509-7a17-46ef-b656-8d89a83ae3bd", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:31.047893 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c98c6808-c300-4eb0-af6e-81bd9b9ff2ca {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:31.048304 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a911aa9-f12e-41a8-aa3a-e30627327ac2', 'tag': '214ca509-7a17-46ef-b656-8d89a83ae3bd', 'status': 'completed', 'code': 200} Aug 30 13:25:31.125053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e89694-c4b1-4834-806e-32170f5e9d37 service neutron] Pushing event updated for resources: {'Port': ['ID=214ca509-7a17-46ef-b656-8d89a83ae3bd,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:31.157303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-68cd0759-e6e5-4961-b824-77d2f844e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:31.159159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-68cd0759-e6e5-4961-b824-77d2f844e674 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bcd81b52cc8d486d9942056f3b3104dd&device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 1058 time: 0.2298362 Aug 30 13:25:31.266432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-9dd0510a-5d45-4610-b9a9-0c82aa303796 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=214ca509-7a17-46ef-b656-8d89a83ae3bd HTTP/1.1" status: 200 len: 217 time: 0.0946040 Aug 30 13:25:31.377353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-034a327e-b1e2-4fad-97ff-f8f0e692e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:31.380790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-034a327e-b1e2-4fad-97ff-f8f0e692e8fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7 HTTP/1.1" status: 200 len: 838 time: 0.1054707 Aug 30 13:25:31.514633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b4b79227-68fe-4100-b90f-59ca36e99256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:31.516456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-b4b79227-68fe-4100-b90f-59ca36e99256 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5672c24-4912-4c0d-b09c-0218d55a6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155846 Aug 30 13:25:31.752500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-5fafcf98-33b7-45eb-9309-9f5cf13d470f service neutron] 10.222.0.35 "GET /v2.0/networks/d5672c24-4912-4c0d-b09c-0218d55a6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281601 Aug 30 13:25:31.959596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfea7739-f6c1-4039-b70a-8ba5f4e34efb req-7b21d692-0a9e-40e0-b7fc-c76f32b4fe4c service neutron] 10.222.0.35 "GET /v2.0/networks/d5672c24-4912-4c0d-b09c-0218d55a6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964545 Aug 30 13:25:32.048643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263403c-7822-44da-b459-d4b4ac1aac27 req-a959924c-2d01-4208-83a4-b0646bf4e384 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:32.050423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c263403c-7822-44da-b459-d4b4ac1aac27 req-a959924c-2d01-4208-83a4-b0646bf4e384 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 907 time: 0.1146176 Aug 30 13:25:32.118751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-68297a50-80df-49d2-8d40-f02d39483717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:32.120416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-68297a50-80df-49d2-8d40-f02d39483717 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bcd81b52cc8d486d9942056f3b3104dd&device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 1058 time: 0.0689614 Aug 30 13:25:32.274371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-eb2d6f4c-f31c-4d42-8fe7-a6ec1913b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:32.277617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-eb2d6f4c-f31c-4d42-8fe7-a6ec1913b6fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=d5672c24-4912-4c0d-b09c-0218d55a6f42 HTTP/1.1" status: 200 len: 899 time: 0.1502497 Aug 30 13:25:32.351614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-91602688-5ad0-4dd8-83a3-6bf90e7358da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=214ca509-7a17-46ef-b656-8d89a83ae3bd HTTP/1.1" status: 200 len: 217 time: 0.0652561 Aug 30 13:25:32.484045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-5fb20664-ac97-4b36-9022-b44100c42311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:32.485821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-5fb20664-ac97-4b36-9022-b44100c42311 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7 HTTP/1.1" status: 200 len: 838 time: 0.1262393 Aug 30 13:25:32.617348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-fae796a3-55c6-42ce-aa0d-d63e75811932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:32.619049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-fae796a3-55c6-42ce-aa0d-d63e75811932 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d5672c24-4912-4c0d-b09c-0218d55a6f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259186 Aug 30 13:25:32.925008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-3e6ae8d5-0b44-4720-bb78-8c8da262b940 service neutron] 10.222.0.35 "GET /v2.0/networks/d5672c24-4912-4c0d-b09c-0218d55a6f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973497 Aug 30 13:25:33.052118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b57cda8-ba7b-4918-9923-b82206e0607c req-a0b7ed1d-ed29-4669-8d9e-804ff94ad276 service neutron] 10.222.0.35 "GET /v2.0/networks/d5672c24-4912-4c0d-b09c-0218d55a6f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181054 Aug 30 13:25:33.314754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8af47c-e82c-4262-a893-714a6eec2220 req-6929fafd-f85a-4a7e-8817-8655b3c61e1b tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:33.317491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f8af47c-e82c-4262-a893-714a6eec2220 req-6929fafd-f85a-4a7e-8817-8655b3c61e1b tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 907 time: 0.0778086 Aug 30 13:25:34.512034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2407c6-9196-4f2d-b713-bb51a7918ca3 req-88b9436e-2488-463a-9cf3-c3bc33aa0bd8 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:34.515583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef2407c6-9196-4f2d-b713-bb51a7918ca3 req-88b9436e-2488-463a-9cf3-c3bc33aa0bd8 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 907 time: 0.0743926 Aug 30 13:25:35.018820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 214ca509-7a17-46ef-b656-8d89a83ae3bd details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:25:35.171626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 214ca509-7a17-46ef-b656-8d89a83ae3bd, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=214ca509-7a17-46ef-b656-8d89a83ae3bd,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:35.187427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '214ca509-7a17-46ef-b656-8d89a83ae3bd', 'network_id': 'd5672c24-4912-4c0d-b09c-0218d55a6f42', 'port_id': '214ca509-7a17-46ef-b656-8d89a83ae3bd', 'mac_address': 'fa:16:3e:d6:01:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:25:35.253531 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:35.291608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214ca509-7a17-46ef-b656-8d89a83ae3bd {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:25:35.332268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 214ca509-7a17-46ef-b656-8d89a83ae3bd, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=214ca509-7a17-46ef-b656-8d89a83ae3bd,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:35.341171 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:35.414931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=214ca509-7a17-46ef-b656-8d89a83ae3bd,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:35.657488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['214ca509-7a17-46ef-b656-8d89a83ae3bd'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:25:35.698919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89781d68-32e4-4e9c-b4e4-ad1b11920922 req-8e4a8a9a-339d-43da-b90f-a77be49b3fa5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:35.700711 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-89781d68-32e4-4e9c-b4e4-ad1b11920922 req-8e4a8a9a-339d-43da-b90f-a77be49b3fa5 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 908 time: 0.0905991 Aug 30 13:25:36.244082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178a934-1f71-4138-b966-981b33baba0e req-7ab77cb8-847b-4c0b-842c-234ac5c62d12 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:36.246494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b178a934-1f71-4138-b966-981b33baba0e req-7ab77cb8-847b-4c0b-842c-234ac5c62d12 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 945 time: 0.1113567 Aug 30 13:25:36.322246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b178a934-1f71-4138-b966-981b33baba0e req-8ccb4ad9-371e-4852-9836-ed6d7d672c60 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636175 Aug 30 13:25:36.718354 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-78593f61-5fa4-4928-bf89-ab1afcaff82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:36.886652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4596fa8-fbd0-4a59-8e79-17e158522279 req-e64a4d96-4516-461e-96e5-93c650b55609 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:36.897985 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4596fa8-fbd0-4a59-8e79-17e158522279 req-e64a4d96-4516-461e-96e5-93c650b55609 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 908 time: 0.0766177 Aug 30 13:25:37.019254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 214ca509-7a17-46ef-b656-8d89a83ae3bd up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:37.123774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 214ca509-7a17-46ef-b656-8d89a83ae3bd completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:25:37.133522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 214ca509-7a17-46ef-b656-8d89a83ae3bd triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:37.135229 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:37.301427 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:37.335721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a911aa9-f12e-41a8-aa3a-e30627327ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ca509-7a17-46ef-b656-8d89a83ae3bd'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:37.338341 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bc4602-e7bf-4444-98be-9b69095616a5" -d '{"events": [{"server_uuid": "2a911aa9-f12e-41a8-aa3a-e30627327ac2", "name": "network-vif-plugged", "status": "completed", "tag": "214ca509-7a17-46ef-b656-8d89a83ae3bd"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:37.359582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 214ca509-7a17-46ef-b656-8d89a83ae3bd, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=214ca509-7a17-46ef-b656-8d89a83ae3bd,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:37.365578 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:37.476122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=214ca509-7a17-46ef-b656-8d89a83ae3bd,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:37.489953 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd72638-c2e3-42ac-833a-b9e1019d246e x-openstack-request-id: req-cfd72638-c2e3-42ac-833a-b9e1019d246e {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:37.490484 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a911aa9-f12e-41a8-aa3a-e30627327ac2", "name": "network-vif-plugged", "status": "completed", "tag": "214ca509-7a17-46ef-b656-8d89a83ae3bd", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:37.490905 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfd72638-c2e3-42ac-833a-b9e1019d246e {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:37.491461 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a911aa9-f12e-41a8-aa3a-e30627327ac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214ca509-7a17-46ef-b656-8d89a83ae3bd', 'code': 200} Aug 30 13:25:37.670542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706eae4-660e-4921-ab8e-cd8d6b338202 req-340edde9-be72-4eb4-a57b-968d90244b07 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:37.674226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8576927-b01e-4096-b048-7e1fd8fe48d5 req-2e33c7cf-ef8a-4b16-92d3-39d6186e78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:37.676214 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9706eae4-660e-4921-ab8e-cd8d6b338202 req-340edde9-be72-4eb4-a57b-968d90244b07 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 945 time: 0.1504974 Aug 30 13:25:37.678654 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8576927-b01e-4096-b048-7e1fd8fe48d5 req-2e33c7cf-ef8a-4b16-92d3-39d6186e78de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 1060 time: 0.1070726 Aug 30 13:25:37.748971 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9706eae4-660e-4921-ab8e-cd8d6b338202 req-085cda2a-8cc0-4ae7-9c48-631510801e9b tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550883 Aug 30 13:25:38.074588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe6b91-bd12-4f8a-8197-8e12ca77aa52 req-32c0aaf8-a8d7-435b-9abb-cb2077889d31 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:38.077742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29fe6b91-bd12-4f8a-8197-8e12ca77aa52 req-32c0aaf8-a8d7-435b-9abb-cb2077889d31 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 909 time: 0.0801935 Aug 30 13:25:38.672344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30968ee-06f5-48be-b1f5-89fe173ece8e req-7e903f6e-aaec-4190-ae2b-006a33c4c8fd tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:38.674649 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c30968ee-06f5-48be-b1f5-89fe173ece8e req-7e903f6e-aaec-4190-ae2b-006a33c4c8fd tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 945 time: 0.0937538 Aug 30 13:25:38.753573 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c30968ee-06f5-48be-b1f5-89fe173ece8e req-3479580f-3cf6-4645-9906-4bd9fac6a20a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725260 Aug 30 13:25:39.288260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e74d43-f06e-423a-ba22-59630fc90e70 req-9e5fb1d2-c6a8-42fa-97ab-f03892695375 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:39.306376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c8e74d43-f06e-423a-ba22-59630fc90e70 req-9e5fb1d2-c6a8-42fa-97ab-f03892695375 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 909 time: 0.1058152 Aug 30 13:25:39.378680 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b858097c-182d-4388-84dd-3f245322aeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:39.483195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe2355-9b05-4309-9ae4-2c2e6b4d4249 req-df957126-8b43-4c02-b0bc-9130780a3941 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:39.484849 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54fe2355-9b05-4309-9ae4-2c2e6b4d4249 req-df957126-8b43-4c02-b0bc-9130780a3941 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 909 time: 0.0808747 Aug 30 13:25:39.646218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cef41-7636-4581-b621-5979a5ce9cd4 req-90b94343-ea38-4301-a71b-a7e9c46f263a tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:39.648302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c2cef41-7636-4581-b621-5979a5ce9cd4 req-90b94343-ea38-4301-a71b-a7e9c46f263a tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 1060 time: 0.0650942 Aug 30 13:25:39.807853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1d1822-ea41-4ab0-a494-1b26a0a2df82 req-02608298-12c1-4466-947a-67cd9cd7a003 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:39.818238 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b1d1822-ea41-4ab0-a494-1b26a0a2df82 req-02608298-12c1-4466-947a-67cd9cd7a003 tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 1136 time: 0.0668607 Aug 30 13:25:39.821187 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:25:39.903324 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0b1d1822-ea41-4ab0-a494-1b26a0a2df82 req-53dab48c-4972-4cb6-830e-dff32977abca tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0822625 Aug 30 13:25:39.939693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44730) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:39.955906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775e1f2-d863-4802-8c1f-b458ae268ecf req-56cccd3b-8ccd-4606-aef0-48752fa99cdd tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:39.957435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a775e1f2-d863-4802-8c1f-b458ae268ecf req-56cccd3b-8ccd-4606-aef0-48752fa99cdd tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 945 time: 0.0861442 Aug 30 13:25:40.022967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a775e1f2-d863-4802-8c1f-b458ae268ecf req-12291c26-fcbe-42c0-87ca-cb6f60122fca tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502467 Aug 30 13:25:40.024406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:40.054784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c25fc0-034e-4361-ac30-5926bdb19d3a tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:40.057754 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d7c25fc0-034e-4361-ac30-5926bdb19d3a tempest-TestSecurityGroupsBasicOps-1478754969 tempest-TestSecurityGroupsBasicOps-1478754969-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 1055 time: 0.1154451 Aug 30 13:25:40.213726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-42611332-4e4f-4392-9649-f476be760934 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:40.215492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-42611332-4e4f-4392-9649-f476be760934 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 945 time: 0.0802925 Aug 30 13:25:40.362626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Deleting port d8136a95-c17e-46e3-91f9-a55951a37414 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:40.363286 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:40.514896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcce7a-4d8f-432c-a7b9-58d4cc984a00 req-0cbea8b1-9c34-42b2-a4ca-e0ad54b0b20c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:40.522482 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66dcce7a-4d8f-432c-a7b9-58d4cc984a00 req-0cbea8b1-9c34-42b2-a4ca-e0ad54b0b20c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 946 time: 0.0755394 Aug 30 13:25:40.578856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66dcce7a-4d8f-432c-a7b9-58d4cc984a00 req-bb561a7c-f7ec-4112-8182-6c3d1d02c3f2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545309 Aug 30 13:25:40.833511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104780f-ebad-473c-af75-b435c056301c req-a27f9f07-1162-41e0-a195-f6f2d0fd9721 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:40.843635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3104780f-ebad-473c-af75-b435c056301c req-a27f9f07-1162-41e0-a195-f6f2d0fd9721 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 909 time: 0.4475238 Aug 30 13:25:40.855091 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:40.883253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] For port d8136a95-c17e-46e3-91f9-a55951a37414, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d8136a95-c17e-46e3-91f9-a55951a37414,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:40.883507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:41.090404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:41.091089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:41.091659 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Floating IP d44ab56e-81f4-4d57-b76b-caab09430d64 disassociated. External IP: 172.25.2.190, port: d8136a95-c17e-46e3-91f9-a55951a37414. Aug 30 13:25:41.092204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Calling delete_port for d8136a95-c17e-46e3-91f9-a55951a37414 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:41.208321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798b271-def5-4eb3-975b-277fa0883477 req-e9f5d135-146c-45b8-be3c-69aae1b9146b tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:41.210242 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0798b271-def5-4eb3-975b-277fa0883477 req-e9f5d135-146c-45b8-be3c-69aae1b9146b tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 945 time: 0.1131105 Aug 30 13:25:41.314696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0798b271-def5-4eb3-975b-277fa0883477 req-6d266457-8616-4e24-8020-df98acb8f056 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups?id=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959342 Aug 30 13:25:41.358465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:41.395953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Pushing event deleted for resources: {'Port': ['ID=d8136a95-c17e-46e3-91f9-a55951a37414,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:41.544093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Router b83b9cc0-4b08-43a1-a6c9-edb913a99381 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:25:41.634576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-4bedb7f5-c4e3-4aab-8e18-c5dd04c1444c tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:41.636921 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-4bedb7f5-c4e3-4aab-8e18-c5dd04c1444c tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/networks?id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b HTTP/1.1" status: 200 len: 813 time: 0.1723135 Aug 30 13:25:41.657490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-9fab2832-b7fb-4085-89c7-914428ec5f30 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/quotas/37eb9184572d470a8811a9bb959d7f78 HTTP/1.1" status: 200 len: 375 time: 0.0111942 Aug 30 13:25:41.694141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:25:41.699645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-fe5a613b-fc33-4abf-acdd-907c666bc73f tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=37eb9184572d470a8811a9bb959d7f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352750 Aug 30 13:25:41.707983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] Sync routers for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:25:41.724000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:41.724959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:41.804767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] No DVR routers for this DVR port d8136a95-c17e-46e3-91f9-a55951a37414 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:25:41.809798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:41.812185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52e2ffd7-6611-412f-9cf9-e1b016a0aec5 req-ce7fef86-d04a-4009-af5c-7c494448fdd6 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.35 "DELETE /v2.0/ports/d8136a95-c17e-46e3-91f9-a55951a37414 HTTP/1.1" status: 204 len: 173 time: 1.5873621 Aug 30 13:25:41.812632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'name': 'network-vif-deleted', 'tag': 'd8136a95-c17e-46e3-91f9-a55951a37414'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:41.816119 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0aa713-f598-4d0f-a479-3cf7dec5bdab" -d '{"events": [{"server_uuid": "ed4c0551-f141-4acb-938e-f4e93fa3a859", "name": "network-vif-deleted", "tag": "d8136a95-c17e-46e3-91f9-a55951a37414"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:41.855676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-111ca9d9-60ff-41e0-a57f-a94c58a329d6 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:41.861794 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-111ca9d9-60ff-41e0-a57f-a94c58a329d6 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.35 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 909 time: 0.1536233 Aug 30 13:25:41.873018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:41.996563 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7badb1e7-f41d-4d1f-91ac-63c3467d807f x-openstack-request-id: req-7badb1e7-f41d-4d1f-91ac-63c3467d807f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:41.998330 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed4c0551-f141-4acb-938e-f4e93fa3a859", "name": "network-vif-deleted", "tag": "d8136a95-c17e-46e3-91f9-a55951a37414", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:42.002153 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7badb1e7-f41d-4d1f-91ac-63c3467d807f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:42.006054 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed4c0551-f141-4acb-938e-f4e93fa3a859', 'name': 'network-vif-deleted', 'tag': 'd8136a95-c17e-46e3-91f9-a55951a37414', 'status': 'completed', 'code': 200} Aug 30 13:25:42.062704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-1d9d9c03-d7b6-47ed-b623-1f47d9c18c58 service neutron] 10.222.0.37 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362253 Aug 30 13:25:42.250880 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ff1e9875-6e67-4a78-87ae-348134ebb71c', 'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'mac_address': 'fa:16:3e:99:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:26Z', 'updated_at': '2021-08-30T13:22:42Z', 'revision_number': 5, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'subnets': [{'id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:42.253506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-55426c43-530a-40f4-baf9-10012579e73b service neutron] 10.222.0.37 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843276 Aug 30 13:25:42.261131 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:42.270088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d18ea2-fa6a-4c5a-a07a-e5d9cdbcad73 req-c56f4853-6cf6-4b7e-9a72-31a237f4e198 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:42.272070 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62d18ea2-fa6a-4c5a-a07a-e5d9cdbcad73 req-c56f4853-6cf6-4b7e-9a72-31a237f4e198 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 909 time: 0.1406317 Aug 30 13:25:42.278768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Deleting port 214ca509-7a17-46ef-b656-8d89a83ae3bd {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:42.279904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:42.370715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] Checking router: b83b9cc0-4b08-43a1-a6c9-edb913a99381 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:25:42.406518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:42.407587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:42.518354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfdf8f30-54d4-4dfa-b8ab-65c352026a77 req-cb7fe413-2a06-4187-9fc9-91ec76a24e93 tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed4c0551-f141-4acb-938e-f4e93fa3a859 HTTP/1.1" status: 200 len: 210 time: 0.0621676 Aug 30 13:25:42.582809 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] For port 214ca509-7a17-46ef-b656-8d89a83ae3bd, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=214ca509-7a17-46ef-b656-8d89a83ae3bd,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:42.583395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:42.659284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Calling delete_port for 214ca509-7a17-46ef-b656-8d89a83ae3bd owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:42.750986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4472301-aa81-41a0-a2f6-9afa34ee0cc7 req-8e55011c-2925-435c-965b-1da92b25b76a tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 210 time: 0.0728307 Aug 30 13:25:42.793306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:42.868287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:42.923243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Port': ['ID=214ca509-7a17-46ef-b656-8d89a83ae3bd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:42.976903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] No DVR routers for this DVR port 214ca509-7a17-46ef-b656-8d89a83ae3bd on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:25:42.979616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.980048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.980300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.980673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.981005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.981336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.981835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.982685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.983033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.983366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.983685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.984000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:25:42.991960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:42.994123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5b9e057-e8ba-444f-9419-06cf82bc65b0 req-ac29f5a4-5afd-4c38-ad68-cb5a57fd525d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.35 "DELETE /v2.0/ports/214ca509-7a17-46ef-b656-8d89a83ae3bd HTTP/1.1" status: 204 len: 173 time: 1.1242938 Aug 30 13:25:43.091706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ff1e9875-6e67-4a78-87ae-348134ebb71c', 'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'mac_address': 'fa:16:3e:99:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:26Z', 'updated_at': '2021-08-30T13:22:42Z', 'revision_number': 5, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'subnets': [{'id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:43.140437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af388251-3879-45c8-90c1-b93d678baa9d None None] The sync data for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 is: [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:22:29Z', 'revision_number': 4, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ff1e9875-6e67-4a78-87ae-348134ebb71c', 'name': '', 'network_id': 'f213eaa3-5435-443c-9337-7eea35fc9929', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'mac_address': 'fa:16:3e:99:4c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_interface', 'standard_attr_id': 2935, 'fixed_ips': [{'subnet_id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:26Z', 'updated_at': '2021-08-30T13:22:42Z', 'revision_number': 5, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'subnets': [{'id': 'e7adb8be-fbbb-4609-a26a-42279596bf53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:25:43.482431 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-81961c82-311e-4895-83ad-3d739e983770 req-65ba5800-65bd-4495-90d9-4872bc8a398d tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a911aa9-f12e-41a8-aa3a-e30627327ac2 HTTP/1.1" status: 200 len: 210 time: 0.0758584 Aug 30 13:25:43.559697 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79359925-47b3-4ad0-acf8-7f7678e4c6f6 None None] New status for floating IP d44ab56e-81f4-4d57-b76b-caab09430d64: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:25:43.639567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44922) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:43.719860 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-560bd18c-ebfb-4b03-a172-7895b3b7703a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:43.750172 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-560bd18c-ebfb-4b03-a172-7895b3b7703a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:43.803606 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-560bd18c-ebfb-4b03-a172-7895b3b7703a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:43.806416 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-560bd18c-ebfb-4b03-a172-7895b3b7703a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:43.809796 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-560bd18c-ebfb-4b03-a172-7895b3b7703a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "DELETE /v2.0/security-groups/59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca HTTP/1.1" status: 204 len: 168 time: 0.1664710 Aug 30 13:25:43.810885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44930) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:43.825789 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-ace5be3d-3540-4c50-a2b9-c2050e49acbe tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] show failed (client error): The resource could not be found. Aug 30 13:25:43.829375 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ace5be3d-3540-4c50-a2b9-c2050e49acbe tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "GET /v2.0/security-groups/59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca HTTP/1.1" status: 404 len: 347 time: 0.0147882 Aug 30 13:25:43.829566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bd18c-ebfb-4b03-a172-7895b3b7703a tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e2c7b4-1db0-4761-8ed6-c9d95d1c54ca,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:43.829853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44932) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:43.918537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdefefe9-8097-4bce-8c64-afd39b1d1b6a req-ef741d0f-a0d0-4e1d-8a73-ca4c04bc9da9 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 210 time: 0.0395701 Aug 30 13:25:43.980793 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Deleting port d5295e75-53af-4f9d-8434-743ff8d71159 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:43.981137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:44.017446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a911aa9-f12e-41a8-aa3a-e30627327ac2', 'name': 'network-vif-deleted', 'tag': '214ca509-7a17-46ef-b656-8d89a83ae3bd'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:44.021820 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b205a677-084b-4080-8ed9-a8b3312156cd" -d '{"events": [{"server_uuid": "2a911aa9-f12e-41a8-aa3a-e30627327ac2", "name": "network-vif-deleted", "tag": "214ca509-7a17-46ef-b656-8d89a83ae3bd"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:44.082297 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f13923d-db76-470c-bfa5-c0f0806211ac x-openstack-request-id: req-7f13923d-db76-470c-bfa5-c0f0806211ac {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:44.082692 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a911aa9-f12e-41a8-aa3a-e30627327ac2", "name": "network-vif-deleted", "tag": "214ca509-7a17-46ef-b656-8d89a83ae3bd", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:44.083031 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f13923d-db76-470c-bfa5-c0f0806211ac {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:44.083546 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a911aa9-f12e-41a8-aa3a-e30627327ac2', 'name': 'network-vif-deleted', 'tag': '214ca509-7a17-46ef-b656-8d89a83ae3bd', 'status': 'completed', 'code': 200} Aug 30 13:25:44.114736 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:44.115127 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:44.134015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Calling delete_port for d5295e75-53af-4f9d-8434-743ff8d71159 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:44.160996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-f7dd1f74-09dd-447d-9991-795fa712b67e tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:44.162607 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-f7dd1f74-09dd-447d-9991-795fa712b67e tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.16 "GET /v2.0/networks?id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b HTTP/1.1" status: 200 len: 813 time: 0.1577835 Aug 30 13:25:44.177499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Request body: {'port': {'device_id': 'dcf4c34d-6f3a-4ee8-bccf-d3dd97153446', 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b', 'admin_state_up': True, 'tenant_id': '37eb9184572d470a8811a9bb959d7f78'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:25:44.376521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:44.377382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Made reservation on behalf of 37eb9184572d470a8811a9bb959d7f78 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:25:44.381707 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:44.469852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Pushing event deleted for resources: {'Port': ['ID=d5295e75-53af-4f9d-8434-743ff8d71159,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:44.537495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:25:44.540052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:25:44.578665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 44964) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:44.586879 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:44.589543 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:44.596704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-acfe0b7d-7226-468f-980d-dcd06565122f tempest-ServersTestManualDisk-771726863 tempest-ServersTestManualDisk-771726863-project] 10.222.0.37 "DELETE /v2.0/floatingips/d44ab56e-81f4-4d57-b76b-caab09430d64 HTTP/1.1" status: 204 len: 168 time: 0.7656927 Aug 30 13:25:44.597357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 44966) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:44.673622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Allocated IP 172.20.0.8 (6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b/a51989b9-2983-46f9-a346-08c097891c35/a13bc37a-2a00-4f21-b75b-9e12dff41ac9) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:25:44.829047 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:44.859765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:44.877713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:44.880641 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffc8abd-b39b-43f0-bf3b-acf535c7695d" -d '{"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-unplugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:44.909622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'de697f67-8c10-4957-931c-5767a0a0550f', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'port_id': 'de697f67-8c10-4957-931c-5767a0a0550f', 'mac_address': 'fa:16:3e:40:0b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:25:44.916696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:45.025577 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b685f478-b5ad-4608-aaee-4e75815cd754 x-openstack-request-id: req-b685f478-b5ad-4608-aaee-4e75815cd754 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:45.025896 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-unplugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:45.029688 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b685f478-b5ad-4608-aaee-4e75815cd754 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:45.030310 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'code': 200} Aug 30 13:25:45.031158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:45.035355 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:45.146828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:45.153075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d8136a95-c17e-46e3-91f9-a55951a37414 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:25:45.183831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: d8136a95-c17e-46e3-91f9-a55951a37414 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:25:45.184449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d8136a95-c17e-46e3-91f9-a55951a37414 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:25:45.209681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de697f67-8c10-4957-931c-5767a0a0550f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:25:45.272691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-21c44719-5185-4311-ae92-a3ee20369ad6 req-ec2c76ca-2fdd-4c44-9216-137cc676f68a tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 210 time: 0.0872834 Aug 30 13:25:45.288570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:45.301880 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:45.442028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['de697f67-8c10-4957-931c-5767a0a0550f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:25:45.470822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:45.483225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:45.528714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:45.662004 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:45.787908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:45.868445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:25:45.880988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:25:45.884602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:25:45.958962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Pushing event updated for resources: {'Port': ['ID=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:45.999833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Deleting port ff1e9875-6e67-4a78-87ae-348134ebb71c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:46.000445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:46.026068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:46.027014 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:46.054120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-e50ef956-0e0d-4042-8e68-dfa868c0bf67 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8808019 Aug 30 13:25:46.080098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Request body: {'port': {'device_id': 'dcf4c34d-6f3a-4ee8-bccf-d3dd97153446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:25:46.166948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] For port ff1e9875-6e67-4a78-87ae-348134ebb71c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ff1e9875-6e67-4a78-87ae-348134ebb71c,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:46.167441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:46.195616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Calling delete_port for ff1e9875-6e67-4a78-87ae-348134ebb71c owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:46.226055 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:46.545521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:46.558078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442f327-bbd1-4c12-9277-0ef1d9f7ea2a req-0545f944-467b-4eff-a952-f6081ce135bc tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:46.559667 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b442f327-bbd1-4c12-9277-0ef1d9f7ea2a req-0545f944-467b-4eff-a952-f6081ce135bc tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 931 time: 0.1650226 Aug 30 13:25:46.672919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b442f327-bbd1-4c12-9277-0ef1d9f7ea2a req-9f8c97ff-c8fd-4b5c-8aeb-680167e03db7 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057293 Aug 30 13:25:46.693290 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:46.717537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port de697f67-8c10-4957-931c-5767a0a0550f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:46.718039 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:46.745702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1e9875-6e67-4a78-87ae-348134ebb71c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:46.941331 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:46.995270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:47.001260 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:47.021625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Deleting port 819ceae5-356a-4528-806d-5f6ed6dff1a3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:47.022593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:47.069136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:47.072084 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ed6480-b2f4-41aa-8c87-9d81f372e510" -d '{"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-plugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:47.097267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 214ca509-7a17-46ef-b656-8d89a83ae3bd no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:25:47.128452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 214ca509-7a17-46ef-b656-8d89a83ae3bd {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:25:47.129117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 214ca509-7a17-46ef-b656-8d89a83ae3bd not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:25:47.153197 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:47.162592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=10']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:47.218608 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fbd253-ad29-41d5-b346-69ff153338e6 x-openstack-request-id: req-e6fbd253-ad29-41d5-b346-69ff153338e6 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:47.219340 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-plugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:47.219865 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6fbd253-ad29-41d5-b346-69ff153338e6 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:47.220608 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'code': 200} Aug 30 13:25:47.437918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] For port 819ceae5-356a-4528-806d-5f6ed6dff1a3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=819ceae5-356a-4528-806d-5f6ed6dff1a3,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:47.438268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:47.482290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Calling delete_port for 819ceae5-356a-4528-806d-5f6ed6dff1a3 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:47.717526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13bc37a-2a00-4f21-b75b-9e12dff41ac9 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:25:47.727504 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:47.796089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Transition to ACTIVE for port object a13bc37a-2a00-4f21-b75b-9e12dff41ac9 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:25:47.797886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:47.816177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:47.981938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Port': ['ID=819ceae5-356a-4528-806d-5f6ed6dff1a3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:48.180274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c0e23-9319-45ad-b59f-8165ae8ae93a req-1e692c9a-d0bf-45e8-9097-5a56611edcf6 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:48.182624 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c21c0e23-9319-45ad-b59f-8165ae8ae93a req-1e692c9a-d0bf-45e8-9097-5a56611edcf6 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 943 time: 0.2172515 Aug 30 13:25:48.254941 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c21c0e23-9319-45ad-b59f-8165ae8ae93a req-4b490516-663b-452a-af97-804a1c340725 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Aug 30 13:25:48.348347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Router b83b9cc0-4b08-43a1-a6c9-edb913a99381 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:25:48.486832 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:25:48.498752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] Sync routers for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:25:48.501583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cc1dc401-f170-4e63-bfeb-b9b5796e84e0 admin admin] 10.222.0.37 "PUT /v2.0/routers/b83b9cc0-4b08-43a1-a6c9-edb913a99381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9030907 Aug 30 13:25:48.502257 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45042) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:48.523521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:48.524530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:48.536070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Pushing event updated for resources: {'Port': ['ID=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:48.664524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:48.683065 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:48.765732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:48.779044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Attempting to bind port a13bc37a-2a00-4f21-b75b-9e12dff41ac9 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:25:48.779389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Attempting to bind port a13bc37a-2a00-4f21-b75b-9e12dff41ac9 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:25:48.779820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Attempting to bind port a13bc37a-2a00-4f21-b75b-9e12dff41ac9 on network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:25:48.790990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Port a13bc37a-2a00-4f21-b75b-9e12dff41ac9 on network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:25:48.791313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Attempting to bind port a13bc37a-2a00-4f21-b75b-9e12dff41ac9 on network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:25:48.827655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:25:48.828148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Checking segment: {'id': 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:25:48.829850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Bound using segment: {'id': 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:25:48.830503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Bound port: a13bc37a-2a00-4f21-b75b-9e12dff41ac9, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:25:48.830885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:48.917597 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:49.002592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] For port a13bc37a-2a00-4f21-b75b-9e12dff41ac9, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:25:49.007517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] For port a13bc37a-2a00-4f21-b75b-9e12dff41ac9, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:25:49.018206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:49.058077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Deleting port 18099c05-7a78-4efe-8437-04112b0e2161 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:49.061396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:49.145777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Pushing event updated for resources: {'Port': ['ID=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:49.188196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:49.189095 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:49.191130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-ada773ed-b664-4e92-a8d6-6e7b6e9eff9e service neutron] 10.222.0.16 "PUT /v2.0/ports/a13bc37a-2a00-4f21-b75b-9e12dff41ac9 HTTP/1.1" status: 200 len: 1091 time: 3.1203239 Aug 30 13:25:49.233231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4c34d-6f3a-4ee8-bccf-d3dd97153446', 'tag': 'a13bc37a-2a00-4f21-b75b-9e12dff41ac9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:49.235833 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e03968c-2b99-4607-81e6-7462e855b31f" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf4c34d-6f3a-4ee8-bccf-d3dd97153446", "tag": "a13bc37a-2a00-4f21-b75b-9e12dff41ac9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:49.242297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] For port 18099c05-7a78-4efe-8437-04112b0e2161, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=18099c05-7a78-4efe-8437-04112b0e2161,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:49.243417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:49.276319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Calling delete_port for 18099c05-7a78-4efe-8437-04112b0e2161 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:49.389812 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c2ccf2-15e3-4991-9885-637730f9c7ab x-openstack-request-id: req-11c2ccf2-15e3-4991-9885-637730f9c7ab {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:49.390289 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf4c34d-6f3a-4ee8-bccf-d3dd97153446", "tag": "a13bc37a-2a00-4f21-b75b-9e12dff41ac9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:49.390662 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11c2ccf2-15e3-4991-9885-637730f9c7ab {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:49.391107 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4c34d-6f3a-4ee8-bccf-d3dd97153446', 'tag': 'a13bc37a-2a00-4f21-b75b-9e12dff41ac9', 'status': 'completed', 'code': 200} Aug 30 13:25:49.479263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '18099c05-7a78-4efe-8437-04112b0e2161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:25:46Z', 'revision_number': 5, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port': {'id': '18099c05-7a78-4efe-8437-04112b0e2161', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2923, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:18Z', 'updated_at': '2021-08-30T13:22:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:49.480065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-d0991d50-161a-487c-8657-041029d20c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:49.481739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-d0991d50-161a-487c-8657-041029d20c14 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37eb9184572d470a8811a9bb959d7f78&device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 1094 time: 0.2428939 Aug 30 13:25:49.526030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] Checking router: b83b9cc0-4b08-43a1-a6c9-edb913a99381 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:25:49.541434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] Routers {'b83b9cc0-4b08-43a1-a6c9-edb913a99381'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:49.542553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:49.543827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-945c7ab5-a5d8-4b6e-86ec-d381f0b0fea9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a13bc37a-2a00-4f21-b75b-9e12dff41ac9 HTTP/1.1" status: 200 len: 217 time: 0.0506198 Aug 30 13:25:49.594288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:25:49.646062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:49.728836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=18099c05-7a78-4efe-8437-04112b0e2161,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:49.775769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:25:49.789434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-04379be1-8e62-492a-9c1b-968b232c2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:49.789974 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] Sync routers for ids ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:25:49.790727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] Set router b83b9cc0-4b08-43a1-a6c9-edb913a99381 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:49.793614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-04379be1-8e62-492a-9c1b-968b232c2c2d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a51989b9-2983-46f9-a346-08c097891c35 HTTP/1.1" status: 200 len: 853 time: 0.2431474 Aug 30 13:25:49.799391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-de262bdd-84d5-46b3-808f-158a9334ced1 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "PUT /v2.0/routers/0fb4e2e8-dc72-493d-89d7-c46f29c755a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2190959 Aug 30 13:25:49.823609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45064) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:49.823864 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] Routers {'0fb4e2e8-dc72-493d-89d7-c46f29c755a2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:49.824115 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:49.851572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-2c085a8c-54b2-4982-b34a-16dc4e98956c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448477 Aug 30 13:25:49.873805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:49.901431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf546a7-4a4e-4725-a956-2c042b1ba2a5 req-44a3990a-7be2-4ee2-9c79-53c51f387dee tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:49.903951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-faf546a7-4a4e-4725-a956-2c042b1ba2a5 req-44a3990a-7be2-4ee2-9c79-53c51f387dee tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 943 time: 0.4551570 Aug 30 13:25:49.978401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ad860c-8490-418b-9f96-0757f1a264cb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Deleting subnet 9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:25:49.997121 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d3ad860c-8490-418b-9f96-0757f1a264cb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.040993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:25:48Z', 'revision_number': 6, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:50.059089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-55505dbb-3da1-4a73-9f1d-8b05a6fa8ce4 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813710 Aug 30 13:25:50.070269 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d3ad860c-8490-418b-9f96-0757f1a264cb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.094354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6d5746-2b42-4eb7-a3d7-0836d44f6562 None None] The sync data for ids ['b83b9cc0-4b08-43a1-a6c9-edb913a99381'] in n-d-688802-6 is: [{'id': 'b83b9cc0-4b08-43a1-a6c9-edb913a99381', 'name': 'tempest-ServersTestManualDisk-320935660-router', 'tenant_id': 'e51b4d6289664dca85581b22162ff0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:16Z', 'updated_at': '2021-08-30T13:25:48Z', 'revision_number': 6, 'project_id': 'e51b4d6289664dca85581b22162ff0b8', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:25:50.168625 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] Set router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:50.223179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.231649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.244907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-faf546a7-4a4e-4725-a956-2c042b1ba2a5 req-0dca54b5-89d0-4033-a501-cbeb65ceb117 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067362 Aug 30 13:25:50.268347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d3ad860c-8490-418b-9f96-0757f1a264cb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.390442 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.390994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b83b9cc0-4b08-43a1-a6c9-edb913a99381 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:25:50.411999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.417511 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1a73e010-cae0-4fdc-98a9-bbcba07fbfc8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b83b9cc0-4b08-43a1-a6c9-edb913a99381 HTTP/1.1" status: 204 len: 168 time: 1.9141564 Aug 30 13:25:50.420679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45074) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:50.464467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad5dead7-50a1-476d-b402-7a4f74284c34 req-21b1d8da-6b82-4426-89f5-560e7fbc78e5 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206434 Aug 30 13:25:50.514820 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d3ad860c-8490-418b-9f96-0757f1a264cb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.542777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3d37b4-7a95-4c93-babe-f1edb4735921 admin admin] Deleting subnet e7adb8be-fbbb-4609-a26a-42279596bf53 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:25:50.550327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bf3d37b4-7a95-4c93-babe-f1edb4735921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.609192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad860c-8490-418b-9f96-0757f1a264cb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:50.621708 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bf3d37b4-7a95-4c93-babe-f1edb4735921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.659210 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d3ad860c-8490-418b-9f96-0757f1a264cb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.670092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45082) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:50.671166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d3ad860c-8490-418b-9f96-0757f1a264cb tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "DELETE /v2.0/subnets/9aa6acfb-b4b8-4e5d-86e3-4f453b8b49f7 HTTP/1.1" status: 204 len: 168 time: 0.8478642 Aug 30 13:25:50.672465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa631f4-eb5b-4c40-807b-7fc2fe3e9306 None None] Network d5672c24-4912-4c0d-b09c-0218d55a6f42 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:25:50.676462 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:25:14Z', 'updated_at': '2021-08-30T13:25:47Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:15Z', 'updated_at': '2021-08-30T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:50.733734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03968c-2b99-4607-81e6-7462e855b31f req-09c5d4ba-b4f5-40ad-bd45-174398dfe984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:50.743937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e03968c-2b99-4607-81e6-7462e855b31f req-09c5d4ba-b4f5-40ad-bd45-174398dfe984 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37eb9184572d470a8811a9bb959d7f78&device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 1094 time: 0.1594639 Aug 30 13:25:50.795983 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] Checking router: 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:25:50.826811 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] Routers {'0fb4e2e8-dc72-493d-89d7-c46f29c755a2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:50.827713 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:50.849063 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bf3d37b4-7a95-4c93-babe-f1edb4735921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:50.853694 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:51.024950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bf3d37b4-7a95-4c93-babe-f1edb4735921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:51.038279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03968c-2b99-4607-81e6-7462e855b31f req-e1be9086-822b-4f7a-8a37-ff2b1ba49763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:51.040855 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e03968c-2b99-4607-81e6-7462e855b31f req-e1be9086-822b-4f7a-8a37-ff2b1ba49763 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b HTTP/1.1" status: 200 len: 914 time: 0.2880654 Aug 30 13:25:51.089067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d37b4-7a95-4c93-babe-f1edb4735921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7adb8be-fbbb-4609-a26a-42279596bf53,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:51.092886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bf3d37b4-7a95-4c93-babe-f1edb4735921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:51.098666 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bf3d37b4-7a95-4c93-babe-f1edb4735921 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e7adb8be-fbbb-4609-a26a-42279596bf53 HTTP/1.1" status: 204 len: 168 time: 0.6742675 Aug 30 13:25:51.099999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45088) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:51.101222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8b110-821a-40fa-9122-dc2572b5fc05 None None] Network f213eaa3-5435-443c-9337-7eea35fc9929 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:25:51.104513 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:51.211017 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] Set router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:51.241999 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e03968c-2b99-4607-81e6-7462e855b31f req-203d1c9e-0c39-4edf-bb42-0b2c2fe96bdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a13bc37a-2a00-4f21-b75b-9e12dff41ac9 HTTP/1.1" status: 200 len: 217 time: 0.1927562 Aug 30 13:25:51.286310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ff1e9875-6e67-4a78-87ae-348134ebb71c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:25:51.460218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab50cade-f1ba-4a62-b3c3-f05c0372f5e8 None None] DHCP port deletion for d5672c24-4912-4c0d-b09c-0218d55a6f42 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:25:51.470195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ff1e9875-6e67-4a78-87ae-348134ebb71c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:25:51.470555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ff1e9875-6e67-4a78-87ae-348134ebb71c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:25:51.496639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:51.590925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03968c-2b99-4607-81e6-7462e855b31f req-8d8c41d7-0321-488f-8508-4b6480b5ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:51.593213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e03968c-2b99-4607-81e6-7462e855b31f req-8d8c41d7-0321-488f-8508-4b6480b5ba77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a51989b9-2983-46f9-a346-08c097891c35 HTTP/1.1" status: 200 len: 853 time: 0.3448858 Aug 30 13:25:51.612049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Deleting port 7b526e0a-783c-4bc4-bea1-d41d219f2af2 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:51.612712 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:51.664853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e03968c-2b99-4607-81e6-7462e855b31f req-b65b219f-0aa6-4451-93b9-bcf137122aa3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644052 Aug 30 13:25:51.811259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ab50cade-f1ba-4a62-b3c3-f05c0372f5e8 None None] Deleting port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:51.813535 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ab50cade-f1ba-4a62-b3c3-f05c0372f5e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:51.814405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Deleting port bfb6b902-964e-4453-93df-36ee48ef2a1c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:51.814765 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:51.863423 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:25:14Z', 'updated_at': '2021-08-30T13:25:47Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:15Z', 'updated_at': '2021-08-30T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:51.936140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e06fe-61fd-4c53-8728-427ae89511f4 None None] DHCP port deletion for f213eaa3-5435-443c-9337-7eea35fc9929 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:25:51.947859 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5e6854-20a4-40c2-91d3-4b121dd253a6 None None] The sync data for ids ['0fb4e2e8-dc72-493d-89d7-c46f29c755a2'] in n-d-688802-6 is: [{'id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1293928370', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:25:14Z', 'updated_at': '2021-08-30T13:25:47Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '7b526e0a-783c-4bc4-bea1-d41d219f2af2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ea:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb4e2e8-dc72-493d-89d7-c46f29c755a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:25:15Z', 'updated_at': '2021-08-30T13:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:25:51.967204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e03968c-2b99-4607-81e6-7462e855b31f req-a58dbe26-fbc4-45d1-89a7-d1fccd8e6c5f service neutron] 10.222.0.16 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881746 Aug 30 13:25:52.002444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] For port bfb6b902-964e-4453-93df-36ee48ef2a1c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfb6b902-964e-4453-93df-36ee48ef2a1c,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:52.002974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.014166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc605a7-743c-402f-a4fe-00b763079da9 req-33da9c05-0907-40ad-a85c-e8b17aff04e6 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:52.022046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Calling delete_port for bfb6b902-964e-4453-93df-36ee48ef2a1c owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:52.033906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ab50cade-f1ba-4a62-b3c3-f05c0372f5e8 None None] For port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b9dcebe4-bc0d-4e2f-b60f-bb21facc4252,segment=NetworkSegment(50bc3ecf-d894-47e5-b474-52852d705135),segment_id=50bc3ecf-d894-47e5-b474-52852d705135)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:52.034681 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ab50cade-f1ba-4a62-b3c3-f05c0372f5e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.057474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-abc605a7-743c-402f-a4fe-00b763079da9 req-33da9c05-0907-40ad-a85c-e8b17aff04e6 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 943 time: 0.5904043 Aug 30 13:25:52.061747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ab50cade-f1ba-4a62-b3c3-f05c0372f5e8 None None] Calling delete_port for b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:52.069720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e06fe-61fd-4c53-8728-427ae89511f4 None None] Deleting port bfb6b902-964e-4453-93df-36ee48ef2a1c {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:52.070437 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e8e06fe-61fd-4c53-8728-427ae89511f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.137951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] For port 7b526e0a-783c-4bc4-bea1-d41d219f2af2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7b526e0a-783c-4bc4-bea1-d41d219f2af2,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:52.137951 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.152075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Calling delete_port for 7b526e0a-783c-4bc4-bea1-d41d219f2af2 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:52.190713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2e8e06fe-61fd-4c53-8728-427ae89511f4 None None] For port bfb6b902-964e-4453-93df-36ee48ef2a1c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfb6b902-964e-4453-93df-36ee48ef2a1c,segment=NetworkSegment(d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd),segment_id=d6dd4e98-257c-4ea9-86ac-3a3c2451ffcd)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:52.191637 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e8e06fe-61fd-4c53-8728-427ae89511f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.209697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2e8e06fe-61fd-4c53-8728-427ae89511f4 None None] Calling delete_port for bfb6b902-964e-4453-93df-36ee48ef2a1c owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:52.230106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e03968c-2b99-4607-81e6-7462e855b31f req-8b3d885f-44b8-40f0-9347-cce9dc0d5f44 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417364 Aug 30 13:25:52.251947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-abc605a7-743c-402f-a4fe-00b763079da9 req-98082cef-6b93-4243-a5d1-22309b0204bd tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791028 Aug 30 13:25:52.304602 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e8e06fe-61fd-4c53-8728-427ae89511f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.335303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e06fe-61fd-4c53-8728-427ae89511f4 None None] Pushing event deleted for resources: {'Port': ['ID=bfb6b902-964e-4453-93df-36ee48ef2a1c,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:52.409322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e06fe-61fd-4c53-8728-427ae89511f4 None None] No DVR routers for this DVR port bfb6b902-964e-4453-93df-36ee48ef2a1c on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:25:52.472758 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ab50cade-f1ba-4a62-b3c3-f05c0372f5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.523863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.528534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50cade-f1ba-4a62-b3c3-f05c0372f5e8 None None] No DVR routers for this DVR port b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:25:52.531030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab50cade-f1ba-4a62-b3c3-f05c0372f5e8 None None] Pushing event deleted for resources: {'Port': ['ID=b9dcebe4-bc0d-4e2f-b60f-bb21facc4252,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:52.564719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] No DVR routers for this DVR port bfb6b902-964e-4453-93df-36ee48ef2a1c on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:25:52.569509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb6b902-964e-4453-93df-36ee48ef2a1c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:52.769158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 18099c05-7a78-4efe-8437-04112b0e2161 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:25:52.775777 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.797426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f213eaa3-5435-443c-9337-7eea35fc9929']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:52.813088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:52.815167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6dd4e98-257c-4ea9-86ac-3a3c2451ffcd') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:52.829682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 18099c05-7a78-4efe-8437-04112b0e2161 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:25:52.830198 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 18099c05-7a78-4efe-8437-04112b0e2161 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:25:52.835811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 819ceae5-356a-4528-806d-5f6ed6dff1a3 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:25:52.841508 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.885489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.902243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:25:52.902981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:52.904201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 819ceae5-356a-4528-806d-5f6ed6dff1a3 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:25:52.904709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 819ceae5-356a-4528-806d-5f6ed6dff1a3 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:25:52.906844 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:25:52.911551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfb6b902-964e-4453-93df-36ee48ef2a1c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:25:52.986736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: bfb6b902-964e-4453-93df-36ee48ef2a1c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:25:52.987265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfb6b902-964e-4453-93df-36ee48ef2a1c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:25:52.987792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:25:53.006566 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.020909 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.043466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:25:53.043943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9dcebe4-bc0d-4e2f-b60f-bb21facc4252 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:25:53.064755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.069433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] 10.222.0.37 "DELETE /v2.0/networks/f213eaa3-5435-443c-9337-7eea35fc9929 HTTP/1.1" status: 204 len: 168 time: 1.9575636 Aug 30 13:25:53.092769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Port': ['ID=7b526e0a-783c-4bc4-bea1-d41d219f2af2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:53.099417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bbcba-a6cf-4c38-9a3b-130834031fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f213eaa3-5435-443c-9337-7eea35fc9929,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:53.221320 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.495198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45130) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:53.498619 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.516427 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.567739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0dbaaa07-7569-4a61-a114-418b225c7409 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e51b4d6289664dca85581b22162ff0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0702157 Aug 30 13:25:53.569979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45132) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:53.614892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5816b3-0b47-40cf-936b-2006408dcfe2 req-8b286095-36e7-4f09-8168-e94ce90a9ae5 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:53.621547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be5816b3-0b47-40cf-936b-2006408dcfe2 req-8b286095-36e7-4f09-8168-e94ce90a9ae5 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 943 time: 0.2105894 Aug 30 13:25:53.629542 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.630157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb4e2e8-dc72-493d-89d7-c46f29c755a2 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:25:53.655044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.656325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e1c7c285-44d3-4927-bdc5-2bf2b8c7a191 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "DELETE /v2.0/routers/0fb4e2e8-dc72-493d-89d7-c46f29c755a2 HTTP/1.1" status: 204 len: 168 time: 2.9827144 Aug 30 13:25:53.659943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45142) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:53.761381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-be5816b3-0b47-40cf-936b-2006408dcfe2 req-5d93aea9-de1b-4905-9d9f-144c1979355d tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154883 Aug 30 13:25:53.804893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d49d3692-70e2-4280-906b-1652c7b528da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.850958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:53.866866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d49d3692-70e2-4280-906b-1652c7b528da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:54.081686 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:54.099059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d49d3692-70e2-4280-906b-1652c7b528da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:54.103034 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d49d3692-70e2-4280-906b-1652c7b528da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:54.109958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d49d3692-70e2-4280-906b-1652c7b528da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fcce848-5c00-4300-9e0a-f1fc04c0dae2 HTTP/1.1" status: 204 len: 168 time: 0.5383735 Aug 30 13:25:54.121748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5672c24-4912-4c0d-b09c-0218d55a6f42']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:54.130512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d3692-70e2-4280-906b-1652c7b528da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcce848-5c00-4300-9e0a-f1fc04c0dae2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:54.139266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bc3ecf-d894-47e5-b474-52852d705135') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:54.139565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bc3ecf-d894-47e5-b474-52852d705135') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:54.165586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:54.225227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:54.240732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:25:54.241224 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:25:54.244607 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:25:54.487865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:54.510457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:54.516863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "DELETE /v2.0/networks/d5672c24-4912-4c0d-b09c-0218d55a6f42 HTTP/1.1" status: 204 len: 168 time: 0.8517382 Aug 30 13:25:54.517941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45152) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:54.573595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed60d5-6a76-4e3e-991b-e35f5abf1956 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Network': ['ID=d5672c24-4912-4c0d-b09c-0218d55a6f42,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:54.600469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a13bc37a-2a00-4f21-b75b-9e12dff41ac9 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:25:54.827065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port a13bc37a-2a00-4f21-b75b-9e12dff41ac9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:54.893353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7b526e0a-783c-4bc4-bea1-d41d219f2af2 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:25:54.974559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 7b526e0a-783c-4bc4-bea1-d41d219f2af2 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:25:54.974559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7b526e0a-783c-4bc4-bea1-d41d219f2af2 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:25:54.975980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'a13bc37a-2a00-4f21-b75b-9e12dff41ac9', 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b', 'port_id': 'a13bc37a-2a00-4f21-b75b-9e12dff41ac9', 'mac_address': 'fa:16:3e:f1:2b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51989b9-2983-46f9-a346-08c097891c35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:25:55.031238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b845-9b49-4b4d-9a03-ea669ffdf620 req-d56da8e1-d5ff-4abe-b000-44dc59a55c33 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:55.051091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7059b845-9b49-4b4d-9a03-ea669ffdf620 req-d56da8e1-d5ff-4abe-b000-44dc59a55c33 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 943 time: 0.1874459 Aug 30 13:25:55.064532 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:55.073859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Deleting port eddd5e18-7a15-48b1-a6a7-2ed138b04e51 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:55.077212 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:55.092863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13bc37a-2a00-4f21-b75b-9e12dff41ac9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:25:55.137869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port a13bc37a-2a00-4f21-b75b-9e12dff41ac9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:55.151037 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:55.204065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7059b845-9b49-4b4d-9a03-ea669ffdf620 req-34c97b90-ddc1-4535-9ba0-1939c8186fa5 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513658 Aug 30 13:25:55.294132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:55.330008 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:55.330641 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:55.352944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Calling delete_port for eddd5e18-7a15-48b1-a6a7-2ed138b04e51 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:25:55.403236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['a13bc37a-2a00-4f21-b75b-9e12dff41ac9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:25:55.800666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:55.822705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45192) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:55.890954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Port': ['ID=eddd5e18-7a15-48b1-a6a7-2ed138b04e51,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:55.963541 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:55.965552 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Floating IP 2c1e4e34-501a-4316-8a72-9031ab8a6f45 disassociated (deleted). External IP: 172.25.2.173, port: ef2afa5e-4fd9-443c-8dc1-af3a50133c02. Aug 30 13:25:56.172691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1032925048-network', 'tenant_id': '1d3773145b5c4d00b5c05320dd3cd860'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:25:56.220419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Made reservation on behalf of 1d3773145b5c4d00b5c05320dd3cd860 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:25:56.222763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.269965 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.547832 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.556939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da433b59-bb95-4df1-8e1d-2ecbd3f1f74d req-ae94a377-afc0-408d-afe1-798b51346cd1 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:56.558670 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da433b59-bb95-4df1-8e1d-2ecbd3f1f74d req-ae94a377-afc0-408d-afe1-798b51346cd1 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 944 time: 0.1992142 Aug 30 13:25:56.565517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.570226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:25:56.613000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a13bc37a-2a00-4f21-b75b-9e12dff41ac9 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:25:56.632940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:25:56.657133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea249afe-05ec-42e4-b097-0d234c68238d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:56.684327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.684642 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Added segment b98b05be-a9a7-4a8a-9ebf-7be1ada1284c of type vlan for network a139339c-ac89-483e-b713-d46ee820a30b Aug 30 13:25:56.709312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da433b59-bb95-4df1-8e1d-2ecbd3f1f74d req-a6d900f2-e609-4ade-b277-b3ef3cc0ccfd tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278775 Aug 30 13:25:56.753438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port a13bc37a-2a00-4f21-b75b-9e12dff41ac9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:25:56.760900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port a13bc37a-2a00-4f21-b75b-9e12dff41ac9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:25:56.761597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.815265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.883513 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.889860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:25:56.896778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.913102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] Sync routers for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:25:56.929160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4c34d-6f3a-4ee8-bccf-d3dd97153446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13bc37a-2a00-4f21-b75b-9e12dff41ac9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:56.931934 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04426db3-580a-4403-9c1c-93b05e741308" -d '{"events": [{"server_uuid": "dcf4c34d-6f3a-4ee8-bccf-d3dd97153446", "name": "network-vif-plugged", "status": "completed", "tag": "a13bc37a-2a00-4f21-b75b-9e12dff41ac9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:56.951774 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4ba62bd1-755f-494e-9ac9-2e9a8457d226 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "DELETE /v2.0/floatingips/2c1e4e34-501a-4316-8a72-9031ab8a6f45 HTTP/1.1" status: 204 len: 168 time: 2.4322672 Aug 30 13:25:56.952549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:25:56.955357 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed0fa86-ef66-4916-863c-3b49b94b18d2" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:25:56.968081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.969760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port a13bc37a-2a00-4f21-b75b-9e12dff41ac9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:25:56.971550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:56.973402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:56.973566 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:56.975700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:57.051544 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:57.071238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] Pushing event updated for resources: {'Network': ['ID=a139339c-ac89-483e-b713-d46ee820a30b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:57.076380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3446ab5f-9f59-4260-8795-d68c553b5b00 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2191987 Aug 30 13:25:57.080198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45226) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:25:57.086399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Request body: {'subnet': {'network_id': 'a139339c-ac89-483e-b713-d46ee820a30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1032925048-subnet', 'tenant_id': '1d3773145b5c4d00b5c05320dd3cd860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:25:57.127822 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dde803c-4e10-4d20-bcdf-b5d1707f06cf x-openstack-request-id: req-1dde803c-4e10-4d20-bcdf-b5d1707f06cf {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:57.128259 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4c34d-6f3a-4ee8-bccf-d3dd97153446", "name": "network-vif-plugged", "status": "completed", "tag": "a13bc37a-2a00-4f21-b75b-9e12dff41ac9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:57.128730 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1dde803c-4e10-4d20-bcdf-b5d1707f06cf {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:57.129296 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4c34d-6f3a-4ee8-bccf-d3dd97153446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13bc37a-2a00-4f21-b75b-9e12dff41ac9', 'code': 200} Aug 30 13:25:57.134230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:57.137845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network a139339c-ac89-483e-b713-d46ee820a30b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:25:57.138223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Made reservation on behalf of 1d3773145b5c4d00b5c05320dd3cd860 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:25:57.140880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:57.203206 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c29c94-0e4a-47eb-93f8-5add3f72f887 x-openstack-request-id: req-49c29c94-0e4a-47eb-93f8-5add3f72f887 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:25:57.203732 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:25:57.204054 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49c29c94-0e4a-47eb-93f8-5add3f72f887 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:25:57.204678 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'status': 'completed', 'code': 200} Aug 30 13:25:57.350797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:57.396969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c2f71-8a89-4b6c-979e-6b54da08f9a5 req-bf1eac1f-b2e1-473e-b1b8-f4e00669b2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:57.400350 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f7c2f71-8a89-4b6c-979e-6b54da08f9a5 req-bf1eac1f-b2e1-473e-b1b8-f4e00669b2fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 1096 time: 0.1571324 Aug 30 13:25:57.493002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f7c2f71-8a89-4b6c-979e-6b54da08f9a5 req-b0959f96-983e-4f17-8844-40b84a697043 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664504 Aug 30 13:25:57.495768 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:57.544862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-fe2b0d3d-122f-42f9-99c0-b369859d6392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:57.546544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-fe2b0d3d-122f-42f9-99c0-b369859d6392 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bcd81b52cc8d486d9942056f3b3104dd&device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 1136 time: 0.3194268 Aug 30 13:25:57.595687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba592b2-a6f8-4202-ba53-9399f5b56dcb,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:25:57.599904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Checking segment: {'id': 'b98b05be-a9a7-4a8a-9ebf-7be1ada1284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a139339c-ac89-483e-b713-d46ee820a30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:25:57.600268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Network hostable DHCP agents. Network: a139339c-ac89-483e-b713-d46ee820a30b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:25:57.628499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Network a139339c-ac89-483e-b713-d46ee820a30b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:25:57.642727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, a139339c-ac89-483e-b713-d46ee820a30b) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:25:57.654178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9196e9ef-5bc1-423a-8d6c-75f2a9a96544 None None] Network a139339c-ac89-483e-b713-d46ee820a30b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:25:57.658354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:57.659095 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:57.684327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8737614b-ad18-4d43-bb6f-c7978f56e82a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6024923 Aug 30 13:25:57.864961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49658a2b-63ab-4d77-a257-0ed97ec60058 req-c8f8358c-6de0-4bce-b1c5-acc9c80362e0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:57.869614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49658a2b-63ab-4d77-a257-0ed97ec60058 req-c8f8358c-6de0-4bce-b1c5-acc9c80362e0 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 985 time: 0.1833014 Aug 30 13:25:57.912085 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a61feeb4-c933-4a33-966b-fd438b349d28', 'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:80:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:22Z', 'updated_at': '2021-08-30T13:24:30Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:57.948671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] Checking router: 6ab281df-f063-4c8d-8ce9-56675ed7e5ed for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:25:58.004222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:25:58.004914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:58.008524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49658a2b-63ab-4d77-a257-0ed97ec60058 req-1c2b0a11-b595-4ecd-829a-a0a2e631ae05 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1281207 Aug 30 13:25:58.015788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4979fd5c-9a83-4169-921b-6719f201db6c None None] Network a139339c-ac89-483e-b713-d46ee820a30b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:25:58.041865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-0747d6e9-dd60-4efb-9007-4b43b1f25552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:58.043954 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-0747d6e9-dd60-4efb-9007-4b43b1f25552 service neutron] 10.222.0.16 "GET /v2.0/networks?id=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f HTTP/1.1" status: 200 len: 898 time: 0.3118882 Aug 30 13:25:58.049629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21140cc9-7115-4ce9-83c4-16e8ca7446de req-73f62f0d-cd3e-49bb-9ffa-c53a8242dd8b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:58.051441 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21140cc9-7115-4ce9-83c4-16e8ca7446de req-73f62f0d-cd3e-49bb-9ffa-c53a8242dd8b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 945 time: 0.1530917 Aug 30 13:25:58.107670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-47da0f93-b4e9-48d6-828c-bcc193215e44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef2afa5e-4fd9-443c-8dc1-af3a50133c02 HTTP/1.1" status: 200 len: 217 time: 0.0544236 Aug 30 13:25:58.134291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21140cc9-7115-4ce9-83c4-16e8ca7446de req-f342f9e4-6d58-40d2-91a4-6232448d50a0 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764577 Aug 30 13:25:58.211755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-a7b86934-6f56-4bc9-acd5-ec45ba146c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:58.215304 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-a7b86934-6f56-4bc9-acd5-ec45ba146c97 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cc420ccc-bb02-40e2-8496-f6cff0474f51 HTTP/1.1" status: 200 len: 834 time: 0.0789077 Aug 30 13:25:58.312614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-e884a50b-83a6-4cc3-b90e-037e151eed81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:58.314776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-e884a50b-83a6-4cc3-b90e-037e151eed81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878026 Aug 30 13:25:58.483903 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-d95b8e84-ad43-4e69-b803-3e2625bc9b94 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565971 Aug 30 13:25:58.527404 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:25:58.581040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:25:58.691713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ed0fa86-ef66-4916-863c-3b49b94b18d2 req-8ac13029-0cd5-4b35-8dac-b45898dbdc49 service neutron] 10.222.0.16 "GET /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997268 Aug 30 13:25:58.822197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-a5f44c6b-5f88-4b04-b022-f26066b94953 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:58.823491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-a5f44c6b-5f88-4b04-b022-f26066b94953 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/networks?id=a139339c-ac89-483e-b713-d46ee820a30b HTTP/1.1" status: 200 len: 822 time: 0.2194746 Aug 30 13:25:58.849647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-8e2b10c8-e4ce-4100-b7cd-4cf10809520b tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/quotas/1d3773145b5c4d00b5c05320dd3cd860 HTTP/1.1" status: 200 len: 375 time: 0.0164642 Aug 30 13:25:58.913342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-fee26dee-2fa2-453c-a6cc-c731954be59c tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1d3773145b5c4d00b5c05320dd3cd860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497057 Aug 30 13:25:58.966674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a61feeb4-c933-4a33-966b-fd438b349d28', 'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:80:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:22Z', 'updated_at': '2021-08-30T13:24:30Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:25:59.005850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03d1b75-b8ee-4121-b928-e16b33a0d833 None None] The sync data for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 is: [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'a61feeb4-c933-4a33-966b-fd438b349d28', 'name': '', 'network_id': 'cc5f5bb5-a01c-476d-a3b9-99de1c4f348f', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'mac_address': 'fa:16:3e:80:36:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:22Z', 'updated_at': '2021-08-30T13:24:30Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'subnets': [{'id': 'cc420ccc-bb02-40e2-8496-f6cff0474f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:25:59.293079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87612651-a32a-4526-b535-5baae3145c01 req-96cc7672-e9ae-4e44-83aa-76d69a23c39a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:59.304504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-87612651-a32a-4526-b535-5baae3145c01 req-96cc7672-e9ae-4e44-83aa-76d69a23c39a tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 985 time: 0.1098113 Aug 30 13:25:59.393308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-87612651-a32a-4526-b535-5baae3145c01 req-c04538e5-bad6-4847-9b1b-fe8f60904426 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0769715 Aug 30 13:25:59.599283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47e4b5-c070-4cdb-9369-28f449d4d6d0 req-5380595d-7301-4822-9ccf-693a56fd41d1 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:59.612936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fd47e4b5-c070-4cdb-9369-28f449d4d6d0 req-5380595d-7301-4822-9ccf-693a56fd41d1 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 945 time: 0.1257401 Aug 30 13:25:59.615677 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0354676e-c747-493e-944d-5b0971d6996d None None] New status for floating IP 2c1e4e34-501a-4316-8a72-9031ab8a6f45: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:25:59.649888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736980a-2512-480a-bb85-841c18000fcf req-b5cf33d5-1482-461e-8378-d27a6cec22a6 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:25:59.651888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1736980a-2512-480a-bb85-841c18000fcf req-b5cf33d5-1482-461e-8378-d27a6cec22a6 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 985 time: 0.0867832 Aug 30 13:25:59.678100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fd47e4b5-c070-4cdb-9369-28f449d4d6d0 req-1d15811c-c857-481f-a0b9-81d489c01ea5 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587530 Aug 30 13:25:59.765020 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-62ac4d2a-6de0-4921-849c-df9e48069a98 service neutron] 10.222.0.37 "GET /v2.0/networks/a139339c-ac89-483e-b713-d46ee820a30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383093 Aug 30 13:25:59.963311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1736980a-2512-480a-bb85-841c18000fcf req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Deleting port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:25:59.963659 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1736980a-2512-480a-bb85-841c18000fcf req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:00.129126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-379b7a1d-45d9-4786-b525-6e4b32fbc094 service neutron] 10.222.0.37 "GET /v2.0/networks/a139339c-ac89-483e-b713-d46ee820a30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511033 Aug 30 13:26:00.320776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1736980a-2512-480a-bb85-841c18000fcf req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] For port ef2afa5e-4fd9-443c-8dc1-af3a50133c02, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:00.326389 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1736980a-2512-480a-bb85-841c18000fcf req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:00.370844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1736980a-2512-480a-bb85-841c18000fcf req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Calling delete_port for ef2afa5e-4fd9-443c-8dc1-af3a50133c02 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:26:00.596294 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4c2c8a09-de37-40b8-ad0f-9ec7747b2aad req-fcc5db1d-da24-497f-b9f0-ae6feef2727f tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 210 time: 0.1061504 Aug 30 13:26:00.800019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1736980a-2512-480a-bb85-841c18000fcf req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:00.830828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f86ad9-6607-4744-8f23-d8a92c62e435 req-47b9a74a-4c35-46b2-a719-c5a403e1989e tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:00.840930 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9f86ad9-6607-4744-8f23-d8a92c62e435 req-47b9a74a-4c35-46b2-a719-c5a403e1989e tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bf3df8c-75f8-4797-a46b-8a8591b5da73 HTTP/1.1" status: 200 len: 906 time: 0.2005534 Aug 30 13:26:00.880127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Port': ['ID=ef2afa5e-4fd9-443c-8dc1-af3a50133c02,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:00.886778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:01.077565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1736980a-2512-480a-bb85-841c18000fcf req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] No DVR routers for this DVR port ef2afa5e-4fd9-443c-8dc1-af3a50133c02 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:26:01.083758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1736980a-2512-480a-bb85-841c18000fcf req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:01.090464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1736980a-2512-480a-bb85-841c18000fcf req-ad229cbd-7d88-4902-9d9e-9c58dde86bd3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.16 "DELETE /v2.0/ports/ef2afa5e-4fd9-443c-8dc1-af3a50133c02 HTTP/1.1" status: 204 len: 173 time: 1.4225037 Aug 30 13:26:01.096580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'name': 'network-vif-deleted', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:01.103939 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21f5533-74bb-45e5-8e67-3160f7fcb584" -d '{"events": [{"server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "name": "network-vif-deleted", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:01.137501 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9f86ad9-6607-4744-8f23-d8a92c62e435 req-bd59adee-a27e-4440-8f23-fc069fa8589f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "GET /v2.0/security-groups?id=6dbffec7-8e13-40f8-a763-7d546b0ad4fa&id=d0183d75-2d0d-4236-a909-32636cb741fa&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2955067 Aug 30 13:26:01.254533 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15890e7e-7173-49d0-896d-2c9cafa98e71 x-openstack-request-id: req-15890e7e-7173-49d0-896d-2c9cafa98e71 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:01.255112 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf3df8c-75f8-4797-a46b-8a8591b5da73", "name": "network-vif-deleted", "tag": "ef2afa5e-4fd9-443c-8dc1-af3a50133c02", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:01.255468 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15890e7e-7173-49d0-896d-2c9cafa98e71 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:01.256032 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf3df8c-75f8-4797-a46b-8a8591b5da73', 'name': 'network-vif-deleted', 'tag': 'ef2afa5e-4fd9-443c-8dc1-af3a50133c02', 'status': 'completed', 'code': 200} Aug 30 13:26:01.787151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1af849db-f2a3-4d99-890a-acfa78978eb8 req-b9a79bae-f992-4a76-a993-21c161521c36 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 210 time: 0.0916753 Aug 30 13:26:02.217613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45408) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:02.325163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0acca092-1151-442c-9724-f3b4c340184b tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:02.357363 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0acca092-1151-442c-9724-f3b4c340184b tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:02.524764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0acca092-1151-442c-9724-f3b4c340184b tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:02.529281 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0acca092-1151-442c-9724-f3b4c340184b tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:02.534403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0acca092-1151-442c-9724-f3b4c340184b tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "DELETE /v2.0/security-groups/d0183d75-2d0d-4236-a909-32636cb741fa HTTP/1.1" status: 204 len: 168 time: 0.3058574 Aug 30 13:26:02.534784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45416) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:02.621816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ef2afa5e-4fd9-443c-8dc1-af3a50133c02 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:26:02.738740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: ef2afa5e-4fd9-443c-8dc1-af3a50133c02 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:26:02.744643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device ef2afa5e-4fd9-443c-8dc1-af3a50133c02 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:26:02.796340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acca092-1151-442c-9724-f3b4c340184b tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0183d75-2d0d-4236-a909-32636cb741fa,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:02.977065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-3c558c8a-365c-411e-9fee-3826c00c0945 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:02.981092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-3c558c8a-365c-411e-9fee-3826c00c0945 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.35 "GET /v2.0/networks?id=a139339c-ac89-483e-b713-d46ee820a30b HTTP/1.1" status: 200 len: 822 time: 0.5346875 Aug 30 13:26:02.982213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eb92e46-b12d-40f4-a64b-f5e949de1a05 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:03.020557 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eb92e46-b12d-40f4-a64b-f5e949de1a05 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:03.026582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Request body: {'port': {'device_id': '9e497aa6-1600-4d94-995b-c01e37e30bf2', 'network_id': 'a139339c-ac89-483e-b713-d46ee820a30b', 'admin_state_up': True, 'tenant_id': '1d3773145b5c4d00b5c05320dd3cd860'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:26:03.113498 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eb92e46-b12d-40f4-a64b-f5e949de1a05 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:03.117626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eb92e46-b12d-40f4-a64b-f5e949de1a05 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:03.124496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-75b71a76-6de8-48e6-a8df-e40292eb30f7 req-42e1d3b5-15ef-431b-89e4-759f822e9f69 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 210 time: 0.1136096 Aug 30 13:26:03.124983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45430) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:03.125951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2eb92e46-b12d-40f4-a64b-f5e949de1a05 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "DELETE /v2.0/security-groups/6dbffec7-8e13-40f8-a763-7d546b0ad4fa HTTP/1.1" status: 204 len: 168 time: 0.5900195 Aug 30 13:26:03.140693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb92e46-b12d-40f4-a64b-f5e949de1a05 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbffec7-8e13-40f8-a763-7d546b0ad4fa,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:03.574065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Made reservation on behalf of 1d3773145b5c4d00b5c05320dd3cd860 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:26:03.580283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:03.868473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Allocated IP 172.20.0.7 (a139339c-ac89-483e-b713-d46ee820a30b/1ba592b2-a6f8-4202-ba53-9399f5b56dcb/9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:26:04.028383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:04.287018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:04.328299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-87f074d7-bd58-49c8-b551-10a82dfb53c9 req-f9584024-4514-4556-8221-2cf7a4e57e65 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 210 time: 0.0766079 Aug 30 13:26:04.440046 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:04.574613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Pushing event updated for resources: {'Port': ['ID=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:04.613079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Network a139339c-ac89-483e-b713-d46ee820a30b is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:26:04.617038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:26:04.621838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:26:04.697062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:04.697512 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:04.736384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Deleting port a61feeb4-c933-4a33-966b-fd438b349d28 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:26:04.736788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:04.740135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-85a49cb8-0936-4900-a4d7-5d03022638fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7250352 Aug 30 13:26:04.806398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Request body: {'port': {'device_id': '9e497aa6-1600-4d94-995b-c01e37e30bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:26:04.908820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a2449-79c6-4e12-a81d-92c283f61968 req-d764a9c2-3eed-403d-900d-753b70aa3062 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:04.910395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b10a2449-79c6-4e12-a81d-92c283f61968 req-d764a9c2-3eed-403d-900d-753b70aa3062 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.1878390 Aug 30 13:26:04.935021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:04.966767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] For port a61feeb4-c933-4a33-966b-fd438b349d28, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a61feeb4-c933-4a33-966b-fd438b349d28,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:04.967135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:05.018202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Calling delete_port for a61feeb4-c933-4a33-966b-fd438b349d28 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:26:05.044733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b10a2449-79c6-4e12-a81d-92c283f61968 req-61573862-f086-4a98-aa04-188742881eea tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185274 Aug 30 13:26:05.487043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:05.497875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51013bc9-c1db-4ae1-82d1-7c693ed001a9 req-b627e8e8-cad5-42df-bb6a-2c8c5cec3fc3 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:05.500772 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-51013bc9-c1db-4ae1-82d1-7c693ed001a9 req-b627e8e8-cad5-42df-bb6a-2c8c5cec3fc3 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 931 time: 0.0723276 Aug 30 13:26:05.555646 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-51013bc9-c1db-4ae1-82d1-7c693ed001a9 req-a3a630aa-45af-468b-a00e-bebc5e81d7fb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470026 Aug 30 13:26:05.599170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Port': ['ID=a61feeb4-c933-4a33-966b-fd438b349d28,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:05.635465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:26:05.647602 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:05.688287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Transition to ACTIVE for port object 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:26:05.709209 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:05.917421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Pushing event updated for resources: {'Port': ['ID=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:06.347888 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:06.370308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Attempting to bind port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:26:06.370640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Attempting to bind port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'b98b05be-a9a7-4a8a-9ebf-7be1ada1284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a139339c-ac89-483e-b713-d46ee820a30b'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:26:06.370979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Attempting to bind port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b on network a139339c-ac89-483e-b713-d46ee820a30b {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:26:06.382793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b on network a139339c-ac89-483e-b713-d46ee820a30b not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:26:06.383126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Attempting to bind port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b on network a139339c-ac89-483e-b713-d46ee820a30b {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:26:06.445233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b1563-70ea-457f-9e08-f7983fb5dcbd req-fbc58a93-a663-497b-9980-ced4da06f336 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:06.452023 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c3b1563-70ea-457f-9e08-f7983fb5dcbd req-fbc58a93-a663-497b-9980-ced4da06f336 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.1553526 Aug 30 13:26:06.466351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:26:06.466697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Checking segment: {'id': 'b98b05be-a9a7-4a8a-9ebf-7be1ada1284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a139339c-ac89-483e-b713-d46ee820a30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:26:06.467091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Bound using segment: {'id': 'b98b05be-a9a7-4a8a-9ebf-7be1ada1284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a139339c-ac89-483e-b713-d46ee820a30b'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:26:06.467537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Bound port: 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98b05be-a9a7-4a8a-9ebf-7be1ada1284c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'a139339c-ac89-483e-b713-d46ee820a30b'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:26:06.468165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:06.594236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c3b1563-70ea-457f-9e08-f7983fb5dcbd req-c66f9ee8-4cb5-47c8-806f-5080bf61f4a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324005 Aug 30 13:26:06.721019 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cc098dc5-2b9e-4ee8-a95d-c56ab7588ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:06.783121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] For port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:26:06.810948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] For port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,segment=NetworkSegment(b98b05be-a9a7-4a8a-9ebf-7be1ada1284c),segment_id=b98b05be-a9a7-4a8a-9ebf-7be1ada1284c)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:26:06.823923 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:06.842107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74017-0ce6-4dd2-9b8e-a25f8cdb65bd req-332cf92c-6327-49c9-ab5e-5ea65ff95ece tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:06.844797 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7f74017-0ce6-4dd2-9b8e-a25f8cdb65bd req-332cf92c-6327-49c9-ab5e-5ea65ff95ece tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 943 time: 0.1604388 Aug 30 13:26:06.873046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:26:06.908609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7f74017-0ce6-4dd2-9b8e-a25f8cdb65bd req-29dc5634-6a5d-4d9e-baec-face7fdda947 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563977 Aug 30 13:26:06.938798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Pushing event updated for resources: {'Port': ['ID=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:06.947940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:06.948655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:06.950209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-00e012f0-60e8-40ef-b7b4-63ea9624c19b service neutron] 10.222.0.35 "PUT /v2.0/ports/9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b HTTP/1.1" status: 200 len: 1091 time: 2.1772842 Aug 30 13:26:06.950597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e497aa6-1600-4d94-995b-c01e37e30bf2', 'tag': '9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:06.953009 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746c7426-5a1d-4881-8317-4ab7cca7cc38" -d '{"events": [{"name": "network-changed", "server_uuid": "9e497aa6-1600-4d94-995b-c01e37e30bf2", "tag": "9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:07.130358 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665a54d5-ab5c-4b69-bfa8-754d1850dbd3 x-openstack-request-id: req-665a54d5-ab5c-4b69-bfa8-754d1850dbd3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:07.130790 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e497aa6-1600-4d94-995b-c01e37e30bf2", "tag": "9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:07.131168 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-665a54d5-ab5c-4b69-bfa8-754d1850dbd3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:07.131686 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e497aa6-1600-4d94-995b-c01e37e30bf2', 'tag': '9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b', 'status': 'completed', 'code': 200} Aug 30 13:26:07.158017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-5d675c80-600f-4125-b577-c055a05f8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:07.159879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-5d675c80-600f-4125-b577-c055a05f8ccd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d3773145b5c4d00b5c05320dd3cd860&device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 1094 time: 0.1569424 Aug 30 13:26:07.195763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:26:07.212465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] Sync routers for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:26:07.214623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45530) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:07.215265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f524f2f-e860-4a70-a737-24c38d58a4c3 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "PUT /v2.0/routers/6ab281df-f063-4c8d-8ce9-56675ed7e5ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0865350 Aug 30 13:26:07.234174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:26:07.236437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:07.256150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-7c2b7e27-3756-43c6-a4d0-a395541017bc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b HTTP/1.1" status: 200 len: 217 time: 0.0857902 Aug 30 13:26:07.321292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c75ff4-ee94-4561-afdc-bc03c3a9af8f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Deleting subnet cc420ccc-bb02-40e2-8496-f6cff0474f51 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:26:07.326968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6c75ff4-ee94-4561-afdc-bc03c3a9af8f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:07.369119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-38890f50-93a8-41cb-b65d-60dbacf9f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:07.373464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-38890f50-93a8-41cb-b65d-60dbacf9f025 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ba592b2-a6f8-4202-ba53-9399f5b56dcb HTTP/1.1" status: 200 len: 862 time: 0.1107388 Aug 30 13:26:07.428946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6c75ff4-ee94-4561-afdc-bc03c3a9af8f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:07.499579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-ae16ac3b-f5be-47db-8d95-0d47996a976e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a139339c-ac89-483e-b713-d46ee820a30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180544 Aug 30 13:26:07.565461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:26:07.624592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6c75ff4-ee94-4561-afdc-bc03c3a9af8f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:07.642803 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-8a9c0997-8a71-49f6-8928-262c2442197d service neutron] 10.222.0.35 "GET /v2.0/networks/a139339c-ac89-483e-b713-d46ee820a30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361384 Aug 30 13:26:07.725853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2063843-26ef-4da9-9c0b-473b5f73dd70 req-94f8476a-a309-496d-a10c-93ab40f40a45 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:07.739663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2063843-26ef-4da9-9c0b-473b5f73dd70 req-94f8476a-a309-496d-a10c-93ab40f40a45 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.1907282 Aug 30 13:26:07.834801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2063843-26ef-4da9-9c0b-473b5f73dd70 req-b16d752b-0a40-4d0f-9419-73da12abb1ee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932336 Aug 30 13:26:07.847334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:26:05Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:07.876149 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6c75ff4-ee94-4561-afdc-bc03c3a9af8f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:07.896780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] Checking router: 6ab281df-f063-4c8d-8ce9-56675ed7e5ed for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:26:07.912083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] Routers {'6ab281df-f063-4c8d-8ce9-56675ed7e5ed'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:26:07.915821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:25:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:07.976250 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c42a6f5-5731-4fe6-bb1f-a629348f8c8f req-3ca6cbb9-9963-40e3-8e4b-4d5759b3bcc5 service neutron] 10.222.0.35 "GET /v2.0/networks/a139339c-ac89-483e-b713-d46ee820a30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256943 Aug 30 13:26:07.988662 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c75ff4-ee94-4561-afdc-bc03c3a9af8f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Subnet': ['ID=cc420ccc-bb02-40e2-8496-f6cff0474f51,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:08.001186 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6c75ff4-ee94-4561-afdc-bc03c3a9af8f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:08.004287 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c6c75ff4-ee94-4561-afdc-bc03c3a9af8f tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "DELETE /v2.0/subnets/cc420ccc-bb02-40e2-8496-f6cff0474f51 HTTP/1.1" status: 204 len: 168 time: 0.7882049 Aug 30 13:26:08.007942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45542) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:08.086010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770782b6-85af-41d0-b659-c40719172bce None None] Network cc5f5bb5-a01c-476d-a3b9-99de1c4f348f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:26:08.124196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] Set router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:26:08.245216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e72576-d713-4275-947a-aff3b531f775 req-37dd0503-92d8-4706-84a7-3ed5b8f65d38 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:08.246659 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5e72576-d713-4275-947a-aff3b531f775 req-37dd0503-92d8-4706-84a7-3ed5b8f65d38 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 943 time: 0.1413624 Aug 30 13:26:08.258355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:08.269971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-e5152901-27ee-4969-b192-b57c84b4cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:08.273249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-e5152901-27ee-4969-b192-b57c84b4cbd4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1d3773145b5c4d00b5c05320dd3cd860&device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 1094 time: 0.1666234 Aug 30 13:26:08.558112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5e72576-d713-4275-947a-aff3b531f775 req-1cec7b5e-9183-486d-9508-294a7e679bc7 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972105 Aug 30 13:26:08.568091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:08.646862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:26:08.697270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-d77f3bd3-540c-4c7f-8ad2-e4e6e666fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:08.697270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-d77f3bd3-540c-4c7f-8ad2-e4e6e666fbb6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a139339c-ac89-483e-b713-d46ee820a30b HTTP/1.1" status: 200 len: 923 time: 0.2974646 Aug 30 13:26:08.717804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796653e5-203d-4cbf-ba05-17ac166f5c6d None None] DHCP port deletion for cc5f5bb5-a01c-476d-a3b9-99de1c4f348f request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:26:08.728935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:26:05Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:08.772760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbe9097-7e30-4a93-944f-04eb14af3c6e None None] The sync data for ids ['6ab281df-f063-4c8d-8ce9-56675ed7e5ed'] in n-d-688802-6 is: [{'id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'name': 'tempest-TestSecurityGroupsBasicOps-router-47820292', 'tenant_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:24:17Z', 'updated_at': '2021-08-30T13:26:05Z', 'revision_number': 5, 'project_id': 'bcd81b52cc8d486d9942056f3b3104dd', 'gw_port': {'id': '6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab281df-f063-4c8d-8ce9-56675ed7e5ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:24:18Z', 'updated_at': '2021-08-30T13:24:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:26:08.800907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-31b36f64-56c3-45f9-9948-2ba2cc643923 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b HTTP/1.1" status: 200 len: 217 time: 0.0905027 Aug 30 13:26:08.852617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Deleting port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:26:08.853082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:08.884892 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:08.952216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:08.955615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:08.959899 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f596b3d-2bf9-47a0-8641-d27ab9c4a3cc" -d '{"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-unplugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:08.963871 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:08.976846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-7acb1c3a-99a4-42d2-969f-932c75b4319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:08.983009 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-7acb1c3a-99a4-42d2-969f-932c75b4319d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1ba592b2-a6f8-4202-ba53-9399f5b56dcb HTTP/1.1" status: 200 len: 862 time: 0.1736987 Aug 30 13:26:09.018093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-796653e5-203d-4cbf-ba05-17ac166f5c6d None None] Deleting port cc269ed6-180f-4bbf-a636-f71c24ea18a1 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:26:09.018485 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-796653e5-203d-4cbf-ba05-17ac166f5c6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:09.082829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-2d4c9afc-fd5a-4e39-9d45-3524ef27c298 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a139339c-ac89-483e-b713-d46ee820a30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814171 Aug 30 13:26:09.103322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] For port 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:09.104092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:09.118271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4aad7-67bf-467c-bbfa-25e4f8f7d70f req-01465c9c-cc5e-4cae-ae4d-2c4a6ae5ae81 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:09.119711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Calling delete_port for 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:26:09.130528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cb4aad7-67bf-467c-bbfa-25e4f8f7d70f req-01465c9c-cc5e-4cae-ae4d-2c4a6ae5ae81 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1613245 Aug 30 13:26:09.154601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-796653e5-203d-4cbf-ba05-17ac166f5c6d None None] For port cc269ed6-180f-4bbf-a636-f71c24ea18a1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cc269ed6-180f-4bbf-a636-f71c24ea18a1,segment=NetworkSegment(4a72c1de-3eff-412f-b592-4e97265c07fb),segment_id=4a72c1de-3eff-412f-b592-4e97265c07fb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:09.155009 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-796653e5-203d-4cbf-ba05-17ac166f5c6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:09.171840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-796653e5-203d-4cbf-ba05-17ac166f5c6d None None] Calling delete_port for cc269ed6-180f-4bbf-a636-f71c24ea18a1 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:26:09.243965 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cb4aad7-67bf-467c-bbfa-25e4f8f7d70f req-4eaad3ba-b11e-4267-8454-f9bd7827a4e6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033516 Aug 30 13:26:09.282036 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f1b85a-fd87-4363-9e9f-f37da6c77f10 x-openstack-request-id: req-86f1b85a-fd87-4363-9e9f-f37da6c77f10 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:09.282402 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-unplugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:09.283256 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86f1b85a-fd87-4363-9e9f-f37da6c77f10 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:09.283639 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'code': 200} Aug 30 13:26:09.291324 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-796653e5-203d-4cbf-ba05-17ac166f5c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:09.306285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796653e5-203d-4cbf-ba05-17ac166f5c6d None None] No DVR routers for this DVR port cc269ed6-180f-4bbf-a636-f71c24ea18a1 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:26:09.338331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=11']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:09.409781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796653e5-203d-4cbf-ba05-17ac166f5c6d None None] Pushing event deleted for resources: {'Port': ['ID=cc269ed6-180f-4bbf-a636-f71c24ea18a1,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:09.416248 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-733aa12f-5fee-4b00-b33d-87b83d789e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:09.496472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-71360451-a0e6-40ef-88de-750dbc500cdb service neutron] 10.222.0.35 "GET /v2.0/networks/a139339c-ac89-483e-b713-d46ee820a30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845142 Aug 30 13:26:09.602557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:09.677948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Port': ['ID=6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:09.850892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-746c7426-5a1d-4881-8317-4ab7cca7cc38 req-22c447d4-9eba-41ab-bfe9-26ef3fc84a8f service neutron] 10.222.0.35 "GET /v2.0/networks/a139339c-ac89-483e-b713-d46ee820a30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448813 Aug 30 13:26:09.863983 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:09.874346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b065363-c4b8-4e58-a4aa-7b51ee446985 req-fecbe588-6754-4867-9cb2-fe1fd20e0fbb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:09.875888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b065363-c4b8-4e58-a4aa-7b51ee446985 req-fecbe588-6754-4867-9cb2-fe1fd20e0fbb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 943 time: 0.1401412 Aug 30 13:26:09.991860 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:09.995006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.015713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b065363-c4b8-4e58-a4aa-7b51ee446985 req-7a1610f4-fab4-4d26-9435-e38e0888c9be tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108823 Aug 30 13:26:10.031192 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.071748 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.073257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab281df-f063-4c8d-8ce9-56675ed7e5ed {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:26:10.082540 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.083906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d9e6b293-1d05-4d7b-a06c-29275699d775 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "DELETE /v2.0/routers/6ab281df-f063-4c8d-8ce9-56675ed7e5ed HTTP/1.1" status: 204 len: 168 time: 2.0748053 Aug 30 13:26:10.087693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45582) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:10.217761 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.371682 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.388585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5f5bb5-a01c-476d-a3b9-99de1c4f348f']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:10.401333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a72c1de-3eff-412f-b592-4e97265c07fb') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:10.401703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a72c1de-3eff-412f-b592-4e97265c07fb') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:10.424375 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.461306 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.475202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:26:10.476164 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:26:10.479976 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:26:10.503042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a404ba-2adc-4596-8ec9-2441b87471a9 req-6d7289c5-8916-4817-bd75-474342a737c7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:10.504597 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2a404ba-2adc-4596-8ec9-2441b87471a9 req-6d7289c5-8916-4817-bd75-474342a737c7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1007810 Aug 30 13:26:10.633024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:26:10.872883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:26:10.926500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:26:10.926925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6e750ec8-2b2f-448f-a9a4-c4b63e0f48ea not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:26:10.927353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a61feeb4-c933-4a33-966b-fd438b349d28 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:26:10.947342 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:10.976496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a61feeb4-c933-4a33-966b-fd438b349d28 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:26:10.976872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a61feeb4-c933-4a33-966b-fd438b349d28 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:26:10.977555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cc269ed6-180f-4bbf-a636-f71c24ea18a1 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:26:11.015209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: cc269ed6-180f-4bbf-a636-f71c24ea18a1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:26:11.015209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cc269ed6-180f-4bbf-a636-f71c24ea18a1 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:26:11.038763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:11.046867 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2a404ba-2adc-4596-8ec9-2441b87471a9 req-f9fde582-446b-48ea-bc0f-b802117cbb06 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4926970 Aug 30 13:26:11.067598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:11.076078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] 10.222.0.37 "DELETE /v2.0/networks/cc5f5bb5-a01c-476d-a3b9-99de1c4f348f HTTP/1.1" status: 204 len: 168 time: 0.9863787 Aug 30 13:26:11.077187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:11.078678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcd7b6-4182-48a5-abe6-8828dd943ba7 tempest-TestSecurityGroupsBasicOps-1153188870 tempest-TestSecurityGroupsBasicOps-1153188870-project] Pushing event deleted for resources: {'Network': ['ID=cc5f5bb5-a01c-476d-a3b9-99de1c4f348f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:11.108145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'de697f67-8c10-4957-931c-5767a0a0550f', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'port_id': 'de697f67-8c10-4957-931c-5767a0a0550f', 'mac_address': 'fa:16:3e:40:0b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:26:11.213962 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:11.233206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ad423-0d94-4ab1-9e76-ff80956a7348 req-e8f32867-8a2b-4094-9cba-74131cc8bfae tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:11.235671 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e6ad423-0d94-4ab1-9e76-ff80956a7348 req-e8f32867-8a2b-4094-9cba-74131cc8bfae tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 943 time: 0.0732994 Aug 30 13:26:11.252730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:26:11.258320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de697f67-8c10-4957-931c-5767a0a0550f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:26:11.300757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:11.315943 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e6ad423-0d94-4ab1-9e76-ff80956a7348 req-0f44b4f3-8222-4402-8cd7-757bc1e4d3ec tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674307 Aug 30 13:26:11.317151 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:11.446165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['de697f67-8c10-4957-931c-5767a0a0550f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:26:11.589442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=12']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:11.659961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,segment=NetworkSegment(b98b05be-a9a7-4a8a-9ebf-7be1ada1284c),segment_id=b98b05be-a9a7-4a8a-9ebf-7be1ada1284c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:11.740311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b', 'network_id': 'a139339c-ac89-483e-b713-d46ee820a30b', 'port_id': '9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b', 'mac_address': 'fa:16:3e:e0:c9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba592b2-a6f8-4202-ba53-9399f5b56dcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:26:11.775082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45630) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:11.929261 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:11.979784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:26:12.022302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,segment=NetworkSegment(b98b05be-a9a7-4a8a-9ebf-7be1ada1284c),segment_id=b98b05be-a9a7-4a8a-9ebf-7be1ada1284c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:12.031391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1299d333-a035-4a60-88ea-0d4f1fb63eb3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bcd81b52cc8d486d9942056f3b3104dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540832 Aug 30 13:26:12.035007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45640) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:12.068166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:12.160707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:12.229933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cff722bb-466a-4a62-9634-04685e9c5264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:12.233240 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:12.295745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cff722bb-466a-4a62-9634-04685e9c5264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:12.331321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-48d250e5-83c7-4f9e-8db1-562db1470069 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1538968 Aug 30 13:26:12.396321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:26:12.407481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2abc2d-5b19-4bbf-8be8-5f0860b1bf54 req-c022ddb2-f651-437d-9a61-3dfa84c3f968 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:12.410360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb2abc2d-5b19-4bbf-8be8-5f0860b1bf54 req-c022ddb2-f651-437d-9a61-3dfa84c3f968 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 946 time: 0.1122644 Aug 30 13:26:12.538216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cff722bb-466a-4a62-9634-04685e9c5264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:12.547281 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cff722bb-466a-4a62-9634-04685e9c5264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:12.559912 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cff722bb-466a-4a62-9634-04685e9c5264 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/150b9be3-b911-4a04-b7f2-4bd945f42060 HTTP/1.1" status: 204 len: 168 time: 0.5230660 Aug 30 13:26:12.571593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-a296e61f-3d02-406a-8a52-876b917655a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:12.578909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-a296e61f-3d02-406a-8a52-876b917655a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ad53dfc45f6f42f09368c7791f001f24&device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 1101 time: 0.2109966 Aug 30 13:26:12.635543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff722bb-466a-4a62-9634-04685e9c5264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150b9be3-b911-4a04-b7f2-4bd945f42060,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:12.689109 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb2abc2d-5b19-4bbf-8be8-5f0860b1bf54 req-debf8e8b-29c3-412c-b36b-997d076790a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607663 Aug 30 13:26:12.815083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:26:13.033294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port de697f67-8c10-4957-931c-5767a0a0550f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:26:13.034310 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:13.044520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-fa90abe8-5571-444c-9430-13f79fb1ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:13.047065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-fa90abe8-5571-444c-9430-13f79fb1ca4f service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.4455168 Aug 30 13:26:13.187259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416c23-a110-4e31-a45d-b79fc7eb06b6 req-a4df4c74-fce1-4030-a23f-b042d2813438 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:13.199092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-98416c23-a110-4e31-a45d-b79fc7eb06b6 req-a4df4c74-fce1-4030-a23f-b042d2813438 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 944 time: 0.6001706 Aug 30 13:26:13.246634 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:13.346538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:13.349434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-1a19323c-f86b-41c2-8fc4-f1ee77085bbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=445cba96-bb79-4891-9bd8-8ade8bd142d8 HTTP/1.1" status: 200 len: 217 time: 0.2876120 Aug 30 13:26:13.359732 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de66a3b-3a36-41d0-9c6d-ea8b5979942b" -d '{"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-plugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:13.409931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:13.415379 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:13.510611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=13']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:13.533421 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930e0964-175e-4356-93ef-da4a0a459b8c x-openstack-request-id: req-930e0964-175e-4356-93ef-da4a0a459b8c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:13.533959 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-plugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:13.534840 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-930e0964-175e-4356-93ef-da4a0a459b8c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:13.535307 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'code': 200} Aug 30 13:26:13.578011 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-98416c23-a110-4e31-a45d-b79fc7eb06b6 req-a1d82559-372d-4361-984a-c42a0c982948 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259381 Aug 30 13:26:13.612467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45664) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:13.640525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-07d0e86a-98c6-4ce3-a688-243e7aa82c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:13.642717 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-07d0e86a-98c6-4ce3-a688-243e7aa82c30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.2359686 Aug 30 13:26:13.645191 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e41358e-1e6e-435f-a22e-4ff7cd550a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:13.726959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-ada74563-2fde-4134-bdde-147c15fed3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:13.732036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-ada74563-2fde-4134-bdde-147c15fed3c1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0802906 Aug 30 13:26:13.878848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e41358e-1e6e-435f-a22e-4ff7cd550a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:13.910958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e41358e-1e6e-435f-a22e-4ff7cd550a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:13.959633 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-b7cc4a3d-89d9-46ae-a93c-2f356419ed92 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169693 Aug 30 13:26:14.040755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69a763-cf95-493a-955a-784f67e36ec6 req-b24cc950-5846-4052-9408-2adbdae3deaf tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:14.068474 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f69a763-cf95-493a-955a-784f67e36ec6 req-b24cc950-5846-4052-9408-2adbdae3deaf tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.2129982 Aug 30 13:26:14.082611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5e41358e-1e6e-435f-a22e-4ff7cd550a8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b4124d83d4546f9af847749923b0026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686866 Aug 30 13:26:14.109561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45674) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:14.131639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f71c5adf-736d-4179-bbcc-4863abbda81d req-4d038ea8-f49b-4f83-aaae-7fd5823e0219 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643357 Aug 30 13:26:14.143482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41358e-1e6e-435f-a22e-4ff7cd550a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64736a7b-f5e8-4195-b383-de210905edfd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:14.282200 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f69a763-cf95-493a-955a-784f67e36ec6 req-b704455e-93a2-40ab-8afa-dbbd4c039140 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128248 Aug 30 13:26:14.305417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b323-97bf-4415-b081-03ec2058070b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:14.360267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b323-97bf-4415-b081-03ec2058070b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:14.459763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b323-97bf-4415-b081-03ec2058070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:14.465228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bd3b323-97bf-4415-b081-03ec2058070b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:14.468682 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3bd3b323-97bf-4415-b081-03ec2058070b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64736a7b-f5e8-4195-b383-de210905edfd HTTP/1.1" status: 204 len: 168 time: 0.3564126 Aug 30 13:26:14.498743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3b323-97bf-4415-b081-03ec2058070b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64736a7b-f5e8-4195-b383-de210905edfd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:14.854375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1411e-d203-468a-91b6-83d7a1c48049 req-574617de-bc6d-4d0d-bbc7-e342164779d3 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:14.856734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78b1411e-d203-468a-91b6-83d7a1c48049 req-574617de-bc6d-4d0d-bbc7-e342164779d3 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 944 time: 0.1502340 Aug 30 13:26:14.957437 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78b1411e-d203-468a-91b6-83d7a1c48049 req-cd4ec44e-491e-4ec8-8603-9923a18620eb tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734539 Aug 30 13:26:15.266743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:26:15.319063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45698) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:15.428121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:26:15.442121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:26:15.442998 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:15.465205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-25e55608-7749-480a-9f0a-1127a65b512a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a08ead6df6b483983e62d3d8efd7403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439254 Aug 30 13:26:15.468779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45702) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:15.559873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956d52a-8c10-4910-b136-4dd6dad1f190 req-a8c2087e-09a6-4aca-ab77-15ff6802552a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:15.561525 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7956d52a-8c10-4910-b136-4dd6dad1f190 req-a8c2087e-09a6-4aca-ab77-15ff6802552a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.1618268 Aug 30 13:26:15.626926 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9838fbb-57a2-4778-a004-f86d2191f4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:15.685631 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:15.696803 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7956d52a-8c10-4910-b136-4dd6dad1f190 req-a127b1e5-4913-4c46-a23a-918f28e1d637 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195247 Aug 30 13:26:15.708187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9838fbb-57a2-4778-a004-f86d2191f4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:15.732612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e497aa6-1600-4d94-995b-c01e37e30bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:15.736372 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e5651-b05d-4503-83e4-30bc01506f71" -d '{"events": [{"server_uuid": "9e497aa6-1600-4d94-995b-c01e37e30bf2", "name": "network-vif-plugged", "status": "completed", "tag": "9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:15.765437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,segment=NetworkSegment(b98b05be-a9a7-4a8a-9ebf-7be1ada1284c),segment_id=b98b05be-a9a7-4a8a-9ebf-7be1ada1284c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:15.770836 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:15.854255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:15.877196 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf4ce52-6a0c-446e-8ecd-2296eecd58c2 x-openstack-request-id: req-dbf4ce52-6a0c-446e-8ecd-2296eecd58c2 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:15.877196 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e497aa6-1600-4d94-995b-c01e37e30bf2", "name": "network-vif-plugged", "status": "completed", "tag": "9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:15.877196 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dbf4ce52-6a0c-446e-8ecd-2296eecd58c2 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:15.877196 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e497aa6-1600-4d94-995b-c01e37e30bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b', 'code': 200} Aug 30 13:26:16.216532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3072eb8-d45e-4b19-af86-af5cd92c9009 req-0180fef7-9655-44ce-8826-8f7658ffda6b tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:16.219167 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3072eb8-d45e-4b19-af86-af5cd92c9009 req-0180fef7-9655-44ce-8826-8f7658ffda6b tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 945 time: 0.1320558 Aug 30 13:26:16.300738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c3072eb8-d45e-4b19-af86-af5cd92c9009 req-c6bb58c2-04da-4036-b102-0eb8c76d9836 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731990 Aug 30 13:26:16.471458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9838fbb-57a2-4778-a004-f86d2191f4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:16.478028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d9838fbb-57a2-4778-a004-f86d2191f4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:16.497064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d9838fbb-57a2-4778-a004-f86d2191f4b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10f1a1c0-5356-402f-ad65-ba48625397cc HTTP/1.1" status: 204 len: 168 time: 1.0200274 Aug 30 13:26:16.522446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9838fbb-57a2-4778-a004-f86d2191f4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f1a1c0-5356-402f-ad65-ba48625397cc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:16.531269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fef821-32f8-4a9c-bfee-ad84fd2b7026 req-32fa5194-c92d-4478-93be-db4a105291f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:16.533444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31fef821-32f8-4a9c-bfee-ad84fd2b7026 req-32fa5194-c92d-4478-93be-db4a105291f1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1483991 Aug 30 13:26:16.618357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31fef821-32f8-4a9c-bfee-ad84fd2b7026 req-3c9a108c-70de-4d9a-80d1-b9563dfb27ba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759914 Aug 30 13:26:16.820278 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:26:17.025635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170e11a7-43eb-436c-b3b5-cbbcdcfc1fc7 req-81782acf-a432-460b-be14-4816ac3b32a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:17.039031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-170e11a7-43eb-436c-b3b5-cbbcdcfc1fc7 req-81782acf-a432-460b-be14-4816ac3b32a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.2123945 Aug 30 13:26:17.170538 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-170e11a7-43eb-436c-b3b5-cbbcdcfc1fc7 req-07c2022a-2b11-4a22-9f74-00a4528a532b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293416 Aug 30 13:26:17.524698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a434d-4e7e-4eca-951f-28a8900c81e7 req-753859fe-1280-4ba4-82ca-369ff35a3994 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:17.534100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c20a434d-4e7e-4eca-951f-28a8900c81e7 req-753859fe-1280-4ba4-82ca-369ff35a3994 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 945 time: 0.1046681 Aug 30 13:26:17.597868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c20a434d-4e7e-4eca-951f-28a8900c81e7 req-46cf9a6d-3a07-482d-9b5c-21cda26b45f3 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623870 Aug 30 13:26:18.351119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add2031-c1f9-4b69-a881-e0f82b19ee31 req-ffeb181b-53f0-4d40-8ce5-8d2aefd14fcd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:18.362647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2add2031-c1f9-4b69-a881-e0f82b19ee31 req-ffeb181b-53f0-4d40-8ce5-8d2aefd14fcd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.0751841 Aug 30 13:26:18.445835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2add2031-c1f9-4b69-a881-e0f82b19ee31 req-17612e33-91f6-4065-8506-8292f7827e72 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820341 Aug 30 13:26:18.892191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21538961-3ddf-4d3a-a815-e6ca0992e992 req-e65c982f-2b65-4cfa-9fb4-ec9ab4b2eab7 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:18.907468 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21538961-3ddf-4d3a-a815-e6ca0992e992 req-e65c982f-2b65-4cfa-9fb4-ec9ab4b2eab7 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 945 time: 0.1071455 Aug 30 13:26:18.982321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21538961-3ddf-4d3a-a815-e6ca0992e992 req-e4dde9b3-49e9-4012-aa10-10717ed0bbc2 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686367 Aug 30 13:26:19.619777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e25092-42f1-445a-b8fb-a328a5cb03b6 req-8959f68e-6643-4115-a56c-0befe2bc2f0c tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:19.632033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-60e25092-42f1-445a-b8fb-a328a5cb03b6 req-8959f68e-6643-4115-a56c-0befe2bc2f0c tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 945 time: 0.1406009 Aug 30 13:26:19.765587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da647a6b-b1d4-4691-a0f2-8079ddcb2035 req-0fed4def-ae41-470f-ae9e-bd1d746e50d7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:19.769215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da647a6b-b1d4-4691-a0f2-8079ddcb2035 req-0fed4def-ae41-470f-ae9e-bd1d746e50d7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.1696951 Aug 30 13:26:19.790574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-60e25092-42f1-445a-b8fb-a328a5cb03b6 req-34aee42a-cb6a-4266-9993-8f39a320956f tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515565 Aug 30 13:26:19.885139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da647a6b-b1d4-4691-a0f2-8079ddcb2035 req-d0e27ee0-730d-4f1d-99db-6d86253e9372 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086774 Aug 30 13:26:20.906683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-89088c4a-2b0c-4f65-ba55-4696266bf907 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:20.917641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-89088c4a-2b0c-4f65-ba55-4696266bf907 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 945 time: 0.1585228 Aug 30 13:26:20.990576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246318c-93b3-4930-af7e-b0b946bc33b2 req-00f25cd5-666f-4d0d-b3af-842fef657fa6 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:21.000255 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2246318c-93b3-4930-af7e-b0b946bc33b2 req-00f25cd5-666f-4d0d-b3af-842fef657fa6 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 945 time: 0.1179099 Aug 30 13:26:21.046801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2246318c-93b3-4930-af7e-b0b946bc33b2 req-d3f68953-c2bb-4446-91a2-9d0eb727e46c tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/security-groups?id=ea249afe-05ec-42e4-b097-0d234c68238d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450139 Aug 30 13:26:21.357293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea2bd5-7cd4-464b-9369-237e47c4388f req-16f8be5d-9de5-402c-b14d-0cdee21a1f5d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:21.360014 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ea2bd5-7cd4-464b-9369-237e47c4388f req-16f8be5d-9de5-402c-b14d-0cdee21a1f5d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.3482356 Aug 30 13:26:21.389989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Deleting port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:26:21.389989 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:21.568446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9ea2bd5-7cd4-464b-9369-237e47c4388f req-a19b511b-9336-4825-980b-292183adcef9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837216 Aug 30 13:26:21.612010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] For port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,segment=NetworkSegment(b98b05be-a9a7-4a8a-9ebf-7be1ada1284c),segment_id=b98b05be-a9a7-4a8a-9ebf-7be1ada1284c)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:21.612493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:21.634838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Calling delete_port for 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:26:21.903775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:21.921762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:26:22.026264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Pushing event deleted for resources: {'Port': ['ID=9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:22.071046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] No DVR routers for this DVR port 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:26:22.075575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:22.078908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f00e4421-b639-4bd0-ad3c-aeacf1b47fe0 req-9d60f355-d7ee-45b8-8d59-91ac258edf73 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.35 "DELETE /v2.0/ports/9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b HTTP/1.1" status: 204 len: 173 time: 1.1550777 Aug 30 13:26:22.080259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e497aa6-1600-4d94-995b-c01e37e30bf2', 'name': 'network-vif-deleted', 'tag': '9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:22.084798 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53e989b-3dd5-462d-a577-7436567d234b" -d '{"events": [{"server_uuid": "9e497aa6-1600-4d94-995b-c01e37e30bf2", "name": "network-vif-deleted", "tag": "9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:22.146130 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781e1716-0b70-47df-b403-b9e758e9aec9 x-openstack-request-id: req-781e1716-0b70-47df-b403-b9e758e9aec9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:22.147431 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e497aa6-1600-4d94-995b-c01e37e30bf2", "name": "network-vif-deleted", "tag": "9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:22.148448 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-781e1716-0b70-47df-b403-b9e758e9aec9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:22.149601 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e497aa6-1600-4d94-995b-c01e37e30bf2', 'name': 'network-vif-deleted', 'tag': '9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b', 'status': 'completed', 'code': 200} Aug 30 13:26:22.359631 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cde827a2-1cec-4064-8529-9d7a1efa3cc2 req-15705962-b2e3-41de-853a-ae53c8d1a350 tempest-ServerAddressesNegativeTestJSON-407942737 tempest-ServerAddressesNegativeTestJSON-407942737-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e497aa6-1600-4d94-995b-c01e37e30bf2 HTTP/1.1" status: 200 len: 210 time: 0.1337886 Aug 30 13:26:22.806609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd8b87-dad1-4323-b88d-83a9c9d41bce req-b0a33dc2-f13c-4b72-b652-b900d65c32fe tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:22.814355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61fd8b87-dad1-4323-b88d-83a9c9d41bce req-b0a33dc2-f13c-4b72-b652-b900d65c32fe tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.0725794 Aug 30 13:26:22.892882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61fd8b87-dad1-4323-b88d-83a9c9d41bce req-2e122b5d-a8c4-495e-a170-579791b6b673 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745237 Aug 30 13:26:23.474342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45844) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:23.566040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5011339-b68a-4cb1-83d5-b01ce5bc6561 admin admin] Deleting subnet 1ba592b2-a6f8-4202-ba53-9399f5b56dcb {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:26:23.580214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5011339-b68a-4cb1-83d5-b01ce5bc6561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:23.661813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5011339-b68a-4cb1-83d5-b01ce5bc6561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:23.728833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5011339-b68a-4cb1-83d5-b01ce5bc6561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:23.832624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5011339-b68a-4cb1-83d5-b01ce5bc6561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:23.864765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5011339-b68a-4cb1-83d5-b01ce5bc6561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba592b2-a6f8-4202-ba53-9399f5b56dcb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:23.884289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5011339-b68a-4cb1-83d5-b01ce5bc6561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:23.893362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45852) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:23.894039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e5011339-b68a-4cb1-83d5-b01ce5bc6561 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/1ba592b2-a6f8-4202-ba53-9399f5b56dcb HTTP/1.1" status: 204 len: 168 time: 0.4176962 Aug 30 13:26:24.120848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:24.227950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b6a5-4472-4c8d-8333-901365d96948 req-b25e0276-3e22-429a-bba5-f289bddb3dfa tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:24.242622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55c8b6a5-4472-4c8d-8333-901365d96948 req-b25e0276-3e22-429a-bba5-f289bddb3dfa tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.1264522 Aug 30 13:26:24.302263 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:24.314402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a139339c-ac89-483e-b713-d46ee820a30b']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:24.318561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55c8b6a5-4472-4c8d-8333-901365d96948 req-75ae3503-251c-4aed-b168-3496dd8adf06 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719974 Aug 30 13:26:24.327692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98b05be-a9a7-4a8a-9ebf-7be1ada1284c') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:24.328510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98b05be-a9a7-4a8a-9ebf-7be1ada1284c') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:24.339789 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:24.358773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:24.367613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:26:24.368545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:26:24.372728 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:26:24.552070 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:24.579928 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:24.584994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a139339c-ac89-483e-b713-d46ee820a30b HTTP/1.1" status: 204 len: 168 time: 0.6897030 Aug 30 13:26:24.617639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Pushing event deleted for resources: {'Network': ['ID=a139339c-ac89-483e-b713-d46ee820a30b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:24.655849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.660518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.661298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.662036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.663803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.665101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.667723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.668479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.670595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.671444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.674060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:24.675084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d5969c-4ad1-4c7a-8fd4-1d2780e5ff54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:25.008556 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45878) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:25.076617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dae23937-2fca-4d0e-af27-d545bad2e2a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1d3773145b5c4d00b5c05320dd3cd860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620859 Aug 30 13:26:25.077092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45880) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:25.207832 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2bb2-64cb-4b08-99e8-85002dc3f44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:25.263236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2bb2-64cb-4b08-99e8-85002dc3f44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:25.323113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:26:25.351998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:26:25.352898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9f9dc179-b0f2-4c2f-b1a0-f6ba7229db3b not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:26:25.353589 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2bb2-64cb-4b08-99e8-85002dc3f44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:25.360387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b2fa2bb2-64cb-4b08-99e8-85002dc3f44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:25.365813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b2fa2bb2-64cb-4b08-99e8-85002dc3f44d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea249afe-05ec-42e4-b097-0d234c68238d HTTP/1.1" status: 204 len: 168 time: 0.2863753 Aug 30 13:26:25.377401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa2bb2-64cb-4b08-99e8-85002dc3f44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea249afe-05ec-42e4-b097-0d234c68238d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:25.571688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bc261-a976-437a-94f9-b7fe014fade8 req-659b3c04-2c42-4c3a-8ad4-aba0eb24d558 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:25.582456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-060bc261-a976-437a-94f9-b7fe014fade8 req-659b3c04-2c42-4c3a-8ad4-aba0eb24d558 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.1244457 Aug 30 13:26:25.668215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-060bc261-a976-437a-94f9-b7fe014fade8 req-b08428d4-424c-4d5d-a1b0-a4f320f263bb tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768306 Aug 30 13:26:26.791918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45920) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:27.070458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598ce43-4141-4b0a-822f-7cd04e3a1288 req-1dd2f69c-6940-447a-ac34-991eaeb04d3a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:27.084014 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c598ce43-4141-4b0a-822f-7cd04e3a1288 req-1dd2f69c-6940-447a-ac34-991eaeb04d3a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.2532835 Aug 30 13:26:27.111636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-736840850-network', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:26:27.188355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c598ce43-4141-4b0a-822f-7cd04e3a1288 req-277d6778-bc8d-4845-bfd3-d5eaf1a89e57 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024766 Aug 30 13:26:27.194966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Made reservation on behalf of c2b45c4a4fd6410dae3b3b3a6087231e for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:26:27.202283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:27.236770 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:27.374386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:27.381262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:27.436850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:26:27.458546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589661ea-c814-4415-8c90-2bf191b37f23,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:27.464467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:27.465604 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Added segment da2804a6-f9b5-4aff-9707-b62169c91c61 of type vlan for network 336e0072-2712-4de3-a314-e0386da8d4b3 Aug 30 13:26:27.527029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:27.573758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:27.575534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:27.576251 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:27.671700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8783426 Aug 30 13:26:27.676241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 45932) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:27.684797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Request body: {'subnet': {'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-736840850-subnet', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:26:27.718839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13778a15-bdf7-4ea6-9e08-1f08a8ffe99d admin admin] Pushing event updated for resources: {'Network': ['ID=336e0072-2712-4de3-a314-e0386da8d4b3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:27.737328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 336e0072-2712-4de3-a314-e0386da8d4b3 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:26:27.763296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Made reservation on behalf of c2b45c4a4fd6410dae3b3b3a6087231e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:26:27.766843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:28.120465 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:28.197110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:28.239517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Checking segment: {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:26:28.239885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Network hostable DHCP agents. Network: 336e0072-2712-4de3-a314-e0386da8d4b3, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:26:28.279629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Network 336e0072-2712-4de3-a314-e0386da8d4b3 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:26:28.307357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 336e0072-2712-4de3-a314-e0386da8d4b3) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:26:28.318740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:28.319295 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:28.320768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb757fa7-0915-437f-af6f-69b8f3f8d720 None None] Network 336e0072-2712-4de3-a314-e0386da8d4b3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:26:28.363894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fbaefb2a-a0c0-4e23-8b20-da064e9f09a1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6848664 Aug 30 13:26:28.367219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 45942) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:28.374533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:26:28.569829 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:28.569829 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:28.602056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7cf07-e7ad-403e-8b73-8e65ae726911 req-a98b0da4-137f-4c4a-b637-1014cf02b80e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:28.602056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-87b7cf07-e7ad-403e-8b73-8e65ae726911 req-a98b0da4-137f-4c4a-b637-1014cf02b80e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.2413142 Aug 30 13:26:28.723810 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:28.756360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-87b7cf07-e7ad-403e-8b73-8e65ae726911 req-cb472d53-472b-4feb-9b0a-7e1d6981464d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195788 Aug 30 13:26:28.902147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:28.924401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7102b8-34c8-4e13-984b-db358dcc1bac None None] Network 336e0072-2712-4de3-a314-e0386da8d4b3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:26:29.123782 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:29.689176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:29.721805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:29.995464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Allocated IP 172.25.2.77 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:26:30.034057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5071490-55ee-447e-817c-c2266f633a15 req-fa66307c-1be7-4f85-82e3-9ae30bcce782 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:30.041093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5071490-55ee-447e-817c-c2266f633a15 req-fa66307c-1be7-4f85-82e3-9ae30bcce782 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.1336982 Aug 30 13:26:30.254568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:30.288541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5071490-55ee-447e-817c-c2266f633a15 req-40ede5ca-0e47-4dae-ba78-01095cd2abf9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367182 Aug 30 13:26:30.346265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:30.401706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:26:30.409112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Pushing event updated for resources: {'Port': ['ID=c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:30.412288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:26:30.415496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:26:30.879955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:30.904314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:31.289315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:31.581024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Router ecf8513e-5e50-438e-9db9-3a8cc8222c1a is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:26:31.598260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbdeb12-b83d-4e0f-8fe7-355249721762 req-dcf130b5-6adc-4a58-9fbf-e5ee0209ef0f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:31.611346 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2dbdeb12-b83d-4e0f-8fe7-355249721762 req-dcf130b5-6adc-4a58-9fbf-e5ee0209ef0f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.1204348 Aug 30 13:26:31.685439 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2dbdeb12-b83d-4e0f-8fe7-355249721762 req-42b288cf-5fa2-4260-b4fa-71970f91336e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701370 Aug 30 13:26:31.809312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:26:31.820990 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Sync routers for ids ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:26:31.846608 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:31.853356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 46010) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:26:31.854888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6ea95e21-2d23-455b-a0e3-54ce45e51e0e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4861035 Aug 30 13:26:31.858958 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Routers {'ecf8513e-5e50-438e-9db9-3a8cc8222c1a'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:26:31.865513 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:26:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:32.167359 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Set router ecf8513e-5e50-438e-9db9-3a8cc8222c1a gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:26:32.723726 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:26:28Z', 'updated_at': '2021-08-30T13:26:30Z', 'revision_number': 3, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'gw_port': {'id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:29Z', 'updated_at': '2021-08-30T13:26:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:32.784840 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Checking router: ecf8513e-5e50-438e-9db9-3a8cc8222c1a for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:26:32.785785 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Updating router ecf8513e-5e50-438e-9db9-3a8cc8222c1a port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:26:32.848563 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:32.977228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:33.284139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d468e9-3a75-47ef-83f9-f0e6ec2778bb req-115238b6-c36c-4730-924f-9aa65c95638f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:33.297562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88d468e9-3a75-47ef-83f9-f0e6ec2778bb req-115238b6-c36c-4730-924f-9aa65c95638f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 947 time: 0.0916870 Aug 30 13:26:33.349231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88d468e9-3a75-47ef-83f9-f0e6ec2778bb req-fb3ac0de-be92-4d6f-9662-83d75569e745 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507855 Aug 30 13:26:33.548590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Allocated IP 172.20.0.1 (336e0072-2712-4de3-a314-e0386da8d4b3/451b1355-c97f-4af6-9b0d-e9c1cb53fcb5/607e5517-c5d0-45b4-ad5c-fd538dc0a117) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:26:33.673318 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:33.701337 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Transition to ACTIVE for port object c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:26:33.711651 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:33.827115 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:33.852169 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Attempting to bind port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:26:33.852667 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Attempting to bind port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:26:33.853095 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Attempting to bind port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:26:33.870238 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:26:33.871500 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:26:33.872654 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:33.873729 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:26:33.874875 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Bound port: c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:26:33.876967 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:33.909117 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:33.931989 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Pushing event updated for resources: {'Port': ['ID=c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:33.948356 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.949811 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.950392 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.951404 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.952401 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.952981 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.953934 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.954493 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.955461 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.956017 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.956582 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.957133 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:33.970897 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] For port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:26:33.985699 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] For port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:26:33.991991 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:34.019080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Network 336e0072-2712-4de3-a314-e0386da8d4b3 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:26:34.022804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:26:34.028607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:26:34.032592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Pushing event updated for resources: {'Port': ['ID=607e5517-c5d0-45b4-ad5c-fd538dc0a117,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:34.106361 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Routers {'ecf8513e-5e50-438e-9db9-3a8cc8222c1a'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:26:34.107017 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:26:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:34.112449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:34.112990 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833a53e-3444-4b34-9588-145217fd3339 None None] Pushing event updated for resources: {'Port': ['ID=c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:34.350528 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] Set router ecf8513e-5e50-438e-9db9-3a8cc8222c1a gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:26:34.487615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:34.758629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:26:34.845971 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:26:28Z', 'updated_at': '2021-08-30T13:26:30Z', 'revision_number': 3, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'gw_port': {'id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:29Z', 'updated_at': '2021-08-30T13:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:34.947065 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2875dd22-d568-4695-a9c6-17ad205e227c None None] The sync data for ids ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'] in n-d-688802-6 is: [{'id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:26:28Z', 'updated_at': '2021-08-30T13:26:30Z', 'revision_number': 3, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'gw_port': {'id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:29Z', 'updated_at': '2021-08-30T13:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:26:34.994733 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:35.026324 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:35.035044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:35.070647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:35.079067 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d41a7d-fd68-4bb2-907c-27a394e2a649" -d '{"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-unplugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:35.106089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:35.116404 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:35.125958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:35.208879 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab90478d-f2a2-4842-8ed9-b51ed65650ef x-openstack-request-id: req-ab90478d-f2a2-4842-8ed9-b51ed65650ef {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:35.211740 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-unplugged", "status": "completed", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:35.213129 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab90478d-f2a2-4842-8ed9-b51ed65650ef {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:35.213775 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'code': 200} Aug 30 13:26:35.241080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Pushing event updated for resources: {'Port': ['ID=607e5517-c5d0-45b4-ad5c-fd538dc0a117,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:35.271711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=14']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:35.286308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.287233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.288053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.288797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.289413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.290866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.291973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.292697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.295725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.296448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.297817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.299196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:35.367564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Network 336e0072-2712-4de3-a314-e0386da8d4b3 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:26:35.372791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:26:35.614198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Router ecf8513e-5e50-438e-9db9-3a8cc8222c1a has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:26:35.959126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:26:35.967171 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0b5919dc-f552-4698-89ca-e1d50ebbd68b admin admin] 10.222.0.37 "PUT /v2.0/routers/ecf8513e-5e50-438e-9db9-3a8cc8222c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1126506 Aug 30 13:26:36.127726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688031be-9442-4454-b9c6-32fb6e356e95 req-31ae4542-e5c9-4ecc-8d0f-97173f54fad8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:36.143332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-688031be-9442-4454-b9c6-32fb6e356e95 req-31ae4542-e5c9-4ecc-8d0f-97173f54fad8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1405292 Aug 30 13:26:36.243485 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-688031be-9442-4454-b9c6-32fb6e356e95 req-e4334a47-b583-4bc6-bce9-a8c157dad1dc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925853 Aug 30 13:26:36.795867 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1c6d6681-91a4-4803-8cf6-912286046ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:36.897582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f987c-b11e-4a21-80fd-12d1eb8c6233 req-2379c3a2-6184-4411-940f-594ded0c6e89 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:36.906817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d40f987c-b11e-4a21-80fd-12d1eb8c6233 req-2379c3a2-6184-4411-940f-594ded0c6e89 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1115000 Aug 30 13:26:36.988354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:26:37.032958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d40f987c-b11e-4a21-80fd-12d1eb8c6233 req-57cfe2fa-63fd-44e4-80f0-b4f63b63d6f1 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151776 Aug 30 13:26:37.110160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-d2c9c56a-7aad-416d-854c-ccd0826a2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:37.120227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-d2c9c56a-7aad-416d-854c-ccd0826a2aca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1096 time: 0.4266136 Aug 30 13:26:37.123286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:26:37.123528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:26:37.124400 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:37.280494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-7f871042-9daf-420b-8c72-a42f5f7db4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:37.284737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-7f871042-9daf-420b-8c72-a42f5f7db4c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1589561 Aug 30 13:26:37.303121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed082aeb-da30-4d78-984e-e54501de377f req-239c53f2-5aa4-4900-be63-7772042da052 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:37.312585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-239c53f2-5aa4-4900-be63-7772042da052 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 810 time: 0.3174677 Aug 30 13:26:37.339313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-025ddbc3-7837-4e47-80ad-75d587b43775 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/quotas/c2b45c4a4fd6410dae3b3b3a6087231e HTTP/1.1" status: 200 len: 375 time: 0.0256436 Aug 30 13:26:37.344269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:37.393138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:37.406617 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:37.438752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-e04b5ebe-7dce-4d9e-8af4-3f828df8a0ca tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981824 Aug 30 13:26:37.502222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:37.509566 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-b5921d4d-a07e-4c90-8698-e0db0a7919ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1000 time: 0.2167916 Aug 30 13:26:37.600835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-26cd09e4-70e4-4a2c-b814-0c3991d700f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:37.604105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-26cd09e4-70e4-4a2c-b814-0c3991d700f3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0875425 Aug 30 13:26:37.607517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-bc4da929-9ef3-4aec-8d86-e74a990bbd0f service neutron] 10.222.0.37 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666753 Aug 30 13:26:37.704108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-72d2c85f-de57-46f2-b89f-545154b1d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:37.706417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-72d2c85f-de57-46f2-b89f-545154b1d7f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934901 Aug 30 13:26:37.739313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-2d558184-03e7-4976-a896-f8dbccd7e5f6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:26:37.741781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-2d558184-03e7-4976-a896-f8dbccd7e5f6 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117207 Aug 30 13:26:37.799345 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-fdb313c0-d6a2-47c4-a4ec-743155d4dbde service neutron] 10.222.0.37 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809385 Aug 30 13:26:37.975051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-4069e79f-a379-4556-a27b-8d133a0ee80c service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251070 Aug 30 13:26:38.167067 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d534e019-0a0b-4fba-863a-90ee1a855351 req-753dfe04-4ba7-45f0-b577-202358c22f49 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 210 time: 0.0574343 Aug 30 13:26:38.236343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Sync routers for ids ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:26:38.259060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Routers {'ecf8513e-5e50-438e-9db9-3a8cc8222c1a'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:26:38.260067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:26:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:38.299353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f9932bf-ec04-414c-90db-97d34e2b97ea req-eacec2f4-234c-4584-9ad3-90a6aa5b71c4 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165159 Aug 30 13:26:38.411309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd9987-2486-4328-b543-139c61592637 req-8a52d93e-9dc6-46e5-84b2-870e8bc8d864 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:38.413063 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9bcd9987-2486-4328-b543-139c61592637 req-8a52d93e-9dc6-46e5-84b2-870e8bc8d864 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1759856 Aug 30 13:26:38.446582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Set router ecf8513e-5e50-438e-9db9-3a8cc8222c1a gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:26:38.574785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9bcd9987-2486-4328-b543-139c61592637 req-865a9946-651c-45ae-9638-394bb1efd1d7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255312 Aug 30 13:26:38.809789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:26:38.926144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:26:38.926821 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:39.003709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:26:28Z', 'updated_at': '2021-08-30T13:26:34Z', 'revision_number': 4, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'gw_port': {'id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:29Z', 'updated_at': '2021-08-30T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '607e5517-c5d0-45b4-ad5c-fd538dc0a117', 'name': '', 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'mac_address': 'fa:16:3e:45:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '451b1355-c97f-4af6-9b0d-e9c1cb53fcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:33Z', 'updated_at': '2021-08-30T13:26:34Z', 'revision_number': 2, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'subnets': [{'id': '451b1355-c97f-4af6-9b0d-e9c1cb53fcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:39.063640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Checking router: ecf8513e-5e50-438e-9db9-3a8cc8222c1a for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:26:39.063979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Updating router ecf8513e-5e50-438e-9db9-3a8cc8222c1a port 607e5517-c5d0-45b4-ad5c-fd538dc0a117 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:26:39.116672 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:39.345325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-13cf63cc-f129-4cad-a495-505fb308f9c8 req-406d3354-62dd-4ce1-b7b5-3f46f7aeb8b4 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 210 time: 0.0391557 Aug 30 13:26:39.400264 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2403fe75-1ef2-4105-bcc8-428ecf115256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:39.547618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:39.559691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Transition to ACTIVE for port object 607e5517-c5d0-45b4-ad5c-fd538dc0a117 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:26:39.576053 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:39.655375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e50ee3-8d64-420f-9c4d-f55a6adfb959 None None] Pushing event updated for resources: {'Port': ['ID=607e5517-c5d0-45b4-ad5c-fd538dc0a117,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:39.749716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Attempting to bind port 607e5517-c5d0-45b4-ad5c-fd538dc0a117 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:26:39.750094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Attempting to bind port 607e5517-c5d0-45b4-ad5c-fd538dc0a117 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:26:39.750466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Attempting to bind port 607e5517-c5d0-45b4-ad5c-fd538dc0a117 on network 336e0072-2712-4de3-a314-e0386da8d4b3 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:26:39.760580 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:26:39.761305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Checking segment: {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:26:39.762471 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:39.763064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Bound using segment: {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:26:39.763984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Bound port: 607e5517-c5d0-45b4-ad5c-fd538dc0a117, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:26:39.774076 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:39.904074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] For port 607e5517-c5d0-45b4-ad5c-fd538dc0a117, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:26:39.908538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] For port 607e5517-c5d0-45b4-ad5c-fd538dc0a117, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=607e5517-c5d0-45b4-ad5c-fd538dc0a117,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:26:39.914706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:39.975115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Routers {'ecf8513e-5e50-438e-9db9-3a8cc8222c1a'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:26:39.975751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:26:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:40.031802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e50ee3-8d64-420f-9c4d-f55a6adfb959 None None] Pushing event updated for resources: {'Port': ['ID=607e5517-c5d0-45b4-ad5c-fd538dc0a117,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:40.046419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:40.147247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] Set router ecf8513e-5e50-438e-9db9-3a8cc8222c1a gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:26:40.209057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5521a2-c022-479d-b11f-1b63e8993eb8 req-b42bd0bb-ddce-4597-86e6-3d046fd9ab47 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:40.210970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b5521a2-c022-479d-b11f-1b63e8993eb8 req-b42bd0bb-ddce-4597-86e6-3d046fd9ab47 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1100712 Aug 30 13:26:40.243334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed082aeb-da30-4d78-984e-e54501de377f req-fb2dde17-81f1-48c2-8507-0a003fadbd31 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:40.245129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-fb2dde17-81f1-48c2-8507-0a003fadbd31 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.35 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 810 time: 0.7105653 Aug 30 13:26:40.263111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Request body: {'port': {'device_id': 'e6930ceb-f143-4199-99ed-c68a09b87fc4', 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3', 'admin_state_up': True, 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:26:40.329798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b5521a2-c022-479d-b11f-1b63e8993eb8 req-73ece83e-eec5-4114-bb87-77c8bd1e25c5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116521 Aug 30 13:26:40.490313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Made reservation on behalf of c2b45c4a4fd6410dae3b3b3a6087231e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:26:40.499490 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:40.536969 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cd1d3f8f-6261-4bfe-bfe6-f0d49fbcc65f req-b39c73f7-eb64-41aa-801f-6321a93241c0 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 210 time: 0.0399203 Aug 30 13:26:40.547974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:26:28Z', 'updated_at': '2021-08-30T13:26:34Z', 'revision_number': 4, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'gw_port': {'id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:29Z', 'updated_at': '2021-08-30T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '607e5517-c5d0-45b4-ad5c-fd538dc0a117', 'name': '', 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'mac_address': 'fa:16:3e:45:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '451b1355-c97f-4af6-9b0d-e9c1cb53fcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:33Z', 'updated_at': '2021-08-30T13:26:39Z', 'revision_number': 4, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'subnets': [{'id': '451b1355-c97f-4af6-9b0d-e9c1cb53fcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:26:40.615535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4c60a9-5c9a-4db0-aeaf-8ee880b02264 None None] The sync data for ids ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'] in n-d-688802-6 is: [{'id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:26:28Z', 'updated_at': '2021-08-30T13:26:34Z', 'revision_number': 4, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'gw_port': {'id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:29Z', 'updated_at': '2021-08-30T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '607e5517-c5d0-45b4-ad5c-fd538dc0a117', 'name': '', 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'mac_address': 'fa:16:3e:45:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '451b1355-c97f-4af6-9b0d-e9c1cb53fcb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:33Z', 'updated_at': '2021-08-30T13:26:39Z', 'revision_number': 4, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'subnets': [{'id': '451b1355-c97f-4af6-9b0d-e9c1cb53fcb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:26:40.799284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db97fc-9a9a-4815-ad3f-f36d03e1fccf req-5a72e80c-1a6e-4822-84e9-2c3fac3f4ca5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:40.800927 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86db97fc-9a9a-4815-ad3f-f36d03e1fccf req-5a72e80c-1a6e-4822-84e9-2c3fac3f4ca5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1723416 Aug 30 13:26:40.805638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Allocated IP 172.20.0.2 (336e0072-2712-4de3-a314-e0386da8d4b3/451b1355-c97f-4af6-9b0d-e9c1cb53fcb5/f27bc6d6-8a1e-448b-b716-13ef7256fd6d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:26:40.863628 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:40.893332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86db97fc-9a9a-4815-ad3f-f36d03e1fccf req-8d561f42-4216-4a44-b64c-14add5433997 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798707 Aug 30 13:26:40.902422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 607e5517-c5d0-45b4-ad5c-fd538dc0a117 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:26:41.044623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 607e5517-c5d0-45b4-ad5c-fd538dc0a117 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:26:41.070162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 607e5517-c5d0-45b4-ad5c-fd538dc0a117 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:26:41.071886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:41.081860 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:41.132264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:41.201548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Network 336e0072-2712-4de3-a314-e0386da8d4b3 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:26:41.206778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:26:41.207161 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8435a1-c6f9-4441-8541-8ce5cd907f53 req-0323740e-7c6b-43fc-8b54-040e637a3100 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:41.211349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:26:41.218854 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a8435a1-c6f9-4441-8541-8ce5cd907f53 req-0323740e-7c6b-43fc-8b54-040e637a3100 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1474111 Aug 30 13:26:41.219592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Pushing event updated for resources: {'Port': ['ID=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:41.280116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:41.286320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:41.288562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:41.314754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-3af98ac1-ef8e-4d67-8c01-6a18f25b544c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0568032 Aug 30 13:26:41.354817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 607e5517-c5d0-45b4-ad5c-fd538dc0a117, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=607e5517-c5d0-45b4-ad5c-fd538dc0a117,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:41.362090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:41.383740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a8435a1-c6f9-4441-8541-8ce5cd907f53 req-b71cbb07-db57-4b99-96f9-7459763852b3 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399093 Aug 30 13:26:41.470692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Request body: {'port': {'device_id': 'e6930ceb-f143-4199-99ed-c68a09b87fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:26:41.476504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=607e5517-c5d0-45b4-ad5c-fd538dc0a117,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:41.589102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:41.820323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2510f28-51cf-4287-b3e4-3f90760216f2 req-9c892e18-b9fc-45a1-a50a-0f4bf1e632d6 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:41.835163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2510f28-51cf-4287-b3e4-3f90760216f2 req-9c892e18-b9fc-45a1-a50a-0f4bf1e632d6 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 931 time: 0.1056905 Aug 30 13:26:41.916259 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2510f28-51cf-4287-b3e4-3f90760216f2 req-406a1485-1f4d-48f6-93e4-5d57bf629f46 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770659 Aug 30 13:26:41.961880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-74dc26a5-d2e2-4e9b-b545-f620201b3f71 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:41.964163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-74dc26a5-d2e2-4e9b-b545-f620201b3f71 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.1640666 Aug 30 13:26:41.994228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-c4e511a6-bc10-449f-922f-f2476767a90b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/quotas/1db640a70d964862a92b0278204e0a01 HTTP/1.1" status: 200 len: 375 time: 0.0188541 Aug 30 13:26:42.138036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27bc6d6-8a1e-448b-b716-13ef7256fd6d {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:26:42.148278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:42.169916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Transition to ACTIVE for port object f27bc6d6-8a1e-448b-b716-13ef7256fd6d will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:26:42.176659 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:42.245127 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:42.250762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-eb8a27a2-4d69-459f-af0f-84dbf690deb4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2445924 Aug 30 13:26:42.259871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Pushing event updated for resources: {'Port': ['ID=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:42.479018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-073f019f-53c9-409f-8341-232b8b7b6274 service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028246 Aug 30 13:26:42.486958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Attempting to bind port f27bc6d6-8a1e-448b-b716-13ef7256fd6d on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:26:42.488059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Attempting to bind port f27bc6d6-8a1e-448b-b716-13ef7256fd6d by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:26:42.488486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Attempting to bind port f27bc6d6-8a1e-448b-b716-13ef7256fd6d on network 336e0072-2712-4de3-a314-e0386da8d4b3 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:26:42.506495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Port f27bc6d6-8a1e-448b-b716-13ef7256fd6d on network 336e0072-2712-4de3-a314-e0386da8d4b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:26:42.507062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Attempting to bind port f27bc6d6-8a1e-448b-b716-13ef7256fd6d on network 336e0072-2712-4de3-a314-e0386da8d4b3 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:26:42.514880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:26:42.515233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Checking segment: {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:26:42.515597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Bound using segment: {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:26:42.516028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Bound port: f27bc6d6-8a1e-448b-b716-13ef7256fd6d, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:26:42.516394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:42.661274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] For port f27bc6d6-8a1e-448b-b716-13ef7256fd6d, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:26:42.665788 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-b9a92472-8398-4e8d-9681-2dbd3b989005 service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701598 Aug 30 13:26:42.668145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] For port f27bc6d6-8a1e-448b-b716-13ef7256fd6d, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:26:42.674771 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:42.785319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:42.790685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:42.792222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] 10.222.0.35 "PUT /v2.0/ports/f27bc6d6-8a1e-448b-b716-13ef7256fd6d HTTP/1.1" status: 200 len: 1091 time: 1.4692461 Aug 30 13:26:42.792760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6930ceb-f143-4199-99ed-c68a09b87fc4', 'tag': 'f27bc6d6-8a1e-448b-b716-13ef7256fd6d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:42.795206 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e96fc1-d529-4175-9878-44d594762c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6930ceb-f143-4199-99ed-c68a09b87fc4", "tag": "f27bc6d6-8a1e-448b-b716-13ef7256fd6d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:42.866406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b31d1-5d89-40ac-ae68-1ea1adabcf22 service neutron] Pushing event updated for resources: {'Port': ['ID=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:42.903022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 607e5517-c5d0-45b4-ad5c-fd538dc0a117 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:26:43.025625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed082aeb-da30-4d78-984e-e54501de377f req-9b7c5122-b929-4ef6-87d5-3b11c466b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:43.027627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-9b7c5122-b929-4ef6-87d5-3b11c466b29a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 1094 time: 0.1314416 Aug 30 13:26:43.046784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 607e5517-c5d0-45b4-ad5c-fd538dc0a117 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:26:43.049853 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:43.118360 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def35497-0117-439c-9407-8d5dcb9385b0 x-openstack-request-id: req-def35497-0117-439c-9407-8d5dcb9385b0 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:43.118955 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6930ceb-f143-4199-99ed-c68a09b87fc4", "tag": "f27bc6d6-8a1e-448b-b716-13ef7256fd6d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:43.119368 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-def35497-0117-439c-9407-8d5dcb9385b0 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:43.120046 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6930ceb-f143-4199-99ed-c68a09b87fc4', 'tag': 'f27bc6d6-8a1e-448b-b716-13ef7256fd6d', 'status': 'completed', 'code': 200} Aug 30 13:26:43.122835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-b4ec7a06-f8f3-449f-a387-3649db0b39f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d HTTP/1.1" status: 200 len: 217 time: 0.0831864 Aug 30 13:26:43.194870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6828c64d-3922-4f88-85dd-37756aabf305 req-8805a54c-2daf-434b-b838-14fa53903b21 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 210 time: 0.0630987 Aug 30 13:26:43.283179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed082aeb-da30-4d78-984e-e54501de377f req-8881d755-2bdf-4c64-84a5-06fcf2c3792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:43.284942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-8881d755-2bdf-4c64-84a5-06fcf2c3792f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 200 len: 850 time: 0.1460304 Aug 30 13:26:43.325776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d2a06-8891-4fb6-bcb2-36e25a8362cd req-5cb4ebaa-a6aa-401b-af34-40f8024a7c41 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:43.327853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d7d2a06-8891-4fb6-bcb2-36e25a8362cd req-5cb4ebaa-a6aa-401b-af34-40f8024a7c41 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 943 time: 0.1619141 Aug 30 13:26:43.362265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-418aa215-565e-4bc3-b480-509f9b6df680 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=336e0072-2712-4de3-a314-e0386da8d4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591714 Aug 30 13:26:43.431834 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d7d2a06-8891-4fb6-bcb2-36e25a8362cd req-e27124fc-0aca-4fd4-a43a-103fc606549c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667498 Aug 30 13:26:43.572650 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-31d0a658-e4f3-4691-8721-f71c0840a302 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594124 Aug 30 13:26:43.693696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed082aeb-da30-4d78-984e-e54501de377f req-a577a50b-d364-4804-a5a1-0fced104be03 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140809 Aug 30 13:26:43.820813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e96fc1-d529-4175-9878-44d594762c4a req-088add22-ef92-451a-af92-0eb919f98186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:43.824271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7e96fc1-d529-4175-9878-44d594762c4a req-088add22-ef92-451a-af92-0eb919f98186 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 1094 time: 0.0664823 Aug 30 13:26:43.961965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e96fc1-d529-4175-9878-44d594762c4a req-2fc7cf8c-1d09-4d8e-ac02-330a560b74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:43.963553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7e96fc1-d529-4175-9878-44d594762c4a req-2fc7cf8c-1d09-4d8e-ac02-330a560b74ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 911 time: 0.1277616 Aug 30 13:26:44.018837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7e96fc1-d529-4175-9878-44d594762c4a req-034c9641-3e1b-47c8-8306-7a75a9ef3eeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d HTTP/1.1" status: 200 len: 217 time: 0.0477579 Aug 30 13:26:44.084970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e96fc1-d529-4175-9878-44d594762c4a req-bb831cf7-dc5c-4214-ba78-1666b20e0eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:44.084970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7e96fc1-d529-4175-9878-44d594762c4a req-bb831cf7-dc5c-4214-ba78-1666b20e0eab service neutron] 10.222.0.35 "GET /v2.0/subnets?id=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 200 len: 850 time: 0.0578535 Aug 30 13:26:44.129151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7e96fc1-d529-4175-9878-44d594762c4a req-f7f2a8d2-d4a0-452f-89b2-47b6a018d336 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=336e0072-2712-4de3-a314-e0386da8d4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378282 Aug 30 13:26:44.240443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7e96fc1-d529-4175-9878-44d594762c4a req-149a0195-1c7e-466b-9131-111580dfe2d3 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040652 Aug 30 13:26:44.314310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bda6e497-dcc9-49b2-b9c0-4278f6b4da60 req-2d488afb-cabc-4eee-bb14-7f0deac5f229 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 210 time: 0.0335939 Aug 30 13:26:44.411677 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7e96fc1-d529-4175-9878-44d594762c4a req-23d7b40d-578c-42e6-9c52-ab2d9ef34c6a service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638014 Aug 30 13:26:44.582325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-6b1f33b0-6987-4bef-90ce-c27a86457d1b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:44.584856 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-6b1f33b0-6987-4bef-90ce-c27a86457d1b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.1548007 Aug 30 13:26:44.597326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'port': {'device_id': '24c2b657-d6ba-4975-8f9b-75c058158ee5', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'admin_state_up': True, 'tenant_id': '1db640a70d964862a92b0278204e0a01'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:26:44.779855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55674f-b68e-41f4-a440-dba91d4e9e6f req-bd954639-86de-419d-b1db-b88422366d8b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:44.781452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f55674f-b68e-41f4-a440-dba91d4e9e6f req-bd954639-86de-419d-b1db-b88422366d8b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 943 time: 0.1151540 Aug 30 13:26:44.843608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Made reservation on behalf of 1db640a70d964862a92b0278204e0a01 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:26:44.848201 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:44.867972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f55674f-b68e-41f4-a440-dba91d4e9e6f req-7e0f757e-1390-46ef-af79-d72ed13323c6 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776486 Aug 30 13:26:45.052447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Allocated IP 172.20.0.12 (fd66e202-6277-45e4-9038-736c47d32d37/2062eeeb-1e7b-46a3-8ac8-545725812198/0db1f8de-0aa7-463e-91c6-ca284549700d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:26:45.261960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:45.277613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Transition to ACTIVE for port object 0db1f8de-0aa7-463e-91c6-ca284549700d will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:26:45.321097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:45.393174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'Port': ['ID=0db1f8de-0aa7-463e-91c6-ca284549700d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:45.409988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.410318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.410800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.411148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.411490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.411820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.412147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.412472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.412796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.413532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.413885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.414211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:26:45.423558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Network fd66e202-6277-45e4-9038-736c47d32d37 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:26:45.425544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:26:45.428148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:26:45.517091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:45.520136 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:45.544650 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-ff5b37bc-30b3-4f6d-8b44-5ab6412de85c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9514008 Aug 30 13:26:45.548699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e5d3a-41f0-4885-b75f-a4e2b7d127af req-30f650a5-951b-47e1-94fd-d5146cd10ab5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:45.550551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-171e5d3a-41f0-4885-b75f-a4e2b7d127af req-30f650a5-951b-47e1-94fd-d5146cd10ab5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 932 time: 0.0994985 Aug 30 13:26:45.562555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Request body: {'port': {'device_id': '24c2b657-d6ba-4975-8f9b-75c058158ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:26:45.633957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-171e5d3a-41f0-4885-b75f-a4e2b7d127af req-f73395bf-a1df-4153-8e25-79cb9e35cba8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723693 Aug 30 13:26:45.664095 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:45.894980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-144051ea-4e1c-47e7-bd37-f50c4916d121 None None] Provisioning for port 0db1f8de-0aa7-463e-91c6-ca284549700d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:26:45.905390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-144051ea-4e1c-47e7-bd37-f50c4916d121 None None] Provisioning complete for port 0db1f8de-0aa7-463e-91c6-ca284549700d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:26:45.906594 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-144051ea-4e1c-47e7-bd37-f50c4916d121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:45.980154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-144051ea-4e1c-47e7-bd37-f50c4916d121 None None] Port 0db1f8de-0aa7-463e-91c6-ca284549700d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:26:46.093003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f1d45-5696-4959-9086-aaa88922cea8 req-bf547699-6b8b-4355-9b8d-4d03ad0bd78d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:46.094759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b60f1d45-5696-4959-9086-aaa88922cea8 req-bf547699-6b8b-4355-9b8d-4d03ad0bd78d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 943 time: 0.0953226 Aug 30 13:26:46.192769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b60f1d45-5696-4959-9086-aaa88922cea8 req-1646e5b5-2ac1-44eb-b309-ae3d13623987 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856578 Aug 30 13:26:46.208770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db1f8de-0aa7-463e-91c6-ca284549700d {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:26:46.224469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:46.244539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Transition to ACTIVE for port object 0db1f8de-0aa7-463e-91c6-ca284549700d will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:26:46.250923 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:46.352521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Pushing event updated for resources: {'Port': ['ID=0db1f8de-0aa7-463e-91c6-ca284549700d,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:46.447675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Attempting to bind port 0db1f8de-0aa7-463e-91c6-ca284549700d on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:26:46.448206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Attempting to bind port 0db1f8de-0aa7-463e-91c6-ca284549700d by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:26:46.448739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Attempting to bind port 0db1f8de-0aa7-463e-91c6-ca284549700d on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:26:46.454296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Port 0db1f8de-0aa7-463e-91c6-ca284549700d on network fd66e202-6277-45e4-9038-736c47d32d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:26:46.454786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Attempting to bind port 0db1f8de-0aa7-463e-91c6-ca284549700d on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:26:46.460958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:26:46.461447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Checking segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:26:46.462448 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Bound using segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:26:46.463021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Bound port: 0db1f8de-0aa7-463e-91c6-ca284549700d, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:26:46.463498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:46.565629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] For port 0db1f8de-0aa7-463e-91c6-ca284549700d, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:26:46.571892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] For port 0db1f8de-0aa7-463e-91c6-ca284549700d, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0db1f8de-0aa7-463e-91c6-ca284549700d,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:26:46.579661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:46.624340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:46.625577 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:46.626420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] 10.222.0.16 "PUT /v2.0/ports/0db1f8de-0aa7-463e-91c6-ca284549700d HTTP/1.1" status: 200 len: 1092 time: 1.0707419 Aug 30 13:26:46.626876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c2b657-d6ba-4975-8f9b-75c058158ee5', 'tag': '0db1f8de-0aa7-463e-91c6-ca284549700d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:46.629347 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ae2594-72bc-40d8-b395-ff03c8466913" -d '{"events": [{"name": "network-changed", "server_uuid": "24c2b657-d6ba-4975-8f9b-75c058158ee5", "tag": "0db1f8de-0aa7-463e-91c6-ca284549700d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:46.676477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14b4b8-f852-4da5-b130-3687b3624b00 service neutron] Pushing event updated for resources: {'Port': ['ID=0db1f8de-0aa7-463e-91c6-ca284549700d,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:46.815869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-da3a1a41-7efb-4178-bd10-e4b9729e53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:46.815869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-da3a1a41-7efb-4178-bd10-e4b9729e53f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 1095 time: 0.0853586 Aug 30 13:26:46.815869 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd38fdd-74fa-4247-ba08-c7e4381d4dc1 x-openstack-request-id: req-6fd38fdd-74fa-4247-ba08-c7e4381d4dc1 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:46.815869 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c2b657-d6ba-4975-8f9b-75c058158ee5", "tag": "0db1f8de-0aa7-463e-91c6-ca284549700d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:46.815869 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6fd38fdd-74fa-4247-ba08-c7e4381d4dc1 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:46.815869 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c2b657-d6ba-4975-8f9b-75c058158ee5', 'tag': '0db1f8de-0aa7-463e-91c6-ca284549700d', 'status': 'completed', 'code': 200} Aug 30 13:26:46.930773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-6e2ba39e-f3c8-4a13-b0a6-7952b7b21922 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db1f8de-0aa7-463e-91c6-ca284549700d HTTP/1.1" status: 200 len: 217 time: 0.1418877 Aug 30 13:26:47.013251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-db3788e6-421d-4bdf-93be-079303731180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:47.014737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-db3788e6-421d-4bdf-93be-079303731180 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0633886 Aug 30 13:26:47.022469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47c999-11ab-4ba2-84af-57810cb7b834 req-7cf51d5f-c16e-4ba7-804e-949a1633408a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:47.023847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc47c999-11ab-4ba2-84af-57810cb7b834 req-7cf51d5f-c16e-4ba7-804e-949a1633408a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 944 time: 0.1991732 Aug 30 13:26:47.088035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-964b02f2-af64-47a5-8907-5f5dbcbf8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:47.090434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-964b02f2-af64-47a5-8907-5f5dbcbf8a25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648286 Aug 30 13:26:47.098218 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc47c999-11ab-4ba2-84af-57810cb7b834 req-9380ff0e-71ea-4e8d-93a0-b04eef31f10d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648699 Aug 30 13:26:47.192804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684def0-2cbe-42dd-b578-54295d1c9919 req-6a14adaa-9460-45ec-8a27-0685ffa828bf tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:47.194388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4684def0-2cbe-42dd-b578-54295d1c9919 req-6a14adaa-9460-45ec-8a27-0685ffa828bf tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 950 time: 0.0588887 Aug 30 13:26:47.214989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-847c81ce-1ed3-4981-8014-358127a79324 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151531 Aug 30 13:26:47.253400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4684def0-2cbe-42dd-b578-54295d1c9919 req-5aafb3a9-80cf-4d39-adb4-53d2dd9dc7bb tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520284 Aug 30 13:26:47.375546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33ef4b74-e2ed-40ff-86f4-eed9d777624e req-090060cf-cff7-48c0-9f00-9d49b450f8a1 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405680 Aug 30 13:26:47.388691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f27bc6d6-8a1e-448b-b716-13ef7256fd6d details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:26:47.391431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81acf2bb-ec4d-45ff-9e3e-b196c8cc8c43 req-83248d7b-9cf0-4f59-92de-c95c9931492a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:47.393382 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81acf2bb-ec4d-45ff-9e3e-b196c8cc8c43 req-83248d7b-9cf0-4f59-92de-c95c9931492a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 943 time: 0.0925889 Aug 30 13:26:47.470705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81acf2bb-ec4d-45ff-9e3e-b196c8cc8c43 req-9c496fb0-41fe-440c-9272-2650b98c65ae tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689476 Aug 30 13:26:47.488492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-a4c76ad9-aab1-407d-bf90-d4d80a990148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:47.490238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-a4c76ad9-aab1-407d-bf90-d4d80a990148 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 1095 time: 0.0554142 Aug 30 13:26:47.534474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port f27bc6d6-8a1e-448b-b716-13ef7256fd6d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:47.552983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'f27bc6d6-8a1e-448b-b716-13ef7256fd6d', 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3', 'port_id': 'f27bc6d6-8a1e-448b-b716-13ef7256fd6d', 'mac_address': 'fa:16:3e:d5:77:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451b1355-c97f-4af6-9b0d-e9c1cb53fcb5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:26:47.600092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-3e2e8d1a-d1ad-4934-b9e5-c2341f78bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:47.601629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-3e2e8d1a-d1ad-4934-b9e5-c2341f78bb1c service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1024539 Aug 30 13:26:47.615533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:47.636929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27bc6d6-8a1e-448b-b716-13ef7256fd6d {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:26:47.668666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port f27bc6d6-8a1e-448b-b716-13ef7256fd6d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:47.670329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-97ef07a5-2b22-4792-8539-d18e74689f88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db1f8de-0aa7-463e-91c6-ca284549700d HTTP/1.1" status: 200 len: 217 time: 0.0547099 Aug 30 13:26:47.673319 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:47.735913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-1438718a-9bac-448f-bb10-5f86e237fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:47.738582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-1438718a-9bac-448f-bb10-5f86e237fa44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0600176 Aug 30 13:26:47.752821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:47.811358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-dba4cb03-90fd-4bc8-ab63-d6b396bc0e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:47.812817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-dba4cb03-90fd-4bc8-ab63-d6b396bc0e31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647893 Aug 30 13:26:47.922360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-607fb0c8-b65a-414e-9ce3-0e314b22f6fa service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019635 Aug 30 13:26:47.990776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['f27bc6d6-8a1e-448b-b716-13ef7256fd6d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:26:48.051786 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5ae2594-72bc-40d8-b395-ff03c8466913 req-9761054f-7b6b-406b-9308-b0a6714e879e service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219802 Aug 30 13:26:48.258579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3d212-20a8-4edb-a042-018f1b3c3db6 req-f9517343-fe36-4edc-a466-eef6260f9319 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:48.260674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fc3d212-20a8-4edb-a042-018f1b3c3db6 req-f9517343-fe36-4edc-a466-eef6260f9319 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 944 time: 0.0731611 Aug 30 13:26:48.316304 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fc3d212-20a8-4edb-a042-018f1b3c3db6 req-3a400fd7-90c0-4194-890a-2b34e791c1c2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479286 Aug 30 13:26:48.441890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888637b-98b2-4116-94fa-f8f694adf612 req-3704c0a5-31da-41a9-b338-7e7ab7126b38 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:48.443472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b888637b-98b2-4116-94fa-f8f694adf612 req-3704c0a5-31da-41a9-b338-7e7ab7126b38 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 950 time: 0.0884476 Aug 30 13:26:48.491934 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b888637b-98b2-4116-94fa-f8f694adf612 req-8f6cc943-fd4d-4c27-a86a-b5a4ff27b12b tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/security-groups?id=176cafec-0462-4fd6-b825-38dc19e78f72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Aug 30 13:26:48.632644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de85f8-488d-4177-9b7f-5221bc2373f7 req-672ccaab-21cd-4f82-b896-b5160e6d50e2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:48.634224 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98de85f8-488d-4177-9b7f-5221bc2373f7 req-672ccaab-21cd-4f82-b896-b5160e6d50e2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 944 time: 0.0616760 Aug 30 13:26:48.677455 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98de85f8-488d-4177-9b7f-5221bc2373f7 req-94a7c4cb-ef9f-459d-b57f-13e936f2d452 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350268 Aug 30 13:26:48.832971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-1935f464-5aae-4b76-ab16-2568dab6c53d tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:48.834492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-1935f464-5aae-4b76-ab16-2568dab6c53d tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.35 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 950 time: 0.0620704 Aug 30 13:26:48.940243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Deleting port 445cba96-bb79-4891-9bd8-8ade8bd142d8 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:26:48.940511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:49.054513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] For port 445cba96-bb79-4891-9bd8-8ade8bd142d8, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=445cba96-bb79-4891-9bd8-8ade8bd142d8,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:49.054791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:49.067929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Calling delete_port for 445cba96-bb79-4891-9bd8-8ade8bd142d8 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:26:49.212888 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:49.227072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['445cba96-bb79-4891-9bd8-8ade8bd142d8'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:26:49.248770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Pushing event deleted for resources: {'Port': ['ID=445cba96-bb79-4891-9bd8-8ade8bd142d8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:49.338734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] No DVR routers for this DVR port 445cba96-bb79-4891-9bd8-8ade8bd142d8 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:26:49.342761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:49.346236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-749bc5c5-5eed-4baa-83e3-64de301f5de1 req-65bea450-044f-4d17-a2f5-59bc8d8987f9 tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.35 "DELETE /v2.0/ports/445cba96-bb79-4891-9bd8-8ade8bd142d8 HTTP/1.1" status: 204 len: 173 time: 0.5049803 Aug 30 13:26:49.347653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '425cafd5-fb3b-4b53-ac28-9eb25a4bad91', 'name': 'network-vif-deleted', 'tag': '445cba96-bb79-4891-9bd8-8ade8bd142d8'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:49.372265 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acb318b-957a-4e99-ab84-23f987d0caac" -d '{"events": [{"server_uuid": "425cafd5-fb3b-4b53-ac28-9eb25a4bad91", "name": "network-vif-deleted", "tag": "445cba96-bb79-4891-9bd8-8ade8bd142d8"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:49.400935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f27bc6d6-8a1e-448b-b716-13ef7256fd6d up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:26:49.450481 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb55529-9ec5-4f94-a0c7-8a559f011d65 x-openstack-request-id: req-3bb55529-9ec5-4f94-a0c7-8a559f011d65 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:49.452423 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "425cafd5-fb3b-4b53-ac28-9eb25a4bad91", "name": "network-vif-deleted", "tag": "445cba96-bb79-4891-9bd8-8ade8bd142d8", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:49.453253 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3bb55529-9ec5-4f94-a0c7-8a559f011d65 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:49.454519 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '425cafd5-fb3b-4b53-ac28-9eb25a4bad91', 'name': 'network-vif-deleted', 'tag': '445cba96-bb79-4891-9bd8-8ade8bd142d8', 'status': 'completed', 'code': 200} Aug 30 13:26:49.522378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port f27bc6d6-8a1e-448b-b716-13ef7256fd6d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:26:49.529295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port f27bc6d6-8a1e-448b-b716-13ef7256fd6d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:26:49.530025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:49.556590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6a050-6ab7-41a6-8233-1f63bee0a26b req-0c435190-dad9-4df1-8212-82b8b9671aec tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:49.568038 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14f6a050-6ab7-41a6-8233-1f63bee0a26b req-0c435190-dad9-4df1-8212-82b8b9671aec tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 944 time: 0.1077187 Aug 30 13:26:49.617293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14f6a050-6ab7-41a6-8233-1f63bee0a26b req-1863f9d6-a85d-4829-8247-78240d13c104 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484030 Aug 30 13:26:49.710170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a678f8a4-6cb4-4b56-9d41-9f6839f278d5 req-9df5c1fb-72c4-4760-ba49-706ef5ccdecc tempest-VolumesBackupsTest-862374910 tempest-VolumesBackupsTest-862374910-project] 10.222.0.37 "GET /v2.0/ports?device_id=425cafd5-fb3b-4b53-ac28-9eb25a4bad91 HTTP/1.1" status: 200 len: 210 time: 0.0850916 Aug 30 13:26:49.749589 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:49.775912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6930ceb-f143-4199-99ed-c68a09b87fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27bc6d6-8a1e-448b-b716-13ef7256fd6d'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:49.778145 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d1496a-dde8-4f2a-85de-6c5d4e03d109" -d '{"events": [{"server_uuid": "e6930ceb-f143-4199-99ed-c68a09b87fc4", "name": "network-vif-plugged", "status": "completed", "tag": "f27bc6d6-8a1e-448b-b716-13ef7256fd6d"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:49.799430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port f27bc6d6-8a1e-448b-b716-13ef7256fd6d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:49.805239 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:49.861841 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd0f32e-b707-4213-87d6-28ba83d996be x-openstack-request-id: req-9dd0f32e-b707-4213-87d6-28ba83d996be {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:49.862264 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6930ceb-f143-4199-99ed-c68a09b87fc4", "name": "network-vif-plugged", "status": "completed", "tag": "f27bc6d6-8a1e-448b-b716-13ef7256fd6d", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:49.862606 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9dd0f32e-b707-4213-87d6-28ba83d996be {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:49.863090 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6930ceb-f143-4199-99ed-c68a09b87fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27bc6d6-8a1e-448b-b716-13ef7256fd6d', 'code': 200} Aug 30 13:26:49.865558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c335cb-5fbd-4608-9f7c-c7e3e334c6a7 req-c3026f0b-dd83-405e-9102-9119ab5cf912 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:49.871346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33c335cb-5fbd-4608-9f7c-c7e3e334c6a7 req-c3026f0b-dd83-405e-9102-9119ab5cf912 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0792229 Aug 30 13:26:49.917999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:49.919989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33c335cb-5fbd-4608-9f7c-c7e3e334c6a7 req-af63b5d9-3ca3-42f1-bf0d-093df53d7a63 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Aug 30 13:26:49.995894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6d27f-e860-440e-b154-ea43ce226224 req-6c4ebd26-d47c-4a3b-8049-bfe6a6820a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:49.997648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cae6d27f-e860-440e-b154-ea43ce226224 req-6c4ebd26-d47c-4a3b-8049-bfe6a6820a27 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0678835 Aug 30 13:26:50.047800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cae6d27f-e860-440e-b154-ea43ce226224 req-79b8416d-616f-4582-99b9-c199548c6fce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Aug 30 13:26:50.784827 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62d149-931e-4dff-bda9-e37c9c414dcf req-b7737c8e-59cc-4fc1-998d-f7a9733ef2de tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:50.786595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c62d149-931e-4dff-bda9-e37c9c414dcf req-b7737c8e-59cc-4fc1-998d-f7a9733ef2de tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 944 time: 0.0781693 Aug 30 13:26:50.856517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c62d149-931e-4dff-bda9-e37c9c414dcf req-f6822d25-c47f-4b70-abe6-7e8f77e16b29 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563054 Aug 30 13:26:50.863765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 0db1f8de-0aa7-463e-91c6-ca284549700d details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:26:51.119342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ea438-c793-4784-8ffa-c3efa88256b1 req-6f9f562a-9a2c-4653-8281-93d7537ae2fc tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:51.121066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-887ea438-c793-4784-8ffa-c3efa88256b1 req-6f9f562a-9a2c-4653-8281-93d7537ae2fc tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0777516 Aug 30 13:26:51.199320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-887ea438-c793-4784-8ffa-c3efa88256b1 req-38f0b9c2-0757-47ec-93ab-9b1a1b548e70 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692599 Aug 30 13:26:51.326906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 0db1f8de-0aa7-463e-91c6-ca284549700d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0db1f8de-0aa7-463e-91c6-ca284549700d,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:51.349797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '0db1f8de-0aa7-463e-91c6-ca284549700d', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'port_id': '0db1f8de-0aa7-463e-91c6-ca284549700d', 'mac_address': 'fa:16:3e:e7:9a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:26:51.422109 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:51.445905 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db1f8de-0aa7-463e-91c6-ca284549700d {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:26:51.453999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-1272cc4e-2e40-44cf-98b9-0c9913cc4d0b service neutron] (95698) timed out ('10.222.0.35', 64174) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:26:51.482356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 0db1f8de-0aa7-463e-91c6-ca284549700d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0db1f8de-0aa7-463e-91c6-ca284549700d,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:51.487710 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:51.585019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=0db1f8de-0aa7-463e-91c6-ca284549700d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:51.708684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0db1f8de-0aa7-463e-91c6-ca284549700d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:26:52.125558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8826f102-d477-41a4-92aa-0381f423c80b req-3deb1a59-b9cd-47da-a2a8-fc3dc8848dd5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:52.127822 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8826f102-d477-41a4-92aa-0381f423c80b req-3deb1a59-b9cd-47da-a2a8-fc3dc8848dd5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 945 time: 0.0821896 Aug 30 13:26:52.191853 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8826f102-d477-41a4-92aa-0381f423c80b req-3f522f32-b9ba-4871-999c-6ea00cb2845e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568578 Aug 30 13:26:52.352966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c206c3-1908-4525-ae77-9f78769e9782 req-5802aef2-3539-433c-8300-69a6be4d6801 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:52.355456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85c206c3-1908-4525-ae77-9f78769e9782 req-5802aef2-3539-433c-8300-69a6be4d6801 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0701189 Aug 30 13:26:52.400427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85c206c3-1908-4525-ae77-9f78769e9782 req-e80a54de-e65b-4cbe-9870-a9ab8ee5549c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381382 Aug 30 13:26:52.752328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbe46d-346f-405a-94c2-009194372674 req-348d50cb-cf9b-460e-94ed-71544c369d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:52.754085 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4adbe46d-346f-405a-94c2-009194372674 req-348d50cb-cf9b-460e-94ed-71544c369d45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 1096 time: 0.1252170 Aug 30 13:26:52.774839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073be0a3-6bd8-4f07-9902-8891c1b245d9 req-838232dc-00ee-4a2a-b99a-bd3d8bcc84e2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:52.778266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-073be0a3-6bd8-4f07-9902-8891c1b245d9 req-838232dc-00ee-4a2a-b99a-bd3d8bcc84e2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.1050448 Aug 30 13:26:52.858180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 0db1f8de-0aa7-463e-91c6-ca284549700d up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:26:52.899493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-073be0a3-6bd8-4f07-9902-8891c1b245d9 req-2834b6d6-943b-4100-a799-3c152e5872d1 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880625 Aug 30 13:26:52.937537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbe46d-346f-405a-94c2-009194372674 req-d7c62572-2588-4fe5-b22b-ae7031c93720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:52.954579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4adbe46d-346f-405a-94c2-009194372674 req-d7c62572-2588-4fe5-b22b-ae7031c93720 service neutron] 10.222.0.35 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 911 time: 0.1787117 Aug 30 13:26:53.000800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 0db1f8de-0aa7-463e-91c6-ca284549700d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:26:53.006700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 0db1f8de-0aa7-463e-91c6-ca284549700d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:26:53.007213 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:53.013928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4adbe46d-346f-405a-94c2-009194372674 req-d89436f9-728c-4676-b321-661f142c5119 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d HTTP/1.1" status: 200 len: 217 time: 0.0664124 Aug 30 13:26:53.137609 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:53.178129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c2b657-d6ba-4975-8f9b-75c058158ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db1f8de-0aa7-463e-91c6-ca284549700d'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:26:53.184075 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6f67f6-a02f-4e23-af9d-aa5a43945548" -d '{"events": [{"server_uuid": "24c2b657-d6ba-4975-8f9b-75c058158ee5", "name": "network-vif-plugged", "status": "completed", "tag": "0db1f8de-0aa7-463e-91c6-ca284549700d"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:26:53.223360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 0db1f8de-0aa7-463e-91c6-ca284549700d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0db1f8de-0aa7-463e-91c6-ca284549700d,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:26:53.229119 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:53.346404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=0db1f8de-0aa7-463e-91c6-ca284549700d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:26:53.391303 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e54156e-d0f6-4ed6-9bb3-71733b7cb532 x-openstack-request-id: req-9e54156e-d0f6-4ed6-9bb3-71733b7cb532 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:26:53.391933 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c2b657-d6ba-4975-8f9b-75c058158ee5", "name": "network-vif-plugged", "status": "completed", "tag": "0db1f8de-0aa7-463e-91c6-ca284549700d", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:26:53.392906 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9e54156e-d0f6-4ed6-9bb3-71733b7cb532 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:26:53.393624 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c2b657-d6ba-4975-8f9b-75c058158ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db1f8de-0aa7-463e-91c6-ca284549700d', 'code': 200} Aug 30 13:26:53.427969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 445cba96-bb79-4891-9bd8-8ade8bd142d8 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:26:53.483360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 445cba96-bb79-4891-9bd8-8ade8bd142d8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:26:53.483811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 445cba96-bb79-4891-9bd8-8ade8bd142d8 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:26:53.675632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbe46d-346f-405a-94c2-009194372674 req-ed56944d-060f-4ad3-a275-b55331282ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:53.677111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4adbe46d-346f-405a-94c2-009194372674 req-ed56944d-060f-4ad3-a275-b55331282ea7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 200 len: 850 time: 0.6571264 Aug 30 13:26:53.711229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4397eb-0578-460d-838f-27bbfeb65f42 req-72dc1cf0-7e3b-4ec1-9980-0b9413117577 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:53.712863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab4397eb-0578-460d-838f-27bbfeb65f42 req-72dc1cf0-7e3b-4ec1-9980-0b9413117577 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.1100187 Aug 30 13:26:53.728628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f62b56-1e8d-4a4a-90b1-050a1444897c req-241eb76c-00d0-4dc0-9830-150bbb87f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:53.730447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6f62b56-1e8d-4a4a-90b1-050a1444897c req-241eb76c-00d0-4dc0-9830-150bbb87f39d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 1097 time: 0.1261792 Aug 30 13:26:53.733982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4adbe46d-346f-405a-94c2-009194372674 req-5e4d3ed8-f614-4f3b-8ce2-502213c2d7e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=336e0072-2712-4de3-a314-e0386da8d4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497358 Aug 30 13:26:53.816737 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:26:53.890875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab4397eb-0578-460d-838f-27bbfeb65f42 req-c39094a9-0c69-46a2-b7e5-6da82c8303ac tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583829 Aug 30 13:26:53.901318 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6f62b56-1e8d-4a4a-90b1-050a1444897c req-79d874f6-dfbf-49a5-8aa2-397043091d78 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606555 Aug 30 13:26:53.953828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4adbe46d-346f-405a-94c2-009194372674 req-7f5dc6cf-3efc-427d-86b4-1d7f67d5291d service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114992 Aug 30 13:26:54.107535 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4adbe46d-346f-405a-94c2-009194372674 req-6bd54d14-d818-4e9b-b31a-a4e81d7687a3 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468170 Aug 30 13:26:54.146886 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f460191-28a3-4fb9-8882-06ddb7fcbc4b req-ec08c663-f38f-40a2-b37e-f54c0787df04 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:54.150529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f460191-28a3-4fb9-8882-06ddb7fcbc4b req-ec08c663-f38f-40a2-b37e-f54c0787df04 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0815244 Aug 30 13:26:54.216960 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f460191-28a3-4fb9-8882-06ddb7fcbc4b req-a94e21fb-536c-47de-8d1f-4bfc9a1aeb86 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571637 Aug 30 13:26:55.158436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e29117-1b9b-4d54-b441-5b01c260e468 req-5ced2f5a-7a6f-4702-8506-42395fbd34db tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:55.164832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4e29117-1b9b-4d54-b441-5b01c260e468 req-5ced2f5a-7a6f-4702-8506-42395fbd34db tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.1712809 Aug 30 13:26:55.239767 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4e29117-1b9b-4d54-b441-5b01c260e468 req-633062d9-7aea-45b9-b28b-6933bf52ea24 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Aug 30 13:26:55.398522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab06802-c494-4457-8636-dd96fa9902ae req-94b8af75-5882-426c-9ca7-85495ead17cf tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:55.400870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ab06802-c494-4457-8636-dd96fa9902ae req-94b8af75-5882-426c-9ca7-85495ead17cf tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0707474 Aug 30 13:26:55.489770 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ab06802-c494-4457-8636-dd96fa9902ae req-847a83cb-53a4-405c-b332-0b4c1ec7612a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594280 Aug 30 13:26:55.582775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-7c779e0f-6b71-4bf1-a930-f3af3b6e174e req-65a8209e-4be9-4259-8190-011066ab34c6 service neutron] (95699) timed out ('10.222.0.16', 62248) {{(pid=95699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:26:56.432352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829dde7-4775-4f6d-b05d-713dab30aec0 req-39d6d4ca-3e13-48c5-9043-cad3acce4c9c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:56.434713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1829dde7-4775-4f6d-b05d-713dab30aec0 req-39d6d4ca-3e13-48c5-9043-cad3acce4c9c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0833473 Aug 30 13:26:56.501537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-6aeb58ef-1704-42e0-afa3-f180c953f695 req-67dbabe4-21c5-4410-b8de-84620046f77b service neutron] (95699) timed out ('10.222.0.16', 62060) {{(pid=95699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:26:56.505512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1829dde7-4775-4f6d-b05d-713dab30aec0 req-e742321c-50e5-4462-85ba-5b3879cfa61c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599325 Aug 30 13:26:56.642958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328113-3b58-45df-95fc-5c3d33bc499b req-4f2a6366-4b83-419b-97bf-001f351ef9b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:56.644522 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5328113-3b58-45df-95fc-5c3d33bc499b req-4f2a6366-4b83-419b-97bf-001f351ef9b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0601132 Aug 30 13:26:56.711493 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5328113-3b58-45df-95fc-5c3d33bc499b req-4f960d40-4815-4b3f-8da7-27adac7d1269 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531001 Aug 30 13:26:56.833185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90008253-1fde-4138-9fea-79d963533cdf req-5db766b7-6023-4b85-a2f2-cfe60fe0da32 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:56.836200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90008253-1fde-4138-9fea-79d963533cdf req-5db766b7-6023-4b85-a2f2-cfe60fe0da32 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0742216 Aug 30 13:26:56.891373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90008253-1fde-4138-9fea-79d963533cdf req-9a1c5451-81a7-4f40-b1c8-471bbed36bf7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439286 Aug 30 13:26:57.874615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc93742-322d-4499-8c12-71d93926e6fe req-7763383d-4217-42f3-ad86-5bae61af16fd tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:57.876165 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-efc93742-322d-4499-8c12-71d93926e6fe req-7763383d-4217-42f3-ad86-5bae61af16fd tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0593889 Aug 30 13:26:57.943091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-efc93742-322d-4499-8c12-71d93926e6fe req-05770e2c-cb46-4556-85b0-70c80e872b6f tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594900 Aug 30 13:26:58.053424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f76e1f-9834-4d6d-9341-b28d068e61c1 req-275cf5d0-5e80-4dd7-93d7-9488cf0d6f25 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:58.056224 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4f76e1f-9834-4d6d-9341-b28d068e61c1 req-275cf5d0-5e80-4dd7-93d7-9488cf0d6f25 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0748873 Aug 30 13:26:58.112927 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4f76e1f-9834-4d6d-9341-b28d068e61c1 req-106fc8c2-c2cc-4aa5-8775-908a9959a918 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509140 Aug 30 13:26:58.453507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:26:59.113349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49f2ed-175e-4afb-a22b-67ffaba8672a req-bac5194a-ccbc-4f1b-8e3a-9027a10c6f03 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:59.114934 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef49f2ed-175e-4afb-a22b-67ffaba8672a req-bac5194a-ccbc-4f1b-8e3a-9027a10c6f03 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0738227 Aug 30 13:26:59.166389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef49f2ed-175e-4afb-a22b-67ffaba8672a req-c0ce553a-383f-4ed1-ad8b-fba79e72bc96 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424359 Aug 30 13:26:59.312243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6a8c0-44a0-4cc7-8ce3-ef28d8b5dfe1 req-8fcc5ad7-c1c7-4b1b-8bcc-b543c0236da7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:26:59.314801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fe6a8c0-44a0-4cc7-8ce3-ef28d8b5dfe1 req-8fcc5ad7-c1c7-4b1b-8bcc-b543c0236da7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0752647 Aug 30 13:26:59.374331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fe6a8c0-44a0-4cc7-8ce3-ef28d8b5dfe1 req-ac643165-1738-4ccd-aa6f-20937ab1faac tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514407 Aug 30 13:27:00.350832 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26101-2476-43ae-a506-597fa253cfc3 req-e50d0593-2c6e-4fde-9450-32ed653f1971 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:00.356973 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96c26101-2476-43ae-a506-597fa253cfc3 req-e50d0593-2c6e-4fde-9450-32ed653f1971 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0835004 Aug 30 13:27:00.435711 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96c26101-2476-43ae-a506-597fa253cfc3 req-dde4830e-063c-4b72-9547-43ace20048b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663173 Aug 30 13:27:00.619041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5b79d-1703-4d2b-869f-afedb0a50a28 req-7267bd01-bc5c-4eb5-865b-22e7136175ab tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:00.622864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8da5b79d-1703-4d2b-869f-afedb0a50a28 req-7267bd01-bc5c-4eb5-865b-22e7136175ab tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.1148818 Aug 30 13:27:00.704488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8da5b79d-1703-4d2b-869f-afedb0a50a28 req-02ff159b-2c5b-4d44-88f5-7f7b023db19f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682991 Aug 30 13:27:00.892870 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:01.607617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e492198-caff-4716-bf91-f575618600bd req-871bec56-71ec-4c3b-92f1-ea86129081a8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:01.609167 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e492198-caff-4716-bf91-f575618600bd req-871bec56-71ec-4c3b-92f1-ea86129081a8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0661333 Aug 30 13:27:01.667781 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e492198-caff-4716-bf91-f575618600bd req-50421d23-bb55-4781-85fd-8f038b4ba9be tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511661 Aug 30 13:27:01.880611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84754d1-2e27-4d72-97a1-cd2b8b0be937 req-41c60a2e-47b4-40ba-9b28-abec803a6cc0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:01.883551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a84754d1-2e27-4d72-97a1-cd2b8b0be937 req-41c60a2e-47b4-40ba-9b28-abec803a6cc0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0794969 Aug 30 13:27:01.935729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a84754d1-2e27-4d72-97a1-cd2b8b0be937 req-d3789577-1577-439f-937a-0ac23cff23bf tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425813 Aug 30 13:27:02.830895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253de8c4-ebab-4ce3-bd90-7d94ac0232c7 req-70e3c4b7-5f71-4f29-8243-c831a44b7afc tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:02.835006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-253de8c4-ebab-4ce3-bd90-7d94ac0232c7 req-70e3c4b7-5f71-4f29-8243-c831a44b7afc tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0621054 Aug 30 13:27:02.878892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-253de8c4-ebab-4ce3-bd90-7d94ac0232c7 req-f8b3b608-1cdb-471d-b733-1e741140ba81 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392406 Aug 30 13:27:03.111802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea2024-0c89-464f-ae3b-0b141759f45d req-28b53852-1fe7-4357-a2a9-876a57749c19 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:03.114344 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94ea2024-0c89-464f-ae3b-0b141759f45d req-28b53852-1fe7-4357-a2a9-876a57749c19 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0620148 Aug 30 13:27:03.185299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94ea2024-0c89-464f-ae3b-0b141759f45d req-12062dbf-c641-4213-a5d8-980d9fda2c10 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599988 Aug 30 13:27:04.059700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64a093-4337-4c03-991e-785bc93126a9 req-c67ad2e2-a2c2-49a3-b4b6-38c754a95e13 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:04.062073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df64a093-4337-4c03-991e-785bc93126a9 req-c67ad2e2-a2c2-49a3-b4b6-38c754a95e13 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0875506 Aug 30 13:27:04.123871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df64a093-4337-4c03-991e-785bc93126a9 req-003ce44e-9fc4-4914-9bb9-9180b4ea3527 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532179 Aug 30 13:27:04.355694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0b97c-b6c4-4f85-a003-dc1073328098 req-c808805e-4b17-4a38-a0cf-a0dd194d4b5b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:04.357791 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bae0b97c-b6c4-4f85-a003-dc1073328098 req-c808805e-4b17-4a38-a0cf-a0dd194d4b5b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0726697 Aug 30 13:27:04.444404 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bae0b97c-b6c4-4f85-a003-dc1073328098 req-a9bbdebc-6852-4499-9248-892b64ef1060 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702932 Aug 30 13:27:05.275762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf66c15-e33f-41df-aa4f-b577b97ec802 req-aa3d39aa-657c-4ef1-b0c9-31b9303d2bbe tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:05.280906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6bf66c15-e33f-41df-aa4f-b577b97ec802 req-aa3d39aa-657c-4ef1-b0c9-31b9303d2bbe tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0717220 Aug 30 13:27:05.352730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6bf66c15-e33f-41df-aa4f-b577b97ec802 req-6637e2fd-dced-48ac-a28e-5218adfba1f1 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631447 Aug 30 13:27:05.851992 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3c63c-62f0-4fdc-a93f-425e1215b8ae req-f15447ac-5db2-48ca-b863-b0e436c59988 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:05.862697 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-02c3c63c-62f0-4fdc-a93f-425e1215b8ae req-f15447ac-5db2-48ca-b863-b0e436c59988 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.3275526 Aug 30 13:27:05.901853 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-02c3c63c-62f0-4fdc-a93f-425e1215b8ae req-856bb197-239a-41cf-a609-708af4f59323 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377111 Aug 30 13:27:06.513783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23316c-fcec-4669-aefc-32f2cd0d26d6 req-bbc1748c-0320-470c-b20c-3887c7a0facc tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:06.516275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb23316c-fcec-4669-aefc-32f2cd0d26d6 req-bbc1748c-0320-470c-b20c-3887c7a0facc tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0757680 Aug 30 13:27:06.565553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb23316c-fcec-4669-aefc-32f2cd0d26d6 req-52893df2-1ed3-4f28-ab0f-0b84d4307aed tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416415 Aug 30 13:27:06.706390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb772-095f-4a59-8605-f63ceb1de927 req-34b5f25b-97cf-4ba2-b5b7-a95e520d7204 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:06.709700 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbcb772-095f-4a59-8605-f63ceb1de927 req-34b5f25b-97cf-4ba2-b5b7-a95e520d7204 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 945 time: 0.0756948 Aug 30 13:27:06.714241 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f74752e5-8334-4b8d-933e-c94dd98d70c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:06.764993 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bbcb772-095f-4a59-8605-f63ceb1de927 req-644b93d3-9bf2-4d47-bcba-4f001455eb5e tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433164 Aug 30 13:27:07.102611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd9ee8-2bf6-4aeb-824a-4e4eb4b3277d req-47289248-1e68-4e99-8449-a6e30181df8e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:07.104474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8cd9ee8-2bf6-4aeb-824a-4e4eb4b3277d req-47289248-1e68-4e99-8449-a6e30181df8e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0687802 Aug 30 13:27:07.151580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8cd9ee8-2bf6-4aeb-824a-4e4eb4b3277d req-fa385f65-dd31-4968-96bd-7559710697d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356822 Aug 30 13:27:07.738152 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35782f6-bf1d-41eb-a550-afdb7070b9a5 req-8c55713b-0b2a-4ec4-b54f-922f5d8e2682 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:07.740217 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d35782f6-bf1d-41eb-a550-afdb7070b9a5 req-8c55713b-0b2a-4ec4-b54f-922f5d8e2682 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0602534 Aug 30 13:27:07.799740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d35782f6-bf1d-41eb-a550-afdb7070b9a5 req-23bfc238-e1b6-445c-8f0f-47699f2b5f79 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486519 Aug 30 13:27:07.896815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ce6aa-ce32-4fc7-8d98-20724563bad2 req-ef8aee34-b8aa-4ad9-a12c-687c9a2832f4 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:07.898392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9ce6aa-ce32-4fc7-8d98-20724563bad2 req-ef8aee34-b8aa-4ad9-a12c-687c9a2832f4 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 945 time: 0.0551984 Aug 30 13:27:07.943085 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4d9ce6aa-ce32-4fc7-8d98-20724563bad2 req-a1faf95b-95a9-4db3-aa52-1bc4c66261af tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384984 Aug 30 13:27:08.261417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-871e79fd-301d-4ebf-a44f-2c4da22037d5 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:08.263095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-871e79fd-301d-4ebf-a44f-2c4da22037d5 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 945 time: 0.0624449 Aug 30 13:27:08.306909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518666f-a2f7-4eb7-bde6-299e559622b8 req-365f8507-e932-4e23-a13b-ce87fc5682bf tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:08.309408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0518666f-a2f7-4eb7-bde6-299e559622b8 req-365f8507-e932-4e23-a13b-ce87fc5682bf tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0758545 Aug 30 13:27:08.366340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0518666f-a2f7-4eb7-bde6-299e559622b8 req-25b5b1f9-f9d0-4439-ba54-e409d216211a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479972 Aug 30 13:27:08.408686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Deleting port a13bc37a-2a00-4f21-b75b-9e12dff41ac9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:27:08.409045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:08.530426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] For port a13bc37a-2a00-4f21-b75b-9e12dff41ac9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:08.530797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:08.550106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Calling delete_port for a13bc37a-2a00-4f21-b75b-9e12dff41ac9 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:27:08.721526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:08.736883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['a13bc37a-2a00-4f21-b75b-9e12dff41ac9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:27:08.757016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Pushing event deleted for resources: {'Port': ['ID=a13bc37a-2a00-4f21-b75b-9e12dff41ac9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:08.809569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] No DVR routers for this DVR port a13bc37a-2a00-4f21-b75b-9e12dff41ac9 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:27:08.812483 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:08.814461 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6ac6584-2cdb-40b7-b729-dbf7cd6fcaee req-7238ff6f-4906-418d-8805-f64be8109099 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.16 "DELETE /v2.0/ports/a13bc37a-2a00-4f21-b75b-9e12dff41ac9 HTTP/1.1" status: 204 len: 173 time: 0.5444782 Aug 30 13:27:08.814906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4c34d-6f3a-4ee8-bccf-d3dd97153446', 'name': 'network-vif-deleted', 'tag': 'a13bc37a-2a00-4f21-b75b-9e12dff41ac9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:27:08.817134 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad093c0a-3143-4843-b1e3-c55847b2c0dd" -d '{"events": [{"server_uuid": "dcf4c34d-6f3a-4ee8-bccf-d3dd97153446", "name": "network-vif-deleted", "tag": "a13bc37a-2a00-4f21-b75b-9e12dff41ac9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:27:08.873260 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ad5bd7-7571-4293-b688-3618949052c9 x-openstack-request-id: req-f9ad5bd7-7571-4293-b688-3618949052c9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:27:08.874209 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4c34d-6f3a-4ee8-bccf-d3dd97153446", "name": "network-vif-deleted", "tag": "a13bc37a-2a00-4f21-b75b-9e12dff41ac9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:27:08.875888 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9ad5bd7-7571-4293-b688-3618949052c9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:27:08.877060 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4c34d-6f3a-4ee8-bccf-d3dd97153446', 'name': 'network-vif-deleted', 'tag': 'a13bc37a-2a00-4f21-b75b-9e12dff41ac9', 'status': 'completed', 'code': 200} Aug 30 13:27:08.962759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277452a-a184-48a4-ac91-fa5697e96ca8 req-ccab7e1e-dd9d-45a2-a838-a58b1e8de702 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:08.965630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e277452a-a184-48a4-ac91-fa5697e96ca8 req-ccab7e1e-dd9d-45a2-a838-a58b1e8de702 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0681250 Aug 30 13:27:09.017212 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e277452a-a184-48a4-ac91-fa5697e96ca8 req-c694b5e5-d013-4010-aa25-d8793d34e8f8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437479 Aug 30 13:27:09.083815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-296dd9e4-d581-4023-8574-f28f9fd301e1 req-ee1f034c-e71e-46b2-b1b8-098f5594be16 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=dcf4c34d-6f3a-4ee8-bccf-d3dd97153446 HTTP/1.1" status: 200 len: 210 time: 0.0304894 Aug 30 13:27:09.395225 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-769cf9b4-b28e-49a5-ac22-491ec4cf09cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:09.520280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd24b50-3264-4c14-91f3-d26138b1d962 req-0defac12-42e1-47a6-8655-02e89e79ccc4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:09.521830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0cd24b50-3264-4c14-91f3-d26138b1d962 req-0defac12-42e1-47a6-8655-02e89e79ccc4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0570252 Aug 30 13:27:09.587285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0cd24b50-3264-4c14-91f3-d26138b1d962 req-f4831211-f5b4-4b92-9349-12812b269b8f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 Aug 30 13:27:10.001564 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:10.158711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e741da-e7c3-42ff-a759-dd63c4733ba9 req-e49ee0a1-737b-44e8-ad56-be3f8f43d308 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:10.160983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4e741da-e7c3-42ff-a759-dd63c4733ba9 req-e49ee0a1-737b-44e8-ad56-be3f8f43d308 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0690272 Aug 30 13:27:10.241309 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4e741da-e7c3-42ff-a759-dd63c4733ba9 req-5b9f2b42-0fff-4f78-b81f-f3135d443749 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666761 Aug 30 13:27:10.773943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34713274-34ef-4c3e-a20b-b691b9f50f14 req-c4196f72-ef6c-4b31-8622-ce359f267d2b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:10.775676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34713274-34ef-4c3e-a20b-b691b9f50f14 req-c4196f72-ef6c-4b31-8622-ce359f267d2b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0726595 Aug 30 13:27:10.838741 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-34713274-34ef-4c3e-a20b-b691b9f50f14 req-5097fb8d-f2ca-4ce0-906b-ecc21c23abff tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528369 Aug 30 13:27:10.863698 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:11.221513 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-fbb91f54-eb10-4ddd-8b1a-e832155dad3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422533 Aug 30 13:27:11.320186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-c9c7ce41-d447-4a73-9368-7e451eba2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:11.322098 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-c9c7ce41-d447-4a73-9368-7e451eba2259 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1096 time: 0.0554471 Aug 30 13:27:11.507393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e61dd4-e27e-40dd-8826-d646f8788e86 req-7e87c282-5339-4e72-9a35-7a8008df748d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:11.508823 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31e61dd4-e27e-40dd-8826-d646f8788e86 req-7e87c282-5339-4e72-9a35-7a8008df748d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.1555469 Aug 30 13:27:11.510455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-863b3199-bdb0-47b5-8e47-6cf1e2cbb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:11.512325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-863b3199-bdb0-47b5-8e47-6cf1e2cbb78b service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1675506 Aug 30 13:27:11.685726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31e61dd4-e27e-40dd-8826-d646f8788e86 req-c8df27ae-1464-4e52-ab5e-a8782c20b1b4 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550591 Aug 30 13:27:11.695577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-3755a25a-fb6c-40e3-808c-3b3d57ecb325 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1000 time: 0.0957890 Aug 30 13:27:11.762338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-d27dc2ac-7bca-4a22-b864-c5dd8a12a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:11.763831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-d27dc2ac-7bca-4a22-b864-c5dd8a12a3e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0590477 Aug 30 13:27:11.823058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-b492739d-c5b2-4749-8ca9-3587f3bda2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:11.824661 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-b492739d-c5b2-4749-8ca9-3587f3bda2c9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522180 Aug 30 13:27:11.939460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-ceda54af-23a7-4323-8de2-b51fd535ab15 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053247 Aug 30 13:27:11.995054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773d594-2da5-4435-b62b-1286607ddfb3 req-f7d5ee75-fc22-47c4-9817-2e3f6b5341dc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:11.998618 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b773d594-2da5-4435-b62b-1286607ddfb3 req-f7d5ee75-fc22-47c4-9817-2e3f6b5341dc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0671830 Aug 30 13:27:12.047623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9b1ed8-f084-4ac0-9f23-41a8d16e399b req-349b8528-3478-498a-a5be-4cc6f17e754d service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012049 Aug 30 13:27:12.049436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b773d594-2da5-4435-b62b-1286607ddfb3 req-bf09022d-9b55-43c4-b3f1-198a418b8bdd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466516 Aug 30 13:27:12.193120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-b040cbf5-e6c6-4db1-88c4-8c925d79cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:12.194621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-b040cbf5-e6c6-4db1-88c4-8c925d79cb3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0477667 Aug 30 13:27:12.225304 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:12.306140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-8d9ce90d-71eb-4643-bae0-e6385b2186b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:12.308455 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-8d9ce90d-71eb-4643-bae0-e6385b2186b0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 911 time: 0.0921111 Aug 30 13:27:12.361647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-f0137e19-ac24-4588-8417-fd145db8ee00 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d HTTP/1.1" status: 200 len: 217 time: 0.0462592 Aug 30 13:27:12.418061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-79922626-da4d-4334-88d1-4eaa58d79440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:12.420185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-79922626-da4d-4334-88d1-4eaa58d79440 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 200 len: 850 time: 0.0523136 Aug 30 13:27:12.456125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-fdcb4267-96c8-4fa8-8c23-72dc5a55faf0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=336e0072-2712-4de3-a314-e0386da8d4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292702 Aug 30 13:27:12.621652 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-91e16a9a-099e-4766-8b99-c084583e3982 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536150 Aug 30 13:27:12.763413 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc010bed-b2b5-4d8a-9e86-ca2c51eb575d req-e00c92ef-d8c1-4a06-90d2-50a9abb9ef11 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346953 Aug 30 13:27:12.881837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791f022-c361-4ee2-be50-2a31c24f7814 req-cadb1dc1-a411-4f40-b756-efdba374fef7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:12.883793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0791f022-c361-4ee2-be50-2a31c24f7814 req-cadb1dc1-a411-4f40-b756-efdba374fef7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0776491 Aug 30 13:27:12.948066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0791f022-c361-4ee2-be50-2a31c24f7814 req-fa87113f-1392-4a3a-a275-11f0324daa55 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558975 Aug 30 13:27:12.964772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a13bc37a-2a00-4f21-b75b-9e12dff41ac9 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:27:12.994314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: a13bc37a-2a00-4f21-b75b-9e12dff41ac9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:27:12.995043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device a13bc37a-2a00-4f21-b75b-9e12dff41ac9 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:27:13.217379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa54f1-a450-49d8-b7e5-dae7cdf5b8ad req-6dec77bb-1306-48d4-8171-cd58968a9788 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:13.219423 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2aa54f1-a450-49d8-b7e5-dae7cdf5b8ad req-6dec77bb-1306-48d4-8171-cd58968a9788 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0636926 Aug 30 13:27:13.278728 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b2aa54f1-a450-49d8-b7e5-dae7cdf5b8ad req-58f1ca81-bf28-4307-924e-6678619c400d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515242 Aug 30 13:27:14.094255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724a1e2-594e-4f90-9a31-46c4693e9e4c req-ae467767-0629-495f-bbec-eeed1d16d97e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:14.095822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a724a1e2-594e-4f90-9a31-46c4693e9e4c req-ae467767-0629-495f-bbec-eeed1d16d97e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0654778 Aug 30 13:27:14.157406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a724a1e2-594e-4f90-9a31-46c4693e9e4c req-9ad4cb74-c15e-4bf2-bc8b-5892e2ded1b1 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507231 Aug 30 13:27:14.407830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702d1b-ce46-49df-916b-b5fe32c2703a req-0f08a739-c0b4-4a1f-90fb-3004f7cac35e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:14.409314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7e702d1b-ce46-49df-916b-b5fe32c2703a req-0f08a739-c0b4-4a1f-90fb-3004f7cac35e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0572171 Aug 30 13:27:14.453085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7e702d1b-ce46-49df-916b-b5fe32c2703a req-828fe59b-b94e-42a3-9234-4ec7bcbd75a2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Aug 30 13:27:15.294149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769ec3f-cebe-4440-9f5f-0b09025bf431 req-2f0c8c76-f97a-4848-8294-5a59f289a746 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:15.296115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0769ec3f-cebe-4440-9f5f-0b09025bf431 req-2f0c8c76-f97a-4848-8294-5a59f289a746 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0615268 Aug 30 13:27:15.349218 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0769ec3f-cebe-4440-9f5f-0b09025bf431 req-875deaa7-8bb9-4a72-9991-e4a58c7bcd3b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451167 Aug 30 13:27:15.597910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a809b-8a2d-4607-94d3-aae974ef3339 req-63d7a3ed-339c-4796-9974-5caff58b548f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:15.599608 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d1a809b-8a2d-4607-94d3-aae974ef3339 req-63d7a3ed-339c-4796-9974-5caff58b548f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0746777 Aug 30 13:27:15.651936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d1a809b-8a2d-4607-94d3-aae974ef3339 req-dc329185-7fbb-4377-8663-9730e4395649 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Aug 30 13:27:16.486928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26805217-937c-463c-979c-88b80de67789 req-befd7166-5d44-4f72-88da-2e7e5a088b73 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:16.488468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26805217-937c-463c-979c-88b80de67789 req-befd7166-5d44-4f72-88da-2e7e5a088b73 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0575581 Aug 30 13:27:16.535862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26805217-937c-463c-979c-88b80de67789 req-6658880e-af7c-4f48-94c7-0885de596f6b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Aug 30 13:27:16.787036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970aa67-5218-4f0a-9a01-b26fd51f581c req-41b653d0-4aa3-44fb-8235-01d6008c4e97 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:16.788459 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2970aa67-5218-4f0a-9a01-b26fd51f581c req-41b653d0-4aa3-44fb-8235-01d6008c4e97 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0574884 Aug 30 13:27:16.834903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2970aa67-5218-4f0a-9a01-b26fd51f581c req-619b8b5c-ec0e-4781-bd35-04d75f582f0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 Aug 30 13:27:17.371581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-0fb20aec-c683-47e8-87a2-868dbe98bddf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:17.373097 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-0fb20aec-c683-47e8-87a2-868dbe98bddf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/networks?id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b HTTP/1.1" status: 200 len: 813 time: 0.1131299 Aug 30 13:27:17.392441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-e601639e-18f4-4f76-8e6d-26d0be3d14e1 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/quotas/37eb9184572d470a8811a9bb959d7f78 HTTP/1.1" status: 200 len: 375 time: 0.0105085 Aug 30 13:27:17.430025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-e9171d68-eef5-412b-b6e9-ccdead592461 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=37eb9184572d470a8811a9bb959d7f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291173 Aug 30 13:27:17.538108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-d56049b7-d9f8-4195-83ac-33164095638c service neutron] 10.222.0.37 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997136 Aug 30 13:27:17.644976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-96c4580e-3b46-4d9e-ad73-a56911d3c9eb service neutron] 10.222.0.37 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989363 Aug 30 13:27:17.668864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c0225-748a-46e6-b849-90c4465a4589 req-4521b8b2-c92c-48b2-9611-c981ae9a016e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:17.670776 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e15c0225-748a-46e6-b849-90c4465a4589 req-4521b8b2-c92c-48b2-9611-c981ae9a016e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0560968 Aug 30 13:27:17.715524 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e15c0225-748a-46e6-b849-90c4465a4589 req-4492065f-e6f7-4ebb-a1f9-0ede1397d85c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381560 Aug 30 13:27:17.821637 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1df696f6-47e2-4e47-b19c-1a475a0e5e65 req-85a411bf-71b6-490a-b476-05a45affd22d tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 210 time: 0.0280290 Aug 30 13:27:17.982895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa17866-c906-43c6-b0c5-c3ef9941df42 req-e7a2a843-3525-40ae-9ed3-d0bc269e036c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:17.984425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa17866-c906-43c6-b0c5-c3ef9941df42 req-e7a2a843-3525-40ae-9ed3-d0bc269e036c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0714159 Aug 30 13:27:18.034290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7aa17866-c906-43c6-b0c5-c3ef9941df42 req-e3a2d7f4-6721-4595-9ba1-f6d299fb7869 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412524 Aug 30 13:27:18.860514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b030fa-ed40-45bf-a857-285e967a8b7a req-320f0a7c-7785-4811-9841-1edd65a19957 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:18.868930 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09b030fa-ed40-45bf-a857-285e967a8b7a req-320f0a7c-7785-4811-9841-1edd65a19957 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0737081 Aug 30 13:27:18.869246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-8d3f125c-f677-4c9a-ab34-53416688c0cb tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:18.871548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-8d3f125c-f677-4c9a-ab34-53416688c0cb tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.16 "GET /v2.0/networks?id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b HTTP/1.1" status: 200 len: 813 time: 0.1500547 Aug 30 13:27:18.889179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Request body: {'port': {'device_id': '51a74a02-1171-4030-9fc4-89c8b120563a', 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b', 'admin_state_up': True, 'tenant_id': '37eb9184572d470a8811a9bb959d7f78'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:27:18.923927 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09b030fa-ed40-45bf-a857-285e967a8b7a req-26335d71-5ee5-468c-951f-ab83036c9a63 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538046 Aug 30 13:27:18.976859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2785da9d-7556-44cf-b332-7f836e74d898 req-31134072-7fa8-4d0e-848c-8efcaf220241 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 210 time: 0.0357862 Aug 30 13:27:19.047364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Made reservation on behalf of 37eb9184572d470a8811a9bb959d7f78 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:27:19.051117 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:19.178845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b363e0-0d2d-4cbb-8b72-cbdd26da2d9c req-83765e6d-816e-4b34-a588-e95a30e284c2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:19.185031 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0b363e0-0d2d-4cbb-8b72-cbdd26da2d9c req-83765e6d-816e-4b34-a588-e95a30e284c2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0740314 Aug 30 13:27:19.219875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Allocated IP 172.20.0.12 (6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b/a51989b9-2983-46f9-a346-08c097891c35/e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:27:19.245491 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0b363e0-0d2d-4cbb-8b72-cbdd26da2d9c req-a0330ded-01c4-46b1-9ef0-6500a46c2941 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561290 Aug 30 13:27:19.394390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:19.442063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:19.511086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:27:19.515318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:27:19.518574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:27:19.554621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Pushing event updated for resources: {'Port': ['ID=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:19.587466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:19.588125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:19.604983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-a8918446-c9e7-4f49-a562-afacd197684b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7220933 Aug 30 13:27:19.617862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Request body: {'port': {'device_id': '51a74a02-1171-4030-9fc4-89c8b120563a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:27:19.679572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:19.957172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:27:19.966599 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:19.980963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Transition to ACTIVE for port object e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:27:19.985505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:20.091599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:20.106782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338118f-28c4-45ca-8fe4-94102b1721d1 req-277c4632-858d-47a8-bebb-f1e6f4fdcae9 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:20.108589 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1338118f-28c4-45ca-8fe4-94102b1721d1 req-277c4632-858d-47a8-bebb-f1e6f4fdcae9 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 944 time: 0.0569010 Aug 30 13:27:20.137651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a23da1-0d3b-463f-8ef7-844c12e1b5d3 req-4606c870-3fb2-4b7d-8eac-002ff072d958 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:20.139352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6a23da1-0d3b-463f-8ef7-844c12e1b5d3 req-4606c870-3fb2-4b7d-8eac-002ff072d958 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.1268053 Aug 30 13:27:20.151230 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1338118f-28c4-45ca-8fe4-94102b1721d1 req-ca74953c-16c1-4562-acce-823c807ba4bf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358756 Aug 30 13:27:20.177848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Attempting to bind port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:27:20.178182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Attempting to bind port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:27:20.178510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Attempting to bind port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d on network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:27:20.191242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d on network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:27:20.191568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Attempting to bind port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d on network 6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:27:20.199581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6a23da1-0d3b-463f-8ef7-844c12e1b5d3 req-f6e1bc25-ba80-4dc1-982a-c50126057450 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531976 Aug 30 13:27:20.202546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:27:20.202890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Checking segment: {'id': 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:27:20.203274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Bound using segment: {'id': 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:27:20.203704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Bound port: e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:27:20.204073 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:20.276018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] For port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:27:20.279801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] For port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:27:20.285920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:20.328437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:20.329097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:20.331585 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] 10.222.0.16 "PUT /v2.0/ports/e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d HTTP/1.1" status: 200 len: 1092 time: 0.7174261 Aug 30 13:27:20.331585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a74a02-1171-4030-9fc4-89c8b120563a', 'tag': 'e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:27:20.333945 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7faccdc8-8b37-42e9-97a5-be777b0c4ace" -d '{"events": [{"name": "network-changed", "server_uuid": "51a74a02-1171-4030-9fc4-89c8b120563a", "tag": "e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:27:20.365152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b655a4-c90f-45ed-aa1d-a5f6ab5c0ad4 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:20.414389 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aea75fc-1703-4b49-8e85-82af5da2999b x-openstack-request-id: req-1aea75fc-1703-4b49-8e85-82af5da2999b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:27:20.414870 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a74a02-1171-4030-9fc4-89c8b120563a", "tag": "e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:27:20.415268 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1aea75fc-1703-4b49-8e85-82af5da2999b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:27:20.415809 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a74a02-1171-4030-9fc4-89c8b120563a', 'tag': 'e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d', 'status': 'completed', 'code': 200} Aug 30 13:27:20.418760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56197652-2a2e-4d08-9b37-05d86da2cd82 req-de4677a9-22e6-403a-a541-74615feaf3de tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:20.420333 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56197652-2a2e-4d08-9b37-05d86da2cd82 req-de4677a9-22e6-403a-a541-74615feaf3de tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.1029549 Aug 30 13:27:20.437295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-3284debd-f3da-4800-944e-b377d2df3004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:20.439040 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-3284debd-f3da-4800-944e-b377d2df3004 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37eb9184572d470a8811a9bb959d7f78&device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 1095 time: 0.0650067 Aug 30 13:27:20.471806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-56197652-2a2e-4d08-9b37-05d86da2cd82 req-eb6cbff1-ef01-4b6e-97cc-75e1895c4757 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Aug 30 13:27:20.493900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-f1a6c0c5-b157-4f2a-900a-d6c4d8c300be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d HTTP/1.1" status: 200 len: 217 time: 0.0464883 Aug 30 13:27:20.561582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-b44f9b65-9de8-499c-8471-eee1a3f4fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:20.563973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-b44f9b65-9de8-499c-8471-eee1a3f4fa79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a51989b9-2983-46f9-a346-08c097891c35 HTTP/1.1" status: 200 len: 853 time: 0.0625072 Aug 30 13:27:20.598733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-cb332265-f9fb-4790-963c-f2f858f01589 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279996 Aug 30 13:27:20.706508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-f61ea518-903a-4720-8310-24c198d67022 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001389 Aug 30 13:27:20.846787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a5c3319-569a-43f8-9033-893bdce3f4c4 req-59af7d32-fae6-497e-8a34-21f234654ee8 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337416 Aug 30 13:27:20.853385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10116be-f37b-45af-b0a2-631fa8877f0e req-89def47f-b64b-497c-9353-9c1d33a95226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:20.855646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e10116be-f37b-45af-b0a2-631fa8877f0e req-89def47f-b64b-497c-9353-9c1d33a95226 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0683277 Aug 30 13:27:20.911416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e10116be-f37b-45af-b0a2-631fa8877f0e req-c1ba460d-481e-46aa-bb65-d3951a7b5f42 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490160 Aug 30 13:27:20.957908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-8a28521e-58ba-4342-bf91-5139845e26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:20.959528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-8a28521e-58ba-4342-bf91-5139845e26ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=37eb9184572d470a8811a9bb959d7f78&device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 1095 time: 0.0469315 Aug 30 13:27:21.074738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-0c907bae-a692-40a5-8e88-267d988da3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:21.076236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-0c907bae-a692-40a5-8e88-267d988da3ef service neutron] 10.222.0.16 "GET /v2.0/networks?id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b HTTP/1.1" status: 200 len: 914 time: 0.1098602 Aug 30 13:27:21.123762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-b36e76e4-9f29-4599-8163-bd5633b99976 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d HTTP/1.1" status: 200 len: 217 time: 0.0378301 Aug 30 13:27:21.185929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-44876fd1-2f19-4010-ae5b-3b73cb050f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:21.187594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-44876fd1-2f19-4010-ae5b-3b73cb050f82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a51989b9-2983-46f9-a346-08c097891c35 HTTP/1.1" status: 200 len: 853 time: 0.0556145 Aug 30 13:27:21.255519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-8f9cc3ac-15e6-4871-92a1-4db9278e7741 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577826 Aug 30 13:27:21.361521 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc413839-3015-4d97-998b-30b68d913ff7 req-74909858-4101-4245-8ca4-34e1acf16625 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:21.362157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffc929-5e34-46ed-93a3-85ce5125cd53 req-42fdb0ef-8382-43e1-b9e5-1cd104d6f937 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:21.363691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbffc929-5e34-46ed-93a3-85ce5125cd53 req-42fdb0ef-8382-43e1-b9e5-1cd104d6f937 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 944 time: 0.1266117 Aug 30 13:27:21.364129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc413839-3015-4d97-998b-30b68d913ff7 req-74909858-4101-4245-8ca4-34e1acf16625 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0642388 Aug 30 13:27:21.425467 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc413839-3015-4d97-998b-30b68d913ff7 req-12ff303d-79f9-4051-aea5-78d9f5bf82c2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521152 Aug 30 13:27:21.426512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-dbb726c3-7b95-4a98-914f-0637ddeac3fd service neutron] 10.222.0.16 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555083 Aug 30 13:27:21.445754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbffc929-5e34-46ed-93a3-85ce5125cd53 req-592f466e-5f3c-49c7-8be2-247a99aad8ab tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716524 Aug 30 13:27:21.551816 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7faccdc8-8b37-42e9-97a5-be777b0c4ace req-d779637d-36da-4a49-8820-7f73b063cb67 service neutron] 10.222.0.16 "GET /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164467 Aug 30 13:27:21.634689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e78fe-7226-4ba7-b2a4-097e2c0b6d56 req-0b7e3c68-3dd2-4db7-8bf9-57658b41885e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:21.637143 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d46e78fe-7226-4ba7-b2a4-097e2c0b6d56 req-0b7e3c68-3dd2-4db7-8bf9-57658b41885e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0564880 Aug 30 13:27:21.684414 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d46e78fe-7226-4ba7-b2a4-097e2c0b6d56 req-e5209738-cbad-4789-815e-93f258dc729d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402975 Aug 30 13:27:22.556350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db7f40-9865-46fe-b83b-f04f9b37271f req-30112942-4ef0-4c8f-a9a9-09c7bf530f8c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:22.556350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34db7f40-9865-46fe-b83b-f04f9b37271f req-30112942-4ef0-4c8f-a9a9-09c7bf530f8c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0578735 Aug 30 13:27:22.590335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68857c-03f8-4027-8fa4-515cba351e82 req-c91f6ad9-aee3-468f-8dcc-71f5181897af tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:22.591869 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df68857c-03f8-4027-8fa4-515cba351e82 req-c91f6ad9-aee3-468f-8dcc-71f5181897af tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 944 time: 0.0575256 Aug 30 13:27:22.601360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34db7f40-9865-46fe-b83b-f04f9b37271f req-9b7b637f-0720-48e5-aa61-b3b317be457f tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430944 Aug 30 13:27:22.648775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df68857c-03f8-4027-8fa4-515cba351e82 req-b9492c4d-bb0b-4744-9f14-7363671b4d2b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500636 Aug 30 13:27:22.830313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7bade-7413-43db-8580-1d9135c11088 req-c491fa30-bb9b-466b-bb00-b775af46424a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:22.832097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58a7bade-7413-43db-8580-1d9135c11088 req-c491fa30-bb9b-466b-bb00-b775af46424a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0590153 Aug 30 13:27:22.852723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924f1dd-1d78-4615-881f-690d8647954a req-5b1c053a-5784-4fca-a770-f85bcc29d255 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:22.854956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-5b1c053a-5784-4fca-a770-f85bcc29d255 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 810 time: 0.1159856 Aug 30 13:27:22.874487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-91b8b91a-44ec-4bb2-b1f3-ab7e67cfb24e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/quotas/c2b45c4a4fd6410dae3b3b3a6087231e HTTP/1.1" status: 200 len: 375 time: 0.0131423 Aug 30 13:27:22.885447 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58a7bade-7413-43db-8580-1d9135c11088 req-747e6989-4c2d-4476-87cf-75049703ed4b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Aug 30 13:27:22.934307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-a7357c18-01b1-44ea-81ea-f9e58d1792b1 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550847 Aug 30 13:27:23.041708 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-0df7e708-7efe-49d6-86f1-fa58f4697dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987589 Aug 30 13:27:23.114419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316768f-9bb6-4992-ae34-71215989b752 req-93924534-054b-4896-ac80-e236a2d80588 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:23.115738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3316768f-9bb6-4992-ae34-71215989b752 req-93924534-054b-4896-ac80-e236a2d80588 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0694809 Aug 30 13:27:23.165441 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3316768f-9bb6-4992-ae34-71215989b752 req-d38da211-d60c-443b-b2bc-8c8a0baacdfe tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417228 Aug 30 13:27:23.180561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-5a95fd3b-186d-413c-b6eb-972a08cbc0a8 service neutron] 10.222.0.37 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285629 Aug 30 13:27:23.324984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d25cd-68a8-4d60-9b51-9f26c9ad95c5 req-bd5ac947-a067-412e-812a-6797815ceb0e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:23.335049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e60d25cd-68a8-4d60-9b51-9f26c9ad95c5 req-bd5ac947-a067-412e-812a-6797815ceb0e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0706959 Aug 30 13:27:23.416674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e60d25cd-68a8-4d60-9b51-9f26c9ad95c5 req-7a3bf37f-974c-458d-9f98-f11082a15401 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723193 Aug 30 13:27:23.452593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95211e01-d3e9-450b-bd38-cf75894c59aa req-a5710ec7-3cde-4c9d-9477-79f6ecbde6be tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 210 time: 0.0647795 Aug 30 13:27:23.754621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555834-098a-4138-abc3-89f8bce583e5 req-5415f053-53bb-4813-af46-fe249523c4ce tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:23.756359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-5415f053-53bb-4813-af46-fe249523c4ce tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.1717405 Aug 30 13:27:23.786756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-3b945b70-a8b4-45f6-b0ac-e1e3e3df5e42 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/quotas/1db640a70d964862a92b0278204e0a01 HTTP/1.1" status: 200 len: 375 time: 0.0225518 Aug 30 13:27:23.840574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d747-c482-44c1-98cb-b47808dc07de req-33f4625f-4b22-40a8-97cd-67a896792d7b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:23.842674 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c445d747-c482-44c1-98cb-b47808dc07de req-33f4625f-4b22-40a8-97cd-67a896792d7b tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 944 time: 0.0728285 Aug 30 13:27:23.907401 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c445d747-c482-44c1-98cb-b47808dc07de req-3165a622-9956-421d-b3e8-752bed77f82e tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537817 Aug 30 13:27:23.924554 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-6b1f0ed4-ea4d-4847-8bbc-365b29e29bb3 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1271551 Aug 30 13:27:24.050872 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-bef9f1ae-f65d-4641-9375-65642e99c9d3 service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161203 Aug 30 13:27:24.224812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-2df9bb80-3d9f-48a2-8d9c-1d4444acc117 service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645844 Aug 30 13:27:24.451469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-01393e80-08dc-4fb7-a454-988e43d5ffd1 req-623b3b52-b1c9-4cb5-8b12-1ccf8f984c22 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 210 time: 0.0452735 Aug 30 13:27:24.669806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ae71e156-cf35-47cf-aff7-32ff182da30d req-f52bbe6d-316a-47ab-b7e1-a0b56160f3a7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 210 time: 0.1224933 Aug 30 13:27:24.700017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924f1dd-1d78-4615-881f-690d8647954a req-03338cf0-d7c3-48e6-8990-a891c4619567 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:24.701763 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-03338cf0-d7c3-48e6-8990-a891c4619567 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.35 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 810 time: 0.1498165 Aug 30 13:27:24.717311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Request body: {'port': {'device_id': 'e3a748c1-1683-4f02-b85c-eda2d7db4af8', 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3', 'admin_state_up': True, 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:27:25.015274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:27:25.218455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bcdae-313b-4f8e-abec-bf513919756f req-4d298f10-ea18-4d14-ab80-1f61a221d49f tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:25.220301 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-036bcdae-313b-4f8e-abec-bf513919756f req-4d298f10-ea18-4d14-ab80-1f61a221d49f tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 944 time: 0.1039507 Aug 30 13:27:25.239596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:25.258354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d', 'network_id': '6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b', 'port_id': 'e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d', 'mac_address': 'fa:16:3e:e0:1d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51989b9-2983-46f9-a346-08c097891c35', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:27:25.307517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Made reservation on behalf of c2b45c4a4fd6410dae3b3b3a6087231e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:27:25.311554 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:25.326372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-036bcdae-313b-4f8e-abec-bf513919756f req-be81701f-c3cc-41ef-a95f-b2c4fc5eceb2 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818582 Aug 30 13:27:25.344327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:25.371930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:27:25.394515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:25.403181 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:25.470183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:25.526824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Allocated IP 172.20.0.11 (336e0072-2712-4de3-a314-e0386da8d4b3/451b1355-c97f-4af6-9b0d-e9c1cb53fcb5/2f0890c6-02ee-4628-8608-a433a21ec2af) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:27:25.612435 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fc97ab15-847f-4940-94e2-f121dfa42320 req-92b17b51-5981-4f1e-8cd7-50a8eea0ab1e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 210 time: 0.0349367 Aug 30 13:27:25.632357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:27:25.875189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555834-098a-4138-abc3-89f8bce583e5 req-77d1f11f-1193-46fc-97bb-d2362cd44ee5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:25.876636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-77d1f11f-1193-46fc-97bb-d2362cd44ee5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.2565095 Aug 30 13:27:25.878835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0903366b-14f0-4d1d-a04c-82e64ab16814 req-6d76e937-ea7a-4e60-a2da-d1a5bdbd40a7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 210 time: 0.0577350 Aug 30 13:27:25.882079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:25.892610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'port': {'device_id': '4784838e-47ed-4e4c-8845-f943eefdceae', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'admin_state_up': True, 'tenant_id': '1db640a70d964862a92b0278204e0a01'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:27:26.014962 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:26.033635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['f27bc6d6-8a1e-448b-b716-13ef7256fd6d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:27:26.089059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Network 336e0072-2712-4de3-a314-e0386da8d4b3 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:27:26.093931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Made reservation on behalf of 1db640a70d964862a92b0278204e0a01 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:27:26.097883 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:26.100835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Pushing event updated for resources: {'Port': ['ID=2f0890c6-02ee-4628-8608-a433a21ec2af,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:26.105508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:27:26.109466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:27:26.246083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:26.246872 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:26.276689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-036f4b57-8238-4f3e-979b-8392b0270b0b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5660419 Aug 30 13:27:26.292831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Request body: {'port': {'device_id': 'e3a748c1-1683-4f02-b85c-eda2d7db4af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:27:26.437958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:26.462425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Allocated IP 172.20.0.6 (fd66e202-6277-45e4-9038-736c47d32d37/2062eeeb-1e7b-46a3-8ac8-545725812198/d8128661-6870-4391-a676-b70ed8496f43) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:27:26.523387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533c913-4d5d-4c7a-8113-7eba5fec9a52 req-924f5edb-f9e9-4f33-adaa-5f6d67f63573 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:26.526562 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a533c913-4d5d-4c7a-8113-7eba5fec9a52 req-924f5edb-f9e9-4f33-adaa-5f6d67f63573 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 945 time: 0.0853086 Aug 30 13:27:26.594348 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a533c913-4d5d-4c7a-8113-7eba5fec9a52 req-4ec8359a-4a9c-4636-940b-e6f62d9a844e tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593240 Aug 30 13:27:26.773858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44791c54-b21e-47bc-8cfa-36e3a41c906f req-fa68563d-9be6-4b42-b677-2290cbded71c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 210 time: 0.0560770 Aug 30 13:27:26.919496 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:26.951674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Transition to ACTIVE for port object d8128661-6870-4391-a676-b70ed8496f43 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:27:27.019346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:27:27.075784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88a540-bec2-4780-a044-27cf529e2b96 req-697a4ecd-5fc8-427c-9098-3853b63b813a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:27.078776 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea88a540-bec2-4780-a044-27cf529e2b96 req-697a4ecd-5fc8-427c-9098-3853b63b813a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 932 time: 0.0697174 Aug 30 13:27:27.112946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0890c6-02ee-4628-8608-a433a21ec2af {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:27:27.120851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.124259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.137026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0db1f8de-0aa7-463e-91c6-ca284549700d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:27:27.158114 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea88a540-bec2-4780-a044-27cf529e2b96 req-77305a23-29c3-4338-b65c-fae52dd0e37e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632780 Aug 30 13:27:27.196512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:27:27.201055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Network fd66e202-6277-45e4-9038-736c47d32d37 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:27:27.208055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:27:27.211007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:27:27.216216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Transition to ACTIVE for port object 2f0890c6-02ee-4628-8608-a433a21ec2af will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:27:27.217006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'Port': ['ID=d8128661-6870-4391-a676-b70ed8496f43,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:27.231709 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.237509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:27:27.238181 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.333921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0890c6-02ee-4628-8608-a433a21ec2af,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:27.423415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:27.424685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.478210 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.520225 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-267e3b8c-8133-43c8-8783-48267e2d6a0d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6332905 Aug 30 13:27:27.521368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a74a02-1171-4030-9fc4-89c8b120563a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:27:27.523877 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df04b727-40ea-475f-aa5e-df5a1eff9a05" -d '{"events": [{"server_uuid": "51a74a02-1171-4030-9fc4-89c8b120563a", "name": "network-vif-plugged", "status": "completed", "tag": "e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:27:27.528483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:27.537069 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.547227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Request body: {'port': {'device_id': '4784838e-47ed-4e4c-8845-f943eefdceae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:27:27.598936 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7451e9-9d58-4518-b953-77fe8f6540ae x-openstack-request-id: req-8f7451e9-9d58-4518-b953-77fe8f6540ae {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:27:27.599751 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a74a02-1171-4030-9fc4-89c8b120563a", "name": "network-vif-plugged", "status": "completed", "tag": "e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:27:27.599751 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f7451e9-9d58-4518-b953-77fe8f6540ae {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:27:27.599973 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a74a02-1171-4030-9fc4-89c8b120563a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d', 'code': 200} Aug 30 13:27:27.605505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Attempting to bind port 2f0890c6-02ee-4628-8608-a433a21ec2af on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:27:27.605795 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Attempting to bind port 2f0890c6-02ee-4628-8608-a433a21ec2af by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:27:27.606182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Attempting to bind port 2f0890c6-02ee-4628-8608-a433a21ec2af on network 336e0072-2712-4de3-a314-e0386da8d4b3 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:27:27.629299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:27.637564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a170c57e-5af7-42ed-933a-2586e20d90ec None None] Provisioning for port d8128661-6870-4391-a676-b70ed8496f43 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:27:27.644462 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a170c57e-5af7-42ed-933a-2586e20d90ec None None] Provisioning complete for port d8128661-6870-4391-a676-b70ed8496f43 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:27:27.644462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a170c57e-5af7-42ed-933a-2586e20d90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.664068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Port 2f0890c6-02ee-4628-8608-a433a21ec2af on network 336e0072-2712-4de3-a314-e0386da8d4b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:27:27.664785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Attempting to bind port 2f0890c6-02ee-4628-8608-a433a21ec2af on network 336e0072-2712-4de3-a314-e0386da8d4b3 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:27:27.676834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.680394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:27:27.681171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Checking segment: {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:27:27.682497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Bound using segment: {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:27:27.686906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Bound port: 2f0890c6-02ee-4628-8608-a433a21ec2af, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da2804a6-f9b5-4aff-9707-b62169c91c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:27:27.687667 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:27.718138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a170c57e-5af7-42ed-933a-2586e20d90ec None None] Port d8128661-6870-4391-a676-b70ed8496f43 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:27:27.737207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd49db-746d-419e-8195-c8ec179bc817 req-55d57846-fb8d-4d4c-81d8-c48d29bbe6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:27.739722 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4bd49db-746d-419e-8195-c8ec179bc817 req-55d57846-fb8d-4d4c-81d8-c48d29bbe6a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 1097 time: 0.0657187 Aug 30 13:27:27.849849 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4bd49db-746d-419e-8195-c8ec179bc817 req-740d1073-5b17-4574-a357-776cb9ddf1e0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908983 Aug 30 13:27:27.880297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f2c3a-7928-498b-92de-71c381838825 req-f699c638-500e-41f9-b46b-906b65082d17 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:27.882199 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b3f2c3a-7928-498b-92de-71c381838825 req-f699c638-500e-41f9-b46b-906b65082d17 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 946 time: 0.1412756 Aug 30 13:27:27.945080 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b3f2c3a-7928-498b-92de-71c381838825 req-5429cd92-9050-43e9-bfac-1eeb7aa912b7 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549726 Aug 30 13:27:27.999253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] For port 2f0890c6-02ee-4628-8608-a433a21ec2af, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:27:28.026299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] For port 2f0890c6-02ee-4628-8608-a433a21ec2af, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2f0890c6-02ee-4628-8608-a433a21ec2af,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:27:28.042240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:28.091589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65111e32-4421-46b9-b0a6-492f1b18da3a req-36d66ed8-cad0-4d62-aae6-33915adf2ab4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:28.093200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65111e32-4421-46b9-b0a6-492f1b18da3a req-36d66ed8-cad0-4d62-aae6-33915adf2ab4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 931 time: 0.2143621 Aug 30 13:27:28.148009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:28.148644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:28.150250 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] 10.222.0.35 "PUT /v2.0/ports/2f0890c6-02ee-4628-8608-a433a21ec2af HTTP/1.1" status: 200 len: 1092 time: 1.8644073 Aug 30 13:27:28.171088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a748c1-1683-4f02-b85c-eda2d7db4af8', 'tag': '2f0890c6-02ee-4628-8608-a433a21ec2af'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:27:28.173604 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7385a5e9-d744-49a8-b7e5-73fcb677f93f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a748c1-1683-4f02-b85c-eda2d7db4af8", "tag": "2f0890c6-02ee-4628-8608-a433a21ec2af"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:27:28.239005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84116c-ec4a-44de-8f9a-2c400fbb4e32 service neutron] Pushing event updated for resources: {'Port': ['ID=2f0890c6-02ee-4628-8608-a433a21ec2af,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:28.271868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65111e32-4421-46b9-b0a6-492f1b18da3a req-00841636-fa4a-4eba-9c4d-612eb6475cf8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465743 Aug 30 13:27:28.274738 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f989ba-480d-438e-8128-a17325062458 x-openstack-request-id: req-e5f989ba-480d-438e-8128-a17325062458 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:27:28.275046 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a748c1-1683-4f02-b85c-eda2d7db4af8", "tag": "2f0890c6-02ee-4628-8608-a433a21ec2af", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:27:28.275341 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e5f989ba-480d-438e-8128-a17325062458 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:27:28.275800 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a748c1-1683-4f02-b85c-eda2d7db4af8', 'tag': '2f0890c6-02ee-4628-8608-a433a21ec2af', 'status': 'completed', 'code': 200} Aug 30 13:27:28.367031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924f1dd-1d78-4615-881f-690d8647954a req-3255795d-8c03-4385-955e-90cf121ae605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:28.369366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-3255795d-8c03-4385-955e-90cf121ae605 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 1095 time: 0.1470089 Aug 30 13:27:28.422134 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:28.427647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7eb76-33bd-4b59-8442-2ecc2165d88f req-f3b4a09d-bc02-4679-99da-eda2fb038f69 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:28.431812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ea7eb76-33bd-4b59-8442-2ecc2165d88f req-f3b4a09d-bc02-4679-99da-eda2fb038f69 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 944 time: 0.0717320 Aug 30 13:27:28.467707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-1c3e70f7-1cbd-4797-906f-c3d13f6372f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0890c6-02ee-4628-8608-a433a21ec2af HTTP/1.1" status: 200 len: 217 time: 0.0871756 Aug 30 13:27:28.498442 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ea7eb76-33bd-4b59-8442-2ecc2165d88f req-116228e1-b2f7-4e1f-8d95-830d7c861811 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587788 Aug 30 13:27:28.568067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8128661-6870-4391-a676-b70ed8496f43 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:27:28.584143 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:28.604172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924f1dd-1d78-4615-881f-690d8647954a req-a405d013-9c9d-48cb-8dcb-37a826d4077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:28.606545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-a405d013-9c9d-48cb-8dcb-37a826d4077b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 200 len: 850 time: 0.1077735 Aug 30 13:27:28.614398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Transition to ACTIVE for port object d8128661-6870-4391-a676-b70ed8496f43 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:27:28.633296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:28.668422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-34e981b0-e98d-4dca-aa8f-4f4136251719 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=336e0072-2712-4de3-a314-e0386da8d4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516632 Aug 30 13:27:28.784741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Pushing event updated for resources: {'Port': ['ID=d8128661-6870-4391-a676-b70ed8496f43,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:28.974587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-0e107bc8-26c6-410e-b1da-7a0550b44818 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783854 Aug 30 13:27:28.976169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Attempting to bind port d8128661-6870-4391-a676-b70ed8496f43 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:27:28.976978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Attempting to bind port d8128661-6870-4391-a676-b70ed8496f43 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:27:28.977518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Attempting to bind port d8128661-6870-4391-a676-b70ed8496f43 on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:27:29.000073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Port d8128661-6870-4391-a676-b70ed8496f43 on network fd66e202-6277-45e4-9038-736c47d32d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:27:29.000427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Attempting to bind port d8128661-6870-4391-a676-b70ed8496f43 on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:27:29.024881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:27:29.025908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Checking segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:27:29.026486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Bound using segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:27:29.027111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Bound port: d8128661-6870-4391-a676-b70ed8496f43, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:27:29.027634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:29.222333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff5b04-38fc-4d63-a6b9-c4a38a391bf5 req-3db796a3-74a6-4217-93ef-015c73e3e78e tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:29.223798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31ff5b04-38fc-4d63-a6b9-c4a38a391bf5 req-3db796a3-74a6-4217-93ef-015c73e3e78e tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 946 time: 0.1407957 Aug 30 13:27:29.227705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] For port d8128661-6870-4391-a676-b70ed8496f43, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:27:29.235256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4924f1dd-1d78-4615-881f-690d8647954a req-ab66eab4-d2a6-4606-9bbb-ff31a014c89d service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536554 Aug 30 13:27:29.254859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] For port d8128661-6870-4391-a676-b70ed8496f43, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d8128661-6870-4391-a676-b70ed8496f43,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:27:29.265442 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:29.308995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31ff5b04-38fc-4d63-a6b9-c4a38a391bf5 req-cd83f2de-ad2d-4e12-967c-3e8a932b96b3 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784266 Aug 30 13:27:29.330931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:29.332126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:29.334872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] 10.222.0.16 "PUT /v2.0/ports/d8128661-6870-4391-a676-b70ed8496f43 HTTP/1.1" status: 200 len: 1091 time: 1.8021176 Aug 30 13:27:29.488501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0f5e4-6c78-4eff-bb02-648967768b6a req-0dd50c92-5740-4da8-b37a-9e432be4d72f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:29.493685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-599f29f4-8bf6-457c-b908-ca204f1e3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:29.496477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-599f29f4-8bf6-457c-b908-ca204f1e3a02 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 1095 time: 0.1914585 Aug 30 13:27:29.501336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f3298-df97-41a7-a6e2-2e3e6d967732 service neutron] Pushing event updated for resources: {'Port': ['ID=d8128661-6870-4391-a676-b70ed8496f43,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:29.504402 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ec0f5e4-6c78-4eff-bb02-648967768b6a req-0dd50c92-5740-4da8-b37a-9e432be4d72f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 943 time: 0.1097946 Aug 30 13:27:29.566353 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ec0f5e4-6c78-4eff-bb02-648967768b6a req-84b9cc94-7a4c-4037-ae82-7b8ae9d53173 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 Aug 30 13:27:29.660590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555834-098a-4138-abc3-89f8bce583e5 req-cbb144da-64b6-461d-94a2-1d7a6a22b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:29.662625 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-cbb144da-64b6-461d-94a2-1d7a6a22b0e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 1094 time: 0.2673345 Aug 30 13:27:29.667824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-e162ebee-ff7c-4dae-9243-6051436f2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:29.670231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-e162ebee-ff7c-4dae-9243-6051436f2705 service neutron] 10.222.0.35 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 911 time: 0.1626885 Aug 30 13:27:29.726131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a59fda-7c7f-4a86-95f1-1d45e2258a82 req-8e06d30c-ad66-4acf-9f82-b8b72ea982d2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:29.727954 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26a59fda-7c7f-4a86-95f1-1d45e2258a82 req-8e06d30c-ad66-4acf-9f82-b8b72ea982d2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 944 time: 0.0930457 Aug 30 13:27:29.785855 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-26a59fda-7c7f-4a86-95f1-1d45e2258a82 req-00ae73a8-123b-458e-810e-4d2995f5a54e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507567 Aug 30 13:27:30.151191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-d6de1617-1785-4579-a3e7-c1171f75e550 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8128661-6870-4391-a676-b70ed8496f43 HTTP/1.1" status: 200 len: 217 time: 0.4795096 Aug 30 13:27:30.152621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-3ba1093a-b78b-4ffa-a6b7-9045e761ca85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0890c6-02ee-4628-8608-a433a21ec2af HTTP/1.1" status: 200 len: 217 time: 0.4744096 Aug 30 13:27:30.252785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555834-098a-4138-abc3-89f8bce583e5 req-75d6e36a-7c97-4c77-b9f8-001562e114f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:30.254339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-75d6e36a-7c97-4c77-b9f8-001562e114f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0955367 Aug 30 13:27:30.261621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-e9c2bf0c-d67a-4994-9325-6d84c53f53c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:30.263122 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-e9c2bf0c-d67a-4994-9325-6d84c53f53c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 200 len: 850 time: 0.0706570 Aug 30 13:27:30.297539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4784838e-47ed-4e4c-8845-f943eefdceae', 'tag': 'd8128661-6870-4391-a676-b70ed8496f43'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:27:30.299878 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a618be-3e8c-4cbc-bd0e-ef13220cb901" -d '{"events": [{"name": "network-changed", "server_uuid": "4784838e-47ed-4e4c-8845-f943eefdceae", "tag": "d8128661-6870-4391-a676-b70ed8496f43"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:27:30.306255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-46808a0a-8c1a-4d00-b48b-83ba218fcf74 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=336e0072-2712-4de3-a314-e0386da8d4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338643 Aug 30 13:27:30.386409 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49605a64-6abd-409c-8187-33a974d29548 x-openstack-request-id: req-49605a64-6abd-409c-8187-33a974d29548 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:27:30.386755 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4784838e-47ed-4e4c-8845-f943eefdceae", "tag": "d8128661-6870-4391-a676-b70ed8496f43", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:27:30.386934 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49605a64-6abd-409c-8187-33a974d29548 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:27:30.387322 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4784838e-47ed-4e4c-8845-f943eefdceae', 'tag': 'd8128661-6870-4391-a676-b70ed8496f43', 'status': 'completed', 'code': 200} Aug 30 13:27:30.395827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a555834-098a-4138-abc3-89f8bce583e5 req-4c56dc9b-b909-4645-8432-607d5413f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:30.397430 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-4c56dc9b-b909-4645-8432-607d5413f346 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333516 Aug 30 13:27:30.496479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-90f91ea6-c476-4d3a-b8d1-24d6fc42d10d service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751742 Aug 30 13:27:30.594428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-bb7ed87e-f007-4a7f-96b4-13a70882b158 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887052 Aug 30 13:27:30.758061 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7385a5e9-d744-49a8-b7e5-73fcb677f93f req-a5e4a94d-36d3-4a34-b386-83865163cb88 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511375 Aug 30 13:27:30.789058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826459d-c9b3-4973-8d45-1585c44354bc req-c93d9a84-864e-4125-9e8b-a83253d9f9e4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:30.792383 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a826459d-c9b3-4973-8d45-1585c44354bc req-c93d9a84-864e-4125-9e8b-a83253d9f9e4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 943 time: 0.1123683 Aug 30 13:27:30.793767 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a555834-098a-4138-abc3-89f8bce583e5 req-861a9c06-50dd-44d0-b150-018e95fe3f5a service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915355 Aug 30 13:27:30.821716 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:27:30.913271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:30.930135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a826459d-c9b3-4973-8d45-1585c44354bc req-da65238f-0589-4cc9-944e-416f438ad0a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227601 Aug 30 13:27:30.960372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-65da6584-9589-4895-b447-e357c4c45a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:30.963171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-65da6584-9589-4895-b447-e357c4c45a7e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 1094 time: 0.1138854 Aug 30 13:27:30.976185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3300d-7511-4123-8493-e606a494d92a req-e2a8abe7-fb4a-49e3-9f8c-17cf45540152 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:30.977876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-20f3300d-7511-4123-8493-e606a494d92a req-e2a8abe7-fb4a-49e3-9f8c-17cf45540152 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 944 time: 0.0713258 Aug 30 13:27:31.066032 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-20f3300d-7511-4123-8493-e606a494d92a req-9ac7b097-715a-4c43-b624-018aff5997df tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797918 Aug 30 13:27:31.125804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-e81f540e-75dd-48a9-ab1b-dd2a7c3417a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:31.128439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-e81f540e-75dd-48a9-ab1b-dd2a7c3417a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1574545 Aug 30 13:27:31.177925 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-c5a89d33-1679-413b-a232-361aeff3c4b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8128661-6870-4391-a676-b70ed8496f43 HTTP/1.1" status: 200 len: 217 time: 0.0427244 Aug 30 13:27:31.248108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-79ef08cb-0e70-4169-9e4c-fab2f7663509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:31.249841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-79ef08cb-0e70-4169-9e4c-fab2f7663509 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0654683 Aug 30 13:27:31.314948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-50fcc49a-e026-448c-81d7-df8f7cf42e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:31.316893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-50fcc49a-e026-448c-81d7-df8f7cf42e53 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596497 Aug 30 13:27:31.444389 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-5e2173d3-920c-4caa-ae5e-c29396a79d54 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197097 Aug 30 13:27:31.590550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62a618be-3e8c-4cbc-bd0e-ef13220cb901 req-4ded58c9-154a-4710-b6ed-b50d30dfa271 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384661 Aug 30 13:27:31.667775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 2f0890c6-02ee-4628-8608-a433a21ec2af details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:27:31.834561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 2f0890c6-02ee-4628-8608-a433a21ec2af, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2f0890c6-02ee-4628-8608-a433a21ec2af,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:31.852686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '2f0890c6-02ee-4628-8608-a433a21ec2af', 'network_id': '336e0072-2712-4de3-a314-e0386da8d4b3', 'port_id': '2f0890c6-02ee-4628-8608-a433a21ec2af', 'mac_address': 'fa:16:3e:c5:79:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451b1355-c97f-4af6-9b0d-e9c1cb53fcb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:27:31.912997 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:31.934427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0890c6-02ee-4628-8608-a433a21ec2af {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:27:31.970674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 2f0890c6-02ee-4628-8608-a433a21ec2af, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2f0890c6-02ee-4628-8608-a433a21ec2af,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:31.977553 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:32.062066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=2f0890c6-02ee-4628-8608-a433a21ec2af,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:32.135659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4775b1-4eed-48f0-a56a-ff530ae36d5d req-f9920214-b376-4546-988f-0337f9c32202 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:32.153338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c4775b1-4eed-48f0-a56a-ff530ae36d5d req-f9920214-b376-4546-988f-0337f9c32202 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 943 time: 0.1350372 Aug 30 13:27:32.230641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0c4775b1-4eed-48f0-a56a-ff530ae36d5d req-d861bc83-def6-4ba2-9469-7516abb9880d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790122 Aug 30 13:27:32.272970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f97a07-0fb3-4f16-b3b3-e94a725db98b req-b7cb87d0-2755-4615-bfdc-ed68dc6d379d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:32.274621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7f97a07-0fb3-4f16-b3b3-e94a725db98b req-b7cb87d0-2755-4615-bfdc-ed68dc6d379d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 945 time: 0.0756805 Aug 30 13:27:32.287622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['2f0890c6-02ee-4628-8608-a433a21ec2af'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:27:32.341906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7f97a07-0fb3-4f16-b3b3-e94a725db98b req-d484a9a8-1f05-4800-bd3c-855331c47981 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565014 Aug 30 13:27:33.026207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d8128661-6870-4391-a676-b70ed8496f43 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:27:33.146026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d8128661-6870-4391-a676-b70ed8496f43, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d8128661-6870-4391-a676-b70ed8496f43,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:33.161304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'd8128661-6870-4391-a676-b70ed8496f43', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'port_id': 'd8128661-6870-4391-a676-b70ed8496f43', 'mac_address': 'fa:16:3e:c3:3c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:27:33.216929 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:33.243522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8128661-6870-4391-a676-b70ed8496f43 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:27:33.277726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d8128661-6870-4391-a676-b70ed8496f43, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d8128661-6870-4391-a676-b70ed8496f43,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:33.282255 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:33.354456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=d8128661-6870-4391-a676-b70ed8496f43,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:33.400652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4eab0-69e0-4109-8a11-efb8a62e05b3 req-501f8575-6935-4e41-8d2b-5ffd67bbb9b0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:33.424040 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40c4eab0-69e0-4109-8a11-efb8a62e05b3 req-501f8575-6935-4e41-8d2b-5ffd67bbb9b0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 944 time: 0.0965102 Aug 30 13:27:33.474663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40c4eab0-69e0-4109-8a11-efb8a62e05b3 req-d4cffb90-777f-438d-9c77-9fd4b75c6221 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Aug 30 13:27:33.500209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a67d61-41cd-4f1f-b85e-6056e0bc3bea req-9a2d39bd-c5c0-4d46-87e0-dbd794e7e64d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:33.502480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-46a67d61-41cd-4f1f-b85e-6056e0bc3bea req-9a2d39bd-c5c0-4d46-87e0-dbd794e7e64d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 945 time: 0.0739942 Aug 30 13:27:33.511870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['d8128661-6870-4391-a676-b70ed8496f43'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:27:33.559955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-46a67d61-41cd-4f1f-b85e-6056e0bc3bea req-c45ed27e-4609-4c2d-b00e-d389256a6eb8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Aug 30 13:27:33.680381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 2f0890c6-02ee-4628-8608-a433a21ec2af up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:27:33.740700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 2f0890c6-02ee-4628-8608-a433a21ec2af completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:27:33.746202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 2f0890c6-02ee-4628-8608-a433a21ec2af triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:27:33.746611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:33.838498 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:33.862775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a748c1-1683-4f02-b85c-eda2d7db4af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0890c6-02ee-4628-8608-a433a21ec2af'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:27:33.865020 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe619331-eb9c-41d3-9c7d-d6307e5d4965" -d '{"events": [{"server_uuid": "e3a748c1-1683-4f02-b85c-eda2d7db4af8", "name": "network-vif-plugged", "status": "completed", "tag": "2f0890c6-02ee-4628-8608-a433a21ec2af"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:27:33.878802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 2f0890c6-02ee-4628-8608-a433a21ec2af, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2f0890c6-02ee-4628-8608-a433a21ec2af,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:33.884849 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:33.914177 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e06ff5d-4b9d-40a7-b189-d6f0e89c27e9 x-openstack-request-id: req-1e06ff5d-4b9d-40a7-b189-d6f0e89c27e9 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:27:33.914675 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a748c1-1683-4f02-b85c-eda2d7db4af8", "name": "network-vif-plugged", "status": "completed", "tag": "2f0890c6-02ee-4628-8608-a433a21ec2af", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:27:33.915070 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1e06ff5d-4b9d-40a7-b189-d6f0e89c27e9 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:27:33.916143 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a748c1-1683-4f02-b85c-eda2d7db4af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0890c6-02ee-4628-8608-a433a21ec2af', 'code': 200} Aug 30 13:27:33.958840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=2f0890c6-02ee-4628-8608-a433a21ec2af,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:34.013753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a227cf8-27f5-4031-84f3-f235ffe6d997 req-5546374f-1c08-488a-9fb2-f384629c0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:34.015372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a227cf8-27f5-4031-84f3-f235ffe6d997 req-5546374f-1c08-488a-9fb2-f384629c0e7b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 1097 time: 0.0481558 Aug 30 13:27:34.051891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a227cf8-27f5-4031-84f3-f235ffe6d997 req-c5115f71-e80e-4ce1-8c26-1e3b210d66ff service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298393 Aug 30 13:27:34.628220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb9762-87be-421d-86e3-5a9ffade8407 req-aaa2f2b0-d447-450e-82c7-fa02a8a63a04 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:34.637232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7eb9762-87be-421d-86e3-5a9ffade8407 req-aaa2f2b0-d447-450e-82c7-fa02a8a63a04 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 944 time: 0.0685456 Aug 30 13:27:34.702732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7eb9762-87be-421d-86e3-5a9ffade8407 req-56930b27-a4d3-401b-b7d1-8fa7fc419ec7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645492 Aug 30 13:27:34.729683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125044b5-79f1-4334-a3b2-55c4a52833ba req-94ea9ed4-da93-44fc-b229-4bed0d8704d8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:34.731289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-125044b5-79f1-4334-a3b2-55c4a52833ba req-94ea9ed4-da93-44fc-b229-4bed0d8704d8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0616095 Aug 30 13:27:34.779253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-125044b5-79f1-4334-a3b2-55c4a52833ba req-69bf2ba3-e8ec-4227-97f4-230e60cf7d27 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395951 Aug 30 13:27:35.029753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d8128661-6870-4391-a676-b70ed8496f43 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:27:35.090270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port d8128661-6870-4391-a676-b70ed8496f43 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:27:35.095102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port d8128661-6870-4391-a676-b70ed8496f43 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:27:35.095652 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:35.178300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:35.214024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d8128661-6870-4391-a676-b70ed8496f43, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d8128661-6870-4391-a676-b70ed8496f43,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:35.219034 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:35.273337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=d8128661-6870-4391-a676-b70ed8496f43,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:35.845688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471b9a5-698e-4f3d-b802-9e210f1331ec req-ff3d8469-53c8-4379-8448-3f50650c1931 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:35.847415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0471b9a5-698e-4f3d-b802-9e210f1331ec req-ff3d8469-53c8-4379-8448-3f50650c1931 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 945 time: 0.0620627 Aug 30 13:27:35.906897 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0471b9a5-698e-4f3d-b802-9e210f1331ec req-a4413816-bea3-418a-aee7-4f85f88b6594 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525391 Aug 30 13:27:35.918340 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4784838e-47ed-4e4c-8845-f943eefdceae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8128661-6870-4391-a676-b70ed8496f43'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:27:35.921802 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc5cd1b-6467-44ba-a485-c66d720a7813" -d '{"events": [{"server_uuid": "4784838e-47ed-4e4c-8845-f943eefdceae", "name": "network-vif-plugged", "status": "completed", "tag": "d8128661-6870-4391-a676-b70ed8496f43"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:27:35.927122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec0a34-3e1e-4ba1-94db-88faeaef4b94 req-331fd2ba-6639-47ed-bb01-d7ed39f908e6 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:35.934259 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6cec0a34-3e1e-4ba1-94db-88faeaef4b94 req-331fd2ba-6639-47ed-bb01-d7ed39f908e6 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0733593 Aug 30 13:27:35.973304 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d6383-dbbc-473e-b080-0fb06884a8cc x-openstack-request-id: req-9d7d6383-dbbc-473e-b080-0fb06884a8cc {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:27:35.973633 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4784838e-47ed-4e4c-8845-f943eefdceae", "name": "network-vif-plugged", "status": "completed", "tag": "d8128661-6870-4391-a676-b70ed8496f43", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:27:35.974155 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d7d6383-dbbc-473e-b080-0fb06884a8cc {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:27:35.974567 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4784838e-47ed-4e4c-8845-f943eefdceae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8128661-6870-4391-a676-b70ed8496f43', 'code': 200} Aug 30 13:27:35.981236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6cec0a34-3e1e-4ba1-94db-88faeaef4b94 req-aa5470f1-dcfa-4e0e-9b86-2f45a8d5aece tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Aug 30 13:27:36.097302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139b2c-5566-48ff-b6f9-95193b4e0577 req-a59e0aeb-22ab-4078-a067-6f20ab6d1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:36.099373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48139b2c-5566-48ff-b6f9-95193b4e0577 req-a59e0aeb-22ab-4078-a067-6f20ab6d1dbf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 1096 time: 0.0540917 Aug 30 13:27:36.143459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48139b2c-5566-48ff-b6f9-95193b4e0577 req-95a0232a-a33a-455d-8327-3f4ea8217af1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372074 Aug 30 13:27:36.306864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851bb2b6-ea13-4289-8755-696d6e3a4a52 req-830b1fd9-b6f8-4d7e-86a2-ecc2d29278d4 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:36.308909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-851bb2b6-ea13-4289-8755-696d6e3a4a52 req-830b1fd9-b6f8-4d7e-86a2-ecc2d29278d4 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0850747 Aug 30 13:27:36.311018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aac9d-4409-479e-8555-9dcb07cd621f req-83c00fe8-68c2-48ea-994e-4b56c0c7b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:36.312486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-752aac9d-4409-479e-8555-9dcb07cd621f req-83c00fe8-68c2-48ea-994e-4b56c0c7b6fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 1097 time: 0.0898972 Aug 30 13:27:36.419730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-851bb2b6-ea13-4289-8755-696d6e3a4a52 req-4d6d6be1-32dd-401a-bf8a-a1b01bb23d3d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034026 Aug 30 13:27:36.469553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aac9d-4409-479e-8555-9dcb07cd621f req-fab645b4-5c2a-42a0-9f13-f9bcc1dacbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:36.472141 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-752aac9d-4409-479e-8555-9dcb07cd621f req-fab645b4-5c2a-42a0-9f13-f9bcc1dacbea service neutron] 10.222.0.35 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 911 time: 0.1489272 Aug 30 13:27:36.524848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-752aac9d-4409-479e-8555-9dcb07cd621f req-840be628-c2fb-42da-820a-3d4a5606a2f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0890c6-02ee-4628-8608-a433a21ec2af HTTP/1.1" status: 200 len: 217 time: 0.0408683 Aug 30 13:27:36.594687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752aac9d-4409-479e-8555-9dcb07cd621f req-e92a9c3b-f617-4186-8255-e2cf1922a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:36.596201 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-752aac9d-4409-479e-8555-9dcb07cd621f req-e92a9c3b-f617-4186-8255-e2cf1922a978 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 200 len: 850 time: 0.0602634 Aug 30 13:27:36.643634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-752aac9d-4409-479e-8555-9dcb07cd621f req-0a9116d7-f602-4430-b3fd-bff7fee1544f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=336e0072-2712-4de3-a314-e0386da8d4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319316 Aug 30 13:27:36.716650 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-285121d2-2330-4618-b66a-3d953a66a634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:36.748013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-752aac9d-4409-479e-8555-9dcb07cd621f req-023d18a1-c7d2-42f0-a256-9ee302e8fb9d service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964079 Aug 30 13:27:36.852608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-752aac9d-4409-479e-8555-9dcb07cd621f req-76364764-988e-4efa-9e29-86fd8ce9b286 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971034 Aug 30 13:27:37.049013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d4e97-b9c9-405d-b1cf-dca61a761d32 req-4d58ef63-1246-42b2-b394-05e5d3db3df5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:37.050627 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a10d4e97-b9c9-405d-b1cf-dca61a761d32 req-4d58ef63-1246-42b2-b394-05e5d3db3df5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 945 time: 0.0618591 Aug 30 13:27:37.100775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a10d4e97-b9c9-405d-b1cf-dca61a761d32 req-57c28656-2d84-48b1-bb24-570ae9bb83ec tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Aug 30 13:27:37.566529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea151e53-9c3b-4dc3-96d6-947bf4de8f02 req-df08333e-2b85-4de0-924b-b95ccc41efa3 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:37.568244 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea151e53-9c3b-4dc3-96d6-947bf4de8f02 req-df08333e-2b85-4de0-924b-b95ccc41efa3 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0626187 Aug 30 13:27:37.616395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea151e53-9c3b-4dc3-96d6-947bf4de8f02 req-6d7e6d39-ce97-4a66-b91d-b352fcddb736 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379148 Aug 30 13:27:38.245591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce42b0-a003-463f-9c3d-0bca1546e6d9 req-2c17198a-8702-42f6-96d5-ad96b438f081 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:38.247410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-06ce42b0-a003-463f-9c3d-0bca1546e6d9 req-2c17198a-8702-42f6-96d5-ad96b438f081 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 945 time: 0.0553296 Aug 30 13:27:38.300382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-06ce42b0-a003-463f-9c3d-0bca1546e6d9 req-dd6f750a-746f-4c3b-833f-03b5dcf67927 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405643 Aug 30 13:27:38.766303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16405b0-3617-4a05-bb98-c8aaf22b0f5a req-3ffecf75-3264-4b5d-8172-b3f95b7ab512 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:38.767836 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a16405b0-3617-4a05-bb98-c8aaf22b0f5a req-3ffecf75-3264-4b5d-8172-b3f95b7ab512 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0630527 Aug 30 13:27:38.827370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a16405b0-3617-4a05-bb98-c8aaf22b0f5a req-348f1cd2-7973-4ef0-9ad4-f02f859797fd tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503533 Aug 30 13:27:39.394247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-663669c8-27ea-48e4-952e-43816b98451a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:39.975330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d91e2-6dea-434d-8e8c-e02cb5b13cb6 req-6802de66-4ace-4ffb-a832-a353e4a1953d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:39.979679 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-530d91e2-6dea-434d-8e8c-e02cb5b13cb6 req-6802de66-4ace-4ffb-a832-a353e4a1953d tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0663745 Aug 30 13:27:40.000140 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:40.041123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-530d91e2-6dea-434d-8e8c-e02cb5b13cb6 req-908125ed-5aa5-4692-8022-6fda0f3274d3 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461154 Aug 30 13:27:40.867868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:41.200903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19849e6a-01a2-458b-9336-dd5ab3427edc req-ad3ef9f6-6934-4438-ba62-b4e56c3c4b1a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:41.202571 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19849e6a-01a2-458b-9336-dd5ab3427edc req-ad3ef9f6-6934-4438-ba62-b4e56c3c4b1a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0603614 Aug 30 13:27:41.250651 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-19849e6a-01a2-458b-9336-dd5ab3427edc req-3ef7c83a-78ad-48c8-a679-a1feff76dd13 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390368 Aug 30 13:27:42.315709 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:42.437344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4d80f-dc49-43ae-b3c0-f825bc3d6ac6 req-bf28aba9-35f9-451a-8fce-1d9602fcf755 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:42.439593 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49c4d80f-dc49-43ae-b3c0-f825bc3d6ac6 req-bf28aba9-35f9-451a-8fce-1d9602fcf755 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0755792 Aug 30 13:27:42.502921 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49c4d80f-dc49-43ae-b3c0-f825bc3d6ac6 req-eb1277ac-d356-4157-aae6-5f160cbe8f18 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518675 Aug 30 13:27:43.687970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f2fa3-e3a9-4080-bd14-e7422ff319d2 req-25374eb5-ec28-4774-a57e-42bfb243df4e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:43.691782 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d6f2fa3-e3a9-4080-bd14-e7422ff319d2 req-25374eb5-ec28-4774-a57e-42bfb243df4e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.1090066 Aug 30 13:27:43.800641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d6f2fa3-e3a9-4080-bd14-e7422ff319d2 req-a384d1be-17cc-45b9-a232-92f496d54307 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018782 Aug 30 13:27:44.968802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c62ce8-2565-429c-9a4d-8479b9666c2a req-78e0d463-cd45-4326-bf52-a2881a8078cf tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:44.970452 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18c62ce8-2565-429c-9a4d-8479b9666c2a req-78e0d463-cd45-4326-bf52-a2881a8078cf tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0672927 Aug 30 13:27:45.012494 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18c62ce8-2565-429c-9a4d-8479b9666c2a req-a7c40437-99d2-48cd-9c8a-de1531260379 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358851 Aug 30 13:27:46.167115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab917d9c-fa4d-4657-ad7b-d9597d1e839b req-eaf15770-9713-41a7-b70a-299113722c60 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:46.168903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab917d9c-fa4d-4657-ad7b-d9597d1e839b req-eaf15770-9713-41a7-b70a-299113722c60 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0695996 Aug 30 13:27:46.230929 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab917d9c-fa4d-4657-ad7b-d9597d1e839b req-320a1f62-381f-4aad-9241-8c85e0eaae36 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549395 Aug 30 13:27:47.362758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5328e-054e-4023-81ab-302a0c89d274 req-bdde33e2-f028-4dd8-b6fd-907f3ec11da5 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:47.364283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b5328e-054e-4023-81ab-302a0c89d274 req-bdde33e2-f028-4dd8-b6fd-907f3ec11da5 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0519953 Aug 30 13:27:47.403739 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b5328e-054e-4023-81ab-302a0c89d274 req-56ea1531-0fe5-40e1-b31b-4b21dca939ac tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324435 Aug 30 13:27:48.546008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a2f6c-1d3a-4567-8a86-7f636c1a33f3 req-f56edf58-2f35-415c-a86e-4278eb33448c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:48.547922 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-178a2f6c-1d3a-4567-8a86-7f636c1a33f3 req-f56edf58-2f35-415c-a86e-4278eb33448c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0659235 Aug 30 13:27:48.624360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-178a2f6c-1d3a-4567-8a86-7f636c1a33f3 req-5568bc51-890d-4435-9178-529719ced6de tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638845 Aug 30 13:27:49.759920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5254e-7f17-4215-819e-c4a3e4299aad req-31d4c512-fb40-4edc-bd22-5d59c697f729 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:49.761427 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8cf5254e-7f17-4215-819e-c4a3e4299aad req-31d4c512-fb40-4edc-bd22-5d59c697f729 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0696127 Aug 30 13:27:49.808123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8cf5254e-7f17-4215-819e-c4a3e4299aad req-9f0e2b85-3b35-4008-a423-299011a438b2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405421 Aug 30 13:27:50.380333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b874032-62ee-43e0-866f-66774d902d58 req-681684ef-1843-44ad-a5ad-234861174d30 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:50.382008 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b874032-62ee-43e0-866f-66774d902d58 req-681684ef-1843-44ad-a5ad-234861174d30 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0541930 Aug 30 13:27:50.425549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b874032-62ee-43e0-866f-66774d902d58 req-e668191d-fbe1-44b4-a430-6f6c40293949 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351589 Aug 30 13:27:50.554269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4a159-a03a-4fd2-9ea6-23cfe136215b req-f2a3ac62-34af-4967-9c9a-25be10412d34 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:50.556693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9e4a159-a03a-4fd2-9ea6-23cfe136215b req-f2a3ac62-34af-4967-9c9a-25be10412d34 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0540519 Aug 30 13:27:50.609233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9e4a159-a03a-4fd2-9ea6-23cfe136215b req-2ae5cdd9-5661-4115-b5d3-1051e10eb95c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425856 Aug 30 13:27:50.860983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa4cd5-f460-4364-ac84-b972b2519a4a req-9c26d4ea-d4c7-403e-9f93-e67c9ee7fda8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:50.865038 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-affa4cd5-f460-4364-ac84-b972b2519a4a req-9c26d4ea-d4c7-403e-9f93-e67c9ee7fda8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0756707 Aug 30 13:27:50.928572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-affa4cd5-f460-4364-ac84-b972b2519a4a req-aad111c0-edf5-46b5-92dc-b52b7bfcc28a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499256 Aug 30 13:27:51.003081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9202a-60fe-4839-b944-a4b62fe883e9 req-996b0f50-4322-4fe5-9369-3d7e7f7efb82 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:51.004823 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62f9202a-60fe-4839-b944-a4b62fe883e9 req-996b0f50-4322-4fe5-9369-3d7e7f7efb82 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0888774 Aug 30 13:27:51.061956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62f9202a-60fe-4839-b944-a4b62fe883e9 req-3fe4e86c-4e88-44db-bc83-f80fc8be4485 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498343 Aug 30 13:27:51.337741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6029d-634d-4a76-a6fa-ed80fb0857b4 req-9f8f03c4-46d7-450b-9bda-634c852251df tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:51.339166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5f6029d-634d-4a76-a6fa-ed80fb0857b4 req-9f8f03c4-46d7-450b-9bda-634c852251df tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0525768 Aug 30 13:27:51.386392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5f6029d-634d-4a76-a6fa-ed80fb0857b4 req-6380030d-a740-4e9d-b9f8-e0e11dcddf36 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408504 Aug 30 13:27:52.247434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0ca05-c1dd-411f-8bcf-06c2815404dc req-8ff66b0a-392c-41d8-a7c8-3d7d76c56560 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:52.248995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2db0ca05-c1dd-411f-8bcf-06c2815404dc req-8ff66b0a-392c-41d8-a7c8-3d7d76c56560 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0555665 Aug 30 13:27:52.294042 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2db0ca05-c1dd-411f-8bcf-06c2815404dc req-8fb49360-f509-4705-bd9f-dc93097f153e tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388288 Aug 30 13:27:52.522008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549951-45c9-4fa5-bd69-3b34c769b56e req-b0b6bfc1-29f1-4978-b4af-745f72d1750f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:52.523519 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e549951-45c9-4fa5-bd69-3b34c769b56e req-b0b6bfc1-29f1-4978-b4af-745f72d1750f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0553088 Aug 30 13:27:52.574388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e549951-45c9-4fa5-bd69-3b34c769b56e req-6ef88200-5d2b-413c-a33d-d07608cdd01a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423665 Aug 30 13:27:53.443526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123fe16-2cdf-434c-a69a-3c4734d26f18 req-a2a6c506-1710-4e93-92d9-669532e93cf5 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:53.445184 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b123fe16-2cdf-434c-a69a-3c4734d26f18 req-a2a6c506-1710-4e93-92d9-669532e93cf5 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0535920 Aug 30 13:27:53.486907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b123fe16-2cdf-434c-a69a-3c4734d26f18 req-c6264635-b143-4bb9-b234-721b9848eead tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347106 Aug 30 13:27:53.702688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e668fa8-b0a2-4d9f-9434-e98c4b291c16 req-70bf69b2-2423-40ae-b041-309489457027 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:53.704325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e668fa8-b0a2-4d9f-9434-e98c4b291c16 req-70bf69b2-2423-40ae-b041-309489457027 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0565071 Aug 30 13:27:53.744799 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e668fa8-b0a2-4d9f-9434-e98c4b291c16 req-5eafce67-b0a8-4599-95f1-63afdd43e91a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343246 Aug 30 13:27:54.624585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ab092-89a1-48c1-812a-6f04ed6a6723 req-d0b625db-5870-490d-bb12-6c9855d47c49 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:54.626396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a4ab092-89a1-48c1-812a-6f04ed6a6723 req-d0b625db-5870-490d-bb12-6c9855d47c49 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0616164 Aug 30 13:27:54.672786 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a4ab092-89a1-48c1-812a-6f04ed6a6723 req-2b7cc5b0-4d15-436c-9adb-122e6cfd5c22 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397134 Aug 30 13:27:54.866676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf23ff1-3f7f-475b-89da-70c578a2e683 req-2099292e-1a98-4a3d-a251-267913d5652a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:54.868994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1cf23ff1-3f7f-475b-89da-70c578a2e683 req-2099292e-1a98-4a3d-a251-267913d5652a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0520327 Aug 30 13:27:54.912135 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1cf23ff1-3f7f-475b-89da-70c578a2e683 req-30aba8bf-c104-4843-a7d9-e012761df6f1 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363901 Aug 30 13:27:55.793115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc3c52-f30c-4d90-ac19-28507dc8623c req-8873a71c-30dd-4e0b-805b-2fed9ccc8d00 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:55.795495 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7dbc3c52-f30c-4d90-ac19-28507dc8623c req-8873a71c-30dd-4e0b-805b-2fed9ccc8d00 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0522308 Aug 30 13:27:55.841340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7dbc3c52-f30c-4d90-ac19-28507dc8623c req-f265131d-93d7-4833-b82b-bec7da7082a9 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Aug 30 13:27:56.041454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238bb0c-95af-4711-937d-9b2496200a07 req-c56a55d3-57af-41d6-945b-146a643fe393 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:56.043036 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8238bb0c-95af-4711-937d-9b2496200a07 req-c56a55d3-57af-41d6-945b-146a643fe393 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0577431 Aug 30 13:27:56.086510 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8238bb0c-95af-4711-937d-9b2496200a07 req-aa4a9577-fc26-4123-ab4a-a663f80a89b7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373068 Aug 30 13:27:56.658773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb316d-3fbe-4f00-bc9d-3421edfca610 req-025ad9e4-9008-40a8-9a9f-74ece0c253b1 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:56.660479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96bb316d-3fbe-4f00-bc9d-3421edfca610 req-025ad9e4-9008-40a8-9a9f-74ece0c253b1 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 946 time: 0.0553234 Aug 30 13:27:56.700603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96bb316d-3fbe-4f00-bc9d-3421edfca610 req-a2bf4be7-16c5-40e3-920e-2de8d034d394 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Aug 30 13:27:56.967195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc733b-215b-4c92-bb15-4792e3c77662 req-ac4daeb8-97b2-48dd-98f5-100011ca8446 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:56.968836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbbc733b-215b-4c92-bb15-4792e3c77662 req-ac4daeb8-97b2-48dd-98f5-100011ca8446 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0530243 Aug 30 13:27:57.013548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbbc733b-215b-4c92-bb15-4792e3c77662 req-e8aecc18-7ea3-42dd-9997-08ec81eeace5 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362763 Aug 30 13:27:57.204986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69563050-74e2-4431-a14f-b987fb3b1468 req-1dda749b-91ef-475d-84fd-6cf62af39118 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:57.206457 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69563050-74e2-4431-a14f-b987fb3b1468 req-1dda749b-91ef-475d-84fd-6cf62af39118 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0504386 Aug 30 13:27:57.246957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69563050-74e2-4431-a14f-b987fb3b1468 req-b225d84f-f8a5-4cf9-886b-93d4bff698d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329411 Aug 30 13:27:57.817470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c45417-35e8-48b5-9369-ae6e865925b9 req-857ebff0-dccb-4cb7-94c6-d91900252ad5 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:57.818990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a5c45417-35e8-48b5-9369-ae6e865925b9 req-857ebff0-dccb-4cb7-94c6-d91900252ad5 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 946 time: 0.0505996 Aug 30 13:27:57.861156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a5c45417-35e8-48b5-9369-ae6e865925b9 req-245d6489-81e1-4b30-b74c-4fc484434068 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/security-groups?id=8c34f366-b731-4ccd-abdc-2b574c92d756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354097 Aug 30 13:27:58.136951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f81cb3-2c41-488e-b9d3-3dc32ea368e6 req-b875f71d-fa16-4bc6-92d9-304c88a66e13 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:58.138636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78f81cb3-2c41-488e-b9d3-3dc32ea368e6 req-b875f71d-fa16-4bc6-92d9-304c88a66e13 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0581193 Aug 30 13:27:58.182717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78f81cb3-2c41-488e-b9d3-3dc32ea368e6 req-476b4fa6-eeac-4b00-bced-1a21eb03bda4 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335786 Aug 30 13:27:58.328601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-648b0ac3-97e0-4766-8fcc-e1c53b3aa90f tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:58.330213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-648b0ac3-97e0-4766-8fcc-e1c53b3aa90f tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.16 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 946 time: 0.0548122 Aug 30 13:27:58.424914 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:58.431558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b87c8c-77a6-4319-b9cf-c46b6d8da759 req-febf3071-0616-4810-bf13-45af18812383 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:58.433719 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b87c8c-77a6-4319-b9cf-c46b6d8da759 req-febf3071-0616-4810-bf13-45af18812383 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1145523 Aug 30 13:27:58.490425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1b87c8c-77a6-4319-b9cf-c46b6d8da759 req-33e26231-e5d0-4369-ac1b-08fcd5b25d6f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480080 Aug 30 13:27:58.497559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Deleting port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:27:58.498100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:58.592228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] For port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,segment=NetworkSegment(c7002aa2-b7c8-456f-a2ce-c5694db8df8c),segment_id=c7002aa2-b7c8-456f-a2ce-c5694db8df8c)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:27:58.592507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:58.606188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Calling delete_port for e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:27:58.743617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:58.764181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:27:58.776479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Pushing event deleted for resources: {'Port': ['ID=e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:27:58.790530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.790530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.790530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.790873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.791203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.792226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.792226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.792226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.792634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.792900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.793232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.793559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:27:58.828527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] No DVR routers for this DVR port e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:27:58.831284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:27:58.833277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb20c898-55fa-4c22-a444-8bc25e85c8da req-48645896-f775-4584-acbf-cf1aa62ceccf tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.16 "DELETE /v2.0/ports/e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d HTTP/1.1" status: 204 len: 173 time: 0.4947770 Aug 30 13:27:58.833735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a74a02-1171-4030-9fc4-89c8b120563a', 'name': 'network-vif-deleted', 'tag': 'e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:27:58.835986 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc76b03-a571-4f7f-a58a-7b198b7cedc8" -d '{"events": [{"server_uuid": "51a74a02-1171-4030-9fc4-89c8b120563a", "name": "network-vif-deleted", "tag": "e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:27:58.875980 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17c3826-7799-4a08-9027-d638ca6b1e4e x-openstack-request-id: req-f17c3826-7799-4a08-9027-d638ca6b1e4e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:27:58.876353 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a74a02-1171-4030-9fc4-89c8b120563a", "name": "network-vif-deleted", "tag": "e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:27:58.876855 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f17c3826-7799-4a08-9027-d638ca6b1e4e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:27:58.877472 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a74a02-1171-4030-9fc4-89c8b120563a', 'name': 'network-vif-deleted', 'tag': 'e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d', 'status': 'completed', 'code': 200} Aug 30 13:27:58.969830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4bdc240-16fc-40c1-a83c-6f9dac951bf2 req-f0eb370d-12e4-4e6e-a88c-742fb12231f2 tempest-VolumesSnapshotTestJSON-2008674002 tempest-VolumesSnapshotTestJSON-2008674002-project] 10.222.0.37 "GET /v2.0/ports?device_id=51a74a02-1171-4030-9fc4-89c8b120563a HTTP/1.1" status: 200 len: 210 time: 0.0310328 Aug 30 13:27:59.365752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53dc2ef-a26c-49c8-86f6-85a18f3177ef req-0ef82827-26f7-4283-85bb-9ac80fe9fb76 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:59.368327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b53dc2ef-a26c-49c8-86f6-85a18f3177ef req-0ef82827-26f7-4283-85bb-9ac80fe9fb76 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0724463 Aug 30 13:27:59.435757 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b53dc2ef-a26c-49c8-86f6-85a18f3177ef req-75944ebf-35c6-469d-9de6-5631001e9eb8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575550 Aug 30 13:27:59.676568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361504-e8f7-4601-86fd-063840fab217 req-c10cfdaa-6982-4b97-922c-564d41cb3f4e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:27:59.678324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0361504-e8f7-4601-86fd-063840fab217 req-c10cfdaa-6982-4b97-922c-564d41cb3f4e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0879872 Aug 30 13:27:59.731337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0361504-e8f7-4601-86fd-063840fab217 req-a57b4dae-3779-41c8-a56c-8f1d7a515d5d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Aug 30 13:28:00.583467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630b9d-01c9-4d67-9437-64b5baa8c678 req-91afec85-aa16-49f7-9ef0-dd1bf4a95058 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:00.585065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d3630b9d-01c9-4d67-9437-64b5baa8c678 req-91afec85-aa16-49f7-9ef0-dd1bf4a95058 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0720825 Aug 30 13:28:00.626009 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d3630b9d-01c9-4d67-9437-64b5baa8c678 req-40f1602b-ea65-4e5b-9467-0c2a323dae2c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341687 Aug 30 13:28:00.857428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d3d81-35e0-413c-b55f-b6167f5b9b82 req-0488ac2b-43df-4028-879b-86a2402a8436 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:00.858960 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ec3d3d81-35e0-413c-b55f-b6167f5b9b82 req-0488ac2b-43df-4028-879b-86a2402a8436 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0517020 Aug 30 13:28:00.900821 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ec3d3d81-35e0-413c-b55f-b6167f5b9b82 req-87177519-beb3-41ef-9d99-8a96e1227a23 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358996 Aug 30 13:28:00.927578 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:01.185051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:28:01.205208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:28:01.205561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e4fc2c71-8f6e-49ac-a855-7a3fa2991d3d not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:28:01.787138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae240c8-203a-4c28-b934-e13e10ea0653 req-00131423-8b0b-4095-828a-4b62b3e14398 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:01.790653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2ae240c8-203a-4c28-b934-e13e10ea0653 req-00131423-8b0b-4095-828a-4b62b3e14398 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0623157 Aug 30 13:28:01.842829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2ae240c8-203a-4c28-b934-e13e10ea0653 req-321dc410-b0c8-4f11-83e1-700a6bd727f5 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441077 Aug 30 13:28:02.066019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af18ef1-209e-44ee-9dab-9ad00a86aaa0 req-315b727b-d321-4902-8765-11d8ad1b2b6c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:02.067343 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2af18ef1-209e-44ee-9dab-9ad00a86aaa0 req-315b727b-d321-4902-8765-11d8ad1b2b6c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0705717 Aug 30 13:28:02.125750 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2af18ef1-209e-44ee-9dab-9ad00a86aaa0 req-872d3e19-5d05-4a06-ac17-3281eb95d5fc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494096 Aug 30 13:28:02.429266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21483bf3-2f64-46f1-8f72-4a9bf55e5a77 req-c7392547-1f88-4d73-b0b7-06c180c5de34 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:02.432574 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21483bf3-2f64-46f1-8f72-4a9bf55e5a77 req-c7392547-1f88-4d73-b0b7-06c180c5de34 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0696166 Aug 30 13:28:02.481955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-a21bbfbf-9373-4d8f-9cde-f06919f60e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:02.481955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-a21bbfbf-9373-4d8f-9cde-f06919f60e7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1096 time: 0.0602343 Aug 30 13:28:02.502280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21483bf3-2f64-46f1-8f72-4a9bf55e5a77 req-5cf8ee72-0f86-45de-ab73-efa74627a4f4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618191 Aug 30 13:28:02.636177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-32a3100a-f745-495b-81b7-721b60798dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:02.639115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-32a3100a-f745-495b-81b7-721b60798dfb service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1490078 Aug 30 13:28:02.734300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-829ca7fa-27b1-49e3-b0a7-51293a9b9949 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1000 time: 0.0869970 Aug 30 13:28:02.808134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-89670b63-4bb4-4f50-9c81-4afc4f095612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:02.809752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-89670b63-4bb4-4f50-9c81-4afc4f095612 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0678744 Aug 30 13:28:02.874526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-feaed6ad-04d8-4eff-b0fe-38f5baa74c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:02.876573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-feaed6ad-04d8-4eff-b0fe-38f5baa74c31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590506 Aug 30 13:28:03.068637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-cb99119e-6a45-4c37-8d65-66df88cf5cf1 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807253 Aug 30 13:28:03.078608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81afa6d-e861-4cdb-84a9-ddcd8fa842b0 req-893143ac-0f18-4448-bb32-83c391ac462f tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:03.082207 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f81afa6d-e861-4cdb-84a9-ddcd8fa842b0 req-893143ac-0f18-4448-bb32-83c391ac462f tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.1121089 Aug 30 13:28:03.174456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f81afa6d-e861-4cdb-84a9-ddcd8fa842b0 req-40332b50-5cdd-4fd2-9436-545e651f8eb7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810614 Aug 30 13:28:03.228026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f4fe01d8-2548-4c3d-aedd-a428edf646e6 req-a5eb2f71-1cfe-464b-b609-5295c86bda47 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445205 Aug 30 13:28:03.681645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4495f6-1672-4b84-946a-1847fe3a068d req-e3884611-29cb-4c3c-8376-528450c29e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:03.684730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce4495f6-1672-4b84-946a-1847fe3a068d req-e3884611-29cb-4c3c-8376-528450c29e41 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 1097 time: 0.0634539 Aug 30 13:28:03.686109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8273c40-82ce-4b5c-837f-1507925e4569 req-07fffcc7-69bd-462c-a5fd-bac2d3af17a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:03.693162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e8273c40-82ce-4b5c-837f-1507925e4569 req-07fffcc7-69bd-462c-a5fd-bac2d3af17a4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0656834 Aug 30 13:28:03.794598 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce4495f6-1672-4b84-946a-1847fe3a068d req-9c3190e6-c771-434f-9937-68899a9b998c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905802 Aug 30 13:28:03.803672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e8273c40-82ce-4b5c-837f-1507925e4569 req-e01a95cf-633b-4d1c-b74a-b25f8ee9e7cb tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086688 Aug 30 13:28:04.334421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfbaf6c-fff5-42b6-ab61-de0ce9d220aa req-06d3f719-9636-4e22-a9f9-a8e76f97ce3a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:04.335986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3bfbaf6c-fff5-42b6-ab61-de0ce9d220aa req-06d3f719-9636-4e22-a9f9-a8e76f97ce3a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0678661 Aug 30 13:28:04.402700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3bfbaf6c-fff5-42b6-ab61-de0ce9d220aa req-0133cd16-ee7b-4112-ae31-2c376c0fad3b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584784 Aug 30 13:28:04.967353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f20cb-74f7-467b-97ef-67b44c7e1ac2 req-9bb3a91a-6f8d-4926-a1f5-6ac19761c1d6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:04.970039 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-409f20cb-74f7-467b-97ef-67b44c7e1ac2 req-9bb3a91a-6f8d-4926-a1f5-6ac19761c1d6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0659254 Aug 30 13:28:05.022827 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-409f20cb-74f7-467b-97ef-67b44c7e1ac2 req-743cfcc8-83b6-4d93-8df4-8f74fdbce36f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465152 Aug 30 13:28:05.192586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec24c78-7855-447e-b1d8-cd6662fa95e2 req-31711242-b41e-41f4-ad3f-fd80edeaffe9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:05.196033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bec24c78-7855-447e-b1d8-cd6662fa95e2 req-31711242-b41e-41f4-ad3f-fd80edeaffe9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0891485 Aug 30 13:28:05.266120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bec24c78-7855-447e-b1d8-cd6662fa95e2 req-522a0f58-71e0-4b1d-b62c-13cdc2a89ebc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581002 Aug 30 13:28:05.580148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38ad5e-46ff-48e1-ae01-feb4492082f4 req-49fffd76-26bb-4507-ba62-5cbb057f3b58 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:05.588996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b38ad5e-46ff-48e1-ae01-feb4492082f4 req-49fffd76-26bb-4507-ba62-5cbb057f3b58 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0729156 Aug 30 13:28:05.599070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e728a-25d3-4bca-b787-8a3f10f20408 req-e9be8d75-fcef-44fc-ac39-a8114cf153fb tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:05.603384 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e49e728a-25d3-4bca-b787-8a3f10f20408 req-e9be8d75-fcef-44fc-ac39-a8114cf153fb tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0751638 Aug 30 13:28:05.642417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b38ad5e-46ff-48e1-ae01-feb4492082f4 req-f8bc8953-51c9-491e-88d0-2aa6aa075743 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522878 Aug 30 13:28:05.711218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e49e728a-25d3-4bca-b787-8a3f10f20408 req-a8cc8cce-6bac-49e0-a1aa-f976949d9f9a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004252 Aug 30 13:28:05.991046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86927be7-8a9f-4ef0-ad5e-134b95ccec8d req-3f39a461-755f-4a6d-afc3-19e1cd3ded1c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:05.994924 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86927be7-8a9f-4ef0-ad5e-134b95ccec8d req-3f39a461-755f-4a6d-afc3-19e1cd3ded1c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.1333914 Aug 30 13:28:06.002206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-c0e05dc9-5acf-46c5-9750-8d0627cc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:06.004538 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-c0e05dc9-5acf-46c5-9750-8d0627cc5dd8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 1097 time: 0.1337717 Aug 30 13:28:06.073046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb8448-87f7-4ba3-8e3f-6cb9d84a54a9 req-b4f445ec-26e9-41e6-9dc2-3fc5de8f9b21 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:06.081996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-addb8448-87f7-4ba3-8e3f-6cb9d84a54a9 req-b4f445ec-26e9-41e6-9dc2-3fc5de8f9b21 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0664868 Aug 30 13:28:06.128700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86927be7-8a9f-4ef0-ad5e-134b95ccec8d req-035bc0ef-dcfc-4a1c-b42b-3875db21d4fa tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205533 Aug 30 13:28:06.152928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-addb8448-87f7-4ba3-8e3f-6cb9d84a54a9 req-1f0d44c5-0d00-454b-931b-2c0c9e9fb126 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692971 Aug 30 13:28:06.215826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-00b8bdec-1650-4e78-ab93-52b92204b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:06.217687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-00b8bdec-1650-4e78-ab93-52b92204b3fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 911 time: 0.2056158 Aug 30 13:28:06.272697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-75ed1cbd-92d3-4fce-8dcb-5c475f064ec9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f0890c6-02ee-4628-8608-a433a21ec2af HTTP/1.1" status: 200 len: 217 time: 0.0483174 Aug 30 13:28:06.326990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-ed9a7fc3-0287-4249-8346-1d9496af8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:06.328555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-ed9a7fc3-0287-4249-8346-1d9496af8811 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 200 len: 850 time: 0.0489702 Aug 30 13:28:06.366470 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-426135b7-6f9d-4c6a-a020-1711e816d958 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=336e0072-2712-4de3-a314-e0386da8d4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312822 Aug 30 13:28:06.495989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-28fc541d-4597-44c9-be3d-1e34efde93a6 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218839 Aug 30 13:28:06.604939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60462360-38c2-4570-8b8a-ddbab1ce1392 req-e391f05b-0a85-48b3-9bd9-6611468c61e1 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022122 Aug 30 13:28:06.703519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4190b39a-831e-4ff0-af30-66a671e693d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:07.342193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1eb4da-6419-49b8-b0aa-4c0debb86474 req-8896277a-c51f-4bcf-8fa7-6f5f8a5a87d8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:07.345117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a1eb4da-6419-49b8-b0aa-4c0debb86474 req-8896277a-c51f-4bcf-8fa7-6f5f8a5a87d8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.1116915 Aug 30 13:28:07.424466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987112-e66f-42f9-81f7-1ddedecff360 req-79598716-932d-4ead-90c5-6939ae66841a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:07.433998 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18987112-e66f-42f9-81f7-1ddedecff360 req-79598716-932d-4ead-90c5-6939ae66841a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0911572 Aug 30 13:28:07.483198 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-18987112-e66f-42f9-81f7-1ddedecff360 req-b7025f02-6821-40c6-9866-2a35f67c5cd4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415597 Aug 30 13:28:07.488429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a1eb4da-6419-49b8-b0aa-4c0debb86474 req-35bd7a26-2946-4d3c-af3a-de2f7f9986af tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323438 Aug 30 13:28:07.782515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70c485-dd42-4153-90ea-fef36550f9a8 req-232b6fff-15dc-48a4-afc8-fac589e96112 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:07.790641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d70c485-dd42-4153-90ea-fef36550f9a8 req-232b6fff-15dc-48a4-afc8-fac589e96112 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1024761 Aug 30 13:28:07.824059 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:28:07.862858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2d70c485-dd42-4153-90ea-fef36550f9a8 req-f8549215-26b2-405d-b62f-142203b70f49 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712183 Aug 30 13:28:08.700345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17757e63-b73b-4a25-9044-bc2f2815b6a6 req-1fac340e-acda-4cbe-8b00-59a71aae8e54 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:08.702728 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17757e63-b73b-4a25-9044-bc2f2815b6a6 req-1fac340e-acda-4cbe-8b00-59a71aae8e54 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0929143 Aug 30 13:28:08.782879 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17757e63-b73b-4a25-9044-bc2f2815b6a6 req-45b7f8f1-0fb9-494f-ad95-b27f691e0498 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726995 Aug 30 13:28:08.984202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df78f10-8f5d-4e71-95bb-d17c77d4bc0a req-12c0dcc6-81ff-4f88-ac95-2a66328f0412 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:08.992311 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df78f10-8f5d-4e71-95bb-d17c77d4bc0a req-12c0dcc6-81ff-4f88-ac95-2a66328f0412 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0681844 Aug 30 13:28:09.038475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df78f10-8f5d-4e71-95bb-d17c77d4bc0a req-c672c433-19de-4b75-8dba-4903801df32c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449116 Aug 30 13:28:09.164009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198de8b5-ff9d-417b-937b-636755baced3 req-2f6c3383-3048-4dca-85c2-db2a1cecdaf7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:09.166388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-198de8b5-ff9d-417b-937b-636755baced3 req-2f6c3383-3048-4dca-85c2-db2a1cecdaf7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0613475 Aug 30 13:28:09.214246 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-198de8b5-ff9d-417b-937b-636755baced3 req-a0885b11-6143-4c35-8c03-83e291818f9e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397193 Aug 30 13:28:09.362741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454afe51-98ea-445e-a2d7-a002269afaf0 req-aff0576b-f0aa-45c8-a2a2-159576bbb588 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:09.370707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-454afe51-98ea-445e-a2d7-a002269afaf0 req-aff0576b-f0aa-45c8-a2a2-159576bbb588 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0750723 Aug 30 13:28:09.423995 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fb8679d7-4d20-48b6-80d9-60abdec1659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:09.453996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-454afe51-98ea-445e-a2d7-a002269afaf0 req-01cdd710-fe38-482d-9daa-b3c3045214c8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668435 Aug 30 13:28:09.581066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4a23e-b901-424d-9409-97066a65a85b req-0164b7d5-f63c-448e-a40e-56220f3196e9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:09.582001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4a23e-b901-424d-9409-97066a65a85b req-0164b7d5-f63c-448e-a40e-56220f3196e9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0759928 Aug 30 13:28:09.638375 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4a23e-b901-424d-9409-97066a65a85b req-fb67ea54-2e52-4e8c-8d3a-bdf97a528153 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499518 Aug 30 13:28:09.909877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f7a58-0a75-4683-96d1-575f8df0620c req-c29c7bbe-a45f-4628-9538-fde8eede2f4c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:09.911802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f37f7a58-0a75-4683-96d1-575f8df0620c req-c29c7bbe-a45f-4628-9538-fde8eede2f4c tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0648377 Aug 30 13:28:09.955083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f37f7a58-0a75-4683-96d1-575f8df0620c req-17c50a5c-60fe-4969-bdb1-72e2c4ce773a tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354354 Aug 30 13:28:10.009126 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:10.292702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883397c4-d79d-4948-94b2-a629a3cf9b62 req-33af5a4e-bef9-4923-a82b-a58c58175b38 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:10.293629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-883397c4-d79d-4948-94b2-a629a3cf9b62 req-33af5a4e-bef9-4923-a82b-a58c58175b38 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0869458 Aug 30 13:28:10.339877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-883397c4-d79d-4948-94b2-a629a3cf9b62 req-e74f1328-8d80-465d-92e6-7ed12d32b0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397274 Aug 30 13:28:10.856996 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:11.222623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-f5008565-d9b6-4d7c-b0f9-7b4e26e91cb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487864 Aug 30 13:28:11.339259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-410ba1ff-8679-434c-b7b5-d670d2115033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:11.340817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-410ba1ff-8679-434c-b7b5-d670d2115033 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0755637 Aug 30 13:28:11.503886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-6d7605fe-4dca-4946-b687-d4b3bde61011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:11.505844 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-6d7605fe-4dca-4946-b687-d4b3bde61011 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1371193 Aug 30 13:28:11.551364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3050dba-667d-4e96-8c2b-1de2a35f9ef6 req-32411b1c-e790-4534-b80c-67fb4d735a28 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:11.566319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-f7a44426-12ba-4e48-86dd-5dba20351e97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db1f8de-0aa7-463e-91c6-ca284549700d HTTP/1.1" status: 200 len: 217 time: 0.0491867 Aug 30 13:28:11.566671 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3050dba-667d-4e96-8c2b-1de2a35f9ef6 req-32411b1c-e790-4534-b80c-67fb4d735a28 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0994365 Aug 30 13:28:11.622296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3050dba-667d-4e96-8c2b-1de2a35f9ef6 req-2dfd852e-2be1-4bfc-8895-c41c864a0bd1 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544324 Aug 30 13:28:11.655693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-13abcf10-b8b2-4b31-b3b7-4c3c8c1f0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:11.657222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-13abcf10-b8b2-4b31-b3b7-4c3c8c1f0f2b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0845997 Aug 30 13:28:11.731112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-3dd7dcb6-b09c-452a-a246-4d64af261b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:11.732818 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-3dd7dcb6-b09c-452a-a246-4d64af261b75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690453 Aug 30 13:28:11.865508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-26a8254b-deac-4876-a378-b3cab57f143c service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232917 Aug 30 13:28:12.233276 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:12.287404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f23b1c6-15f2-4e30-87a6-fa855865bdd9 req-b93701e1-8c76-4440-a1b3-50d9299f702a service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153132 Aug 30 13:28:12.739065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0474b42-3166-4cac-b168-6b9ad6694c73 req-2ced00f6-f0b6-4bf9-a64b-641bb3348b42 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:12.740591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0474b42-3166-4cac-b168-6b9ad6694c73 req-2ced00f6-f0b6-4bf9-a64b-641bb3348b42 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0549946 Aug 30 13:28:12.789278 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0474b42-3166-4cac-b168-6b9ad6694c73 req-d207235a-e4e5-431d-b10c-fb915c016410 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357122 Aug 30 13:28:13.179183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9496513-72b4-4353-9577-eae520909a3b req-6f0426ba-2300-4b28-b393-0117bcdf93a0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670104 Aug 30 13:28:13.271240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496513-72b4-4353-9577-eae520909a3b req-13c9193e-7daf-471f-81db-2528456746da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:13.272909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9496513-72b4-4353-9577-eae520909a3b req-13c9193e-7daf-471f-81db-2528456746da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0503550 Aug 30 13:28:13.430813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-081b9f92-1dbf-49cc-862f-003512833df0 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:13.433786 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-081b9f92-1dbf-49cc-862f-003512833df0 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0847726 Aug 30 13:28:13.482925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496513-72b4-4353-9577-eae520909a3b req-62d363b3-bb97-4faa-83e5-f72f0245f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:13.485088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9496513-72b4-4353-9577-eae520909a3b req-62d363b3-bb97-4faa-83e5-f72f0245f681 service neutron] 10.222.0.35 "GET /v2.0/networks?id=336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 200 len: 911 time: 0.1813889 Aug 30 13:28:13.543638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9496513-72b4-4353-9577-eae520909a3b req-90aaa477-8314-4751-9ed4-e7fb5a4c764a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d HTTP/1.1" status: 200 len: 217 time: 0.0516181 Aug 30 13:28:13.631204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9496513-72b4-4353-9577-eae520909a3b req-bc0b70f0-8e37-4475-bc92-13ed1fd9ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:13.632729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9496513-72b4-4353-9577-eae520909a3b req-bc0b70f0-8e37-4475-bc92-13ed1fd9ea12 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 200 len: 850 time: 0.0826299 Aug 30 13:28:13.659264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Deleting port 2f0890c6-02ee-4628-8608-a433a21ec2af {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:28:13.659617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:13.685570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9496513-72b4-4353-9577-eae520909a3b req-ddbea387-4d0d-444a-803a-723df4c135a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=336e0072-2712-4de3-a314-e0386da8d4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451009 Aug 30 13:28:13.894132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] For port 2f0890c6-02ee-4628-8608-a433a21ec2af, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=2f0890c6-02ee-4628-8608-a433a21ec2af,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:13.894917 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:13.918391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Calling delete_port for 2f0890c6-02ee-4628-8608-a433a21ec2af owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:28:13.924054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9496513-72b4-4353-9577-eae520909a3b req-1fe7e42d-e649-4ea1-a5d5-7fb332abb7f1 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282517 Aug 30 13:28:13.958111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bd066-25c6-4b04-b9e6-9b0526619736 req-55010192-870e-44ba-a6e7-bbd475e05f9f tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:13.960698 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e6bd066-25c6-4b04-b9e6-9b0526619736 req-55010192-870e-44ba-a6e7-bbd475e05f9f tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e3a748c1-1683-4f02-b85c-eda2d7db4af8 HTTP/1.1" status: 200 len: 946 time: 0.0694807 Aug 30 13:28:14.006112 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e6bd066-25c6-4b04-b9e6-9b0526619736 req-17e2a9e6-1b2f-466a-899d-8d724796c6e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Aug 30 13:28:14.140950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9496513-72b4-4353-9577-eae520909a3b req-61af6c8f-72ac-4083-a56a-eef2f060d048 service neutron] 10.222.0.35 "GET /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082207 Aug 30 13:28:14.241486 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:14.266860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['f27bc6d6-8a1e-448b-b716-13ef7256fd6d', '2f0890c6-02ee-4628-8608-a433a21ec2af'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:28:14.293562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Pushing event deleted for resources: {'Port': ['ID=2f0890c6-02ee-4628-8608-a433a21ec2af,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:14.353841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] No DVR routers for this DVR port 2f0890c6-02ee-4628-8608-a433a21ec2af on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:28:14.356940 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:14.359428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-daee3cf7-fdd3-497a-ad93-2f61ca1bd62c req-0763d755-5999-41b8-933c-65e75fa7b2e8 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.35 "DELETE /v2.0/ports/2f0890c6-02ee-4628-8608-a433a21ec2af HTTP/1.1" status: 204 len: 173 time: 0.9170742 Aug 30 13:28:14.359990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a748c1-1683-4f02-b85c-eda2d7db4af8', 'name': 'network-vif-deleted', 'tag': '2f0890c6-02ee-4628-8608-a433a21ec2af'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:28:14.362740 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76f9d09-59d4-4633-b57c-7ab3f9287cc3" -d '{"events": [{"server_uuid": "e3a748c1-1683-4f02-b85c-eda2d7db4af8", "name": "network-vif-deleted", "tag": "2f0890c6-02ee-4628-8608-a433a21ec2af"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:28:14.437098 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa91f58-f10a-45de-8b8c-876bb0c5f58a x-openstack-request-id: req-4fa91f58-f10a-45de-8b8c-876bb0c5f58a {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:28:14.438140 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a748c1-1683-4f02-b85c-eda2d7db4af8", "name": "network-vif-deleted", "tag": "2f0890c6-02ee-4628-8608-a433a21ec2af", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:28:14.438527 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4fa91f58-f10a-45de-8b8c-876bb0c5f58a {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:28:14.439757 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a748c1-1683-4f02-b85c-eda2d7db4af8', 'name': 'network-vif-deleted', 'tag': '2f0890c6-02ee-4628-8608-a433a21ec2af', 'status': 'completed', 'code': 200} Aug 30 13:28:15.392087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025748e-05ba-4e29-973f-a4a84d8092c8 req-ca4a1928-3a7a-482a-9716-b0da83451915 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:15.400441 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8025748e-05ba-4e29-973f-a4a84d8092c8 req-ca4a1928-3a7a-482a-9716-b0da83451915 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0807819 Aug 30 13:28:15.440961 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8025748e-05ba-4e29-973f-a4a84d8092c8 req-dc08b928-a2f1-48b4-b159-9223cdf16743 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 Aug 30 13:28:16.587828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660962fd-f2ce-4bd7-848f-55f424ee7776 req-81171158-32f3-445b-bc86-4b786f62dc15 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:16.589427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-660962fd-f2ce-4bd7-848f-55f424ee7776 req-81171158-32f3-445b-bc86-4b786f62dc15 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0600173 Aug 30 13:28:16.639336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-660962fd-f2ce-4bd7-848f-55f424ee7776 req-c344d499-7d6b-450f-ad21-e56007adb806 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386078 Aug 30 13:28:17.759101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-3e2a3c01-8662-4a5f-bfa0-5d6abd47fdb2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:17.760764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-3e2a3c01-8662-4a5f-bfa0-5d6abd47fdb2 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.35 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0844824 Aug 30 13:28:17.809146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda2b82-c267-4eb1-81c6-0329da19e2f3 req-0b7ffcae-da78-4880-af29-ec4b3cc0559b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:17.812309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-acda2b82-c267-4eb1-81c6-0329da19e2f3 req-0b7ffcae-da78-4880-af29-ec4b3cc0559b tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6930ceb-f143-4199-99ed-c68a09b87fc4 HTTP/1.1" status: 200 len: 945 time: 0.0712838 Aug 30 13:28:17.901398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 2f0890c6-02ee-4628-8608-a433a21ec2af no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:28:17.903697 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-acda2b82-c267-4eb1-81c6-0329da19e2f3 req-67bf83ce-ae96-4a18-895d-2227951b2c12 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.37 "GET /v2.0/security-groups?id=589661ea-c814-4415-8c90-2bf191b37f23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673668 Aug 30 13:28:17.933315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 2f0890c6-02ee-4628-8608-a433a21ec2af {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:28:17.933959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 2f0890c6-02ee-4628-8608-a433a21ec2af not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:28:17.945956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Deleting port f27bc6d6-8a1e-448b-b716-13ef7256fd6d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:28:17.946509 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:18.131353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] For port f27bc6d6-8a1e-448b-b716-13ef7256fd6d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:18.132029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:18.149105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Calling delete_port for f27bc6d6-8a1e-448b-b716-13ef7256fd6d owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:28:18.328002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:18.342073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['f27bc6d6-8a1e-448b-b716-13ef7256fd6d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:28:18.362268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Pushing event deleted for resources: {'Port': ['ID=f27bc6d6-8a1e-448b-b716-13ef7256fd6d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:18.422877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] No DVR routers for this DVR port f27bc6d6-8a1e-448b-b716-13ef7256fd6d on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:28:18.425952 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:18.428426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48ab1052-092b-423e-b093-d9e4ded0c1f1 req-d9a4c222-a31a-499e-8619-38fa9737c0b7 tempest-ServerRescueTestJSON-504687076 tempest-ServerRescueTestJSON-504687076-project] 10.222.0.35 "DELETE /v2.0/ports/f27bc6d6-8a1e-448b-b716-13ef7256fd6d HTTP/1.1" status: 204 len: 173 time: 0.6595156 Aug 30 13:28:18.428937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6930ceb-f143-4199-99ed-c68a09b87fc4', 'name': 'network-vif-deleted', 'tag': 'f27bc6d6-8a1e-448b-b716-13ef7256fd6d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:28:18.433426 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0331c8a-fa95-4bb7-b10f-51c2355b4d9b" -d '{"events": [{"server_uuid": "e6930ceb-f143-4199-99ed-c68a09b87fc4", "name": "network-vif-deleted", "tag": "f27bc6d6-8a1e-448b-b716-13ef7256fd6d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:28:18.492653 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24afe10e-aa9a-4131-b032-c43a266d55bf x-openstack-request-id: req-24afe10e-aa9a-4131-b032-c43a266d55bf {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:28:18.493060 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6930ceb-f143-4199-99ed-c68a09b87fc4", "name": "network-vif-deleted", "tag": "f27bc6d6-8a1e-448b-b716-13ef7256fd6d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:28:18.493330 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24afe10e-aa9a-4131-b032-c43a266d55bf {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:28:18.493795 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6930ceb-f143-4199-99ed-c68a09b87fc4', 'name': 'network-vif-deleted', 'tag': 'f27bc6d6-8a1e-448b-b716-13ef7256fd6d', 'status': 'completed', 'code': 200} Aug 30 13:28:19.010640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48082) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:19.471816 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:19.792238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Deleting port 607e5517-c5d0-45b4-ad5c-fd538dc0a117 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:28:19.792760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:19.903161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] For port 607e5517-c5d0-45b4-ad5c-fd538dc0a117, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=607e5517-c5d0-45b4-ad5c-fd538dc0a117,segment=NetworkSegment(da2804a6-f9b5-4aff-9707-b62169c91c61),segment_id=da2804a6-f9b5-4aff-9707-b62169c91c61)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:19.903688 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:19.918365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Calling delete_port for 607e5517-c5d0-45b4-ad5c-fd538dc0a117 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:28:20.170997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:20.211944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=607e5517-c5d0-45b4-ad5c-fd538dc0a117,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:20.450607 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:20.739419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Router ecf8513e-5e50-438e-9db9-3a8cc8222c1a has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:28:20.885637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:28:20.898725 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] Sync routers for ids ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:28:20.899449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48122) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:20.900880 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-178dfd2e-fb29-4d30-a533-47d9b57e67a4 admin admin] 10.222.0.37 "PUT /v2.0/routers/ecf8513e-5e50-438e-9db9-3a8cc8222c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8900478 Aug 30 13:28:20.925526 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] Routers {'ecf8513e-5e50-438e-9db9-3a8cc8222c1a'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:28:20.926684 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:21.057705 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:21.072828 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] Set router ecf8513e-5e50-438e-9db9-3a8cc8222c1a gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:28:21.205095 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:21.324628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Deleting port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:28:21.324824 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:21.349390 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:26:28Z', 'updated_at': '2021-08-30T13:28:20Z', 'revision_number': 5, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'gw_port': {'id': 'c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:26:29Z', 'updated_at': '2021-08-30T13:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:21.470736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] For port c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:21.471328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:21.500726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Calling delete_port for c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:28:21.516403 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] Checking router: ecf8513e-5e50-438e-9db9-3a8cc8222c1a for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:28:21.532452 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] Routers {'ecf8513e-5e50-438e-9db9-3a8cc8222c1a'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:28:21.533457 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:21.659955 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] Set router ecf8513e-5e50-438e-9db9-3a8cc8222c1a gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:28:21.745278 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:26:28Z', 'updated_at': '2021-08-30T13:28:21Z', 'revision_number': 6, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:21.823832 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc58d75-44e2-4ac1-bf49-d33095698d99 None None] The sync data for ids ['ecf8513e-5e50-438e-9db9-3a8cc8222c1a'] in n-d-688802-6 is: [{'id': 'ecf8513e-5e50-438e-9db9-3a8cc8222c1a', 'name': 'tempest-ServerRescueTestJSON-736840850-router', 'tenant_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:26:28Z', 'updated_at': '2021-08-30T13:28:21Z', 'revision_number': 6, 'project_id': 'c2b45c4a4fd6410dae3b3b3a6087231e', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:28:21.912861 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:21.933051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f27bc6d6-8a1e-448b-b716-13ef7256fd6d no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:28:21.949571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Pushing event deleted for resources: {'Port': ['ID=c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:21.973828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: f27bc6d6-8a1e-448b-b716-13ef7256fd6d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:28:21.974178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f27bc6d6-8a1e-448b-b716-13ef7256fd6d not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:28:21.998407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.002916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.003117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:22.057162 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.195760 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.199878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.287707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.288421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf8513e-5e50-438e-9db9-3a8cc8222c1a {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:28:22.295314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.300719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48146) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:22.307619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-746045d5-7f23-4d16-ad6b-276cecc6270f admin admin] 10.222.0.37 "DELETE /v2.0/routers/ecf8513e-5e50-438e-9db9-3a8cc8222c1a HTTP/1.1" status: 204 len: 168 time: 1.4069762 Aug 30 13:28:22.432206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a54cce-4a6d-486b-a94f-f347184b98df admin admin] Deleting subnet 451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:28:22.436215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-25a54cce-4a6d-486b-a94f-f347184b98df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.472948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-25a54cce-4a6d-486b-a94f-f347184b98df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.521138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-25a54cce-4a6d-486b-a94f-f347184b98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.591364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-25a54cce-4a6d-486b-a94f-f347184b98df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.623218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a54cce-4a6d-486b-a94f-f347184b98df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451b1355-c97f-4af6-9b0d-e9c1cb53fcb5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:22.627295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-25a54cce-4a6d-486b-a94f-f347184b98df admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.640150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48154) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:22.641619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-25a54cce-4a6d-486b-a94f-f347184b98df admin admin] 10.222.0.37 "DELETE /v2.0/subnets/451b1355-c97f-4af6-9b0d-e9c1cb53fcb5 HTTP/1.1" status: 204 len: 168 time: 0.3393998 Aug 30 13:28:22.798834 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.942406 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:22.943607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:28:22.957755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336e0072-2712-4de3-a314-e0386da8d4b3']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:22.974157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2804a6-f9b5-4aff-9707-b62169c91c61') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:22.975123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2804a6-f9b5-4aff-9707-b62169c91c61') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:22.978133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:28:22.978828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c265a6d3-9eb9-4af6-9b9f-5bbf1ec69b58 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:28:22.980117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 607e5517-c5d0-45b4-ad5c-fd538dc0a117 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:28:22.990814 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:23.007454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:23.032031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 607e5517-c5d0-45b4-ad5c-fd538dc0a117 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:28:23.032969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 607e5517-c5d0-45b4-ad5c-fd538dc0a117 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:28:23.037892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:28:23.038528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:28:23.042099 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:28:23.116500 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:23.124751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:23.128571 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/336e0072-2712-4de3-a314-e0386da8d4b3 HTTP/1.1" status: 204 len: 168 time: 0.4853446 Aug 30 13:28:23.154280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf1f79-2140-4379-a1b8-91193df985cd admin admin] Pushing event deleted for resources: {'Network': ['ID=336e0072-2712-4de3-a314-e0386da8d4b3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:23.336220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48164) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:23.428203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b1fc1c22-9f14-4962-8995-7eb967fffd07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c2b45c4a4fd6410dae3b3b3a6087231e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0891631 Aug 30 13:28:23.431333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48168) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:23.495694 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2eb-f072-49ea-8920-7c98b6491c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:23.527565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2eb-f072-49ea-8920-7c98b6491c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:23.597418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2eb-f072-49ea-8920-7c98b6491c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:23.600409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a7a9a2eb-f072-49ea-8920-7c98b6491c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:23.602108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a7a9a2eb-f072-49ea-8920-7c98b6491c5d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/589661ea-c814-4415-8c90-2bf191b37f23 HTTP/1.1" status: 204 len: 168 time: 0.1689618 Aug 30 13:28:23.625850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a9a2eb-f072-49ea-8920-7c98b6491c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589661ea-c814-4415-8c90-2bf191b37f23,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:24.670450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48206) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:24.836382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-network', 'tenant_id': 'ae888112f546457fae865298c69bc453'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:28:24.866565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Made reservation on behalf of ae888112f546457fae865298c69bc453 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:28:24.870624 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:24.885983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:25.033175 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:25.050667 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:25.087883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:28:25.123221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:25.139950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:25.143023 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Added segment 87c32317-61a1-49b8-b061-ec537f022e98 of type vlan for network 849de710-a954-4b09-bdb3-44b53cb6c44c Aug 30 13:28:25.196149 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:25.274633 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:25.276430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:25.278581 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:25.348783 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6767671 Aug 30 13:28:25.349275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48222) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:25.355857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Request body: {'subnet': {'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-subnet', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:28:25.359197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ada1b-190e-4f3d-9e32-8c2d0a2a5227 admin admin] Pushing event updated for resources: {'Network': ['ID=849de710-a954-4b09-bdb3-44b53cb6c44c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:25.380387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 849de710-a954-4b09-bdb3-44b53cb6c44c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:28:25.401854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Made reservation on behalf of ae888112f546457fae865298c69bc453 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:28:25.424377 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:26.151053 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:26.244504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Checking segment: {'id': '87c32317-61a1-49b8-b061-ec537f022e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:28:26.244944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Network hostable DHCP agents. Network: 849de710-a954-4b09-bdb3-44b53cb6c44c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:28:26.270624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3e0eacb-f29f-4906-9855-82c4da1e5110,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:26.280560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Network 849de710-a954-4b09-bdb3-44b53cb6c44c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:28:26.309331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 849de710-a954-4b09-bdb3-44b53cb6c44c) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:26.315709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:26.316876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:26.323597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e4d88c-1ee1-4499-860b-694213fb698b None None] Network 849de710-a954-4b09-bdb3-44b53cb6c44c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:28:26.384798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-161e5340-da29-4367-b57e-02577977fee2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0312619 Aug 30 13:28:26.388009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48242) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:26.399093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:28:26.469914 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:26.471191 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:26.625129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af10f2d-45a4-4234-b69b-422d59ff909f None None] Network 849de710-a954-4b09-bdb3-44b53cb6c44c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:28:26.926319 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:27.131569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:27.449519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:27.497570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:27.670534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Allocated IP 172.25.2.79 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/58925ad6-76b9-4738-af27-a8f47aee8013) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:28:27.817905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:27.895019 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:27.949998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:28:27.958266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:27.964390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:28:27.999728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Pushing event updated for resources: {'Port': ['ID=58925ad6-76b9-4738-af27-a8f47aee8013,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:28.301841 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:28.442927 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:28.666076 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:28.821921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Router f548df59-bad6-4a53-a14e-a0ea546e23ec is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:28:28.948031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:28:28.958000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Sync routers for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:28:28.971269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:28:28.971530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:28.972349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:28.973087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4a018085-e651-46d1-b18a-5b1b4959908d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5831437 Aug 30 13:28:28.977121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48260) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:29.127155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:28:29.362922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:28Z', 'revision_number': 3, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:29.394159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Checking router: f548df59-bad6-4a53-a14e-a0ea546e23ec for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:28:29.394429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Updating router f548df59-bad6-4a53-a14e-a0ea546e23ec port 58925ad6-76b9-4738-af27-a8f47aee8013 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:28:29.438967 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:29.550178 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:29.866070 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:29.868810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Allocated IP 172.20.0.1 (849de710-a954-4b09-bdb3-44b53cb6c44c/e3e0eacb-f29f-4906-9855-82c4da1e5110/80f48632-821e-4f29-b612-84332c4d87e9) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:28:29.883057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Transition to ACTIVE for port object 58925ad6-76b9-4738-af27-a8f47aee8013 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:28:29.895085 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:29.932866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Attempting to bind port 58925ad6-76b9-4738-af27-a8f47aee8013 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:28:29.933133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Attempting to bind port 58925ad6-76b9-4738-af27-a8f47aee8013 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:28:29.933571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Attempting to bind port 58925ad6-76b9-4738-af27-a8f47aee8013 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:28:29.964249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:28:29.964675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:28:29.965086 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:29.965496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:28:29.966003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Bound port: 58925ad6-76b9-4738-af27-a8f47aee8013, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:28:29.966390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:30.041869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Pushing event updated for resources: {'Port': ['ID=58925ad6-76b9-4738-af27-a8f47aee8013,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:30.058510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.059273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.059844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.060512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.060959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.061374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.061932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.062603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.063243 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.064024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.064921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.065799 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:30.065964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:30.077646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] For port 58925ad6-76b9-4738-af27-a8f47aee8013, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:28:30.083453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] For port 58925ad6-76b9-4738-af27-a8f47aee8013, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=58925ad6-76b9-4738-af27-a8f47aee8013,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:28:30.091572 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:30.142084 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:30.181523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Network 849de710-a954-4b09-bdb3-44b53cb6c44c is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:28:30.190660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:28:30.192071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:30.206454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:30.209506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:28:30.268051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:30.362284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Pushing event updated for resources: {'Port': ['ID=80f48632-821e-4f29-b612-84332c4d87e9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:30.488776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af07b3c-df1c-4a29-962a-fd4a947969da None None] Pushing event updated for resources: {'Port': ['ID=58925ad6-76b9-4738-af27-a8f47aee8013,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:30.604618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:28:30.898094 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:30.935105 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:30.972596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:28Z', 'revision_number': 3, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:31.021063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4734ab-5b89-43ca-8f36-28523a3ea8cc None None] The sync data for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 is: [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:28Z', 'revision_number': 3, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:28:31.155602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:31.163121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:31.228273 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Pushing event updated for resources: {'Port': ['ID=80f48632-821e-4f29-b612-84332c4d87e9,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:31.261228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:31.400129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Network 849de710-a954-4b09-bdb3-44b53cb6c44c is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:28:31.402235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:31.568847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Router f548df59-bad6-4a53-a14e-a0ea546e23ec has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:28:31.719675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:28:31.725177 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7637a6a2-82f9-48d5-b23e-c7e379889c0f admin admin] 10.222.0.37 "PUT /v2.0/routers/f548df59-bad6-4a53-a14e-a0ea546e23ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7466230 Aug 30 13:28:32.402811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-c486c0bc-4b11-481c-b9ae-f1136d863cad tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:32.404508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-c486c0bc-4b11-481c-b9ae-f1136d863cad tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 819 time: 0.1120219 Aug 30 13:28:32.421953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-a92ece94-7b6d-42cb-840d-6690cf479a47 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/quotas/ae888112f546457fae865298c69bc453 HTTP/1.1" status: 200 len: 375 time: 0.0111742 Aug 30 13:28:32.473445 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6a1d77b8-287e-4327-862d-10da0582383d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0453663 Aug 30 13:28:32.578494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-dea542a8-a02b-4e94-9570-d97da19a4123 service neutron] 10.222.0.37 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969996 Aug 30 13:28:32.673325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-8d73677b-9527-457c-bcb2-31ed00bde1d5 service neutron] 10.222.0.37 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882134 Aug 30 13:28:32.879129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a8bfa17-696e-4fa3-97c7-216172f1fbe1 req-82f495ac-14ed-4650-8c29-bd0875456c4d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 210 time: 0.0333016 Aug 30 13:28:32.918042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 58925ad6-76b9-4738-af27-a8f47aee8013 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:28:33.031829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 58925ad6-76b9-4738-af27-a8f47aee8013 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:28:33.037361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 58925ad6-76b9-4738-af27-a8f47aee8013 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:33.038167 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:33.168110 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:33.228074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 58925ad6-76b9-4738-af27-a8f47aee8013, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=58925ad6-76b9-4738-af27-a8f47aee8013,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:33.243820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:33.271009 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Sync routers for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:28:33.286353 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:28:33.287607 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:33.361372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=58925ad6-76b9-4738-af27-a8f47aee8013,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:33.505636 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:28:33.847294 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '80f48632-821e-4f29-b612-84332c4d87e9', 'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'mac_address': 'fa:16:3e:4f:32:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:29Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 2, 'project_id': 'ae888112f546457fae865298c69bc453', 'subnets': [{'id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:33.880872 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Checking router: f548df59-bad6-4a53-a14e-a0ea546e23ec for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:28:33.881240 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Updating router f548df59-bad6-4a53-a14e-a0ea546e23ec port 80f48632-821e-4f29-b612-84332c4d87e9 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:28:33.952967 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:34.145307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-006053e7-825c-48a0-b734-0d3f5430e494 req-8955197a-fbcd-4068-a330-7f0df1e0a350 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 210 time: 0.0668614 Aug 30 13:28:34.233958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-18bd2044-0778-41d9-b7c6-381f3d9423d6 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:34.235977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-18bd2044-0778-41d9-b7c6-381f3d9423d6 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.35 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 819 time: 0.2483060 Aug 30 13:28:34.256899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Request body: {'port': {'device_id': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'admin_state_up': True, 'tenant_id': 'ae888112f546457fae865298c69bc453'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:28:34.494972 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:34.527393 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Transition to ACTIVE for port object 80f48632-821e-4f29-b612-84332c4d87e9 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:28:34.538349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Made reservation on behalf of ae888112f546457fae865298c69bc453 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:28:34.543145 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:34.543591 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:34.656713 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Pushing event updated for resources: {'Port': ['ID=80f48632-821e-4f29-b612-84332c4d87e9,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:34.691673 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.692218 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.692782 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.693313 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.693867 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.694402 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.695450 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.695971 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.696488 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.697008 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.697535 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.697953 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:34.710730 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Attempting to bind port 80f48632-821e-4f29-b612-84332c4d87e9 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:28:34.711118 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Attempting to bind port 80f48632-821e-4f29-b612-84332c4d87e9 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '87c32317-61a1-49b8-b061-ec537f022e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:28:34.712110 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Attempting to bind port 80f48632-821e-4f29-b612-84332c4d87e9 on network 849de710-a954-4b09-bdb3-44b53cb6c44c {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:28:34.718431 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:28:34.718431 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Checking segment: {'id': '87c32317-61a1-49b8-b061-ec537f022e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:28:34.718814 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:34.719015 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Bound using segment: {'id': '87c32317-61a1-49b8-b061-ec537f022e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:28:34.719524 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Bound port: 80f48632-821e-4f29-b612-84332c4d87e9, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c32317-61a1-49b8-b061-ec537f022e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:28:34.720040 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:34.749277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Allocated IP 172.20.0.5 (849de710-a954-4b09-bdb3-44b53cb6c44c/e3e0eacb-f29f-4906-9855-82c4da1e5110/4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:28:34.806592 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] For port 80f48632-821e-4f29-b612-84332c4d87e9, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:28:34.810126 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] For port 80f48632-821e-4f29-b612-84332c4d87e9, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=80f48632-821e-4f29-b612-84332c4d87e9,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:28:34.816804 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:34.879261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:28:34.880139 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:34.902838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 58925ad6-76b9-4738-af27-a8f47aee8013 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:28:34.930700 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39182e-4247-4f82-a80c-d03aead72bb1 None None] Pushing event updated for resources: {'Port': ['ID=80f48632-821e-4f29-b612-84332c4d87e9,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:34.957894 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:34.961917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 58925ad6-76b9-4738-af27-a8f47aee8013 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:34.962334 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:35.033004 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:35.038696 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:28:35.103699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Network 849de710-a954-4b09-bdb3-44b53cb6c44c is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:28:35.111512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:35.114402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:28:35.148727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Pushing event updated for resources: {'Port': ['ID=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:35.191043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:35.191717 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:35.207618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-6145f25e-fc22-42c8-9bba-2130473fa1d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9567704 Aug 30 13:28:35.223980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Request body: {'port': {'device_id': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:28:35.276073 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '80f48632-821e-4f29-b612-84332c4d87e9', 'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'mac_address': 'fa:16:3e:4f:32:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:29Z', 'updated_at': '2021-08-30T13:28:34Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'subnets': [{'id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:35.287530 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:35.306848 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb312fc-d6c3-4a6e-a28d-4e9fe943813c None None] The sync data for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 is: [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '80f48632-821e-4f29-b612-84332c4d87e9', 'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'mac_address': 'fa:16:3e:4f:32:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:29Z', 'updated_at': '2021-08-30T13:28:34Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'subnets': [{'id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:28:35.321632 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee37fe3-0ac9-400a-9bbe-5082cb392088 req-0f212760-2343-4b9c-aff8-1942e9cdbd1a tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:35.323926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dee37fe3-0ac9-400a-9bbe-5082cb392088 req-0f212760-2343-4b9c-aff8-1942e9cdbd1a tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 931 time: 0.0933878 Aug 30 13:28:35.402659 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dee37fe3-0ac9-400a-9bbe-5082cb392088 req-c4464a2e-d0e5-4853-93d8-2dd2050760c8 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718939 Aug 30 13:28:35.864501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:28:35.880073 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:35.905186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Transition to ACTIVE for port object 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:28:35.910683 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:35.980293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:36.080521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Attempting to bind port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:28:36.081114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Attempting to bind port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '87c32317-61a1-49b8-b061-ec537f022e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:28:36.081646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Attempting to bind port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f on network 849de710-a954-4b09-bdb3-44b53cb6c44c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:28:36.090854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f on network 849de710-a954-4b09-bdb3-44b53cb6c44c not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:28:36.091363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Attempting to bind port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f on network 849de710-a954-4b09-bdb3-44b53cb6c44c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:28:36.097575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:28:36.098186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Checking segment: {'id': '87c32317-61a1-49b8-b061-ec537f022e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:28:36.098755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Bound using segment: {'id': '87c32317-61a1-49b8-b061-ec537f022e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:28:36.099478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Bound port: 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c32317-61a1-49b8-b061-ec537f022e98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:28:36.099991 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:36.208054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] For port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:28:36.215012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] For port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:28:36.221729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:36.280592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:36.281790 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:36.284807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] 10.222.0.35 "PUT /v2.0/ports/4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 1091 time: 1.0680223 Aug 30 13:28:36.285346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:28:36.295552 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9729a4cf-df00-4ca7-b95d-97cd629e4d44" -d '{"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:28:36.391222 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2de1e8-5312-41b5-8c48-b6622a2756c0 x-openstack-request-id: req-bb2de1e8-5312-41b5-8c48-b6622a2756c0 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:28:36.391528 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:28:36.391824 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bb2de1e8-5312-41b5-8c48-b6622a2756c0 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:28:36.392202 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'status': 'completed', 'code': 200} Aug 30 13:28:36.413199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf91817-b38d-4908-a5d4-0f005c39ce82 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:36.435386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-c1769d56-0486-4434-8631-94ab8ac85b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:36.439003 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-c1769d56-0486-4434-8631-94ab8ac85b18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1094 time: 0.1023405 Aug 30 13:28:36.495736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-798c85a0-9e6a-46b3-b17e-534a2c9cbade service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 217 time: 0.0489733 Aug 30 13:28:36.570235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-a987ad80-190f-4eb3-b939-2a117009e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:36.572683 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-a987ad80-190f-4eb3-b939-2a117009e576 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.0706637 Aug 30 13:28:36.631650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ce93f-c4e9-47cb-9559-7cbbdfa4f60e req-f98fa1d9-5e1b-4e30-8a83-109ea9050369 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:36.634215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-558ce93f-c4e9-47cb-9559-7cbbdfa4f60e req-f98fa1d9-5e1b-4e30-8a83-109ea9050369 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 943 time: 0.1076567 Aug 30 13:28:36.644589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-a08e7f66-55fb-4ad0-9a29-55157e029c91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646431 Aug 30 13:28:36.711542 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c74d9ef5-da60-4c0e-a68f-9d2c062e27a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:36.765194 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-558ce93f-c4e9-47cb-9559-7cbbdfa4f60e req-66d71fb8-ac52-4d40-b59a-74786bff4b95 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190493 Aug 30 13:28:36.846235 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-a0274c64-6c73-41b9-9fb3-10666dbde64a service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934345 Aug 30 13:28:36.986348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 80f48632-821e-4f29-b612-84332c4d87e9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:28:37.012744 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840ad0f-d644-415b-bd6a-7d5c99b35323 req-03bf914e-934e-4c42-bcbb-034b83851e74 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582229 Aug 30 13:28:37.092745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 80f48632-821e-4f29-b612-84332c4d87e9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:28:37.098761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 80f48632-821e-4f29-b612-84332c4d87e9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:37.099290 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:37.185508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-72d66e1a-1872-4aad-9798-453b7706ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:37.188180 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-72d66e1a-1872-4aad-9798-453b7706ccc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1094 time: 0.1108990 Aug 30 13:28:37.234238 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:37.281591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 80f48632-821e-4f29-b612-84332c4d87e9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=80f48632-821e-4f29-b612-84332c4d87e9,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:37.286458 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:37.351771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=80f48632-821e-4f29-b612-84332c4d87e9,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:37.396218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-12b67060-942a-452a-84d5-6af851472914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:37.398365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-12b67060-942a-452a-84d5-6af851472914 service neutron] 10.222.0.35 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 920 time: 0.2021458 Aug 30 13:28:37.473003 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-f92e76dc-733d-4eda-90ad-3d8bc43c06f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 217 time: 0.0669038 Aug 30 13:28:37.545147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-5fd18b04-59c4-4ede-9e29-029e4760cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:37.547532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-5fd18b04-59c4-4ede-9e29-029e4760cf7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.0675979 Aug 30 13:28:37.608050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-2d7e5faf-809c-48a1-a9b3-8c78f07e34ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511661 Aug 30 13:28:37.859026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-28cbe55a-d806-4e28-827b-8e104169779d service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451308 Aug 30 13:28:37.866109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-10e16dd5-c060-4966-af39-2575edeaa9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:37.869064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-10e16dd5-c060-4966-af39-2575edeaa9d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1096 time: 0.0943179 Aug 30 13:28:37.934290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f47c2-0753-4108-ab9a-91e55b8018a4 req-2c6b14bf-d78f-4171-a0df-2efb0f41ff54 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:37.937131 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-412f47c2-0753-4108-ab9a-91e55b8018a4 req-2c6b14bf-d78f-4171-a0df-2efb0f41ff54 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1700017 Aug 30 13:28:38.037367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-412f47c2-0753-4108-ab9a-91e55b8018a4 req-023972b6-7128-46be-a046-744265975f7e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816839 Aug 30 13:28:38.239356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-56b78706-25d4-4f4f-b1ff-9d11baed92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:38.240779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-56b78706-25d4-4f4f-b1ff-9d11baed92a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.3599682 Aug 30 13:28:38.243536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9729a4cf-df00-4ca7-b95d-97cd629e4d44 req-2b683cba-057f-4ca1-92e5-ec7999ba5c11 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733711 Aug 30 13:28:38.338095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-3b87f490-35d8-4256-8580-2c8cd2341411 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1000 time: 0.0764878 Aug 30 13:28:38.393383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-087c66e6-dfc1-47ab-b3fb-b77b5ab21f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:38.395017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-087c66e6-dfc1-47ab-b3fb-b77b5ab21f7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0488181 Aug 30 13:28:38.436412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dcf57-c9de-45ed-bdb0-eaee4f699e6a req-4e2e8f6c-eace-40aa-8ac6-746caaf73c1b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:38.438131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-294dcf57-c9de-45ed-bdb0-eaee4f699e6a req-4e2e8f6c-eace-40aa-8ac6-746caaf73c1b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 943 time: 0.4150617 Aug 30 13:28:38.496062 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-294dcf57-c9de-45ed-bdb0-eaee4f699e6a req-c3475a9c-238d-4661-b789-b15d8640c6b2 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491452 Aug 30 13:28:38.498108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-8df315a4-4879-4dd2-85ab-e6d8139e05e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:38.499651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-8df315a4-4879-4dd2-85ab-e6d8139e05e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976608 Aug 30 13:28:38.654687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-0b042b50-132a-46b0-a9b0-6afb857cb003 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472940 Aug 30 13:28:38.882117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6538468-8db4-467e-a2d1-243cbb6329f6 req-a56e5732-2c7f-454a-8752-f0c8f10d2675 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199996 Aug 30 13:28:38.958265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 80f48632-821e-4f29-b612-84332c4d87e9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:28:39.053724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 80f48632-821e-4f29-b612-84332c4d87e9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:39.054647 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:39.264172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16c6d0-1827-4e20-a646-f8d38d92787e req-7546c4b9-c453-4a20-ba68-46c235cb6586 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:39.268532 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b16c6d0-1827-4e20-a646-f8d38d92787e req-7546c4b9-c453-4a20-ba68-46c235cb6586 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0691674 Aug 30 13:28:39.322528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2b16c6d0-1827-4e20-a646-f8d38d92787e req-01b17bb4-cc48-40d3-abe3-ae8121979172 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445991 Aug 30 13:28:39.428543 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7ff50c09-1f37-4e6e-b191-3f36a5485bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:39.653966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff3a5c-6c87-456a-84fa-16973ab7e385 req-8e3c8d81-1ff2-430c-97a4-0c39ee6556ca tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:39.655849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5ff3a5c-6c87-456a-84fa-16973ab7e385 req-8e3c8d81-1ff2-430c-97a4-0c39ee6556ca tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 943 time: 0.0683186 Aug 30 13:28:39.706630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5ff3a5c-6c87-456a-84fa-16973ab7e385 req-3cd6accd-9a7a-4910-8814-5f7252162a6d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431061 Aug 30 13:28:39.993747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:28:39.997450 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:40.118992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:40.130999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'port_id': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'mac_address': 'fa:16:3e:83:c8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:28:40.180849 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:40.207857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:28:40.235214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:40.242823 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:40.307327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:40.545844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:28:40.571019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459993c-44ee-440f-b903-b18b6002dcbb req-e0587030-2af7-419c-baa1-0268221e90cd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:40.573515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8459993c-44ee-440f-b903-b18b6002dcbb req-e0587030-2af7-419c-baa1-0268221e90cd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0865169 Aug 30 13:28:40.626930 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8459993c-44ee-440f-b903-b18b6002dcbb req-4953dab4-afb4-479f-bca6-a61c47282d79 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445473 Aug 30 13:28:40.863353 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:40.868115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b70871-c730-4524-af55-f46975b0e664 req-44bd616c-10cd-4004-93d9-59eb524bfeca tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:40.869818 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59b70871-c730-4524-af55-f46975b0e664 req-44bd616c-10cd-4004-93d9-59eb524bfeca tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 944 time: 0.0682633 Aug 30 13:28:40.937847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59b70871-c730-4524-af55-f46975b0e664 req-cd8eb319-257b-4dda-90ec-a6b988032c44 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594549 Aug 30 13:28:41.994979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:28:42.067379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:28:42.074521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:42.076371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:42.092583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587dfa64-779b-4a66-8f77-c66415f0be65 req-dd59cc53-8278-4ddb-acc1-1fbc1455c6a1 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:42.099417 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-587dfa64-779b-4a66-8f77-c66415f0be65 req-dd59cc53-8278-4ddb-acc1-1fbc1455c6a1 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 944 time: 0.0634296 Aug 30 13:28:42.175453 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-587dfa64-779b-4a66-8f77-c66415f0be65 req-29e0270b-1ac9-4cc1-be3b-794332e02a1e tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602484 Aug 30 13:28:42.192500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:42.244236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:28:42.247122 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595974c2-8ca5-46f2-84af-7ab9efcfcaf0" -d '{"events": [{"server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "name": "network-vif-plugged", "status": "completed", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:28:42.261802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:42.269281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:42.277434 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:42.375180 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4026c99-f6a8-4591-8ba2-e6894bcf4473 x-openstack-request-id: req-f4026c99-f6a8-4591-8ba2-e6894bcf4473 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:28:42.375826 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "name": "network-vif-plugged", "status": "completed", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:28:42.376283 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4026c99-f6a8-4591-8ba2-e6894bcf4473 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:28:42.376890 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'code': 200} Aug 30 13:28:42.383095 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:42.477773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7301d3d-5746-42c9-a4a7-434b323eeb66 req-0595d196-753a-43c3-b736-f9b0a04c292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:42.480422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7301d3d-5746-42c9-a4a7-434b323eeb66 req-0595d196-753a-43c3-b736-f9b0a04c292e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1096 time: 0.0684457 Aug 30 13:28:42.533474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7301d3d-5746-42c9-a4a7-434b323eeb66 req-47a8f7b6-b54b-4c1d-92ba-8801a0bc411e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464082 Aug 30 13:28:43.390901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c63b-a7ca-4072-8a12-ee4da7654d52 req-ced72486-f4ac-4180-847a-72bdb26c9ac6 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:43.393243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3006c63b-a7ca-4072-8a12-ee4da7654d52 req-ced72486-f4ac-4180-847a-72bdb26c9ac6 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0830142 Aug 30 13:28:43.467559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3006c63b-a7ca-4072-8a12-ee4da7654d52 req-b87b561c-f54e-40aa-9560-d74d4efa0969 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Aug 30 13:28:44.634999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6595eb-4ff0-41ab-8e68-9409ca9f4d66 req-0d59da1b-aeff-4be5-9f16-25bc18dcfc4e tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:44.638531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d6595eb-4ff0-41ab-8e68-9409ca9f4d66 req-0d59da1b-aeff-4be5-9f16-25bc18dcfc4e tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0771246 Aug 30 13:28:44.687410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d6595eb-4ff0-41ab-8e68-9409ca9f4d66 req-d67e2a0b-2cf4-4994-ac9d-5bc026f9e4fb tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Aug 30 13:28:44.837525 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:28:45.037445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-d573792b-c10c-42a4-9e5e-5a3caf8bf55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:45.041573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-d573792b-c10c-42a4-9e5e-5a3caf8bf55b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1096 time: 0.0967581 Aug 30 13:28:45.189486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8198fe-a04f-4e41-a799-99788f28cdf1 req-bdd47a70-73fd-492a-aa05-66812366014d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:45.191285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc8198fe-a04f-4e41-a799-99788f28cdf1 req-bdd47a70-73fd-492a-aa05-66812366014d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.1814239 Aug 30 13:28:45.269162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-d51458f0-e169-4e85-867d-ec08f15385f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:45.271011 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-d51458f0-e169-4e85-867d-ec08f15385f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 920 time: 0.1999421 Aug 30 13:28:45.282103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc8198fe-a04f-4e41-a799-99788f28cdf1 req-d41d53ed-0636-4a42-bd14-2caf58ca665e tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804548 Aug 30 13:28:45.355279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-3f2d2a10-0e6c-4e3a-a55b-dc791bdadcc3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 217 time: 0.0717306 Aug 30 13:28:45.433125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-c49a7700-9d9a-45d4-8659-d0d3d23312b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:45.434892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-c49a7700-9d9a-45d4-8659-d0d3d23312b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.0730741 Aug 30 13:28:45.481825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-86b11d94-de1c-404e-9984-188441779f18 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399146 Aug 30 13:28:45.605089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-f5d0db80-900c-4f40-92bd-6d2a0b6656f2 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164401 Aug 30 13:28:45.751375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3502ff-8657-4802-b0ca-4778f4bbb3e1 req-f82192e5-799f-4791-a1b1-1054d5c630dd service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390557 Aug 30 13:28:46.488321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b2338-bfef-444e-8b90-ad2370093fe5 req-a662f64d-e42b-4628-a114-c5606897ad8e tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:46.499166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a14b2338-bfef-444e-8b90-ad2370093fe5 req-a662f64d-e42b-4628-a114-c5606897ad8e tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0912883 Aug 30 13:28:46.577549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a14b2338-bfef-444e-8b90-ad2370093fe5 req-da1c55d6-63f8-4579-93a1-186d94f3e4d4 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769925 Aug 30 13:28:47.769642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd24eeb-0ba2-4089-af3c-03494d350d69 req-2144aa0b-e655-42d5-a812-44ddf2802916 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:47.771368 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efd24eeb-0ba2-4089-af3c-03494d350d69 req-2144aa0b-e655-42d5-a812-44ddf2802916 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0744343 Aug 30 13:28:47.844837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-efd24eeb-0ba2-4089-af3c-03494d350d69 req-e3166da1-5f6d-44a1-8d60-03b1130287e1 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634258 Aug 30 13:28:48.994290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282ca3e-d588-40e3-9314-4ce7f5656d59 req-4d97ec8f-d963-40cf-87aa-4f3930b47b62 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:48.997699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f282ca3e-d588-40e3-9314-4ce7f5656d59 req-4d97ec8f-d963-40cf-87aa-4f3930b47b62 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0578778 Aug 30 13:28:49.058909 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f282ca3e-d588-40e3-9314-4ce7f5656d59 req-0fddc2ff-61c0-40ba-8c62-4c271cca3822 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568616 Aug 30 13:28:50.226583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033bffc-5436-4bfe-b179-8732b3c82b8d req-3578035d-3331-49fa-8286-8dd86f6984e7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:50.226583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8033bffc-5436-4bfe-b179-8732b3c82b8d req-3578035d-3331-49fa-8286-8dd86f6984e7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0685222 Aug 30 13:28:50.284467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8033bffc-5436-4bfe-b179-8732b3c82b8d req-00b524a0-47fb-4293-a686-8fe7c890c791 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Aug 30 13:28:51.427324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0121313-83b5-4e4a-a4f0-02da205fd015 req-b876fb18-d412-4647-8470-910ffa6439ae tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:51.429751 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0121313-83b5-4e4a-a4f0-02da205fd015 req-b876fb18-d412-4647-8470-910ffa6439ae tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0679395 Aug 30 13:28:51.485281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0121313-83b5-4e4a-a4f0-02da205fd015 req-81ecdc83-f73b-4304-a277-2759a0f591f9 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478709 Aug 30 13:28:51.657709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48610) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:51.712092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1b989a-c951-486e-90a9-11e3e9a70b40 admin admin] Deleting subnet a51989b9-2983-46f9-a346-08c097891c35 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:28:51.715715 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c1b989a-c951-486e-90a9-11e3e9a70b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:51.762167 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c1b989a-c951-486e-90a9-11e3e9a70b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:51.810935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c1b989a-c951-486e-90a9-11e3e9a70b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:51.887282 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c1b989a-c951-486e-90a9-11e3e9a70b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:51.919319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b989a-c951-486e-90a9-11e3e9a70b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51989b9-2983-46f9-a346-08c097891c35,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:51.923012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c1b989a-c951-486e-90a9-11e3e9a70b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:51.927871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7c1b989a-c951-486e-90a9-11e3e9a70b40 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a51989b9-2983-46f9-a346-08c097891c35 HTTP/1.1" status: 204 len: 168 time: 0.2661986 Aug 30 13:28:51.930058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48614) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:52.020910 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.122204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.136904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:52.150428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:52.150767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7002aa2-b7c8-456f-a2ce-c5694db8df8c') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:52.162578 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.187399 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.195080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:28:52.195080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:28:52.197033 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:28:52.276863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.284049 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.286073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] 10.222.0.37 "DELETE /v2.0/networks/6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b HTTP/1.1" status: 204 len: 168 time: 0.3558605 Aug 30 13:28:52.296671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1650da7-e6d7-432d-a399-f081158e66af admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3c3733-cd4d-4f5d-aa2a-ecc8208d196b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:52.439876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48630) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:52.497914 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1dfccc81-0fb3-44ac-bfc6-659ec4aee059 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=37eb9184572d470a8811a9bb959d7f78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561135 Aug 30 13:28:52.500236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48632) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:52.556312 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fda5f7ee-f6fa-45f0-abb7-6e1adc92393d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.592802 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fda5f7ee-f6fa-45f0-abb7-6e1adc92393d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.646710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153a877-f7b0-4d99-bed9-153194f36d8d req-bed8293a-d135-4a70-95a4-6a679e6d8821 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:52.650718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3153a877-f7b0-4d99-bed9-153194f36d8d req-bed8293a-d135-4a70-95a4-6a679e6d8821 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0582688 Aug 30 13:28:52.681940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fda5f7ee-f6fa-45f0-abb7-6e1adc92393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.685013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fda5f7ee-f6fa-45f0-abb7-6e1adc92393d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:52.689144 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fda5f7ee-f6fa-45f0-abb7-6e1adc92393d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8c34f366-b731-4ccd-abdc-2b574c92d756 HTTP/1.1" status: 204 len: 168 time: 0.1852412 Aug 30 13:28:52.704647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5f7ee-f6fa-45f0-abb7-6e1adc92393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c34f366-b731-4ccd-abdc-2b574c92d756,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:52.716209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3153a877-f7b0-4d99-bed9-153194f36d8d req-c638259b-4f60-4a47-9700-7edaf6370f8d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575070 Aug 30 13:28:53.519932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48674) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:53.639967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-109276486-network', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:28:53.676651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Made reservation on behalf of d604c2a59d3b4e51973965bc51446d2e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:28:53.682721 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:53.692321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:53.840514 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:53.846714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:53.908812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:28:53.923397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c488d5a-3f2b-424a-8e80-e1148f44efc4 req-113bf16d-86cd-4d7d-8b2c-c67a43814911 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:53.925084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8c488d5a-3f2b-424a-8e80-e1148f44efc4 req-113bf16d-86cd-4d7d-8b2c-c67a43814911 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.1303854 Aug 30 13:28:53.927177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed43a1c7-be46-4679-aab4-0c8314a34334,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:53.934619 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:53.935700 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Added segment d8f43b10-da16-4de5-876b-e48ba3133e1b of type vlan for network a40af89d-c251-41e1-a32b-45b3b0903cfb Aug 30 13:28:54.016381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.030390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8c488d5a-3f2b-424a-8e80-e1148f44efc4 req-bfc9abe8-07a1-472a-a538-63743dfe717a tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936444 Aug 30 13:28:54.056736 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.058160 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:54.058916 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.117408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5962183 Aug 30 13:28:54.121150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48690) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:54.132256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Request body: {'subnet': {'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-109276486-subnet', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:28:54.143162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc79c5a-1a36-42c0-adc6-b170870c52bb admin admin] Pushing event updated for resources: {'Network': ['ID=a40af89d-c251-41e1-a32b-45b3b0903cfb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:54.155864 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network a40af89d-c251-41e1-a32b-45b3b0903cfb details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:28:54.171649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Made reservation on behalf of d604c2a59d3b4e51973965bc51446d2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:28:54.174368 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.389012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.457971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f02157f-d237-436a-b8c3-858a0ab836f5,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:54.464742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Checking segment: {'id': 'd8f43b10-da16-4de5-876b-e48ba3133e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:28:54.465133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Network hostable DHCP agents. Network: a40af89d-c251-41e1-a32b-45b3b0903cfb, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:28:54.495107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Network a40af89d-c251-41e1-a32b-45b3b0903cfb is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:28:54.509645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, a40af89d-c251-41e1-a32b-45b3b0903cfb) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:54.514957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:54.516230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.519684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0add3c-dc80-47d9-ae29-de21ff7ea02c None None] Network a40af89d-c251-41e1-a32b-45b3b0903cfb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:28:54.535659 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0d8da9c1-7f4c-4df9-a7f3-4b598ee26368 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4128988 Aug 30 13:28:54.540174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48702) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:54.545216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-109276486-router', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:28:54.581000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.583213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.666072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.757586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-a40af89d-c251-41e1-a32b-45b3b0903cfb', 'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'fixed_ips': [{'subnet_id': '4f02157f-d237-436a-b8c3-858a0ab836f5'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:28:54.758746 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.872204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:54.945639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Allocated IP 172.20.0.2 (a40af89d-c251-41e1-a32b-45b3b0903cfb/4f02157f-d237-436a-b8c3-858a0ab836f5/e9025b2f-9007-4beb-a277-fba72e9bbd7f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:28:55.189599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36323aab-1608-4436-abe2-ef1225d06ad8 req-b7ce9efe-45ba-4ea4-a049-cbbd327aa71d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:55.189599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36323aab-1608-4436-abe2-ef1225d06ad8 req-b7ce9efe-45ba-4ea4-a049-cbbd327aa71d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0708528 Aug 30 13:28:55.195205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:55.207862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Transition to ACTIVE for port object e9025b2f-9007-4beb-a277-fba72e9bbd7f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:28:55.217474 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:55.226887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Transition to ACTIVE for port object e9025b2f-9007-4beb-a277-fba72e9bbd7f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:28:55.239067 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36323aab-1608-4436-abe2-ef1225d06ad8 req-10a6daf4-d332-468a-b85e-0860a908c5c4 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400307 Aug 30 13:28:55.244875 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:55.287532 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:55.293427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Network a40af89d-c251-41e1-a32b-45b3b0903cfb is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:28:55.298892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:55.302979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:28:55.314376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Pushing event updated for resources: {'Port': ['ID=e9025b2f-9007-4beb-a277-fba72e9bbd7f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:55.375706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Attempting to bind port e9025b2f-9007-4beb-a277-fba72e9bbd7f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:28:55.376069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Attempting to bind port e9025b2f-9007-4beb-a277-fba72e9bbd7f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd8f43b10-da16-4de5-876b-e48ba3133e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:28:55.376797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Attempting to bind port e9025b2f-9007-4beb-a277-fba72e9bbd7f on network a40af89d-c251-41e1-a32b-45b3b0903cfb {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:28:55.383350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:28:55.383763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Checking segment: {'id': 'd8f43b10-da16-4de5-876b-e48ba3133e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:28:55.384207 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:55.384796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Bound using segment: {'id': 'd8f43b10-da16-4de5-876b-e48ba3133e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:28:55.385823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Bound port: e9025b2f-9007-4beb-a277-fba72e9bbd7f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f43b10-da16-4de5-876b-e48ba3133e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:28:55.386387 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:55.450587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Allocated IP 172.25.2.153 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/6867af51-7c82-4f0f-a925-f4905f0de66a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:28:55.489181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] For port e9025b2f-9007-4beb-a277-fba72e9bbd7f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:28:55.494883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] For port e9025b2f-9007-4beb-a277-fba72e9bbd7f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e9025b2f-9007-4beb-a277-fba72e9bbd7f,segment=NetworkSegment(d8f43b10-da16-4de5-876b-e48ba3133e1b),segment_id=d8f43b10-da16-4de5-876b-e48ba3133e1b)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:28:55.500938 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:55.589275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0199f3-4f8e-4dc7-8975-ee112253e4f0 None None] Pushing event updated for resources: {'Port': ['ID=e9025b2f-9007-4beb-a277-fba72e9bbd7f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:55.621207 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:55.671173 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:55.710228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:28:55.714586 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:55.720906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:28:55.782459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Pushing event updated for resources: {'Port': ['ID=6867af51-7c82-4f0f-a925-f4905f0de66a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:56.093281 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:56.703984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:56.721989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1f7e6-d071-409e-9386-619721e75c76 req-a9c3ade0-87f8-491e-8b2a-9b378399c891 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:56.723521 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76e1f7e6-d071-409e-9386-619721e75c76 req-a9c3ade0-87f8-491e-8b2a-9b378399c891 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.3842599 Aug 30 13:28:56.779722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d477dd-f48f-4c2b-9b48-6aed528da999 None None] Network a40af89d-c251-41e1-a32b-45b3b0903cfb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:28:56.858129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cb14e4dd-bb9e-4d7c-95cb-7464f36eed8f None None] Provisioning for port e9025b2f-9007-4beb-a277-fba72e9bbd7f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:28:56.892729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76e1f7e6-d071-409e-9386-619721e75c76 req-317e4652-9920-4d51-826a-1823eedc074c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381183 Aug 30 13:28:56.960636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Router 4cf00fd0-3491-4b67-b674-0398dc5a2527 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:28:57.027610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e9025b2f-9007-4beb-a277-fba72e9bbd7f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:28:57.111089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e9025b2f-9007-4beb-a277-fba72e9bbd7f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:28:57.117144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e9025b2f-9007-4beb-a277-fba72e9bbd7f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:57.117616 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:57.121170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:28:57.144906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Sync routers for ids ['4cf00fd0-3491-4b67-b674-0398dc5a2527'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:28:57.146514 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:57.152436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48752) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:28:57.153380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ebe6895b-2cf9-479d-8717-0daac0193f95 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.6111739 Aug 30 13:28:57.169832 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Routers {'4cf00fd0-3491-4b67-b674-0398dc5a2527'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:28:57.170760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4cf00fd0-3491-4b67-b674-0398dc5a2527'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:57.320192 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:57.564114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e9025b2f-9007-4beb-a277-fba72e9bbd7f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e9025b2f-9007-4beb-a277-fba72e9bbd7f,segment=NetworkSegment(d8f43b10-da16-4de5-876b-e48ba3133e1b),segment_id=d8f43b10-da16-4de5-876b-e48ba3133e1b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:28:57.566751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Set router 4cf00fd0-3491-4b67-b674-0398dc5a2527 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:28:57.568180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-08584b79-c175-4098-86fa-d7207d1b257c None None] Provisioning complete for port e9025b2f-9007-4beb-a277-fba72e9bbd7f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:57.568798 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-08584b79-c175-4098-86fa-d7207d1b257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:57.621276 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:57.721395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:57.770789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e9025b2f-9007-4beb-a277-fba72e9bbd7f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:57.876160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'name': 'tempest-ImageQuotaTest-109276486-router', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:54Z', 'updated_at': '2021-08-30T13:28:55Z', 'revision_number': 3, 'project_id': 'd604c2a59d3b4e51973965bc51446d2e', 'gw_port': {'id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:55Z', 'updated_at': '2021-08-30T13:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:57.906707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Checking router: 4cf00fd0-3491-4b67-b674-0398dc5a2527 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:28:57.907063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Updating router 4cf00fd0-3491-4b67-b674-0398dc5a2527 port 6867af51-7c82-4f0f-a925-f4905f0de66a binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:28:57.938628 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:57.966702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Allocated IP 172.20.0.1 (a40af89d-c251-41e1-a32b-45b3b0903cfb/4f02157f-d237-436a-b8c3-858a0ab836f5/e789f255-2ee8-48cf-9ffb-151630ffef53) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:28:58.103943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eadb0e-46f5-4a46-a6ee-722cf09c76c6 req-b3140827-2567-4c77-86a3-518056108129 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:58.105477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0eadb0e-46f5-4a46-a6ee-722cf09c76c6 req-b3140827-2567-4c77-86a3-518056108129 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.1241767 Aug 30 13:28:58.230758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.239446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0eadb0e-46f5-4a46-a6ee-722cf09c76c6 req-bc4719a9-c49e-43ee-bd74-32d281953af5 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159611 Aug 30 13:28:58.266265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Transition to ACTIVE for port object e789f255-2ee8-48cf-9ffb-151630ffef53 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:28:58.322328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.368848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Network a40af89d-c251-41e1-a32b-45b3b0903cfb is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:28:58.373817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:58.380163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:28:58.412428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.430480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Pushing event updated for resources: {'Port': ['ID=e789f255-2ee8-48cf-9ffb-151630ffef53,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:58.462229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Transition to ACTIVE for port object 6867af51-7c82-4f0f-a925-f4905f0de66a will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:28:58.463191 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.473618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.482703 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.597066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c0e62-4420-45fb-aa04-437fc0a2fa56 None None] Pushing event updated for resources: {'Port': ['ID=6867af51-7c82-4f0f-a925-f4905f0de66a,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:58.601435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Attempting to bind port 6867af51-7c82-4f0f-a925-f4905f0de66a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:28:58.602160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Attempting to bind port 6867af51-7c82-4f0f-a925-f4905f0de66a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:28:58.602599 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Attempting to bind port 6867af51-7c82-4f0f-a925-f4905f0de66a on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:28:58.614850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:28:58.615510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:28:58.616112 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.618403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:28:58.619397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Bound port: 6867af51-7c82-4f0f-a925-f4905f0de66a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:28:58.620998 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.689337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.698633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] For port 6867af51-7c82-4f0f-a925-f4905f0de66a, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:28:58.705102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] For port 6867af51-7c82-4f0f-a925-f4905f0de66a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6867af51-7c82-4f0f-a925-f4905f0de66a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:28:58.711759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.785327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Routers {'4cf00fd0-3491-4b67-b674-0398dc5a2527'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:28:58.786001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4cf00fd0-3491-4b67-b674-0398dc5a2527'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:58.823187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c0e62-4420-45fb-aa04-437fc0a2fa56 None None] Pushing event updated for resources: {'Port': ['ID=6867af51-7c82-4f0f-a925-f4905f0de66a,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:58.933000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e9025b2f-9007-4beb-a277-fba72e9bbd7f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:28:58.939826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] Set router 4cf00fd0-3491-4b67-b674-0398dc5a2527 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:28:58.945029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:58.951171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:59.020828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c406f413-8d6f-44e8-abe6-e3e87e671b08 None None] Provisioning for port e789f255-2ee8-48cf-9ffb-151630ffef53 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:28:59.028161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Pushing event updated for resources: {'Port': ['ID=e789f255-2ee8-48cf-9ffb-151630ffef53,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:28:59.033461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c406f413-8d6f-44e8-abe6-e3e87e671b08 None None] Provisioning complete for port e789f255-2ee8-48cf-9ffb-151630ffef53 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:59.033869 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c406f413-8d6f-44e8-abe6-e3e87e671b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:59.038648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.038648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.039321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.039971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.039971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.040274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.040578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.040901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.041215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.041538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.041969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.042297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:28:59.046424 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:59.153301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c406f413-8d6f-44e8-abe6-e3e87e671b08 None None] Port e789f255-2ee8-48cf-9ffb-151630ffef53 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:28:59.169231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e9025b2f-9007-4beb-a277-fba72e9bbd7f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:59.169628 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:59.183685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Network a40af89d-c251-41e1-a32b-45b3b0903cfb is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:28:59.185241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:28:59.357781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'name': 'tempest-ImageQuotaTest-109276486-router', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:54Z', 'updated_at': '2021-08-30T13:28:58Z', 'revision_number': 4, 'project_id': 'd604c2a59d3b4e51973965bc51446d2e', 'gw_port': {'id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:55Z', 'updated_at': '2021-08-30T13:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e789f255-2ee8-48cf-9ffb-151630ffef53', 'name': '', 'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'mac_address': 'fa:16:3e:c4:9c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '4f02157f-d237-436a-b8c3-858a0ab836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:57Z', 'updated_at': '2021-08-30T13:28:57Z', 'revision_number': 1, 'project_id': 'd604c2a59d3b4e51973965bc51446d2e', 'subnets': [{'id': '4f02157f-d237-436a-b8c3-858a0ab836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:28:59.393385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1c2b9-5b55-4e6c-a234-0b2e204484f7 None None] The sync data for ids ['4cf00fd0-3491-4b67-b674-0398dc5a2527'] in n-d-688802-6 is: [{'id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'name': 'tempest-ImageQuotaTest-109276486-router', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:54Z', 'updated_at': '2021-08-30T13:28:58Z', 'revision_number': 4, 'project_id': 'd604c2a59d3b4e51973965bc51446d2e', 'gw_port': {'id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:55Z', 'updated_at': '2021-08-30T13:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e789f255-2ee8-48cf-9ffb-151630ffef53', 'name': '', 'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'mac_address': 'fa:16:3e:c4:9c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '4f02157f-d237-436a-b8c3-858a0ab836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:57Z', 'updated_at': '2021-08-30T13:28:57Z', 'revision_number': 1, 'project_id': 'd604c2a59d3b4e51973965bc51446d2e', 'subnets': [{'id': '4f02157f-d237-436a-b8c3-858a0ab836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:28:59.469997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb49ed9-e8af-4f39-8758-2591b952acba req-b59e0ff6-06c8-426c-ae83-539de431dc9a tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:28:59.479328 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fcb49ed9-e8af-4f39-8758-2591b952acba req-b59e0ff6-06c8-426c-ae83-539de431dc9a tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0979331 Aug 30 13:28:59.522359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fcb49ed9-e8af-4f39-8758-2591b952acba req-aaffd660-933b-4789-bbe3-9fb55ca4e0d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Aug 30 13:28:59.591713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fab50eb6-bac5-4265-94e2-cb52542b84ec None None] Provisioning complete for port e789f255-2ee8-48cf-9ffb-151630ffef53 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:28:59.592371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fab50eb6-bac5-4265-94e2-cb52542b84ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:28:59.635283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fab50eb6-bac5-4265-94e2-cb52542b84ec None None] Port e789f255-2ee8-48cf-9ffb-151630ffef53 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:28:59.670942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Router 4cf00fd0-3491-4b67-b674-0398dc5a2527 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:28:59.815815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:28:59.821531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1d1096a0-bb38-42a7-870f-63fa67af6b74 admin admin] 10.222.0.37 "PUT /v2.0/routers/4cf00fd0-3491-4b67-b674-0398dc5a2527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6674545 Aug 30 13:29:00.686126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d0e45-abf0-4e7d-b1e1-d50bf52e782e req-da08fbd3-e2d9-4b4c-933a-d147edee392a tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:00.688889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f13d0e45-abf0-4e7d-b1e1-d50bf52e782e req-da08fbd3-e2d9-4b4c-933a-d147edee392a tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0745156 Aug 30 13:29:00.746137 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f13d0e45-abf0-4e7d-b1e1-d50bf52e782e req-0bd057ba-297a-4e7f-b1f7-9d98c04c6194 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500772 Aug 30 13:29:00.876467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-14eab3d0-23bd-4dd0-b812-e4198934cbb9 req-5364b845-0c7d-4860-af0e-fae3af77c265 service neutron] (95698) timed out ('10.222.0.37', 57188) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:29:00.954132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:00.978510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6867af51-7c82-4f0f-a925-f4905f0de66a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:29:01.049187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 6867af51-7c82-4f0f-a925-f4905f0de66a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:29:01.055441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6867af51-7c82-4f0f-a925-f4905f0de66a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:29:01.055817 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:01.135955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48802) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:01.167603 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:01.207669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 6867af51-7c82-4f0f-a925-f4905f0de66a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6867af51-7c82-4f0f-a925-f4905f0de66a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:01.213836 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:01.280547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=6867af51-7c82-4f0f-a925-f4905f0de66a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:01.547078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:01.890170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Deleting port e789f255-2ee8-48cf-9ffb-151630ffef53 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:29:01.891089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909c395-349a-40a9-8bc4-52df3ddf0f6f req-92579419-32cc-44bd-a440-515eb1217221 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:01.891753 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:01.902549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8909c395-349a-40a9-8bc4-52df3ddf0f6f req-92579419-32cc-44bd-a440-515eb1217221 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0795848 Aug 30 13:29:01.967838 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8909c395-349a-40a9-8bc4-52df3ddf0f6f req-2f9557e2-f3a2-4c8a-8c55-1c0cd0f934a7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639405 Aug 30 13:29:01.993257 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:02.007301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Calling delete_port for e789f255-2ee8-48cf-9ffb-151630ffef53 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:29:02.169051 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] Sync routers for ids ['4cf00fd0-3491-4b67-b674-0398dc5a2527'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:29:02.181970 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] Routers {'4cf00fd0-3491-4b67-b674-0398dc5a2527'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:02.182924 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4cf00fd0-3491-4b67-b674-0398dc5a2527'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:02.218177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:02.248157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e789f255-2ee8-48cf-9ffb-151630ffef53,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:02.445608 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] Set router 4cf00fd0-3491-4b67-b674-0398dc5a2527 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:29:02.460842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:02.714766 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'name': 'tempest-ImageQuotaTest-109276486-router', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:54Z', 'updated_at': '2021-08-30T13:28:58Z', 'revision_number': 4, 'project_id': 'd604c2a59d3b4e51973965bc51446d2e', 'gw_port': {'id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:55Z', 'updated_at': '2021-08-30T13:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e789f255-2ee8-48cf-9ffb-151630ffef53', 'name': '', 'network_id': 'a40af89d-c251-41e1-a32b-45b3b0903cfb', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'mac_address': 'fa:16:3e:c4:9c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '4f02157f-d237-436a-b8c3-858a0ab836f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:57Z', 'updated_at': '2021-08-30T13:28:58Z', 'revision_number': 2, 'project_id': 'd604c2a59d3b4e51973965bc51446d2e', 'subnets': [{'id': '4f02157f-d237-436a-b8c3-858a0ab836f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:02.743216 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] Checking router: 4cf00fd0-3491-4b67-b674-0398dc5a2527 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:29:02.743638 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] Updating router 4cf00fd0-3491-4b67-b674-0398dc5a2527 port e789f255-2ee8-48cf-9ffb-151630ffef53 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:29:02.743796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Router 4cf00fd0-3491-4b67-b674-0398dc5a2527 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:29:02.761541 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] Port e789f255-2ee8-48cf-9ffb-151630ffef53 not found while updating agent binding for router 4cf00fd0-3491-4b67-b674-0398dc5a2527. {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 13:29:02.770330 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] Routers {'4cf00fd0-3491-4b67-b674-0398dc5a2527'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:02.770943 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4cf00fd0-3491-4b67-b674-0398dc5a2527'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:02.876119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:29:02.876119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-be23715a-16bd-4772-b095-7c61972327d2 admin admin] 10.222.0.37 "PUT /v2.0/routers/4cf00fd0-3491-4b67-b674-0398dc5a2527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7386768 Aug 30 13:29:02.878622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48810) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:02.916909 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] Set router 4cf00fd0-3491-4b67-b674-0398dc5a2527 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:29:02.918619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6867af51-7c82-4f0f-a925-f4905f0de66a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:29:02.987012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6867af51-7c82-4f0f-a925-f4905f0de66a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:29:02.987452 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.012058 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.174670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692142e-0b40-4ad0-902d-70cf291ad9db req-ce0357d9-3a91-4fcb-9126-c618d604617d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:03.176291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d692142e-0b40-4ad0-902d-70cf291ad9db req-ce0357d9-3a91-4fcb-9126-c618d604617d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0998576 Aug 30 13:29:03.177882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.180007 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'name': 'tempest-ImageQuotaTest-109276486-router', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:54Z', 'updated_at': '2021-08-30T13:29:02Z', 'revision_number': 5, 'project_id': 'd604c2a59d3b4e51973965bc51446d2e', 'gw_port': {'id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:55Z', 'updated_at': '2021-08-30T13:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:03.210958 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e46419-8fcd-4a5a-a614-df97f55851f8 None None] The sync data for ids ['4cf00fd0-3491-4b67-b674-0398dc5a2527'] in n-d-688802-6 is: [{'id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'name': 'tempest-ImageQuotaTest-109276486-router', 'tenant_id': 'd604c2a59d3b4e51973965bc51446d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:54Z', 'updated_at': '2021-08-30T13:29:02Z', 'revision_number': 5, 'project_id': 'd604c2a59d3b4e51973965bc51446d2e', 'gw_port': {'id': '6867af51-7c82-4f0f-a925-f4905f0de66a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:44:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf00fd0-3491-4b67-b674-0398dc5a2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3182, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:55Z', 'updated_at': '2021-08-30T13:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:29:03.253540 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d692142e-0b40-4ad0-902d-70cf291ad9db req-2a533ca1-a7ef-4f83-a0d4-bed1e8294a95 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658159 Aug 30 13:29:03.282807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Deleting port 6867af51-7c82-4f0f-a925-f4905f0de66a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:29:03.282807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.379421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] For port 6867af51-7c82-4f0f-a925-f4905f0de66a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6867af51-7c82-4f0f-a925-f4905f0de66a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:03.379771 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.398841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Calling delete_port for 6867af51-7c82-4f0f-a925-f4905f0de66a owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:29:03.592562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.624271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Pushing event deleted for resources: {'Port': ['ID=6867af51-7c82-4f0f-a925-f4905f0de66a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:03.713805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.837013 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.839518 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.891238 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.892247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf00fd0-3491-4b67-b674-0398dc5a2527 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:29:03.901157 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:03.905867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3e028a3a-ec14-4f9b-a789-b68810b9750d admin admin] 10.222.0.37 "DELETE /v2.0/routers/4cf00fd0-3491-4b67-b674-0398dc5a2527 HTTP/1.1" status: 204 len: 168 time: 1.0254304 Aug 30 13:29:03.907056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48824) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:03.983277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6bf620-c7b3-496d-a106-5a9ecab45f1c admin admin] Deleting subnet 4f02157f-d237-436a-b8c3-858a0ab836f5 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:29:03.984470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf620-c7b3-496d-a106-5a9ecab45f1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.051178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf620-c7b3-496d-a106-5a9ecab45f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.150666 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf620-c7b3-496d-a106-5a9ecab45f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.212101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf620-c7b3-496d-a106-5a9ecab45f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.240415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bf620-c7b3-496d-a106-5a9ecab45f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f02157f-d237-436a-b8c3-858a0ab836f5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:04.242479 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe6bf620-c7b3-496d-a106-5a9ecab45f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.244388 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fe6bf620-c7b3-496d-a106-5a9ecab45f1c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4f02157f-d237-436a-b8c3-858a0ab836f5 HTTP/1.1" status: 204 len: 168 time: 0.3359203 Aug 30 13:29:04.246872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48828) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:04.249290 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6338703e-e1e9-4ab3-8009-116d86c6067a None None] Network a40af89d-c251-41e1-a32b-45b3b0903cfb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:29:04.346846 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.431477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Deleting port e9025b2f-9007-4beb-a277-fba72e9bbd7f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:29:04.431914 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.492372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcf84d-ca39-47bb-bf97-6996712b08d0 req-795c45e3-fa77-4044-81c8-e1c88020302d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:04.499669 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7fcf84d-ca39-47bb-bf97-6996712b08d0 req-795c45e3-fa77-4044-81c8-e1c88020302d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.1375024 Aug 30 13:29:04.521084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] For port e9025b2f-9007-4beb-a277-fba72e9bbd7f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e9025b2f-9007-4beb-a277-fba72e9bbd7f,segment=NetworkSegment(d8f43b10-da16-4de5-876b-e48ba3133e1b),segment_id=d8f43b10-da16-4de5-876b-e48ba3133e1b)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:04.521460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.538202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f21af55-759a-4944-8ed2-e8c8ee18dde4 None None] DHCP port deletion for a40af89d-c251-41e1-a32b-45b3b0903cfb request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:29:04.543486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Calling delete_port for e9025b2f-9007-4beb-a277-fba72e9bbd7f owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:29:04.550664 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7fcf84d-ca39-47bb-bf97-6996712b08d0 req-67178fb4-1319-4e1e-86a1-8ec01ea7399d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500267 Aug 30 13:29:04.588563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2f21af55-759a-4944-8ed2-e8c8ee18dde4 None None] Deleting port e9025b2f-9007-4beb-a277-fba72e9bbd7f {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:29:04.589187 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2f21af55-759a-4944-8ed2-e8c8ee18dde4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.634903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173ae9f-b428-4e5d-aceb-c2cacbaf3c85 None None] Sync routers for ids ['4cf00fd0-3491-4b67-b674-0398dc5a2527'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:29:04.643278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.657451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173ae9f-b428-4e5d-aceb-c2cacbaf3c85 None None] Routers set() bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:04.657859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173ae9f-b428-4e5d-aceb-c2cacbaf3c85 None None] Router IDs set() for agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 13:29:04.658456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_agentschedulers_db [None req-0173ae9f-b428-4e5d-aceb-c2cacbaf3c85 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cf00fd0-3491-4b67-b674-0398dc5a2527'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent'). {{(pid=95700) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 13:29:04.673009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9025b2f-9007-4beb-a277-fba72e9bbd7f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:04.679175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] No DVR routers for this DVR port e9025b2f-9007-4beb-a277-fba72e9bbd7f on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:29:04.679431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2f21af55-759a-4944-8ed2-e8c8ee18dde4 None None] For port e9025b2f-9007-4beb-a277-fba72e9bbd7f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e9025b2f-9007-4beb-a277-fba72e9bbd7f,segment=NetworkSegment(d8f43b10-da16-4de5-876b-e48ba3133e1b),segment_id=d8f43b10-da16-4de5-876b-e48ba3133e1b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:04.679835 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2f21af55-759a-4944-8ed2-e8c8ee18dde4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.688967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173ae9f-b428-4e5d-aceb-c2cacbaf3c85 None None] Routers set() bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:04.689349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173ae9f-b428-4e5d-aceb-c2cacbaf3c85 None None] Router IDs set() for agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 13:29:04.689950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_agentschedulers_db [None req-0173ae9f-b428-4e5d-aceb-c2cacbaf3c85 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cf00fd0-3491-4b67-b674-0398dc5a2527'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:28:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent'). {{(pid=95700) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 13:29:04.690324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0173ae9f-b428-4e5d-aceb-c2cacbaf3c85 None None] The sync data for ids ['4cf00fd0-3491-4b67-b674-0398dc5a2527'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:29:04.698830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2f21af55-759a-4944-8ed2-e8c8ee18dde4 None None] Calling delete_port for e9025b2f-9007-4beb-a277-fba72e9bbd7f owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:29:04.762463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.778380 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2f21af55-759a-4944-8ed2-e8c8ee18dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.780789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40af89d-c251-41e1-a32b-45b3b0903cfb']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:04.798199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f43b10-da16-4de5-876b-e48ba3133e1b') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:04.798695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f43b10-da16-4de5-876b-e48ba3133e1b') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:04.807681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21af55-759a-4944-8ed2-e8c8ee18dde4 None None] Pushing event deleted for resources: {'Port': ['ID=e9025b2f-9007-4beb-a277-fba72e9bbd7f,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:04.809653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.812279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f21af55-759a-4944-8ed2-e8c8ee18dde4 None None] No DVR routers for this DVR port e9025b2f-9007-4beb-a277-fba72e9bbd7f on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:29:04.834796 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.842558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:29:04.843153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:29:04.845724 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:29:04.919566 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.925423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:04.929726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a40af89d-c251-41e1-a32b-45b3b0903cfb HTTP/1.1" status: 204 len: 168 time: 0.6792505 Aug 30 13:29:04.942531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981eb1f-0cd6-4f50-a805-97de19f768e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40af89d-c251-41e1-a32b-45b3b0903cfb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:05.050526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48834) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:05.104739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9f38ff74-81e8-432a-84ce-580a66446493 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d604c2a59d3b4e51973965bc51446d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529418 Aug 30 13:29:05.107168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48838) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:05.174447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24ffca3c-33ae-4822-a432-1397c033e5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:05.198533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24ffca3c-33ae-4822-a432-1397c033e5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:05.285103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24ffca3c-33ae-4822-a432-1397c033e5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:05.288814 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24ffca3c-33ae-4822-a432-1397c033e5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:05.290291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-24ffca3c-33ae-4822-a432-1397c033e5c9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed43a1c7-be46-4679-aab4-0c8314a34334 HTTP/1.1" status: 204 len: 168 time: 0.1821856 Aug 30 13:29:05.308703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffca3c-33ae-4822-a432-1397c033e5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed43a1c7-be46-4679-aab4-0c8314a34334,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:05.350468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e789f255-2ee8-48cf-9ffb-151630ffef53 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:29:05.385265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e789f255-2ee8-48cf-9ffb-151630ffef53 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:29:05.385841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e789f255-2ee8-48cf-9ffb-151630ffef53 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:29:05.386392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e9025b2f-9007-4beb-a277-fba72e9bbd7f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:29:05.426698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e9025b2f-9007-4beb-a277-fba72e9bbd7f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:29:05.427125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e9025b2f-9007-4beb-a277-fba72e9bbd7f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:29:05.669906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e110185-603d-42dc-ac23-7ed306f4a180 req-e0ae750b-87c8-4e92-880d-a7cfdab6af81 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:05.671513 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e110185-603d-42dc-ac23-7ed306f4a180 req-e0ae750b-87c8-4e92-880d-a7cfdab6af81 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0631223 Aug 30 13:29:05.714141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 48846) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:05.717452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e110185-603d-42dc-ac23-7ed306f4a180 req-1f505463-b537-44bb-a8fc-70b3152e8f57 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375528 Aug 30 13:29:05.730828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b79b84a-71e7-4f93-a322-21efb7f9e06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:05.828664 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b79b84a-71e7-4f93-a322-21efb7f9e06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:05.832955 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b79b84a-71e7-4f93-a322-21efb7f9e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:05.874741 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8b79b84a-71e7-4f93-a322-21efb7f9e06e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1580973 Aug 30 13:29:05.874741 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79b84a-71e7-4f93-a322-21efb7f9e06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb0435d-e1e1-4a01-9d0f-cbbb08f7a7ac,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:05.876367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 48848) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:05.928839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0998f181-6451-4ae8-9d19-ea3e150c4dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:05.953239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0998f181-6451-4ae8-9d19-ea3e150c4dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:06.005181 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0998f181-6451-4ae8-9d19-ea3e150c4dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:06.007836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0998f181-6451-4ae8-9d19-ea3e150c4dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:06.011884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0998f181-6451-4ae8-9d19-ea3e150c4dc3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3bb0435d-e1e1-4a01-9d0f-cbbb08f7a7ac HTTP/1.1" status: 204 len: 168 time: 0.1319180 Aug 30 13:29:06.019068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998f181-6451-4ae8-9d19-ea3e150c4dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb0435d-e1e1-4a01-9d0f-cbbb08f7a7ac,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:06.699024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-debd0813-17e6-4c4b-8ae5-c2b091c34033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:06.840255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629012d-2840-4ea6-ae85-047ec5d0a7d7 req-f8013f3e-4b89-4372-bf21-ce16b5f0bd35 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:06.847591 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7629012d-2840-4ea6-ae85-047ec5d0a7d7 req-f8013f3e-4b89-4372-bf21-ce16b5f0bd35 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0548658 Aug 30 13:29:06.853566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6867af51-7c82-4f0f-a925-f4905f0de66a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:29:06.875310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 6867af51-7c82-4f0f-a925-f4905f0de66a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:29:06.875651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6867af51-7c82-4f0f-a925-f4905f0de66a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:29:06.894208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7629012d-2840-4ea6-ae85-047ec5d0a7d7 req-6c9b4794-14bf-4f74-8943-90de7c095cb5 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455387 Aug 30 13:29:08.020200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec040056-15af-4e4a-ab45-bd4c189da909 req-486e4afb-65e1-428c-9865-bb86bd9eaef0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:08.022699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec040056-15af-4e4a-ab45-bd4c189da909 req-486e4afb-65e1-428c-9865-bb86bd9eaef0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0569167 Aug 30 13:29:08.068128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec040056-15af-4e4a-ab45-bd4c189da909 req-a34f55fb-14ec-42be-94cf-f50d3524d591 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 Aug 30 13:29:09.201126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5027847-d58b-4c38-a909-d0e910126f33 req-4d59d1c8-ff82-4f20-8e86-1ae19c9476e3 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:09.203096 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c5027847-d58b-4c38-a909-d0e910126f33 req-4d59d1c8-ff82-4f20-8e86-1ae19c9476e3 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0592175 Aug 30 13:29:09.248780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c5027847-d58b-4c38-a909-d0e910126f33 req-b35ae731-5684-4164-b6c2-a2d335b6909b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369058 Aug 30 13:29:09.398635 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-57d46ad5-e9b6-48d1-a1a2-597bdcc9cdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:10.004551 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:10.366172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b91c1-c432-4cff-a499-7c6c00def979 req-f57578c9-67bc-4b9d-b86b-c5670bc8cd44 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:10.367591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f0b91c1-c432-4cff-a499-7c6c00def979 req-f57578c9-67bc-4b9d-b86b-c5670bc8cd44 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0502305 Aug 30 13:29:10.409425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f0b91c1-c432-4cff-a499-7c6c00def979 req-4c87c797-69c2-4507-8d3b-ff71805ba97d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356452 Aug 30 13:29:10.865515 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:11.534937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159b134-d279-4819-bf2a-f2833b901e6e req-97cd2258-29e9-4716-907a-9deb123f9951 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:11.536686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d159b134-d279-4819-bf2a-f2833b901e6e req-97cd2258-29e9-4716-907a-9deb123f9951 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0544600 Aug 30 13:29:11.576256 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d159b134-d279-4819-bf2a-f2833b901e6e req-ba6deab5-3955-4c83-8eb2-79e68e05c4d8 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Aug 30 13:29:12.233777 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:12.428473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f1404-08a5-466e-a527-057a373d4905 req-3b36d43f-e11b-4a37-be32-8442d601e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:12.430151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b2f1404-08a5-466e-a527-057a373d4905 req-3b36d43f-e11b-4a37-be32-8442d601e6c4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1096 time: 0.0548966 Aug 30 13:29:12.471313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b2f1404-08a5-466e-a527-057a373d4905 req-0d1fb915-80b8-4b37-9738-8ce870fef083 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Aug 30 13:29:12.688426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfd1e-365a-421c-94f3-0ba2e7d38f3e req-42353885-fc42-4f06-b973-bf48d414f223 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:12.689915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a5fdfd1e-365a-421c-94f3-0ba2e7d38f3e req-42353885-fc42-4f06-b973-bf48d414f223 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0533125 Aug 30 13:29:12.734897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67889ab6-a4d8-4c66-b5b2-37111a6c0c18 req-ba154c71-8119-4fc8-911f-3f1177151a05 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:12.736396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67889ab6-a4d8-4c66-b5b2-37111a6c0c18 req-ba154c71-8119-4fc8-911f-3f1177151a05 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0589631 Aug 30 13:29:12.742053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a5fdfd1e-365a-421c-94f3-0ba2e7d38f3e req-e39a6f8c-9aae-4033-955d-6f858ae79394 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Aug 30 13:29:12.791145 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67889ab6-a4d8-4c66-b5b2-37111a6c0c18 req-58dcbf36-91ca-4329-a298-aa5589e7b6dd tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467796 Aug 30 13:29:12.878624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3441d-c676-449a-976f-6c601d01fddd req-516acb01-3b1b-432b-ba25-bdb2cb655db8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:12.880089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5ca3441d-c676-449a-976f-6c601d01fddd req-516acb01-3b1b-432b-ba25-bdb2cb655db8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0586698 Aug 30 13:29:12.927128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5ca3441d-c676-449a-976f-6c601d01fddd req-11600864-9d39-4a0a-b659-1b8c359b78c5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360787 Aug 30 13:29:13.224773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-628ab6ca-9f7d-4bed-b7da-77d8d7f1fd03 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582337 Aug 30 13:29:13.236066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-bd83dceb-40ef-4410-889a-ec1bf8fffd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:13.237801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-bd83dceb-40ef-4410-889a-ec1bf8fffd27 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1096 time: 0.1036911 Aug 30 13:29:13.248390 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-dd97d0c2-3335-4387-9c50-0035eb0c7954 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:13.254312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-dd97d0c2-3335-4387-9c50-0035eb0c7954 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.1337457 Aug 30 13:29:13.268941 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-15a1db2d-d6e1-4f78-9232-b6d32b644b73 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/quotas/1db640a70d964862a92b0278204e0a01 HTTP/1.1" status: 200 len: 375 time: 0.0123856 Aug 30 13:29:13.360412 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-711eb3e6-0359-4139-8806-ba7d66df7eb9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0777848 Aug 30 13:29:13.481129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-19266d69-9662-44d9-8842-c91e62ffd303 service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189740 Aug 30 13:29:13.652790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-8c2c4d13-f0d2-43c0-b2c5-a317b60cce13 service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629391 Aug 30 13:29:13.701483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-5f923805-f5b6-4567-8433-6ed19316e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:13.703054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-5f923805-f5b6-4567-8433-6ed19316e30f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1096 time: 0.4172387 Aug 30 13:29:13.739922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-8de64100-ab91-487e-a13b-fd6b4a416f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:13.742269 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-8de64100-ab91-487e-a13b-fd6b4a416f3e service neutron] 10.222.0.35 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 920 time: 0.4796062 Aug 30 13:29:13.879612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-8c44265b-dc40-4d46-beeb-1db495be53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:13.881129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-8c44265b-dc40-4d46-beeb-1db495be53b9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1560569 Aug 30 13:29:13.883435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-af9d7ac0-03b4-49ba-b774-629dd56779fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 217 time: 0.1313980 Aug 30 13:29:13.965844 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7d070e55-c8ad-4ea5-ad97-92fca2ca97f1 req-c2e838e4-32ba-40a8-a9f9-33848274afbe tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 210 time: 0.0813649 Aug 30 13:29:13.971065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535d8de-7a9e-46d2-95a7-2496c3eec8ec req-c488e1ba-e692-4e79-90cf-93f6894814bc tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:13.972666 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a535d8de-7a9e-46d2-95a7-2496c3eec8ec req-c488e1ba-e692-4e79-90cf-93f6894814bc tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0826981 Aug 30 13:29:14.047918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a535d8de-7a9e-46d2-95a7-2496c3eec8ec req-426053dc-bf3e-41c7-91d4-6926c564ff1f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647223 Aug 30 13:29:14.054418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-5510976b-b1de-4bd4-8913-2267213b1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:14.057323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-5510976b-b1de-4bd4-8913-2267213b1aff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.1640387 Aug 30 13:29:14.064651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-971a0fbd-5c1b-4842-bea1-8e9601a01ca2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1000 time: 0.1703699 Aug 30 13:29:14.118338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-9e779877-73ef-460c-b713-ce0a4b48d0c7 req-9b0f9137-4999-4f82-b2cf-88cd185f06e0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2144573299', 'description': 'tempest-description-771640573'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:14.139914 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-dea792dd-bb29-4fa7-b0e3-6ad4451a555a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736604 Aug 30 13:29:14.212372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-4c2fef96-2bfb-4748-a642-002d4331f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:14.214108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-4c2fef96-2bfb-4748-a642-002d4331f9f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.1343420 Aug 30 13:29:14.244063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9e779877-73ef-460c-b713-ce0a4b48d0c7 req-9b0f9137-4999-4f82-b2cf-88cd185f06e0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:14.326923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-84e99f9a-9206-449a-9991-789f4e1ccad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:14.328630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-84e99f9a-9206-449a-9991-789f4e1ccad9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060469 Aug 30 13:29:14.333864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-f6b2db05-75ac-4403-ace5-aee6524fa3ac service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854498 Aug 30 13:29:14.553478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-50896859-1642-4c9d-9d02-408206ca18ad service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097046 Aug 30 13:29:14.581680 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9e779877-73ef-460c-b713-ce0a4b48d0c7 req-9b0f9137-4999-4f82-b2cf-88cd185f06e0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:14.586302 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9e779877-73ef-460c-b713-ce0a4b48d0c7 req-9b0f9137-4999-4f82-b2cf-88cd185f06e0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:14.607550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c450a67-4d60-4137-a9eb-bd90fa98e898 req-0091568e-ad8a-4c12-a031-08c5580ad219 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473288 Aug 30 13:29:14.668179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9e779877-73ef-460c-b713-ce0a4b48d0c7 req-9b0f9137-4999-4f82-b2cf-88cd185f06e0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:14.669405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9e779877-73ef-460c-b713-ce0a4b48d0c7 req-9b0f9137-4999-4f82-b2cf-88cd185f06e0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5562930 Aug 30 13:29:14.674219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f9137-4999-4f82-b2cf-88cd185f06e0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9160e6e7-94fb-4116-a42e-3a838e20db30,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:14.715928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a30e5249-6a25-4e12-904d-a9e1ab6e3406 req-d22e1e9d-5ed6-4f50-b122-bbae302d675b service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431248 Aug 30 13:29:14.799071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-a1bca773-4b80-4552-8fb0-5714ede1a1bc tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2144573299&fields=id&tenant_id=ae888112f546457fae865298c69bc453 HTTP/1.1" status: 200 len: 267 time: 0.0580065 Aug 30 13:29:14.859752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-62dc74ee-aa0a-4116-9e2e-c5281aca6062 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:14.861349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-62dc74ee-aa0a-4116-9e2e-c5281aca6062 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0553908 Aug 30 13:29:14.873507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-fc864103-8399-4559-9b89-61370bf5fd4f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Request body: {'port': {'security_groups': ['c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270', '9160e6e7-94fb-4116-a42e-3a838e20db30']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:14.953328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-fc864103-8399-4559-9b89-61370bf5fd4f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:15.155146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d549822-459b-4015-98a9-e1029cecfafb req-8f0d655a-b47c-4828-a58f-e9d0a78ff8b1 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 210 time: 0.0322084 Aug 30 13:29:15.244182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-fc864103-8399-4559-9b89-61370bf5fd4f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] For port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:15.267027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-d1ce73bc-d5f9-4d3f-8faa-d69ae5d66f95 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:15.269474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-d1ce73bc-d5f9-4d3f-8faa-d69ae5d66f95 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.2423778 Aug 30 13:29:15.292885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-fc864103-8399-4559-9b89-61370bf5fd4f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:15.294009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'port': {'device_id': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'admin_state_up': True, 'tenant_id': '1db640a70d964862a92b0278204e0a01'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:15.299961 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-fc864103-8399-4559-9b89-61370bf5fd4f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:15.319551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:15.386696 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-fc864103-8399-4559-9b89-61370bf5fd4f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:15.388083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-fc864103-8399-4559-9b89-61370bf5fd4f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:15.390596 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93e479fa-5f2f-4a24-b03c-8a0782c82f82 req-fc864103-8399-4559-9b89-61370bf5fd4f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "PUT /v2.0/ports/4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 981 time: 0.5220442 Aug 30 13:29:15.391504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:15.400184 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847ddbf9-2224-4ca7-aef7-2abfbaea525f" -d '{"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:15.461034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:15.488928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc864103-8399-4559-9b89-61370bf5fd4f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Pushing event updated for resources: {'Port': ['ID=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,revision_number=6']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:15.592131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Made reservation on behalf of 1db640a70d964862a92b0278204e0a01 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:29:15.596360 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:15.632577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-80d5d7e9-70f0-4f57-a4f1-d3312487546c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2144573299&fields=id&tenant_id=ae888112f546457fae865298c69bc453 HTTP/1.1" status: 200 len: 267 time: 0.0791237 Aug 30 13:29:15.764091 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b2bd83-7121-4027-ae3f-81ecfddb01b0 x-openstack-request-id: req-e0b2bd83-7121-4027-ae3f-81ecfddb01b0 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:15.764389 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:15.764641 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0b2bd83-7121-4027-ae3f-81ecfddb01b0 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:15.765033 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'status': 'completed', 'code': 200} Aug 30 13:29:15.938221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-f34a00ff-a395-48bd-8248-bc4d4ff91b67 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:15.940655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-f34a00ff-a395-48bd-8248-bc4d4ff91b67 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 984 time: 0.2891221 Aug 30 13:29:15.971173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-8925bcb7-d1b3-4cec-a840-070f8f0e2262 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Request body: {'port': {'security_groups': ['c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:16.028471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-455702a8-275f-428c-ad7e-98f8df48e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:16.030974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-455702a8-275f-428c-ad7e-98f8df48e61e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1135 time: 0.2360320 Aug 30 13:29:16.042355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Allocated IP 172.20.0.4 (fd66e202-6277-45e4-9038-736c47d32d37/2062eeeb-1e7b-46a3-8ac8-545725812198/cf7d8be5-9483-4bca-b1e2-c901f309ee3a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:29:16.188368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-8925bcb7-d1b3-4cec-a840-070f8f0e2262 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:16.291528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4240f2f2-0061-402d-ad41-c0acfc05f9fa req-124531e5-9b25-4927-96e4-59ed7d387fe1 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 210 time: 0.0374041 Aug 30 13:29:16.306193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-448c0fb2-221d-4e08-baf0-1302790b3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:16.307716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-448c0fb2-221d-4e08-baf0-1302790b3f7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 920 time: 0.2621777 Aug 30 13:29:16.370070 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-55fc8924-2b30-4e71-a490-709432901024 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 217 time: 0.0535507 Aug 30 13:29:16.500105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:16.529271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-6fb0c385-f460-49ab-9f4f-301fcad63f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:16.530798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-6fb0c385-f460-49ab-9f4f-301fcad63f02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.1507087 Aug 30 13:29:16.575424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Transition to ACTIVE for port object cf7d8be5-9483-4bca-b1e2-c901f309ee3a will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:29:16.578313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-62b4a39b-23e6-414d-a387-9afc65fa7b96 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390756 Aug 30 13:29:16.711554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-8925bcb7-d1b3-4cec-a840-070f8f0e2262 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] For port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:16.736153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:16.750353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0db1f8de-0aa7-463e-91c6-ca284549700d', 'd8128661-6870-4391-a676-b70ed8496f43'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:16.767337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-b5d49b5a-e546-495c-a906-774fed35de42 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804864 Aug 30 13:29:16.812382 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-8925bcb7-d1b3-4cec-a840-070f8f0e2262 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:16.868763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-8925bcb7-d1b3-4cec-a840-070f8f0e2262 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:16.874734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Network fd66e202-6277-45e4-9038-736c47d32d37 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:29:16.880653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:16.886035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:29:16.903372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:29:16.915894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'Port': ['ID=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:17.011621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-8925bcb7-d1b3-4cec-a840-070f8f0e2262 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:17.012531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-8925bcb7-d1b3-4cec-a840-070f8f0e2262 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:17.018481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d25331fa-fdca-43a9-8f73-b0dd294d708e req-8925bcb7-d1b3-4cec-a840-070f8f0e2262 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "PUT /v2.0/ports/4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 942 time: 1.0631318 Aug 30 13:29:17.045063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:17.056549 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a91fa3-d84e-4597-bb6f-ab3d503687e9" -d '{"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:17.099141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:17.125198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:17.126179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:17.171449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925bcb7-d1b3-4cec-a840-070f8f0e2262 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Pushing event updated for resources: {'Port': ['ID=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:17.184032 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81006fd2-4f3a-4ded-8832-db75ffc6a0b3 x-openstack-request-id: req-81006fd2-4f3a-4ded-8832-db75ffc6a0b3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:17.184344 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:17.184606 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81006fd2-4f3a-4ded-8832-db75ffc6a0b3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:17.185437 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'status': 'completed', 'code': 200} Aug 30 13:29:17.189724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-847ddbf9-2224-4ca7-aef7-2abfbaea525f req-4559ae6f-9619-4103-8ce7-540a6c91c335 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919940 Aug 30 13:29:17.201018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-9b8bd4aa-2b6b-48a9-aa72-9ce8a24bffa0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9147031 Aug 30 13:29:17.218403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Request body: {'port': {'device_id': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:17.288910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d31ef8a5-7236-4731-9a1f-003a6a185547 None None] Provisioning for port cf7d8be5-9483-4bca-b1e2-c901f309ee3a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:29:17.300166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d31ef8a5-7236-4731-9a1f-003a6a185547 None None] Provisioning complete for port cf7d8be5-9483-4bca-b1e2-c901f309ee3a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:29:17.300659 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d31ef8a5-7236-4731-9a1f-003a6a185547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:17.331340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4df52528-5f01-4e6b-a719-36632ba70794 req-eda1171c-cff4-45ec-8460-5747ad28d044 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2726810 Aug 30 13:29:17.337697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-dcb0655c-34c2-4b60-873c-2babf10cc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:17.340112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-dcb0655c-34c2-4b60-873c-2babf10cc597 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1096 time: 0.0942175 Aug 30 13:29:17.340370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:17.343285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:17.390227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:17.423547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d31ef8a5-7236-4731-9a1f-003a6a185547 None None] Port cf7d8be5-9483-4bca-b1e2-c901f309ee3a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:29:17.559061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:17.686702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Allocated IP 172.25.2.78 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/9c9eac90-03c4-4486-9065-87b6a07be8d3) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:29:17.809057 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:17.859799 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:17.896603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-7a9a6615-5775-4db1-a3c7-571ba6dce15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:17.897172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:29:17.897904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-7a9a6615-5775-4db1-a3c7-571ba6dce15b service neutron] 10.222.0.35 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 920 time: 0.5464411 Aug 30 13:29:17.900288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:29:17.904049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:29:17.908058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc0f76-7600-4747-8b4e-5470a705be05 req-023b9c71-a4cc-42c3-8b41-6341d209835d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:17.909628 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dedc0f76-7600-4747-8b4e-5470a705be05 req-023b9c71-a4cc-42c3-8b41-6341d209835d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 931 time: 0.4639633 Aug 30 13:29:17.941377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Pushing event updated for resources: {'Port': ['ID=9c9eac90-03c4-4486-9065-87b6a07be8d3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:17.968604 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-2064dd3c-17e6-4746-a667-2079d8b8321c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 217 time: 0.0554464 Aug 30 13:29:18.006753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.041970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.063866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dedc0f76-7600-4747-8b4e-5470a705be05 req-16ce580f-82e4-43cd-ac8a-dcd1ae7d1657 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423631 Aug 30 13:29:18.086278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-ab494243-b1ac-4bd1-ac6c-ad687b14c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:18.087781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-ab494243-b1ac-4bd1-ac6c-ad687b14c361 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.1030359 Aug 30 13:29:18.135999 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-8741c4e2-4b67-4173-acb1-0c7254e7732a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402713 Aug 30 13:29:18.230589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.235622 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.278468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7d8be5-9483-4bca-b1e2-c901f309ee3a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:29:18.290433 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.294917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-4bf04494-bf03-4033-8629-12a785ba2434 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483452 Aug 30 13:29:18.317062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Pushing event updated for resources: {'Port': ['ID=9c9eac90-03c4-4486-9065-87b6a07be8d3,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:18.328567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Transition to ACTIVE for port object cf7d8be5-9483-4bca-b1e2-c901f309ee3a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:29:18.332049 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.349257 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.352014 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4df52528-5f01-4e6b-a719-36632ba70794 req-53878cc3-496c-44cc-9027-70a8308d3d6f tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0137806 Aug 30 13:29:18.354298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.470567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Pushing event updated for resources: {'Port': ['ID=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:18.510851 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4df52528-5f01-4e6b-a719-36632ba70794 req-8fa06d53-27fe-4d40-8f64-83d0c30bb8f0 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.1520898 Aug 30 13:29:18.566858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03a91fa3-d84e-4597-bb6f-ab3d503687e9 req-e1a0126d-9b66-495f-bff9-5010509fc54c service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636759 Aug 30 13:29:18.568267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Attempting to bind port cf7d8be5-9483-4bca-b1e2-c901f309ee3a on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:29:18.568796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Attempting to bind port cf7d8be5-9483-4bca-b1e2-c901f309ee3a by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:29:18.569390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Attempting to bind port cf7d8be5-9483-4bca-b1e2-c901f309ee3a on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:29:18.588098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Port cf7d8be5-9483-4bca-b1e2-c901f309ee3a on network fd66e202-6277-45e4-9038-736c47d32d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:29:18.588924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Attempting to bind port cf7d8be5-9483-4bca-b1e2-c901f309ee3a on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:29:18.598248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:29:18.598770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Checking segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:29:18.599166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Bound using segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:29:18.599628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Bound port: cf7d8be5-9483-4bca-b1e2-c901f309ee3a, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:29:18.600322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.669444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df52528-5f01-4e6b-a719-36632ba70794 req-e61b4133-5fdc-47f9-a701-e2f545e7a271 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:18.676744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4df52528-5f01-4e6b-a719-36632ba70794 req-e61b4133-5fdc-47f9-a701-e2f545e7a271 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1502652 Aug 30 13:29:18.684320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-4df52528-5f01-4e6b-a719-36632ba70794 req-e0fbe6e5-e0fd-4e4e-91eb-7470a841adc1 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:29:18.696433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4df52528-5f01-4e6b-a719-36632ba70794 req-e0fbe6e5-e0fd-4e4e-91eb-7470a841adc1 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182714 Aug 30 13:29:18.702967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] For port cf7d8be5-9483-4bca-b1e2-c901f309ee3a, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:29:18.708717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] For port cf7d8be5-9483-4bca-b1e2-c901f309ee3a, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:29:18.714524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.753304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:18.754016 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:18.755448 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] 10.222.0.16 "PUT /v2.0/ports/cf7d8be5-9483-4bca-b1e2-c901f309ee3a HTTP/1.1" status: 200 len: 1091 time: 1.5447242 Aug 30 13:29:18.835153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbd30c5-97c1-44c6-9f8b-a6952ee9900d service neutron] Pushing event updated for resources: {'Port': ['ID=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:18.920760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-ddc016c7-5bc9-4c04-a78b-ac4c609aeba5 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:18.922519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-ddc016c7-5bc9-4c04-a78b-ac4c609aeba5 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1468935 Aug 30 13:29:18.925867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-5ca4c1a3-e87d-4ef8-9519-c4f08ca18797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:18.927663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-5ca4c1a3-e87d-4ef8-9519-c4f08ca18797 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 1094 time: 0.1011667 Aug 30 13:29:19.009076 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-30518ff4-829b-4807-b63b-26f7d90e5844 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf7d8be5-9483-4bca-b1e2-c901f309ee3a HTTP/1.1" status: 200 len: 217 time: 0.0703313 Aug 30 13:29:19.065696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-7267ee9c-70c6-40d2-af1c-384e7449927b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 695 time: 0.1256607 Aug 30 13:29:19.093993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-71aacec8-43e8-4b9a-a58e-346980cda5ac tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Request body: {'floatingip': {'port_id': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:19.146459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-71aacec8-43e8-4b9a-a58e-346980cda5ac tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:19.181154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-bf79faf7-9600-47fe-920a-58a72a4f80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:19.182626 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-bf79faf7-9600-47fe-920a-58a72a4f80c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.1400833 Aug 30 13:29:19.194117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'tag': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:19.194117 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe2f376-b5a0-4b49-9039-5407b1f5cd27", "tag": "cf7d8be5-9483-4bca-b1e2-c901f309ee3a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:19.243835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86389ec1-3b31-40d6-9b08-5e57591a2f45 req-f99c2c2a-5a18-4cb5-927e-8f9b7c7172d7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:19.245746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-86389ec1-3b31-40d6-9b08-5e57591a2f45 req-f99c2c2a-5a18-4cb5-927e-8f9b7c7172d7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 943 time: 0.0812001 Aug 30 13:29:19.310804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-86389ec1-3b31-40d6-9b08-5e57591a2f45 req-236ea29b-4022-4684-81d2-56c13d4f73ac tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562901 Aug 30 13:29:19.320726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-93c156d4-f634-44f3-8d8e-c86423b229b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:19.322299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-93c156d4-f634-44f3-8d8e-c86423b229b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1267226 Aug 30 13:29:19.400731 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb30bed-2a10-431b-9411-2d6aaa134606 x-openstack-request-id: req-8cb30bed-2a10-431b-9411-2d6aaa134606 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:19.401029 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe2f376-b5a0-4b49-9039-5407b1f5cd27", "tag": "cf7d8be5-9483-4bca-b1e2-c901f309ee3a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:19.401278 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cb30bed-2a10-431b-9411-2d6aaa134606 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:19.401684 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'tag': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a', 'status': 'completed', 'code': 200} Aug 30 13:29:19.539107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-97f3a020-d4cb-4ded-93c5-cfea31843b6e service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963708 Aug 30 13:29:19.848321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0a77d38-5a7a-47c4-9627-962b31e739f9 req-958e218c-f4b3-4399-b046-4c8c57e8310c service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006232 Aug 30 13:29:20.022317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-7e3ed65d-3f3b-4737-bf3e-2c1be9bfc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:20.023900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-7e3ed65d-3f3b-4737-bf3e-2c1be9bfc5b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 1094 time: 0.1097567 Aug 30 13:29:20.030918 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-71aacec8-43e8-4b9a-a58e-346980cda5ac tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:20.049721 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-71aacec8-43e8-4b9a-a58e-346980cda5ac tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:20.216954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-9c653c43-b471-4ee3-a41b-bf85e2f32db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:20.218478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-9c653c43-b471-4ee3-a41b-bf85e2f32db4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1826158 Aug 30 13:29:20.225992 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-71aacec8-43e8-4b9a-a58e-346980cda5ac tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Floating IP c0f5a439-58f7-485f-97bb-3115f67249af associated. External IP: 172.25.2.78, port: 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f. Aug 30 13:29:20.307036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-9a40462d-62eb-4d8f-a8f2-2f2d60ebfd37 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf7d8be5-9483-4bca-b1e2-c901f309ee3a HTTP/1.1" status: 200 len: 217 time: 0.0784423 Aug 30 13:29:20.527296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5015e-95b1-4e93-8677-db5df0b1eca4 req-2631d028-8c45-402f-80bb-ddad3ca7c4e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:20.529953 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fa5015e-95b1-4e93-8677-db5df0b1eca4 req-2631d028-8c45-402f-80bb-ddad3ca7c4e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 943 time: 0.1060987 Aug 30 13:29:20.592009 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fa5015e-95b1-4e93-8677-db5df0b1eca4 req-2a9cb88d-4583-4918-b5bb-539b9e8f2d61 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545652 Aug 30 13:29:20.705175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-e9d986aa-b939-4e16-98cc-cdf575835d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:20.707118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-e9d986aa-b939-4e16-98cc-cdf575835d4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.3883669 Aug 30 13:29:20.801452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-18d9577b-5fbd-4e3c-a969-4613e50ef495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:20.803669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-18d9577b-5fbd-4e3c-a969-4613e50ef495 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882697 Aug 30 13:29:20.921574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-71aacec8-43e8-4b9a-a58e-346980cda5ac tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Router f548df59-bad6-4a53-a14e-a0ea546e23ec has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:29:20.952421 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-fa716055-35a9-402b-8e72-f3d9c6a81489 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198244 Aug 30 13:29:21.127716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-71aacec8-43e8-4b9a-a58e-346980cda5ac tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:29:21.130852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b57d1fe3-43ca-4443-b7b2-7560fa33c91e req-10eb2b95-9d04-4d3d-b97e-5fc0f4fcb75d service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414235 Aug 30 13:29:21.134466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-71aacec8-43e8-4b9a-a58e-346980cda5ac tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:21.144696 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] Sync routers for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:29:21.159029 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:21.161820 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:29:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:21.181099 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-71aacec8-43e8-4b9a-a58e-346980cda5ac tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "PUT /v2.0/floatingips/c0f5a439-58f7-485f-97bb-3115f67249af HTTP/1.1" status: 200 len: 995 time: 2.0962281 Aug 30 13:29:21.249401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-4cc8965b-5542-487a-916e-87ccefc54985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:21.254780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-4cc8965b-5542-487a-916e-87ccefc54985 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1096 time: 0.0591125 Aug 30 13:29:21.305371 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:29:21.397575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-f4b8874e-947f-42d3-b9c6-a4b10748ac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:21.399172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-f4b8874e-947f-42d3-b9c6-a4b10748ac8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 920 time: 0.1367137 Aug 30 13:29:21.410354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:21.414166 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5f29c6-4011-46b7-8d1a-72e6acd19689" -d '{"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:21.495874 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812734e6-4cbe-4d04-b5ea-8773ca19e27c x-openstack-request-id: req-812734e6-4cbe-4d04-b5ea-8773ca19e27c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:21.496515 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:21.496835 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-812734e6-4cbe-4d04-b5ea-8773ca19e27c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:21.497447 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'status': 'completed', 'code': 200} Aug 30 13:29:21.514167 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-95b2ae2b-25f7-4486-82ea-581099f9eb6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 998 time: 0.0966015 Aug 30 13:29:21.633017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-67eec852-c911-4b2f-9a6c-f6b15eb32e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:21.634786 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-67eec852-c911-4b2f-9a6c-f6b15eb32e40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.1113899 Aug 30 13:29:21.638209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-686a43f4-b1b4-4d13-9864-5aa5a6a0f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:21.639913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-686a43f4-b1b4-4d13-9864-5aa5a6a0f45d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1096 time: 0.1145918 Aug 30 13:29:21.654392 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'c0f5a439-58f7-485f-97bb-3115f67249af', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'port_id': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'mac_address': 'fa:16:3e:83:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:29:17Z', 'updated_at': '2021-08-30T13:29:19Z', 'revision_number': 1, 'project_id': 'ae888112f546457fae865298c69bc453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f48632-821e-4f29-b612-84332c4d87e9', 'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'mac_address': 'fa:16:3e:4f:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:29Z', 'updated_at': '2021-08-30T13:28:37Z', 'revision_number': 5, 'project_id': 'ae888112f546457fae865298c69bc453', 'subnets': [{'id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:21.697230 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] Checking router: f548df59-bad6-4a53-a14e-a0ea546e23ec for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:29:21.712475 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:21.713388 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:29:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:21.718174 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-7b3d7293-03a1-4d39-a9a0-b346ce614668 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686631 Aug 30 13:29:21.741083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-8e7505e0-ef90-48e1-b95c-709b43ab4c90 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:29:21.742601 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-8e7505e0-ef90-48e1-b95c-709b43ab4c90 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093825 Aug 30 13:29:21.781170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb2c14-c136-4acd-b656-efb060a1b996 req-731b1c98-5085-435a-b84f-e0bec0d08122 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:21.786429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9cb2c14-c136-4acd-b656-efb060a1b996 req-731b1c98-5085-435a-b84f-e0bec0d08122 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 943 time: 0.0933423 Aug 30 13:29:21.840368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9cb2c14-c136-4acd-b656-efb060a1b996 req-9e642149-e26f-4814-b2df-ceae08c8f264 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454283 Aug 30 13:29:21.867078 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:29:21.879413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-3600fb20-174d-4dfd-8f1e-2ee0db5b3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:21.882161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-3600fb20-174d-4dfd-8f1e-2ee0db5b3498 service neutron] 10.222.0.35 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 920 time: 0.2346561 Aug 30 13:29:21.897809 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:29:21.988371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-ef4142bf-6532-433e-b071-feeded90850f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 998 time: 0.1005280 Aug 30 13:29:21.991926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-0c984c2b-bcea-4c19-b03b-b4c4ff8578cd req-64f5eaaa-0829-4133-bf38-bc49c18f43b9 service neutron] (95698) timed out ('10.222.0.37', 56448) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:29:21.996030 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-9f4fbbef-355c-4ff6-9fde-2994944da683 service neutron] 10.222.0.37 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225902 Aug 30 13:29:22.093037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-b1d90ff4-db9d-4490-8524-74ccbf8a2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:22.094576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-b1d90ff4-db9d-4490-8524-74ccbf8a2183 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.0976734 Aug 30 13:29:22.140977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-47cb94b8-7206-4758-9f3c-87025237aa9b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348153 Aug 30 13:29:22.222908 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'c0f5a439-58f7-485f-97bb-3115f67249af', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'port_id': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'mac_address': 'fa:16:3e:83:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:29:17Z', 'updated_at': '2021-08-30T13:29:19Z', 'revision_number': 1, 'project_id': 'ae888112f546457fae865298c69bc453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f48632-821e-4f29-b612-84332c4d87e9', 'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'mac_address': 'fa:16:3e:4f:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:29Z', 'updated_at': '2021-08-30T13:28:37Z', 'revision_number': 5, 'project_id': 'ae888112f546457fae865298c69bc453', 'subnets': [{'id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:22.230743 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18fa4e46-a09a-4c65-8a63-507b9561a24b req-07c807c2-0968-4a01-938b-12533b2242d6 service neutron] 10.222.0.37 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257841 Aug 30 13:29:22.249897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-9bf621b9-1a48-47cd-be4c-1172e4ab4b06 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012645 Aug 30 13:29:22.264677 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f53814e-b55a-4c0f-a86c-e575c4762308 None None] The sync data for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 is: [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'c0f5a439-58f7-485f-97bb-3115f67249af', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'floating_ip_address': '172.25.2.78', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'port_id': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'mac_address': 'fa:16:3e:83:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:29:17Z', 'updated_at': '2021-08-30T13:29:19Z', 'revision_number': 1, 'project_id': 'ae888112f546457fae865298c69bc453', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80f48632-821e-4f29-b612-84332c4d87e9', 'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'mac_address': 'fa:16:3e:4f:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:29Z', 'updated_at': '2021-08-30T13:28:37Z', 'revision_number': 5, 'project_id': 'ae888112f546457fae865298c69bc453', 'subnets': [{'id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:29:22.398665 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-d8013209-b300-411a-a907-489cb28985b2 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 998 time: 0.1296108 Aug 30 13:29:22.409933 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a5f29c6-4011-46b7-8d1a-72e6acd19689 req-2c4c5153-fadd-447e-950b-578d24e26cb7 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459835 Aug 30 13:29:22.468166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-1bb469c0-f084-4d3e-9141-7b8fd202b633 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:22.473450 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-1bb469c0-f084-4d3e-9141-7b8fd202b633 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports/4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 942 time: 0.0661521 Aug 30 13:29:22.581359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc67578-129f-4811-b301-442a93234b83 None None] New status for floating IP c0f5a439-58f7-485f-97bb-3115f67249af: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:29:22.598438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-f6df71b2-2dfe-48d3-8359-adb9d18a6368 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 998 time: 0.0770340 Aug 30 13:29:22.748525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-6d7c3abd-0acc-47fc-b24b-87ed71f8a497 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:22.754368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-6d7c3abd-0acc-47fc-b24b-87ed71f8a497 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1489837 Aug 30 13:29:22.764129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-66b61009-fead-446e-8738-319173f1cd53 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:29:22.765631 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-66b61009-fead-446e-8738-319173f1cd53 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070856 Aug 30 13:29:23.004366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fb721-2f0c-4007-bd2a-212df5385563 req-12717804-0804-4bbc-9e9a-19ccba581966 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:23.007675 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-435fb721-2f0c-4007-bd2a-212df5385563 req-12717804-0804-4bbc-9e9a-19ccba581966 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 943 time: 0.0767009 Aug 30 13:29:23.062986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-435fb721-2f0c-4007-bd2a-212df5385563 req-7ec72945-a19d-4ca2-a3fb-0e0eedd418b0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506909 Aug 30 13:29:23.154595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-3b0cc360-58eb-4274-8215-bafdc8811460 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 1000 time: 0.3768857 Aug 30 13:29:23.165026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-c5fa61e3-84f6-4f74-a0b5-43a60f8a876b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:23.226783 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-c5fa61e3-84f6-4f74-a0b5-43a60f8a876b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:23.394465 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-c5fa61e3-84f6-4f74-a0b5-43a60f8a876b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:23.402566 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-c5fa61e3-84f6-4f74-a0b5-43a60f8a876b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:23.403043 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-c5fa61e3-84f6-4f74-a0b5-43a60f8a876b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Floating IP c0f5a439-58f7-485f-97bb-3115f67249af disassociated. External IP: 172.25.2.78, port: 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f. Aug 30 13:29:23.524589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device cf7d8be5-9483-4bca-b1e2-c901f309ee3a details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:29:23.649990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port cf7d8be5-9483-4bca-b1e2-c901f309ee3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:23.663673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'port_id': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a', 'mac_address': 'fa:16:3e:ef:da:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:29:23.684590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-c5fa61e3-84f6-4f74-a0b5-43a60f8a876b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Router f548df59-bad6-4a53-a14e-a0ea546e23ec has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:29:23.714862 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:23.733134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7d8be5-9483-4bca-b1e2-c901f309ee3a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:29:23.757545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port cf7d8be5-9483-4bca-b1e2-c901f309ee3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:23.761982 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:23.820128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-c5fa61e3-84f6-4f74-a0b5-43a60f8a876b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:29:23.826494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:23.827137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-c5fa61e3-84f6-4f74-a0b5-43a60f8a876b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:23.837456 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] Sync routers for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:29:23.847724 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:23.848440 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:29:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:23.859458 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-c5fa61e3-84f6-4f74-a0b5-43a60f8a876b tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "PUT /v2.0/floatingips/c0f5a439-58f7-485f-97bb-3115f67249af HTTP/1.1" status: 200 len: 694 time: 0.6986976 Aug 30 13:29:23.860675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:23.863804 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c301fb-a79d-4111-bb30-61c28bb5c76a" -d '{"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:23.933707 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5237dc87-bc96-4ab4-b8f5-bd4cb609a11f x-openstack-request-id: req-5237dc87-bc96-4ab4-b8f5-bd4cb609a11f {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:23.934255 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:23.934519 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5237dc87-bc96-4ab4-b8f5-bd4cb609a11f {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:23.935086 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'status': 'completed', 'code': 200} Aug 30 13:29:23.986294 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-0ef378eb-f358-47e8-a89a-5d46ecf0842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:23.988247 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-0ef378eb-f358-47e8-a89a-5d46ecf0842f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1096 time: 0.0982580 Aug 30 13:29:23.997418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['cf7d8be5-9483-4bca-b1e2-c901f309ee3a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:24.003536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-b92c75f3-7fb7-4dee-83f8-4082f7e0a7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:24.005068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-b92c75f3-7fb7-4dee-83f8-4082f7e0a7c1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae888112f546457fae865298c69bc453&device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 1096 time: 0.0629771 Aug 30 13:29:24.143239 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:29:24.193182 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-682cf0d4-6fc1-4fc0-a58d-ee5b44bce4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:24.195994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-682cf0d4-6fc1-4fc0-a58d-ee5b44bce4ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 920 time: 0.1987643 Aug 30 13:29:24.266501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-2ea73a3a-bea8-4736-bf43-2cff15fb6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:24.268506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-2ea73a3a-bea8-4736-bf43-2cff15fb6808 service neutron] 10.222.0.35 "GET /v2.0/networks?id=849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 200 len: 920 time: 0.2563660 Aug 30 13:29:24.276613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d8fd-d6f5-4e8d-9eac-f5e6920efe20 req-f8f40b85-5700-4ae2-9291-3c1580f4b24c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:24.278278 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fca5d8fd-d6f5-4e8d-9eac-f5e6920efe20 req-f8f40b85-5700-4ae2-9291-3c1580f4b24c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 944 time: 0.0776615 Aug 30 13:29:24.279360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-f69f0011-a9fd-4971-95dc-e318bd699bb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 217 time: 0.0760922 Aug 30 13:29:24.332802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-2cbdf77d-8c1e-4bb6-b17b-4bd1a09ecaab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 200 len: 217 time: 0.0534246 Aug 30 13:29:24.352332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-765379b1-cb1d-4681-9c67-9f64f9c384f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:24.354663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-765379b1-cb1d-4681-9c67-9f64f9c384f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.0673065 Aug 30 13:29:24.401886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fca5d8fd-d6f5-4e8d-9eac-f5e6920efe20 req-de79b773-d6e3-4250-ab25-6c7897ac0b5e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161604 Aug 30 13:29:24.428445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-07614ba5-bd1d-4b5f-9315-ba0497d2568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:24.430457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-07614ba5-bd1d-4b5f-9315-ba0497d2568e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 200 len: 859 time: 0.0871389 Aug 30 13:29:24.454300 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-372c7495-160c-4222-b5c5-005b530925a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933063 Aug 30 13:29:24.471311 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-2d1397b3-963f-4057-8d8b-ee1909083f40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=849de710-a954-4b09-bdb3-44b53cb6c44c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305243 Aug 30 13:29:24.478536 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '80f48632-821e-4f29-b612-84332c4d87e9', 'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'mac_address': 'fa:16:3e:4f:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:29Z', 'updated_at': '2021-08-30T13:28:37Z', 'revision_number': 5, 'project_id': 'ae888112f546457fae865298c69bc453', 'subnets': [{'id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:24.530370 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] Checking router: f548df59-bad6-4a53-a14e-a0ea546e23ec for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:29:24.540858 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:24.541566 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:29:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:24.582212 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-50116393-add8-4a9d-af31-9ddb4a324fba service neutron] 10.222.0.37 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202056 Aug 30 13:29:24.616616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-69ff3d30-8112-4a18-923f-1a284f3b37ec service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378899 Aug 30 13:29:24.701465 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:29:24.742073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a0b8b91b-28d7-41cc-9fe9-3677cc53fd11 req-7ea5a83c-963b-43e5-819e-7da37f66bf2c service neutron] 10.222.0.37 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494853 Aug 30 13:29:24.757808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7c301fb-a79d-4111-bb30-61c28bb5c76a req-11a5ed2b-a491-4028-8475-eef8936fcc25 service neutron] 10.222.0.35 "GET /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258428 Aug 30 13:29:24.826697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-060db659-3ffb-49d9-89da-0b121409f8be tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/floatingips/c0f5a439-58f7-485f-97bb-3115f67249af HTTP/1.1" status: 200 len: 694 time: 0.0485005 Aug 30 13:29:24.952583 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '80f48632-821e-4f29-b612-84332c4d87e9', 'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'mac_address': 'fa:16:3e:4f:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:29Z', 'updated_at': '2021-08-30T13:28:37Z', 'revision_number': 5, 'project_id': 'ae888112f546457fae865298c69bc453', 'subnets': [{'id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:24.957834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-fd2cb20e-e2bf-44cc-bdde-d596221e6b4d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:24.959967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-fd2cb20e-e2bf-44cc-bdde-d596221e6b4d tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/networks/da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 784 time: 0.1155968 Aug 30 13:29:24.974891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-5bbe8343-a7c0-4846-bdaf-68b24052ecdb tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:29:24.975856 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-5bbe8343-a7c0-4846-bdaf-68b24052ecdb tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080607 Aug 30 13:29:24.978951 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ba5c2-edd9-455b-92bd-d0fae5dffe0d None None] The sync data for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 is: [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:28:30Z', 'revision_number': 4, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '80f48632-821e-4f29-b612-84332c4d87e9', 'name': '', 'network_id': '849de710-a954-4b09-bdb3-44b53cb6c44c', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'mac_address': 'fa:16:3e:4f:32:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:29Z', 'updated_at': '2021-08-30T13:28:37Z', 'revision_number': 5, 'project_id': 'ae888112f546457fae865298c69bc453', 'subnets': [{'id': 'e3e0eacb-f29f-4906-9855-82c4da1e5110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:29:25.032363 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-df4abdd4-530c-4915-984e-e2263201f824 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 697 time: 0.0485959 Aug 30 13:29:25.091692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-82e10d35-9eac-419c-a2c4-ac57cba6e246 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/floatingips?floating_ip_address=172.25.2.78 HTTP/1.1" status: 200 len: 697 time: 0.0526333 Aug 30 13:29:25.234741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Deleting port 9c9eac90-03c4-4486-9065-87b6a07be8d3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:29:25.235086 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.304455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c3b46-f9de-48e1-95e7-c5e3cf7730a5 None None] New status for floating IP c0f5a439-58f7-485f-97bb-3115f67249af: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:29:25.319337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.319701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.332081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Calling delete_port for 9c9eac90-03c4-4486-9065-87b6a07be8d3 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:29:25.524203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device cf7d8be5-9483-4bca-b1e2-c901f309ee3a up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:29:25.594427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77bcc18-d37a-411e-b217-c4acb842dc44 req-5cad13e0-f7fb-4436-8886-c3361a28679b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:25.596067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f77bcc18-d37a-411e-b217-c4acb842dc44 req-5cad13e0-f7fb-4436-8886-c3361a28679b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 944 time: 0.1014574 Aug 30 13:29:25.620918 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.667454 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f77bcc18-d37a-411e-b217-c4acb842dc44 req-da47652b-6dc2-44ad-97a0-fa923f564590 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559032 Aug 30 13:29:25.691093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Pushing event deleted for resources: {'Port': ['ID=9c9eac90-03c4-4486-9065-87b6a07be8d3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:25.735225 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.737959 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.739169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51715eff-cb0c-4785-b7f6-d6157e0dbdda req-58afd8b9-be1b-4617-ace8-b6b714e91703 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "DELETE /v2.0/floatingips/c0f5a439-58f7-485f-97bb-3115f67249af HTTP/1.1" status: 204 len: 173 time: 0.6412978 Aug 30 13:29:25.763446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port cf7d8be5-9483-4bca-b1e2-c901f309ee3a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:29:25.767385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port cf7d8be5-9483-4bca-b1e2-c901f309ee3a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:29:25.767770 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.799838 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21f1b7d8-89fb-44d2-b5f4-59a21e544a42 req-5dfd93b7-4c62-409f-bfb6-4a3019b5bc76 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups/9160e6e7-94fb-4116-a42e-3a838e20db30 HTTP/1.1" status: 200 len: 1809 time: 0.0403666 Aug 30 13:29:25.848766 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.860785 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21f1b7d8-89fb-44d2-b5f4-59a21e544a42 req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.889123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:25.889390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21f1b7d8-89fb-44d2-b5f4-59a21e544a42 req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.891966 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc3394d-84f1-43d7-bc91-1d191cdfe60b" -d '{"events": [{"server_uuid": "dbe2f376-b5a0-4b49-9039-5407b1f5cd27", "name": "network-vif-plugged", "status": "completed", "tag": "cf7d8be5-9483-4bca-b1e2-c901f309ee3a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:25.906940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port cf7d8be5-9483-4bca-b1e2-c901f309ee3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:25.913123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.952888 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e225e8-3a60-491f-a10e-961526867913 x-openstack-request-id: req-35e225e8-3a60-491f-a10e-961526867913 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:25.953419 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe2f376-b5a0-4b49-9039-5407b1f5cd27", "name": "network-vif-plugged", "status": "completed", "tag": "cf7d8be5-9483-4bca-b1e2-c901f309ee3a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:25.953865 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35e225e8-3a60-491f-a10e-961526867913 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:25.954410 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a', 'code': 200} Aug 30 13:29:25.976281 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21f1b7d8-89fb-44d2-b5f4-59a21e544a42 req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.979385 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-21f1b7d8-89fb-44d2-b5f4-59a21e544a42 req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:25.980680 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-21f1b7d8-89fb-44d2-b5f4-59a21e544a42 req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "DELETE /v2.0/security-groups/9160e6e7-94fb-4116-a42e-3a838e20db30 HTTP/1.1" status: 204 len: 173 time: 0.1739755 Aug 30 13:29:25.995708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9160e6e7-94fb-4116-a42e-3a838e20db30,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:26.009758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.010356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.011231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.011783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.012672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.013432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.015822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.015822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.015822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.015822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.016175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.016594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c83e577-bdd9-4a98-bb08-bef8e2f57b03 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:26.029181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:26.066328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e16769-8c67-4cfb-a779-87c671cf3939 req-7423392d-2424-47a8-80b0-5a860a0d32db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:26.067886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6e16769-8c67-4cfb-a779-87c671cf3939 req-7423392d-2424-47a8-80b0-5a860a0d32db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 1096 time: 0.0662804 Aug 30 13:29:26.111939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6e16769-8c67-4cfb-a779-87c671cf3939 req-408484e0-cebb-43ca-ac91-66850b4eea9c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372036 Aug 30 13:29:26.274109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99922e-13fc-4d98-a81c-5ac4a3349d8b req-97e6c70a-ba5f-4574-a0e7-7bb96e27e5ce tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:26.275872 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b99922e-13fc-4d98-a81c-5ac4a3349d8b req-97e6c70a-ba5f-4574-a0e7-7bb96e27e5ce tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0559700 Aug 30 13:29:26.326816 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b99922e-13fc-4d98-a81c-5ac4a3349d8b req-32c6195e-d237-4b98-a651-749d5bfd974e tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442340 Aug 30 13:29:26.812591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c9016-6836-47c2-9920-f8d62864f8b9 req-faebb01c-a773-43d0-8c86-b273c08cf49f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:26.815017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c6c9016-6836-47c2-9920-f8d62864f8b9 req-faebb01c-a773-43d0-8c86-b273c08cf49f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 945 time: 0.0590611 Aug 30 13:29:26.866820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c6c9016-6836-47c2-9920-f8d62864f8b9 req-b2a45651-b569-4eab-93df-f39d7545c8f0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449929 Aug 30 13:29:27.467568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4044cc-ffe1-4d30-b53f-59273ab30e2e req-8c22728a-9859-4e33-a293-6464198fcf93 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:27.470050 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e4044cc-ffe1-4d30-b53f-59273ab30e2e req-8c22728a-9859-4e33-a293-6464198fcf93 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0694828 Aug 30 13:29:27.512773 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e4044cc-ffe1-4d30-b53f-59273ab30e2e req-2746a75e-58e5-4e45-8277-35e363204302 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365880 Aug 30 13:29:27.988125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8fcce-05d4-4bb9-8741-3c28d60f5cd5 req-d2dedfd6-8f0c-4434-b198-af55c505f0d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:27.989634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f8fcce-05d4-4bb9-8741-3c28d60f5cd5 req-d2dedfd6-8f0c-4434-b198-af55c505f0d2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 945 time: 0.0499747 Aug 30 13:29:28.030119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f8fcce-05d4-4bb9-8741-3c28d60f5cd5 req-7da2b178-66a4-4b4d-bcd1-36545c14c69c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333972 Aug 30 13:29:28.132185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-ef32bd80-e305-4215-869f-cd77ff1bc70b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1db640a70d964862a92b0278204e0a01 HTTP/1.1" status: 200 len: 267 time: 0.0356646 Aug 30 13:29:28.192155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-5c513149-5439-42f3-9f97-6b56113d9e9e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:28.193587 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-5c513149-5439-42f3-9f97-6b56113d9e9e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 945 time: 0.0554135 Aug 30 13:29:28.205293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-56b0d276-36c4-4df2-90e1-10a2dcbde635 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'port': {'security_groups': []}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:28.268089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-56b0d276-36c4-4df2-90e1-10a2dcbde635 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:28.443169 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:28.447649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-56b0d276-36c4-4df2-90e1-10a2dcbde635 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] For port cf7d8be5-9483-4bca-b1e2-c901f309ee3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:28.482176 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-56b0d276-36c4-4df2-90e1-10a2dcbde635 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:28.491350 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-56b0d276-36c4-4df2-90e1-10a2dcbde635 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:28.510376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0db1f8de-0aa7-463e-91c6-ca284549700d', 'd8128661-6870-4391-a676-b70ed8496f43', 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:28.543027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-56b0d276-36c4-4df2-90e1-10a2dcbde635 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:28.543833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-56b0d276-36c4-4df2-90e1-10a2dcbde635 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:28.545291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fb984aba-cced-417e-9f8e-7b335b06f81b req-56b0d276-36c4-4df2-90e1-10a2dcbde635 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "PUT /v2.0/ports/cf7d8be5-9483-4bca-b1e2-c901f309ee3a HTTP/1.1" status: 200 len: 904 time: 0.3447213 Aug 30 13:29:28.545978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'tag': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:28.548085 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba11f0d-756e-4ada-b067-077143272ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe2f376-b5a0-4b49-9039-5407b1f5cd27", "tag": "cf7d8be5-9483-4bca-b1e2-c901f309ee3a"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:28.598927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0d276-36c4-4df2-90e1-10a2dcbde635 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'Port': ['ID=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,revision_number=6']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:28.641891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['cf7d8be5-9483-4bca-b1e2-c901f309ee3a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:28.699357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae8cf4-5932-498a-a0b3-ad82b5bfbbba req-79a08af1-4e12-4521-a0d2-798dd3db47e9 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:28.700923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-58ae8cf4-5932-498a-a0b3-ad82b5bfbbba req-79a08af1-4e12-4521-a0d2-798dd3db47e9 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.0872314 Aug 30 13:29:28.768776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea6ca6-f0a5-4021-a5ca-47150863cf54 req-c884d81c-133b-418b-b184-4a379aeb1545 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:28.770694 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71ea6ca6-f0a5-4021-a5ca-47150863cf54 req-c884d81c-133b-418b-b184-4a379aeb1545 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 907 time: 0.1145518 Aug 30 13:29:28.811177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-58ae8cf4-5932-498a-a0b3-ad82b5bfbbba req-05877e38-1bf3-4fdd-914c-f4c70bca616a tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010010 Aug 30 13:29:28.824842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-da1d4ac7-df8a-46be-9d1a-48c8610c2097 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:28.835127 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-da1d4ac7-df8a-46be-9d1a-48c8610c2097 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.35 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 945 time: 0.1070077 Aug 30 13:29:28.839770 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a1f957-4870-460e-a11c-aa0f7a8f5167 x-openstack-request-id: req-90a1f957-4870-460e-a11c-aa0f7a8f5167 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:28.840092 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe2f376-b5a0-4b49-9039-5407b1f5cd27", "tag": "cf7d8be5-9483-4bca-b1e2-c901f309ee3a", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:28.840381 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90a1f957-4870-460e-a11c-aa0f7a8f5167 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:28.840761 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'tag': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a', 'status': 'completed', 'code': 200} Aug 30 13:29:28.973947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba11f0d-756e-4ada-b067-077143272ee3 req-74b5edfe-bfbf-4997-bc90-246c7e3fb1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:28.976131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eba11f0d-756e-4ada-b067-077143272ee3 req-74b5edfe-bfbf-4997-bc90-246c7e3fb1c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 1058 time: 0.0928710 Aug 30 13:29:28.986890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73631a6-a453-4b99-bd3f-5dffed04c909 req-79c98d8e-62fb-42fc-8a73-c1dcbb23eb25 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:28.995891 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f73631a6-a453-4b99-bd3f-5dffed04c909 req-79c98d8e-62fb-42fc-8a73-c1dcbb23eb25 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0773489 Aug 30 13:29:29.028656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f12ec004-2072-4d24-961a-3dba899e0405 None None] Provisioning complete for port cf7d8be5-9483-4bca-b1e2-c901f309ee3a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:29:29.029178 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f12ec004-2072-4d24-961a-3dba899e0405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:29.045627 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f73631a6-a453-4b99-bd3f-5dffed04c909 req-b01edfe8-7af9-45f7-95d9-06c3a2237cdb tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454121 Aug 30 13:29:29.122052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba11f0d-756e-4ada-b067-077143272ee3 req-51fe4098-edec-4849-9585-edc7482d2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:29.123897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eba11f0d-756e-4ada-b067-077143272ee3 req-51fe4098-edec-4849-9585-edc7482d2a94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1391416 Aug 30 13:29:29.127062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Deleting port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:29:29.127437 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:29.237231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eba11f0d-756e-4ada-b067-077143272ee3 req-ee7ce7f6-c3a6-48ef-a2c1-c5727039e3ba service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf7d8be5-9483-4bca-b1e2-c901f309ee3a HTTP/1.1" status: 200 len: 217 time: 0.0937538 Aug 30 13:29:29.315942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51bca7-019e-4db1-a587-067511556a2f req-c9e003c2-367d-4f68-a81f-14ec5cfee17d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:29.317448 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e51bca7-019e-4db1-a587-067511556a2f req-c9e003c2-367d-4f68-a81f-14ec5cfee17d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1729419 Aug 30 13:29:29.675251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba11f0d-756e-4ada-b067-077143272ee3 req-d31dca1f-1fd8-416c-8e3e-789eac753395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:29.676771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eba11f0d-756e-4ada-b067-077143272ee3 req-d31dca1f-1fd8-416c-8e3e-789eac753395 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.4300413 Aug 30 13:29:29.680931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] For port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:29.681305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:29.727185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Calling delete_port for 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:29:29.758971 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e51bca7-019e-4db1-a587-067511556a2f req-d5666e68-733e-4f90-aa98-74a906b596a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4316444 Aug 30 13:29:29.805489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba11f0d-756e-4ada-b067-077143272ee3 req-c943610d-1eda-4333-be91-c4c6a64444af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:29.807044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eba11f0d-756e-4ada-b067-077143272ee3 req-c943610d-1eda-4333-be91-c4c6a64444af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173854 Aug 30 13:29:29.954845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eba11f0d-756e-4ada-b067-077143272ee3 req-0e815ee8-8f05-4fbb-ba13-0415934a1776 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391954 Aug 30 13:29:30.042821 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799b14-5420-4eda-aec6-75749695bb9e req-ab790caa-ba4d-46cc-8115-154c280b4c0b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:30.045134 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-ab790caa-ba4d-46cc-8115-154c280b4c0b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.1414907 Aug 30 13:29:30.062734 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-693bdfca-13cf-40c2-a082-43cc2caf21ab tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/quotas/1db640a70d964862a92b0278204e0a01 HTTP/1.1" status: 200 len: 375 time: 0.0120919 Aug 30 13:29:30.069248 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:30.083877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:30.122064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Pushing event deleted for resources: {'Port': ['ID=4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:30.135306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f7b7a-5e10-430c-affc-27c40d9d6866 req-f9cd363d-5bde-406e-92b4-3e6f5835b4f2 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:30.136957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd9f7b7a-5e10-430c-affc-27c40d9d6866 req-f9cd363d-5bde-406e-92b4-3e6f5835b4f2 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/ports?device_id=184a96c2-d900-46c2-9b72-6f0f3d3e4681 HTTP/1.1" status: 200 len: 867 time: 0.1722090 Aug 30 13:29:30.158185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-5ed0a509-dc51-4f29-ba35-b15871bd268f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0862291 Aug 30 13:29:30.164088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-644c5d87-1408-4427-a476-f4750c5ffe33 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:29:30.166233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-644c5d87-1408-4427-a476-f4750c5ffe33 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073934 Aug 30 13:29:30.204864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] No DVR routers for this DVR port 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:29:30.207963 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:30.210544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16d0c6d0-a65d-489d-bd7d-7c30c4165350 req-b4769798-033e-43c5-b05c-27047ee3ca3c tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.35 "DELETE /v2.0/ports/4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f HTTP/1.1" status: 204 len: 173 time: 1.3684943 Aug 30 13:29:30.220443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'name': 'network-vif-deleted', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:30.222023 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe6ae15-d798-4fe0-8825-ef534862db75" -d '{"events": [{"server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "name": "network-vif-deleted", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:30.252936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eba11f0d-756e-4ada-b067-077143272ee3 req-b57725e5-e6cb-485d-a756-75190659bf08 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892013 Aug 30 13:29:30.281579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd9f7b7a-5e10-430c-affc-27c40d9d6866 req-2c5f2239-f998-4795-84b1-3d92d73274d7 tempest-ServerRescueTestJSONUnderV235-43092567 tempest-ServerRescueTestJSONUnderV235-43092567-project] 10.222.0.37 "GET /v2.0/security-groups?id=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272180 Aug 30 13:29:30.312003 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-72c77354-22c2-4a7e-9e01-0de5efb6612f service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390264 Aug 30 13:29:30.346405 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9032ae3-9c0b-4a9a-91e4-d83f708e6363 x-openstack-request-id: req-f9032ae3-9c0b-4a9a-91e4-d83f708e6363 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:30.346703 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184a96c2-d900-46c2-9b72-6f0f3d3e4681", "name": "network-vif-deleted", "tag": "4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:30.347015 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f9032ae3-9c0b-4a9a-91e4-d83f708e6363 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:30.347421 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184a96c2-d900-46c2-9b72-6f0f3d3e4681', 'name': 'network-vif-deleted', 'tag': '4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f', 'status': 'completed', 'code': 200} Aug 30 13:29:30.444826 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-5d54b78b-acc7-4b73-ac13-586b181cab31 service neutron] 10.222.0.37 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315799 Aug 30 13:29:30.694403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-232e1b35-80b4-420b-873d-c9c3bbec2768 req-d453d3be-b1ff-43d6-8720-2ce452f34ef5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 210 time: 0.0467439 Aug 30 13:29:30.957359 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:31.354987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49674) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:31.843587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-59204feb-7898-47e1-91b1-dada2e1ed332 req-eb78b252-f061-4812-ba5a-fc72d3a452b2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 210 time: 0.0788915 Aug 30 13:29:31.889131 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:31.963848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799b14-5420-4eda-aec6-75749695bb9e req-e197f553-a73f-41b3-a280-54a1b69c6824 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:31.965454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-e197f553-a73f-41b3-a280-54a1b69c6824 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.35 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 812 time: 0.2134271 Aug 30 13:29:32.007295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Request body: {'port': {'device_id': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'admin_state_up': True, 'tenant_id': '1db640a70d964862a92b0278204e0a01'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:32.212312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Made reservation on behalf of 1db640a70d964862a92b0278204e0a01 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:29:32.216016 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:32.221030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:29:32.249520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:29:32.250059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4e6117ea-0564-4cd8-9d9a-b6cce0fa0e8f not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:29:32.390865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Deleting port 80f48632-821e-4f29-b612-84332c4d87e9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:29:32.391418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:32.454771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Allocated IP 172.20.0.5 (fd66e202-6277-45e4-9038-736c47d32d37/2062eeeb-1e7b-46a3-8ac8-545725812198/c9e43b39-ca42-4d1f-9635-786250bc449b) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:29:32.535709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] For port 80f48632-821e-4f29-b612-84332c4d87e9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=80f48632-821e-4f29-b612-84332c4d87e9,segment=NetworkSegment(87c32317-61a1-49b8-b061-ec537f022e98),segment_id=87c32317-61a1-49b8-b061-ec537f022e98)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:32.536323 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:32.558976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Calling delete_port for 80f48632-821e-4f29-b612-84332c4d87e9 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:29:32.720146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:32.774866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Transition to ACTIVE for port object c9e43b39-ca42-4d1f-9635-786250bc449b will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:29:32.852187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:32.864244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0db1f8de-0aa7-463e-91c6-ca284549700d', 'd8128661-6870-4391-a676-b70ed8496f43'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:32.926938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Network fd66e202-6277-45e4-9038-736c47d32d37 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:29:32.952219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:29:32.955295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:29:32.996699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event updated for resources: {'Port': ['ID=c9e43b39-ca42-4d1f-9635-786250bc449b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:33.002034 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:33.057362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f48632-821e-4f29-b612-84332c4d87e9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:33.067079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:33.067410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:33.077595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dac4b6-78ea-454f-be81-11883cb6bd73 req-3d8d8716-d64b-4896-9ecd-dbc1cf1fe080 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:33.080018 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-42dac4b6-78ea-454f-be81-11883cb6bd73 req-3d8d8716-d64b-4896-9ecd-dbc1cf1fe080 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 931 time: 0.1161370 Aug 30 13:29:33.143975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-42dac4b6-78ea-454f-be81-11883cb6bd73 req-debda2ff-1c68-4072-9a0b-375a09572144 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554931 Aug 30 13:29:33.151346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-68a403af-17fe-43b8-850e-97ab667dcd0c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1740954 Aug 30 13:29:33.169374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Request body: {'port': {'device_id': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:29:33.272679 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:33.316644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b6d4d9d-d226-4e8f-abd7-bd0386bcda8e None None] Provisioning for port c9e43b39-ca42-4d1f-9635-786250bc449b completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:29:33.322603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b6d4d9d-d226-4e8f-abd7-bd0386bcda8e None None] Provisioning complete for port c9e43b39-ca42-4d1f-9635-786250bc449b triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:29:33.323097 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b6d4d9d-d226-4e8f-abd7-bd0386bcda8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:33.386704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6b6d4d9d-d226-4e8f-abd7-bd0386bcda8e None None] Port c9e43b39-ca42-4d1f-9635-786250bc449b cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:29:33.387465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:33.785732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e43b39-ca42-4d1f-9635-786250bc449b {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:29:33.795301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:33.808486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Router f548df59-bad6-4a53-a14e-a0ea546e23ec has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:29:33.814682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Transition to ACTIVE for port object c9e43b39-ca42-4d1f-9635-786250bc449b will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:29:33.821500 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:34.230424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Pushing event updated for resources: {'Port': ['ID=c9e43b39-ca42-4d1f-9635-786250bc449b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:34.409962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:29:34.422871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2f80d-46de-44c5-bb2f-43d48a9bb9b8 req-e5f7abdc-d7d4-40c9-b191-3c9c28c900f0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:34.424661 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53e2f80d-46de-44c5-bb2f-43d48a9bb9b8 req-e5f7abdc-d7d4-40c9-b191-3c9c28c900f0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 943 time: 0.1906350 Aug 30 13:29:34.429707 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] Sync routers for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:29:34.432091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49728) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:34.432583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-935bb15d-b276-46ac-b8ef-0bd7ed6a4b06 admin admin] 10.222.0.37 "PUT /v2.0/routers/f548df59-bad6-4a53-a14e-a0ea546e23ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0761757 Aug 30 13:29:34.449495 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:34.450254 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:29:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:34.467752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Attempting to bind port c9e43b39-ca42-4d1f-9635-786250bc449b on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:29:34.468227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Attempting to bind port c9e43b39-ca42-4d1f-9635-786250bc449b by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:29:34.468669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Attempting to bind port c9e43b39-ca42-4d1f-9635-786250bc449b on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:29:34.490093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Port c9e43b39-ca42-4d1f-9635-786250bc449b on network fd66e202-6277-45e4-9038-736c47d32d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:29:34.490637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Attempting to bind port c9e43b39-ca42-4d1f-9635-786250bc449b on network fd66e202-6277-45e4-9038-736c47d32d37 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:29:34.498776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53e2f80d-46de-44c5-bb2f-43d48a9bb9b8 req-e63618b5-2faf-4a8a-99d8-eafdc837a649 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651827 Aug 30 13:29:34.502095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:29:34.502825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Checking segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:29:34.503438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Bound using segment: {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:29:34.504371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Bound port: c9e43b39-ca42-4d1f-9635-786250bc449b, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989994fc-e46e-49c0-b631-52d11bdd77ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:29:34.504835 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:34.576797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:34.591253 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:29:34.608004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:29:34.611541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c9e43b39-ca42-4d1f-9635-786250bc449b,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:29:34.625304 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:34.666511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:34.667079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:34.668519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] 10.222.0.35 "PUT /v2.0/ports/c9e43b39-ca42-4d1f-9635-786250bc449b HTTP/1.1" status: 200 len: 1091 time: 1.5100636 Aug 30 13:29:34.669065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:34.671334 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27" -d '{"events": [{"name": "network-changed", "server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:34.732111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1ff3a-fca3-406b-96a2-efa796be2d8f service neutron] Pushing event updated for resources: {'Port': ['ID=c9e43b39-ca42-4d1f-9635-786250bc449b,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:34.746651 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:34.784597 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6fcea-5a15-4bb3-b7ca-f02b811cd3a9 x-openstack-request-id: req-b9d6fcea-5a15-4bb3-b7ca-f02b811cd3a9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:34.784917 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:34.785132 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b9d6fcea-5a15-4bb3-b7ca-f02b811cd3a9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:34.785530 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b', 'status': 'completed', 'code': 200} Aug 30 13:29:34.825995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799b14-5420-4eda-aec6-75749695bb9e req-26b477ff-7a09-4ed0-89b8-09dfea734872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:34.828303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-26b477ff-7a09-4ed0-89b8-09dfea734872 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 1094 time: 0.0822170 Aug 30 13:29:34.851055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Deleting port 58925ad6-76b9-4738-af27-a8f47aee8013 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:29:34.851690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:34.880095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-3ca57e4d-39db-4a7e-a31e-45236b262c63 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e43b39-ca42-4d1f-9635-786250bc449b HTTP/1.1" status: 200 len: 217 time: 0.0424597 Aug 30 13:29:34.950961 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:29:32Z', 'revision_number': 5, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port': {'id': '58925ad6-76b9-4738-af27-a8f47aee8013', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3169, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:28:27Z', 'updated_at': '2021-08-30T13:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:34.953901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799b14-5420-4eda-aec6-75749695bb9e req-05f45f65-15a3-4e52-a034-08423bb186f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:34.955425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-05f45f65-15a3-4e52-a034-08423bb186f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0703952 Aug 30 13:29:34.991786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] For port 58925ad6-76b9-4738-af27-a8f47aee8013, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=58925ad6-76b9-4738-af27-a8f47aee8013,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:34.992768 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:35.000081 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] Checking router: f548df59-bad6-4a53-a14e-a0ea546e23ec for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:29:35.010034 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] Routers {'f548df59-bad6-4a53-a14e-a0ea546e23ec'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:29:35.010654 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:29:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f548df59-bad6-4a53-a14e-a0ea546e23ec'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:35.015452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Calling delete_port for 58925ad6-76b9-4738-af27-a8f47aee8013 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:29:35.022084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9799b14-5420-4eda-aec6-75749695bb9e req-86244db7-0893-46a5-8474-4bdacd360320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:35.024709 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-86244db7-0893-46a5-8474-4bdacd360320 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621483 Aug 30 13:29:35.109402 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] Set router f548df59-bad6-4a53-a14e-a0ea546e23ec gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:29:35.149337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-0c64f0c8-93b3-4675-b326-25e86bd3c3b7 service neutron] 10.222.0.35 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175418 Aug 30 13:29:35.173730 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:29:34Z', 'revision_number': 6, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:35.207664 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fb5707-e190-42e6-b1a8-46d27591d54c None None] The sync data for ids ['f548df59-bad6-4a53-a14e-a0ea546e23ec'] in n-d-688802-6 is: [{'id': 'f548df59-bad6-4a53-a14e-a0ea546e23ec', 'name': 'tempest-ServerRescueTestJSONUnderV235-339310728-router', 'tenant_id': 'ae888112f546457fae865298c69bc453', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:28:26Z', 'updated_at': '2021-08-30T13:29:34Z', 'revision_number': 6, 'project_id': 'ae888112f546457fae865298c69bc453', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:29:35.262194 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:35.294567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Pushing event deleted for resources: {'Port': ['ID=58925ad6-76b9-4738-af27-a8f47aee8013,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:35.298653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9799b14-5420-4eda-aec6-75749695bb9e req-27611bb2-0c32-4a39-9ed2-f86715946275 service neutron] 10.222.0.35 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428792 Aug 30 13:29:35.387379 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:35.411131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-ec58d4dc-cd3d-4c24-8f09-80db1a4b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:35.413509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-ec58d4dc-cd3d-4c24-8f09-80db1a4b7664 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 1094 time: 0.0496049 Aug 30 13:29:35.514139 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:35.517369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:35.538273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-578deeb1-6f20-4aaa-8c1d-8b2156fec82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:35.539907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-578deeb1-6f20-4aaa-8c1d-8b2156fec82d service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1196325 Aug 30 13:29:35.605636 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:35.606385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f548df59-bad6-4a53-a14e-a0ea546e23ec {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:29:35.611267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:35.612446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-3944fd98-5950-40ac-a852-19806be287a3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e43b39-ca42-4d1f-9635-786250bc449b HTTP/1.1" status: 200 len: 217 time: 0.0646060 Aug 30 13:29:35.616171 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7c5ca6e6-f04e-4243-a002-f5728b82de16 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f548df59-bad6-4a53-a14e-a0ea546e23ec HTTP/1.1" status: 204 len: 168 time: 1.1829603 Aug 30 13:29:35.616399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 49748) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:35.749442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-78408bc8-dfec-479e-a6dd-fcfbc090f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:35.751720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-78408bc8-dfec-479e-a6dd-fcfbc090f419 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.1248965 Aug 30 13:29:35.759295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0697d0-8993-4673-acd1-7a5693383b70 admin admin] Deleting subnet e3e0eacb-f29f-4906-9855-82c4da1e5110 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:29:35.781712 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a0697d0-8993-4673-acd1-7a5693383b70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:35.838158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc8f74-e78d-4b90-b89d-7d5f5fb08e39 req-38fe83f8-f209-4535-b48f-851bcf298716 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:35.841589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d1fc8f74-e78d-4b90-b89d-7d5f5fb08e39 req-38fe83f8-f209-4535-b48f-851bcf298716 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 943 time: 0.2141144 Aug 30 13:29:35.864058 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a0697d0-8993-4673-acd1-7a5693383b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:35.907763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-6a61b61c-cf8e-425c-b2d1-8830b46ed571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:35.909299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-6a61b61c-cf8e-425c-b2d1-8830b46ed571 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454849 Aug 30 13:29:35.949639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d1fc8f74-e78d-4b90-b89d-7d5f5fb08e39 req-ae73a490-f7ee-45d9-a166-a269e658e5c1 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014268 Aug 30 13:29:35.992206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a0697d0-8993-4673-acd1-7a5693383b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.079386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-5252b7d6-31be-4b27-97ec-f46696de413d service neutron] 10.222.0.35 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603639 Aug 30 13:29:36.101326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a0697d0-8993-4673-acd1-7a5693383b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.172938 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a0697d0-8993-4673-acd1-7a5693383b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.175337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9a0697d0-8993-4673-acd1-7a5693383b70 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/e3e0eacb-f29f-4906-9855-82c4da1e5110 HTTP/1.1" status: 204 len: 168 time: 0.5563984 Aug 30 13:29:36.178337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49760) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:36.180176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0697d0-8993-4673-acd1-7a5693383b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3e0eacb-f29f-4906-9855-82c4da1e5110,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:36.231185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88bffceb-cf4f-4005-8bcb-0f274d5bfa27 req-be2b8739-731d-4379-bb0c-a7234bc5d2ee service neutron] 10.222.0.35 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431253 Aug 30 13:29:36.276417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.376481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.388339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849de710-a954-4b09-bdb3-44b53cb6c44c']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:36.401041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c32317-61a1-49b8-b061-ec537f022e98') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:36.401313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c32317-61a1-49b8-b061-ec537f022e98') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:29:36.411032 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.429192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.436147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:29:36.436546 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:29:36.438679 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:29:36.500679 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.506472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.508318 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/849de710-a954-4b09-bdb3-44b53cb6c44c HTTP/1.1" status: 204 len: 168 time: 0.3286090 Aug 30 13:29:36.526427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378519b8-7c81-4515-bcf4-ddf2d619caa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=849de710-a954-4b09-bdb3-44b53cb6c44c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:36.635919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49772) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:36.685242 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9293c402-e560-4fe7-875a-4df1001ccc59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae888112f546457fae865298c69bc453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480182 Aug 30 13:29:36.687863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 49774) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:29:36.704689 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7bb37c8a-805d-476f-a6f7-9524fd6adfe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.748317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebb476c6-1b21-4d9d-b978-e49696c89387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.769714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebb476c6-1b21-4d9d-b978-e49696c89387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.829496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebb476c6-1b21-4d9d-b978-e49696c89387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.832098 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebb476c6-1b21-4d9d-b978-e49696c89387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:36.835238 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ebb476c6-1b21-4d9d-b978-e49696c89387 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270 HTTP/1.1" status: 204 len: 168 time: 0.1445036 Aug 30 13:29:36.850074 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb476c6-1b21-4d9d-b978-e49696c89387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cb8cf7-3fbf-41e7-92b0-888c7ca0e270,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:36.965221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 80f48632-821e-4f29-b612-84332c4d87e9 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:29:36.987934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 80f48632-821e-4f29-b612-84332c4d87e9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:29:36.988306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 80f48632-821e-4f29-b612-84332c4d87e9 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:29:36.988901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 58925ad6-76b9-4738-af27-a8f47aee8013 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:29:37.017618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 58925ad6-76b9-4738-af27-a8f47aee8013 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:29:37.018216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 58925ad6-76b9-4738-af27-a8f47aee8013 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:29:37.115842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5270ae-bfd7-49f0-be03-c5e5a45e319b req-cc3bc00b-8382-4945-8123-73dc9fc4df2f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:37.117447 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab5270ae-bfd7-49f0-be03-c5e5a45e319b req-cc3bc00b-8382-4945-8123-73dc9fc4df2f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 943 time: 0.0704818 Aug 30 13:29:37.163185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab5270ae-bfd7-49f0-be03-c5e5a45e319b req-d7a73224-a374-474b-b6fe-8bafdba89cd0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Aug 30 13:29:38.076745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d04f6215-14a5-45b6-9733-3011eac066db req-3f17710f-fd99-4a9c-a747-a4f4f14afca0 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0327673 Aug 30 13:29:38.303117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c9e43b39-ca42-4d1f-9635-786250bc449b details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:29:38.334292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce3906-769a-4254-840c-cf7e6bd13340 req-fe7d9b93-4eb4-4277-9c3c-05085c3260b9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:38.336503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83ce3906-769a-4254-840c-cf7e6bd13340 req-fe7d9b93-4eb4-4277-9c3c-05085c3260b9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 943 time: 0.0844507 Aug 30 13:29:38.394238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83ce3906-769a-4254-840c-cf7e6bd13340 req-f2aede9f-b666-4078-b9c6-55d7c57acdf9 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451746 Aug 30 13:29:38.447553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c9e43b39-ca42-4d1f-9635-786250bc449b,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:38.465624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'c9e43b39-ca42-4d1f-9635-786250bc449b', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'port_id': 'c9e43b39-ca42-4d1f-9635-786250bc449b', 'mac_address': 'fa:16:3e:86:0f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:29:38.510156 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:38.531621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e43b39-ca42-4d1f-9635-786250bc449b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:29:38.556512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c9e43b39-ca42-4d1f-9635-786250bc449b,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:38.567422 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:38.620552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c9e43b39-ca42-4d1f-9635-786250bc449b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:38.628795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.628795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.629079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.629431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.629816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.630159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.631171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.631420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.631627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.631965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.632294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.632614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:29:38.868060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['c9e43b39-ca42-4d1f-9635-786250bc449b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:39.417312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-16da8fe2-7a1d-42cb-bee7-5e3505a626e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:39.487271 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9cd09347-9356-4923-8229-c8b4abade34d req-7d852729-0c4c-44ca-80fd-059713b92fb8 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.3270690 Aug 30 13:29:39.532772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65731141-bab7-443f-8ed5-e38f1b77bba0 req-8565add3-d292-4114-966a-e4c734b4f69e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:39.534402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65731141-bab7-443f-8ed5-e38f1b77bba0 req-8565add3-d292-4114-966a-e4c734b4f69e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 944 time: 0.0555782 Aug 30 13:29:39.576415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65731141-bab7-443f-8ed5-e38f1b77bba0 req-6a388a65-89bd-43d7-9544-a74be3316fcb tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355501 Aug 30 13:29:40.001334 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:40.301998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c9e43b39-ca42-4d1f-9635-786250bc449b up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:29:40.351996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port c9e43b39-ca42-4d1f-9635-786250bc449b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:29:40.356572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port c9e43b39-ca42-4d1f-9635-786250bc449b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:29:40.356994 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:40.457537 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:40.493568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:40.497021 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd488731-4f62-4be7-b861-ad701f69a6f9" -d '{"events": [{"server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "name": "network-vif-plugged", "status": "completed", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:40.510983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c9e43b39-ca42-4d1f-9635-786250bc449b,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:40.516340 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:40.577320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c9e43b39-ca42-4d1f-9635-786250bc449b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:40.656746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d1604971-5fa1-44f2-8afc-3182bcfff42e req-d11771d0-ccaf-45d9-8998-171ef2d175ad tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0369115 Aug 30 13:29:40.668433 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0cd7e1-4ccd-4ad6-8afb-cbb9abf59ca4 x-openstack-request-id: req-9d0cd7e1-4ccd-4ad6-8afb-cbb9abf59ca4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:40.668840 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "name": "network-vif-plugged", "status": "completed", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:40.669390 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d0cd7e1-4ccd-4ad6-8afb-cbb9abf59ca4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:40.670127 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b', 'code': 200} Aug 30 13:29:40.777373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ecfc0-2d18-4245-93ad-fecf64db127b req-af681063-4250-4c6c-aff4-f1682245d760 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:40.778806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df3ecfc0-2d18-4245-93ad-fecf64db127b req-af681063-4250-4c6c-aff4-f1682245d760 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0548244 Aug 30 13:29:40.794109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc731f-f86e-4d9c-a908-0826d792998a req-ae665b65-3497-4b0d-99a1-a6f374916169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:40.796682 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2bcc731f-f86e-4d9c-a908-0826d792998a req-ae665b65-3497-4b0d-99a1-a6f374916169 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 1096 time: 0.0488997 Aug 30 13:29:40.826931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df3ecfc0-2d18-4245-93ad-fecf64db127b req-86ac7061-0250-489f-92e5-a02df3ca1bbd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Aug 30 13:29:40.837757 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2bcc731f-f86e-4d9c-a908-0826d792998a req-56a63880-eaee-4ec2-9175-99b946c02f20 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338638 Aug 30 13:29:40.870826 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:41.783511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d3bc745-c208-45a2-b085-6d74ab373044 req-72e3d46d-162d-4a9e-a11a-e30aa78c1083 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0298185 Aug 30 13:29:41.979828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8111-c65c-413a-8b1f-aa6a9da012b6 req-50d6e87e-ff08-405b-b9d9-a622fad2ce08 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:41.982088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-016a8111-c65c-413a-8b1f-aa6a9da012b6 req-50d6e87e-ff08-405b-b9d9-a622fad2ce08 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0681725 Aug 30 13:29:41.985980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-01a30645-5580-4da2-81ec-775d0ab26623 req-b5d8bd35-d6b4-497e-937f-24c1ad6a37df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0288596 Aug 30 13:29:42.032754 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-016a8111-c65c-413a-8b1f-aa6a9da012b6 req-de7d008e-8358-49ab-a1fa-fa74b4294ac3 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378318 Aug 30 13:29:42.236871 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:42.896469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5740acf4-5ecf-4333-988f-f4e0d59241c8 req-ccc1f3f6-6ed9-4178-920f-c84873503bd7 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0276933 Aug 30 13:29:43.158542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a9e52-e363-4510-bfe0-0eac5b3508cd req-b808aa96-b68b-45e8-94f6-aaa1e67e9d48 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:43.160004 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-362a9e52-e363-4510-bfe0-0eac5b3508cd req-b808aa96-b68b-45e8-94f6-aaa1e67e9d48 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0552244 Aug 30 13:29:43.213325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-362a9e52-e363-4510-bfe0-0eac5b3508cd req-5fff928f-8392-4851-9728-55f784aec8cd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457063 Aug 30 13:29:43.446769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112d889-1684-46f6-8a90-a2fab98aff68 req-e6a5c797-bc7a-4842-aeae-656b92dbd76d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:43.448243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0112d889-1684-46f6-8a90-a2fab98aff68 req-e6a5c797-bc7a-4842-aeae-656b92dbd76d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0530865 Aug 30 13:29:43.493525 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0112d889-1684-46f6-8a90-a2fab98aff68 req-e1f571ae-983c-4775-9f0b-79af92f701d5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Aug 30 13:29:44.010321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e42daa61-6b70-4080-b4a1-abb766bd611d req-fb037a69-dc12-4dbb-aa69-631cfe1b7a4d tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0346925 Aug 30 13:29:44.656727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a1ce38-b1ba-4247-9e18-0b77d74e83c2 req-fcd81753-0c22-479a-b04f-1cf92c5a10fc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:44.658926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0a1ce38-b1ba-4247-9e18-0b77d74e83c2 req-fcd81753-0c22-479a-b04f-1cf92c5a10fc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0772390 Aug 30 13:29:44.714069 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0a1ce38-b1ba-4247-9e18-0b77d74e83c2 req-0bdb9cd7-8fc3-46a1-b67d-3aa607a3fb14 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478277 Aug 30 13:29:44.929161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4c5a514-d4a0-4cc8-9d50-8cf961894d52 req-047391ce-c1ff-4966-bdb7-893e27034cc4 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0414286 Aug 30 13:29:45.296419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9e03d-8b78-413d-aa7f-2861813ad9df req-83e6d857-26e0-48f8-b60a-4ea9c2dfb475 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:45.297958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-19a9e03d-8b78-413d-aa7f-2861813ad9df req-83e6d857-26e0-48f8-b60a-4ea9c2dfb475 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0561769 Aug 30 13:29:45.339646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-19a9e03d-8b78-413d-aa7f-2861813ad9df req-95f39745-80cc-49c8-ba94-a57fb7ba28cb tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345757 Aug 30 13:29:46.054054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e14f28f4-7efb-400e-af64-390a7a94684e req-3471e1fa-d3da-4b0a-81c9-5b42d1729ea7 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0314996 Aug 30 13:29:46.493940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac6efb-2e18-45ea-b848-0e99ee6dd446 req-9204be37-7264-45eb-8e8a-ccda00b122a2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:46.498837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eaac6efb-2e18-45ea-b848-0e99ee6dd446 req-9204be37-7264-45eb-8e8a-ccda00b122a2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0608826 Aug 30 13:29:46.560462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eaac6efb-2e18-45ea-b848-0e99ee6dd446 req-599f3367-0292-4d9b-8e49-5e955cc19c64 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523949 Aug 30 13:29:47.167417 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea35b6ad-1155-4e72-86c7-ef02c823229f req-f32b7283-d537-4edd-a374-6c8a154615ec tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0274615 Aug 30 13:29:47.716174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b5e03-a2fd-4f83-8109-9ec7e02d7753 req-32ee7783-dcd7-4b22-91da-c73fbe9d88ec tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:47.717822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd6b5e03-a2fd-4f83-8109-9ec7e02d7753 req-32ee7783-dcd7-4b22-91da-c73fbe9d88ec tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0751703 Aug 30 13:29:47.761102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cd6b5e03-a2fd-4f83-8109-9ec7e02d7753 req-10d20cd1-dfe9-4cb4-9414-50a38983540e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354006 Aug 30 13:29:48.294130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ef7a7fe-92da-420a-86b0-0c08bd634210 req-49553cc9-c3e0-4bd2-b8e0-b6b79d6672a4 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0347872 Aug 30 13:29:48.343533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c9e43b39-ca42-4d1f-9635-786250bc449b details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:29:48.459007 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c9e43b39-ca42-4d1f-9635-786250bc449b,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:48.471547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'c9e43b39-ca42-4d1f-9635-786250bc449b', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'port_id': 'c9e43b39-ca42-4d1f-9635-786250bc449b', 'mac_address': 'fa:16:3e:86:0f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:29:48.518420 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:48.536575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9e43b39-ca42-4d1f-9635-786250bc449b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:29:48.560444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c9e43b39-ca42-4d1f-9635-786250bc449b,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:48.565030 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:48.636716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c9e43b39-ca42-4d1f-9635-786250bc449b,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:48.658783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['c9e43b39-ca42-4d1f-9635-786250bc449b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:29:48.911354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3aab14-d8c3-4402-ac76-9ad6c6ca73eb req-c56a2baf-d376-443a-bfda-82b438180a8c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:48.912958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d3aab14-d8c3-4402-ac76-9ad6c6ca73eb req-c56a2baf-d376-443a-bfda-82b438180a8c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 944 time: 0.0549033 Aug 30 13:29:48.958987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d3aab14-d8c3-4402-ac76-9ad6c6ca73eb req-0444a90d-a309-41cb-b2fe-d4ec624616d3 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355735 Aug 30 13:29:49.432313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-defef2c9-03c6-4a60-8288-df658787c1cf req-765585a7-aa69-49bb-83f2-64c39edf1a43 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0346205 Aug 30 13:29:50.116237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4037e0fd-d983-4374-8224-9a02838bf564 req-f6c01509-15da-4383-9b7b-e847652b75d7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:50.118366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4037e0fd-d983-4374-8224-9a02838bf564 req-f6c01509-15da-4383-9b7b-e847652b75d7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 944 time: 0.0678670 Aug 30 13:29:50.323321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4037e0fd-d983-4374-8224-9a02838bf564 req-201c1464-1830-4890-9df4-117409f30cab tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977007 Aug 30 13:29:50.336486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c9e43b39-ca42-4d1f-9635-786250bc449b up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:29:50.437033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port c9e43b39-ca42-4d1f-9635-786250bc449b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:29:50.437581 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:50.584039 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:50.623912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:29:50.627379 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535e13fe-3706-4eeb-a3bd-272bc3d89d20" -d '{"events": [{"server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "name": "network-vif-plugged", "status": "completed", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:29:50.634800 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a05704ad-7434-4222-b612-39a658c1007a req-b1dcff17-6dbe-4b4c-be2e-de589d3b9268 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0707190 Aug 30 13:29:50.645967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c9e43b39-ca42-4d1f-9635-786250bc449b,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:29:50.651960 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:50.704649 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9016f6c8-98b7-4425-962d-6251a4d1d32d x-openstack-request-id: req-9016f6c8-98b7-4425-962d-6251a4d1d32d {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:29:50.705009 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "name": "network-vif-plugged", "status": "completed", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:29:50.705364 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9016f6c8-98b7-4425-962d-6251a4d1d32d {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:29:50.705848 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b', 'code': 200} Aug 30 13:29:50.717881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c9e43b39-ca42-4d1f-9635-786250bc449b,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:29:51.580828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca13f82-e461-4427-8eeb-270bed57e280 req-45390225-337b-4f88-956f-10969482b20f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:51.590216 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ca13f82-e461-4427-8eeb-270bed57e280 req-45390225-337b-4f88-956f-10969482b20f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.1101656 Aug 30 13:29:51.658434 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ca13f82-e461-4427-8eeb-270bed57e280 req-115d1c68-f4b2-4e9c-97ea-9fea0318a461 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627351 Aug 30 13:29:51.878814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9edef4ab-3f3f-4fe6-9122-9132eb36fd72 req-a38f2b52-14b9-4475-b04c-0eefc10df880 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0995984 Aug 30 13:29:52.850106 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef2ef7c-e56f-42e3-b0ff-ecfb3149d8e2 req-98a32432-de9b-4085-9a80-8a498f5fcdda tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:52.854035 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ef2ef7c-e56f-42e3-b0ff-ecfb3149d8e2 req-98a32432-de9b-4085-9a80-8a498f5fcdda tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0979435 Aug 30 13:29:52.933789 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ef2ef7c-e56f-42e3-b0ff-ecfb3149d8e2 req-15a20ed1-2641-47c8-b8d5-762db4c87a52 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681715 Aug 30 13:29:53.062330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e09b883-4385-422c-a70f-4d4625413e4e req-5488e3ea-4512-411a-9421-176e00e80c98 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0422151 Aug 30 13:29:54.102429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9bfe1-bd12-4bce-902d-5cf0a0995309 req-b6e704c2-d2a4-49d9-b543-0c762f4887cc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:54.104037 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3be9bfe1-bd12-4bce-902d-5cf0a0995309 req-b6e704c2-d2a4-49d9-b543-0c762f4887cc tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0555713 Aug 30 13:29:54.172640 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3be9bfe1-bd12-4bce-902d-5cf0a0995309 req-36f0df41-f0b2-44d1-84df-fb013e3cf717 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522864 Aug 30 13:29:54.197039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f29e7a1a-5d14-4686-9af7-418643eaed8b req-d9dcdef8-84be-4d4f-ac5e-ec8679ef0ff6 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0322225 Aug 30 13:29:55.335327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c8e6d9b-6b0d-428e-948d-390147dba38c req-b15a7f87-6cfe-44e2-922c-4057c3984cdd tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0347364 Aug 30 13:29:55.355856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcaa563-d43a-4380-95ae-81715aa73ab6 req-9a8518f4-f306-4222-b203-7a2235fc9bcd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:55.370271 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3dcaa563-d43a-4380-95ae-81715aa73ab6 req-9a8518f4-f306-4222-b203-7a2235fc9bcd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0863390 Aug 30 13:29:55.429073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3dcaa563-d43a-4380-95ae-81715aa73ab6 req-6e96e040-dc1b-4be3-b82f-4f2c69e64bae tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577676 Aug 30 13:29:56.510692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0610045b-ccfe-492e-9da1-23ceaa3f3a9b req-a82b897c-123e-4541-aea2-3795a91b5098 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0469806 Aug 30 13:29:56.580756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b0d98-3909-4019-8adb-2e004ce887d9 req-1b6e01da-d6c5-491f-8e69-1ede7d3e0482 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:56.582604 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-587b0d98-3909-4019-8adb-2e004ce887d9 req-1b6e01da-d6c5-491f-8e69-1ede7d3e0482 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0622318 Aug 30 13:29:56.647170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-587b0d98-3909-4019-8adb-2e004ce887d9 req-6cb77475-69ac-415c-8140-7ed6d76c536d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532451 Aug 30 13:29:57.648674 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7872d646-85a0-4bc2-87ef-17fadda757c1 req-3ab66a6f-893c-4f78-bf8b-311dbdc7d35e tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0295291 Aug 30 13:29:57.805644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead46151-616b-4b14-a032-52183cdbeaf5 req-ed0635ad-9f6e-4af6-b008-16bbcc8006a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:57.816430 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ead46151-616b-4b14-a032-52183cdbeaf5 req-ed0635ad-9f6e-4af6-b008-16bbcc8006a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0703511 Aug 30 13:29:57.862391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ead46151-616b-4b14-a032-52183cdbeaf5 req-c955416b-1807-484d-8720-5d2c8aba7685 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446157 Aug 30 13:29:58.455975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:29:58.837480 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-771d9dde-4c87-411c-84ca-62f9ed0c072d req-d5e21f63-4cad-48b7-b707-ff8d1c25e36d tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0793335 Aug 30 13:29:58.850398 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:29:59.013965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ec067-54af-4bc3-83f8-777c75347f18 req-ecf819c7-1df5-43be-ae6b-e09095efa790 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:29:59.016282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-738ec067-54af-4bc3-83f8-777c75347f18 req-ecf819c7-1df5-43be-ae6b-e09095efa790 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0629363 Aug 30 13:29:59.073093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-738ec067-54af-4bc3-83f8-777c75347f18 req-66596cdd-8155-426d-a88b-977ca052f91b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500221 Aug 30 13:30:00.005950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0bdb6b1-d45a-4ed2-8682-37569c45f9b3 req-9fb375bc-518b-4d82-8ee1-c314e5cf032e tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0331924 Aug 30 13:30:00.241737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e322d-112f-4580-b0bb-33ca67ef8476 req-fb242113-8db9-4b5f-b537-bd49f713de57 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:00.244113 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-856e322d-112f-4580-b0bb-33ca67ef8476 req-fb242113-8db9-4b5f-b537-bd49f713de57 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0733585 Aug 30 13:30:00.293452 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-856e322d-112f-4580-b0bb-33ca67ef8476 req-1a24a540-7f44-4f4f-9e20-7c591e863a8b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Aug 30 13:30:00.980227 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:01.129072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90a27c46-eb4c-4b17-9ba7-660eb070e114 req-0bc1dd25-8b35-42f4-912f-ca8351f21cca tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0318563 Aug 30 13:30:01.435325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15ce0-b954-4c95-b5a4-380d32a17d31 req-0dbeb43a-1a07-411c-8745-b450679df226 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:01.436833 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43e15ce0-b954-4c95-b5a4-380d32a17d31 req-0dbeb43a-1a07-411c-8745-b450679df226 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0556276 Aug 30 13:30:01.477048 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43e15ce0-b954-4c95-b5a4-380d32a17d31 req-0fa64e68-ac5e-404e-984f-4c0ec528e9b5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Aug 30 13:30:01.571668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd161c-3322-4acc-b647-0bdfacecb130 req-ecfdf0c2-ae50-472f-a4cf-8b9f10078b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:01.573351 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-debd161c-3322-4acc-b647-0bdfacecb130 req-ecfdf0c2-ae50-472f-a4cf-8b9f10078b87 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 1096 time: 0.0483534 Aug 30 13:30:01.670350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd161c-3322-4acc-b647-0bdfacecb130 req-b1dc1066-4286-4afb-b78b-2fa586409bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:01.671875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-debd161c-3322-4acc-b647-0bdfacecb130 req-b1dc1066-4286-4afb-b78b-2fa586409bad service neutron] 10.222.0.35 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.0915482 Aug 30 13:30:01.715719 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-debd161c-3322-4acc-b647-0bdfacecb130 req-9043605e-39f2-45e9-b5c8-8aa8090180ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9e43b39-ca42-4d1f-9635-786250bc449b HTTP/1.1" status: 200 len: 217 time: 0.0372646 Aug 30 13:30:01.768981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd161c-3322-4acc-b647-0bdfacecb130 req-a83031a1-a014-48bf-94f0-b4190110f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:01.771706 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-debd161c-3322-4acc-b647-0bdfacecb130 req-a83031a1-a014-48bf-94f0-b4190110f4b2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0486205 Aug 30 13:30:01.829201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd161c-3322-4acc-b647-0bdfacecb130 req-2fa12809-1142-4b68-9a41-2b4f642bcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:01.830781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-debd161c-3322-4acc-b647-0bdfacecb130 req-2fa12809-1142-4b68-9a41-2b4f642bcea9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532513 Aug 30 13:30:01.926253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-debd161c-3322-4acc-b647-0bdfacecb130 req-9a2c8266-c88e-44a6-9efe-636b1e916de6 service neutron] 10.222.0.35 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881221 Aug 30 13:30:02.024272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-debd161c-3322-4acc-b647-0bdfacecb130 req-e4988d34-1726-4297-9d5f-14058c9d0b67 service neutron] 10.222.0.35 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917084 Aug 30 13:30:02.253144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-597e47f3-fcba-484d-9035-f91ddb9b182c req-829be8fc-c883-46bc-ba89-ffca40f9c2a8 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0316708 Aug 30 13:30:02.656676 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37272380-ceee-41ed-9c0d-f82e9a5a5792 req-0febea59-7fec-4368-87a5-110807c6eb09 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:02.656676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37272380-ceee-41ed-9c0d-f82e9a5a5792 req-0febea59-7fec-4368-87a5-110807c6eb09 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0651042 Aug 30 13:30:02.662622 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37272380-ceee-41ed-9c0d-f82e9a5a5792 req-573d37e6-77bd-4b10-bc46-d990985c35d8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Aug 30 13:30:03.378530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a37d4dc9-fa88-4e0e-accc-9832fce572d7 req-da385974-875f-4f9d-91f3-ce9980f7a2f8 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0427859 Aug 30 13:30:03.796883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb80cc6-aa60-4ad7-bc24-976e3b80df4d req-0b1b2933-30b1-42cc-9c21-227c9a94e4de tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:03.798405 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eeb80cc6-aa60-4ad7-bc24-976e3b80df4d req-0b1b2933-30b1-42cc-9c21-227c9a94e4de tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 945 time: 0.0520775 Aug 30 13:30:03.850930 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eeb80cc6-aa60-4ad7-bc24-976e3b80df4d req-86649955-3d4c-4b15-8ce2-cab1b79b8cd4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Aug 30 13:30:04.460849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c9e43b39-ca42-4d1f-9635-786250bc449b no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:04.499398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671743dd-e309-4eb1-ad08-67425b7f0076 req-7ffc2cad-5982-463a-a062-249855078134 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0286469 Aug 30 13:30:04.555712 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:04.588457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:30:04.589480 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c710e6de-63cc-42dd-9f88-c1e97918bbe6" -d '{"events": [{"server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "name": "network-vif-unplugged", "status": "completed", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:30:04.604475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c9e43b39-ca42-4d1f-9635-786250bc449b,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:04.610177 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:04.638969 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aace7d-35cf-4f3c-91c2-375484c7abfc x-openstack-request-id: req-19aace7d-35cf-4f3c-91c2-375484c7abfc {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:30:04.639295 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "name": "network-vif-unplugged", "status": "failed", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b", "code": 422}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:30:04.639554 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19aace7d-35cf-4f3c-91c2-375484c7abfc {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:30:04.640014 n-d-688802-6 neutron-server[95700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b', 'code': 422} returned with failed status Aug 30 13:30:04.670131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c9e43b39-ca42-4d1f-9635-786250bc449b,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:04.988623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfff94-2fba-4698-b1e5-aa4461aed578 req-57aeaccf-2c60-4156-bcbc-c7e98ecba4b7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:04.990799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9bbfff94-2fba-4698-b1e5-aa4461aed578 req-57aeaccf-2c60-4156-bcbc-c7e98ecba4b7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 943 time: 0.0532734 Aug 30 13:30:05.040113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9bbfff94-2fba-4698-b1e5-aa4461aed578 req-3bd79684-9ae6-466e-9f9f-1de5c83aef83 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Aug 30 13:30:05.179229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b1da7-26be-45bb-ab37-5faaaaf8f99d req-a5f5fc89-3ffc-4689-ae99-cbdb1e521079 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:05.180822 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e3b1da7-26be-45bb-ab37-5faaaaf8f99d req-a5f5fc89-3ffc-4689-ae99-cbdb1e521079 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0552938 Aug 30 13:30:05.231183 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e3b1da7-26be-45bb-ab37-5faaaaf8f99d req-cd03e461-3e4e-4067-83cf-c3553184dab8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387175 Aug 30 13:30:05.392473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141895b-f254-418d-aafd-14e202b28ed9 req-4bc453ff-bbb5-4d91-91a0-b57b2cb16ff0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:05.402848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c141895b-f254-418d-aafd-14e202b28ed9 req-4bc453ff-bbb5-4d91-91a0-b57b2cb16ff0 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0871964 Aug 30 13:30:05.450363 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c141895b-f254-418d-aafd-14e202b28ed9 req-7a463a98-f942-484e-9ac2-40ddfc1f51ca tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457597 Aug 30 13:30:05.639447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cbde3f3-efda-4e3b-b3de-fd299a9860f5 req-dc228537-592a-4fe9-8c3c-061c0e225698 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0449996 Aug 30 13:30:05.749785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86bc8-ede7-4588-8956-e3f2feb8795a req-e551c697-e37f-4da2-b157-fd1c82c3b73f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:05.751309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66f86bc8-ede7-4588-8956-e3f2feb8795a req-e551c697-e37f-4da2-b157-fd1c82c3b73f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0678372 Aug 30 13:30:05.793910 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66f86bc8-ede7-4588-8956-e3f2feb8795a req-cb8604cf-f913-4110-9f40-011431d646df tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355058 Aug 30 13:30:06.699811 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aa44ec7a-c616-4ed5-b074-b38f73712095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:06.775277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bcfeb66b-b0d0-442e-acb1-be65762dab1f req-def556b3-fc68-44d8-9f30-5c03247e28fa tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0401337 Aug 30 13:30:06.925913 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85648c52-350f-4960-a589-9b198e82d8ca req-7b4f7856-d8e7-4131-b605-0d14620e9a89 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:06.930001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85648c52-350f-4960-a589-9b198e82d8ca req-7b4f7856-d8e7-4131-b605-0d14620e9a89 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0552835 Aug 30 13:30:06.972825 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85648c52-350f-4960-a589-9b198e82d8ca req-fba6d2c2-2871-4bce-b807-ed7d56a9f423 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383570 Aug 30 13:30:07.901134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc6db730-bcc6-4f6f-a46c-c3da04b83374 req-b865f6c6-e244-4fb1-991b-cd1985717c2c tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0320489 Aug 30 13:30:08.127903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2ea19-3389-42d7-96a8-c4d16c652d8e req-c423bd8c-e5dc-47c5-83db-482962f2a336 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:08.129462 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-86f2ea19-3389-42d7-96a8-c4d16c652d8e req-c423bd8c-e5dc-47c5-83db-482962f2a336 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0624843 Aug 30 13:30:08.184085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-86f2ea19-3389-42d7-96a8-c4d16c652d8e req-5f331744-f93b-4098-b6b2-f03777b6ac7b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470340 Aug 30 13:30:08.507199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c9e43b39-ca42-4d1f-9635-786250bc449b no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:09.023332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-87649c26-7c86-43b0-8d78-7041f1f4880c req-786e0497-0ca9-4f46-8265-23cfe5b0f53a tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0377908 Aug 30 13:30:09.315084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c151b-782c-4898-8c4e-88e3c27b25b9 req-f477e4bb-f826-47d8-9303-4f8eaccfc797 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:09.317192 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c66c151b-782c-4898-8c4e-88e3c27b25b9 req-f477e4bb-f826-47d8-9303-4f8eaccfc797 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0567825 Aug 30 13:30:09.357822 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c66c151b-782c-4898-8c4e-88e3c27b25b9 req-9e6950b2-d35e-4d51-9d90-2cfc138ffb7b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347674 Aug 30 13:30:09.402356 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-350d04ae-bf33-4a02-b44e-008cb32ad4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:09.999562 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:10.143610 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbbbb154-a0fe-47f8-b44a-c8053266b9cd req-375f569b-3cdc-4ea4-b8a6-788c00516d5a tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0372756 Aug 30 13:30:10.486004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2becb02-37ed-479b-a0ca-eb3cc2c3b3a7 req-9180b94c-1cf6-4c52-a7f4-7f414356a18b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:10.487684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2becb02-37ed-479b-a0ca-eb3cc2c3b3a7 req-9180b94c-1cf6-4c52-a7f4-7f414356a18b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0552528 Aug 30 13:30:10.538290 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2becb02-37ed-479b-a0ca-eb3cc2c3b3a7 req-56282d7d-2ac4-45f4-b969-0b68828f9c6c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437953 Aug 30 13:30:10.882822 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:11.258931 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f67dfc81-a3dc-41d4-895e-3839f7d8787a req-bad25c27-1539-4320-ac9c-e080374fe17f tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0288210 Aug 30 13:30:11.681159 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0aef6-1bd7-4368-b8c8-7a4a6be55767 req-d657d52c-3234-4861-85dd-6459767a1577 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:11.683068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38c0aef6-1bd7-4368-b8c8-7a4a6be55767 req-d657d52c-3234-4861-85dd-6459767a1577 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0583637 Aug 30 13:30:11.732891 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38c0aef6-1bd7-4368-b8c8-7a4a6be55767 req-d7ed7f05-a3cf-44ed-8579-a9803baca9f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399404 Aug 30 13:30:12.237839 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:12.376213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b657e38d-a246-430a-8e56-eff331f2e45b req-ea756d02-3ca2-4cca-84e6-49df846021f9 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0295601 Aug 30 13:30:12.885165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd82a6-addb-4c37-9c0c-8625eefc1c91 req-91783fe7-ffdf-4d35-85e9-6e039e7af342 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:12.886733 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6fd82a6-addb-4c37-9c0c-8625eefc1c91 req-91783fe7-ffdf-4d35-85e9-6e039e7af342 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0744362 Aug 30 13:30:12.929541 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6fd82a6-addb-4c37-9c0c-8625eefc1c91 req-d00ef02b-6024-482c-b606-63b1bee12380 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348163 Aug 30 13:30:13.163862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91bdef31-218f-48a2-a809-d1ae26a59fca req-696b0978-5774-4058-8242-28c3b960a306 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e9622db7b54c2b81dd6598b62979d7&device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0284984 Aug 30 13:30:13.221359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91bdef31-218f-48a2-a809-d1ae26a59fca req-bc3854cb-a8b5-4a9a-9ada-f62210ff9983 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e2e9622db7b54c2b81dd6598b62979d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286829 Aug 30 13:30:13.411999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdef31-218f-48a2-a809-d1ae26a59fca req-dfe3ad8f-bdef-400b-b89a-392c6b6d0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:13.414255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91bdef31-218f-48a2-a809-d1ae26a59fca req-dfe3ad8f-bdef-400b-b89a-392c6b6d0595 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849639 Aug 30 13:30:13.494851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e73787a9-db37-4a7d-8b46-68f7c980a4b2 req-96b91f0d-8a54-483c-a401-314be27a60a4 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0320151 Aug 30 13:30:14.032014 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0190514f-4cbb-4038-9717-e10ed78ed5cd req-af8be057-e0db-4616-965f-064f21c63d25 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0296161 Aug 30 13:30:14.059799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747753ed-f6c5-4c79-901f-38f4d2e1e514 req-22cce3ff-39a6-4bb6-a70f-3a8f94b42f63 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:14.061322 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-747753ed-f6c5-4c79-901f-38f4d2e1e514 req-22cce3ff-39a6-4bb6-a70f-3a8f94b42f63 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0573604 Aug 30 13:30:14.104744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-747753ed-f6c5-4c79-901f-38f4d2e1e514 req-56068fa9-4b1d-418c-8dc2-b90c46dc587c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372064 Aug 30 13:30:14.205889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-7cd38094-d9ff-4343-bb3c-c610ccdbe3b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403042 Aug 30 13:30:14.267724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-a047aed2-5653-42c4-b166-6527ce81b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:14.269166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-a047aed2-5653-42c4-b166-6527ce81b7f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 1097 time: 0.0416598 Aug 30 13:30:14.383957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-36ef9449-3314-45fa-9288-c031c58c2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:14.385753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-36ef9449-3314-45fa-9288-c031c58c2fd2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.0969548 Aug 30 13:30:14.431390 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-cddde0e0-3703-4d7d-80fb-b30280cd6b61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db1f8de-0aa7-463e-91c6-ca284549700d HTTP/1.1" status: 200 len: 217 time: 0.0387821 Aug 30 13:30:14.489734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-239abf7f-0687-4b14-bffe-49a613ee38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:14.491416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-239abf7f-0687-4b14-bffe-49a613ee38e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0535214 Aug 30 13:30:14.541519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-63d79168-1abb-445a-8e59-ffad4b265fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:14.543074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-63d79168-1abb-445a-8e59-ffad4b265fe8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448849 Aug 30 13:30:14.634509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3ded29a-f6c5-4365-8074-38ba23e953a7 req-b9cd4a2d-28fe-4f4a-af46-52e6c9a19e10 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0361845 Aug 30 13:30:14.675290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-aec9b021-1dd4-444f-b504-dcdb9848809a service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226699 Aug 30 13:30:14.783659 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2881ea1-dcf6-4ee4-a662-fbe9e930363f req-a42bf5b3-2eed-4f06-a9b7-1190ccbab2da service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011465 Aug 30 13:30:15.229383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fc465-e8b0-4e03-bdc9-ca84997de551 req-3dcdd8d8-76c5-4813-ba09-76229f4261fa tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:15.231092 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-211fc465-e8b0-4e03-bdc9-ca84997de551 req-3dcdd8d8-76c5-4813-ba09-76229f4261fa tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0511658 Aug 30 13:30:15.272088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-211fc465-e8b0-4e03-bdc9-ca84997de551 req-5659c962-dcc1-474b-b953-720a743525e2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349212 Aug 30 13:30:15.750670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce047242-c98a-4780-b703-621da71c1ebd req-a3d38440-4ea3-44b9-a1e4-544cf6d54777 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0299680 Aug 30 13:30:16.025260 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28df24d0-4533-49f2-b9e9-9b778d6ca581 req-907e67a2-914c-4e9c-ab77-5f13c7f03367 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e9622db7b54c2b81dd6598b62979d7&device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0277579 Aug 30 13:30:16.057687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28df24d0-4533-49f2-b9e9-9b778d6ca581 req-d2380b6e-4962-4962-a254-76033122c4fd service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=e2e9622db7b54c2b81dd6598b62979d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250492 Aug 30 13:30:16.057905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-85fcc676-8541-439c-833d-d155996826e4 req-1efe4ec3-8807-4e33-afe0-8e5e51e26926 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0328033 Aug 30 13:30:16.167129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df24d0-4533-49f2-b9e9-9b778d6ca581 req-aacfe0ee-f668-4025-849c-a96b22bfdbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:16.168604 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28df24d0-4533-49f2-b9e9-9b778d6ca581 req-aacfe0ee-f668-4025-849c-a96b22bfdbf6 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1037583 Aug 30 13:30:16.396162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154db89c-73dd-44b1-a522-ede60ec7762b req-ae16b382-995c-43b2-a719-d8c180634b1f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:16.397774 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-154db89c-73dd-44b1-a522-ede60ec7762b req-ae16b382-995c-43b2-a719-d8c180634b1f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0544193 Aug 30 13:30:16.440058 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-154db89c-73dd-44b1-a522-ede60ec7762b req-fb378cdc-7bca-4663-b0c6-84a6a6cf25bd tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359619 Aug 30 13:30:16.684014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f02d10-b891-41ac-afd8-f66d57bd3d91 req-56c4ae1a-cbda-4eff-9455-34b45604c674 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:16.685624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04f02d10-b891-41ac-afd8-f66d57bd3d91 req-56c4ae1a-cbda-4eff-9455-34b45604c674 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0804832 Aug 30 13:30:16.712881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-f65da644-69fb-45ab-bfb7-fcd6c8972ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:16.714408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-f65da644-69fb-45ab-bfb7-fcd6c8972ff5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1096 time: 0.0688608 Aug 30 13:30:16.751376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04f02d10-b891-41ac-afd8-f66d57bd3d91 req-c4e1b940-1796-4c78-8ffd-4778064473c1 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572586 Aug 30 13:30:16.832656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-18b6f0a7-80dd-4622-ac60-8d461d003fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:16.834283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-18b6f0a7-80dd-4622-ac60-8d461d003fbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1121385 Aug 30 13:30:16.906452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-4c693c00-292d-4c51-a2f9-264da7630cf6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1000 time: 0.0612564 Aug 30 13:30:16.960918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-742fa134-5f01-4d98-a565-22a5909ce23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:16.962407 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-742fa134-5f01-4d98-a565-22a5909ce23e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0472331 Aug 30 13:30:17.014370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-4d24438d-b706-4d12-9db3-e355c79e077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:17.015847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-4d24438d-b706-4d12-9db3-e355c79e077a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460684 Aug 30 13:30:17.162138 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ac3a4ef2-42c5-4817-8e37-c83fd47e36fd req-2816925f-8e9c-4e60-817a-d6a438094ac8 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0289087 Aug 30 13:30:17.432877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-12a26380-d77e-4441-ad29-cb37537356e1 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085364 Aug 30 13:30:17.519051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-28df24d0-4533-49f2-b9e9-9b778d6ca581 req-fcf6dd9a-d7c8-4ef0-b0bb-e5aafaa846d4 tempest-ServerShowV254Test-1673334662 tempest-ServerShowV254Test-1673334662-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2442bcb-a1b2-4914-bf02-842b6cf75910 HTTP/1.1" status: 200 len: 210 time: 0.0313900 Aug 30 13:30:17.558053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48e14e91-3344-4c76-8829-d4fd331d7491 req-3057f046-897c-479b-8634-66153b5e7c77 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174736 Aug 30 13:30:17.878249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e1d29-5038-41dc-af7d-b7a69b31a1de req-65aa48d7-39e6-4cff-921f-b4947b4aa8e8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:17.879905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be3e1d29-5038-41dc-af7d-b7a69b31a1de req-65aa48d7-39e6-4cff-921f-b4947b4aa8e8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0532053 Aug 30 13:30:17.923636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be3e1d29-5038-41dc-af7d-b7a69b31a1de req-cbc37aee-f80e-4be9-a503-59d06bb9288b tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366411 Aug 30 13:30:18.469036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50584) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:18.583447 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6132a0f2-3f0e-48c8-b829-2e71fa584c3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:18.684001 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6132a0f2-3f0e-48c8-b829-2e71fa584c3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:18.688320 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6132a0f2-3f0e-48c8-b829-2e71fa584c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:18.729502 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6132a0f2-3f0e-48c8-b829-2e71fa584c3b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e2e9622db7b54c2b81dd6598b62979d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592263 Aug 30 13:30:18.730291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132a0f2-3f0e-48c8-b829-2e71fa584c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca43aa2-94d0-48cf-9378-59676e4293c9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:18.732897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50588) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:18.799531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:18.827175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:18.883177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:18.885919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:18.887719 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3ca43aa2-94d0-48cf-9378-59676e4293c9 HTTP/1.1" status: 204 len: 168 time: 0.1467860 Aug 30 13:30:18.898739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca43aa2-94d0-48cf-9378-59676e4293c9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:18.908786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.909408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.910893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.911367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.911818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.912140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.912766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.913285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.913549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.913984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.914330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:18.914815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466bf1c0-0ce9-4e23-b3b5-ce7896e56124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:19.061902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af2212-9a30-4f44-96b0-ffa3a56693b1 req-62f9255d-e93f-4d66-b68c-a0925bea6c82 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:19.063686 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14af2212-9a30-4f44-96b0-ffa3a56693b1 req-62f9255d-e93f-4d66-b68c-a0925bea6c82 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0625806 Aug 30 13:30:19.119298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14af2212-9a30-4f44-96b0-ffa3a56693b1 req-d2125bd2-8087-4f23-9a5c-a709c6a98aba tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440176 Aug 30 13:30:19.283050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babfbb9-1850-4778-be4c-b5b94fccf888 req-a6067a40-040a-4e18-8b0b-9b3d0f2cd853 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:19.286990 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8babfbb9-1850-4778-be4c-b5b94fccf888 req-a6067a40-040a-4e18-8b0b-9b3d0f2cd853 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0895019 Aug 30 13:30:19.341796 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8babfbb9-1850-4778-be4c-b5b94fccf888 req-8c1f87f2-6bca-4cf8-a54c-0407ba97a6af tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486634 Aug 30 13:30:19.490129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55d6e5-d926-411c-a09b-7aed52373b04 req-f238adef-a03b-4fd6-833f-dafdc3b8a47c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:19.494011 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9c55d6e5-d926-411c-a09b-7aed52373b04 req-f238adef-a03b-4fd6-833f-dafdc3b8a47c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0643134 Aug 30 13:30:19.555178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9c55d6e5-d926-411c-a09b-7aed52373b04 req-1be7a0e4-3a82-4d77-912b-ddda0d39307f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550466 Aug 30 13:30:19.763132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50622) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:19.806050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e1f05-d590-48db-92f6-a7300f434a9f req-4c27916f-5ce0-4c9f-a98b-cf2c9c7d897d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:19.807975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f25e1f05-d590-48db-92f6-a7300f434a9f req-4c27916f-5ce0-4c9f-a98b-cf2c9c7d897d tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0600846 Aug 30 13:30:19.851313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f25e1f05-d590-48db-92f6-a7300f434a9f req-b131b89d-9ccf-4f2b-8670-06c818fdd779 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360730 Aug 30 13:30:19.879393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2026686472-network', 'tenant_id': '6c819e1198b54190a682f4bbaba85cc3'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:19.912545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Made reservation on behalf of 6c819e1198b54190a682f4bbaba85cc3 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:19.915001 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:19.923874 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.030193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.035572 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.062292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:30:20.072892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c23416-bbd4-4994-b26c-6cfd56d9e066,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:20.080341 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.080702 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Added segment d622dc13-b836-40f5-8bc3-4f26b829bb49 of type vlan for network a379f37f-9cc8-417a-b61b-879c7c6d728f Aug 30 13:30:20.133550 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.174872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.176851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:20.177732 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.261285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4969034 Aug 30 13:30:20.261691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50628) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:20.267375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44eef17-0bae-45ee-b82e-ef57f48e0422 admin admin] Pushing event updated for resources: {'Network': ['ID=a379f37f-9cc8-417a-b61b-879c7c6d728f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:20.268337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Request body: {'subnet': {'network_id': 'a379f37f-9cc8-417a-b61b-879c7c6d728f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2026686472-subnet', 'tenant_id': '6c819e1198b54190a682f4bbaba85cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:20.281654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network a379f37f-9cc8-417a-b61b-879c7c6d728f details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:30:20.296022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Made reservation on behalf of 6c819e1198b54190a682f4bbaba85cc3 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:20.298495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.482185 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.538112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15cad0a-3eaa-4a6e-9505-31d8c4a4f979,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:20.548850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Checking segment: {'id': 'd622dc13-b836-40f5-8bc3-4f26b829bb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'a379f37f-9cc8-417a-b61b-879c7c6d728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:20.549212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Network hostable DHCP agents. Network: a379f37f-9cc8-417a-b61b-879c7c6d728f, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:30:20.567827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Network a379f37f-9cc8-417a-b61b-879c7c6d728f is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:30:20.580021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, a379f37f-9cc8-417a-b61b-879c7c6d728f) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:20.586597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:20.587543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.591748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08963ca-ec87-47c0-9edd-2b4b37232ee8 None None] Network a379f37f-9cc8-417a-b61b-879c7c6d728f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:20.621036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-09f76d9c-59fd-4a45-a3a0-d4adbcf0bd7b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3494091 Aug 30 13:30:20.740421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c721394e-2c11-4900-8d28-d94c9b1235fe None None] Network a379f37f-9cc8-417a-b61b-879c7c6d728f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:20.804748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50634) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:20.852545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d0d765-1ada-4f48-9f87-ce113b0fb4ac admin admin] Deleting subnet b15cad0a-3eaa-4a6e-9505-31d8c4a4f979 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:30:20.856097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98d0d765-1ada-4f48-9f87-ce113b0fb4ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.893973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98d0d765-1ada-4f48-9f87-ce113b0fb4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:20.965933 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98d0d765-1ada-4f48-9f87-ce113b0fb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.017005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d51be-2b1f-4235-99ab-b074d528c08c req-a92b4a96-0b3c-456f-bca5-5edd5e855c70 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:21.018488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-092d51be-2b1f-4235-99ab-b074d528c08c req-a92b4a96-0b3c-456f-bca5-5edd5e855c70 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0925949 Aug 30 13:30:21.059246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98d0d765-1ada-4f48-9f87-ce113b0fb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.092228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-092d51be-2b1f-4235-99ab-b074d528c08c req-78d12384-80f6-4f5f-9be0-aaa5e6128bc4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645709 Aug 30 13:30:21.094711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0d765-1ada-4f48-9f87-ce113b0fb4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15cad0a-3eaa-4a6e-9505-31d8c4a4f979,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:21.096711 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98d0d765-1ada-4f48-9f87-ce113b0fb4ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.101270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-98d0d765-1ada-4f48-9f87-ce113b0fb4ac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b15cad0a-3eaa-4a6e-9505-31d8c4a4f979 HTTP/1.1" status: 204 len: 168 time: 0.2930760 Aug 30 13:30:21.101956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 50638) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:21.178068 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.291394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.350422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a379f37f-9cc8-417a-b61b-879c7c6d728f']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:21.363851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd622dc13-b836-40f5-8bc3-4f26b829bb49') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:21.364276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd622dc13-b836-40f5-8bc3-4f26b829bb49') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:21.392681 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.418249 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.428516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:30:21.429106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:30:21.430765 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:30:21.438513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc583ac8-af99-4dc3-9230-dc65a9a84e10 req-41d9a520-a698-4d39-8f30-46c65ae504fa tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:21.440072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc583ac8-af99-4dc3-9230-dc65a9a84e10 req-41d9a520-a698-4d39-8f30-46c65ae504fa tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1507895 Aug 30 13:30:21.497552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638657-3841-4572-9fd6-025706b4c656 req-35a27fe7-0c79-4d03-bdeb-75894355b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:21.499091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a638657-3841-4572-9fd6-025706b4c656 req-35a27fe7-0c79-4d03-bdeb-75894355b23e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=1db640a70d964862a92b0278204e0a01&device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 1096 time: 0.1753135 Aug 30 13:30:21.572994 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.588720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.590647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a379f37f-9cc8-417a-b61b-879c7c6d728f HTTP/1.1" status: 204 len: 168 time: 0.4877625 Aug 30 13:30:21.598928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc583ac8-af99-4dc3-9230-dc65a9a84e10 req-6b7c2a9d-73ca-47b0-8157-efbbdea71f59 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471214 Aug 30 13:30:21.610091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2770-a62e-4b06-bde3-e53126d3e9b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a379f37f-9cc8-417a-b61b-879c7c6d728f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:21.644021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638657-3841-4572-9fd6-025706b4c656 req-4a96bc7d-b6ac-4aa9-8eee-7d5f93d13bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:21.646456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a638657-3841-4572-9fd6-025706b4c656 req-4a96bc7d-b6ac-4aa9-8eee-7d5f93d13bd8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 200 len: 913 time: 0.1359127 Aug 30 13:30:21.742359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a638657-3841-4572-9fd6-025706b4c656 req-151776ef-601a-458f-b26e-bc5a03d7d3e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 200 len: 1000 time: 0.0892675 Aug 30 13:30:21.758910 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50714) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:21.796976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638657-3841-4572-9fd6-025706b4c656 req-5a9eb13d-877c-42fb-9e50-56f54ee5ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:21.798891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a638657-3841-4572-9fd6-025706b4c656 req-5a9eb13d-877c-42fb-9e50-56f54ee5ba3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 200 len: 851 time: 0.0503643 Aug 30 13:30:21.808127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ed8b4446-fe27-498f-9fcb-8f0b6e821bd9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c819e1198b54190a682f4bbaba85cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460639 Aug 30 13:30:21.810844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 50722) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:21.854772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638657-3841-4572-9fd6-025706b4c656 req-3a12bf3b-6c7d-4764-bc2e-4dacc98cdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:21.856233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a638657-3841-4572-9fd6-025706b4c656 req-3a12bf3b-6c7d-4764-bc2e-4dacc98cdc17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fd66e202-6277-45e4-9038-736c47d32d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497582 Aug 30 13:30:21.864557 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-95ea9409-47a9-453d-8d96-0b7a8f9d31a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.888004 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-95ea9409-47a9-453d-8d96-0b7a8f9d31a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.946428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-95ea9409-47a9-453d-8d96-0b7a8f9d31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.949264 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-95ea9409-47a9-453d-8d96-0b7a8f9d31a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:21.950493 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-95ea9409-47a9-453d-8d96-0b7a8f9d31a3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b4c23416-bbd4-4994-b26c-6cfd56d9e066 HTTP/1.1" status: 204 len: 168 time: 0.1388817 Aug 30 13:30:21.960661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea9409-47a9-453d-8d96-0b7a8f9d31a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c23416-bbd4-4994-b26c-6cfd56d9e066,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:21.982419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a638657-3841-4572-9fd6-025706b4c656 req-982715c3-4924-44a8-83d7-734eb691e64e service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172740 Aug 30 13:30:22.090026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a638657-3841-4572-9fd6-025706b4c656 req-8e8cd84c-0611-47a9-b6e3-4b1e340538a5 service neutron] 10.222.0.16 "GET /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995414 Aug 30 13:30:22.741570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8fd50-d5a9-426f-a23d-b14015d3f9fd req-f27f35c9-f907-4fe4-8a06-f7d88bc5377e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:22.743464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8eb8fd50-d5a9-426f-a23d-b14015d3f9fd req-f27f35c9-f907-4fe4-8a06-f7d88bc5377e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0584054 Aug 30 13:30:22.799009 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8eb8fd50-d5a9-426f-a23d-b14015d3f9fd req-b824c0ec-6859-42a5-9a62-79abe041d346 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490596 Aug 30 13:30:23.742151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51050) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:23.887409 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5494ecd-c22c-439f-a101-987e97e1d148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:23.978479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f788a-181c-4ab3-9130-fbd53d399157 req-36627559-5fa0-47ec-ba07-a710072fd8b4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:23.980028 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf6f788a-181c-4ab3-9130-fbd53d399157 req-36627559-5fa0-47ec-ba07-a710072fd8b4 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0762947 Aug 30 13:30:24.051986 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf6f788a-181c-4ab3-9130-fbd53d399157 req-9b425464-9ff4-45d3-89be-bdcc8f096800 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580389 Aug 30 13:30:24.065816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5494ecd-c22c-439f-a101-987e97e1d148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:24.071602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5494ecd-c22c-439f-a101-987e97e1d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:24.111776 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5494ecd-c22c-439f-a101-987e97e1d148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1baebad-99a5-4f54-9cca-2243127acc3d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:24.119615 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c5494ecd-c22c-439f-a101-987e97e1d148 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ec5c301059404a02af3886ef3e78c4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3762927 Aug 30 13:30:24.120257 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51104) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:24.188062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fde96c4-35cb-42cf-bfcf-398eeb427d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:24.197601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b29099-2ced-455d-b8e7-56c741686171 req-6306f3fc-7ed8-4c54-b50b-05ffd0e86b15 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:24.199318 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33b29099-2ced-455d-b8e7-56c741686171 req-6306f3fc-7ed8-4c54-b50b-05ffd0e86b15 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0611861 Aug 30 13:30:24.212878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fde96c4-35cb-42cf-bfcf-398eeb427d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:24.258810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33b29099-2ced-455d-b8e7-56c741686171 req-43ae7899-cb6d-4148-b809-bde122e47c7e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498888 Aug 30 13:30:24.291824 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fde96c4-35cb-42cf-bfcf-398eeb427d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:24.295302 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fde96c4-35cb-42cf-bfcf-398eeb427d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:24.296718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4fde96c4-35cb-42cf-bfcf-398eeb427d30 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1baebad-99a5-4f54-9cca-2243127acc3d HTTP/1.1" status: 204 len: 168 time: 0.1751370 Aug 30 13:30:24.306697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde96c4-35cb-42cf-bfcf-398eeb427d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1baebad-99a5-4f54-9cca-2243127acc3d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:25.190745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-4e70b71d-ff0f-4a92-91d3-68b4f02b7493 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:25.192362 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-4e70b71d-ff0f-4a92-91d3-68b4f02b7493 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=76bc59b4-b7d3-4594-9b41-d95dddc0d087 HTTP/1.1" status: 200 len: 943 time: 0.0537131 Aug 30 13:30:25.286668 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Deleting port c9e43b39-ca42-4d1f-9635-786250bc449b {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:25.287049 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:25.397025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] For port c9e43b39-ca42-4d1f-9635-786250bc449b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c9e43b39-ca42-4d1f-9635-786250bc449b,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:25.397388 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:25.413758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Calling delete_port for c9e43b39-ca42-4d1f-9635-786250bc449b owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:25.601244 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:25.616160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0db1f8de-0aa7-463e-91c6-ca284549700d', 'd8128661-6870-4391-a676-b70ed8496f43'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:30:25.667112 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event deleted for resources: {'Port': ['ID=c9e43b39-ca42-4d1f-9635-786250bc449b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:25.722999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] No DVR routers for this DVR port c9e43b39-ca42-4d1f-9635-786250bc449b on host n-h2-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:25.726543 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:25.737014 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed814d6e-02c3-4f1c-932b-679cf2032cf9 req-215c667f-415f-40c2-b114-cdebc38b2733 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "DELETE /v2.0/ports/c9e43b39-ca42-4d1f-9635-786250bc449b HTTP/1.1" status: 204 len: 173 time: 0.5383980 Aug 30 13:30:25.738188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'name': 'network-vif-deleted', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:30:25.755115 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed37ef4-89d7-4ab7-8c18-277cad5f3c97" -d '{"events": [{"server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "name": "network-vif-deleted", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:30:25.799445 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 30 Aug 2021 13:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa718ea1-ebcf-4459-8ef2-f7bbbf7262a7 x-openstack-request-id: req-aa718ea1-ebcf-4459-8ef2-f7bbbf7262a7 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:30:25.799904 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bc59b4-b7d3-4594-9b41-d95dddc0d087", "name": "network-vif-deleted", "tag": "c9e43b39-ca42-4d1f-9635-786250bc449b", "status": "failed", "code": 422}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:30:25.800313 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aa718ea1-ebcf-4459-8ef2-f7bbbf7262a7 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:30:25.801470 n-d-688802-6 neutron-server[95699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '76bc59b4-b7d3-4594-9b41-d95dddc0d087', 'name': 'network-vif-deleted', 'tag': 'c9e43b39-ca42-4d1f-9635-786250bc449b', 'status': 'failed', 'code': 422} returned with failed status Aug 30 13:30:25.936052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51258) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:26.080082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebf2c668-537c-40c8-9cc3-1c4d98b4686e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:26.218074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebf2c668-537c-40c8-9cc3-1c4d98b4686e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:26.223448 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebf2c668-537c-40c8-9cc3-1c4d98b4686e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:26.271154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ebf2c668-537c-40c8-9cc3-1c4d98b4686e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=94deee2be46b4cd2be999ae017c7babe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300123 Aug 30 13:30:26.272034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51266) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:26.278812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2c668-537c-40c8-9cc3-1c4d98b4686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d71c9d9-8d2a-4a9e-8261-cefbe69277bf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:26.342817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:26.378005 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:26.449049 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:26.452225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:26.453804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0d71c9d9-8d2a-4a9e-8261-cefbe69277bf HTTP/1.1" status: 204 len: 168 time: 0.1805782 Aug 30 13:30:26.464277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d71c9d9-8d2a-4a9e-8261-cefbe69277bf,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:26.473432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.474496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.475007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.475536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.476032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.476537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.477040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.477815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.478162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.478497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.478833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.479196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c82d312-6eb8-433b-ab13-f09b172d724c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:26.514636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e86f01-b5b9-44a7-a36e-c0e55fcccd60 req-db52e199-3ec0-4998-afbb-665180db68be tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:26.516457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3e86f01-b5b9-44a7-a36e-c0e55fcccd60 req-db52e199-3ec0-4998-afbb-665180db68be tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 907 time: 0.0842869 Aug 30 13:30:27.774006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-ef18bada-03a9-4322-ba8d-66082009f2d5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:27.779029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-ef18bada-03a9-4322-ba8d-66082009f2d5 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 907 time: 0.0899553 Aug 30 13:30:27.922040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Deleting port cf7d8be5-9483-4bca-b1e2-c901f309ee3a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:27.922464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c2e00-901e-4b03-946c-eda6a9db1c4e req-e2d4fa6c-a00e-4be9-8eb5-298422e0c14f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:27.922973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:27.924997 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb0c2e00-901e-4b03-946c-eda6a9db1c4e req-e2d4fa6c-a00e-4be9-8eb5-298422e0c14f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 907 time: 0.3145781 Aug 30 13:30:28.107301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] For port cf7d8be5-9483-4bca-b1e2-c901f309ee3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:28.107737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:28.130200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Calling delete_port for cf7d8be5-9483-4bca-b1e2-c901f309ee3a owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:28.313643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:28.368769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event deleted for resources: {'Port': ['ID=cf7d8be5-9483-4bca-b1e2-c901f309ee3a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:28.434679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] No DVR routers for this DVR port cf7d8be5-9483-4bca-b1e2-c901f309ee3a on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:28.439531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:28.445973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2267f336-1a75-4e43-8d16-eb53f4d01e05 req-233987d4-c8c2-4c22-8f58-115b59cd27f8 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "DELETE /v2.0/ports/cf7d8be5-9483-4bca-b1e2-c901f309ee3a HTTP/1.1" status: 204 len: 173 time: 0.6592162 Aug 30 13:30:28.446402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'name': 'network-vif-deleted', 'tag': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:30:28.450604 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d42746-4d77-4a5f-bacf-2cb9248f01d5" -d '{"events": [{"server_uuid": "dbe2f376-b5a0-4b49-9039-5407b1f5cd27", "name": "network-vif-deleted", "tag": "cf7d8be5-9483-4bca-b1e2-c901f309ee3a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:30:28.451024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:28.535909 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a377b9a9-54a4-48ac-8c0f-d2fce54f5f32 x-openstack-request-id: req-a377b9a9-54a4-48ac-8c0f-d2fce54f5f32 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:30:28.536955 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe2f376-b5a0-4b49-9039-5407b1f5cd27", "name": "network-vif-deleted", "tag": "cf7d8be5-9483-4bca-b1e2-c901f309ee3a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:30:28.536955 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a377b9a9-54a4-48ac-8c0f-d2fce54f5f32 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:30:28.542327 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe2f376-b5a0-4b49-9039-5407b1f5cd27', 'name': 'network-vif-deleted', 'tag': 'cf7d8be5-9483-4bca-b1e2-c901f309ee3a', 'status': 'completed', 'code': 200} Aug 30 13:30:29.117636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-79448a17-e74e-444f-981c-f276f0a1cf0e req-4ae54d6b-16d9-4023-b492-8f7fcaa09282 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=dbe2f376-b5a0-4b49-9039-5407b1f5cd27 HTTP/1.1" status: 200 len: 210 time: 0.0659654 Aug 30 13:30:29.732869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51348) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:29.898084 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5cdbce83-e263-40f4-8820-296b36c48e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.029225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5cdbce83-e263-40f4-8820-296b36c48e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.034355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5cdbce83-e263-40f4-8820-296b36c48e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.084633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5cdbce83-e263-40f4-8820-296b36c48e0b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a50015014c2a45bc9e9979956472c51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483472 Aug 30 13:30:30.084633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbce83-e263-40f4-8820-296b36c48e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f4f26c-09e6-4ba9-b214-8de741557b98,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:30.085509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51352) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:30.181914 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3dec00-4d7f-4819-abbb-78d918b2fe27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.224047 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3dec00-4d7f-4819-abbb-78d918b2fe27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.303948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3dec00-4d7f-4819-abbb-78d918b2fe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.309427 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5f3dec00-4d7f-4819-abbb-78d918b2fe27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.311709 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5f3dec00-4d7f-4819-abbb-78d918b2fe27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e8f4f26c-09e6-4ba9-b214-8de741557b98 HTTP/1.1" status: 204 len: 168 time: 0.2245042 Aug 30 13:30:30.328710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dec00-4d7f-4819-abbb-78d918b2fe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f4f26c-09e6-4ba9-b214-8de741557b98,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:30.568548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc8034-2443-41d4-a0a9-da0cfda650d5 req-2cef63f9-9c95-48a5-a145-0cbb6c891563 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:30.570440 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-afbc8034-2443-41d4-a0a9-da0cfda650d5 req-2cef63f9-9c95-48a5-a145-0cbb6c891563 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 945 time: 0.0680549 Aug 30 13:30:30.624145 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-afbc8034-2443-41d4-a0a9-da0cfda650d5 req-46602c29-7a6e-4bcd-a1df-879d1eeaa55a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Aug 30 13:30:30.710396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51366) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:30.725930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2cd47be5-a5ef-48fe-a709-37aa80d47d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.816628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2cd47be5-a5ef-48fe-a709-37aa80d47d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.821017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2cd47be5-a5ef-48fe-a709-37aa80d47d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.859635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2cd47be5-a5ef-48fe-a709-37aa80d47d15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4876d669b9f4866be6d512f87c14c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480620 Aug 30 13:30:30.860777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd47be5-a5ef-48fe-a709-37aa80d47d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dc469c-cc41-4a09-a0ac-1b9a1043e323,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:30.862546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51368) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:30.937304 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8e8a-7bc3-49a0-8b07-b98533873187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.967460 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8e8a-7bc3-49a0-8b07-b98533873187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:30.976518 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:31.022795 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8e8a-7bc3-49a0-8b07-b98533873187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:31.026081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3ce8e8a-7bc3-49a0-8b07-b98533873187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:31.029777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d3ce8e8a-7bc3-49a0-8b07-b98533873187 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/36dc469c-cc41-4a09-a0ac-1b9a1043e323 HTTP/1.1" status: 204 len: 168 time: 0.1628814 Aug 30 13:30:31.035836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce8e8a-7bc3-49a0-8b07-b98533873187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dc469c-cc41-4a09-a0ac-1b9a1043e323,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:31.777860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-8d96203c-d2a2-4586-88a3-92103755bc21 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:31.779678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-8d96203c-d2a2-4586-88a3-92103755bc21 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 945 time: 0.0612121 Aug 30 13:30:31.780166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea46f-3a5e-48b9-aa48-cb47c6ff895b req-01e47b2d-f670-4388-8e50-b2d70cc04a80 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:31.781719 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-00bea46f-3a5e-48b9-aa48-cb47c6ff895b req-01e47b2d-f670-4388-8e50-b2d70cc04a80 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 945 time: 0.0720396 Aug 30 13:30:31.830533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-00bea46f-3a5e-48b9-aa48-cb47c6ff895b req-ab5fd2c8-02c5-4bd1-a653-d1bf312e04e3 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401280 Aug 30 13:30:31.881576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device cf7d8be5-9483-4bca-b1e2-c901f309ee3a no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:31.914527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: cf7d8be5-9483-4bca-b1e2-c901f309ee3a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:31.914672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device cf7d8be5-9483-4bca-b1e2-c901f309ee3a not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:31.918633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Deleting port d8128661-6870-4391-a676-b70ed8496f43 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:31.919020 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:32.016216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] For port d8128661-6870-4391-a676-b70ed8496f43, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d8128661-6870-4391-a676-b70ed8496f43,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:32.016579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:32.034005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Calling delete_port for d8128661-6870-4391-a676-b70ed8496f43 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:32.229272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:32.246678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['0db1f8de-0aa7-463e-91c6-ca284549700d', 'd8128661-6870-4391-a676-b70ed8496f43'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:30:32.275148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event deleted for resources: {'Port': ['ID=d8128661-6870-4391-a676-b70ed8496f43,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:32.339737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] No DVR routers for this DVR port d8128661-6870-4391-a676-b70ed8496f43 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:32.361731 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:32.365469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c0aa549-14f7-4263-be0a-e969c4a13ce4 req-65e15847-2fb4-4df2-8dfb-274c4caf12a6 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "DELETE /v2.0/ports/d8128661-6870-4391-a676-b70ed8496f43 HTTP/1.1" status: 204 len: 173 time: 0.5783091 Aug 30 13:30:32.366006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4784838e-47ed-4e4c-8845-f943eefdceae', 'name': 'network-vif-deleted', 'tag': 'd8128661-6870-4391-a676-b70ed8496f43'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:30:32.375949 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c304d-f4c4-4e06-978f-ebb7d162cf3f" -d '{"events": [{"server_uuid": "4784838e-47ed-4e4c-8845-f943eefdceae", "name": "network-vif-deleted", "tag": "d8128661-6870-4391-a676-b70ed8496f43"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:30:32.474269 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75658365-71c9-422d-8aaf-c7df3e733268 x-openstack-request-id: req-75658365-71c9-422d-8aaf-c7df3e733268 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:30:32.474571 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4784838e-47ed-4e4c-8845-f943eefdceae", "name": "network-vif-deleted", "tag": "d8128661-6870-4391-a676-b70ed8496f43", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:30:32.474852 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75658365-71c9-422d-8aaf-c7df3e733268 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:30:32.475254 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4784838e-47ed-4e4c-8845-f943eefdceae', 'name': 'network-vif-deleted', 'tag': 'd8128661-6870-4391-a676-b70ed8496f43', 'status': 'completed', 'code': 200} Aug 30 13:30:32.803081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51420) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:32.966759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-620616e4-0b73-457c-a90d-b739252261d8 req-7dae8733-d2e7-48f3-8fe0-7f11d3cb2a49 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=4784838e-47ed-4e4c-8845-f943eefdceae HTTP/1.1" status: 200 len: 210 time: 0.0329945 Aug 30 13:30:33.038704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-16fee00f-6fe6-465b-a217-bd640f64e7b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad53dfc45f6f42f09368c7791f001f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334878 Aug 30 13:30:33.041439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51428) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:33.106414 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd307556-6120-4011-b80a-fab9a9fa34b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:33.129017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd307556-6120-4011-b80a-fab9a9fa34b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:33.179897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd307556-6120-4011-b80a-fab9a9fa34b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:33.182739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd307556-6120-4011-b80a-fab9a9fa34b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:33.186600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bd307556-6120-4011-b80a-fab9a9fa34b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/176cafec-0462-4fd6-b825-38dc19e78f72 HTTP/1.1" status: 204 len: 168 time: 0.1417162 Aug 30 13:30:33.195013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd307556-6120-4011-b80a-fab9a9fa34b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176cafec-0462-4fd6-b825-38dc19e78f72,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:33.723385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51446) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:33.915047 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a573b5-cf5a-4447-8c96-298077accec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.027501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a573b5-cf5a-4447-8c96-298077accec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.033450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77a573b5-cf5a-4447-8c96-298077accec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.077081 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-77a573b5-cf5a-4447-8c96-298077accec3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=156929eccbc14178aab459b7e3bd4711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520143 Aug 30 13:30:34.078269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a573b5-cf5a-4447-8c96-298077accec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abedd63-c42f-4a84-bde6-392d4bf60f6d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:34.079820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51464) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:34.109547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51466) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:34.136297 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4671-0525-44ce-b598-cac328cea781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.159729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4671-0525-44ce-b598-cac328cea781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.224533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4671-0525-44ce-b598-cac328cea781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.227638 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ffa4671-0525-44ce-b598-cac328cea781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.229118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1ffa4671-0525-44ce-b598-cac328cea781 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9abedd63-c42f-4a84-bde6-392d4bf60f6d HTTP/1.1" status: 204 len: 168 time: 0.1483066 Aug 30 13:30:34.238978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa4671-0525-44ce-b598-cac328cea781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abedd63-c42f-4a84-bde6-392d4bf60f6d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:34.251950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-919152031-network', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:34.282019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Made reservation on behalf of 1b918334a8cd4bc2b9e7673f90687e2e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:34.285272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.294938 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.323252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e8d23-3bf8-420f-95e7-18ad2b85bc35 req-4c3ed17f-135a-4c03-ba37-893e4781d563 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:34.326146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86e8d23-3bf8-420f-95e7-18ad2b85bc35 req-4c3ed17f-135a-4c03-ba37-893e4781d563 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0663002 Aug 30 13:30:34.369972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86e8d23-3bf8-420f-95e7-18ad2b85bc35 req-295176d0-22f8-4119-9ed5-19a757015fe2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384696 Aug 30 13:30:34.414089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.419650 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.444904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:30:34.454167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3645694-4d15-41a1-989a-d7a25107f742,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:34.461479 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.461874 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Added segment 89c35d07-299c-4ab6-b5df-927c0c318dc9 of type vlan for network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 Aug 30 13:30:34.507353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.533489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.536191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:34.536813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.567137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51476) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:34.582122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4047ba0-1313-45d3-934a-ded9834c55b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.600630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4895408 Aug 30 13:30:34.603405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51478) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:34.610541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Request body: {'subnet': {'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-919152031-subnet', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:34.615858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7c97c-bb4e-4cf1-8835-73aa6b7ea06c admin admin] Pushing event updated for resources: {'Network': ['ID=1b008cd1-75a3-4a62-956c-b8d0dc0c80c3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:34.625865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:30:34.691349 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4047ba0-1313-45d3-934a-ded9834c55b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.696111 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4047ba0-1313-45d3-934a-ded9834c55b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.723792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Made reservation on behalf of 1b918334a8cd4bc2b9e7673f90687e2e for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:34.726382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.735775 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f4047ba0-1313-45d3-934a-ded9834c55b1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6070f871aa64ee7b880496757e4bc4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1672177 Aug 30 13:30:34.736681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4047ba0-1313-45d3-934a-ded9834c55b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1198d957-57d9-40b2-9e46-1d416f3ecd24,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:34.739162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51480) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:34.791481 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d21f0bb-4538-4750-8ce4-388ea58ab00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.814234 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d21f0bb-4538-4750-8ce4-388ea58ab00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.873177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d21f0bb-4538-4750-8ce4-388ea58ab00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.875831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6d21f0bb-4538-4750-8ce4-388ea58ab00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.876988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6d21f0bb-4538-4750-8ce4-388ea58ab00d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1198d957-57d9-40b2-9e46-1d416f3ecd24 HTTP/1.1" status: 204 len: 168 time: 0.1369176 Aug 30 13:30:34.885324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21f0bb-4538-4750-8ce4-388ea58ab00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1198d957-57d9-40b2-9e46-1d416f3ecd24,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:34.918424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:34.975740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5681b59-98c2-4e9f-a560-d14854238d6b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:34.984993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Checking segment: {'id': '89c35d07-299c-4ab6-b5df-927c0c318dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:34.985355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Network hostable DHCP agents. Network: 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:30:35.002988 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:30:35.012974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:35.017895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:35.018557 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.025223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627047e0-5222-438c-8067-f050830efd6d None None] Network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:35.037563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c94034f1-5b63-42f8-9a71-0de4fe15a9b2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4326591 Aug 30 13:30:35.040093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51484) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:35.044544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:35.071924 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.073908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.131647 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.213041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-1b008cd1-75a3-4a62-956c-b8d0dc0c80c3', 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'fixed_ips': [{'subnet_id': 'a5681b59-98c2-4e9f-a560-d14854238d6b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:30:35.213771 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.303002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.380331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Allocated IP 172.20.0.2 (1b008cd1-75a3-4a62-956c-b8d0dc0c80c3/a5681b59-98c2-4e9f-a560-d14854238d6b/53cfd27e-b1d0-4586-bd13-5af013403b49) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:30:35.539706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba043c-e965-4084-b041-b217b713bfcd req-651de709-a0fc-475e-b67a-07464aa19727 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:35.548379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5cba043c-e965-4084-b041-b217b713bfcd req-651de709-a0fc-475e-b67a-07464aa19727 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.0793328 Aug 30 13:30:35.580354 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.598278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Transition to ACTIVE for port object 53cfd27e-b1d0-4586-bd13-5af013403b49 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:35.611091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5cba043c-e965-4084-b041-b217b713bfcd req-56ed01f7-a5a0-403a-8d09-066e6833955c tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=97ae4e27-b613-4014-956f-6318375be59d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613761 Aug 30 13:30:35.629250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Transition to ACTIVE for port object 53cfd27e-b1d0-4586-bd13-5af013403b49 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:35.633789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca40539-2588-42f2-9b16-6229ace02874 req-1d2930ac-c308-40d9-ab44-4135ebab4d66 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:35.635463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ca40539-2588-42f2-9b16-6229ace02874 req-1d2930ac-c308-40d9-ab44-4135ebab4d66 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 946 time: 0.1924970 Aug 30 13:30:35.645175 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.682801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.698117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:35.701173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:35.703962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:30:35.710532 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.771258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Pushing event updated for resources: {'Port': ['ID=53cfd27e-b1d0-4586-bd13-5af013403b49,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:35.786587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Attempting to bind port 53cfd27e-b1d0-4586-bd13-5af013403b49 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:30:35.787120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Attempting to bind port 53cfd27e-b1d0-4586-bd13-5af013403b49 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '89c35d07-299c-4ab6-b5df-927c0c318dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:30:35.787624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Attempting to bind port 53cfd27e-b1d0-4586-bd13-5af013403b49 on network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:30:35.793816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:30:35.794339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Checking segment: {'id': '89c35d07-299c-4ab6-b5df-927c0c318dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:35.795003 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.795879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Bound using segment: {'id': '89c35d07-299c-4ab6-b5df-927c0c318dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:30:35.796279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Bound port: 53cfd27e-b1d0-4586-bd13-5af013403b49, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c35d07-299c-4ab6-b5df-927c0c318dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:30:35.796962 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.850756 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:30:35.857461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9ca40539-2588-42f2-9b16-6229ace02874 req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Deleting port 0db1f8de-0aa7-463e-91c6-ca284549700d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:35.857833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9ca40539-2588-42f2-9b16-6229ace02874 req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:35.901977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d8128661-6870-4391-a676-b70ed8496f43 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:35.908637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] For port 53cfd27e-b1d0-4586-bd13-5af013403b49, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:30:35.924313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Allocated IP 172.25.2.211 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/0397e84b-acdf-4a38-a7c4-6ec64697242d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:30:35.937115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: d8128661-6870-4391-a676-b70ed8496f43 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:35.937559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d8128661-6870-4391-a676-b70ed8496f43 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:35.951804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] For port 53cfd27e-b1d0-4586-bd13-5af013403b49, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=53cfd27e-b1d0-4586-bd13-5af013403b49,segment=NetworkSegment(89c35d07-299c-4ab6-b5df-927c0c318dc9),segment_id=89c35d07-299c-4ab6-b5df-927c0c318dc9)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:30:35.957019 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:36.043201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9ca40539-2588-42f2-9b16-6229ace02874 req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] For port 0db1f8de-0aa7-463e-91c6-ca284549700d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=0db1f8de-0aa7-463e-91c6-ca284549700d,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:36.044119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9ca40539-2588-42f2-9b16-6229ace02874 req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:36.060665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b6611-d7ee-45c4-b3ef-f736019b253e None None] Pushing event updated for resources: {'Port': ['ID=53cfd27e-b1d0-4586-bd13-5af013403b49,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:36.075858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9ca40539-2588-42f2-9b16-6229ace02874 req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Calling delete_port for 0db1f8de-0aa7-463e-91c6-ca284549700d owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:36.154465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:36.276277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:36.334694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:36.343266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:36.351427 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:30:36.387971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Pushing event updated for resources: {'Port': ['ID=0397e84b-acdf-4a38-a7c4-6ec64697242d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:36.394738 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9ca40539-2588-42f2-9b16-6229ace02874 req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:36.455647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event deleted for resources: {'Port': ['ID=0db1f8de-0aa7-463e-91c6-ca284549700d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:36.553850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca40539-2588-42f2-9b16-6229ace02874 req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] No DVR routers for this DVR port 0db1f8de-0aa7-463e-91c6-ca284549700d on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:36.558207 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9ca40539-2588-42f2-9b16-6229ace02874 req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:36.560432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ca40539-2588-42f2-9b16-6229ace02874 req-120184d8-440c-47db-b395-f1e05dd3bfee tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "DELETE /v2.0/ports/0db1f8de-0aa7-463e-91c6-ca284549700d HTTP/1.1" status: 204 len: 173 time: 0.9174743 Aug 30 13:30:36.561011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c2b657-d6ba-4975-8f9b-75c058158ee5', 'name': 'network-vif-deleted', 'tag': '0db1f8de-0aa7-463e-91c6-ca284549700d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:30:36.563601 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f5555e-dbc2-42e9-85d2-d87ec969dbd5" -d '{"events": [{"server_uuid": "24c2b657-d6ba-4975-8f9b-75c058158ee5", "name": "network-vif-deleted", "tag": "0db1f8de-0aa7-463e-91c6-ca284549700d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:30:36.681348 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5263c4b-8596-4b95-a444-367f804367a3 x-openstack-request-id: req-a5263c4b-8596-4b95-a444-367f804367a3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:30:36.681656 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c2b657-d6ba-4975-8f9b-75c058158ee5", "name": "network-vif-deleted", "tag": "0db1f8de-0aa7-463e-91c6-ca284549700d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:30:36.681942 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5263c4b-8596-4b95-a444-367f804367a3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:30:36.682416 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c2b657-d6ba-4975-8f9b-75c058158ee5', 'name': 'network-vif-deleted', 'tag': '0db1f8de-0aa7-463e-91c6-ca284549700d', 'status': 'completed', 'code': 200} Aug 30 13:30:36.715551 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85242543-e541-4350-92d6-eb687441d931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:36.764864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3153497e-18ed-44eb-9309-ba231ed3b142 req-3c482b88-3f31-4e62-999f-ad8ffa4edbde tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=24c2b657-d6ba-4975-8f9b-75c058158ee5 HTTP/1.1" status: 200 len: 210 time: 0.0404847 Aug 30 13:30:36.872758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.055767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 53cfd27e-b1d0-4586-bd13-5af013403b49 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:37.185202 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.197045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 53cfd27e-b1d0-4586-bd13-5af013403b49 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:37.327389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d65cf1d-2709-4c01-8f11-69c7546ed70c None None] Network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:37.331792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51534) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:37.351948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:30:37.393347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5250ae4e-2237-47fc-8cae-ab76ad4a22c6 None None] Provisioning for port 53cfd27e-b1d0-4586-bd13-5af013403b49 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:37.412950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5250ae4e-2237-47fc-8cae-ab76ad4a22c6 None None] Provisioning complete for port 53cfd27e-b1d0-4586-bd13-5af013403b49 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:37.413853 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5250ae4e-2237-47fc-8cae-ab76ad4a22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.459939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26f599f9-12a1-4fd4-8772-2cdab3e4672c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.568506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26f599f9-12a1-4fd4-8772-2cdab3e4672c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.574098 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26f599f9-12a1-4fd4-8772-2cdab3e4672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.596773 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5250ae4e-2237-47fc-8cae-ab76ad4a22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.617312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f599f9-12a1-4fd4-8772-2cdab3e4672c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce96f067-8dd9-4fc0-8f4e-6ade3fbc5815,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:37.621763 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-26f599f9-12a1-4fd4-8772-2cdab3e4672c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b4f027a41b09416d9725b95e74a7d1a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888613 Aug 30 13:30:37.624343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51538) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:37.645856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5250ae4e-2237-47fc-8cae-ab76ad4a22c6 None None] For port 53cfd27e-b1d0-4586-bd13-5af013403b49, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=53cfd27e-b1d0-4586-bd13-5af013403b49,segment=NetworkSegment(89c35d07-299c-4ab6-b5df-927c0c318dc9),segment_id=89c35d07-299c-4ab6-b5df-927c0c318dc9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:37.651114 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5250ae4e-2237-47fc-8cae-ab76ad4a22c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.692555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-807d303f-5c64-4864-be24-b25f465b448b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.708289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250ae4e-2237-47fc-8cae-ab76ad4a22c6 None None] Pushing event updated for resources: {'Port': ['ID=53cfd27e-b1d0-4586-bd13-5af013403b49,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:37.721640 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-807d303f-5c64-4864-be24-b25f465b448b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.773915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-807d303f-5c64-4864-be24-b25f465b448b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.776809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-807d303f-5c64-4864-be24-b25f465b448b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.778704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-807d303f-5c64-4864-be24-b25f465b448b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ce96f067-8dd9-4fc0-8f4e-6ade3fbc5815 HTTP/1.1" status: 204 len: 168 time: 0.1529953 Aug 30 13:30:37.788127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d303f-5c64-4864-be24-b25f465b448b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce96f067-8dd9-4fc0-8f4e-6ade3fbc5815,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:37.823649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:30:37.837521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Sync routers for ids ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:30:37.843604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:37.848963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-09ca888a-4792-4509-abda-c75fcd938982 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8079836 Aug 30 13:30:37.849722 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51546) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:37.854517 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Routers {'90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:37.855978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:37.904634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 0db1f8de-0aa7-463e-91c6-ca284549700d no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:37.935270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 0db1f8de-0aa7-463e-91c6-ca284549700d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:37.935734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 0db1f8de-0aa7-463e-91c6-ca284549700d not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:38.020594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b2fa418f-43c1-40fd-9c9a-72b1cfcd5dfa None None] Provisioning complete for port 53cfd27e-b1d0-4586-bd13-5af013403b49 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:38.021196 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2fa418f-43c1-40fd-9c9a-72b1cfcd5dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:38.062671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Set router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:38.145183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d5275-f8c9-4bfe-a41f-fa182bb9bef7 req-1d14e12d-de7c-40e1-9442-ca3922e9191f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:38.147035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-089d5275-f8c9-4bfe-a41f-fa182bb9bef7 req-1d14e12d-de7c-40e1-9442-ca3922e9191f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0716009 Aug 30 13:30:38.199746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-089d5275-f8c9-4bfe-a41f-fa182bb9bef7 req-c57a7637-f8b5-47da-b9a1-cfd29782ccf2 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Aug 30 13:30:38.374487 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:38.490404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:36Z', 'revision_number': 3, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'gw_port': {'id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:38.518446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Checking router: 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:30:38.519531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Updating router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 port 0397e84b-acdf-4a38-a7c4-6ec64697242d binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:30:38.553542 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:38.570448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Allocated IP 172.20.0.1 (1b008cd1-75a3-4a62-956c-b8d0dc0c80c3/a5681b59-98c2-4e9f-a560-d14854238d6b/56b9500a-236f-4d05-ad65-d058f94df426) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:30:38.709982 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:38.728715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Transition to ACTIVE for port object 56b9500a-236f-4d05-ad65-d058f94df426 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:38.780989 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:38.822644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:38.828972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:38.833886 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:30:38.876721 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Pushing event updated for resources: {'Port': ['ID=56b9500a-236f-4d05-ad65-d058f94df426,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:38.895478 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:38.905450 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:38.918441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Transition to ACTIVE for port object 0397e84b-acdf-4a38-a7c4-6ec64697242d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:38.926983 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:38.995100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Pushing event updated for resources: {'Port': ['ID=0397e84b-acdf-4a38-a7c4-6ec64697242d,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:39.004430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Attempting to bind port 0397e84b-acdf-4a38-a7c4-6ec64697242d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:30:39.004808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Attempting to bind port 0397e84b-acdf-4a38-a7c4-6ec64697242d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:30:39.005228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Attempting to bind port 0397e84b-acdf-4a38-a7c4-6ec64697242d on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:30:39.008106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.008451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.008791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.009352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.009863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.010346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.010892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.012329 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.012893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.013387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.013734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.014070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:39.022439 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:30:39.022816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:39.023218 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.023610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:30:39.024075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Bound port: 0397e84b-acdf-4a38-a7c4-6ec64697242d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:30:39.024500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.052726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 53cfd27e-b1d0-4586-bd13-5af013403b49 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:39.135246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] For port 0397e84b-acdf-4a38-a7c4-6ec64697242d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:30:39.140338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] For port 0397e84b-acdf-4a38-a7c4-6ec64697242d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0397e84b-acdf-4a38-a7c4-6ec64697242d,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:30:39.154032 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.155840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.158158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 53cfd27e-b1d0-4586-bd13-5af013403b49 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:39.158519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.213461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c6d24916-9904-4708-ad2f-787eb7f61d61 None None] Provisioning for port 56b9500a-236f-4d05-ad65-d058f94df426 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:39.240639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c6d24916-9904-4708-ad2f-787eb7f61d61 None None] Provisioning complete for port 56b9500a-236f-4d05-ad65-d058f94df426 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:39.241213 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c6d24916-9904-4708-ad2f-787eb7f61d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.337261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f15ccf-fb1a-4097-b38f-19f2c53cae46 None None] Pushing event updated for resources: {'Port': ['ID=0397e84b-acdf-4a38-a7c4-6ec64697242d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:39.343819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Routers {'90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:39.344961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:39.353379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c6d24916-9904-4708-ad2f-787eb7f61d61 None None] Port 56b9500a-236f-4d05-ad65-d058f94df426 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:30:39.428115 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.436570 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3413a284-5ab5-48db-846e-54ea5bce80cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.447512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb05e3e-2b4a-4a27-a324-7f60097c0463 req-4147daa2-7ba8-400d-811d-5b6ae33551b1 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:39.448359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afb05e3e-2b4a-4a27-a324-7f60097c0463 req-4147daa2-7ba8-400d-811d-5b6ae33551b1 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1310565 Aug 30 13:30:39.449219 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.535911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] Set router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:39.543635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Pushing event updated for resources: {'Port': ['ID=56b9500a-236f-4d05-ad65-d058f94df426,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:39.558162 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:39.570209 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afb05e3e-2b4a-4a27-a324-7f60097c0463 req-8e06bbf5-2ce2-47ab-a2c6-6598481c991e tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931489 Aug 30 13:30:39.692615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:39.694603 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:39.776825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:39Z', 'revision_number': 4, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'gw_port': {'id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56b9500a-236f-4d05-ad65-d058f94df426', 'name': '', 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'mac_address': 'fa:16:3e:8d:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:38Z', 'updated_at': '2021-08-30T13:30:38Z', 'revision_number': 1, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'subnets': [{'id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:39.816226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a28b70-b313-4405-bb46-3ea31568c768 None None] The sync data for ids ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'] in n-d-688802-6 is: [{'id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:39Z', 'revision_number': 4, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'gw_port': {'id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56b9500a-236f-4d05-ad65-d058f94df426', 'name': '', 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'mac_address': 'fa:16:3e:8d:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:38Z', 'updated_at': '2021-08-30T13:30:38Z', 'revision_number': 1, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'subnets': [{'id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:30:39.871654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:30:40.002264 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.060090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:30:40.066192 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ac64a051-d337-4ed1-ac29-5175d1c66a47 admin admin] 10.222.0.37 "PUT /v2.0/routers/90f8c1bb-54a4-4af7-9fbf-a418f20dcc42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2146320 Aug 30 13:30:40.087890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4413ef65-7e95-4cb1-9c46-8f5ce972c278 None None] Provisioning complete for port 56b9500a-236f-4d05-ad65-d058f94df426 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:40.088275 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4413ef65-7e95-4cb1-9c46-8f5ce972c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.098253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51594) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:40.156415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4413ef65-7e95-4cb1-9c46-8f5ce972c278 None None] Port 56b9500a-236f-4d05-ad65-d058f94df426 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:30:40.216571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-c35444eb-a562-4c9b-9abe-d51accca753f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:40.218765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-c35444eb-a562-4c9b-9abe-d51accca753f tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.0712912 Aug 30 13:30:40.321654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff26e51d-79a0-4314-be39-a449a12aa219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.373954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Deleting port de697f67-8c10-4957-931c-5767a0a0550f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:40.374239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.505318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] For port de697f67-8c10-4957-931c-5767a0a0550f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=de697f67-8c10-4957-931c-5767a0a0550f,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:40.505785 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.531404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff26e51d-79a0-4314-be39-a449a12aa219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.561970 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff26e51d-79a0-4314-be39-a449a12aa219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.662082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ff26e51d-79a0-4314-be39-a449a12aa219 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9950eac09222473a902a511e4050ec69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5597343 Aug 30 13:30:40.662720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51614) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:40.662867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51612) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:40.668249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1062230215-network', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:40.680621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26e51d-79a0-4314-be39-a449a12aa219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e4fef3-7ca8-43a3-919b-50f740375f73,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:40.693444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Made reservation on behalf of 83f2d38f8e50479aa0b20ea781b1a1d6 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:40.696670 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.712760 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.829789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a303ce8-6ba8-4d29-b1a5-f8bd08c5e7ed req-76ac1f61-abd7-491f-8362-0bba9ed31316 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:40.831646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a303ce8-6ba8-4d29-b1a5-f8bd08c5e7ed req-76ac1f61-abd7-491f-8362-0bba9ed31316 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 945 time: 0.1524930 Aug 30 13:30:40.854695 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.855091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.855412 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Floating IP aa126913-8b9c-47eb-9cc4-7b37bf8696c4 disassociated. External IP: 172.25.2.102, port: de697f67-8c10-4957-931c-5767a0a0550f. Aug 30 13:30:40.855533 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.855769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Calling delete_port for de697f67-8c10-4957-931c-5767a0a0550f owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:40.860475 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.864291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-132a01d4-8d5c-4bd3-b6ed-6f72fca0a02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.886311 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.894131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:30:40.905193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16bb985-728e-4267-8a31-34680fb2fe36,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:40.914432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.914781 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Added segment c5397ba1-c6b7-48d7-8e5c-320bfa0740f5 of type vlan for network ed34145f-90f2-4bb0-af69-113ba9e16f77 Aug 30 13:30:40.959815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-132a01d4-8d5c-4bd3-b6ed-6f72fca0a02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:40.967209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0a303ce8-6ba8-4d29-b1a5-f8bd08c5e7ed req-02e258a9-4cc3-4dc7-bee7-2a77163f3aec tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups?id=d9b4c888-8c03-47ed-8ffd-804ff36880b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256194 Aug 30 13:30:40.982828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.023291 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.024838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:41.035190 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.071070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.072885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0397e84b-acdf-4a38-a7c4-6ec64697242d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:41.115627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event deleted for resources: {'Port': ['ID=de697f67-8c10-4957-931c-5767a0a0550f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:41.136271 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4723606 Aug 30 13:30:41.139360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51616) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:41.149224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Request body: {'subnet': {'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1062230215-subnet', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:41.163958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b802cb-8edc-4c17-8707-d76ba500b83e admin admin] Pushing event updated for resources: {'Network': ['ID=ed34145f-90f2-4bb0-af69-113ba9e16f77,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:41.164177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0397e84b-acdf-4a38-a7c4-6ec64697242d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:41.178975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0397e84b-acdf-4a38-a7c4-6ec64697242d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:41.179509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.187150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ed34145f-90f2-4bb0-af69-113ba9e16f77 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:30:41.192062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-132a01d4-8d5c-4bd3-b6ed-6f72fca0a02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.198852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-132a01d4-8d5c-4bd3-b6ed-6f72fca0a02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.199533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Made reservation on behalf of 83f2d38f8e50479aa0b20ea781b1a1d6 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:41.200739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-132a01d4-8d5c-4bd3-b6ed-6f72fca0a02a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/50e4fef3-7ca8-43a3-919b-50f740375f73 HTTP/1.1" status: 204 len: 168 time: 0.5331590 Aug 30 13:30:41.202433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.229407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a01d4-8d5c-4bd3-b6ed-6f72fca0a02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e4fef3-7ca8-43a3-919b-50f740375f73,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:41.350615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Router 6c3d4107-9a0f-4872-83eb-d16b1c39199f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:30:41.486610 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.536398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.566739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Checking segment: {'id': 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:41.566987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Network hostable DHCP agents. Network: ed34145f-90f2-4bb0-af69-113ba9e16f77, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:30:41.571889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 0397e84b-acdf-4a38-a7c4-6ec64697242d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0397e84b-acdf-4a38-a7c4-6ec64697242d,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:41.577227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04649d34-3703-4196-9bbb-9fcaf823a481,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:41.581937 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.583771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:30:41.592028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Network ed34145f-90f2-4bb0-af69-113ba9e16f77 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:30:41.607511 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] Sync routers for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:30:41.614235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ed34145f-90f2-4bb0-af69-113ba9e16f77) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:41.619806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:41.620765 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.621056 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:41.621721 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:41.637146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf33095-178a-4159-9e69-0435780998f1 None None] Network ed34145f-90f2-4bb0-af69-113ba9e16f77 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:41.641420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] No DVR routers for this DVR port de697f67-8c10-4957-931c-5767a0a0550f on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:41.644629 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.647590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-19a2ef02-8a15-4915-9a4d-171f088c10cd req-6691c995-dd67-43b9-9ecb-b7ba4568fb4a tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.16 "DELETE /v2.0/ports/de697f67-8c10-4957-931c-5767a0a0550f HTTP/1.1" status: 204 len: 173 time: 1.4218416 Aug 30 13:30:41.648076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-deleted', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:30:41.651765 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f3c566-b55b-4523-ba98-1349fa7cba82" -d '{"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-deleted", "tag": "de697f67-8c10-4957-931c-5767a0a0550f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:30:41.653816 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e85cda1a-c8aa-4727-9bd0-054c25944200 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5131855 Aug 30 13:30:41.656635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51622) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:41.663446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:41.696295 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.700150 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.724449 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7dcd24-53fc-4c87-9295-036af07dabf4 x-openstack-request-id: req-ab7dcd24-53fc-4c87-9295-036af07dabf4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:30:41.724748 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0411681d-a091-44e2-b6a7-b6d83271b44d", "name": "network-vif-deleted", "tag": "de697f67-8c10-4957-931c-5767a0a0550f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:30:41.725000 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab7dcd24-53fc-4c87-9295-036af07dabf4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:30:41.725403 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0411681d-a091-44e2-b6a7-b6d83271b44d', 'name': 'network-vif-deleted', 'tag': 'de697f67-8c10-4957-931c-5767a0a0550f', 'status': 'completed', 'code': 200} Aug 30 13:30:41.835024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.839884 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:41.887276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-ed34145f-90f2-4bb0-af69-113ba9e16f77', 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'fixed_ips': [{'subnet_id': '04649d34-3703-4196-9bbb-9fcaf823a481'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:30:41.888178 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:41.909061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=0397e84b-acdf-4a38-a7c4-6ec64697242d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:41.965283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51626) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:41.986207 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e9aaccbe-346d-432d-a570-ec586574240b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.115245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Allocated IP 172.20.0.2 (ed34145f-90f2-4bb0-af69-113ba9e16f77/04649d34-3703-4196-9bbb-9fcaf823a481/9c6da70d-b326-4462-aa73-366d972d5eba) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:30:42.176936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e9aaccbe-346d-432d-a570-ec586574240b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.233394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e9aaccbe-346d-432d-a570-ec586574240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.243460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2f259f0-f5ad-4e8d-84cf-685cc9c3d641 req-ab99dd0e-2018-46ea-8147-430ec3286e35 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/ports?device_id=0411681d-a091-44e2-b6a7-b6d83271b44d HTTP/1.1" status: 200 len: 210 time: 0.0627606 Aug 30 13:30:42.276586 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5a1485fa-6dca-4ffd-ace0-673c75a94f85', 'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'mac_address': 'fa:16:3e:c7:23:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:00Z', 'updated_at': '2021-08-30T13:23:13Z', 'revision_number': 5, 'project_id': '1db640a70d964862a92b0278204e0a01', 'subnets': [{'id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:42.284215 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.291558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaccbe-346d-432d-a570-ec586574240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b44560c-ed66-4e1d-abcf-2e67d8984447,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:42.296608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e9aaccbe-346d-432d-a570-ec586574240b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e51ec1f9aada4e0ab97b6fb2935f5c33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302104 Aug 30 13:30:42.302337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51630) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:42.312884 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] Checking router: 6c3d4107-9a0f-4872-83eb-d16b1c39199f for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:30:42.325078 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:42.325736 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:42.374359 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fa93f30-46da-4178-b9db-8484db59a9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.424489 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fa93f30-46da-4178-b9db-8484db59a9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.469394 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:42.505463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fa93f30-46da-4178-b9db-8484db59a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.510102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fa93f30-46da-4178-b9db-8484db59a9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.530832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0fa93f30-46da-4178-b9db-8484db59a9d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b44560c-ed66-4e1d-abcf-2e67d8984447 HTTP/1.1" status: 204 len: 168 time: 0.2269974 Aug 30 13:30:42.535630 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.555808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa93f30-46da-4178-b9db-8484db59a9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b44560c-ed66-4e1d-abcf-2e67d8984447,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:42.634225 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.649005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Transition to ACTIVE for port object 9c6da70d-b326-4462-aa73-366d972d5eba will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:42.673629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Transition to ACTIVE for port object 9c6da70d-b326-4462-aa73-366d972d5eba will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:42.682710 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.738698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Network ed34145f-90f2-4bb0-af69-113ba9e16f77 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:42.750113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:42.755394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:30:42.770718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Pushing event updated for resources: {'Port': ['ID=9c6da70d-b326-4462-aa73-366d972d5eba,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:42.799423 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5a1485fa-6dca-4ffd-ace0-673c75a94f85', 'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'mac_address': 'fa:16:3e:c7:23:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:00Z', 'updated_at': '2021-08-30T13:23:13Z', 'revision_number': 5, 'project_id': '1db640a70d964862a92b0278204e0a01', 'subnets': [{'id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:42.823451 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.829610 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fac9ee-5f04-456f-982b-73dc42ae4ff6 None None] The sync data for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 is: [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:23:04Z', 'revision_number': 4, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5a1485fa-6dca-4ffd-ace0-673c75a94f85', 'name': '', 'network_id': 'fd66e202-6277-45e4-9038-736c47d32d37', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'mac_address': 'fa:16:3e:c7:23:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:23:00Z', 'updated_at': '2021-08-30T13:23:13Z', 'revision_number': 5, 'project_id': '1db640a70d964862a92b0278204e0a01', 'subnets': [{'id': '2062eeeb-1e7b-46a3-8ac8-545725812198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:30:42.849779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Attempting to bind port 9c6da70d-b326-4462-aa73-366d972d5eba on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:30:42.850154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Attempting to bind port 9c6da70d-b326-4462-aa73-366d972d5eba by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:30:42.850521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Attempting to bind port 9c6da70d-b326-4462-aa73-366d972d5eba on network ed34145f-90f2-4bb0-af69-113ba9e16f77 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:30:42.856582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:30:42.856964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Checking segment: {'id': 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:42.857367 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.857789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Bound using segment: {'id': 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:30:42.858267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Bound port: 9c6da70d-b326-4462-aa73-366d972d5eba, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:30:42.858659 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.862748 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:42.928132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Sync routers for ids ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:30:42.952149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Routers {'90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:42.952787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:43.014191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] For port 9c6da70d-b326-4462-aa73-366d972d5eba, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:30:43.040245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] For port 9c6da70d-b326-4462-aa73-366d972d5eba, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9c6da70d-b326-4462-aa73-366d972d5eba,segment=NetworkSegment(c5397ba1-c6b7-48d7-8e5c-320bfa0740f5),segment_id=c5397ba1-c6b7-48d7-8e5c-320bfa0740f5)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:30:43.075679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Allocated IP 172.25.2.191 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/0bc05dd9-4244-4a98-89d7-302715cd578e) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:30:43.082968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0397e84b-acdf-4a38-a7c4-6ec64697242d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:43.113829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.211184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Set router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:43.226770 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.288101 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154b68f-9b30-4b92-973d-cd74537d7488 None None] New status for floating IP aa126913-8b9c-47eb-9cc4-7b37bf8696c4: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:30:43.293695 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.321522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413d127-56a0-4d8c-b42b-d576e9bc9412 None None] Pushing event updated for resources: {'Port': ['ID=9c6da70d-b326-4462-aa73-366d972d5eba,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:43.384777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc05dd9-4244-4a98-89d7-302715cd578e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:43.443163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:43.445072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:43.450026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0397e84b-acdf-4a38-a7c4-6ec64697242d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:43.450413 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.450525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:30:43.458397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51654) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:43.593697 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c77e96c-2da6-439e-bcfc-93b9b6d1ac11 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.637152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c77e96c-2da6-439e-bcfc-93b9b6d1ac11 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.700615 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c77e96c-2da6-439e-bcfc-93b9b6d1ac11 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.703912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c77e96c-2da6-439e-bcfc-93b9b6d1ac11 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.705413 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5c77e96c-2da6-439e-bcfc-93b9b6d1ac11 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "DELETE /v2.0/security-groups/d9b4c888-8c03-47ed-8ffd-804ff36880b6 HTTP/1.1" status: 204 len: 168 time: 0.2459426 Aug 30 13:30:43.716605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51660) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:43.717986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77e96c-2da6-439e-bcfc-93b9b6d1ac11 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b4c888-8c03-47ed-8ffd-804ff36880b6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:43.741073 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-d8b94251-e568-4f5b-9131-23cd3b120422 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] show failed (client error): The resource could not be found. Aug 30 13:30:43.745453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d8b94251-e568-4f5b-9131-23cd3b120422 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "GET /v2.0/security-groups/d9b4c888-8c03-47ed-8ffd-804ff36880b6 HTTP/1.1" status: 404 len: 347 time: 0.0224221 Aug 30 13:30:43.747123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51662) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:43.812885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:39Z', 'revision_number': 4, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'gw_port': {'id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56b9500a-236f-4d05-ad65-d058f94df426', 'name': '', 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'mac_address': 'fa:16:3e:8d:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:38Z', 'updated_at': '2021-08-30T13:30:39Z', 'revision_number': 2, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'subnets': [{'id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:43.838286 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.847303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Checking router: 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:30:43.847695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Updating router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 port 56b9500a-236f-4d05-ad65-d058f94df426 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:30:43.879998 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.927198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Deleting port 3191067a-05a9-4285-8816-386bc13ebf1b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:43.927689 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:43.946872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:43.974863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: de697f67-8c10-4957-931c-5767a0a0550f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:43.975354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device de697f67-8c10-4957-931c-5767a0a0550f not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:44.036143 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:44.036471 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:44.058013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Calling delete_port for 3191067a-05a9-4285-8816-386bc13ebf1b owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:44.107067 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:44.275588 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:44.349466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Pushing event deleted for resources: {'Port': ['ID=3191067a-05a9-4285-8816-386bc13ebf1b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:44.365210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Router 8cc76587-144f-4b6a-ad60-9275be61e830 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:30:44.427984 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:44.432032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:44.433534 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-50455dc1-07c2-4d34-82cb-f77f01e745e7 tempest-ServerActionsTestJSON-222587324 tempest-ServerActionsTestJSON-222587324-project] 10.222.0.37 "DELETE /v2.0/floatingips/aa126913-8b9c-47eb-9cc4-7b37bf8696c4 HTTP/1.1" status: 204 len: 168 time: 0.6868434 Aug 30 13:30:44.439112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51674) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:44.511893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:30:44.525585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Sync routers for ids ['8cc76587-144f-4b6a-ad60-9275be61e830'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:30:44.538315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:44.543757 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:44.545091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8d2bee19-99dd-4ada-859e-d36a327cce51 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8869076 Aug 30 13:30:44.549890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51678) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:44.559638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Transition to ACTIVE for port object 56b9500a-236f-4d05-ad65-d058f94df426 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:44.564888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Routers {'8cc76587-144f-4b6a-ad60-9275be61e830'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:44.566929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8cc76587-144f-4b6a-ad60-9275be61e830'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:44.569643 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:44.611999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f9baab-514c-467c-9ba9-225595ca24d1 None None] Network ed34145f-90f2-4bb0-af69-113ba9e16f77 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:44.740459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0793d91a-c66e-47e8-b722-3f89a9aab8ca None None] Provisioning for port 9c6da70d-b326-4462-aa73-366d972d5eba completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:44.859233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96828476-dfb5-43b6-a0b2-a7bdaed06297 None None] Pushing event updated for resources: {'Port': ['ID=56b9500a-236f-4d05-ad65-d058f94df426,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:45.140172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Set router 8cc76587-144f-4b6a-ad60-9275be61e830 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:45.142426 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Attempting to bind port 56b9500a-236f-4d05-ad65-d058f94df426 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:30:45.142807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Attempting to bind port 56b9500a-236f-4d05-ad65-d058f94df426 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '89c35d07-299c-4ab6-b5df-927c0c318dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:30:45.143175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Attempting to bind port 56b9500a-236f-4d05-ad65-d058f94df426 on network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:30:45.222337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9c6da70d-b326-4462-aa73-366d972d5eba up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:45.306432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:30:45.306810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Checking segment: {'id': '89c35d07-299c-4ab6-b5df-927c0c318dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:45.307219 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:45.308082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Bound using segment: {'id': '89c35d07-299c-4ab6-b5df-927c0c318dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:30:45.308270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Bound port: 56b9500a-236f-4d05-ad65-d058f94df426, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89c35d07-299c-4ab6-b5df-927c0c318dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:30:45.308664 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:45.415148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9c6da70d-b326-4462-aa73-366d972d5eba completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:45.417260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:45.443487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9c6da70d-b326-4462-aa73-366d972d5eba triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:45.443487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:45.471590 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:45.636822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Allocated IP 172.20.0.1 (ed34145f-90f2-4bb0-af69-113ba9e16f77/04649d34-3703-4196-9bbb-9fcaf823a481/c6593683-ad8d-4637-b9bd-cf8c6a7b742c) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:30:45.772796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] For port 56b9500a-236f-4d05-ad65-d058f94df426, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:30:45.844291 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:45.846218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] For port 56b9500a-236f-4d05-ad65-d058f94df426, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=56b9500a-236f-4d05-ad65-d058f94df426,segment=NetworkSegment(89c35d07-299c-4ab6-b5df-927c0c318dc9),segment_id=89c35d07-299c-4ab6-b5df-927c0c318dc9)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:30:45.867312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:45.928977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Transition to ACTIVE for port object c6593683-ad8d-4637-b9bd-cf8c6a7b742c will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:45.953897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Deleting port 5a1485fa-6dca-4ffd-ace0-673c75a94f85 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:45.954331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.024547 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.082204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96828476-dfb5-43b6-a0b2-a7bdaed06297 None None] Pushing event updated for resources: {'Port': ['ID=56b9500a-236f-4d05-ad65-d058f94df426,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:46.130818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Network ed34145f-90f2-4bb0-af69-113ba9e16f77 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:46.131744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] For port 5a1485fa-6dca-4ffd-ace0-673c75a94f85, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5a1485fa-6dca-4ffd-ace0-673c75a94f85,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:46.132543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.133995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:46.139562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Routers {'90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:46.142312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:30:46.143264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:46.150637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Calling delete_port for 5a1485fa-6dca-4ffd-ace0-673c75a94f85 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:46.195967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6593683-ad8d-4637-b9bd-cf8c6a7b742c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:46.222727 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.227796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.357776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 9c6da70d-b326-4462-aa73-366d972d5eba, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9c6da70d-b326-4462-aa73-366d972d5eba,segment=NetworkSegment(c5397ba1-c6b7-48d7-8e5c-320bfa0740f5),segment_id=c5397ba1-c6b7-48d7-8e5c-320bfa0740f5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:46.364244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:41Z', 'updated_at': '2021-08-30T13:30:43Z', 'revision_number': 3, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'gw_port': {'id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:42Z', 'updated_at': '2021-08-30T13:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:46.417123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51760) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:46.423677 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.481507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.497350 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.535266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1485fa-6dca-4ffd-ace0-673c75a94f85,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:46.551671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Checking router: 8cc76587-144f-4b6a-ad60-9275be61e830 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:30:46.552166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Updating router 8cc76587-144f-4b6a-ad60-9275be61e830 port 0bc05dd9-4244-4a98-89d7-302715cd578e binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:30:46.760529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44c5b463-2dd6-47c8-96ff-8a72670c6bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.776413 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.847204 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.899619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] Set router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:46.936231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-02c029bb-47d2-42d5-ae2e-968f1c6aa990 None None] Provisioning complete for port 9c6da70d-b326-4462-aa73-366d972d5eba triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:46.936613 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-02c029bb-47d2-42d5-ae2e-968f1c6aa990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.938600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.946595 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:46.989989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=9c6da70d-b326-4462-aa73-366d972d5eba,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:47.092190 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.095959 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44c5b463-2dd6-47c8-96ff-8a72670c6bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.097591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6593683-ad8d-4637-b9bd-cf8c6a7b742c,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:47.125426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44c5b463-2dd6-47c8-96ff-8a72670c6bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.224821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Router 6c3d4107-9a0f-4872-83eb-d16b1c39199f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:30:47.242555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 56b9500a-236f-4d05-ad65-d058f94df426 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:47.260291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-44c5b463-2dd6-47c8-96ff-8a72670c6bdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a4059e88f5e4225a60404427dd587c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438313 Aug 30 13:30:47.261068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:47.263596 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5b463-2dd6-47c8-96ff-8a72670c6bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5833957d-5ddb-4000-8454-99afe4292775,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:47.354706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Network ed34145f-90f2-4bb0-af69-113ba9e16f77 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:47.361164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:47.376086 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b58e-6b6d-4a06-92b8-4688ad5a3bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.428128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 56b9500a-236f-4d05-ad65-d058f94df426 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:47.452359 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.455600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7b42b97c-48d6-4a32-a9e7-a32e88b98a6a None None] Provisioning for port c6593683-ad8d-4637-b9bd-cf8c6a7b742c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:47.461040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 56b9500a-236f-4d05-ad65-d058f94df426 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:47.461477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.474229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7b42b97c-48d6-4a32-a9e7-a32e88b98a6a None None] Provisioning complete for port c6593683-ad8d-4637-b9bd-cf8c6a7b742c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:47.474550 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7b42b97c-48d6-4a32-a9e7-a32e88b98a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.478098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Transition to ACTIVE for port object 0bc05dd9-4244-4a98-89d7-302715cd578e will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:47.478950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b58e-6b6d-4a06-92b8-4688ad5a3bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.528594 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.598357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Router 8cc76587-144f-4b6a-ad60-9275be61e830 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:30:47.608278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:39Z', 'revision_number': 4, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'gw_port': {'id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56b9500a-236f-4d05-ad65-d058f94df426', 'name': '', 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'mac_address': 'fa:16:3e:8d:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:38Z', 'updated_at': '2021-08-30T13:30:45Z', 'revision_number': 4, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'subnets': [{'id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:47.668555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7b42b97c-48d6-4a32-a9e7-a32e88b98a6a None None] Port c6593683-ad8d-4637-b9bd-cf8c6a7b742c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:30:47.670211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d2d028-ef7b-4283-af9c-e672409ec43c None None] The sync data for ids ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'] in n-d-688802-6 is: [{'id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:39Z', 'revision_number': 4, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'gw_port': {'id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56b9500a-236f-4d05-ad65-d058f94df426', 'name': '', 'network_id': '1b008cd1-75a3-4a62-956c-b8d0dc0c80c3', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'mac_address': 'fa:16:3e:8d:25:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:38Z', 'updated_at': '2021-08-30T13:30:45Z', 'revision_number': 4, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'subnets': [{'id': 'a5681b59-98c2-4e9f-a560-d14854238d6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:30:47.680950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Attempting to bind port 0bc05dd9-4244-4a98-89d7-302715cd578e on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:30:47.682283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Attempting to bind port 0bc05dd9-4244-4a98-89d7-302715cd578e by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:30:47.682283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Attempting to bind port 0bc05dd9-4244-4a98-89d7-302715cd578e on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:30:47.682700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b58e-6b6d-4a06-92b8-4688ad5a3bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.686246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3cc9b58e-6b6d-4a06-92b8-4688ad5a3bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.687553 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3cc9b58e-6b6d-4a06-92b8-4688ad5a3bee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5833957d-5ddb-4000-8454-99afe4292775 HTTP/1.1" status: 204 len: 168 time: 0.4211283 Aug 30 13:30:47.688125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe132f9-82e8-4fdb-9687-bb894166a17c None None] Pushing event updated for resources: {'Port': ['ID=0bc05dd9-4244-4a98-89d7-302715cd578e,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:47.732624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9b58e-6b6d-4a06-92b8-4688ad5a3bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5833957d-5ddb-4000-8454-99afe4292775,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:47.741014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:30:47.741404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:47.742068 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.742484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:30:47.742985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Bound port: 0bc05dd9-4244-4a98-89d7-302715cd578e, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:30:47.743380 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.761718 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:30:47.780724 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fb20f6d0-1855-48d1-9ec5-f060ab27e2f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/8cc76587-144f-4b6a-ad60-9275be61e830/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2295113 Aug 30 13:30:47.810202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:30:47.821579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51772) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:47.828856 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] Sync routers for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:30:47.829361 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9401d328-eb10-42af-b1f4-60adaaa400ec admin admin] 10.222.0.37 "PUT /v2.0/routers/6c3d4107-9a0f-4872-83eb-d16b1c39199f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3808129 Aug 30 13:30:47.849850 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:47.850198 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.851066 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:47.922109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1456323d-c9b4-46f7-b46b-ebadc3389f3b None None] Provisioning complete for port c6593683-ad8d-4637-b9bd-cf8c6a7b742c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:47.923079 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1456323d-c9b4-46f7-b46b-ebadc3389f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:47.959716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] For port 0bc05dd9-4244-4a98-89d7-302715cd578e, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:30:48.008269 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.042548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 56b9500a-236f-4d05-ad65-d058f94df426, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=56b9500a-236f-4d05-ad65-d058f94df426,segment=NetworkSegment(89c35d07-299c-4ab6-b5df-927c0c318dc9),segment_id=89c35d07-299c-4ab6-b5df-927c0c318dc9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:48.056280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] For port 0bc05dd9-4244-4a98-89d7-302715cd578e, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0bc05dd9-4244-4a98-89d7-302715cd578e,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:30:48.060800 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.071582 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.111567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1456323d-c9b4-46f7-b46b-ebadc3389f3b None None] Port c6593683-ad8d-4637-b9bd-cf8c6a7b742c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:30:48.168302 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:48.185557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Routers {'8cc76587-144f-4b6a-ad60-9275be61e830'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:48.186365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8cc76587-144f-4b6a-ad60-9275be61e830'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:48.251447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=56b9500a-236f-4d05-ad65-d058f94df426,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:48.269256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51780) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:48.304560 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b224d51-6b02-43bd-8aef-98c201332197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.546493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b224d51-6b02-43bd-8aef-98c201332197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.559293 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b224d51-6b02-43bd-8aef-98c201332197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.586117 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 5, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:48.666408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4b224d51-6b02-43bd-8aef-98c201332197 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b246d0d745844d45a12fa3c3ea5d9f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927143 Aug 30 13:30:48.666648 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] Checking router: 6c3d4107-9a0f-4872-83eb-d16b1c39199f for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:30:48.670863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51796) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:48.675905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b224d51-6b02-43bd-8aef-98c201332197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0107d9-eeca-4d5c-8348-803fdbd1df59,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:48.683613 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] Routers {'6c3d4107-9a0f-4872-83eb-d16b1c39199f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:48.684213 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:48.718614 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.805222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5b239deb-85b0-49ee-8008-4425259e51d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.822371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe132f9-82e8-4fdb-9687-bb894166a17c None None] Pushing event updated for resources: {'Port': ['ID=0bc05dd9-4244-4a98-89d7-302715cd578e,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:48.834049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Deleting port c1b18d3b-3c2a-4a48-ab80-143e6879f70f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:48.834302 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.844671 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5b239deb-85b0-49ee-8008-4425259e51d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.873907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] Set router 8cc76587-144f-4b6a-ad60-9275be61e830 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:48.887396 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] Set router 6c3d4107-9a0f-4872-83eb-d16b1c39199f gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:48.942692 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5b239deb-85b0-49ee-8008-4425259e51d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.945404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5b239deb-85b0-49ee-8008-4425259e51d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:48.949897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5b239deb-85b0-49ee-8008-4425259e51d6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f0107d9-eeca-4d5c-8348-803fdbd1df59 HTTP/1.1" status: 204 len: 168 time: 0.2757311 Aug 30 13:30:48.967349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b239deb-85b0-49ee-8008-4425259e51d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0107d9-eeca-4d5c-8348-803fdbd1df59,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:49.038472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] For port c1b18d3b-3c2a-4a48-ab80-143e6879f70f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c1b18d3b-3c2a-4a48-ab80-143e6879f70f,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:49.040209 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.073406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9c6da70d-b326-4462-aa73-366d972d5eba up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:49.079736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Calling delete_port for c1b18d3b-3c2a-4a48-ab80-143e6879f70f owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:49.265288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9c6da70d-b326-4462-aa73-366d972d5eba triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:49.265573 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.294275 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 5, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:49.361541 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.373702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:41Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 4, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'gw_port': {'id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:42Z', 'updated_at': '2021-08-30T13:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'c6593683-ad8d-4637-b9bd-cf8c6a7b742c', 'name': '', 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'mac_address': 'fa:16:3e:9c:a6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:45Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 2, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'subnets': [{'id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:49.415918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b18d3b-3c2a-4a48-ab80-143e6879f70f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:49.439289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3105d8a0-30b3-4a9b-8b29-e087a1128480 None None] The sync data for ids ['8cc76587-144f-4b6a-ad60-9275be61e830'] in n-d-688802-6 is: [{'id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:41Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 4, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'gw_port': {'id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:42Z', 'updated_at': '2021-08-30T13:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'c6593683-ad8d-4637-b9bd-cf8c6a7b742c', 'name': '', 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'mac_address': 'fa:16:3e:9c:a6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:45Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 2, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'subnets': [{'id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:30:49.466857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 56b9500a-236f-4d05-ad65-d058f94df426 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:49.471040 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99160d04-c46d-48fe-a277-9d78756f07b9 None None] The sync data for ids ['6c3d4107-9a0f-4872-83eb-d16b1c39199f'] in n-d-688802-6 is: [{'id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'name': 'tempest-ServerActionsTestJSON-1204850102-router', 'tenant_id': '1db640a70d964862a92b0278204e0a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:22:53Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 5, 'project_id': '1db640a70d964862a92b0278204e0a01', 'gw_port': {'id': 'c1b18d3b-3c2a-4a48-ab80-143e6879f70f', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3d4107-9a0f-4872-83eb-d16b1c39199f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:22:54Z', 'updated_at': '2021-08-30T13:23:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:30:49.546635 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.563761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 56b9500a-236f-4d05-ad65-d058f94df426 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:49.564440 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.713277 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.717795 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.782179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.787726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c3d4107-9a0f-4872-83eb-d16b1c39199f {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:30:49.793868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.795225 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e766b3b9-6212-4511-aaaf-abae78dc7b89 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6c3d4107-9a0f-4872-83eb-d16b1c39199f HTTP/1.1" status: 204 len: 168 time: 1.9726501 Aug 30 13:30:49.798136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51832) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:49.866546 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51836) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:49.897483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1ff017-65cf-4f7f-964b-2075853269d7 admin admin] Deleting subnet 2062eeeb-1e7b-46a3-8ac8-545725812198 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:30:49.913120 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff017-65cf-4f7f-964b-2075853269d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:49.972352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff017-65cf-4f7f-964b-2075853269d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.138338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff017-65cf-4f7f-964b-2075853269d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.243033 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff017-65cf-4f7f-964b-2075853269d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.273026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ff017-65cf-4f7f-964b-2075853269d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2062eeeb-1e7b-46a3-8ac8-545725812198,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:50.293752 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1b1ff017-65cf-4f7f-964b-2075853269d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.300682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74499894-42fd-49b9-96e3-7455dfd3e58d None None] Network fd66e202-6277-45e4-9038-736c47d32d37 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:50.301387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51846) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:50.310322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1b1ff017-65cf-4f7f-964b-2075853269d7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2062eeeb-1e7b-46a3-8ac8-545725812198 HTTP/1.1" status: 204 len: 168 time: 0.5093808 Aug 30 13:30:50.449827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.563350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Deleting port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:50.563692 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.574729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0be3dd-c810-4e86-9da6-06fcdc4d5aff None None] DHCP port deletion for fd66e202-6277-45e4-9038-736c47d32d37 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:30:50.646914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cb0be3dd-c810-4e86-9da6-06fcdc4d5aff None None] Deleting port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:50.647337 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cb0be3dd-c810-4e86-9da6-06fcdc4d5aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.666660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] For port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=189f33ca-45b8-4b7f-aacc-3822ace7a8cd,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:50.667021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.682939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Calling delete_port for 189f33ca-45b8-4b7f-aacc-3822ace7a8cd owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:50.747100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cb0be3dd-c810-4e86-9da6-06fcdc4d5aff None None] For port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=189f33ca-45b8-4b7f-aacc-3822ace7a8cd,segment=NetworkSegment(989994fc-e46e-49c0-b631-52d11bdd77ea),segment_id=989994fc-e46e-49c0-b631-52d11bdd77ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:50.747657 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cb0be3dd-c810-4e86-9da6-06fcdc4d5aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.761617 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.765709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-cb0be3dd-c810-4e86-9da6-06fcdc4d5aff None None] Calling delete_port for 189f33ca-45b8-4b7f-aacc-3822ace7a8cd owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:50.854101 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.873513 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cb0be3dd-c810-4e86-9da6-06fcdc4d5aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:50.894061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Pushing event deleted for resources: {'Port': ['ID=189f33ca-45b8-4b7f-aacc-3822ace7a8cd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:50.897953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] No DVR routers for this DVR port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:50.904525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0be3dd-c810-4e86-9da6-06fcdc4d5aff None None] Pushing event deleted for resources: {'Port': ['ID=189f33ca-45b8-4b7f-aacc-3822ace7a8cd,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:50.914455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0be3dd-c810-4e86-9da6-06fcdc4d5aff None None] No DVR routers for this DVR port 189f33ca-45b8-4b7f-aacc-3822ace7a8cd on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:51.045950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.059238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd66e202-6277-45e4-9038-736c47d32d37']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:51.071830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989994fc-e46e-49c0-b631-52d11bdd77ea') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:51.072127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989994fc-e46e-49c0-b631-52d11bdd77ea') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:51.084839 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.107231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.117228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:30:51.117749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:30:51.119347 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:30:51.171844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51862) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:51.221583 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.229428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.233617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fd66e202-6277-45e4-9038-736c47d32d37 HTTP/1.1" status: 204 len: 168 time: 0.9292057 Aug 30 13:30:51.244034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dde30a-2af2-415a-b70b-e99bf55b9249 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd66e202-6277-45e4-9038-736c47d32d37,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:51.264038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Deleting port 56b9500a-236f-4d05-ad65-d058f94df426 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:51.264317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.354284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] For port 56b9500a-236f-4d05-ad65-d058f94df426, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=56b9500a-236f-4d05-ad65-d058f94df426,segment=NetworkSegment(89c35d07-299c-4ab6-b5df-927c0c318dc9),segment_id=89c35d07-299c-4ab6-b5df-927c0c318dc9)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:51.354882 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.372890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Calling delete_port for 56b9500a-236f-4d05-ad65-d058f94df426 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:51.382429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-647420916'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:51.450869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Made reservation on behalf of ee1dbe72ae5149a69c6f5c7076ead60f for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:51.454440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.484968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.535860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51868) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:51.556795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5a1485fa-6dca-4ffd-ace0-673c75a94f85 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:51.596100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 5a1485fa-6dca-4ffd-ace0-673c75a94f85 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:51.596100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5a1485fa-6dca-4ffd-ace0-673c75a94f85 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:51.596100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 189f33ca-45b8-4b7f-aacc-3822ace7a8cd no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:51.619207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 189f33ca-45b8-4b7f-aacc-3822ace7a8cd {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:51.619564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 189f33ca-45b8-4b7f-aacc-3822ace7a8cd not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:51.630701 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8dd311bf-b146-4e65-a207-bc716c60aead admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1db640a70d964862a92b0278204e0a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900366 Aug 30 13:30:51.631297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51870) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:51.676857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.710177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Pushing event deleted for resources: {'Port': ['ID=56b9500a-236f-4d05-ad65-d058f94df426,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:51.738424 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb462cbd-9948-45e1-9754-b1cf19e1dbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.741630 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.751919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.785831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb462cbd-9948-45e1-9754-b1cf19e1dbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.816788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:30:51.827545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeed9c7-906d-489f-8d3e-3d4bc8e1ee0b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:51.852476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.852826 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Added segment ec83b151-061d-41b1-bc72-e14a4cf8f316 of type vlan for network ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 Aug 30 13:30:51.896420 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.915632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb462cbd-9948-45e1-9754-b1cf19e1dbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.918599 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bb462cbd-9948-45e1-9754-b1cf19e1dbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.922545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bb462cbd-9948-45e1-9754-b1cf19e1dbcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/97ae4e27-b613-4014-956f-6318375be59d HTTP/1.1" status: 204 len: 168 time: 0.2898629 Aug 30 13:30:51.947595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb462cbd-9948-45e1-9754-b1cf19e1dbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ae4e27-b613-4014-956f-6318375be59d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:51.949024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.959733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:51.966694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:51.967682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:52.032876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8589809 Aug 30 13:30:52.041838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51874) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:52.051625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Request body: {'subnet': {'network_id': 'ebb65ee6-ae2e-424e-9b47-9535d4dfcd12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:52.116717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f3a7ef-868c-4333-b7ff-31fdb2a5a736 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event updated for resources: {'Network': ['ID=ebb65ee6-ae2e-424e-9b47-9535d4dfcd12,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:52.136552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:30:52.168870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Made reservation on behalf of ee1dbe72ae5149a69c6f5c7076ead60f for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:52.175123 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:52.304383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:30:52.435883 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:52.455139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:30:52.463587 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-208d735d-c0ee-4237-9b98-111b2928c8dc admin admin] 10.222.0.37 "PUT /v2.0/routers/90f8c1bb-54a4-4af7-9fbf-a418f20dcc42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5950398 Aug 30 13:30:52.471090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] Sync routers for ids ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:30:52.482545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51884) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:52.493484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] Routers {'90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:52.494207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:52.528725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event updated for resources: {'Subnet': ['ID=ee413894-8221-4861-81ab-fb2a0755ee16,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:52.550647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Checking segment: {'id': 'ec83b151-061d-41b1-bc72-e14a4cf8f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebb65ee6-ae2e-424e-9b47-9535d4dfcd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:52.551222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Network hostable DHCP agents. Network: ebb65ee6-ae2e-424e-9b47-9535d4dfcd12, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:30:52.579550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Network ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:30:52.604451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ebb65ee6-ae2e-424e-9b47-9535d4dfcd12) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:52.618407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:52.619206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:52.625283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa753667-63e1-4e70-9db2-63a3a6e7a7e3 None None] Network ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:52.649359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e8ff066f-f506-4994-b968-a8ee4c327c06 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6063657 Aug 30 13:30:52.650140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51888) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:52.655667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Request body: {'port': {'network_id': 'ebb65ee6-ae2e-424e-9b47-9535d4dfcd12', 'name': 'tempest-DHCPAgentSchedulersTestJSON-298739127'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:52.693101 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:52.841050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] Set router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:52.855876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Made reservation on behalf of ee1dbe72ae5149a69c6f5c7076ead60f for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:52.860849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:52.888333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] device_id is not set on port 2f3016da-9d15-441c-8c29-519c84338232 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:30:52.891152 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:52.988700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Deleting port 0397e84b-acdf-4a38-a7c4-6ec64697242d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:52.989327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.063721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Allocated IP 172.20.0.9 (ebb65ee6-ae2e-424e-9b47-9535d4dfcd12/ee413894-8221-4861-81ab-fb2a0755ee16/2f3016da-9d15-441c-8c29-519c84338232) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:30:53.138630 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Sync routers for ids ['8cc76587-144f-4b6a-ad60-9275be61e830'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:30:53.150179 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Routers {'8cc76587-144f-4b6a-ad60-9275be61e830'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:53.150817 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8cc76587-144f-4b6a-ad60-9275be61e830'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:53.160901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-ebb65ee6-ae2e-424e-9b47-9535d4dfcd12', 'network_id': 'ebb65ee6-ae2e-424e-9b47-9535d4dfcd12', 'tenant_id': 'ee1dbe72ae5149a69c6f5c7076ead60f', 'fixed_ips': [{'subnet_id': 'ee413894-8221-4861-81ab-fb2a0755ee16'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:30:53.161325 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.167220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] For port 0397e84b-acdf-4a38-a7c4-6ec64697242d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0397e84b-acdf-4a38-a7c4-6ec64697242d,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:53.167592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.209931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0bc05dd9-4244-4a98-89d7-302715cd578e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:53.218136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Calling delete_port for 0397e84b-acdf-4a38-a7c4-6ec64697242d owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:53.317061 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Set router 8cc76587-144f-4b6a-ad60-9275be61e830 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:53.381927 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.429444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211'}], 'enable_snat': True}, 'gw_port_id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:51Z', 'revision_number': 5, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'gw_port': {'id': '0397e84b-acdf-4a38-a7c4-6ec64697242d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:16:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3249, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:53.432394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Transition to ACTIVE for port object 2f3016da-9d15-441c-8c29-519c84338232 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:53.458929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] Checking router: 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:30:53.480497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0bc05dd9-4244-4a98-89d7-302715cd578e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:53.485583 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0bc05dd9-4244-4a98-89d7-302715cd578e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:53.486229 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.499915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.535203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] Routers {'90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:53.536016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:53.564906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event updated for resources: {'Port': ['ID=2f3016da-9d15-441c-8c29-519c84338232,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:53.588760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Network ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:53.590799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:53.599123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:30:53.696157 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:41Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 4, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'gw_port': {'id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:42Z', 'updated_at': '2021-08-30T13:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'c6593683-ad8d-4637-b9bd-cf8c6a7b742c', 'name': '', 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'mac_address': 'fa:16:3e:9c:a6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:45Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 2, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'subnets': [{'id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:53.708245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:53.709921 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.730293 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Checking router: 8cc76587-144f-4b6a-ad60-9275be61e830 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:30:53.730641 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Updating router 8cc76587-144f-4b6a-ad60-9275be61e830 port c6593683-ad8d-4637-b9bd-cf8c6a7b742c binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:30:53.735119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7e445e3e-11dd-492c-8d8b-48f2029bb2fd tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0811896 Aug 30 13:30:53.735465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51906) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:53.763677 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.886197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b583e612-3413-465c-9b05-3914ee553d81 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Deleting port 2f3016da-9d15-441c-8c29-519c84338232 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:53.886197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b583e612-3413-465c-9b05-3914ee553d81 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.942746 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.944171 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:53.963946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 0bc05dd9-4244-4a98-89d7-302715cd578e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0bc05dd9-4244-4a98-89d7-302715cd578e,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:53.968690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] Set router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:53.971799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Allocated IP 172.20.0.2 (ebb65ee6-ae2e-424e-9b47-9535d4dfcd12/ee413894-8221-4861-81ab-fb2a0755ee16/8572a1b1-0d04-4a0a-be47-75a605efc4ae) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:30:53.974007 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.022224 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b583e612-3413-465c-9b05-3914ee553d81 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.038254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b583e612-3413-465c-9b05-3914ee553d81 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Calling delete_port for 2f3016da-9d15-441c-8c29-519c84338232 owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:54.047870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1b18d3b-3c2a-4a48-ab80-143e6879f70f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:54.050656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=0397e84b-acdf-4a38-a7c4-6ec64697242d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:54.052566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51910) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:54.083488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:52Z', 'revision_number': 6, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:54.105267 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.123756 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Transition to ACTIVE for port object c6593683-ad8d-4637-b9bd-cf8c6a7b742c will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:54.129023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f3a9be-6a92-46ce-bb2f-0128917e01a9 None None] The sync data for ids ['90f8c1bb-54a4-4af7-9fbf-a418f20dcc42'] in n-d-688802-6 is: [{'id': '90f8c1bb-54a4-4af7-9fbf-a418f20dcc42', 'name': 'tempest-TestAggregatesBasicOps-919152031-router', 'tenant_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:35Z', 'updated_at': '2021-08-30T13:30:52Z', 'revision_number': 6, 'project_id': '1b918334a8cd4bc2b9e7673f90687e2e', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:30:54.136260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c1b18d3b-3c2a-4a48-ab80-143e6879f70f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:54.136611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1b18d3b-3c2a-4a48-ab80-143e6879f70f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:54.138289 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.191366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.255275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b583e612-3413-465c-9b05-3914ee553d81 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.286304 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Pushing event updated for resources: {'Port': ['ID=c6593683-ad8d-4637-b9bd-cf8c6a7b742c,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:54.290636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=0bc05dd9-4244-4a98-89d7-302715cd578e,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:54.308159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583e612-3413-465c-9b05-3914ee553d81 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event deleted for resources: {'Port': ['ID=2f3016da-9d15-441c-8c29-519c84338232,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:54.330599 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Attempting to bind port c6593683-ad8d-4637-b9bd-cf8c6a7b742c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:30:54.331008 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Attempting to bind port c6593683-ad8d-4637-b9bd-cf8c6a7b742c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:30:54.331375 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Attempting to bind port c6593683-ad8d-4637-b9bd-cf8c6a7b742c on network ed34145f-90f2-4bb0-af69-113ba9e16f77 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:30:54.334117 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.334460 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.334797 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.335128 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.335459 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.335786 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.336116 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.336432 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.336753 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.337073 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.337393 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.337729 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:30:54.344281 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:30:54.344656 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Checking segment: {'id': 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:54.345055 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.345443 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Bound using segment: {'id': 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:30:54.345936 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Bound port: c6593683-ad8d-4637-b9bd-cf8c6a7b742c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:30:54.346954 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.350292 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6f4a4be-3388-4d2f-8cd2-dfd53cc92a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.413511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b583e612-3413-465c-9b05-3914ee553d81 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.418300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b583e612-3413-465c-9b05-3914ee553d81 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] 10.222.0.37 "DELETE /v2.0/ports/2f3016da-9d15-441c-8c29-519c84338232 HTTP/1.1" status: 204 len: 168 time: 0.6792812 Aug 30 13:30:54.418837 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.425008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51914) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:54.429584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Transition to ACTIVE for port object 8572a1b1-0d04-4a0a-be47-75a605efc4ae will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:54.439066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.442472 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.485829 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] For port c6593683-ad8d-4637-b9bd-cf8c6a7b742c, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:30:54.490008 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] For port c6593683-ad8d-4637-b9bd-cf8c6a7b742c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c6593683-ad8d-4637-b9bd-cf8c6a7b742c,segment=NetworkSegment(c5397ba1-c6b7-48d7-8e5c-320bfa0740f5),segment_id=c5397ba1-c6b7-48d7-8e5c-320bfa0740f5)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:30:54.491516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Transition to ACTIVE for port object 8572a1b1-0d04-4a0a-be47-75a605efc4ae will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:30:54.499048 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.513860 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.522666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.524252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:30:54.540491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.542943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b7fb041a-05c4-43a8-91b1-0b0117060ffa admin admin] 10.222.0.37 "DELETE /v2.0/routers/90f8c1bb-54a4-4af7-9fbf-a418f20dcc42 HTTP/1.1" status: 204 len: 168 time: 2.0583065 Aug 30 13:30:54.545380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51918) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:54.563645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6f4a4be-3388-4d2f-8cd2-dfd53cc92a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.573842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e6f4a4be-3388-4d2f-8cd2-dfd53cc92a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.617546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Network ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:30:54.618931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b78189f-c994-4b5e-a3c0-2189fa77043a admin admin] Deleting subnet a5681b59-98c2-4e9f-a560-d14854238d6b {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:30:54.622734 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b78189f-c994-4b5e-a3c0-2189fa77043a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.633526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:30:54.636034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:30:54.645258 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Routers {'8cc76587-144f-4b6a-ad60-9275be61e830'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:54.648982 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8cc76587-144f-4b6a-ad60-9275be61e830'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:54.651260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Pushing event updated for resources: {'Port': ['ID=8572a1b1-0d04-4a0a-be47-75a605efc4ae,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:54.667716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e6f4a4be-3388-4d2f-8cd2-dfd53cc92a8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff4e7232c7ab47faa1de492299f35558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099608 Aug 30 13:30:54.670794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51920) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:54.714090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4a4be-3388-4d2f-8cd2-dfd53cc92a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2435dbb0-5401-4e90-b885-47d139ab7991,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:54.720538 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b78189f-c994-4b5e-a3c0-2189fa77043a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.754190 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f3a89-48ab-4489-b66a-3933fc46074d None None] Pushing event updated for resources: {'Port': ['ID=c6593683-ad8d-4637-b9bd-cf8c6a7b742c,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:54.772539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Attempting to bind port 8572a1b1-0d04-4a0a-be47-75a605efc4ae on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:30:54.772888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Attempting to bind port 8572a1b1-0d04-4a0a-be47-75a605efc4ae by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'ec83b151-061d-41b1-bc72-e14a4cf8f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebb65ee6-ae2e-424e-9b47-9535d4dfcd12'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:30:54.773281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Attempting to bind port 8572a1b1-0d04-4a0a-be47-75a605efc4ae on network ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:30:54.785934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:30:54.786383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Checking segment: {'id': 'ec83b151-061d-41b1-bc72-e14a4cf8f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebb65ee6-ae2e-424e-9b47-9535d4dfcd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:30:54.786746 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.787330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Bound using segment: {'id': 'ec83b151-061d-41b1-bc72-e14a4cf8f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebb65ee6-ae2e-424e-9b47-9535d4dfcd12'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:30:54.787826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Bound port: 8572a1b1-0d04-4a0a-be47-75a605efc4ae, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec83b151-061d-41b1-bc72-e14a4cf8f316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ebb65ee6-ae2e-424e-9b47-9535d4dfcd12'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:30:54.788220 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.798692 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0b091bc3-0183-4180-990b-a70e0a4f3d3d tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.3722305 Aug 30 13:30:54.802118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51922) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:54.812693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1744525809'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:30:54.858156 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] Set router 8cc76587-144f-4b6a-ad60-9275be61e830 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:54.862265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19e44df0-ce8e-4a0e-bd70-b366ca1f79d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.879855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] For port 8572a1b1-0d04-4a0a-be47-75a605efc4ae, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:30:54.883913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] For port 8572a1b1-0d04-4a0a-be47-75a605efc4ae, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8572a1b1-0d04-4a0a-be47-75a605efc4ae,segment=NetworkSegment(ec83b151-061d-41b1-bc72-e14a4cf8f316),segment_id=ec83b151-061d-41b1-bc72-e14a4cf8f316)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:30:54.889603 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.911525 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19e44df0-ce8e-4a0e-bd70-b366ca1f79d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.915050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Made reservation on behalf of ee1dbe72ae5149a69c6f5c7076ead60f for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:30:54.918484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.959824 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b78189f-c994-4b5e-a3c0-2189fa77043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:54.983968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64cc488-0e77-40b0-855d-433765cb9705 None None] Pushing event updated for resources: {'Port': ['ID=8572a1b1-0d04-4a0a-be47-75a605efc4ae,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:55.019675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:30:55.035272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.035746 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Added segment fc01b61c-474c-4373-9024-ad8f96083c53 of type vlan for network 3d73e78e-8176-425a-a82a-e86a3865a792 Aug 30 13:30:55.097740 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.103842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19e44df0-ce8e-4a0e-bd70-b366ca1f79d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.106414 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-19e44df0-ce8e-4a0e-bd70-b366ca1f79d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.109862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-19e44df0-ce8e-4a0e-bd70-b366ca1f79d0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2435dbb0-5401-4e90-b885-47d139ab7991 HTTP/1.1" status: 204 len: 168 time: 0.4358263 Aug 30 13:30:55.109862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b78189f-c994-4b5e-a3c0-2189fa77043a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.142835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78189f-c994-4b5e-a3c0-2189fa77043a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5681b59-98c2-4e9f-a560-d14854238d6b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:55.164601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e44df0-ce8e-4a0e-bd70-b366ca1f79d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2435dbb0-5401-4e90-b885-47d139ab7991,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:55.174524 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b78189f-c994-4b5e-a3c0-2189fa77043a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.176040 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7b78189f-c994-4b5e-a3c0-2189fa77043a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a5681b59-98c2-4e9f-a560-d14854238d6b HTTP/1.1" status: 204 len: 168 time: 0.6293130 Aug 30 13:30:55.178599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51926) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:55.180076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dfb3f9-25a4-4f0a-a51a-ec3c85839471 None None] Network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:55.201485 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.207765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:30:55.208395 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.209101 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:41Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 4, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'gw_port': {'id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:42Z', 'updated_at': '2021-08-30T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'c6593683-ad8d-4637-b9bd-cf8c6a7b742c', 'name': '', 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'mac_address': 'fa:16:3e:9c:a6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:45Z', 'updated_at': '2021-08-30T13:30:54Z', 'revision_number': 4, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'subnets': [{'id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:55.274890 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4776244-3a01-4b10-9b29-52bd2d0dddcb None None] The sync data for ids ['8cc76587-144f-4b6a-ad60-9275be61e830'] in n-d-688802-6 is: [{'id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:41Z', 'updated_at': '2021-08-30T13:30:46Z', 'revision_number': 4, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'gw_port': {'id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:42Z', 'updated_at': '2021-08-30T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'c6593683-ad8d-4637-b9bd-cf8c6a7b742c', 'name': '', 'network_id': 'ed34145f-90f2-4bb0-af69-113ba9e16f77', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'mac_address': 'fa:16:3e:9c:a6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_interface', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:45Z', 'updated_at': '2021-08-30T13:30:54Z', 'revision_number': 4, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'subnets': [{'id': '04649d34-3703-4196-9bbb-9fcaf823a481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:30:55.350828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c6593683-ad8d-4637-b9bd-cf8c6a7b742c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:55.457122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.538297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c6593683-ad8d-4637-b9bd-cf8c6a7b742c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:55.559210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c6593683-ad8d-4637-b9bd-cf8c6a7b742c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:55.560268 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.565347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Deleting port 53cfd27e-b1d0-4586-bd13-5af013403b49 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:55.565844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.566823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event updated for resources: {'Network': ['ID=3d73e78e-8176-425a-a82a-e86a3865a792,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:55.575797 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9dcd9119-a54b-452e-a059-b25f78710931 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7717896 Aug 30 13:30:55.578893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51930) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:55.675662 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 3d73e78e-8176-425a-a82a-e86a3865a792 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:30:55.678520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] DHCP port deletion for 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:30:55.756421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] For port 53cfd27e-b1d0-4586-bd13-5af013403b49, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=53cfd27e-b1d0-4586-bd13-5af013403b49,segment=NetworkSegment(89c35d07-299c-4ab6-b5df-927c0c318dc9),segment_id=89c35d07-299c-4ab6-b5df-927c0c318dc9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:55.757918 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.812969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Calling delete_port for 53cfd27e-b1d0-4586-bd13-5af013403b49 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:55.869356 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.980460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c6593683-ad8d-4637-b9bd-cf8c6a7b742c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c6593683-ad8d-4637-b9bd-cf8c6a7b742c,segment=NetworkSegment(c5397ba1-c6b7-48d7-8e5c-320bfa0740f5),segment_id=c5397ba1-c6b7-48d7-8e5c-320bfa0740f5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:55.992256 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:55.993467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0bc05dd9-4244-4a98-89d7-302715cd578e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:56.006421 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-606011f6-3a3e-492d-85ad-d8159176871a tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] 10.222.0.37 "GET /v2.0/agents/71c59b10-02ad-406a-84b6-ba7a7891e102/dhcp-networks HTTP/1.1" status: 200 len: 4857 time: 0.4230514 Aug 30 13:30:56.008996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51940) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:56.063162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] Deleting port 53cfd27e-b1d0-4586-bd13-5af013403b49 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:56.063550 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.127387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.154191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] No DVR routers for this DVR port 53cfd27e-b1d0-4586-bd13-5af013403b49 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:56.218500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] For port 53cfd27e-b1d0-4586-bd13-5af013403b49, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=53cfd27e-b1d0-4586-bd13-5af013403b49,segment=NetworkSegment(89c35d07-299c-4ab6-b5df-927c0c318dc9),segment_id=89c35d07-299c-4ab6-b5df-927c0c318dc9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:56.218918 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.234768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] Calling delete_port for 53cfd27e-b1d0-4586-bd13-5af013403b49 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:56.291426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cfd27e-b1d0-4586-bd13-5af013403b49,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:56.326239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fb9f88-da55-43b9-8520-c9113f1e8c19 tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] Network 3d73e78e-8176-425a-a82a-e86a3865a792 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:30:56.343555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-62fb9f88-da55-43b9-8520-c9113f1e8c19 tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] 10.222.0.37 "POST /v2.0/agents/71c59b10-02ad-406a-84b6-ba7a7891e102/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3330255 Aug 30 13:30:56.347202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51950) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:56.358809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab709e-806c-4f87-9dca-4a1d5851df85 None None] Network 3d73e78e-8176-425a-a82a-e86a3865a792 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:56.368786 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.393698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b008cd1-75a3-4a62-956c-b8d0dc0c80c3']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:56.424024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c35d07-299c-4ab6-b5df-927c0c318dc9') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:56.426096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c35d07-299c-4ab6-b5df-927c0c318dc9') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:56.454299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.463071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c6593683-ad8d-4637-b9bd-cf8c6a7b742c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:56.469468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0bc05dd9-4244-4a98-89d7-302715cd578e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:56.469788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.497409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.513505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:30:56.513692 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:30:56.516413 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:30:56.554806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f3569-8ecd-498a-a5ac-138c556f3a16 None None] Network ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:56.606057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.615408 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.623927 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 HTTP/1.1" status: 204 len: 168 time: 1.4436209 Aug 30 13:30:56.628587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51954) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:56.634157 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a3fbf56b-58d9-4195-8584-b119c37f55ba tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] 10.222.0.37 "GET /v2.0/agents/71c59b10-02ad-406a-84b6-ba7a7891e102/dhcp-networks HTTP/1.1" status: 200 len: 5628 time: 0.2854538 Aug 30 13:30:56.637555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51956) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:56.660373 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:56.668941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5422ef1d-bdbe-420a-97ac-d16bdf946463 None None] Provisioning for port 8572a1b1-0d04-4a0a-be47-75a605efc4ae completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:56.719203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] Network 1b008cd1-75a3-4a62-956c-b8d0dc0c80c3 is not hosted by any dhcp agent {{(pid=95700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:30:56.720000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] No DVR routers for this DVR port 53cfd27e-b1d0-4586-bd13-5af013403b49 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:56.736132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c72078-1414-4baf-af42-c27805f86a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b008cd1-75a3-4a62-956c-b8d0dc0c80c3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:56.736481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c0dc10fa-cd6b-48cc-b59b-bd5b7f941815 tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] 10.222.0.37 "DELETE /v2.0/agents/71c59b10-02ad-406a-84b6-ba7a7891e102/dhcp-networks/3d73e78e-8176-425a-a82a-e86a3865a792 HTTP/1.1" status: 204 len: 168 time: 0.0918071 Aug 30 13:30:56.736744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e26b0-f65b-4140-a67a-7120722de497 None None] Pushing event deleted for resources: {'Port': ['ID=53cfd27e-b1d0-4586-bd13-5af013403b49,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:56.736863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51960) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:56.900699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0397e84b-acdf-4a38-a7c4-6ec64697242d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:56.922898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0397e84b-acdf-4a38-a7c4-6ec64697242d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:56.923250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0397e84b-acdf-4a38-a7c4-6ec64697242d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:56.923664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 56b9500a-236f-4d05-ad65-d058f94df426 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:56.936403 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0c637451-1434-4deb-b0b8-3105654bd466 tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] 10.222.0.37 "GET /v2.0/agents/71c59b10-02ad-406a-84b6-ba7a7891e102/dhcp-networks HTTP/1.1" status: 200 len: 4097 time: 0.1978424 Aug 30 13:30:56.936748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51964) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:56.949141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 56b9500a-236f-4d05-ad65-d058f94df426 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:56.949481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 56b9500a-236f-4d05-ad65-d058f94df426 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:56.985917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b8d2c639-9ca3-40a6-9e84-dd98b3f9e24f tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] 10.222.0.37 "GET /v2.0/networks/ebb65ee6-ae2e-424e-9b47-9535d4dfcd12/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0400286 Aug 30 13:30:56.986582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51968) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:57.019277 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-75503b10-0b69-48f3-9c36-4b309582297f tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] 10.222.0.37 "GET /v2.0/networks/ebb65ee6-ae2e-424e-9b47-9535d4dfcd12/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0309973 Aug 30 13:30:57.019893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51970) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:57.188843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c6593683-ad8d-4637-b9bd-cf8c6a7b742c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:57.199993 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.202373 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-69128586-71a2-4dc8-9469-678d31c6287c tempest-DHCPAgentSchedulersTestJSON-1732049112 tempest-DHCPAgentSchedulersTestJSON-1732049112-project-admin] 10.222.0.37 "GET /v2.0/agents/71c59b10-02ad-406a-84b6-ba7a7891e102/dhcp-networks HTTP/1.1" status: 200 len: 4097 time: 0.1811662 Aug 30 13:30:57.206931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51976) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:57.275422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c6593683-ad8d-4637-b9bd-cf8c6a7b742c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:57.275720 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.312108 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.441910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8572a1b1-0d04-4a0a-be47-75a605efc4ae up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:30:57.483036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.498484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d73e78e-8176-425a-a82a-e86a3865a792']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:57.518053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7f24963d-6997-4bae-8067-ecf99854a15c None None] Could not find standard attr ID for object 2f3016da-9d15-441c-8c29-519c84338232. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:30:57.518199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc01b61c-474c-4373-9024-ad8f96083c53') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:57.519771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc01b61c-474c-4373-9024-ad8f96083c53') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:57.537069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 8572a1b1-0d04-4a0a-be47-75a605efc4ae completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:30:57.537270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.542788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 8572a1b1-0d04-4a0a-be47-75a605efc4ae triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:30:57.543187 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.569153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.578607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:30:57.579271 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:30:57.584510 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:30:57.654632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Deleting port c6593683-ad8d-4637-b9bd-cf8c6a7b742c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:57.655645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.660743 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.661269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.673469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.677292 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] 10.222.0.37 "DELETE /v2.0/networks/3d73e78e-8176-425a-a82a-e86a3865a792 HTTP/1.1" status: 204 len: 168 time: 0.4692531 Aug 30 13:30:57.697891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51984) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:57.704967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 8572a1b1-0d04-4a0a-be47-75a605efc4ae, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8572a1b1-0d04-4a0a-be47-75a605efc4ae,segment=NetworkSegment(ec83b151-061d-41b1-bc72-e14a4cf8f316),segment_id=ec83b151-061d-41b1-bc72-e14a4cf8f316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:57.710378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041a6b5-802c-4be5-a7dc-2b483fedcfd0 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event deleted for resources: {'Network': ['ID=3d73e78e-8176-425a-a82a-e86a3865a792,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:57.715407 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.747161 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-9589645a-59d5-41a2-b18f-d737b153033d tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] DELETE failed (client error): The resource could not be found. Aug 30 13:30:57.748383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9589645a-59d5-41a2-b18f-d737b153033d tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:30:57.753393 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9589645a-59d5-41a2-b18f-d737b153033d tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] 10.222.0.37 "DELETE /v2.0/ports/2f3016da-9d15-441c-8c29-519c84338232 HTTP/1.1" status: 404 len: 333 time: 0.0511532 Aug 30 13:30:57.757064 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 51986) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:57.793022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 53cfd27e-b1d0-4586-bd13-5af013403b49 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:57.793831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] For port c6593683-ad8d-4637-b9bd-cf8c6a7b742c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c6593683-ad8d-4637-b9bd-cf8c6a7b742c,segment=NetworkSegment(c5397ba1-c6b7-48d7-8e5c-320bfa0740f5),segment_id=c5397ba1-c6b7-48d7-8e5c-320bfa0740f5)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:57.794198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.809653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Calling delete_port for c6593683-ad8d-4637-b9bd-cf8c6a7b742c owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:57.838538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 53cfd27e-b1d0-4586-bd13-5af013403b49 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:57.839207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 53cfd27e-b1d0-4586-bd13-5af013403b49 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:57.839380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75b60d0-1d88-4a9f-8142-9d284d40e213 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Deleting subnet ee413894-8221-4861-81ab-fb2a0755ee16 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:30:57.843392 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c75b60d0-1d88-4a9f-8142-9d284d40e213 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:57.876471 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=8572a1b1-0d04-4a0a-be47-75a605efc4ae,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:57.902403 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c75b60d0-1d88-4a9f-8142-9d284d40e213 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.003097 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c75b60d0-1d88-4a9f-8142-9d284d40e213 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.044988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.068536 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c75b60d0-1d88-4a9f-8142-9d284d40e213 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.079404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6593683-ad8d-4637-b9bd-cf8c6a7b742c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:58.099395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b60d0-1d88-4a9f-8142-9d284d40e213 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event deleted for resources: {'Subnet': ['ID=ee413894-8221-4861-81ab-fb2a0755ee16,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:58.101489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c75b60d0-1d88-4a9f-8142-9d284d40e213 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.106450 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c75b60d0-1d88-4a9f-8142-9d284d40e213 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] 10.222.0.37 "DELETE /v2.0/subnets/ee413894-8221-4861-81ab-fb2a0755ee16 HTTP/1.1" status: 204 len: 168 time: 0.3509250 Aug 30 13:30:58.106624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 51996) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:58.108635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be6844-516f-42e2-a67a-30e4e9058b25 None None] Network ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:30:58.337401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.354440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0df2cbb-8c30-433d-87b6-7e4bb25088c6 None None] DHCP port deletion for ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:30:58.363190 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.407359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a0df2cbb-8c30-433d-87b6-7e4bb25088c6 None None] Deleting port 8572a1b1-0d04-4a0a-be47-75a605efc4ae {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:58.407744 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0df2cbb-8c30-433d-87b6-7e4bb25088c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.485464 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.492132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a0df2cbb-8c30-433d-87b6-7e4bb25088c6 None None] For port 8572a1b1-0d04-4a0a-be47-75a605efc4ae, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8572a1b1-0d04-4a0a-be47-75a605efc4ae,segment=NetworkSegment(ec83b151-061d-41b1-bc72-e14a4cf8f316),segment_id=ec83b151-061d-41b1-bc72-e14a4cf8f316)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:58.492529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0df2cbb-8c30-433d-87b6-7e4bb25088c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.506257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Deleting port 8572a1b1-0d04-4a0a-be47-75a605efc4ae {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:58.506460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a0df2cbb-8c30-433d-87b6-7e4bb25088c6 None None] Calling delete_port for 8572a1b1-0d04-4a0a-be47-75a605efc4ae owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:58.506604 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.597517 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0df2cbb-8c30-433d-87b6-7e4bb25088c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.613624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] For port 8572a1b1-0d04-4a0a-be47-75a605efc4ae, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8572a1b1-0d04-4a0a-be47-75a605efc4ae,segment=NetworkSegment(ec83b151-061d-41b1-bc72-e14a4cf8f316),segment_id=ec83b151-061d-41b1-bc72-e14a4cf8f316)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:58.614015 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:58.628297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df2cbb-8c30-433d-87b6-7e4bb25088c6 None None] Pushing event deleted for resources: {'Port': ['ID=8572a1b1-0d04-4a0a-be47-75a605efc4ae,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:58.632817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0df2cbb-8c30-433d-87b6-7e4bb25088c6 None None] No DVR routers for this DVR port 8572a1b1-0d04-4a0a-be47-75a605efc4ae on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:58.634229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Calling delete_port for 8572a1b1-0d04-4a0a-be47-75a605efc4ae owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:30:58.739965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Router 8cc76587-144f-4b6a-ad60-9275be61e830 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:30:59.127267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8572a1b1-0d04-4a0a-be47-75a605efc4ae no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:30:59.160247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 8572a1b1-0d04-4a0a-be47-75a605efc4ae {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:30:59.160616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8572a1b1-0d04-4a0a-be47-75a605efc4ae not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:30:59.183739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.257571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] No DVR routers for this DVR port 8572a1b1-0d04-4a0a-be47-75a605efc4ae on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:30:59.261465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event deleted for resources: {'Port': ['ID=8572a1b1-0d04-4a0a-be47-75a605efc4ae,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:59.374284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:30:59.383375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-27308ede-bbde-4c43-a1b4-772930e2d03c admin admin] 10.222.0.37 "PUT /v2.0/routers/8cc76587-144f-4b6a-ad60-9275be61e830/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7538908 Aug 30 13:30:59.388186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52012) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:59.393805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] Sync routers for ids ['8cc76587-144f-4b6a-ad60-9275be61e830'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:30:59.403249 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.407820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] Routers {'8cc76587-144f-4b6a-ad60-9275be61e830'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:30:59.409585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8cc76587-144f-4b6a-ad60-9275be61e830'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:59.430185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb65ee6-ae2e-424e-9b47-9535d4dfcd12']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:59.456576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec83b151-061d-41b1-bc72-e14a4cf8f316') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:59.457777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec83b151-061d-41b1-bc72-e14a4cf8f316') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:30:59.477691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.500873 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.509271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:30:59.509821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:30:59.513800 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:30:59.523760 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.589445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.602774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52016) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:59.604799 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.609569 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] 10.222.0.37 "DELETE /v2.0/networks/ebb65ee6-ae2e-424e-9b47-9535d4dfcd12 HTTP/1.1" status: 204 len: 168 time: 1.4991746 Aug 30 13:30:59.622601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fbcd5-dbc4-4433-8d4f-35006f21bbb9 tempest-DHCPAgentSchedulersTestJSON-1053543556 tempest-DHCPAgentSchedulersTestJSON-1053543556-project] Pushing event deleted for resources: {'Network': ['ID=ebb65ee6-ae2e-424e-9b47-9535d4dfcd12,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:30:59.713854 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.778680 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] Set router 8cc76587-144f-4b6a-ad60-9275be61e830 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:30:59.785734 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e728f2e-7b55-4566-b84b-1f4540f2553b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.849811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Deleting port 0bc05dd9-4244-4a98-89d7-302715cd578e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:30:59.850384 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.971256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52024) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:30:59.985803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] For port 0bc05dd9-4244-4a98-89d7-302715cd578e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0bc05dd9-4244-4a98-89d7-302715cd578e,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:30:59.986251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:30:59.989870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:41Z', 'updated_at': '2021-08-30T13:30:57Z', 'revision_number': 5, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'gw_port': {'id': '0bc05dd9-4244-4a98-89d7-302715cd578e', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:30:42Z', 'updated_at': '2021-08-30T13:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:00.012166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Calling delete_port for 0bc05dd9-4244-4a98-89d7-302715cd578e owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:00.015482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e728f2e-7b55-4566-b84b-1f4540f2553b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.020129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] Checking router: 8cc76587-144f-4b6a-ad60-9275be61e830 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:31:00.021640 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e728f2e-7b55-4566-b84b-1f4540f2553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.035038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] Routers {'8cc76587-144f-4b6a-ad60-9275be61e830'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:31:00.035827 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8cc76587-144f-4b6a-ad60-9275be61e830'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:00.126144 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3e728f2e-7b55-4566-b84b-1f4540f2553b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6d1f8dbf9e5d48cab1ef704527b46d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5220547 Aug 30 13:31:00.131699 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52028) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:00.146895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e728f2e-7b55-4566-b84b-1f4540f2553b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930dc1a7-74f7-4b3b-8935-63afd7cb1477,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:00.148888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-97e2c79e-583c-4f48-98e7-0cf29f8bf582 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ee1dbe72ae5149a69c6f5c7076ead60f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758788 Aug 30 13:31:00.151517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52030) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:00.170689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] Set router 8cc76587-144f-4b6a-ad60-9275be61e830 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:31:00.231668 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fe6086-51b7-4e85-859c-0e5d68ec28b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.237700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:41Z', 'updated_at': '2021-08-30T13:30:59Z', 'revision_number': 6, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:00.259870 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fe6086-51b7-4e85-859c-0e5d68ec28b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.268646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e298f506-f967-4369-ac89-8d1fa4455843 None None] The sync data for ids ['8cc76587-144f-4b6a-ad60-9275be61e830'] in n-d-688802-6 is: [{'id': '8cc76587-144f-4b6a-ad60-9275be61e830', 'name': 'tempest-TestAggregatesBasicOps-1062230215-router', 'tenant_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:30:41Z', 'updated_at': '2021-08-30T13:30:59Z', 'revision_number': 6, 'project_id': '83f2d38f8e50479aa0b20ea781b1a1d6', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:31:00.307801 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8c6c-38a1-4115-aca5-54b8322db71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.328262 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fe6086-51b7-4e85-859c-0e5d68ec28b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.331177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50fe6086-51b7-4e85-859c-0e5d68ec28b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.334152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-50fe6086-51b7-4e85-859c-0e5d68ec28b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4aeed9c7-906d-489f-8d3e-3d4bc8e1ee0b HTTP/1.1" status: 204 len: 168 time: 0.1813991 Aug 30 13:31:00.340911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8c6c-38a1-4115-aca5-54b8322db71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.344048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe6086-51b7-4e85-859c-0e5d68ec28b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeed9c7-906d-489f-8d3e-3d4bc8e1ee0b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:00.353446 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.411014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc05dd9-4244-4a98-89d7-302715cd578e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:00.483046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8c6c-38a1-4115-aca5-54b8322db71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.487563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6ab8c6c-38a1-4115-aca5-54b8322db71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.491349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b6ab8c6c-38a1-4115-aca5-54b8322db71c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/930dc1a7-74f7-4b3b-8935-63afd7cb1477 HTTP/1.1" status: 204 len: 168 time: 0.3522503 Aug 30 13:31:00.491349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.578702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab8c6c-38a1-4115-aca5-54b8322db71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930dc1a7-74f7-4b3b-8935-63afd7cb1477,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:00.633599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.636547 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.695115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52038) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:00.699270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.699848 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc76587-144f-4b6a-ad60-9275be61e830 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:31:00.711564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca34ba5d-14df-4e15-9b63-f40dc3571846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.712029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.713258 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-584189cc-ed8b-4a23-85e9-3a9534b63d99 admin admin] 10.222.0.37 "DELETE /v2.0/routers/8cc76587-144f-4b6a-ad60-9275be61e830 HTTP/1.1" status: 204 len: 168 time: 1.3250918 Aug 30 13:31:00.716372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52040) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:00.787789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d8639a-84c4-4b14-92d5-c301754f9307 admin admin] Deleting subnet 04649d34-3703-4196-9bbb-9fcaf823a481 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:31:00.791070 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59d8639a-84c4-4b14-92d5-c301754f9307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.829519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59d8639a-84c4-4b14-92d5-c301754f9307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.837289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca34ba5d-14df-4e15-9b63-f40dc3571846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.842193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca34ba5d-14df-4e15-9b63-f40dc3571846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.882161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ca34ba5d-14df-4e15-9b63-f40dc3571846 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=39e55573cc604558be185d4c1d427f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857269 Aug 30 13:31:00.883164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34ba5d-14df-4e15-9b63-f40dc3571846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8574c55c-f704-43b6-925e-c3ec83f58e94,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:00.884951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52044) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:00.957383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59d8639a-84c4-4b14-92d5-c301754f9307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.962568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52046) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:00.977163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fd2dce5-aa57-45b5-ae5d-f7cc872213c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:00.981811 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.016551 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27370ae3-77ea-47fc-8488-d677e5337326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.051020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27370ae3-77ea-47fc-8488-d677e5337326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.059431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59d8639a-84c4-4b14-92d5-c301754f9307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.079813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fd2dce5-aa57-45b5-ae5d-f7cc872213c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.088035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fd2dce5-aa57-45b5-ae5d-f7cc872213c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.099115 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59d8639a-84c4-4b14-92d5-c301754f9307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.099115 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-59d8639a-84c4-4b14-92d5-c301754f9307 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/04649d34-3703-4196-9bbb-9fcaf823a481 HTTP/1.1" status: 204 len: 168 time: 0.3785982 Aug 30 13:31:01.100884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8639a-84c4-4b14-92d5-c301754f9307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04649d34-3703-4196-9bbb-9fcaf823a481,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:01.102392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5ddbe-63b1-4ec3-b664-1045c57f9c89 None None] Network ed34145f-90f2-4bb0-af69-113ba9e16f77 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:01.108505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52048) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:01.170489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0fd2dce5-aa57-45b5-ae5d-f7cc872213c0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1e2da62e53b4634907faf9764745b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065046 Aug 30 13:31:01.175711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52050) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:01.178122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c6593683-ad8d-4637-b9bd-cf8c6a7b742c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:31:01.201866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2dce5-aa57-45b5-ae5d-f7cc872213c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cdb5eb-89b1-4994-b1dd-2fed118ac127,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:01.209182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c6593683-ad8d-4637-b9bd-cf8c6a7b742c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:31:01.209845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c6593683-ad8d-4637-b9bd-cf8c6a7b742c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:31:01.210459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0bc05dd9-4244-4a98-89d7-302715cd578e no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:31:01.213906 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.254279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0bc05dd9-4244-4a98-89d7-302715cd578e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:31:01.254822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0bc05dd9-4244-4a98-89d7-302715cd578e not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:31:01.260278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27370ae3-77ea-47fc-8488-d677e5337326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.263619 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27370ae3-77ea-47fc-8488-d677e5337326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.267312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-27370ae3-77ea-47fc-8488-d677e5337326 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8574c55c-f704-43b6-925e-c3ec83f58e94 HTTP/1.1" status: 204 len: 168 time: 0.3532548 Aug 30 13:31:01.281164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27370ae3-77ea-47fc-8488-d677e5337326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8574c55c-f704-43b6-925e-c3ec83f58e94,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:01.293348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b6291c25-0999-4cac-ab6c-e230dc43072b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.304163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Deleting port 9c6da70d-b326-4462-aa73-366d972d5eba {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:01.304603 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.326098 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b6291c25-0999-4cac-ab6c-e230dc43072b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.386096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] For port 9c6da70d-b326-4462-aa73-366d972d5eba, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9c6da70d-b326-4462-aa73-366d972d5eba,segment=NetworkSegment(c5397ba1-c6b7-48d7-8e5c-320bfa0740f5),segment_id=c5397ba1-c6b7-48d7-8e5c-320bfa0740f5)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:01.386545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.413093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b6291c25-0999-4cac-ab6c-e230dc43072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.417565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b6291c25-0999-4cac-ab6c-e230dc43072b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.418293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b6291c25-0999-4cac-ab6c-e230dc43072b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/08cdb5eb-89b1-4994-b1dd-2fed118ac127 HTTP/1.1" status: 204 len: 168 time: 0.2412491 Aug 30 13:31:01.430013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6291c25-0999-4cac-ab6c-e230dc43072b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cdb5eb-89b1-4994-b1dd-2fed118ac127,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:01.433266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Calling delete_port for 9c6da70d-b326-4462-aa73-366d972d5eba owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:01.492261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d15937-84ab-4022-8904-3113b220b335 None None] DHCP port deletion for ed34145f-90f2-4bb0-af69-113ba9e16f77 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:31:01.551511 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.571486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-63d15937-84ab-4022-8904-3113b220b335 None None] Deleting port 9c6da70d-b326-4462-aa73-366d972d5eba {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:01.574415 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-63d15937-84ab-4022-8904-3113b220b335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.617519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6da70d-b326-4462-aa73-366d972d5eba,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:01.628096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] No DVR routers for this DVR port 9c6da70d-b326-4462-aa73-366d972d5eba on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:31:01.696618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-63d15937-84ab-4022-8904-3113b220b335 None None] For port 9c6da70d-b326-4462-aa73-366d972d5eba, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:01.697153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-63d15937-84ab-4022-8904-3113b220b335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.712202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-63d15937-84ab-4022-8904-3113b220b335 None None] Calling delete_port for 9c6da70d-b326-4462-aa73-366d972d5eba owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:01.719861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-63d15937-84ab-4022-8904-3113b220b335 None None] Port 9c6da70d-b326-4462-aa73-366d972d5eba was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:31:01.722258 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-63d15937-84ab-4022-8904-3113b220b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.742659 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.756149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d15937-84ab-4022-8904-3113b220b335 None None] Pushing event deleted for resources: {'Port': ['ID=9c6da70d-b326-4462-aa73-366d972d5eba,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:01.756499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed34145f-90f2-4bb0-af69-113ba9e16f77']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:01.764326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d15937-84ab-4022-8904-3113b220b335 None None] No DVR routers for this DVR port 9c6da70d-b326-4462-aa73-366d972d5eba on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:31:01.780844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:01.781228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5397ba1-c6b7-48d7-8e5c-320bfa0740f5') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:01.792563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.809294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.817383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:01.817825 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:01.819967 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:01.912188 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.923520 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:01.925911 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] 10.222.0.37 "DELETE /v2.0/networks/ed34145f-90f2-4bb0-af69-113ba9e16f77 HTTP/1.1" status: 204 len: 168 time: 0.8163848 Aug 30 13:31:01.942956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cba353-4235-407d-987a-3a6a88d6ba8a admin admin] Pushing event deleted for resources: {'Network': ['ID=ed34145f-90f2-4bb0-af69-113ba9e16f77,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:02.167926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52080) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:02.219940 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3a077870-e6eb-428c-917e-fef7c836224c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b918334a8cd4bc2b9e7673f90687e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507257 Aug 30 13:31:02.224512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52082) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:02.296395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9fc345d-96af-4efc-a8f4-b2219b995f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:02.326418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9fc345d-96af-4efc-a8f4-b2219b995f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:02.393776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9fc345d-96af-4efc-a8f4-b2219b995f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:02.398677 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a9fc345d-96af-4efc-a8f4-b2219b995f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:02.398677 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a9fc345d-96af-4efc-a8f4-b2219b995f60 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3645694-4d15-41a1-989a-d7a25107f742 HTTP/1.1" status: 204 len: 168 time: 0.1729765 Aug 30 13:31:02.412040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc345d-96af-4efc-a8f4-b2219b995f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3645694-4d15-41a1-989a-d7a25107f742,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:02.872120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52108) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:02.937106 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e610ce78-8d92-43ad-9202-e13a541f77e2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=83f2d38f8e50479aa0b20ea781b1a1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0634010 Aug 30 13:31:02.942306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52110) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:03.031347 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0ef013b2-89f8-4d44-84fa-fd9bfb6ba483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:03.061276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9c6da70d-b326-4462-aa73-366d972d5eba no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:31:03.085571 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0ef013b2-89f8-4d44-84fa-fd9bfb6ba483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:03.095671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 9c6da70d-b326-4462-aa73-366d972d5eba {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:31:03.097359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9c6da70d-b326-4462-aa73-366d972d5eba not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:31:03.168535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0ef013b2-89f8-4d44-84fa-fd9bfb6ba483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:03.171271 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0ef013b2-89f8-4d44-84fa-fd9bfb6ba483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:03.172418 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0ef013b2-89f8-4d44-84fa-fd9bfb6ba483 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b16bb985-728e-4267-8a31-34680fb2fe36 HTTP/1.1" status: 204 len: 168 time: 0.2290809 Aug 30 13:31:03.187543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef013b2-89f8-4d44-84fa-fd9bfb6ba483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16bb985-728e-4267-8a31-34680fb2fe36,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:03.623543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52138) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:03.875554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2132012564'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:03.901176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Made reservation on behalf of 6381012e547b48d9a3e81c6c6e030447 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:03.905270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:03.915470 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.011133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.015760 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.043999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:04.059763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=575e693f-7c44-4b6a-a28f-8a46596294fc,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:04.062724 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.063248 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Added segment fea9992c-6785-428c-a2a8-e131cd4cb848 of type vlan for network bc0053b4-4d77-4ab9-a2c4-3bf8f563d034 Aug 30 13:31:04.120714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.163144 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.170172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:04.171666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.234374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6097021 Aug 30 13:31:04.238366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52168) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:04.250709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1486f7-7a27-47a9-ba59-9ef56a78f79b tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Pushing event updated for resources: {'Network': ['ID=bc0053b4-4d77-4ab9-a2c4-3bf8f563d034,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:04.263194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network bc0053b4-4d77-4ab9-a2c4-3bf8f563d034 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:04.334421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52172) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:04.460210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1900049080-network', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:04.495916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Made reservation on behalf of e4a454b6c54f4927bd0c18e89807fabc for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:04.500660 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.516467 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.567930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Request body: {'network': {'name': 'tempest-network--1314888757', 'router:external': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:04.654552 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.662211 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.684519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Made reservation on behalf of 32d3b44bfc3a4a8bbce23375e92e11e6 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:04.687659 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.689853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:04.698370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.706385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355ff614-cb92-4ceb-a515-73d6d6e8766c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:04.711965 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.711965 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Added segment 912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1 of type vlan for network 864fe966-a87e-4129-aafc-946aa1232017 Aug 30 13:31:04.760550 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.791814 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.792858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:04.793453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.822352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.828579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.859585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5239193 Aug 30 13:31:04.863410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52186) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:04.865085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d782487-b9fb-42c8-9444-e39fc26c73c9 admin admin] Pushing event updated for resources: {'Network': ['ID=864fe966-a87e-4129-aafc-946aa1232017,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:04.876295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Request body: {'subnet': {'network_id': '864fe966-a87e-4129-aafc-946aa1232017', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1900049080-subnet', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:04.881855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:04.882165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 864fe966-a87e-4129-aafc-946aa1232017 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:04.890943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cb9b31-2684-44cd-8b38-13722ce6ae54,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:04.905402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:04.905806 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Added segment 564d9710-ba09-44bd-ad1e-2e67522de030 of type vlan for network 89df6e31-a4f1-432a-a81b-3d4d19189497 Aug 30 13:31:04.944115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Made reservation on behalf of e4a454b6c54f4927bd0c18e89807fabc for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:04.946441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.011738 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.071627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.072615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:05.073192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.137066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8972561 Aug 30 13:31:05.140247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52192) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:05.177891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcbd66-47d4-4f99-89f0-a4378d747317 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'Network': ['ID=89df6e31-a4f1-432a-a81b-3d4d19189497,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:05.192246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 89df6e31-a4f1-432a-a81b-3d4d19189497 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:05.269192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.281834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.366909 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.381638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89df6e31-a4f1-432a-a81b-3d4d19189497']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:05.384617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe355bb2-99d6-409b-8067-ae16c20f82b1,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:05.395278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564d9710-ba09-44bd-ad1e-2e67522de030') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:05.395278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564d9710-ba09-44bd-ad1e-2e67522de030') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:05.401341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Checking segment: {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:05.401749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Network hostable DHCP agents. Network: 864fe966-a87e-4129-aafc-946aa1232017, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:05.409085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.423594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Network 864fe966-a87e-4129-aafc-946aa1232017 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:05.433851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.436732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 864fe966-a87e-4129-aafc-946aa1232017) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:05.442510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:05.443034 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.445011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:05.445299 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:05.447990 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.456931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a67de3-b2ea-4b00-b9fc-91c266bbdc8c None None] Network 864fe966-a87e-4129-aafc-946aa1232017 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:05.478505 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f0a5cfe0-c0bf-41c8-8c02-c6d62c4f1262 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6088893 Aug 30 13:31:05.479319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52198) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:05.485072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:05.514022 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.515245 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.530267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.542606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89df6e31-a4f1-432a-a81b-3d4d19189497 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 13:31:05.548880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.553603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "DELETE /v2.0/networks/89df6e31-a4f1-432a-a81b-3d4d19189497 HTTP/1.1" status: 204 len: 168 time: 0.4119942 Aug 30 13:31:05.558114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52200) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:05.574652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:05.581114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586feee3-7c89-4705-b9fc-db7ad8bec18e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event deleted for resources: {'Network': ['ID=89df6e31-a4f1-432a-a81b-3d4d19189497,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:05.625256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Made reservation on behalf of 32d3b44bfc3a4a8bbce23375e92e11e6 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:05.629902 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.665934 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.732066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-864fe966-a87e-4129-aafc-946aa1232017', 'network_id': '864fe966-a87e-4129-aafc-946aa1232017', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'fixed_ips': [{'subnet_id': 'fe355bb2-99d6-409b-8067-ae16c20f82b1'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:05.735056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.761499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:05.775235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.775583 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Added segment ebe4b860-d887-417d-8cfd-c86929b5d272 of type vlan for network 97e19087-ee97-4723-a31e-1c9c021bd3dd Aug 30 13:31:05.857969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.915358 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.958908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Allocated IP 172.20.0.2 (864fe966-a87e-4129-aafc-946aa1232017/fe355bb2-99d6-409b-8067-ae16c20f82b1/661a8861-b68e-4e76-b38b-8dc82fcd6cdc) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:05.988246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:05.989584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:05.990395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.062311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52212) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:06.062734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5032275 Aug 30 13:31:06.067576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Request body: {'subnet': {'network_id': '97e19087-ee97-4723-a31e-1c9c021bd3dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:06.073283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6ab4e-9aa3-4430-8f52-c45ffb92cce6 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'Network': ['ID=97e19087-ee97-4723-a31e-1c9c021bd3dd,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:06.084599 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 97e19087-ee97-4723-a31e-1c9c021bd3dd details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:06.119155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Made reservation on behalf of 32d3b44bfc3a4a8bbce23375e92e11e6 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:06.135875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.269274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.287205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.295089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.301524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Transition to ACTIVE for port object 661a8861-b68e-4e76-b38b-8dc82fcd6cdc will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:06.327878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Transition to ACTIVE for port object 661a8861-b68e-4e76-b38b-8dc82fcd6cdc will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:06.341069 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.391660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Network 864fe966-a87e-4129-aafc-946aa1232017 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:06.400074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:06.404510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:06.412702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Pushing event updated for resources: {'Port': ['ID=661a8861-b68e-4e76-b38b-8dc82fcd6cdc,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:06.429309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Allocated IP 172.25.2.194 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/fdbd508a-7e53-45e4-bdeb-c47b02ea779c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:06.500401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Attempting to bind port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:06.501116 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Attempting to bind port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:06.501797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Attempting to bind port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc on network 864fe966-a87e-4129-aafc-946aa1232017 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:06.514688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:06.515694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Checking segment: {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:06.516295 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.516947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Bound using segment: {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:06.519133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Bound port: 661a8861-b68e-4e76-b38b-8dc82fcd6cdc, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:06.519563 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.581750 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.584362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.objects.ports [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95699) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 13:31:06.584911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.630004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] For port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:06.634883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] For port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=661a8861-b68e-4e76-b38b-8dc82fcd6cdc,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:06.635323 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.640371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4079504-1717-4267-85d6-421b4ebfc836,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:06.645110 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.682678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Checking segment: {'id': 'ebe4b860-d887-417d-8cfd-c86929b5d272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '97e19087-ee97-4723-a31e-1c9c021bd3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:06.683474 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Network hostable DHCP agents. Network: 97e19087-ee97-4723-a31e-1c9c021bd3dd, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:06.708302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:06.709835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Network 97e19087-ee97-4723-a31e-1c9c021bd3dd is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:06.722839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:06.725457 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbd508a-7e53-45e4-bdeb-c47b02ea779c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:06.727909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:06.732724 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c8ceeca-a000-4ee9-bf22-556d34957339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.738831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 97e19087-ee97-4723-a31e-1c9c021bd3dd) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:06.751000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:06.751230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34669acc-db49-4bee-9495-4a3acb0201cd None None] Network 97e19087-ee97-4723-a31e-1c9c021bd3dd requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:06.751588 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:06.755318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a7158-9f7a-4a1a-b99f-023f557ba56e None None] Pushing event updated for resources: {'Port': ['ID=661a8861-b68e-4e76-b38b-8dc82fcd6cdc,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:06.772917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-271eba41-b842-4959-a714-709b8ae3c135 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7069430 Aug 30 13:31:06.774946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52222) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:06.779628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Request body: {'floatingip': {'floating_network_id': '97e19087-ee97-4723-a31e-1c9c021bd3dd'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:06.912903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057c841-7fbc-4f07-a1d4-24e0a24de737 None None] Network 97e19087-ee97-4723-a31e-1c9c021bd3dd requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:06.975439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:07.163934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 661a8861-b68e-4e76-b38b-8dc82fcd6cdc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:07.224415 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:07.240222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:07.328711 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:07.547995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Allocated IP 172.20.0.7 (97e19087-ee97-4723-a31e-1c9c021bd3dd/a4079504-1717-4267-85d6-421b4ebfc836/7e180e29-85be-4e3e-83aa-92afe3f1b843) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:07.566762 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:07.764574 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:07.821008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:31:07.834483 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:07.916399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Network 97e19087-ee97-4723-a31e-1c9c021bd3dd is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:07.924653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:07.935440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:07.962706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'Port': ['ID=7e180e29-85be-4e3e-83aa-92afe3f1b843,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:07.963151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bff207-c44f-4553-8cb4-8cc5f3d8ae9d None None] Network 864fe966-a87e-4129-aafc-946aa1232017 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:08.038276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-41528c58-d972-4e19-a03c-1bc8127ec150 None None] Provisioning for port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:08.045623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-41528c58-d972-4e19-a03c-1bc8127ec150 None None] Provisioning complete for port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:08.046036 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41528c58-d972-4e19-a03c-1bc8127ec150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:08.047635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:31:08.061018 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Sync routers for ids ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:31:08.072561 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Routers {'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:31:08.073305 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:08.105970 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:08.109865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-edf2eef1-b0f1-4c12-bcf7-e6c0637de188 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6268573 Aug 30 13:31:08.110877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52244) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:08.236030 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41528c58-d972-4e19-a03c-1bc8127ec150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:08.238379 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Set router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:31:08.240016 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:08.284867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-41528c58-d972-4e19-a03c-1bc8127ec150 None None] For port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=661a8861-b68e-4e76-b38b-8dc82fcd6cdc,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:08.290414 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41528c58-d972-4e19-a03c-1bc8127ec150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:08.332231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:08.351092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41528c58-d972-4e19-a03c-1bc8127ec150 None None] Pushing event updated for resources: {'Port': ['ID=661a8861-b68e-4e76-b38b-8dc82fcd6cdc,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:08.511837 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:05Z', 'updated_at': '2021-08-30T13:31:06Z', 'revision_number': 3, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'gw_port': {'id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:06Z', 'updated_at': '2021-08-30T13:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:08.625477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-89d4c015-795e-46ce-8bb9-cc34e2bf9a4e None None] Provisioning complete for port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:08.626041 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-89d4c015-795e-46ce-8bb9-cc34e2bf9a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:08.673887 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Checking router: f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:31:08.674603 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Updating router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 port fdbd508a-7e53-45e4-bdeb-c47b02ea779c binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:31:08.718661 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.046467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 661a8861-b68e-4e76-b38b-8dc82fcd6cdc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:09.063927 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.077498 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Transition to ACTIVE for port object fdbd508a-7e53-45e4-bdeb-c47b02ea779c will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:09.088159 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.105295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:09.105871 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.120136 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.131705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.159919 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90534c-a137-4423-bef5-576b60229004 None None] Pushing event updated for resources: {'Port': ['ID=fdbd508a-7e53-45e4-bdeb-c47b02ea779c,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:09.200853 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Attempting to bind port fdbd508a-7e53-45e4-bdeb-c47b02ea779c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:09.201702 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Attempting to bind port fdbd508a-7e53-45e4-bdeb-c47b02ea779c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:09.202447 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Attempting to bind port fdbd508a-7e53-45e4-bdeb-c47b02ea779c on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:09.210930 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:09.211816 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:09.212741 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.213540 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:09.214516 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Bound port: fdbd508a-7e53-45e4-bdeb-c47b02ea779c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:09.215309 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.234566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'Port': ['ID=7e180e29-85be-4e3e-83aa-92afe3f1b843,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:09.262933 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.285492 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] For port fdbd508a-7e53-45e4-bdeb-c47b02ea779c, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:09.289702 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] For port fdbd508a-7e53-45e4-bdeb-c47b02ea779c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fdbd508a-7e53-45e4-bdeb-c47b02ea779c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:09.295014 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.299517 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.300961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-38560617-473a-473f-8d8e-1be54342d33e tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5265536 Aug 30 13:31:09.303720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52262) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:09.361160 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90534c-a137-4423-bef5-576b60229004 None None] Pushing event updated for resources: {'Port': ['ID=fdbd508a-7e53-45e4-bdeb-c47b02ea779c,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:09.363944 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Routers {'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:31:09.364449 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:30:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:09.388950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b1f3f571-9a88-4069-b121-8e112320dc7b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=97e19087-ee97-4723-a31e-1c9c021bd3dd HTTP/1.1" status: 200 len: 689 time: 0.0839236 Aug 30 13:31:09.392274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52266) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:09.416335 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-49435726-a1b0-4ca8-be4b-7e869d66613e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.478584 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] Set router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:31:09.500266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.581168 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:09.673649 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:05Z', 'updated_at': '2021-08-30T13:31:06Z', 'revision_number': 3, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'gw_port': {'id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:06Z', 'updated_at': '2021-08-30T13:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:09.704465 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a9c875-3a40-41e7-8b75-f4e80c44b71b None None] The sync data for ids ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'] in n-d-688802-6 is: [{'id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:05Z', 'updated_at': '2021-08-30T13:31:06Z', 'revision_number': 3, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'gw_port': {'id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:06Z', 'updated_at': '2021-08-30T13:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:31:09.823155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Allocated IP 172.20.0.1 (864fe966-a87e-4129-aafc-946aa1232017/fe355bb2-99d6-409b-8067-ae16c20f82b1/75940950-ce26-46c0-a95b-48b842069508) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:09.833296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Deleting port 7e180e29-85be-4e3e-83aa-92afe3f1b843 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:09.833850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.023045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.023656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.030555 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.047116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Calling delete_port for 7e180e29-85be-4e3e-83aa-92afe3f1b843 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:10.075565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.125871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Transition to ACTIVE for port object 75940950-ce26-46c0-a95b-48b842069508 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:10.185469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52274) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:10.203452 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.274491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Network 864fe966-a87e-4129-aafc-946aa1232017 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:10.283293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:10.290574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:10.327803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Pushing event updated for resources: {'Port': ['ID=75940950-ce26-46c0-a95b-48b842069508,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:10.332016 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0f962b9-013f-4f13-a61a-5d25e1c57d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.344270 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.384752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e180e29-85be-4e3e-83aa-92afe3f1b843,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:10.423586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.474141 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0f962b9-013f-4f13-a61a-5d25e1c57d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.479362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0f962b9-013f-4f13-a61a-5d25e1c57d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.519726 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f0f962b9-013f-4f13-a61a-5d25e1c57d64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=31fa2a6182bf41eb9173e73045cd4254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3323438 Aug 30 13:31:10.522273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52278) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:10.529848 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f962b9-013f-4f13-a61a-5d25e1c57d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ab87a-8cf8-4474-9cc7-9a63ef2711da,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:10.530305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.583656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-652bd3ef-c85e-43a2-be02-d7ba86dbecc5 None None] Provisioning for port 75940950-ce26-46c0-a95b-48b842069508 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:10.588080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-652bd3ef-c85e-43a2-be02-d7ba86dbecc5 None None] Provisioning complete for port 75940950-ce26-46c0-a95b-48b842069508 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:10.588560 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-652bd3ef-c85e-43a2-be02-d7ba86dbecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.661557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.700139 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9760169e-eb1d-4152-9574-319e69d9914a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.755123 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9760169e-eb1d-4152-9574-319e69d9914a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.766426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.804492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-652bd3ef-c85e-43a2-be02-d7ba86dbecc5 None None] Port 75940950-ce26-46c0-a95b-48b842069508 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:31:10.816097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.872584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4079504-1717-4267-85d6-421b4ebfc836,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:10.882596 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.934001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9760169e-eb1d-4152-9574-319e69d9914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.936511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9760169e-eb1d-4152-9574-319e69d9914a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:10.937650 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9760169e-eb1d-4152-9574-319e69d9914a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/641ab87a-8cf8-4474-9cc7-9a63ef2711da HTTP/1.1" status: 204 len: 168 time: 0.4144506 Aug 30 13:31:10.992998 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.012973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760169e-eb1d-4152-9574-319e69d9914a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ab87a-8cf8-4474-9cc7-9a63ef2711da,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:11.024202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e19087-ee97-4723-a31e-1c9c021bd3dd']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:11.053430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe4b860-d887-417d-8cfd-c86929b5d272') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:11.053959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe4b860-d887-417d-8cfd-c86929b5d272') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:11.078698 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.082605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fdbd508a-7e53-45e4-bdeb-c47b02ea779c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:11.119614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.145678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:11.145678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:11.146414 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:11.155122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port fdbd508a-7e53-45e4-bdeb-c47b02ea779c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:11.159656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port fdbd508a-7e53-45e4-bdeb-c47b02ea779c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:11.160052 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.250636 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.267045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.277430 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.277718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port fdbd508a-7e53-45e4-bdeb-c47b02ea779c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fdbd508a-7e53-45e4-bdeb-c47b02ea779c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:11.285953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.320174 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.329323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 97e19087-ee97-4723-a31e-1c9c021bd3dd {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 13:31:11.334809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.336704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "DELETE /v2.0/networks/97e19087-ee97-4723-a31e-1c9c021bd3dd HTTP/1.1" status: 204 len: 168 time: 1.9425375 Aug 30 13:31:11.339363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52284) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:11.356806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e32f3-09be-4596-a780-a377919cfa10 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event deleted for resources: {'Network': ['ID=97e19087-ee97-4723-a31e-1c9c021bd3dd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:11.357194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=fdbd508a-7e53-45e4-bdeb-c47b02ea779c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:11.367079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52286) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:11.375068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Pushing event updated for resources: {'Port': ['ID=75940950-ce26-46c0-a95b-48b842069508,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:11.386078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.388107 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f467-2d88-46d2-90ce-c469b94a54a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.437723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-335cdab2-5028-4c1b-a7fd-abce54339dd0 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0946040 Aug 30 13:31:11.438631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52288) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:11.501180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed6aeb-238a-4f7f-b76a-79345c143c44 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:11.502126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed6aeb-238a-4f7f-b76a-79345c143c44 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:11.503298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed6aeb-238a-4f7f-b76a-79345c143c44 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:11.504140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed6aeb-238a-4f7f-b76a-79345c143c44 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:11.507348 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-89ed6aeb-238a-4f7f-b76a-79345c143c44 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2742 time: 0.0673072 Aug 30 13:31:11.509916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52290) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:11.584284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Network 864fe966-a87e-4129-aafc-946aa1232017 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:11.591450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:11.606704 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-6f01ee81-6bfc-4187-a531-8766789eeb40 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] delete failed (client error): The resource could not be found. Aug 30 13:31:11.608298 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6f01ee81-6bfc-4187-a531-8766789eeb40 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/c7749a27-3b3c-413a-9023-8d3800b0cd61 HTTP/1.1" status: 404 len: 345 time: 0.0969255 Aug 30 13:31:11.611000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52292) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:11.675630 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1589b02d-36be-4b80-b38c-25d2d87c5b9b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] DELETE failed (client error): The resource could not be found. Aug 30 13:31:11.676196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1589b02d-36be-4b80-b38c-25d2d87c5b9b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:31:11.681554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1589b02d-36be-4b80-b38c-25d2d87c5b9b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "DELETE /v2.0/networks/97e19087-ee97-4723-a31e-1c9c021bd3dd HTTP/1.1" status: 404 len: 339 time: 0.0658143 Aug 30 13:31:11.682778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52294) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:11.701940 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f467-2d88-46d2-90ce-c469b94a54a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.702740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Request body: {'network': {'name': 'tempest-network--2022810240', 'router:external': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:11.731361 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f467-2d88-46d2-90ce-c469b94a54a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.742698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Made reservation on behalf of 32d3b44bfc3a4a8bbce23375e92e11e6 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:11.748166 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.778224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:11.787252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4f467-2d88-46d2-90ce-c469b94a54a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4389a0b9-8655-4e6f-b909-e641f3a91ca0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:11.788285 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.788745 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Added segment 8206ec70-4e89-4e56-bb12-cbc6a628abea of type vlan for network 300bbcd0-b8f7-4ac6-9b03-04175b3978a6 Aug 30 13:31:11.810190 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c3e4f467-2d88-46d2-90ce-c469b94a54a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91b4cdb4ba4a4039a86496fd8dd295de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4416263 Aug 30 13:31:11.810848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52296) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:11.831702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:31:11.844127 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.881397 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.882627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:11.883471 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.931527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7519f7f2-a63d-4df6-9010-70a263cc7ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.932528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-48d12c3f-d19a-43b4-83a0-c537d7307be8 None None] Provisioning complete for port 75940950-ce26-46c0-a95b-48b842069508 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:11.933778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-48d12c3f-d19a-43b4-83a0-c537d7307be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:11.966425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'Network': ['ID=300bbcd0-b8f7-4ac6-9b03-04175b3978a6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:11.971520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-48d12c3f-d19a-43b4-83a0-c537d7307be8 None None] Port 75940950-ce26-46c0-a95b-48b842069508 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:31:11.977880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ea8ebd24-b96b-43ff-86f6-9d571261d071 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2895570 Aug 30 13:31:11.978572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52298) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:11.980799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 300bbcd0-b8f7-4ac6-9b03-04175b3978a6 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:12.003762 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7519f7f2-a63d-4df6-9010-70a263cc7ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.026415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:31:12.031790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2c754ec8-bc72-41af-a546-09ed95197878 admin admin] 10.222.0.37 "PUT /v2.0/routers/f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9191661 Aug 30 13:31:12.080632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7519f7f2-a63d-4df6-9010-70a263cc7ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.083091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7519f7f2-a63d-4df6-9010-70a263cc7ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.087126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7519f7f2-a63d-4df6-9010-70a263cc7ce0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4389a0b9-8655-4e6f-b909-e641f3a91ca0 HTTP/1.1" status: 204 len: 168 time: 0.2749898 Aug 30 13:31:12.095387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519f7f2-a63d-4df6-9010-70a263cc7ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4389a0b9-8655-4e6f-b909-e641f3a91ca0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:12.242413 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.391026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Sync routers for ids ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:31:12.403749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Routers {'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:31:12.404637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:31:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:12.537161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Set router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:31:12.601785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d903b2a9-3a6c-45ec-8646-98d00a1336ef tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:12.608075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d903b2a9-3a6c-45ec-8646-98d00a1336ef tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:12.615552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d903b2a9-3a6c-45ec-8646-98d00a1336ef tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:12.622918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d903b2a9-3a6c-45ec-8646-98d00a1336ef tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:12.624837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d903b2a9-3a6c-45ec-8646-98d00a1336ef tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.6450868 Aug 30 13:31:12.627792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:12.718042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.742200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52332) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:12.747707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-485731356-network', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:12.775200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Made reservation on behalf of 3ff69f83a5b3403594bb72d968b266c2 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:12.781137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.784841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:05Z', 'updated_at': '2021-08-30T13:31:10Z', 'revision_number': 4, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'gw_port': {'id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:06Z', 'updated_at': '2021-08-30T13:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '75940950-ce26-46c0-a95b-48b842069508', 'name': '', 'network_id': '864fe966-a87e-4129-aafc-946aa1232017', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'mac_address': 'fa:16:3e:2a:4f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'fe355bb2-99d6-409b-8067-ae16c20f82b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:09Z', 'updated_at': '2021-08-30T13:31:10Z', 'revision_number': 2, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'subnets': [{'id': 'fe355bb2-99d6-409b-8067-ae16c20f82b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:12.794197 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.813002 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Checking router: f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:31:12.813749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Updating router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 port 75940950-ce26-46c0-a95b-48b842069508 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:31:12.818502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.846567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300bbcd0-b8f7-4ac6-9b03-04175b3978a6']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:12.851559 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.857900 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:31:12.876447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8206ec70-4e89-4e56-bb12-cbc6a628abea') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:12.876776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8206ec70-4e89-4e56-bb12-cbc6a628abea') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:12.886551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.902950 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.917997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.918162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:12.918162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:12.918329 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:12.921202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:12.951983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:12.993316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:12.995007 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.002051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 300bbcd0-b8f7-4ac6-9b03-04175b3978a6 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 13:31:13.005560 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.010967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "DELETE /v2.0/networks/300bbcd0-b8f7-4ac6-9b03-04175b3978a6 HTTP/1.1" status: 204 len: 168 time: 0.3786500 Aug 30 13:31:13.011694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52338) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:13.016373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Request body: {'network': {'name': 'tempest-network--1232928630', 'router:external': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:13.023300 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.023647 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Added segment beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f of type vlan for network 32a86002-33f5-4842-8ba1-e62b8cc14056 Aug 30 13:31:13.037210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e4280-2189-41f2-a041-a7a8dc0ba38a tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event deleted for resources: {'Network': ['ID=300bbcd0-b8f7-4ac6-9b03-04175b3978a6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:13.089655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.092750 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Made reservation on behalf of 32d3b44bfc3a4a8bbce23375e92e11e6 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:13.095170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.124670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fdbd508a-7e53-45e4-bdeb-c47b02ea779c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:13.134925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:13.149101 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.151250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:13.151378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.163843 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.164344 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Added segment 379de6c0-a22b-4c41-b486-12eac367d2da of type vlan for network a42b7420-e2f4-47f4-b3ff-6909bd95891e Aug 30 13:31:13.213813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port fdbd508a-7e53-45e4-bdeb-c47b02ea779c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:13.214197 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.232713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] Pushing event updated for resources: {'Network': ['ID=32a86002-33f5-4842-8ba1-e62b8cc14056,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:13.249699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bc7e31db-c06f-498a-a0dc-6a0b24a567e4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5034955 Aug 30 13:31:13.249912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52342) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:13.257103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Request body: {'subnet': {'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-485731356-subnet', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:13.268358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 32a86002-33f5-4842-8ba1-e62b8cc14056 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:13.288547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Made reservation on behalf of 3ff69f83a5b3403594bb72d968b266c2 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:13.291479 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.324481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.333342 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.348206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Transition to ACTIVE for port object 75940950-ce26-46c0-a95b-48b842069508 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:13.368417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.370134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:13.370944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.420124 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.466056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4534528 Aug 30 13:31:13.468590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52346) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:13.472368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287b2e0-51c8-4e62-86a8-8fefe176b772 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'Network': ['ID=a42b7420-e2f4-47f4-b3ff-6909bd95891e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:13.540246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03368c-61c7-4778-8038-80d8b127e2a5 None None] Pushing event updated for resources: {'Port': ['ID=75940950-ce26-46c0-a95b-48b842069508,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:13.552500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network a42b7420-e2f4-47f4-b3ff-6909bd95891e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:13.586821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.639923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5388906-38e3-4dc9-a0e1-320434ff7f62 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:13.641514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e5388906-38e3-4dc9-a0e1-320434ff7f62 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] 10.222.0.37 "GET /v2.0/networks/a42b7420-e2f4-47f4-b3ff-6909bd95891e HTTP/1.1" status: 200 len: 757 time: 0.1710722 Aug 30 13:31:13.644381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52354) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:13.659838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed04f78b-d272-417f-bade-12c6a3a08062,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:13.676906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Checking segment: {'id': 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:13.677272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Network hostable DHCP agents. Network: 32a86002-33f5-4842-8ba1-e62b8cc14056, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:13.696892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Network 32a86002-33f5-4842-8ba1-e62b8cc14056 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:13.714235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 32a86002-33f5-4842-8ba1-e62b8cc14056) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:13.723843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:13.724450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.729726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6dc439-0ffb-4aa9-95d4-fefabca5a5de None None] Network 32a86002-33f5-4842-8ba1-e62b8cc14056 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:13.756861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-85f39d59-e387-41a6-9fdd-82fb0d5ae3ba admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5051892 Aug 30 13:31:13.757596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52356) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:13.762673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:13.814031 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.818137 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.830509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Attempting to bind port 75940950-ce26-46c0-a95b-48b842069508 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:13.830913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Attempting to bind port 75940950-ce26-46c0-a95b-48b842069508 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:13.831281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Attempting to bind port 75940950-ce26-46c0-a95b-48b842069508 on network 864fe966-a87e-4129-aafc-946aa1232017 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:13.840623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db10671-31a3-4724-afe2-f8b8144f0ec0 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:13.842700 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9db10671-31a3-4724-afe2-f8b8144f0ec0 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] 10.222.0.37 "GET /v2.0/networks/bc0053b4-4d77-4ab9-a2c4-3bf8f563d034 HTTP/1.1" status: 200 len: 768 time: 0.1974137 Aug 30 13:31:13.847299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52360) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:13.864246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:13.864821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Checking segment: {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:13.865472 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.866149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Bound using segment: {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:13.866933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Bound port: 75940950-ce26-46c0-a95b-48b842069508, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:13.867555 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.943270 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:13.954482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.047975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] For port 75940950-ce26-46c0-a95b-48b842069508, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:14.078101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] For port 75940950-ce26-46c0-a95b-48b842069508, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=75940950-ce26-46c0-a95b-48b842069508,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:14.084262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-32a86002-33f5-4842-8ba1-e62b8cc14056', 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'fixed_ips': [{'subnet_id': 'ed04f78b-d272-417f-bade-12c6a3a08062'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:14.085247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.090241 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.120707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.135244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.135398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a42b7420-e2f4-47f4-b3ff-6909bd95891e']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:14.155209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379de6c0-a22b-4c41-b486-12eac367d2da') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:14.155556 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379de6c0-a22b-4c41-b486-12eac367d2da') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:14.174418 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.206292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.215719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:14.216362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.276643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03368c-61c7-4778-8038-80d8b127e2a5 None None] Pushing event updated for resources: {'Port': ['ID=75940950-ce26-46c0-a95b-48b842069508,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:14.281677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Routers {'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:31:14.282310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:31:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:14.321533 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:14.326745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.338990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a42b7420-e2f4-47f4-b3ff-6909bd95891e {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 13:31:14.343018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.348467 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "DELETE /v2.0/networks/a42b7420-e2f4-47f4-b3ff-6909bd95891e HTTP/1.1" status: 204 len: 168 time: 0.4994934 Aug 30 13:31:14.369589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52372) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:14.378470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Request body: {'network': {'name': 'tempest-network--1914192756'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:14.382587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f058841-ab06-4bf1-a6ef-be055f1327c5 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event deleted for resources: {'Network': ['ID=a42b7420-e2f4-47f4-b3ff-6909bd95891e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:14.434679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Made reservation on behalf of 32d3b44bfc3a4a8bbce23375e92e11e6 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:14.443623 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.460472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.483162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:14.493694 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.500863 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.501264 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Added segment ea3e87dd-c63b-4071-9fae-386008b17795 of type vlan for network d88d600f-4a8e-4ee0-8baf-6903ccc0533a Aug 30 13:31:14.585239 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Allocated IP 172.20.0.2 (32a86002-33f5-4842-8ba1-e62b8cc14056/ed04f78b-d272-417f-bade-12c6a3a08062/ca6e9184-3634-4b15-989e-583748a6d2af) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:14.608524 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.624197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] Set router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:31:14.684113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Allocated IP 172.25.2.135 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/e34dad07-3dc3-41ea-ae20-61b7b3e399b0) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:14.694111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.695114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:14.695744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:14.768127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'Network': ['ID=d88d600f-4a8e-4ee0-8baf-6903ccc0533a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:14.791812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-85f5746e-1a98-41d4-b3c0-40f6bd40b583 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4198577 Aug 30 13:31:14.795168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52382) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:14.807785 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2d95e8c4-40d5-4ac6-b504-f3855652808b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:14.884851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.015979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network d88d600f-4a8e-4ee0-8baf-6903ccc0533a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:15.019616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.057549 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d95e8c4-40d5-4ac6-b504-f3855652808b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.075546 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d95e8c4-40d5-4ac6-b504-f3855652808b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.083756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:15.089066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d95e8c4-40d5-4ac6-b504-f3855652808b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Network d88d600f-4a8e-4ee0-8baf-6903ccc0533a is not hosted by any dhcp agent {{(pid=95699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:31:15.090576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d95e8c4-40d5-4ac6-b504-f3855652808b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:15.091090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:15.093509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:15.099272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d95e8c4-40d5-4ac6-b504-f3855652808b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.100656 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2d95e8c4-40d5-4ac6-b504-f3855652808b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "PUT /v2.0/networks/d88d600f-4a8e-4ee0-8baf-6903ccc0533a HTTP/1.1" status: 200 len: 858 time: 0.3043003 Aug 30 13:31:15.109470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52394) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:15.119002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Pushing event updated for resources: {'Port': ['ID=e34dad07-3dc3-41ea-ae20-61b7b3e399b0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:15.259989 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.260715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.270894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95e8c4-40d5-4ac6-b504-f3855652808b tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event updated for resources: {'Network': ['ID=d88d600f-4a8e-4ee0-8baf-6903ccc0533a,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:15.294752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Transition to ACTIVE for port object ca6e9184-3634-4b15-989e-583748a6d2af will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:15.316777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Transition to ACTIVE for port object ca6e9184-3634-4b15-989e-583748a6d2af will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:15.328044 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.367509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.378930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88d600f-4a8e-4ee0-8baf-6903ccc0533a']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:15.382325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Network 32a86002-33f5-4842-8ba1-e62b8cc14056 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:15.390196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:15.390439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3e87dd-c63b-4071-9fae-386008b17795') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:15.390635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3e87dd-c63b-4071-9fae-386008b17795') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:15.393732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Pushing event updated for resources: {'Port': ['ID=ca6e9184-3634-4b15-989e-583748a6d2af,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:15.396291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:15.400216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:05Z', 'updated_at': '2021-08-30T13:31:10Z', 'revision_number': 4, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'gw_port': {'id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:06Z', 'updated_at': '2021-08-30T13:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '75940950-ce26-46c0-a95b-48b842069508', 'name': '', 'network_id': '864fe966-a87e-4129-aafc-946aa1232017', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'mac_address': 'fa:16:3e:2a:4f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'fe355bb2-99d6-409b-8067-ae16c20f82b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:09Z', 'updated_at': '2021-08-30T13:31:14Z', 'revision_number': 4, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'subnets': [{'id': 'fe355bb2-99d6-409b-8067-ae16c20f82b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:15.424717 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.430702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a9064c-3405-46f4-b833-7c4673fa15ce None None] The sync data for ids ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'] in n-d-688802-6 is: [{'id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:05Z', 'updated_at': '2021-08-30T13:31:10Z', 'revision_number': 4, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'gw_port': {'id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:06Z', 'updated_at': '2021-08-30T13:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '75940950-ce26-46c0-a95b-48b842069508', 'name': '', 'network_id': '864fe966-a87e-4129-aafc-946aa1232017', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'mac_address': 'fa:16:3e:2a:4f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': 'fe355bb2-99d6-409b-8067-ae16c20f82b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:09Z', 'updated_at': '2021-08-30T13:31:14Z', 'revision_number': 4, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'subnets': [{'id': 'fe355bb2-99d6-409b-8067-ae16c20f82b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:31:15.446837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.457617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:15.458349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:15.460919 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:15.514594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Attempting to bind port ca6e9184-3634-4b15-989e-583748a6d2af on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:15.514969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Attempting to bind port ca6e9184-3634-4b15-989e-583748a6d2af by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:15.515341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Attempting to bind port ca6e9184-3634-4b15-989e-583748a6d2af on network 32a86002-33f5-4842-8ba1-e62b8cc14056 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:15.533262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:15.533870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Checking segment: {'id': 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:15.537325 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.537764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Bound using segment: {'id': 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:15.539073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Bound port: ca6e9184-3634-4b15-989e-583748a6d2af, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:15.539496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.551836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.560651 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.575958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d88d600f-4a8e-4ee0-8baf-6903ccc0533a {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 13:31:15.578420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.583474 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d88d600f-4a8e-4ee0-8baf-6903ccc0533a HTTP/1.1" status: 204 len: 168 time: 0.4720600 Aug 30 13:31:15.591802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52406) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:15.634668 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] For port ca6e9184-3634-4b15-989e-583748a6d2af, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:15.638232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] For port ca6e9184-3634-4b15-989e-583748a6d2af, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ca6e9184-3634-4b15-989e-583748a6d2af,segment=NetworkSegment(beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f),segment_id=beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:15.647522 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.651556 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24028e-6c72-4e8b-ac00-e0202aa4eed9 tempest-ExternalNetworksTestJSON-941259384 tempest-ExternalNetworksTestJSON-941259384-project-admin] Pushing event deleted for resources: {'Network': ['ID=d88d600f-4a8e-4ee0-8baf-6903ccc0533a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:15.654938 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-199f2843-7034-4fd6-b86e-1781a6b538d5 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] DELETE failed (client error): The resource could not be found. Aug 30 13:31:15.655401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199f2843-7034-4fd6-b86e-1781a6b538d5 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:31:15.657194 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-199f2843-7034-4fd6-b86e-1781a6b538d5 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] 10.222.0.37 "DELETE /v2.0/subnets/a4079504-1717-4267-85d6-421b4ebfc836 HTTP/1.1" status: 404 len: 337 time: 0.0605669 Aug 30 13:31:15.661218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52408) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:15.743448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2fc0cc-d556-4e52-bce7-e99348cc081a None None] Pushing event updated for resources: {'Port': ['ID=ca6e9184-3634-4b15-989e-583748a6d2af,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:15.797293 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.929785 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.943104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0053b4-4d77-4ab9-a2c4-3bf8f563d034']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:15.945471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52412) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:15.963010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fea9992c-6785-428c-a2a8-e131cd4cb848') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:15.963342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fea9992c-6785-428c-a2a8-e131cd4cb848') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:15.974872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:15.993012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.028470 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:16.028936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:16.034218 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:16.141089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.150605 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.154571 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] 10.222.0.37 "DELETE /v2.0/networks/bc0053b4-4d77-4ab9-a2c4-3bf8f563d034 HTTP/1.1" status: 204 len: 168 time: 0.4919431 Aug 30 13:31:16.172026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3dce8-a5b1-4b9b-a853-9320a4f7cc82 tempest-ExternalNetworksTestJSON-1733228611 tempest-ExternalNetworksTestJSON-1733228611-project] Pushing event deleted for resources: {'Network': ['ID=bc0053b4-4d77-4ab9-a2c4-3bf8f563d034,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:16.212283 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f70eb39c-f388-4480-80d4-082838938f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.338238 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f70eb39c-f388-4480-80d4-082838938f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.345756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f70eb39c-f388-4480-80d4-082838938f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.394240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.459239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f70eb39c-f388-4480-80d4-082838938f26 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a50212e749ec4386ba96e64c09c5e6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5101771 Aug 30 13:31:16.459239 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70eb39c-f388-4480-80d4-082838938f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b858261-3801-4515-8258-ea138396610a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:16.463329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52420) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:16.505626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52422) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:16.593339 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-380464be-988c-4b6c-9f95-33e5356165f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.628295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-380464be-988c-4b6c-9f95-33e5356165f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.661408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Router db8fe1f6-f031-484c-ad11-38ba8109042c is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:31:16.682900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aed8cffb-4bbd-49f3-8f6f-e686e447ee3e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6381012e547b48d9a3e81c6c6e030447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760790 Aug 30 13:31:16.686928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52426) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:16.766780 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-380464be-988c-4b6c-9f95-33e5356165f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.769678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-380464be-988c-4b6c-9f95-33e5356165f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.770876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-380464be-988c-4b6c-9f95-33e5356165f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b858261-3801-4515-8258-ea138396610a HTTP/1.1" status: 204 len: 168 time: 0.3065834 Aug 30 13:31:16.825646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380464be-988c-4b6c-9f95-33e5356165f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b858261-3801-4515-8258-ea138396610a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:16.875308 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-209febe1-d4a6-4b3d-be48-bc3eaea7be1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.889637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:31:16.904631 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Sync routers for ids ['db8fe1f6-f031-484c-ad11-38ba8109042c'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:31:16.914805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-209febe1-d4a6-4b3d-be48-bc3eaea7be1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.925316 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Routers {'db8fe1f6-f031-484c-ad11-38ba8109042c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:31:16.928021 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:31:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['db8fe1f6-f031-484c-ad11-38ba8109042c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:16.933875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:16.935145 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c982d30c-a81a-4925-a451-d1638a286e40 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1763709 Aug 30 13:31:16.938048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52430) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:17.043031 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-209febe1-d4a6-4b3d-be48-bc3eaea7be1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.048045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-209febe1-d4a6-4b3d-be48-bc3eaea7be1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.054591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-209febe1-d4a6-4b3d-be48-bc3eaea7be1f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/575e693f-7c44-4b6a-a28f-8a46596294fc HTTP/1.1" status: 204 len: 168 time: 0.3664794 Aug 30 13:31:17.069305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209febe1-d4a6-4b3d-be48-bc3eaea7be1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575e693f-7c44-4b6a-a28f-8a46596294fc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:17.210800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40d9498-94ef-480b-aea5-bef7ac4409c0 None None] Network 32a86002-33f5-4842-8ba1-e62b8cc14056 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:17.232041 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Set router db8fe1f6-f031-484c-ad11-38ba8109042c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:31:17.313491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 75940950-ce26-46c0-a95b-48b842069508 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:17.347663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f1bf7d8c-c0e3-4537-bb34-8fd5bec523e8 None None] Provisioning for port ca6e9184-3634-4b15-989e-583748a6d2af completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:17.359782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52436) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:17.380135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd231ace-59c4-4391-8af4-03f2e450a8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.505086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 75940950-ce26-46c0-a95b-48b842069508 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:17.513715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 75940950-ce26-46c0-a95b-48b842069508 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:17.513985 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.628009 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd231ace-59c4-4391-8af4-03f2e450a8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.648872 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fd231ace-59c4-4391-8af4-03f2e450a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.729602 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:13Z', 'updated_at': '2021-08-30T13:31:15Z', 'revision_number': 3, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'gw_port': {'id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:14Z', 'updated_at': '2021-08-30T13:31:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:17.735028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52440) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:17.744615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd231ace-59c4-4391-8af4-03f2e450a8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e37e49-cd4c-4d1d-8775-39c05718468a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:17.760909 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.795233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fd231ace-59c4-4391-8af4-03f2e450a8d7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=575f3ae39a664958b1327b3ba1b13cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329026 Aug 30 13:31:17.798674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52442) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:17.829145 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-df9a897d-027d-4cd7-9f1e-22285b1e9389 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=32d3b44bfc3a4a8bbce23375e92e11e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0917909 Aug 30 13:31:17.835055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52444) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:17.853338 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Checking router: db8fe1f6-f031-484c-ad11-38ba8109042c for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:31:17.854143 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Updating router db8fe1f6-f031-484c-ad11-38ba8109042c port e34dad07-3dc3-41ea-ae20-61b7b3e399b0 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:31:17.871105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 75940950-ce26-46c0-a95b-48b842069508, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=75940950-ce26-46c0-a95b-48b842069508,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:17.877998 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.879372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ca6e9184-3634-4b15-989e-583748a6d2af up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:17.940219 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.953853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1aa6e056-23b9-4c87-a3df-c1ec8c56558d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:17.991571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f68a830d-6d6e-4a66-94a5-6a38bd44b950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.050161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=75940950-ce26-46c0-a95b-48b842069508,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:18.063643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ca6e9184-3634-4b15-989e-583748a6d2af completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:18.063838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f68a830d-6d6e-4a66-94a5-6a38bd44b950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.071632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ca6e9184-3634-4b15-989e-583748a6d2af triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:18.072063 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.131197 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1aa6e056-23b9-4c87-a3df-c1ec8c56558d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.140820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-72d06d7d-d72c-4d11-95c1-70fc4717dc79 None None] Provisioning complete for port ca6e9184-3634-4b15-989e-583748a6d2af triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:18.141162 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-72d06d7d-d72c-4d11-95c1-70fc4717dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.146805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f68a830d-6d6e-4a66-94a5-6a38bd44b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.161538 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f68a830d-6d6e-4a66-94a5-6a38bd44b950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.163120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f68a830d-6d6e-4a66-94a5-6a38bd44b950 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1cb9b31-2684-44cd-8b38-13722ce6ae54 HTTP/1.1" status: 204 len: 168 time: 0.3272321 Aug 30 13:31:18.181975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a830d-6d6e-4a66-94a5-6a38bd44b950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cb9b31-2684-44cd-8b38-13722ce6ae54,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:18.218413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.254050 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.336957 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-72d06d7d-d72c-4d11-95c1-70fc4717dc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.340384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ca6e9184-3634-4b15-989e-583748a6d2af, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ca6e9184-3634-4b15-989e-583748a6d2af,segment=NetworkSegment(beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f),segment_id=beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:18.351040 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.383588 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.394431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1aa6e056-23b9-4c87-a3df-c1ec8c56558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.396253 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Transition to ACTIVE for port object e34dad07-3dc3-41ea-ae20-61b7b3e399b0 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:18.400096 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1aa6e056-23b9-4c87-a3df-c1ec8c56558d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.401978 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1aa6e056-23b9-4c87-a3df-c1ec8c56558d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1e37e49-cd4c-4d1d-8775-39c05718468a HTTP/1.1" status: 204 len: 168 time: 0.6018708 Aug 30 13:31:18.427256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6e056-23b9-4c87-a3df-c1ec8c56558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e37e49-cd4c-4d1d-8775-39c05718468a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:18.427811 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.476117 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-72d06d7d-d72c-4d11-95c1-70fc4717dc79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:31:18.476475 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-72d06d7d-d72c-4d11-95c1-70fc4717dc79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:31:18.500856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ca6e9184-3634-4b15-989e-583748a6d2af,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:18.530440 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Attempting to bind port e34dad07-3dc3-41ea-ae20-61b7b3e399b0 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:18.531082 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Attempting to bind port e34dad07-3dc3-41ea-ae20-61b7b3e399b0 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:18.531698 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Attempting to bind port e34dad07-3dc3-41ea-ae20-61b7b3e399b0 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:18.536033 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce27082-d5df-4926-8854-a8df7da04095 None None] Pushing event updated for resources: {'Port': ['ID=e34dad07-3dc3-41ea-ae20-61b7b3e399b0,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:18.540955 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:18.541431 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:18.541734 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.542127 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:18.542592 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Bound port: e34dad07-3dc3-41ea-ae20-61b7b3e399b0, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:18.542945 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.556181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Allocated IP 172.20.0.1 (32a86002-33f5-4842-8ba1-e62b8cc14056/ed04f78b-d272-417f-bade-12c6a3a08062/dc00e878-8de9-4695-b115-131474a66e1a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:18.607855 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] For port e34dad07-3dc3-41ea-ae20-61b7b3e399b0, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:18.612303 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] For port e34dad07-3dc3-41ea-ae20-61b7b3e399b0, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e34dad07-3dc3-41ea-ae20-61b7b3e399b0,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:18.617638 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.684164 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Routers {'db8fe1f6-f031-484c-ad11-38ba8109042c'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:31:18.685014 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:31:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['db8fe1f6-f031-484c-ad11-38ba8109042c'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:18.690742 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce27082-d5df-4926-8854-a8df7da04095 None None] Pushing event updated for resources: {'Port': ['ID=e34dad07-3dc3-41ea-ae20-61b7b3e399b0,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:18.711563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.726726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Transition to ACTIVE for port object dc00e878-8de9-4695-b115-131474a66e1a will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:18.773505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:18.797715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Network 32a86002-33f5-4842-8ba1-e62b8cc14056 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:18.821244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:18.824304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:18.903977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=dc00e878-8de9-4695-b115-131474a66e1a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:18.909930 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] Set router db8fe1f6-f031-484c-ad11-38ba8109042c gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:31:18.922303 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:19.153288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 75940950-ce26-46c0-a95b-48b842069508 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:19.217989 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:19.233457 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:13Z', 'updated_at': '2021-08-30T13:31:15Z', 'revision_number': 3, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'gw_port': {'id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:14Z', 'updated_at': '2021-08-30T13:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:19.247375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 75940950-ce26-46c0-a95b-48b842069508 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:19.247937 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:19.277470 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6437dff4-27d8-48e7-af36-0c867d22e0c5 None None] The sync data for ids ['db8fe1f6-f031-484c-ad11-38ba8109042c'] in n-d-688802-6 is: [{'id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:13Z', 'updated_at': '2021-08-30T13:31:15Z', 'revision_number': 3, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'gw_port': {'id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:14Z', 'updated_at': '2021-08-30T13:31:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:31:19.333678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-26dd474d-bdec-4c1b-b2d2-5e1f9f641bd3 None None] Provisioning for port dc00e878-8de9-4695-b115-131474a66e1a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:19.339482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-26dd474d-bdec-4c1b-b2d2-5e1f9f641bd3 None None] Provisioning complete for port dc00e878-8de9-4695-b115-131474a66e1a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:19.340020 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26dd474d-bdec-4c1b-b2d2-5e1f9f641bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:19.434969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ca6e9184-3634-4b15-989e-583748a6d2af up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:19.434969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-26dd474d-bdec-4c1b-b2d2-5e1f9f641bd3 None None] Port dc00e878-8de9-4695-b115-131474a66e1a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:31:19.488662 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:19.495778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:19.500597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ca6e9184-3634-4b15-989e-583748a6d2af triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:19.501083 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:19.600559 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:19.689704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=dc00e878-8de9-4695-b115-131474a66e1a,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:19.783414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Network 32a86002-33f5-4842-8ba1-e62b8cc14056 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:19.785564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:19.958099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Router db8fe1f6-f031-484c-ad11-38ba8109042c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:31:20.140253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:31:20.147312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0da0e31d-1394-4fca-8f2e-7ef2a0cacfa6 admin admin] 10.222.0.37 "PUT /v2.0/routers/db8fe1f6-f031-484c-ad11-38ba8109042c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2068410 Aug 30 13:31:20.171365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a3cbfa19-5fd2-4adf-82d3-16484fd52727 None None] Provisioning complete for port dc00e878-8de9-4695-b115-131474a66e1a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:20.172269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a3cbfa19-5fd2-4adf-82d3-16484fd52727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:20.247826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a3cbfa19-5fd2-4adf-82d3-16484fd52727 None None] Port dc00e878-8de9-4695-b115-131474a66e1a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:31:21.003631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52536) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:21.167908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e34dad07-3dc3-41ea-ae20-61b7b3e399b0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:21.172545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-65d5bc3b-4045-4403-b784-cb17c7e4c74f tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:21.174962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-65d5bc3b-4045-4403-b784-cb17c7e4c74f tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/networks?id=864fe966-a87e-4129-aafc-946aa1232017 HTTP/1.1" status: 200 len: 911 time: 0.2005336 Aug 30 13:31:21.202150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8ac49bff-0be7-492d-8175-94bc0eb0e098 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-132287879'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:21.203088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8ac49bff-0be7-492d-8175-94bc0eb0e098 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Unknown quota resources ['metering_label']. {{(pid=95698) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:31:21.206749 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-f917e5b5-fb4e-49ee-a468-1bc3e2452387 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/quotas/3ff69f83a5b3403594bb72d968b266c2 HTTP/1.1" status: 200 len: 375 time: 0.0196729 Aug 30 13:31:21.271658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e34dad07-3dc3-41ea-ae20-61b7b3e399b0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:21.277140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e34dad07-3dc3-41ea-ae20-61b7b3e399b0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:21.278494 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:21.347725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-6936c3c6-85c8-4479-a268-ef095e7deae3 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ff69f83a5b3403594bb72d968b266c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397324 Aug 30 13:31:21.438549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ac49bff-0be7-492d-8175-94bc0eb0e098 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:21.443775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52548) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:21.444415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8ac49bff-0be7-492d-8175-94bc0eb0e098 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4392743 Aug 30 13:31:21.449323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7800348e-975e-470c-82d4-80a6bccde75d tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4c1b870a-ded2-43b1-a074-9cac754f0bb6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:21.450321 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7800348e-975e-470c-82d4-80a6bccde75d tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95699) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:31:21.462558 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:21.490883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e34dad07-3dc3-41ea-ae20-61b7b3e399b0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e34dad07-3dc3-41ea-ae20-61b7b3e399b0,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:21.498476 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:21.572940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e34dad07-3dc3-41ea-ae20-61b7b3e399b0,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:21.602185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Sync routers for ids ['db8fe1f6-f031-484c-ad11-38ba8109042c'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:31:21.625748 n-d-688802-6 neutron-server[95699]: WARNING neutron.services.metering.metering_plugin [None req-7800348e-975e-470c-82d4-80a6bccde75d tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 13:31:21.627173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Routers {'db8fe1f6-f031-484c-ad11-38ba8109042c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:31:21.628769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:31:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['db8fe1f6-f031-484c-ad11-38ba8109042c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:21.816552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Set router db8fe1f6-f031-484c-ad11-38ba8109042c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:31:21.854693 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7800348e-975e-470c-82d4-80a6bccde75d tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:21.855835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7800348e-975e-470c-82d4-80a6bccde75d tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4104757 Aug 30 13:31:21.860581 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52558) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:21.873916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0cb86951-53f0-41f0-bcde-8066389c4aa6 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4c1b870a-ded2-43b1-a074-9cac754f0bb6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:21.874693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0cb86951-53f0-41f0-bcde-8066389c4aa6 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95699) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:31:21.906587 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-e81a2faf-761c-4cb0-ab08-eab3aec26338 service neutron] 10.222.0.37 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548959 Aug 30 13:31:22.016561 n-d-688802-6 neutron-server[95699]: WARNING neutron.services.metering.metering_plugin [None req-0cb86951-53f0-41f0-bcde-8066389c4aa6 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 13:31:22.160458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:13Z', 'updated_at': '2021-08-30T13:31:19Z', 'revision_number': 4, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'gw_port': {'id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:14Z', 'updated_at': '2021-08-30T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dc00e878-8de9-4695-b115-131474a66e1a', 'name': '', 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'mac_address': 'fa:16:3e:b7:56:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ed04f78b-d272-417f-bade-12c6a3a08062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:18Z', 'updated_at': '2021-08-30T13:31:19Z', 'revision_number': 2, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'subnets': [{'id': 'ed04f78b-d272-417f-bade-12c6a3a08062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:22.216349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Checking router: db8fe1f6-f031-484c-ad11-38ba8109042c for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:31:22.217322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Updating router db8fe1f6-f031-484c-ad11-38ba8109042c port dc00e878-8de9-4695-b115-131474a66e1a binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:31:22.259282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:22.573775 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0cb86951-53f0-41f0-bcde-8066389c4aa6 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:22.579499 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0cb86951-53f0-41f0-bcde-8066389c4aa6 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7126889 Aug 30 13:31:22.580135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52570) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:22.616215 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0969f814-ff0e-4ffb-96ec-3ce32a16e410 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=70aa7843-5e55-4d65-afcc-c7629b00dfec HTTP/1.1" status: 200 len: 462 time: 0.0341396 Aug 30 13:31:22.620097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52572) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:22.656296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-65055821-65a1-4067-b29a-1f6e3a588c34 service neutron] 10.222.0.37 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7387834 Aug 30 13:31:22.679343 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:22.694148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Transition to ACTIVE for port object dc00e878-8de9-4695-b115-131474a66e1a will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:22.701513 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:22.791152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b3b0b-ad46-4c8b-b711-245f0af139c4 None None] Pushing event updated for resources: {'Port': ['ID=dc00e878-8de9-4695-b115-131474a66e1a,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:22.827550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52578) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:22.864719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Attempting to bind port dc00e878-8de9-4695-b115-131474a66e1a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:22.865103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Attempting to bind port dc00e878-8de9-4695-b115-131474a66e1a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:22.865477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Attempting to bind port dc00e878-8de9-4695-b115-131474a66e1a on network 32a86002-33f5-4842-8ba1-e62b8cc14056 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:22.871972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:22.872359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Checking segment: {'id': 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:22.872778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:22.873186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Bound using segment: {'id': 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:22.873845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Bound port: dc00e878-8de9-4695-b115-131474a66e1a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:22.874580 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:22.889233 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-805aa0f2-a5a1-4893-a570-6882ae20b546 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:22.896237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-805aa0f2-a5a1-4893-a570-6882ae20b546 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/70aa7843-5e55-4d65-afcc-c7629b00dfec HTTP/1.1" status: 204 len: 168 time: 0.2696657 Aug 30 13:31:22.896835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52582) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:22.919037 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b2c395b0-7309-49bb-898e-e341e1dfe9cc tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=70aa7843-5e55-4d65-afcc-c7629b00dfec HTTP/1.1" status: 200 len: 221 time: 0.0117872 Aug 30 13:31:22.920153 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52584) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:22.931018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3c9534bc-cbfc-4bf8-8412-8e2587b8f39b tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1644084730', 'description': 'label created by tempest'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:22.933183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d52b44d3-458f-44fc-a073-9fb1461c2d0a req-7a7457e3-22ac-43bf-a415-8cbb060c44da tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 210 time: 0.0663290 Aug 30 13:31:22.933947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3c9534bc-cbfc-4bf8-8412-8e2587b8f39b tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Unknown quota resources ['metering_label']. {{(pid=95699) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:31:23.084870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] For port dc00e878-8de9-4695-b115-131474a66e1a, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:23.104318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] For port dc00e878-8de9-4695-b115-131474a66e1a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc00e878-8de9-4695-b115-131474a66e1a,segment=NetworkSegment(beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f),segment_id=beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:23.106598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e34dad07-3dc3-41ea-ae20-61b7b3e399b0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:23.113097 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:23.121100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28f279b3-9abd-41ba-88e8-23903215e01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:23.270313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Routers {'db8fe1f6-f031-484c-ad11-38ba8109042c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:31:23.270993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:31:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['db8fe1f6-f031-484c-ad11-38ba8109042c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:23.276804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b3b0b-ad46-4c8b-b711-245f0af139c4 None None] Pushing event updated for resources: {'Port': ['ID=dc00e878-8de9-4695-b115-131474a66e1a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:23.326949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e34dad07-3dc3-41ea-ae20-61b7b3e399b0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:23.327631 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:23.341401 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3c9534bc-cbfc-4bf8-8412-8e2587b8f39b tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:23.342622 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3c9534bc-cbfc-4bf8-8412-8e2587b8f39b tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4213715 Aug 30 13:31:23.346354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52594) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:23.448453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-62ff2010-a7f7-425e-ba9f-a021d3e780ec tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=e2dce837-238b-4707-ae1b-056005d4ebef HTTP/1.1" status: 200 len: 468 time: 0.1007507 Aug 30 13:31:23.449337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52596) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:23.701356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] Set router db8fe1f6-f031-484c-ad11-38ba8109042c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:31:23.753980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28f279b3-9abd-41ba-88e8-23903215e01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:23.762521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-28f279b3-9abd-41ba-88e8-23903215e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:23.767653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e76f7bec-29d3-4794-901e-3686e950ac70 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:23.769515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e76f7bec-29d3-4794-901e-3686e950ac70 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/e2dce837-238b-4707-ae1b-056005d4ebef HTTP/1.1" status: 204 len: 168 time: 0.3182578 Aug 30 13:31:23.774315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52598) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:23.806583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52600) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:23.807708 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2348b111-cd83-4e87-b75e-4057cf51ffa5 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=e2dce837-238b-4707-ae1b-056005d4ebef HTTP/1.1" status: 200 len: 216 time: 0.0298688 Aug 30 13:31:23.817059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f279b3-9abd-41ba-88e8-23903215e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a80c342-2602-4d30-8c50-bc552457c993,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:23.824125 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-28f279b3-9abd-41ba-88e8-23903215e01c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b00d83a2c284b959ee9ad5f4da49be9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9935966 Aug 30 13:31:23.824125 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9dfc32be-a322-4b57-8eb0-5b646f800ccf tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0163653 Aug 30 13:31:23.834920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52602) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:23.835469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52604) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:23.871232 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cd0bd8b7-ba1b-494e-996d-e9f214ee2f6b tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0323846 Aug 30 13:31:23.878230 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52608) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:23.925727 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:23.964333 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:23.979689 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ad10ca54-5e61-4ae5-9ea5-e5e407f0f965 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/4c1b870a-ded2-43b1-a074-9cac754f0bb6 HTTP/1.1" status: 200 len: 472 time: 0.0968156 Aug 30 13:31:23.980209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52612) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:23.996706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ae10ede5-9aeb-4c98-b84a-3c6eb3b6719d tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/29095bd8-0fb4-4c43-8c02-3ef92b83368a HTTP/1.1" status: 200 len: 459 time: 0.0121360 Aug 30 13:31:23.997012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52614) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:24.028028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:13Z', 'updated_at': '2021-08-30T13:31:19Z', 'revision_number': 4, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'gw_port': {'id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:14Z', 'updated_at': '2021-08-30T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dc00e878-8de9-4695-b115-131474a66e1a', 'name': '', 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'mac_address': 'fa:16:3e:b7:56:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ed04f78b-d272-417f-bade-12c6a3a08062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:18Z', 'updated_at': '2021-08-30T13:31:23Z', 'revision_number': 4, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'subnets': [{'id': 'ed04f78b-d272-417f-bade-12c6a3a08062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:24.034083 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:24.036889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:24.038240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8a80c342-2602-4d30-8c50-bc552457c993 HTTP/1.1" status: 204 len: 168 time: 0.2014613 Aug 30 13:31:24.054373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a80c342-2602-4d30-8c50-bc552457c993,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:24.059973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daa12d0-e794-418a-bd6d-a5e0ac11f731 None None] The sync data for ids ['db8fe1f6-f031-484c-ad11-38ba8109042c'] in n-d-688802-6 is: [{'id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:13Z', 'updated_at': '2021-08-30T13:31:19Z', 'revision_number': 4, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'gw_port': {'id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:14Z', 'updated_at': '2021-08-30T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'dc00e878-8de9-4695-b115-131474a66e1a', 'name': '', 'network_id': '32a86002-33f5-4842-8ba1-e62b8cc14056', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'mac_address': 'fa:16:3e:b7:56:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': 'ed04f78b-d272-417f-bade-12c6a3a08062', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:18Z', 'updated_at': '2021-08-30T13:31:23Z', 'revision_number': 4, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'subnets': [{'id': 'ed04f78b-d272-417f-bade-12c6a3a08062', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:31:24.065049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.065235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.066196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.066446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.066963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.067212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.067942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.068443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.068941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.069438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.069968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.070473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e41ff2-0cec-4f6e-9dd7-edb1ea1d0bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:24.155650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01811b65-bb96-4cc0-b94d-52b65d67d6a7 req-782d78d6-0c87-4a1f-a04a-ea2f0cf0a959 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 210 time: 0.1130447 Aug 30 13:31:24.180069 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1dd9ad3e-13ba-46b9-9d85-fdca8ffe9a9e tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:24.181371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1dd9ad3e-13ba-46b9-9d85-fdca8ffe9a9e tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/29095bd8-0fb4-4c43-8c02-3ef92b83368a HTTP/1.1" status: 204 len: 168 time: 0.1829605 Aug 30 13:31:24.186853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52620) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:24.486949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36c93d22-84b3-456b-8b5d-5596e17d6cf7 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:24.504089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36c93d22-84b3-456b-8b5d-5596e17d6cf7 tempest-MeteringIpV6TestJSON-306178718 tempest-MeteringIpV6TestJSON-306178718-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/4c1b870a-ded2-43b1-a074-9cac754f0bb6 HTTP/1.1" status: 204 len: 168 time: 0.3125558 Aug 30 13:31:24.549777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-18d65ddd-2291-434a-9aea-7f7680dc5b05 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:24.555133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-18d65ddd-2291-434a-9aea-7f7680dc5b05 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.16 "GET /v2.0/networks?id=864fe966-a87e-4129-aafc-946aa1232017 HTTP/1.1" status: 200 len: 911 time: 0.2810400 Aug 30 13:31:24.580465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Request body: {'port': {'device_id': '44792dc1-1289-427d-8646-810d9a3c84fc', 'network_id': '864fe966-a87e-4129-aafc-946aa1232017', 'admin_state_up': True, 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:24.605405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Made reservation on behalf of 3ff69f83a5b3403594bb72d968b266c2 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:24.608660 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:24.800967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Allocated IP 172.20.0.4 (864fe966-a87e-4129-aafc-946aa1232017/fe355bb2-99d6-409b-8067-ae16c20f82b1/6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:24.871284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52638) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:25.019303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.053130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Transition to ACTIVE for port object 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:25.108460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.136535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc00e878-8de9-4695-b115-131474a66e1a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:25.171805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Network 864fe966-a87e-4129-aafc-946aa1232017 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:25.175301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:25.179266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:25.226357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Pushing event updated for resources: {'Port': ['ID=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:25.261137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port dc00e878-8de9-4695-b115-131474a66e1a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:25.268608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port dc00e878-8de9-4695-b115-131474a66e1a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:25.268992 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.270095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:25.271601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.279224 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74f2fec0-7d64-4207-9cff-5b3401e689b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.297134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-ca9fb37b-7545-475c-b894-0dca15e7e24b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7264733 Aug 30 13:31:25.313487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Request body: {'port': {'device_id': '44792dc1-1289-427d-8646-810d9a3c84fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:25.467709 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.476453 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.492086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834687c9-0091-4ac4-b3bc-37bbc377423f req-51dbdbff-b6ae-484a-af4f-470419fabf7e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:25.494289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-834687c9-0091-4ac4-b3bc-37bbc377423f req-51dbdbff-b6ae-484a-af4f-470419fabf7e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1027 time: 0.1753123 Aug 30 13:31:25.547634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port dc00e878-8de9-4695-b115-131474a66e1a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc00e878-8de9-4695-b115-131474a66e1a,segment=NetworkSegment(beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f),segment_id=beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:25.550549 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74f2fec0-7d64-4207-9cff-5b3401e689b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.558877 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.561588 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74f2fec0-7d64-4207-9cff-5b3401e689b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.634009 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-834687c9-0091-4ac4-b3bc-37bbc377423f req-ef6d6df6-7eb3-49b2-ad99-48966fdd6a07 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051743 Aug 30 13:31:25.634438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2fec0-7d64-4207-9cff-5b3401e689b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa20d547-70ff-46e4-8bc5-c2ccec751c7b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:25.652365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=dc00e878-8de9-4695-b115-131474a66e1a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:25.681690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-893f60a7-b0b4-495a-a4f1-515aaabbc02b None None] Provisioning for port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:25.686136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-74f2fec0-7d64-4207-9cff-5b3401e689b2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c13b2758cca47eab051a4db7a3d8595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8132613 Aug 30 13:31:25.689753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52654) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:25.694836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-893f60a7-b0b4-495a-a4f1-515aaabbc02b None None] Provisioning complete for port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:25.695404 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-893f60a7-b0b4-495a-a4f1-515aaabbc02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.764277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-893f60a7-b0b4-495a-a4f1-515aaabbc02b None None] Port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:31:25.795015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-495bd363-ead8-49f5-aa74-9f760ef2e138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.823127 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-495bd363-ead8-49f5-aa74-9f760ef2e138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.853864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:31:25.866040 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.880021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-495bd363-ead8-49f5-aa74-9f760ef2e138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.881038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Transition to ACTIVE for port object 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:25.883918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-495bd363-ead8-49f5-aa74-9f760ef2e138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.885224 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-495bd363-ead8-49f5-aa74-9f760ef2e138 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa20d547-70ff-46e4-8bc5-c2ccec751c7b HTTP/1.1" status: 204 len: 168 time: 0.1929801 Aug 30 13:31:25.888089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:25.899995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495bd363-ead8-49f5-aa74-9f760ef2e138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa20d547-70ff-46e4-8bc5-c2ccec751c7b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:25.952232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Pushing event updated for resources: {'Port': ['ID=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:26.069617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Attempting to bind port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:26.070350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Attempting to bind port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:26.071013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Attempting to bind port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc on network 864fe966-a87e-4129-aafc-946aa1232017 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:26.081054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc on network 864fe966-a87e-4129-aafc-946aa1232017 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:31:26.081381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Attempting to bind port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc on network 864fe966-a87e-4129-aafc-946aa1232017 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:26.088255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:26.088671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Checking segment: {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:26.089076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Bound using segment: {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:26.089531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Bound port: 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:26.089920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:26.182361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] For port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:26.182361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] For port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:26.189853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:26.249199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:26.249879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:26.252468 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] 10.222.0.16 "PUT /v2.0/ports/6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc HTTP/1.1" status: 200 len: 1091 time: 0.9458683 Aug 30 13:31:26.252978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44792dc1-1289-427d-8646-810d9a3c84fc', 'tag': '6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:31:26.255498 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a6060c-ceea-4842-b6c6-aee338133722" -d '{"events": [{"name": "network-changed", "server_uuid": "44792dc1-1289-427d-8646-810d9a3c84fc", "tag": "6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:31:26.298678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8306f2-deef-4bcc-b87d-e240f07ad345 service neutron] Pushing event updated for resources: {'Port': ['ID=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:26.331163 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52de34bc-5c57-4111-a163-91087ff997cf x-openstack-request-id: req-52de34bc-5c57-4111-a163-91087ff997cf {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:31:26.331837 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44792dc1-1289-427d-8646-810d9a3c84fc", "tag": "6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:31:26.332253 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52de34bc-5c57-4111-a163-91087ff997cf {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:31:26.332835 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44792dc1-1289-427d-8646-810d9a3c84fc', 'tag': '6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc', 'status': 'completed', 'code': 200} Aug 30 13:31:26.374378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-bc0be632-cad6-45b2-bf53-f0929b92f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:26.376822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-bc0be632-cad6-45b2-bf53-f0929b92f881 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ff69f83a5b3403594bb72d968b266c2&device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1094 time: 0.0608230 Aug 30 13:31:26.433903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52678) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:26.445342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-247d771d-db3d-443e-b3bd-0e4d32ca74b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc HTTP/1.1" status: 200 len: 217 time: 0.0608950 Aug 30 13:31:26.453991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:26.529843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-839aa8cf-8220-405a-9262-bf28416d63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:26.531568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-839aa8cf-8220-405a-9262-bf28416d63bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fe355bb2-99d6-409b-8067-ae16c20f82b1 HTTP/1.1" status: 200 len: 849 time: 0.0799575 Aug 30 13:31:26.585368 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:26.590550 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:26.603332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-294de2a0-5618-438e-9343-646b197c536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:26.604876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-294de2a0-5618-438e-9343-646b197c536e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=864fe966-a87e-4129-aafc-946aa1232017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660431 Aug 30 13:31:26.648655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95737d1f-ea14-4d7f-adbe-78ec24819d5a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:26.671561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c1850a1ccba4423a8246226beef57064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353516 Aug 30 13:31:26.673815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.674345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.675244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.675950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.676585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.677382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.677596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52682) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:26.678534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.679555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.680335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.680989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.681804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.682500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb76aa81-6f37-4e12-9009-17f2ce24e630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:26.782097 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-7adbfb38-781d-46ef-92a5-411543e3a316 service neutron] 10.222.0.16 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696930 Aug 30 13:31:26.871850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c809b8a2-a755-431c-8ec5-cd95f77b5306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:26.891636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050c8b-6c90-4f96-bf56-896dac4137f0 req-eab51758-7211-4f3a-b924-8636ada8250c tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:26.895189 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8050c8b-6c90-4f96-bf56-896dac4137f0 req-eab51758-7211-4f3a-b924-8636ada8250c tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1094 time: 0.1679201 Aug 30 13:31:26.946076 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c809b8a2-a755-431c-8ec5-cd95f77b5306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:27.020490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-67b0e1de-79ac-49fd-bd66-6a0391466ec5 req-28b51d08-a750-413e-8d92-b721f6a86a57 service neutron] 10.222.0.16 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286248 Aug 30 13:31:27.022259 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8050c8b-6c90-4f96-bf56-896dac4137f0 req-315478c3-7745-4b52-9dc7-06a92591468c tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116078 Aug 30 13:31:27.065845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c809b8a2-a755-431c-8ec5-cd95f77b5306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:27.069028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c809b8a2-a755-431c-8ec5-cd95f77b5306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:27.070381 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c809b8a2-a755-431c-8ec5-cd95f77b5306 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95737d1f-ea14-4d7f-adbe-78ec24819d5a HTTP/1.1" status: 204 len: 168 time: 0.3914087 Aug 30 13:31:27.101777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809b8a2-a755-431c-8ec5-cd95f77b5306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95737d1f-ea14-4d7f-adbe-78ec24819d5a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:27.129199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc00e878-8de9-4695-b115-131474a66e1a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:27.164355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6060c-ceea-4842-b6c6-aee338133722 req-a573fd25-ff75-4a7a-8f36-7a8bd707cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:27.165653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09a6060c-ceea-4842-b6c6-aee338133722 req-a573fd25-ff75-4a7a-8f36-7a8bd707cfc4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ff69f83a5b3403594bb72d968b266c2&device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1094 time: 0.0823221 Aug 30 13:31:27.211693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port dc00e878-8de9-4695-b115-131474a66e1a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:27.212082 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:27.309217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6060c-ceea-4842-b6c6-aee338133722 req-74b0e8dc-8c7b-4960-b4cb-8d06a510d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:27.311961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09a6060c-ceea-4842-b6c6-aee338133722 req-74b0e8dc-8c7b-4960-b4cb-8d06a510d601 service neutron] 10.222.0.16 "GET /v2.0/networks?id=864fe966-a87e-4129-aafc-946aa1232017 HTTP/1.1" status: 200 len: 911 time: 0.1381218 Aug 30 13:31:27.369322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09a6060c-ceea-4842-b6c6-aee338133722 req-e7821e56-a1a8-4f96-b3bf-a1b0c2b3fa04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc HTTP/1.1" status: 200 len: 217 time: 0.0502148 Aug 30 13:31:27.435293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6060c-ceea-4842-b6c6-aee338133722 req-55c96f08-2535-4e2c-995c-41d9cfa66a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:27.440097 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09a6060c-ceea-4842-b6c6-aee338133722 req-55c96f08-2535-4e2c-995c-41d9cfa66a81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fe355bb2-99d6-409b-8067-ae16c20f82b1 HTTP/1.1" status: 200 len: 849 time: 0.0596006 Aug 30 13:31:27.500641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6060c-ceea-4842-b6c6-aee338133722 req-36202053-cdae-4265-a012-6d5b559f1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:27.502799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09a6060c-ceea-4842-b6c6-aee338133722 req-36202053-cdae-4265-a012-6d5b559f1574 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=864fe966-a87e-4129-aafc-946aa1232017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572784 Aug 30 13:31:27.524316 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52732) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:27.616496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09a6060c-ceea-4842-b6c6-aee338133722 req-1bdc494b-011e-46ca-88a6-fc1b2f1317e2 service neutron] 10.222.0.16 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058326 Aug 30 13:31:27.669376 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4964-1f5c-4218-b1ec-bce902d69fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:27.747674 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-09a6060c-ceea-4842-b6c6-aee338133722 req-44b6b809-a35a-429d-842f-dae9ba8e236f service neutron] 10.222.0.16 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234853 Aug 30 13:31:27.809575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4964-1f5c-4218-b1ec-bce902d69fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:27.816680 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4964-1f5c-4218-b1ec-bce902d69fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:27.861969 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c6bd4964-1f5c-4218-b1ec-bce902d69fc3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=236c9a12d60940c28dc1f85f664d4dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339770 Aug 30 13:31:27.861969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd4964-1f5c-4218-b1ec-bce902d69fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd34ce6-30d6-4a17-b730-3d038c6af692,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:27.863029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52746) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:27.921276 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5d9208e-9b04-42ec-a589-7f776f3c5f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:27.948895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5d9208e-9b04-42ec-a589-7f776f3c5f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.012505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5d9208e-9b04-42ec-a589-7f776f3c5f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.017124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a5d9208e-9b04-42ec-a589-7f776f3c5f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.019102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a5d9208e-9b04-42ec-a589-7f776f3c5f33 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7dd34ce6-30d6-4a17-b730-3d038c6af692 HTTP/1.1" status: 204 len: 168 time: 0.1551561 Aug 30 13:31:28.032281 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9208e-9b04-42ec-a589-7f776f3c5f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd34ce6-30d6-4a17-b730-3d038c6af692,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:28.204679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c770348-0324-457f-9fcb-2843d02eac31 req-7110e7c5-7593-461f-b994-2c71ead67cb1 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:28.206526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c770348-0324-457f-9fcb-2843d02eac31 req-7110e7c5-7593-461f-b994-2c71ead67cb1 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1094 time: 0.0620878 Aug 30 13:31:28.255902 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c770348-0324-457f-9fcb-2843d02eac31 req-e1fcbdb2-d7a4-4ccf-b22e-88e2ab2e6481 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Aug 30 13:31:28.464518 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.523906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:28.539478 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29ef62a-b92f-4cd7-904a-f758276693a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.660724 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29ef62a-b92f-4cd7-904a-f758276693a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.665205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c29ef62a-b92f-4cd7-904a-f758276693a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.707934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ef62a-b92f-4cd7-904a-f758276693a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365d2cb2-2942-4564-9530-525b3c8bc14c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:28.712425 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c29ef62a-b92f-4cd7-904a-f758276693a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bce203daf8f442218e8293e601e927bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871097 Aug 30 13:31:28.716436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52770) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:28.781079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30c49dee-3096-410b-9917-c43aab9c230e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.804252 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30c49dee-3096-410b-9917-c43aab9c230e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.868967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30c49dee-3096-410b-9917-c43aab9c230e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.873301 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30c49dee-3096-410b-9917-c43aab9c230e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:28.875079 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-30c49dee-3096-410b-9917-c43aab9c230e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/365d2cb2-2942-4564-9530-525b3c8bc14c HTTP/1.1" status: 204 len: 168 time: 0.1574397 Aug 30 13:31:28.885730 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c49dee-3096-410b-9917-c43aab9c230e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365d2cb2-2942-4564-9530-525b3c8bc14c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:29.020037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52778) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:29.279818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1766724586', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:29.311977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Made reservation on behalf of e6d552cfcff14aafbad001dd7e4ac48e for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:29.325328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:29.346575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:29.410745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1767a-5baf-4549-a48e-8c68b7793f78 req-7dfa2750-e0a2-416f-b2d8-7f1b077513c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:29.423577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00d1767a-5baf-4549-a48e-8c68b7793f78 req-7dfa2750-e0a2-416f-b2d8-7f1b077513c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1094 time: 0.0798740 Aug 30 13:31:29.481891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00d1767a-5baf-4549-a48e-8c68b7793f78 req-cc2162e7-cb20-4c48-a3a0-a829488c1576 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558686 Aug 30 13:31:29.505041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:29.512611 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:29.520042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] device_id is not set on port 25506b51-63df-442c-8b77-f724d5766510 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:29.587716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f73ef7-9c08-412f-91bb-c684fdd4c4fe,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:29.672735 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Allocated IP 172.25.2.70 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/25506b51-63df-442c-8b77-f724d5766510) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:29.871708 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:29.932109 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:29.991024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:29.994780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:30.002506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:30.008213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Pushing event updated for resources: {'Port': ['ID=25506b51-63df-442c-8b77-f724d5766510,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:30.064394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:30.065496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.082462 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a4cc1c99-add8-462f-b717-19feccf75bd8 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0612032 Aug 30 13:31:30.085745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52806) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:30.093183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.70'}]}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:30.128397 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.130319 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.176677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:31:30.210157 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.294064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:30.311125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc', 'network_id': '864fe966-a87e-4129-aafc-946aa1232017', 'port_id': '6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc', 'mac_address': 'fa:16:3e:78:41:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe355bb2-99d6-409b-8067-ae16c20f82b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:31:30.366010 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.386992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:31:30.402113 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.418185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:30.425203 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.487831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:30.640717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:31:30.679192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8974d7-e613-42b1-8899-8d90b8668187 req-8c6e1f6c-8421-40cb-80be-978763d7a8a5 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:30.680730 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c8974d7-e613-42b1-8899-8d90b8668187 req-8c6e1f6c-8421-40cb-80be-978763d7a8a5 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1095 time: 0.1067810 Aug 30 13:31:30.718340 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.747194 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.763469 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c8974d7-e613-42b1-8899-8d90b8668187 req-6850b1ca-6f82-4a29-bf92-95b677e957e0 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714023 Aug 30 13:31:30.955130 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:30.979426 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.152006 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.155260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.230705 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.231773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00a9817a-3c47-4ec6-88f7-6a57f3513670 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:31:31.254624 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 30 13:31:31.255879 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bc2a17d6-00ad-45fc-ae28-9b9f8f9b8d81 tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1689494 Aug 30 13:31:31.260134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52854) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:31.354611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-98db2044-a818-4a8b-9c65-2ede7e8b2a4b tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Deleting port 25506b51-63df-442c-8b77-f724d5766510 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:31.354992 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-98db2044-a818-4a8b-9c65-2ede7e8b2a4b tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.463842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-98db2044-a818-4a8b-9c65-2ede7e8b2a4b tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.481443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-98db2044-a818-4a8b-9c65-2ede7e8b2a4b tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Calling delete_port for 25506b51-63df-442c-8b77-f724d5766510 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:31.549358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52858) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:31.682778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-98db2044-a818-4a8b-9c65-2ede7e8b2a4b tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.719499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db2044-a818-4a8b-9c65-2ede7e8b2a4b tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Pushing event deleted for resources: {'Port': ['ID=25506b51-63df-442c-8b77-f724d5766510,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:31.729063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28e30f04-1bff-46fa-a2cf-0bde6acc8b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.789503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-98db2044-a818-4a8b-9c65-2ede7e8b2a4b tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.792311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-98db2044-a818-4a8b-9c65-2ede7e8b2a4b tempest-RoutersAdminNegativeIpV6Test-1319672230 tempest-RoutersAdminNegativeIpV6Test-1319672230-project-admin] 10.222.0.37 "DELETE /v2.0/ports/25506b51-63df-442c-8b77-f724d5766510 HTTP/1.1" status: 204 len: 168 time: 0.5308361 Aug 30 13:31:31.872134 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28e30f04-1bff-46fa-a2cf-0bde6acc8b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.883239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-28e30f04-1bff-46fa-a2cf-0bde6acc8b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:31.957048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-28e30f04-1bff-46fa-a2cf-0bde6acc8b71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5c915d25514b40ad90be6b49f67e9216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4048216 Aug 30 13:31:31.958948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52868) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:31.959169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e30f04-1bff-46fa-a2cf-0bde6acc8b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e2294f-6b03-4b8e-b9a0-005059c91ac3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:31.979903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fb915-a22e-4a5c-b710-82aa39199ba7 req-acef245f-bb70-4236-808d-c3251f1883e5 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:31.981502 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf3fb915-a22e-4a5c-b710-82aa39199ba7 req-acef245f-bb70-4236-808d-c3251f1883e5 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1095 time: 0.1158412 Aug 30 13:31:32.031912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf3fb915-a22e-4a5c-b710-82aa39199ba7 req-3ae29b00-c2df-4388-b1fb-9faef9ade349 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390875 Aug 30 13:31:32.046409 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b78f080-a2d6-48a9-8533-68d155b1fd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.081152 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b78f080-a2d6-48a9-8533-68d155b1fd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.104820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52870) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:32.148425 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b78f080-a2d6-48a9-8533-68d155b1fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.152373 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b78f080-a2d6-48a9-8533-68d155b1fd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.153831 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2b78f080-a2d6-48a9-8533-68d155b1fd0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c2e2294f-6b03-4b8e-b9a0-005059c91ac3 HTTP/1.1" status: 204 len: 168 time: 0.1936147 Aug 30 13:31:32.169031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78f080-a2d6-48a9-8533-68d155b1fd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e2294f-6b03-4b8e-b9a0-005059c91ac3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:32.182494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:32.269268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:32.278346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:32.278980 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.290156 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4e2cae3-569d-4a75-afc1-c2ee14ae481f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.427413 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.442450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4e2cae3-569d-4a75-afc1-c2ee14ae481f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.449146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b4e2cae3-569d-4a75-afc1-c2ee14ae481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.466677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44792dc1-1289-427d-8646-810d9a3c84fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:31:32.471797 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceaed4d-2ffb-42dd-8b16-6dfb07c4b3d3" -d '{"events": [{"server_uuid": "44792dc1-1289-427d-8646-810d9a3c84fc", "name": "network-vif-plugged", "status": "completed", "tag": "6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:31:32.497961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:32.505280 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.540454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b4e2cae3-569d-4a75-afc1-c2ee14ae481f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=93defabbb4d040ad9386503d08607322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306066 Aug 30 13:31:32.541220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52880) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:32.554290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2cae3-569d-4a75-afc1-c2ee14ae481f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6298bb-c01b-4769-9ab2-adf60cc87305,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:32.596714 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d290603-467c-404d-9c37-98a768f94f47 x-openstack-request-id: req-8d290603-467c-404d-9c37-98a768f94f47 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:31:32.597173 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44792dc1-1289-427d-8646-810d9a3c84fc", "name": "network-vif-plugged", "status": "completed", "tag": "6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:31:32.597576 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d290603-467c-404d-9c37-98a768f94f47 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:31:32.598246 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44792dc1-1289-427d-8646-810d9a3c84fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc', 'code': 200} Aug 30 13:31:32.630965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:32.636153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52882) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:32.643541 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ca02ed7-a7bc-4bdc-8157-ca276edf459a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.667147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0255fd91-b01b-45d1-8e9b-d1203846c8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.677881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ca02ed7-a7bc-4bdc-8157-ca276edf459a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.739435 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ca02ed7-a7bc-4bdc-8157-ca276edf459a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.743557 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ca02ed7-a7bc-4bdc-8157-ca276edf459a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.743881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201618db-3a89-4d8a-bb3d-3a7c897c72cf req-fc0386e7-90ea-4d1f-b456-ec5a14f6938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:32.745179 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4ca02ed7-a7bc-4bdc-8157-ca276edf459a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0e6298bb-c01b-4769-9ab2-adf60cc87305 HTTP/1.1" status: 204 len: 168 time: 0.2021177 Aug 30 13:31:32.745532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-201618db-3a89-4d8a-bb3d-3a7c897c72cf req-fc0386e7-90ea-4d1f-b456-ec5a14f6938e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1096 time: 0.0873284 Aug 30 13:31:32.759541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca02ed7-a7bc-4bdc-8157-ca276edf459a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6298bb-c01b-4769-9ab2-adf60cc87305,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:32.826726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-201618db-3a89-4d8a-bb3d-3a7c897c72cf req-5b0f52aa-0e26-456c-b33b-305f69ff9bd3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699582 Aug 30 13:31:32.864019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0255fd91-b01b-45d1-8e9b-d1203846c8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.870895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0255fd91-b01b-45d1-8e9b-d1203846c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:32.915796 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0255fd91-b01b-45d1-8e9b-d1203846c8de admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=62fce123629e4e5c9202232878202d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778921 Aug 30 13:31:32.918559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255fd91-b01b-45d1-8e9b-d1203846c8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f98ea17-23ee-4f2f-ad22-753d1c1a1b95,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:32.919119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52886) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:32.997443 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77470201-f609-490d-a547-943b1ff1a60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:33.032004 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77470201-f609-490d-a547-943b1ff1a60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:33.108372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77470201-f609-490d-a547-943b1ff1a60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:33.113836 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77470201-f609-490d-a547-943b1ff1a60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:33.117391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-77470201-f609-490d-a547-943b1ff1a60e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f98ea17-23ee-4f2f-ad22-753d1c1a1b95 HTTP/1.1" status: 204 len: 168 time: 0.1953650 Aug 30 13:31:33.130052 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77470201-f609-490d-a547-943b1ff1a60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f98ea17-23ee-4f2f-ad22-753d1c1a1b95,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:33.195462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79950fd9-12a8-48bd-a25a-3e3ff33a0d6d req-84295336-f533-4b53-91b9-6adb93433749 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:33.197217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79950fd9-12a8-48bd-a25a-3e3ff33a0d6d req-84295336-f533-4b53-91b9-6adb93433749 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1096 time: 0.0787063 Aug 30 13:31:33.243122 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79950fd9-12a8-48bd-a25a-3e3ff33a0d6d req-6e7f3a86-400e-42a0-9956-b167a0d6fbf0 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Aug 30 13:31:33.279375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52894) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:33.342343 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9b352ac0-e9e4-49ec-ad94-74f9949b9105 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e6d552cfcff14aafbad001dd7e4ac48e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609028 Aug 30 13:31:33.344701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52898) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:33.406458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79df4788-3139-4da5-8763-e69507f3af9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:33.435805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79df4788-3139-4da5-8763-e69507f3af9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:33.503565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79df4788-3139-4da5-8763-e69507f3af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:33.507274 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-79df4788-3139-4da5-8763-e69507f3af9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:33.508502 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-79df4788-3139-4da5-8763-e69507f3af9d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e2f73ef7-9c08-412f-91bb-c684fdd4c4fe HTTP/1.1" status: 204 len: 168 time: 0.1626315 Aug 30 13:31:33.518816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79df4788-3139-4da5-8763-e69507f3af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f73ef7-9c08-412f-91bb-c684fdd4c4fe,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:34.402548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c98e19-2432-4bf1-a8fb-0a34eb0fe266 req-cb67b575-a389-4fa1-aec2-2b0a5e8f1b62 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:34.404027 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f5c98e19-2432-4bf1-a8fb-0a34eb0fe266 req-cb67b575-a389-4fa1-aec2-2b0a5e8f1b62 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1096 time: 0.0672102 Aug 30 13:31:34.444504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52956) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:34.458589 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f5c98e19-2432-4bf1-a8fb-0a34eb0fe266 req-c98bd2e3-4a9c-47e5-ada5-8f29747403c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414011 Aug 30 13:31:34.618373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d99ca-0c31-41a1-befe-133823ee1137 req-6e33db2b-83ac-4e89-8424-ff63b586749a tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:34.620424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf0d99ca-0c31-41a1-befe-133823ee1137 req-6e33db2b-83ac-4e89-8424-ff63b586749a tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1096 time: 0.0524869 Aug 30 13:31:34.635639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-883749506'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:34.711112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:34.717089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:34.723740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf0d99ca-0c31-41a1-befe-133823ee1137 req-fe5398d2-a2fe-4616-a558-71aefaec45e6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920546 Aug 30 13:31:34.739954 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:34.851795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9b386-c48d-46a8-ab6a-b1bd6ea8e2cd req-246f2ec3-2e33-4c21-95bf-7da145ff953e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:34.854107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ec9b386-c48d-46a8-ab6a-b1bd6ea8e2cd req-246f2ec3-2e33-4c21-95bf-7da145ff953e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1096 time: 0.0581336 Aug 30 13:31:34.868879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52976) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:34.904381 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:34.910912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:34.912989 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ec9b386-c48d-46a8-ab6a-b1bd6ea8e2cd req-f9303e61-4063-47ac-858b-6024e4eaa42c tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485907 Aug 30 13:31:34.949266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:34.959657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f503765-4185-4f4c-ba9a-16ae64b80d3b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:34.971897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:34.972451 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Added segment 982eb395-bf8d-4d47-942b-b9498d82a504 of type vlan for network b072afd8-471d-431b-93fe-502c775e9ec2 Aug 30 13:31:35.038292 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.062958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38fb73e3-d978-48ea-bc51-df634857864a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.109337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.115842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:35.116496 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.256089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Network': ['ID=b072afd8-471d-431b-93fe-502c775e9ec2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:35.269586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:35.339316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-453ba58a-e93f-4330-9c04-4e7d2e278994 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:35.340856 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-453ba58a-e93f-4330-9c04-4e7d2e278994 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/networks?id=864fe966-a87e-4129-aafc-946aa1232017 HTTP/1.1" status: 200 len: 911 time: 0.1458681 Aug 30 13:31:35.356757 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38fb73e3-d978-48ea-bc51-df634857864a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.365388 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38fb73e3-d978-48ea-bc51-df634857864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.372158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ffccbf02-0fff-476a-bcc2-c026c463fac5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9258785 Aug 30 13:31:35.376794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52992) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:35.380595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-21ef1f13-9b94-4a20-b0eb-d89c969887cd tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/quotas/3ff69f83a5b3403594bb72d968b266c2 HTTP/1.1" status: 200 len: 375 time: 0.0260115 Aug 30 13:31:35.384658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'name': 'tempest-PortsIpV6TestJSON-489116550'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:35.456354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-38fb73e3-d978-48ea-bc51-df634857864a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7805fe996f0149f0b59032db65dd4a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863817 Aug 30 13:31:35.463531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb73e3-d978-48ea-bc51-df634857864a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097af0b3-1510-4cbd-835e-9d30c31e4f9d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:35.465858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 52994) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:35.508800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:35.512412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-a311793d-1d79-4c1c-9a7b-39518af7ddba tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ff69f83a5b3403594bb72d968b266c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1165814 Aug 30 13:31:35.512981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.534349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 8b933fb9-8e3c-458a-ac59-677135c7addd yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:35.547274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ef1aaf1-514c-4f35-a3f1-2cf582a10ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.575183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ef1aaf1-514c-4f35-a3f1-2cf582a10ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.593765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-2636c152-f03c-4f40-8c3c-23c896a47539 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:31:35.594834 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-2636c152-f03c-4f40-8c3c-23c896a47539 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0712645 Aug 30 13:31:35.736000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.785392 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.848968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=8b933fb9-8e3c-458a-ac59-677135c7addd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:35.869275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Checking segment: {'id': '982eb395-bf8d-4d47-942b-b9498d82a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:35.869631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network hostable DHCP agents. Network: b072afd8-471d-431b-93fe-502c775e9ec2, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:35.890697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:35.902204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b072afd8-471d-431b-93fe-502c775e9ec2) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:35.906298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:35.913424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:35.913646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:35.915717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e516b4-985b-4baa-81a6-deace2cd6047 None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:35.930214 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b2e12523-9821-4938-ba94-3791655f9203 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5521889 Aug 30 13:31:35.943731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 52998) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:35.949602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1376616351'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:35.985197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:35.989800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.031424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:36.048594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ef1aaf1-514c-4f35-a3f1-2cf582a10ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.051419 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ef1aaf1-514c-4f35-a3f1-2cf582a10ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.052706 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6ef1aaf1-514c-4f35-a3f1-2cf582a10ceb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/097af0b3-1510-4cbd-835e-9d30c31e4f9d HTTP/1.1" status: 204 len: 168 time: 0.5851417 Aug 30 13:31:36.061356 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.062278 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Added segment 15aaecbf-6f1c-48f6-a93e-717a19fbb7d9 of type vlan for network e954890c-1a0b-4e3c-8a07-235ad67bf61c Aug 30 13:31:36.072857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1aaf1-514c-4f35-a3f1-2cf582a10ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097af0b3-1510-4cbd-835e-9d30c31e4f9d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:36.078449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-18f65c4f-1f30-4cd4-87c0-6bb1fa12dcf0 service neutron] 10.222.0.37 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737036 Aug 30 13:31:36.150666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.192824 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.199700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-26e3e1f2-6194-45ae-a0b0-a69377da0564 service neutron] 10.222.0.37 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122203 Aug 30 13:31:36.204854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:36.205279 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.315040 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3675904 Aug 30 13:31:36.315794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53004) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:36.324129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'ports': [{'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2'}, {'network_id': 'e954890c-1a0b-4e3c-8a07-235ad67bf61c'}]} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:36.324606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:36.325195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': 'e954890c-1a0b-4e3c-8a07-235ad67bf61c'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:36.330162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45272c9-d32a-405d-83d9-17c9fe58f59e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Network': ['ID=e954890c-1a0b-4e3c-8a07-235ad67bf61c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:36.354492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e954890c-1a0b-4e3c-8a07-235ad67bf61c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:36.543781 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-847f2b63-253f-432d-b3fc-53addfc5411d req-2dcbe85a-8760-4949-9d43-7788f6a0100e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 210 time: 0.0390913 Aug 30 13:31:36.637155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 2} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:36.643300 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.659355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.713793 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3d526182-856e-44b6-a6f6-a5fb2c6b8c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.745942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 9c117e45-2be6-4b76-bc20-0e16c1ef1ccb yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:36.881827 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:36.960542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port fc4728ea-0129-4b86-b94b-372f4b2d347d yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:37.031825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53032) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:37.088807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.141281 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.171505 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3c22e5d2-1db4-4f4e-9e8e-81fbbf6338f5 tempest-AgentManagementNegativeTest-2797227 tempest-AgentManagementNegativeTest-2797227-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1367483 Aug 30 13:31:37.191574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:37.194776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:37.199227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:37.200050 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.205127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=9c117e45-2be6-4b76-bc20-0e16c1ef1ccb,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:37.264878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=fc4728ea-0129-4b86-b94b-372f4b2d347d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:37.273211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Checking segment: {'id': '15aaecbf-6f1c-48f6-a93e-717a19fbb7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'e954890c-1a0b-4e3c-8a07-235ad67bf61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:37.273582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network hostable DHCP agents. Network: e954890c-1a0b-4e3c-8a07-235ad67bf61c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:37.292382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network e954890c-1a0b-4e3c-8a07-235ad67bf61c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:37.309708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e954890c-1a0b-4e3c-8a07-235ad67bf61c) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:37.313901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:37.319988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:37.322317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e82bdc-f13e-4464-a70d-e472b9160c4e None None] Network e954890c-1a0b-4e3c-8a07-235ad67bf61c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:37.325108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:37.325525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.342362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9974aaf9-f65a-43dd-b28d-cf4bd2500c12 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0252960 Aug 30 13:31:37.345623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53038) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:37.496960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dbc49bf8-ccac-4cfd-971f-4b8ea269e6e8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port fc4728ea-0129-4b86-b94b-372f4b2d347d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:37.497406 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbc49bf8-ccac-4cfd-971f-4b8ea269e6e8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.502604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53042) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:37.573166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-d0cdd4f5-2ad7-4d5b-a319-d06cc2b4ba07 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:37.575711 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-d0cdd4f5-2ad7-4d5b-a319-d06cc2b4ba07 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.35 "GET /v2.0/networks?id=864fe966-a87e-4129-aafc-946aa1232017 HTTP/1.1" status: 200 len: 911 time: 0.1277902 Aug 30 13:31:37.591922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Request body: {'port': {'device_id': '3564c2d4-7324-4db5-88e2-bc28ae97f31d', 'network_id': '864fe966-a87e-4129-aafc-946aa1232017', 'admin_state_up': True, 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:37.599105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbc49bf8-ccac-4cfd-971f-4b8ea269e6e8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.615073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dbc49bf8-ccac-4cfd-971f-4b8ea269e6e8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for fc4728ea-0129-4b86-b94b-372f4b2d347d owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:37.650690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Made reservation on behalf of 3ff69f83a5b3403594bb72d968b266c2 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:37.653064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.683050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7cdd1fb1-ce33-4792-a54e-a0ace43a44e0 req-aba7ee30-01d3-4d18-8f14-00d753030fc1 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 210 time: 0.0477903 Aug 30 13:31:37.709685 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-542c4b33-b128-4c54-b00b-c3ed630116d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.726954 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbc49bf8-ccac-4cfd-971f-4b8ea269e6e8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.760650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc49bf8-ccac-4cfd-971f-4b8ea269e6e8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=fc4728ea-0129-4b86-b94b-372f4b2d347d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:37.771449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbc49bf8-ccac-4cfd-971f-4b8ea269e6e8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:37.773319 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dbc49bf8-ccac-4cfd-971f-4b8ea269e6e8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/fc4728ea-0129-4b86-b94b-372f4b2d347d HTTP/1.1" status: 204 len: 168 time: 0.4265893 Aug 30 13:31:37.776141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53048) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:37.818954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Allocated IP 172.20.0.6 (864fe966-a87e-4129-aafc-946aa1232017/fe355bb2-99d6-409b-8067-ae16c20f82b1/a2e1678b-0a9d-4f45-b606-71ec36224fe7) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:37.904057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7af9f5-4c98-4aa0-b526-4e3f62bc6be9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:37.910509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7af9f5-4c98-4aa0-b526-4e3f62bc6be9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:37.912153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5c7af9f5-4c98-4aa0-b526-4e3f62bc6be9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1350927 Aug 30 13:31:37.918396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53050) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:37.994006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.008459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Transition to ACTIVE for port object a2e1678b-0a9d-4f45-b606-71ec36224fe7 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:38.015662 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-542c4b33-b128-4c54-b00b-c3ed630116d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.023849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-542c4b33-b128-4c54-b00b-c3ed630116d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.047480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.058987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:31:38.076561 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-542c4b33-b128-4c54-b00b-c3ed630116d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9b0b49815984867a734fd5b387170aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5726542 Aug 30 13:31:38.078289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c4b33-b128-4c54-b00b-c3ed630116d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67da5b9d-5d25-4fb9-b0df-00faddfadbcb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:38.081361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53052) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:38.083314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-877e41cb-b6bf-4836-affa-bfa58dd6f4b5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 9c117e45-2be6-4b76-bc20-0e16c1ef1ccb {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:38.083660 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-877e41cb-b6bf-4836-affa-bfa58dd6f4b5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.099085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Network 864fe966-a87e-4129-aafc-946aa1232017 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:38.105505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:38.112674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:38.146777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e1678b-0a9d-4f45-b606-71ec36224fe7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:38.166056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:38.166720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.186662 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-877e41cb-b6bf-4836-affa-bfa58dd6f4b5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.187928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-4f281a0e-a3ea-4f93-9acb-92cd8d74b93e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6021109 Aug 30 13:31:38.201168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Request body: {'port': {'device_id': '3564c2d4-7324-4db5-88e2-bc28ae97f31d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:38.214186 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-877e41cb-b6bf-4836-affa-bfa58dd6f4b5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 9c117e45-2be6-4b76-bc20-0e16c1ef1ccb owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:38.222023 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8dc3-d427-4b3e-a300-33e009584829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.269241 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.281461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8dc3-d427-4b3e-a300-33e009584829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.369952 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-877e41cb-b6bf-4836-affa-bfa58dd6f4b5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.401324 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8dc3-d427-4b3e-a300-33e009584829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.409736 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9ff8dc3-d427-4b3e-a300-33e009584829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.409736 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b9ff8dc3-d427-4b3e-a300-33e009584829 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/67da5b9d-5d25-4fb9-b0df-00faddfadbcb HTTP/1.1" status: 204 len: 168 time: 0.3183136 Aug 30 13:31:38.414843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e41cb-b6bf-4836-affa-bfa58dd6f4b5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=9c117e45-2be6-4b76-bc20-0e16c1ef1ccb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:38.423254 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-877e41cb-b6bf-4836-affa-bfa58dd6f4b5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.425480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-877e41cb-b6bf-4836-affa-bfa58dd6f4b5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/9c117e45-2be6-4b76-bc20-0e16c1ef1ccb HTTP/1.1" status: 204 len: 168 time: 0.5060802 Aug 30 13:31:38.427125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff8dc3-d427-4b3e-a300-33e009584829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67da5b9d-5d25-4fb9-b0df-00faddfadbcb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:38.428332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53056) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:38.490292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff54d45-0d5d-4ad7-bc8b-6d0dfa4c3f55 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:38.491843 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fff54d45-0d5d-4ad7-bc8b-6d0dfa4c3f55 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0625572 Aug 30 13:31:38.494951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53058) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:38.495625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-97c52608-ebef-4db2-9e77-742768b84c4e None None] Provisioning for port a2e1678b-0a9d-4f45-b606-71ec36224fe7 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:38.501394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-97c52608-ebef-4db2-9e77-742768b84c4e None None] Provisioning complete for port a2e1678b-0a9d-4f45-b606-71ec36224fe7 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:38.502655 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-97c52608-ebef-4db2-9e77-742768b84c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.522175 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0f5801-b4bb-4804-8a3f-2824469e9c0e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:31:38.531855 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6c0f5801-b4bb-4804-8a3f-2824469e9c0e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/fc4728ea-0129-4b86-b94b-372f4b2d347d HTTP/1.1" status: 404 len: 333 time: 0.0273247 Aug 30 13:31:38.532528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53060) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:38.553134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-97c52608-ebef-4db2-9e77-742768b84c4e None None] Port a2e1678b-0a9d-4f45-b606-71ec36224fe7 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:31:38.561133 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-625fed1c-93e0-4506-8cc0-d70af4f96867 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:31:38.565853 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-625fed1c-93e0-4506-8cc0-d70af4f96867 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/9c117e45-2be6-4b76-bc20-0e16c1ef1ccb HTTP/1.1" status: 404 len: 333 time: 0.0284615 Aug 30 13:31:38.566107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53062) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:38.653775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e1678b-0a9d-4f45-b606-71ec36224fe7 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:31:38.664000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.668252 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.681625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Transition to ACTIVE for port object a2e1678b-0a9d-4f45-b606-71ec36224fe7 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:38.687380 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.768461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Pushing event updated for resources: {'Port': ['ID=a2e1678b-0a9d-4f45-b606-71ec36224fe7,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:38.807701 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.821121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e954890c-1a0b-4e3c-8a07-235ad67bf61c']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:38.839707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15aaecbf-6f1c-48f6-a93e-717a19fbb7d9') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:38.840000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15aaecbf-6f1c-48f6-a93e-717a19fbb7d9') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:38.852526 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:38.875088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Attempting to bind port a2e1678b-0a9d-4f45-b606-71ec36224fe7 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:38.875909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Attempting to bind port a2e1678b-0a9d-4f45-b606-71ec36224fe7 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:38.877484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Attempting to bind port a2e1678b-0a9d-4f45-b606-71ec36224fe7 on network 864fe966-a87e-4129-aafc-946aa1232017 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:38.883394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Port a2e1678b-0a9d-4f45-b606-71ec36224fe7 on network 864fe966-a87e-4129-aafc-946aa1232017 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:31:38.883819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Attempting to bind port a2e1678b-0a9d-4f45-b606-71ec36224fe7 on network 864fe966-a87e-4129-aafc-946aa1232017 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:38.890907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:38.891921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Checking segment: {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:38.893284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Bound using segment: {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:38.893871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Bound port: a2e1678b-0a9d-4f45-b606-71ec36224fe7, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '864fe966-a87e-4129-aafc-946aa1232017'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:38.894316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.011344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] For port a2e1678b-0a9d-4f45-b606-71ec36224fe7, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:39.019173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] For port a2e1678b-0a9d-4f45-b606-71ec36224fe7, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a2e1678b-0a9d-4f45-b606-71ec36224fe7,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:39.027911 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.068006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:39.068272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.069533 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] 10.222.0.35 "PUT /v2.0/ports/a2e1678b-0a9d-4f45-b606-71ec36224fe7 HTTP/1.1" status: 200 len: 1091 time: 0.8729141 Aug 30 13:31:39.070032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3564c2d4-7324-4db5-88e2-bc28ae97f31d', 'tag': 'a2e1678b-0a9d-4f45-b606-71ec36224fe7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:31:39.073133 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbabd78d-e5a2-4795-a780-b232c4a7c251" -d '{"events": [{"name": "network-changed", "server_uuid": "3564c2d4-7324-4db5-88e2-bc28ae97f31d", "tag": "a2e1678b-0a9d-4f45-b606-71ec36224fe7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:31:39.159022 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d904d181-dd9e-48d2-bfd8-ec41195015fa x-openstack-request-id: req-d904d181-dd9e-48d2-bfd8-ec41195015fa {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:31:39.159309 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3564c2d4-7324-4db5-88e2-bc28ae97f31d", "tag": "a2e1678b-0a9d-4f45-b606-71ec36224fe7", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:31:39.159566 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d904d181-dd9e-48d2-bfd8-ec41195015fa {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:31:39.159973 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3564c2d4-7324-4db5-88e2-bc28ae97f31d', 'tag': 'a2e1678b-0a9d-4f45-b606-71ec36224fe7', 'status': 'completed', 'code': 200} Aug 30 13:31:39.162334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2161e1-8de1-47a8-94b1-2e500a9be5af service neutron] Pushing event updated for resources: {'Port': ['ID=a2e1678b-0a9d-4f45-b606-71ec36224fe7,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:39.186721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-dc08bd76-7f39-46bd-b0cd-41db9de27601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:39.192053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-dc08bd76-7f39-46bd-b0cd-41db9de27601 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff69f83a5b3403594bb72d968b266c2&device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1094 time: 0.0682526 Aug 30 13:31:39.253841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-a1462322-2a93-4099-8378-e9d6eefc6662 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2e1678b-0a9d-4f45-b606-71ec36224fe7 HTTP/1.1" status: 200 len: 217 time: 0.0536282 Aug 30 13:31:39.256666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19733fc-1b71-4c07-9ff3-ba45e04e9155 req-0870bfbc-63d8-4435-a0bd-901e00c13461 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:39.258251 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d19733fc-1b71-4c07-9ff3-ba45e04e9155 req-0870bfbc-63d8-4435-a0bd-901e00c13461 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1052 time: 0.4927716 Aug 30 13:31:39.278607 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.295952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:39.296381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:39.300837 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:39.325571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-1fe735c9-f791-4b0e-899f-8fbf89ad5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:39.328209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-1fe735c9-f791-4b0e-899f-8fbf89ad5074 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe355bb2-99d6-409b-8067-ae16c20f82b1 HTTP/1.1" status: 200 len: 849 time: 0.0680077 Aug 30 13:31:39.369742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d19733fc-1b71-4c07-9ff3-ba45e04e9155 req-dca9669b-94e5-4a2c-b3d0-fd415f187c16 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034665 Aug 30 13:31:39.388319 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.409128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.412800 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/networks/e954890c-1a0b-4e3c-8a07-235ad67bf61c HTTP/1.1" status: 204 len: 168 time: 0.8456733 Aug 30 13:31:39.422332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53086) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:39.437994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75262151-faf7-4ff1-9c09-4dfc70b63c93 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Network': ['ID=e954890c-1a0b-4e3c-8a07-235ad67bf61c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:39.443009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1962840735'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:39.448418 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3e685fe7-321d-42df-a4c0-854d5b8c95a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.472375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-5a393bae-ceb3-4785-97da-44240a03c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:39.475138 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-5a393bae-ceb3-4785-97da-44240a03c779 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=864fe966-a87e-4129-aafc-946aa1232017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395798 Aug 30 13:31:39.513254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:39.516089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.521687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53088) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:39.586777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:39.605743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.606090 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Added segment d0d6a318-8b2c-4bc7-a0b5-c476445bcaed of type vlan for network 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 Aug 30 13:31:39.625983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-f6b07c24-9f29-4fd2-a542-0bc4f7dabf8f service neutron] 10.222.0.35 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415484 Aug 30 13:31:39.631659 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503151316'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:39.654173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:39.658676 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.667620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.706368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.754866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.760415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:39.761029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.767435 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.772562 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.799874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:39.818084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db40416c-de9e-49bd-b039-c19756121e76,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:39.822941 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.823318 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment 81e6f8a6-88d3-4db9-95e0-88fae9aa59d1 of type vlan for network 52af4683-90ee-4eeb-8ac1-1791d1be2bf8 Aug 30 13:31:39.828496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d5fd4ca-238e-4ab8-8252-f1b5fb42339b req-af2f08b9-3bb0-4cc9-802b-6c817032b9f1 service neutron] 10.222.0.35 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840045 Aug 30 13:31:39.842251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4054470 Aug 30 13:31:39.842614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53092) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:39.847823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': '4e343b3c-f5bf-4b76-88d3-bb57ac0e6187', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:39.855187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138f5fc-f87b-4fc4-b239-bd2c5063bdcf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Network': ['ID=4e343b3c-f5bf-4b76-88d3-bb57ac0e6187,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:39.873577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.874698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:39.911008 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.917646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:39.918836 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:39.984975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-dd6e9f3f-b781-43d1-9715-947d020bb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:39.986787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-dd6e9f3f-b781-43d1-9715-947d020bb477 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ff69f83a5b3403594bb72d968b266c2&device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1094 time: 0.0785034 Aug 30 13:31:39.987861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4648480 Aug 30 13:31:40.001775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9104ad-feee-4a69-ae7c-253c03b8a89c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=52af4683-90ee-4eeb-8ac1-1791d1be2bf8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:40.015689 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:40.021237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 52af4683-90ee-4eeb-8ac1-1791d1be2bf8 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:40.024406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:40.028006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:40.186564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-76458c90-91b6-4be4-8d73-8a6755708b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:40.188077 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-76458c90-91b6-4be4-8d73-8a6755708b6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=864fe966-a87e-4129-aafc-946aa1232017 HTTP/1.1" status: 200 len: 911 time: 0.1932669 Aug 30 13:31:40.260752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-baafae9d-6275-40ed-921f-906fc297ba72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2e1678b-0a9d-4f45-b606-71ec36224fe7 HTTP/1.1" status: 200 len: 217 time: 0.0650110 Aug 30 13:31:40.355959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-dea0d973-5851-40df-ad59-41e34d24a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:40.357434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-dea0d973-5851-40df-ad59-41e34d24a9c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=fe355bb2-99d6-409b-8067-ae16c20f82b1 HTTP/1.1" status: 200 len: 849 time: 0.0890381 Aug 30 13:31:40.366907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:40.470364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=0dfa2e5c-4b4a-41c4-b1f2-c68cafcb1431,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:40.480130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Checking segment: {'id': 'd0d6a318-8b2c-4bc7-a0b5-c476445bcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e343b3c-f5bf-4b76-88d3-bb57ac0e6187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:40.480499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network hostable DHCP agents. Network: 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:40.488341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-648678bd-7652-4a2e-ada5-71e5ac311623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:40.489856 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-648678bd-7652-4a2e-ada5-71e5ac311623 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=864fe966-a87e-4129-aafc-946aa1232017&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246610 Aug 30 13:31:40.586660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:40.596917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596d2b4-293d-419c-aab9-0718be4f407c req-f8eda647-d8c8-49bf-b1da-8daa5d339d3d tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:40.598548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4596d2b4-293d-419c-aab9-0718be4f407c req-f8eda647-d8c8-49bf-b1da-8daa5d339d3d tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1094 time: 0.1139743 Aug 30 13:31:40.616428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:40.621190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:40.621805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:40.633767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9169e3-7265-4102-8ebf-369694732b0e None None] Network 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:40.690853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e5506353-63ed-4f0e-953b-48347b57f10a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8443353 Aug 30 13:31:40.692432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53096) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:40.695418 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-4e248f2d-f43d-41fe-a419-4b40d9e0c9af service neutron] 10.222.0.35 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962628 Aug 30 13:31:40.700843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': '4e343b3c-f5bf-4b76-88d3-bb57ac0e6187', 'name': 'tempest-PortsIpV6TestJSON-1604390615'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:40.713889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4596d2b4-293d-419c-aab9-0718be4f407c req-c0f39e85-0be0-4600-bf9b-acda469e197b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985036 Aug 30 13:31:40.853939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:40.861304 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:40.881599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbabd78d-e5a2-4795-a780-b232c4a7c251 req-e553dc4b-6819-488c-96c6-6f203b0f39a5 service neutron] 10.222.0.35 "GET /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663558 Aug 30 13:31:40.892491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port baa6bc28-fce4-4ee8-b338-f8353411f597 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:40.912540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-4e343b3c-f5bf-4b76-88d3-bb57ac0e6187', 'network_id': '4e343b3c-f5bf-4b76-88d3-bb57ac0e6187', 'tenant_id': '81ca5737b44c4fc4a9f9e46d54c60574', 'fixed_ips': [{'subnet_id': '0dfa2e5c-4b4a-41c4-b1f2-c68cafcb1431'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:40.914514 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:40.963927 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.124827 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::1bd (4e343b3c-f5bf-4b76-88d3-bb57ac0e6187/0dfa2e5c-4b4a-41c4-b1f2-c68cafcb1431/baa6bc28-fce4-4ee8-b338-f8353411f597) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:41.298694 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.313441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object baa6bc28-fce4-4ee8-b338-f8353411f597 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:41.355119 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.451362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Allocated IP 2001:db8::2 (4e343b3c-f5bf-4b76-88d3-bb57ac0e6187/0dfa2e5c-4b4a-41c4-b1f2-c68cafcb1431/ada87ac1-038d-41c2-a165-dbdb3090eb0b) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:41.452406 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:41.458162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:41.465652 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:41.475403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:41.476530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.485898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=baa6bc28-fce4-4ee8-b338-f8353411f597,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:41.504505 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f4d238da-f5cf-48ff-9374-bd618e7e192b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8078592 Aug 30 13:31:41.505085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53098) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:41.631573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-39a15b8a-8779-407a-b0cd-de9b7fccac1c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port baa6bc28-fce4-4ee8-b338-f8353411f597 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:41.632332 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39a15b8a-8779-407a-b0cd-de9b7fccac1c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.650754 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.661731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Transition to ACTIVE for port object ada87ac1-038d-41c2-a165-dbdb3090eb0b will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:41.681846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Transition to ACTIVE for port object ada87ac1-038d-41c2-a165-dbdb3090eb0b will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:41.693289 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.730262 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39a15b8a-8779-407a-b0cd-de9b7fccac1c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.733920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Network 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:41.739752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:41.743883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:41.748598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-39a15b8a-8779-407a-b0cd-de9b7fccac1c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for baa6bc28-fce4-4ee8-b338-f8353411f597 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:41.761236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Pushing event updated for resources: {'Port': ['ID=ada87ac1-038d-41c2-a165-dbdb3090eb0b,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:41.785772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.786152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.786494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.786834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.787165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.787495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.787822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.788149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.789121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.789121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.789121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.789429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:31:41.833408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Attempting to bind port ada87ac1-038d-41c2-a165-dbdb3090eb0b on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:41.833817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Attempting to bind port ada87ac1-038d-41c2-a165-dbdb3090eb0b by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd0d6a318-8b2c-4bc7-a0b5-c476445bcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e343b3c-f5bf-4b76-88d3-bb57ac0e6187'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:41.834183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Attempting to bind port ada87ac1-038d-41c2-a165-dbdb3090eb0b on network 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:41.839911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:41.840272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Checking segment: {'id': 'd0d6a318-8b2c-4bc7-a0b5-c476445bcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e343b3c-f5bf-4b76-88d3-bb57ac0e6187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:41.840673 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.841067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Bound using segment: {'id': 'd0d6a318-8b2c-4bc7-a0b5-c476445bcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e343b3c-f5bf-4b76-88d3-bb57ac0e6187'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:41.841524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Bound port: ada87ac1-038d-41c2-a165-dbdb3090eb0b, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d6a318-8b2c-4bc7-a0b5-c476445bcaed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '4e343b3c-f5bf-4b76-88d3-bb57ac0e6187'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:41.841928 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.909237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] For port ada87ac1-038d-41c2-a165-dbdb3090eb0b, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:41.940070 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c0f07-3b0f-426c-bc79-8085f9f34a16 req-180f3680-2f2f-48c4-a23d-1eaffd5c6705 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:41.941512 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c7c0f07-3b0f-426c-bc79-8085f9f34a16 req-180f3680-2f2f-48c4-a23d-1eaffd5c6705 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1094 time: 0.1246214 Aug 30 13:31:41.991561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] For port ada87ac1-038d-41c2-a165-dbdb3090eb0b, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ada87ac1-038d-41c2-a165-dbdb3090eb0b,segment=NetworkSegment(d0d6a318-8b2c-4bc7-a0b5-c476445bcaed),segment_id=d0d6a318-8b2c-4bc7-a0b5-c476445bcaed)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:41.994867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39a15b8a-8779-407a-b0cd-de9b7fccac1c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:41.997480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.012620 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c7c0f07-3b0f-426c-bc79-8085f9f34a16 req-9f0e366c-b288-4236-a754-2dbbe3bba1dd tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606263 Aug 30 13:31:42.046640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a15b8a-8779-407a-b0cd-de9b7fccac1c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=baa6bc28-fce4-4ee8-b338-f8353411f597,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:42.073319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb10faa-e0d5-49f0-8c28-14ab9be6d995 None None] Pushing event updated for resources: {'Port': ['ID=ada87ac1-038d-41c2-a165-dbdb3090eb0b,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:42.086129 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-39a15b8a-8779-407a-b0cd-de9b7fccac1c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.090360 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-39a15b8a-8779-407a-b0cd-de9b7fccac1c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/baa6bc28-fce4-4ee8-b338-f8353411f597 HTTP/1.1" status: 204 len: 168 time: 0.5813713 Aug 30 13:31:42.090933 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53102) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:42.115747 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c2d39a-1447-44d2-9228-713650d4b32e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:31:42.116457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c2d39a-1447-44d2-9228-713650d4b32e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:31:42.118241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-24c2d39a-1447-44d2-9228-713650d4b32e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/baa6bc28-fce4-4ee8-b338-f8353411f597 HTTP/1.1" status: 404 len: 333 time: 0.0259373 Aug 30 13:31:42.120934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53104) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:42.148469 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ebf910-b1dd-4251-8499-332362fe0316 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:31:42.150354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d7ebf910-b1dd-4251-8499-332362fe0316 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/baa6bc28-fce4-4ee8-b338-f8353411f597 HTTP/1.1" status: 404 len: 333 time: 0.0282590 Aug 30 13:31:42.152837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53106) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:42.211963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-099ac585-57d8-4915-84bc-0244946592aa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet 0dfa2e5c-4b4a-41c4-b1f2-c68cafcb1431 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:31:42.216309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-099ac585-57d8-4915-84bc-0244946592aa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.278377 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.298520 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-099ac585-57d8-4915-84bc-0244946592aa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.417009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-099ac585-57d8-4915-84bc-0244946592aa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.487309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-099ac585-57d8-4915-84bc-0244946592aa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.514588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ac585-57d8-4915-84bc-0244946592aa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfa2e5c-4b4a-41c4-b1f2-c68cafcb1431,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:42.522077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-099ac585-57d8-4915-84bc-0244946592aa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.523880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-099ac585-57d8-4915-84bc-0244946592aa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/0dfa2e5c-4b4a-41c4-b1f2-c68cafcb1431 HTTP/1.1" status: 204 len: 168 time: 0.3701115 Aug 30 13:31:42.526679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53108) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:42.616353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.683342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port ada87ac1-038d-41c2-a165-dbdb3090eb0b {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:42.683683 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.754669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] For port ada87ac1-038d-41c2-a165-dbdb3090eb0b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ada87ac1-038d-41c2-a165-dbdb3090eb0b,segment=NetworkSegment(d0d6a318-8b2c-4bc7-a0b5-c476445bcaed),segment_id=d0d6a318-8b2c-4bc7-a0b5-c476445bcaed)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:42.755009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.772019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for ada87ac1-038d-41c2-a165-dbdb3090eb0b owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:42.879232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:42.910830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=ada87ac1-038d-41c2-a165-dbdb3090eb0b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:42.912734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No DVR routers for this DVR port ada87ac1-038d-41c2-a165-dbdb3090eb0b on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:31:43.007116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.022223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e343b3c-f5bf-4b76-88d3-bb57ac0e6187']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:43.038072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d6a318-8b2c-4bc7-a0b5-c476445bcaed') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:43.038461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d6a318-8b2c-4bc7-a0b5-c476445bcaed') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:43.049708 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.066842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.078269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:43.079297 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:43.082755 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:43.172145 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.186474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4daa2dd-94e4-4aff-885f-f3721cc6b2dd None None] Network 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:43.188485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b2dc-4bd6-4f71-99fa-38c09a16fb27 req-a44f7ea0-19bc-40db-9415-cea2ba0be9df tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:43.191553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a051b2dc-4bd6-4f71-99fa-38c09a16fb27 req-a44f7ea0-19bc-40db-9415-cea2ba0be9df tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1094 time: 0.0738542 Aug 30 13:31:43.193942 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.196898 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/networks/4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 HTTP/1.1" status: 204 len: 168 time: 0.6691921 Aug 30 13:31:43.203322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53112) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:43.210252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-157781910'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:43.211538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4daa2dd-94e4-4aff-885f-f3721cc6b2dd None None] Network 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 could not be found, it might have been deleted concurrently. {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 13:31:43.215467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934248e-1397-4da5-8e9b-94b22c43e3ad tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Network': ['ID=4e343b3c-f5bf-4b76-88d3-bb57ac0e6187,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:43.218854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-45047658-24a4-4900-9cdf-858c84ed64c1 None None] Could not find standard attr ID for object ada87ac1-038d-41c2-a165-dbdb3090eb0b. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:31:43.276663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:43.281027 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.291491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a051b2dc-4bd6-4f71-99fa-38c09a16fb27 req-dddf4f34-60cd-4234-9ad3-8b3229ad7e2f tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750995 Aug 30 13:31:43.308729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195adbae-029d-4fdc-8578-8d59d117bead None None] DHCP port deletion for 4e343b3c-f5bf-4b76-88d3-bb57ac0e6187 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:31:43.328018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:43.340982 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.341408 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Added segment 8f798af4-cfa1-4a36-95c3-e7bd6ed54540 of type vlan for network 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 Aug 30 13:31:43.385406 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.419724 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.429929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:43.430973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.496442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2914934 Aug 30 13:31:43.499745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53114) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:43.503409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a59295-ad17-410b-95a4-2a161e03644a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Network': ['ID=49d0f9f6-cc6d-41ba-bd67-fadea0a9b014,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:43.514510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': '49d0f9f6-cc6d-41ba-bd67-fadea0a9b014', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:43.525041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:43.569953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53116) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:43.575788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': '52af4683-90ee-4eeb-8ac1-1791d1be2bf8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:43.640591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:43.644841 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.692522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:43.697549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.884804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.958876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:43.997069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=7c84b8f3-a26f-4778-86da-aa3dc180e18b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:44.011164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Checking segment: {'id': '8f798af4-cfa1-4a36-95c3-e7bd6ed54540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49d0f9f6-cc6d-41ba-bd67-fadea0a9b014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:44.011873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network hostable DHCP agents. Network: 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:44.043346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:44.058704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:44.064118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=e872834a-e977-47ff-925f-6a3cb2ec8ac5,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:44.067577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:44.068871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.075752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d41a14-2287-4501-a75b-59fb32f4a4de None None] Network 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:44.079466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking segment: {'id': '81e6f8a6-88d3-4db9-95e0-88fae9aa59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52af4683-90ee-4eeb-8ac1-1791d1be2bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:44.079898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network hostable DHCP agents. Network: 52af4683-90ee-4eeb-8ac1-1791d1be2bf8, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:44.092512 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b0608f01-f55c-40f4-a05b-7fa44c7fa24b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5913601 Aug 30 13:31:44.097288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53118) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:44.104503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': '49d0f9f6-cc6d-41ba-bd67-fadea0a9b014', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1607891526'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:44.163892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network 52af4683-90ee-4eeb-8ac1-1791d1be2bf8 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:44.176231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 52af4683-90ee-4eeb-8ac1-1791d1be2bf8) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:44.184955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:44.185622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.190725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6301fd-edb2-43a6-9e08-114655ab21b7 None None] Network 52af4683-90ee-4eeb-8ac1-1791d1be2bf8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:44.219104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d419503f-813e-4cc5-a7c0-1245aef0bcba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6475086 Aug 30 13:31:44.223833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53120) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:44.230887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1018801614'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:44.249214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:31:44.249214 n-d-688802-6 neutron-server[95698]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 13:31:44.249214 n-d-688802-6 neutron-server[95698]: [parameters: {'project_id_1': '81ca5737b44c4fc4a9f9e46d54c60574', 'expiration_1': datetime.datetime(2021, 8, 30, 13, 31, 44, 243262)}] Aug 30 13:31:44.249214 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:31:44.249967 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:31:44.259572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:44.263845 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.294583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:44.308024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.308477 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment 07939440-1356-4024-a0bf-bdbf5ccef99c of type vlan for network afb0e6bc-2f2a-4284-87c9-a4be3c33805b Aug 30 13:31:44.339770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-49d0f9f6-cc6d-41ba-bd67-fadea0a9b014', 'network_id': '49d0f9f6-cc6d-41ba-bd67-fadea0a9b014', 'tenant_id': '81ca5737b44c4fc4a9f9e46d54c60574', 'fixed_ips': [{'subnet_id': '7c84b8f3-a26f-4778-86da-aa3dc180e18b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:44.340640 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.367860 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.413772 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.418849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:44.419363 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.493117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-52af4683-90ee-4eeb-8ac1-1791d1be2bf8', 'network_id': '52af4683-90ee-4eeb-8ac1-1791d1be2bf8', 'tenant_id': '53a83f895aa4494f944e68dc4e3e8f4c', 'fixed_ips': [{'subnet_id': 'e872834a-e977-47ff-925f-6a3cb2ec8ac5'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:44.494249 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.517435 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2881680 Aug 30 13:31:44.518020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53124) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:44.523583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': 'afb0e6bc-2f2a-4284-87c9-a4be3c33805b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:44.531194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966deab6-168c-4c0a-b70a-ae73d62f5101 req-fde29012-b435-48ca-a7f1-c1032f30991e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:44.534340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-966deab6-168c-4c0a-b70a-ae73d62f5101 req-fde29012-b435-48ca-a7f1-c1032f30991e tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1094 time: 0.1437755 Aug 30 13:31:44.535256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fdff9e-2297-4856-bd5a-4cc5b1a08cdc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=afb0e6bc-2f2a-4284-87c9-a4be3c33805b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:44.551089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network afb0e6bc-2f2a-4284-87c9-a4be3c33805b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:44.590466 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-966deab6-168c-4c0a-b70a-ae73d62f5101 req-c1c903b9-ec59-4e22-9ba0-745f12e7d6d0 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461781 Aug 30 13:31:44.640216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:44.653439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.720926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Allocated IP 2001:db8::2 (49d0f9f6-cc6d-41ba-bd67-fadea0a9b014/7c84b8f3-a26f-4778-86da-aa3dc180e18b/bfca2a92-7a9a-451b-9839-3b86e096432d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:44.798073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:44.802393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:44.840284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Allocated IP 2001:db8:0:ffff::2 (52af4683-90ee-4eeb-8ac1-1791d1be2bf8/e872834a-e977-47ff-925f-6a3cb2ec8ac5/d23e2bf5-a38b-42e8-8eb9-944e1122cbb5) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:44.849992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port d28791f5-ea82-461e-ada3-e31657b4547e yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:44.930899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a2e1678b-0a9d-4f45-b606-71ec36224fe7 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:31:44.960179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.025635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=bdadda7b-398b-4a23-aeac-5bf2f81957e9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:45.034758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking segment: {'id': '07939440-1356-4024-a0bf-bdbf5ccef99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'afb0e6bc-2f2a-4284-87c9-a4be3c33805b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:45.035125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network hostable DHCP agents. Network: afb0e6bc-2f2a-4284-87c9-a4be3c33805b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:45.039408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ada87ac1-038d-41c2-a165-dbdb3090eb0b no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:31:45.052995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network afb0e6bc-2f2a-4284-87c9-a4be3c33805b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:45.062268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, afb0e6bc-2f2a-4284-87c9-a4be3c33805b) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:45.067027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:45.067637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.083183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e99db561-d70d-42e3-81d0-61d7b7fe8433 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5638373 Aug 30 13:31:45.085823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53126) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:45.094165 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.096687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73641f-f626-4051-a31e-519b62a4ddb2 None None] Network afb0e6bc-2f2a-4284-87c9-a4be3c33805b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:45.131956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ada87ac1-038d-41c2-a165-dbdb3090eb0b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:31:45.132313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ada87ac1-038d-41c2-a165-dbdb3090eb0b not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:31:45.194464 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.291272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.339330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Transition to ACTIVE for port object bfca2a92-7a9a-451b-9839-3b86e096432d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:45.369979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.370412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Transition to ACTIVE for port object bfca2a92-7a9a-451b-9839-3b86e096432d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:45.382553 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.444328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.450590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=bdadda7b-398b-4a23-aeac-5bf2f81957e9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:45.468139 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Network 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:45.486779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:45.497484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Pushing event updated for resources: {'Port': ['ID=bfca2a92-7a9a-451b-9839-3b86e096432d,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:45.503961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:45.508436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Transition to ACTIVE for port object d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:45.521155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::1e6 (49d0f9f6-cc6d-41ba-bd67-fadea0a9b014/7c84b8f3-a26f-4778-86da-aa3dc180e18b/d28791f5-ea82-461e-ada3-e31657b4547e) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:45.523048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a2e1678b-0a9d-4f45-b606-71ec36224fe7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a2e1678b-0a9d-4f45-b606-71ec36224fe7,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:45.524393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.542519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb0e6bc-2f2a-4284-87c9-a4be3c33805b']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:45.556143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07939440-1356-4024-a0bf-bdbf5ccef99c') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:45.556508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07939440-1356-4024-a0bf-bdbf5ccef99c') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:45.558367 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Transition to ACTIVE for port object d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:45.560827 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'a2e1678b-0a9d-4f45-b606-71ec36224fe7', 'network_id': '864fe966-a87e-4129-aafc-946aa1232017', 'port_id': 'a2e1678b-0a9d-4f45-b606-71ec36224fe7', 'mac_address': 'fa:16:3e:a3:07:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe355bb2-99d6-409b-8067-ae16c20f82b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:31:45.582301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.637090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.649819 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.651440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:45.651856 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:45.654957 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:45.762817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Attempting to bind port bfca2a92-7a9a-451b-9839-3b86e096432d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:45.763226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Attempting to bind port bfca2a92-7a9a-451b-9839-3b86e096432d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '8f798af4-cfa1-4a36-95c3-e7bd6ed54540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49d0f9f6-cc6d-41ba-bd67-fadea0a9b014'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:45.763598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Attempting to bind port bfca2a92-7a9a-451b-9839-3b86e096432d on network 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:45.777434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d182aef9-3199-4aab-a92a-f6e3e2c39e07 None None] Network afb0e6bc-2f2a-4284-87c9-a4be3c33805b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:45.795839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Network 52af4683-90ee-4eeb-8ac1-1791d1be2bf8 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:45.843368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:45.843762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Checking segment: {'id': '8f798af4-cfa1-4a36-95c3-e7bd6ed54540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49d0f9f6-cc6d-41ba-bd67-fadea0a9b014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:45.844686 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.845336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Bound using segment: {'id': '8f798af4-cfa1-4a36-95c3-e7bd6ed54540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49d0f9f6-cc6d-41ba-bd67-fadea0a9b014'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:45.845896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Bound port: bfca2a92-7a9a-451b-9839-3b86e096432d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f798af4-cfa1-4a36-95c3-e7bd6ed54540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '49d0f9f6-cc6d-41ba-bd67-fadea0a9b014'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:45.846608 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.855500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:45.858570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:45.864704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Pushing event updated for resources: {'Port': ['ID=d23e2bf5-a38b-42e8-8eb9-944e1122cbb5,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:45.881134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:45.904788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e1678b-0a9d-4f45-b606-71ec36224fe7 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:31:46.014103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a2e1678b-0a9d-4f45-b606-71ec36224fe7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a2e1678b-0a9d-4f45-b606-71ec36224fe7,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:46.029471 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.087812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Attempting to bind port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:46.088197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Attempting to bind port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '81e6f8a6-88d3-4db9-95e0-88fae9aa59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52af4683-90ee-4eeb-8ac1-1791d1be2bf8'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:46.088776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Attempting to bind port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 on network 52af4683-90ee-4eeb-8ac1-1791d1be2bf8 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:46.099451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] For port bfca2a92-7a9a-451b-9839-3b86e096432d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:46.111717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:46.112032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Checking segment: {'id': '81e6f8a6-88d3-4db9-95e0-88fae9aa59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52af4683-90ee-4eeb-8ac1-1791d1be2bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:46.112461 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.112869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Bound using segment: {'id': '81e6f8a6-88d3-4db9-95e0-88fae9aa59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52af4683-90ee-4eeb-8ac1-1791d1be2bf8'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:46.113363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Bound port: d23e2bf5-a38b-42e8-8eb9-944e1122cbb5, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e6f8a6-88d3-4db9-95e0-88fae9aa59d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '52af4683-90ee-4eeb-8ac1-1791d1be2bf8'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:46.113785 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.137181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] For port bfca2a92-7a9a-451b-9839-3b86e096432d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfca2a92-7a9a-451b-9839-3b86e096432d,segment=NetworkSegment(8f798af4-cfa1-4a36-95c3-e7bd6ed54540),segment_id=8f798af4-cfa1-4a36-95c3-e7bd6ed54540)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:46.152071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a2e1678b-0a9d-4f45-b606-71ec36224fe7,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:46.155390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.159144 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.174096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.179169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/afb0e6bc-2f2a-4284-87c9-a4be3c33805b HTTP/1.1" status: 204 len: 168 time: 1.0885589 Aug 30 13:31:46.179550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53130) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:46.186209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-60373168'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:46.194765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701859b-1831-4844-859f-6de5f91f5814 req-bd5db743-1f6f-420d-8f66-890543747a81 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:46.196370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d701859b-1831-4844-859f-6de5f91f5814 req-bd5db743-1f6f-420d-8f66-890543747a81 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1095 time: 0.4962637 Aug 30 13:31:46.203407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f377fc-6f57-49be-bb9a-9e1d4dc60ac0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=afb0e6bc-2f2a-4284-87c9-a4be3c33805b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:46.211858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.231958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:46.237012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.245684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object d28791f5-ea82-461e-ada3-e31657b4547e will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:46.252934 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d701859b-1831-4844-859f-6de5f91f5814 req-fb6857fe-ba24-44ad-8e46-ec07848612ce tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505054 Aug 30 13:31:46.290192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648a973-632b-460c-9f86-ce7db13f1263 None None] Pushing event updated for resources: {'Port': ['ID=bfca2a92-7a9a-451b-9839-3b86e096432d,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:46.295189 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] For port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:46.299608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] For port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d23e2bf5-a38b-42e8-8eb9-944e1122cbb5,segment=NetworkSegment(81e6f8a6-88d3-4db9-95e0-88fae9aa59d1),segment_id=81e6f8a6-88d3-4db9-95e0-88fae9aa59d1)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:46.303373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:46.303547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.308830 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.323119 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.323577 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment cedcedac-b205-4785-bfe7-d20941115d63 of type vlan for network b167a8be-3d3d-4643-af15-b48fc32cab5d Aug 30 13:31:46.346457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['a2e1678b-0a9d-4f45-b606-71ec36224fe7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:31:46.381910 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.386041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:46.391637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:46.396323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:46.402583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:46.403545 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.435399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e8228-7321-4005-af53-13b416fa1c14 None None] Pushing event updated for resources: {'Port': ['ID=d23e2bf5-a38b-42e8-8eb9-944e1122cbb5,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:46.438995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=d28791f5-ea82-461e-ada3-e31657b4547e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:46.447963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-374bf58f-66f2-44be-8d88-5a64302627bb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3491499 Aug 30 13:31:46.450972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53132) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:46.462469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.468417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:46.469069 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.644904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4616067 Aug 30 13:31:46.645266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53134) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:46.648668 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574487f-d2ed-4d6b-8a22-b2d431362572 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=b167a8be-3d3d-4643-af15-b48fc32cab5d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:46.650800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': 'b167a8be-3d3d-4643-af15-b48fc32cab5d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:46.676252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b167a8be-3d3d-4643-af15-b48fc32cab5d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:46.724423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e799e0fb-45c6-4905-a032-1e1db38715da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port d28791f5-ea82-461e-ada3-e31657b4547e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:46.724902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e799e0fb-45c6-4905-a032-1e1db38715da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.840625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:46.850644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.913378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e799e0fb-45c6-4905-a032-1e1db38715da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:46.927036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e799e0fb-45c6-4905-a032-1e1db38715da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for d28791f5-ea82-461e-ada3-e31657b4547e owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:47.128907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.148620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e799e0fb-45c6-4905-a032-1e1db38715da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.184668 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799e0fb-45c6-4905-a032-1e1db38715da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=d28791f5-ea82-461e-ada3-e31657b4547e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:47.203391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfca2a92-7a9a-451b-9839-3b86e096432d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:47.217594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking segment: {'id': 'cedcedac-b205-4785-bfe7-d20941115d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b167a8be-3d3d-4643-af15-b48fc32cab5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:47.218003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network hostable DHCP agents. Network: b167a8be-3d3d-4643-af15-b48fc32cab5d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:47.223551 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e799e0fb-45c6-4905-a032-1e1db38715da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.228283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e799e0fb-45c6-4905-a032-1e1db38715da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/d28791f5-ea82-461e-ada3-e31657b4547e HTTP/1.1" status: 204 len: 168 time: 0.7736793 Aug 30 13:31:47.228743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53136) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:47.232608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=c1d569b7-e089-47fc-a766-b4aca54a41f9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:47.247497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network b167a8be-3d3d-4643-af15-b48fc32cab5d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:47.255612 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-898fe21b-9d30-483c-ab4f-36cf637ee1a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:31:47.257445 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-898fe21b-9d30-483c-ab4f-36cf637ee1a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/d28791f5-ea82-461e-ada3-e31657b4547e HTTP/1.1" status: 404 len: 333 time: 0.0278745 Aug 30 13:31:47.259507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b167a8be-3d3d-4643-af15-b48fc32cab5d) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:47.260653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53138) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:47.264404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:47.265017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.274564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef7fb11-8763-479e-9416-53095113c320 None None] Network b167a8be-3d3d-4643-af15-b48fc32cab5d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:47.297241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e1718ef3-34cb-437c-ae0d-1b6d06b06205 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6487577 Aug 30 13:31:47.300396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53142) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:47.302094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port bfca2a92-7a9a-451b-9839-3b86e096432d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:47.309524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298994981'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:47.352964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-4000399a-de0e-4d93-95b2-8b115e6f324d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet 7c84b8f3-a26f-4778-86da-aa3dc180e18b {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:31:47.358283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:47.382741 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4000399a-de0e-4d93-95b2-8b115e6f324d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.385888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:47.389417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.463832 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4000399a-de0e-4d93-95b2-8b115e6f324d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.468216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49b12a-b696-42d6-89b8-d02925614808 req-ccffd62c-311c-4903-9afc-8a3b5f550bb5 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:47.470622 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab49b12a-b696-42d6-89b8-d02925614808 req-ccffd62c-311c-4903-9afc-8a3b5f550bb5 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1095 time: 0.1250012 Aug 30 13:31:47.502185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:47.507667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:47.544758 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.545175 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment 5136310b-cb6a-4196-814b-6c8a5bc0432b of type vlan for network ca3f725f-0705-4482-8a96-579266ba26a8 Aug 30 13:31:47.560501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b167a8be-3d3d-4643-af15-b48fc32cab5d', 'network_id': 'b167a8be-3d3d-4643-af15-b48fc32cab5d', 'tenant_id': '53a83f895aa4494f944e68dc4e3e8f4c', 'fixed_ips': [{'subnet_id': 'c1d569b7-e089-47fc-a766-b4aca54a41f9'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:47.561499 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.629066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.632657 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab49b12a-b696-42d6-89b8-d02925614808 req-61f49100-cd8e-4b0f-946c-9cc4ea214e89 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321046 Aug 30 13:31:47.671030 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4000399a-de0e-4d93-95b2-8b115e6f324d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.700662 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.706977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:47.707645 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.747546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Allocated IP 2001:db8::1 (b167a8be-3d3d-4643-af15-b48fc32cab5d/c1d569b7-e089-47fc-a766-b4aca54a41f9/4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:47.783409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4812098 Aug 30 13:31:47.785303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8e99db-8731-4630-9ac7-9afa1bcbca46 None None] Network 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:47.787215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53144) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:47.802471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2413e35e-d937-464b-9c39-0a15de8fc98f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=ca3f725f-0705-4482-8a96-579266ba26a8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:47.803412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': 'ca3f725f-0705-4482-8a96-579266ba26a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:47.821739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4000399a-de0e-4d93-95b2-8b115e6f324d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.854286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000399a-de0e-4d93-95b2-8b115e6f324d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=7c84b8f3-a26f-4778-86da-aa3dc180e18b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:47.857713 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4000399a-de0e-4d93-95b2-8b115e6f324d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.859672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4000399a-de0e-4d93-95b2-8b115e6f324d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/7c84b8f3-a26f-4778-86da-aa3dc180e18b HTTP/1.1" status: 204 len: 168 time: 0.5978189 Aug 30 13:31:47.866290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53146) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:47.909820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ca3f725f-0705-4482-8a96-579266ba26a8 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:47.919940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:47.924691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:47.996286 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.002483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Performing IP validity checks on allocation pools {{(pid=95698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 13:31:48.003097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 13:31:48.009121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8d30e62-f36d-4adc-9410-5e4014914f7f None None] Provisioning for port bfca2a92-7a9a-451b-9839-3b86e096432d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:48.037466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8d30e62-f36d-4adc-9410-5e4014914f7f None None] Provisioning complete for port bfca2a92-7a9a-451b-9839-3b86e096432d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:48.037895 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8d30e62-f36d-4adc-9410-5e4014914f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.076501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port bfca2a92-7a9a-451b-9839-3b86e096432d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:48.076935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.152924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] For port bfca2a92-7a9a-451b-9839-3b86e096432d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfca2a92-7a9a-451b-9839-3b86e096432d,segment=NetworkSegment(8f798af4-cfa1-4a36-95c3-e7bd6ed54540),segment_id=8f798af4-cfa1-4a36-95c3-e7bd6ed54540)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:48.153416 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.172969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for bfca2a92-7a9a-451b-9839-3b86e096432d owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:48.175882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.259121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=4f48e0e2-cd5b-4a82-bb02-eb0ef7dca348,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:48.279286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking segment: {'id': '5136310b-cb6a-4196-814b-6c8a5bc0432b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'ca3f725f-0705-4482-8a96-579266ba26a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:48.279937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network hostable DHCP agents. Network: ca3f725f-0705-4482-8a96-579266ba26a8, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:48.288016 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.292297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2209b3-4839-4953-b5f8-a2105e39d5c3 None None] Network 52af4683-90ee-4eeb-8ac1-1791d1be2bf8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:48.310884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network ca3f725f-0705-4482-8a96-579266ba26a8 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:48.324203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=bfca2a92-7a9a-451b-9839-3b86e096432d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:48.329623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ca3f725f-0705-4482-8a96-579266ba26a8) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:48.330666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No DVR routers for this DVR port bfca2a92-7a9a-451b-9839-3b86e096432d on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:31:48.339504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:48.340633 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.363091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994b2c87-3e15-412b-b476-6c73d9b80a70 None None] Network ca3f725f-0705-4482-8a96-579266ba26a8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:48.366006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9c8f62c7-a962-425a-b36c-ad3770e2d887 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5755405 Aug 30 13:31:48.367317 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.372162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53148) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:48.432334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.436481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Transition to ACTIVE for port object 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:48.441622 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8d30e62-f36d-4adc-9410-5e4014914f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.451965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d0f9f6-cc6d-41ba-bd67-fadea0a9b014']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:48.465966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f798af4-cfa1-4a36-95c3-e7bd6ed54540') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:48.466271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f798af4-cfa1-4a36-95c3-e7bd6ed54540') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:48.478118 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.504692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Transition to ACTIVE for port object 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:48.505646 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.515112 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.516996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:48.518470 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:48.521317 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:48.531853 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.593933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.608333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd9d6ed-6e5e-427f-9a15-5abd4a51fbe9 None None] DHCP port deletion for 49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:31:48.625278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.627237 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.631353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53150) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:48.631807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/networks/49d0f9f6-cc6d-41ba-bd67-fadea0a9b014 HTTP/1.1" status: 204 len: 168 time: 0.7643769 Aug 30 13:31:48.633162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fff35a-4298-4828-92cf-07a50ab4c7e6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Network': ['ID=49d0f9f6-cc6d-41ba-bd67-fadea0a9b014,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:48.636547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'name': 'tempest-PortsIpV6TestJSON-250598731'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:48.651781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Pushing event updated for resources: {'Port': ['ID=4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:48.681186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Network b167a8be-3d3d-4643-af15-b48fc32cab5d is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:48.683762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:48.692376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:48.817037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.828686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:48.832343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.835832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ed88c-b076-4454-9bef-16de9bcd92a3 req-1d37ed36-4acc-4dae-bd22-402f17737a06 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:48.837527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d5ed88c-b076-4454-9bef-16de9bcd92a3 req-1d37ed36-4acc-4dae-bd22-402f17737a06 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1095 time: 0.1048994 Aug 30 13:31:48.842728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad14a21-3e98-4671-bf85-8d46cc9c78ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-ca3f725f-0705-4482-8a96-579266ba26a8', 'network_id': 'ca3f725f-0705-4482-8a96-579266ba26a8', 'tenant_id': '53a83f895aa4494f944e68dc4e3e8f4c', 'fixed_ips': [{'subnet_id': '4f48e0e2-cd5b-4a82-bb02-eb0ef7dca348'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:48.843896 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ad14a21-3e98-4671-bf85-8d46cc9c78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.863482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Attempting to bind port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:48.863973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Attempting to bind port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'cedcedac-b205-4785-bfe7-d20941115d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b167a8be-3d3d-4643-af15-b48fc32cab5d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:48.864411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Attempting to bind port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf on network b167a8be-3d3d-4643-af15-b48fc32cab5d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:48.872348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4d86d7e8-6e82-4228-93de-91a1676fb1b4 None None] Provisioning for port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:48.877291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=4f48e0e2-cd5b-4a82-bb02-eb0ef7dca348,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:48.878258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:48.878847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Checking segment: {'id': 'cedcedac-b205-4785-bfe7-d20941115d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b167a8be-3d3d-4643-af15-b48fc32cab5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:48.879975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.880447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Bound using segment: {'id': 'cedcedac-b205-4785-bfe7-d20941115d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b167a8be-3d3d-4643-af15-b48fc32cab5d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:48.881257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Bound port: 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedcedac-b205-4785-bfe7-d20941115d63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b167a8be-3d3d-4643-af15-b48fc32cab5d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:48.881510 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.895565 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4d86d7e8-6e82-4228-93de-91a1676fb1b4 None None] Provisioning complete for port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:48.895936 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d86d7e8-6e82-4228-93de-91a1676fb1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:48.905837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 07eb9986-8076-467a-b33d-c7797fb45d2a yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:48.956748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a2e1678b-0a9d-4f45-b606-71ec36224fe7 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:49.004329 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.025419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3f725f-0705-4482-8a96-579266ba26a8']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:49.030332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d5ed88c-b076-4454-9bef-16de9bcd92a3 req-c0d6851c-2b29-4f89-9c40-6e1ba0b9d8f6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662686 Aug 30 13:31:49.047029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5136310b-cb6a-4196-814b-6c8a5bc0432b') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:49.047390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5136310b-cb6a-4196-814b-6c8a5bc0432b') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:49.070778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bf013b-21ca-4c31-bc2b-25fdef5c1a58 None None] Network ca3f725f-0705-4482-8a96-579266ba26a8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:49.075821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.111029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.137815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfca2a92-7a9a-451b-9839-3b86e096432d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:31:49.144755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] For port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:49.161262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:49.161697 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:49.164924 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:49.178031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: bfca2a92-7a9a-451b-9839-3b86e096432d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:31:49.178381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfca2a92-7a9a-451b-9839-3b86e096432d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:31:49.182080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] For port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf,segment=NetworkSegment(cedcedac-b205-4785-bfe7-d20941115d63),segment_id=cedcedac-b205-4785-bfe7-d20941115d63)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:49.195984 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.249509 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.253716 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.261612 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.263514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/ca3f725f-0705-4482-8a96-579266ba26a8 HTTP/1.1" status: 204 len: 168 time: 0.8897505 Aug 30 13:31:49.268197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53154) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:49.274320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1322972878'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:49.280229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2e3f4-023f-4c22-9956-71f742ce313f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=ca3f725f-0705-4482-8a96-579266ba26a8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:49.299988 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:49.304030 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.318304 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.340464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:49.356803 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.357483 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment a67cff24-d7bc-4d52-9ae1-f03a79cdea7e of type vlan for network d62dc1fb-278a-4713-94f1-7308ca1076d9 Aug 30 13:31:49.378235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:49.382583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:49.384588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=07eb9986-8076-467a-b33d-c7797fb45d2a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:49.386820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:49.393026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:49.393682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.411748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b537ce79-ce4b-450d-ae03-c99dc8304bfa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7791758 Aug 30 13:31:49.414898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53156) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:49.429005 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.436514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port a2e1678b-0a9d-4f45-b606-71ec36224fe7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:49.461595 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.467792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:49.468560 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.480678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port a2e1678b-0a9d-4f45-b606-71ec36224fe7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:49.481053 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.521238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-98b2c680-009f-4c83-9aa7-38f430a482d3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 07eb9986-8076-467a-b33d-c7797fb45d2a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:49.521922 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98b2c680-009f-4c83-9aa7-38f430a482d3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.535986 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d86d7e8-6e82-4228-93de-91a1676fb1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.548907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2791326 Aug 30 13:31:49.552935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53158) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:49.561733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e5369-e72b-4c69-ac31-7d03f3574a08 None None] Pushing event updated for resources: {'Port': ['ID=4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:49.564341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': 'd62dc1fb-278a-4713-94f1-7308ca1076d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:49.574755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fc09e-0c31-43c1-a885-a6ef69fb15f1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=d62dc1fb-278a-4713-94f1-7308ca1076d9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:49.588922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network d62dc1fb-278a-4713-94f1-7308ca1076d9 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:49.623121 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98b2c680-009f-4c83-9aa7-38f430a482d3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.646764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-98b2c680-009f-4c83-9aa7-38f430a482d3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 07eb9986-8076-467a-b33d-c7797fb45d2a owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:49.652728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4d86d7e8-6e82-4228-93de-91a1676fb1b4 None None] For port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d23e2bf5-a38b-42e8-8eb9-944e1122cbb5,segment=NetworkSegment(81e6f8a6-88d3-4db9-95e0-88fae9aa59d1),segment_id=81e6f8a6-88d3-4db9-95e0-88fae9aa59d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:49.682328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d86d7e8-6e82-4228-93de-91a1676fb1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.685560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:49.691642 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.761798 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.786856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86d7e8-6e82-4228-93de-91a1676fb1b4 None None] Pushing event updated for resources: {'Port': ['ID=d23e2bf5-a38b-42e8-8eb9-944e1122cbb5,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:49.821701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98b2c680-009f-4c83-9aa7-38f430a482d3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.827584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3564c2d4-7324-4db5-88e2-bc28ae97f31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e1678b-0a9d-4f45-b606-71ec36224fe7'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:31:49.830740 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bb0bb2-f3de-4737-857c-72dfcc9806b3" -d '{"events": [{"server_uuid": "3564c2d4-7324-4db5-88e2-bc28ae97f31d", "name": "network-vif-plugged", "status": "completed", "tag": "a2e1678b-0a9d-4f45-b606-71ec36224fe7"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:31:49.846914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a2e1678b-0a9d-4f45-b606-71ec36224fe7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a2e1678b-0a9d-4f45-b606-71ec36224fe7,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:49.851059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-06cc1217-c509-4f8c-8894-4c5f01a80f83 None None] Provisioning complete for port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:49.851256 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:31:49.853209 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-06cc1217-c509-4f8c-8894-4c5f01a80f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.856393 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.882549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-98b2c680-009f-4c83-9aa7-38f430a482d3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:49.886055 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-98b2c680-009f-4c83-9aa7-38f430a482d3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/07eb9986-8076-467a-b33d-c7797fb45d2a HTTP/1.1" status: 204 len: 168 time: 0.4701264 Aug 30 13:31:49.887513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2c680-009f-4c83-9aa7-38f430a482d3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=07eb9986-8076-467a-b33d-c7797fb45d2a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:49.892665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53162) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:49.899473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'mac_address': 'fa:16:3e:ae:2c:88', 'name': 'tempest-PortsIpV6TestJSON-1406777847'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:49.899719 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17510969-7137-45d5-8831-271d859bd04f x-openstack-request-id: req-17510969-7137-45d5-8831-271d859bd04f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:31:49.899957 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3564c2d4-7324-4db5-88e2-bc28ae97f31d", "name": "network-vif-plugged", "status": "completed", "tag": "a2e1678b-0a9d-4f45-b606-71ec36224fe7", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:31:49.900555 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-17510969-7137-45d5-8831-271d859bd04f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:31:49.900931 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3564c2d4-7324-4db5-88e2-bc28ae97f31d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e1678b-0a9d-4f45-b606-71ec36224fe7', 'code': 200} Aug 30 13:31:49.973978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a2e1678b-0a9d-4f45-b606-71ec36224fe7,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:50.050420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.068984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3b23e-f60f-49b9-b712-4b120cc844cf req-31e70e75-7129-4678-9ecd-dfe6c8c52c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:50.070562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96c3b23e-f60f-49b9-b712-4b120cc844cf req-31e70e75-7129-4678-9ecd-dfe6c8c52c92 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1096 time: 0.1143765 Aug 30 13:31:50.077780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:50.115279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96c3b23e-f60f-49b9-b712-4b120cc844cf req-e6d634eb-8d27-4566-96a3-0b9a171a11e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378294 Aug 30 13:31:50.166354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbe6af-2d10-4980-b367-4c5f8fe828df req-040c0aec-cc41-4b93-b6c8-494cef31aa55 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:50.168028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22bbe6af-2d10-4980-b367-4c5f8fe828df req-040c0aec-cc41-4b93-b6c8-494cef31aa55 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1096 time: 0.0443518 Aug 30 13:31:50.173348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=da93b4c5-6e00-42a1-bedd-5ee5605f1c9d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:50.192932 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.204485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking segment: {'id': 'a67cff24-d7bc-4d52-9ae1-f03a79cdea7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd62dc1fb-278a-4713-94f1-7308ca1076d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:50.204849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network hostable DHCP agents. Network: d62dc1fb-278a-4713-94f1-7308ca1076d9, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:50.207373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22bbe6af-2d10-4980-b367-4c5f8fe828df req-8e9e93eb-e684-4c43-ac10-ea05fe8a8eeb tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321727 Aug 30 13:31:50.225075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 19bbb1c0-e911-487e-a0b2-52f0f39dfd2c yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:50.268853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network d62dc1fb-278a-4713-94f1-7308ca1076d9 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:50.283800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, d62dc1fb-278a-4713-94f1-7308ca1076d9) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:50.292496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5773bb84-8664-4362-a532-01f64484f8c7 None None] Network d62dc1fb-278a-4713-94f1-7308ca1076d9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:50.299814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:50.300398 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.337945 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7d2b2353-c4e2-416b-bc9f-75128be08a3b tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7807400 Aug 30 13:31:50.338948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53168) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:50.432820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.478960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.483467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ad140-6387-4721-9224-40e206bed658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-d62dc1fb-278a-4713-94f1-7308ca1076d9', 'network_id': 'd62dc1fb-278a-4713-94f1-7308ca1076d9', 'tenant_id': '53a83f895aa4494f944e68dc4e3e8f4c', 'fixed_ips': [{'subnet_id': 'da93b4c5-6e00-42a1-bedd-5ee5605f1c9d'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:50.484381 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f6ad140-6387-4721-9224-40e206bed658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.490375 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.560775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.563920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=19bbb1c0-e911-487e-a0b2-52f0f39dfd2c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:50.588008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:50.591284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:50.596754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:50.607342 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:50.608189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.636864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fa435117-75ea-4857-acd9-1bea5d357ce0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7439692 Aug 30 13:31:50.637845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53170) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:50.662621 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server [None req-3f6ad140-6387-4721-9224-40e206bed658 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da93b4c5-6e00-42a1-bedd-5ee5605f1c9d: This subnet is being modified by another concurrent operation. Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server raise exception Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da93b4c5-6e00-42a1-bedd-5ee5605f1c9d: This subnet is being modified by another concurrent operation. Aug 30 13:31:50.663285 n-d-688802-6 neutron-server[95700]: ERROR oslo_messaging.rpc.server Aug 30 13:31:50.700809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b0a33-6366-475e-a62f-d7fcb95d609b None None] Network d62dc1fb-278a-4713-94f1-7308ca1076d9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:50.713386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=da93b4c5-6e00-42a1-bedd-5ee5605f1c9d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:50.715768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb3c8a-856a-4822-b400-ad31aa58d692 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:50.723084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5ceb3c8a-856a-4822-b400-ad31aa58d692 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/19bbb1c0-e911-487e-a0b2-52f0f39dfd2c HTTP/1.1" status: 200 len: 845 time: 0.0838697 Aug 30 13:31:50.723856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53172) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:50.779974 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.780627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddece07-508e-4f66-8eb7-5c6e4ec111d9 None None] Network b167a8be-3d3d-4643-af15-b48fc32cab5d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:50.792421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62dc1fb-278a-4713-94f1-7308ca1076d9']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:50.811723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a67cff24-d7bc-4d52-9ae1-f03a79cdea7e') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:50.811989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a67cff24-d7bc-4d52-9ae1-f03a79cdea7e') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:50.822644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.831738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ac842262-e82a-40fe-af8a-98419b580ee0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 19bbb1c0-e911-487e-a0b2-52f0f39dfd2c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:50.832232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac842262-e82a-40fe-af8a-98419b580ee0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.840153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.848253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:50.848661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:50.852909 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:50.905644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-55d1cc33-d2cc-423e-b750-0c78d0fef43c None None] Provisioning for port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:50.915462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac842262-e82a-40fe-af8a-98419b580ee0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.931380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ac842262-e82a-40fe-af8a-98419b580ee0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 19bbb1c0-e911-487e-a0b2-52f0f39dfd2c owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:50.931812 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.950840 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:50.957500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/d62dc1fb-278a-4713-94f1-7308ca1076d9 HTTP/1.1" status: 204 len: 168 time: 0.6125627 Aug 30 13:31:50.957500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaec8d-8be6-4277-951f-57a87b3ee6d7 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=d62dc1fb-278a-4713-94f1-7308ca1076d9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:50.957500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53174) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:50.966606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895252524'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:50.992584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:50.997399 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.017990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac842262-e82a-40fe-af8a-98419b580ee0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.035009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:51.050469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.051299 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment 9d2b9c90-0089-4331-8448-c9218fc7fe70 of type vlan for network ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0 Aug 30 13:31:51.052063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac842262-e82a-40fe-af8a-98419b580ee0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=19bbb1c0-e911-487e-a0b2-52f0f39dfd2c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:51.059726 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac842262-e82a-40fe-af8a-98419b580ee0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.065962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ac842262-e82a-40fe-af8a-98419b580ee0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/19bbb1c0-e911-487e-a0b2-52f0f39dfd2c HTTP/1.1" status: 204 len: 168 time: 0.3408434 Aug 30 13:31:51.066778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53176) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:51.103234 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e7daa5-70a4-4a0b-8cad-22515930a659 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:31:51.105928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.106431 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-72e7daa5-70a4-4a0b-8cad-22515930a659 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/19bbb1c0-e911-487e-a0b2-52f0f39dfd2c HTTP/1.1" status: 404 len: 333 time: 0.0383813 Aug 30 13:31:51.108646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53178) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:51.115907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'name': 'tempest-PortsIpV6TestJSON-421362238'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:51.144400 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.150001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:51.150608 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.224336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2661650 Aug 30 13:31:51.227196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53180) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:51.232941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:51.242115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ec9ee-7c81-4c7f-88a1-ca81bb91af4d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:51.249524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': 'ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:51.290427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:51.350319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:51.350812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.394233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c72a85d-b1b2-4a6c-9e0a-cd9e4e614165 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:31:51.401941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:51.406058 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.434000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port fc25cd47-d3ff-477c-b906-f23a90067d5b yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:51.505961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2425580-f093-47b6-b74d-04cfbaa73af1 req-8a4856d1-3262-4cca-b163-32e77e98ab75 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:51.507542 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2425580-f093-47b6-b74d-04cfbaa73af1 req-8a4856d1-3262-4cca-b163-32e77e98ab75 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1096 time: 0.1887915 Aug 30 13:31:51.510232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:51.513730 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.571363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:51.605122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c72a85d-b1b2-4a6c-9e0a-cd9e4e614165 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:31:51.663952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d2425580-f093-47b6-b74d-04cfbaa73af1 req-7f3a5475-60e5-4c2e-8f24-9a47c9b4a82d tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425867 Aug 30 13:31:51.708620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:51.724128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:51.724508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.802627 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.883482 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.911025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.920225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.982349 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=dcd62dc9-4e5c-4d9c-89a4-b79f9034dcf2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:51.982944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf,segment=NetworkSegment(cedcedac-b205-4785-bfe7-d20941115d63),segment_id=cedcedac-b205-4785-bfe7-d20941115d63)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:51.990453 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:51.998870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:52.012939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:52.017690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:52.023002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:52.023665 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.026198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=fc25cd47-d3ff-477c-b906-f23a90067d5b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:52.041303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking segment: {'id': '9d2b9c90-0089-4331-8448-c9218fc7fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:52.041712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network hostable DHCP agents. Network: ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:52.049248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2f960182-ca48-4a59-8231-3eb7a6ea3acb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9384928 Aug 30 13:31:52.051170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:52.052980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53184) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:52.062424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6e061120-88a4-404e-b038-527aae173daa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:52.066445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:52.076960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:52.081421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:52.082051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.098541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f004b6-f35b-4792-81c5-99fbfa3c4953 None None] Network ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:52.108463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f4e2976f-ec7f-498c-ba92-d6a5a3167c7e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8799837 Aug 30 13:31:52.111545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53186) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:52.164463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e061120-88a4-404e-b038-527aae173daa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.216406 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.268245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0', 'network_id': 'ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0', 'tenant_id': '53a83f895aa4494f944e68dc4e3e8f4c', 'fixed_ips': [{'subnet_id': 'dcd62dc9-4e5c-4d9c-89a4-b79f9034dcf2'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:52.269150 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.344320 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e061120-88a4-404e-b038-527aae173daa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.351122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e061120-88a4-404e-b038-527aae173daa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.390955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-6e061120-88a4-404e-b038-527aae173daa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] In _notify_port_updated(), no bound segment for port fc25cd47-d3ff-477c-b906-f23a90067d5b on network b072afd8-471d-431b-93fe-502c775e9ec2 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:31:52.397140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e061120-88a4-404e-b038-527aae173daa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:52.397935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e061120-88a4-404e-b038-527aae173daa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.402731 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6e061120-88a4-404e-b038-527aae173daa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "PUT /v2.0/ports/fc25cd47-d3ff-477c-b906-f23a90067d5b HTTP/1.1" status: 200 len: 818 time: 0.3450928 Aug 30 13:31:52.402731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53188) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:52.432346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Allocated IP 2001:db8::1 (ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0/dcd62dc9-4e5c-4d9c-89a4-b79f9034dcf2/780127ba-38f4-4b55-99e8-69def71697ad) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:52.451341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e061120-88a4-404e-b038-527aae173daa tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=fc25cd47-d3ff-477c-b906-f23a90067d5b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:52.510385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-935a04fc-6385-4264-8430-b7c7513ad3b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port fc25cd47-d3ff-477c-b906-f23a90067d5b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:52.510746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-935a04fc-6385-4264-8430-b7c7513ad3b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.592837 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-935a04fc-6385-4264-8430-b7c7513ad3b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.593841 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.603890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Transition to ACTIVE for port object 780127ba-38f4-4b55-99e8-69def71697ad will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:52.609311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-935a04fc-6385-4264-8430-b7c7513ad3b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for fc25cd47-d3ff-477c-b906-f23a90067d5b owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:52.619513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Transition to ACTIVE for port object 780127ba-38f4-4b55-99e8-69def71697ad will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:52.627974 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.666985 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.669089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Network ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:52.675724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:52.678174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:52.685613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Pushing event updated for resources: {'Port': ['ID=780127ba-38f4-4b55-99e8-69def71697ad,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:52.705107 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-935a04fc-6385-4264-8430-b7c7513ad3b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.745495 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.748184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Attempting to bind port 780127ba-38f4-4b55-99e8-69def71697ad on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:52.749076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Attempting to bind port 780127ba-38f4-4b55-99e8-69def71697ad by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9d2b9c90-0089-4331-8448-c9218fc7fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:52.749076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Attempting to bind port 780127ba-38f4-4b55-99e8-69def71697ad on network ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:52.750250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a04fc-6385-4264-8430-b7c7513ad3b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=fc25cd47-d3ff-477c-b906-f23a90067d5b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:52.754953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:52.755411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Checking segment: {'id': '9d2b9c90-0089-4331-8448-c9218fc7fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:52.755907 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.756408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Bound using segment: {'id': '9d2b9c90-0089-4331-8448-c9218fc7fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:52.757005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Bound port: 780127ba-38f4-4b55-99e8-69def71697ad, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2b9c90-0089-4331-8448-c9218fc7fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:52.757458 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.764606 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-935a04fc-6385-4264-8430-b7c7513ad3b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.771125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-935a04fc-6385-4264-8430-b7c7513ad3b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/fc25cd47-d3ff-477c-b906-f23a90067d5b HTTP/1.1" status: 204 len: 168 time: 0.3673475 Aug 30 13:31:52.772314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53192) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:52.780734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd62dc9-4e5c-4d9c-89a4-b79f9034dcf2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:52.839741 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] For port 780127ba-38f4-4b55-99e8-69def71697ad, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:52.842944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] For port 780127ba-38f4-4b55-99e8-69def71697ad, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=780127ba-38f4-4b55-99e8-69def71697ad,segment=NetworkSegment(9d2b9c90-0089-4331-8448-c9218fc7fe70),segment_id=9d2b9c90-0089-4331-8448-c9218fc7fe70)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:52.847606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d5c95-b520-4a72-8f99-7640ad89837f req-acc81161-b60f-4994-92a3-db14e9ddfab7 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:52.848738 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.849135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-253d5c95-b520-4a72-8f99-7640ad89837f req-acc81161-b60f-4994-92a3-db14e9ddfab7 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1096 time: 0.0953321 Aug 30 13:31:52.850888 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.861750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6fb7ca-3d99-4b1e-b25c-325683909c43 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:52.862378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:52.865792 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ae6fb7ca-3d99-4b1e-b25c-325683909c43 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0882657 Aug 30 13:31:52.868259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53194) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:52.894394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-253d5c95-b520-4a72-8f99-7640ad89837f req-8aad08a7-10f4-4a96-afa5-bd70d4895b20 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300975 Aug 30 13:31:52.903645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2b9c90-0089-4331-8448-c9218fc7fe70') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:52.904027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2b9c90-0089-4331-8448-c9218fc7fe70') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:52.912184 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1852c856-ea48-4619-9798-96e3a95d4676 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:31:52.915452 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1852c856-ea48-4619-9798-96e3a95d4676 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/fc25cd47-d3ff-477c-b906-f23a90067d5b HTTP/1.1" status: 404 len: 333 time: 0.0459964 Aug 30 13:31:52.920196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.921898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53196) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:52.928915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-977350336'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:52.935774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985a7ab-78bf-4b00-8af9-751022bc55fc None None] Pushing event updated for resources: {'Port': ['ID=780127ba-38f4-4b55-99e8-69def71697ad,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:52.945225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.954873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f580e-ad4a-4a88-aa45-780ce05534aa None None] Network ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:52.956375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:52.956938 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:52.964335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:52.969619 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:53.002217 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:53.063798 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:31:53.063798 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:31:53.063798 n-d-688802-6 neutron-server[95699]: [parameters: {'id': 'ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0'}] Aug 30 13:31:53.063798 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:31:53.064245 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:31:53.064735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:53.071354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54382e9c-d453-4d1a-aab7-d0ee989517dc req-554c170e-bb22-4e15-9830-68cfc71bf322 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:53.073249 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54382e9c-d453-4d1a-aab7-d0ee989517dc req-554c170e-bb22-4e15-9830-68cfc71bf322 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1096 time: 0.0704691 Aug 30 13:31:53.076216 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.076569 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Added segment b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a of type vlan for network 26720bd2-51c7-4385-8881-abfd11062d45 Aug 30 13:31:53.096463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddec263-714d-4707-833f-9958b997f6f0 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:31:53.100601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:53.120400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54382e9c-d453-4d1a-aab7-d0ee989517dc req-33432412-faf3-45e4-9cf6-7d2473465aa8 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390368 Aug 30 13:31:53.122947 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.154420 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.161597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:53.162320 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.217819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:53.218193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.241866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddec263-714d-4707-833f-9958b997f6f0 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:31:53.255921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53202) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:53.256158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3321509 Aug 30 13:31:53.263531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': '26720bd2-51c7-4385-8881-abfd11062d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:53.265362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8e594-d6a8-4067-84ec-503bed648620 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Network': ['ID=26720bd2-51c7-4385-8881-abfd11062d45,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:53.282275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00936db4-7898-48b2-be36-3b99ae08ea8d req-e8da8643-38cf-4488-86ec-393976e6c554 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:53.284460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00936db4-7898-48b2-be36-3b99ae08ea8d req-e8da8643-38cf-4488-86ec-393976e6c554 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1096 time: 0.0733483 Aug 30 13:31:53.288317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 26720bd2-51c7-4385-8881-abfd11062d45 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:53.323864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00936db4-7898-48b2-be36-3b99ae08ea8d req-e53169b9-5b60-47f9-9de3-b0a1f0cd4d37 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320897 Aug 30 13:31:53.367999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:53.372289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.575555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.624722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b92481-c9be-442e-987d-972d746f7b87 req-57a3dfde-7627-4e1f-a9c6-aee512171c9b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:53.627047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63b92481-c9be-442e-987d-972d746f7b87 req-57a3dfde-7627-4e1f-a9c6-aee512171c9b tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1096 time: 0.0516710 Aug 30 13:31:53.646833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.668976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-63b92481-c9be-442e-987d-972d746f7b87 req-71122618-664a-41db-b653-b162034efa72 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335517 Aug 30 13:31:53.733552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=73ea258f-6e72-4955-95fe-81e51a1b6ea8,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:53.743162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting port 780127ba-38f4-4b55-99e8-69def71697ad {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:53.743501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.762135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Checking segment: {'id': 'b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26720bd2-51c7-4385-8881-abfd11062d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:53.762491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network hostable DHCP agents. Network: 26720bd2-51c7-4385-8881-abfd11062d45, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:53.826702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] For port 780127ba-38f4-4b55-99e8-69def71697ad, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=780127ba-38f4-4b55-99e8-69def71697ad,segment=NetworkSegment(9d2b9c90-0089-4331-8448-c9218fc7fe70),segment_id=9d2b9c90-0089-4331-8448-c9218fc7fe70)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:53.827074 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.829724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 26720bd2-51c7-4385-8881-abfd11062d45 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:53.846438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Calling delete_port for 780127ba-38f4-4b55-99e8-69def71697ad owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:53.850472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 26720bd2-51c7-4385-8881-abfd11062d45) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:53.858243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:53.858423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f398895-c779-424f-bb48-6cc2f2f8ee1d None None] Network 26720bd2-51c7-4385-8881-abfd11062d45 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:53.858904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.906071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5204d325-4b1a-4da6-8bb0-1659942b232a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6483796 Aug 30 13:31:53.909290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53208) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:53.914977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-05b0b9e0-f273-44b6-8c56-288c1027226c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': '26720bd2-51c7-4385-8881-abfd11062d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:53.951038 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:53.979705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Port': ['ID=780127ba-38f4-4b55-99e8-69def71697ad,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:53.981567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No DVR routers for this DVR port 780127ba-38f4-4b55-99e8-69def71697ad on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:31:54.022009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-26720bd2-51c7-4385-8881-abfd11062d45', 'network_id': '26720bd2-51c7-4385-8881-abfd11062d45', 'tenant_id': '81ca5737b44c4fc4a9f9e46d54c60574', 'fixed_ips': [{'subnet_id': '73ea258f-6e72-4955-95fe-81e51a1b6ea8'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:54.023163 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.054570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b0b9e0-f273-44b6-8c56-288c1027226c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:54.058389 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-05b0b9e0-f273-44b6-8c56-288c1027226c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.070732 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.082220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:54.101136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2b9c90-0089-4331-8448-c9218fc7fe70') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:54.101431 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2b9c90-0089-4331-8448-c9218fc7fe70') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:54.114259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.134891 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.144353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:54.144916 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:54.148291 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:54.165046 n-d-688802-6 neutron-server[95698]: INFO neutron.db.ipam_backend_mixin [None req-05b0b9e0-f273-44b6-8c56-288c1027226c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73ea258f-6e72-4955-95fe-81e51a1b6ea8 (CIDR: 2001:db8::/64) Aug 30 13:31:54.170677 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b0b9e0-f273-44b6-8c56-288c1027226c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:31:54.171229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b0b9e0-f273-44b6-8c56-288c1027226c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:31:54.192407 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-05b0b9e0-f273-44b6-8c56-288c1027226c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2789550 Aug 30 13:31:54.192653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53210) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:54.197985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': '26720bd2-51c7-4385-8881-abfd11062d45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:54.202397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Allocated IP 2001:db8::2 (26720bd2-51c7-4385-8881-abfd11062d45/73ea258f-6e72-4955-95fe-81e51a1b6ea8/c4eb3dc1-73fd-4882-9b71-a21d94f74961) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:54.216242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.224745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.226801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0 HTTP/1.1" status: 204 len: 168 time: 2.1142251 Aug 30 13:31:54.230763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53212) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:54.239654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba4298-deaa-4fc4-9bd0-b7e0308d75ee tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:54.264270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1450508748'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:54.319035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:54.323039 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.369896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:54.376519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.387181 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.387502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Transition to ACTIVE for port object c4eb3dc1-73fd-4882-9b71-a21d94f74961 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:54.387617 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment 68f0f559-6de9-4863-b9ed-a11d606eac10 of type vlan for network 3a45b24c-9410-409e-a892-3ac6a24c4015 Aug 30 13:31:54.397761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:54.401526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.403540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Transition to ACTIVE for port object c4eb3dc1-73fd-4882-9b71-a21d94f74961 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:54.410379 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.447960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Network 26720bd2-51c7-4385-8881-abfd11062d45 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:54.455717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:54.459468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:54.467038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Pushing event updated for resources: {'Port': ['ID=c4eb3dc1-73fd-4882-9b71-a21d94f74961,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:54.492672 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.529461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Attempting to bind port c4eb3dc1-73fd-4882-9b71-a21d94f74961 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:54.530083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Attempting to bind port c4eb3dc1-73fd-4882-9b71-a21d94f74961 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26720bd2-51c7-4385-8881-abfd11062d45'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:54.533558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Attempting to bind port c4eb3dc1-73fd-4882-9b71-a21d94f74961 on network 26720bd2-51c7-4385-8881-abfd11062d45 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:54.537728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:54.538322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Checking segment: {'id': 'b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26720bd2-51c7-4385-8881-abfd11062d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:54.538906 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.539597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Bound using segment: {'id': 'b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26720bd2-51c7-4385-8881-abfd11062d45'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:54.540785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Bound port: c4eb3dc1-73fd-4882-9b71-a21d94f74961, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '26720bd2-51c7-4385-8881-abfd11062d45'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:54.541319 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.546730 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.552464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:54.553111 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.613079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] For port c4eb3dc1-73fd-4882-9b71-a21d94f74961, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:54.616955 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] For port c4eb3dc1-73fd-4882-9b71-a21d94f74961, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4eb3dc1-73fd-4882-9b71-a21d94f74961,segment=NetworkSegment(b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a),segment_id=b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:54.621590 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.633980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3737628 Aug 30 13:31:54.637305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53214) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:54.644248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': '3a45b24c-9410-409e-a892-3ac6a24c4015', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:54.652507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddddee-1575-4875-82cb-e8e5756863cc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=3a45b24c-9410-409e-a892-3ac6a24c4015,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:54.668647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 3a45b24c-9410-409e-a892-3ac6a24c4015 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:54.741970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec13ee-f8cc-407d-9a9a-e18aef2d9339 None None] Pushing event updated for resources: {'Port': ['ID=c4eb3dc1-73fd-4882-9b71-a21d94f74961,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:54.808042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:54.811743 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.855387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.916461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 26720bd2-51c7-4385-8881-abfd11062d45 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:54.917578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02090676-1279-4678-86b2-e7474c39e1aa req-caa55be1-918b-45c0-8b1a-97dd14016c7a tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:54.925640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:54.926957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:54.927554 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:54.931564 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-02090676-1279-4678-86b2-e7474c39e1aa req-caa55be1-918b-45c0-8b1a-97dd14016c7a tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1096 time: 0.1568305 Aug 30 13:31:54.937013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=984dd385-c79a-4b94-aeef-75cbd0d813cd,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:54.961041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ef45baf2-e5ac-41a8-81df-f1b17a957cac tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7672384 Aug 30 13:31:54.963599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53218) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:54.970304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': '26720bd2-51c7-4385-8881-abfd11062d45', 'fixed_ips': [{'subnet_id': '73ea258f-6e72-4955-95fe-81e51a1b6ea8'}, {'subnet_id': '984dd385-c79a-4b94-aeef-75cbd0d813cd'}], 'name': 'tempest-PortsIpV6TestJSON-2131319255'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:54.997654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-02090676-1279-4678-86b2-e7474c39e1aa req-85cb66f0-123b-403c-8ee3-c6d72f8dd4d2 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649443 Aug 30 13:31:55.065531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862452d-e363-4a26-896a-15958e2af7dd req-c465229b-d471-43d6-869b-c18d5b1f03e0 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:55.071141 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9862452d-e363-4a26-896a-15958e2af7dd req-c465229b-d471-43d6-869b-c18d5b1f03e0 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 1096 time: 0.1198061 Aug 30 13:31:55.143209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4eb3dc1-73fd-4882-9b71-a21d94f74961 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:55.146997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.197914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c4eb3dc1-73fd-4882-9b71-a21d94f74961 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:55.211955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:55.215790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=bc587fe8-63bd-4a7b-8259-ea224dcb4a1b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:55.225640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking segment: {'id': '68f0f559-6de9-4863-b9ed-a11d606eac10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a45b24c-9410-409e-a892-3ac6a24c4015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:55.226037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network hostable DHCP agents. Network: 3a45b24c-9410-409e-a892-3ac6a24c4015, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:55.243711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network 3a45b24c-9410-409e-a892-3ac6a24c4015 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:55.253589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 3a45b24c-9410-409e-a892-3ac6a24c4015) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:55.258176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:55.258902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.267615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a5a775-b3f5-4b60-9094-0bf58f8aebf9 None None] Network 3a45b24c-9410-409e-a892-3ac6a24c4015 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:55.274359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9862452d-e363-4a26-896a-15958e2af7dd req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Deleting port a2e1678b-0a9d-4f45-b606-71ec36224fe7 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:55.274696 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9862452d-e363-4a26-896a-15958e2af7dd req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.278842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-89d7b94a-52ca-419f-985a-d998edc260f0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6394031 Aug 30 13:31:55.279857 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53220) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:55.286084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': '3a45b24c-9410-409e-a892-3ac6a24c4015', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:55.365938 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.401765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 yet. {{(pid=95698) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:31:55.416976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9862452d-e363-4a26-896a-15958e2af7dd req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] For port a2e1678b-0a9d-4f45-b606-71ec36224fe7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a2e1678b-0a9d-4f45-b606-71ec36224fe7,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:55.417531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9862452d-e363-4a26-896a-15958e2af7dd req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.423040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:55.428313 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.455234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-3a45b24c-9410-409e-a892-3ac6a24c4015', 'network_id': '3a45b24c-9410-409e-a892-3ac6a24c4015', 'tenant_id': '53a83f895aa4494f944e68dc4e3e8f4c', 'fixed_ips': [{'subnet_id': 'bc587fe8-63bd-4a7b-8259-ea224dcb4a1b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:55.456325 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.464390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9862452d-e363-4a26-896a-15958e2af7dd req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Calling delete_port for a2e1678b-0a9d-4f45-b606-71ec36224fe7 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:55.643804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Allocated IP 2001:db8::2 (3a45b24c-9410-409e-a892-3ac6a24c4015/bc587fe8-63bd-4a7b-8259-ea224dcb4a1b/df69c889-18d3-451c-b3c8-3ef8a2d7f7ca) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:55.771326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.816426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9862452d-e363-4a26-896a-15958e2af7dd req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.829364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network 3a45b24c-9410-409e-a892-3ac6a24c4015 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:55.831442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['a2e1678b-0a9d-4f45-b606-71ec36224fe7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:31:55.833518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:55.838577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:55.839859 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.854830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=745c5b90-1955-4576-add6-644baee39554,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:55.866409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:31:55.873582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2e1678b-0a9d-4f45-b606-71ec36224fe7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:55.878978 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3e30d738-7c56-4bb5-b7b8-37d31c752e58 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5976779 Aug 30 13:31:55.881746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53222) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:55.937477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.955173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Transition to ACTIVE for port object df69c889-18d3-451c-b3c8-3ef8a2d7f7ca will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:55.962043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9862452d-e363-4a26-896a-15958e2af7dd req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] No DVR routers for this DVR port a2e1678b-0a9d-4f45-b606-71ec36224fe7 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:31:55.975901 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9862452d-e363-4a26-896a-15958e2af7dd req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:55.979838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9862452d-e363-4a26-896a-15958e2af7dd req-23419170-4245-4b18-bce8-fa2ffbfa79c6 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.35 "DELETE /v2.0/ports/a2e1678b-0a9d-4f45-b606-71ec36224fe7 HTTP/1.1" status: 204 len: 173 time: 0.8797162 Aug 30 13:31:55.979838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3564c2d4-7324-4db5-88e2-bc28ae97f31d', 'name': 'network-vif-deleted', 'tag': 'a2e1678b-0a9d-4f45-b606-71ec36224fe7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:31:55.982682 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65f5c87-8c3b-423b-a84b-2f845fadeac4" -d '{"events": [{"server_uuid": "3564c2d4-7324-4db5-88e2-bc28ae97f31d", "name": "network-vif-deleted", "tag": "a2e1678b-0a9d-4f45-b606-71ec36224fe7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:31:55.988242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::212 (26720bd2-51c7-4385-8881-abfd11062d45/73ea258f-6e72-4955-95fe-81e51a1b6ea8/3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:56.002804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8:0:1::333 (26720bd2-51c7-4385-8881-abfd11062d45/984dd385-c79a-4b94-aeef-75cbd0d813cd/3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:56.036053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dc436-af0e-4e79-9857-6ecf8ca37495 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:56.036886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Transition to ACTIVE for port object df69c889-18d3-451c-b3c8-3ef8a2d7f7ca will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:56.041332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dc436-af0e-4e79-9857-6ecf8ca37495 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:56.045737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dc436-af0e-4e79-9857-6ecf8ca37495 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:56.053604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dc436-af0e-4e79-9857-6ecf8ca37495 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:56.056024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dc436-af0e-4e79-9857-6ecf8ca37495 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:56.060797 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9e6dc436-af0e-4e79-9857-6ecf8ca37495 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1779983 Aug 30 13:31:56.065132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53230) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:56.077228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-315209395'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:56.086221 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.179685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Network 3a45b24c-9410-409e-a892-3ac6a24c4015 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:56.192095 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:56.195990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:56.202878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d98f10a-402e-4642-ae35-db9653970705 None None] Network 26720bd2-51c7-4385-8881-abfd11062d45 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:56.222731 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90ec5e35-b871-42b2-8136-c6000b9cacad req-073012c4-bfcb-4262-b678-a04414f54351 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3564c2d4-7324-4db5-88e2-bc28ae97f31d HTTP/1.1" status: 200 len: 210 time: 0.0788553 Aug 30 13:31:56.224552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:56.229753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Pushing event updated for resources: {'Port': ['ID=df69c889-18d3-451c-b3c8-3ef8a2d7f7ca,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:56.248573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.280684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:31:56.299003 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.299374 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment 8603fbed-4a7c-42c6-9dc1-054bf508cbb2 of type vlan for network 462860c3-3dbc-4cf7-950d-105a42006d63 Aug 30 13:31:56.346644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.350109 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c726da88-3986-4097-9bcc-525a5a5f4949 x-openstack-request-id: req-c726da88-3986-4097-9bcc-525a5a5f4949 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:31:56.350460 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3564c2d4-7324-4db5-88e2-bc28ae97f31d", "name": "network-vif-deleted", "tag": "a2e1678b-0a9d-4f45-b606-71ec36224fe7", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:31:56.350831 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c726da88-3986-4097-9bcc-525a5a5f4949 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:31:56.351067 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3564c2d4-7324-4db5-88e2-bc28ae97f31d', 'name': 'network-vif-deleted', 'tag': 'a2e1678b-0a9d-4f45-b606-71ec36224fe7', 'status': 'completed', 'code': 200} Aug 30 13:31:56.359134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-42ea903d-2691-4988-bbcc-7edd7c33e721 None None] Provisioning for port c4eb3dc1-73fd-4882-9b71-a21d94f74961 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:56.361216 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.366494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:56.387091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-42ea903d-2691-4988-bbcc-7edd7c33e721 None None] Provisioning complete for port c4eb3dc1-73fd-4882-9b71-a21d94f74961 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:56.387639 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42ea903d-2691-4988-bbcc-7edd7c33e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.395048 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.403746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:56.404765 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.425909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.461469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Attempting to bind port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:56.462214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Attempting to bind port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '68f0f559-6de9-4863-b9ed-a11d606eac10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a45b24c-9410-409e-a892-3ac6a24c4015'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:56.462638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Attempting to bind port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca on network 3a45b24c-9410-409e-a892-3ac6a24c4015 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:56.475778 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4067590 Aug 30 13:31:56.480270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53232) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:56.487100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7ba0be56-b24d-4d88-ad52-e65df0196c92 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:56.488077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 26720bd2-51c7-4385-8881-abfd11062d45 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:56.493486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:56.498303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:56.506717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:56.507571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.540484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:56.548615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:31:56.548991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Checking segment: {'id': '68f0f559-6de9-4863-b9ed-a11d606eac10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a45b24c-9410-409e-a892-3ac6a24c4015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:56.549418 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.549852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Bound using segment: {'id': '68f0f559-6de9-4863-b9ed-a11d606eac10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a45b24c-9410-409e-a892-3ac6a24c4015'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:31:56.550513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Bound port: df69c889-18d3-451c-b3c8-3ef8a2d7f7ca, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f0f559-6de9-4863-b9ed-a11d606eac10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a45b24c-9410-409e-a892-3ac6a24c4015'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:31:56.550749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.555038 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-51a182cb-90a5-4c5d-a79e-221fc9ab0133 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.5901890 Aug 30 13:31:56.556005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53234) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:56.566115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73ea258f-6e72-4955-95fe-81e51a1b6ea8'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:56.589829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b89563-5bcc-4334-b12e-3fd3b4fa76ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=462860c3-3dbc-4cf7-950d-105a42006d63,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:56.642665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 462860c3-3dbc-4cf7-950d-105a42006d63 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:56.659097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.732832 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] For port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:31:56.751518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ba0be56-b24d-4d88-ad52-e65df0196c92 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.773410 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ba0be56-b24d-4d88-ad52-e65df0196c92 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.783393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] For port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df69c889-18d3-451c-b3c8-3ef8a2d7f7ca,segment=NetworkSegment(68f0f559-6de9-4863-b9ed-a11d606eac10),segment_id=68f0f559-6de9-4863-b9ed-a11d606eac10)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:31:56.785014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7ba0be56-b24d-4d88-ad52-e65df0196c92 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network 462860c3-3dbc-4cf7-950d-105a42006d63 is not hosted by any dhcp agent {{(pid=95699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:31:56.792324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0be56-b24d-4d88-ad52-e65df0196c92 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:56.792976 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ba0be56-b24d-4d88-ad52-e65df0196c92 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.796323 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.798318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53236) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:56.802621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7ba0be56-b24d-4d88-ad52-e65df0196c92 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "PUT /v2.0/networks/462860c3-3dbc-4cf7-950d-105a42006d63 HTTP/1.1" status: 200 len: 723 time: 0.3210559 Aug 30 13:31:56.804888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': '462860c3-3dbc-4cf7-950d-105a42006d63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:56.835614 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42ea903d-2691-4988-bbcc-7edd7c33e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:56.886639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0be56-b24d-4d88-ad52-e65df0196c92 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=462860c3-3dbc-4cf7-950d-105a42006d63,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:56.900797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 462860c3-3dbc-4cf7-950d-105a42006d63 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:31:56.969290 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d617ba9b-6962-4658-974c-6919bd781c18 None None] Update dhcp port {'port': {'network_id': '26720bd2-51c7-4385-8881-abfd11062d45', 'fixed_ips': [{'subnet_id': '73ea258f-6e72-4955-95fe-81e51a1b6ea8', 'ip_address': '2001:db8::2'}, {'subnet_id': '984dd385-c79a-4b94-aeef-75cbd0d813cd'}], 'binding:host_id': 'n-d-688802-6'}, 'id': 'c4eb3dc1-73fd-4882-9b71-a21d94f74961'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:31:56.971472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d03090-dd78-4a59-8b95-b6dd71b5f464 None None] Pushing event updated for resources: {'Port': ['ID=df69c889-18d3-451c-b3c8-3ef8a2d7f7ca,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:57.016385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-42ea903d-2691-4988-bbcc-7edd7c33e721 None None] For port c4eb3dc1-73fd-4882-9b71-a21d94f74961, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4eb3dc1-73fd-4882-9b71-a21d94f74961,segment=NetworkSegment(b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a),segment_id=b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:57.033688 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42ea903d-2691-4988-bbcc-7edd7c33e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:57.039718 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d617ba9b-6962-4658-974c-6919bd781c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:57.094750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:31:57.100265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:57.150089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea903d-2691-4988-bbcc-7edd7c33e721 None None] Pushing event updated for resources: {'Port': ['ID=c4eb3dc1-73fd-4882-9b71-a21d94f74961,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:57.174990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Delete allocated IP 2001:db8:0:1::333 (26720bd2-51c7-4385-8881-abfd11062d45/984dd385-c79a-4b94-aeef-75cbd0d813cd) {{(pid=95698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 13:31:57.789812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181259f-f613-4be5-8af6-3c48d8b850bf req-13c2c8c1-6e98-4434-ab38-91b6faaf9bad tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:57.791624 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d181259f-f613-4be5-8af6-3c48d8b850bf req-13c2c8c1-6e98-4434-ab38-91b6faaf9bad tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1096 time: 0.0476317 Aug 30 13:31:57.808214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:57.832011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Ignored duplicate provisioning block setup for port 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 13:31:57.833054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:57.835730 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d181259f-f613-4be5-8af6-3c48d8b850bf req-a34f46a7-82ca-4571-9c27-ebb930f3d5ba tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Aug 30 13:31:57.840704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:57.914455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-d617ba9b-6962-4658-974c-6919bd781c18 None None] Allocated IP 2001:db8:0:1::2 (26720bd2-51c7-4385-8881-abfd11062d45/984dd385-c79a-4b94-aeef-75cbd0d813cd/c4eb3dc1-73fd-4882-9b71-a21d94f74961) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:57.957524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] In _notify_port_updated(), no bound segment for port 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 on network 26720bd2-51c7-4385-8881-abfd11062d45 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:31:57.966867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:57.967867 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:57.972488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "PUT /v2.0/ports/3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 HTTP/1.1" status: 200 len: 926 time: 1.4114766 Aug 30 13:31:57.973200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53244) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:57.981053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '73ea258f-6e72-4955-95fe-81e51a1b6ea8'}, {'subnet_id': '984dd385-c79a-4b94-aeef-75cbd0d813cd'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:57.986920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=1274965d-c401-4139-bb4a-c17793f7508a,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:58.014387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b009c-d1a3-436e-8913-efcccde06d04 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:58.025836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking segment: {'id': '8603fbed-4a7c-42c6-9dc1-054bf508cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '462860c3-3dbc-4cf7-950d-105a42006d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:31:58.026024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b18ac-4ab2-4928-887c-d79d43a2208f None None] Network 3a45b24c-9410-409e-a892-3ac6a24c4015 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:58.026153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network hostable DHCP agents. Network: 462860c3-3dbc-4cf7-950d-105a42006d63, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:31:58.044213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network 462860c3-3dbc-4cf7-950d-105a42006d63 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:31:58.060234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 462860c3-3dbc-4cf7-950d-105a42006d63) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:58.065297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:58.066078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.087852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b87d6fc5-d4fd-45fc-a9ba-8e1ce169e06d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2883778 Aug 30 13:31:58.088820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c9d7b2-1a85-4904-8520-9b35a641a151 None None] Network 462860c3-3dbc-4cf7-950d-105a42006d63 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:58.090761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53246) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:58.097397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a726ad52-94e8-450d-a07a-3e2041e146d4 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:31:58.160379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d617ba9b-6962-4658-974c-6919bd781c18 None None] For port c4eb3dc1-73fd-4882-9b71-a21d94f74961, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4eb3dc1-73fd-4882-9b71-a21d94f74961,segment=NetworkSegment(b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a),segment_id=b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:58.254484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a726ad52-94e8-450d-a07a-3e2041e146d4 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4653778'] for subnet, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.279771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.348679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-aba4bf8b-9ae6-4466-8b8b-d1f0a726deb2 None None] Provisioning for port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:58.405064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d617ba9b-6962-4658-974c-6919bd781c18 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.454239 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d617ba9b-6962-4658-974c-6919bd781c18 None None] Transition to ACTIVE for port object c4eb3dc1-73fd-4882-9b71-a21d94f74961 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:58.466013 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d617ba9b-6962-4658-974c-6919bd781c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.580319 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.607298 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a726ad52-94e8-450d-a07a-3e2041e146d4 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785277136168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6412440'] for subnet, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.649390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-462860c3-3dbc-4cf7-950d-105a42006d63', 'network_id': '462860c3-3dbc-4cf7-950d-105a42006d63', 'tenant_id': '53a83f895aa4494f944e68dc4e3e8f4c', 'fixed_ips': [{'subnet_id': '1274965d-c401-4139-bb4a-c17793f7508a'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:31:58.650280 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.656884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617ba9b-6962-4658-974c-6919bd781c18 None None] Pushing event updated for resources: {'Port': ['ID=c4eb3dc1-73fd-4882-9b71-a21d94f74961,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:58.690384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a726ad52-94e8-450d-a07a-3e2041e146d4 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:58.690811 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a726ad52-94e8-450d-a07a-3e2041e146d4 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.692426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a726ad52-94e8-450d-a07a-3e2041e146d4 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "PUT /v2.0/subnets/1274965d-c401-4139-bb4a-c17793f7508a HTTP/1.1" status: 200 len: 826 time: 0.6006877 Aug 30 13:31:58.696413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53248) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:58.715905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726ad52-94e8-450d-a07a-3e2041e146d4 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=1274965d-c401-4139-bb4a-c17793f7508a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:58.823060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92037241-8ac3-4304-9de5-545764c3873d None None] Update dhcp port {'port': {'network_id': '3a45b24c-9410-409e-a892-3ac6a24c4015', 'fixed_ips': [{'subnet_id': 'bc587fe8-63bd-4a7b-8259-ea224dcb4a1b', 'ip_address': '2001:db8::2'}, {'subnet_id': '745c5b90-1955-4576-add6-644baee39554'}], 'binding:host_id': 'n-d-688802-6'}, 'id': 'df69c889-18d3-451c-b3c8-3ef8a2d7f7ca'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:31:58.825942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8:0:1::1e7 (26720bd2-51c7-4385-8881-abfd11062d45/984dd385-c79a-4b94-aeef-75cbd0d813cd/3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:58.860859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.872432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-9ddec709-7041-4847-ae26-eefb3e379860 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:58.874320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-9ddec709-7041-4847-ae26-eefb3e379860 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1096 time: 0.0854135 Aug 30 13:31:58.880889 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-92037241-8ac3-4304-9de5-545764c3873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:58.964541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Allocated IP 2001:db8::2 (462860c3-3dbc-4cf7-950d-105a42006d63/1274965d-c401-4139-bb4a-c17793f7508a/f8ada732-d436-4131-b09c-c67e05ead9d1) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:59.004150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.015408 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.024759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a2e1678b-0a9d-4f45-b606-71ec36224fe7 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:31:59.034411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Ignored duplicate provisioning block setup for port 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 13:31:59.040749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.073448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: a2e1678b-0a9d-4f45-b606-71ec36224fe7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:31:59.074115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a2e1678b-0a9d-4f45-b606-71ec36224fe7 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:31:59.118464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9ef04-61e9-438d-a0af-5d9d80350450 req-19d115e5-4381-4b58-be39-16a6c06d91dc tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:59.120033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3eb9ef04-61e9-438d-a0af-5d9d80350450 req-19d115e5-4381-4b58-be39-16a6c06d91dc tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=44792dc1-1289-427d-8646-810d9a3c84fc HTTP/1.1" status: 200 len: 1096 time: 0.1679947 Aug 30 13:31:59.175513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Deleting port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:59.175513 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.229590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] In _notify_port_updated(), no bound segment for port 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 on network 26720bd2-51c7-4385-8881-abfd11062d45 {{(pid=95699) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:31:59.235999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:31:59.236789 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.241355 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "PUT /v2.0/ports/3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 HTTP/1.1" status: 200 len: 1012 time: 1.2664762 Aug 30 13:31:59.242311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07f9c6-2865-4e75-87a5-d570005719b6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:59.249457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3eb9ef04-61e9-438d-a0af-5d9d80350450 req-f200fa13-3888-484e-a275-9b3b20305a60 tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091516 Aug 30 13:31:59.255543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53252) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:59.275126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-92037241-8ac3-4304-9de5-545764c3873d None None] Allocated IP 172.20.0.1 (3a45b24c-9410-409e-a892-3ac6a24c4015/745c5b90-1955-4576-add6-644baee39554/df69c889-18d3-451c-b3c8-3ef8a2d7f7ca) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:31:59.342971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] For port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:59.343387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.369389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df69c889-18d3-451c-b3c8-3ef8a2d7f7ca up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:31:59.370753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Calling delete_port for 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:59.447930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f2503-62dd-4dd3-9457-24722d4bb80b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:31:59.448307 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2503-62dd-4dd3-9457-24722d4bb80b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.479107 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.505557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Transition to ACTIVE for port object f8ada732-d436-4131-b09c-c67e05ead9d1 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:59.508789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-92037241-8ac3-4304-9de5-545764c3873d None None] For port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df69c889-18d3-451c-b3c8-3ef8a2d7f7ca,segment=NetworkSegment(68f0f559-6de9-4863-b9ed-a11d606eac10),segment_id=68f0f559-6de9-4863-b9ed-a11d606eac10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:31:59.539425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Transition to ACTIVE for port object f8ada732-d436-4131-b09c-c67e05ead9d1 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:59.541109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:59.541437 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.554169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:59.554169 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.556077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2503-62dd-4dd3-9457-24722d4bb80b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.556510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:31:59.572571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-0c5f2503-62dd-4dd3-9457-24722d4bb80b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:31:59.579152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:59.592242 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.634438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] No DVR routers for this DVR port 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:31:59.636311 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-92037241-8ac3-4304-9de5-545764c3873d None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.639451 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.642671 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4017087a-8194-408b-95f7-09f0c90e2e34 req-05290be9-7562-4061-91c0-d1b4ae7b2bed tempest-TestServerMultinode-1089411855 tempest-TestServerMultinode-1089411855-project-admin] 10.222.0.16 "DELETE /v2.0/ports/6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc HTTP/1.1" status: 204 len: 173 time: 0.7615788 Aug 30 13:31:59.643377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44792dc1-1289-427d-8646-810d9a3c84fc', 'name': 'network-vif-deleted', 'tag': '6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:31:59.646640 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d0f722-b55a-49a4-be4a-22c9d8c9a562" -d '{"events": [{"server_uuid": "44792dc1-1289-427d-8646-810d9a3c84fc", "name": "network-vif-deleted", "tag": "6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:31:59.673965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.675620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Network 462860c3-3dbc-4cf7-950d-105a42006d63 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:31:59.693464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ca8234-5c18-4a1b-be02-9a6854e3230d None None] Network 26720bd2-51c7-4385-8881-abfd11062d45 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:31:59.714305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:31:59.716921 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9263ee7f-2226-43bc-a530-cb54fa665a6b x-openstack-request-id: req-9263ee7f-2226-43bc-a530-cb54fa665a6b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:31:59.717488 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44792dc1-1289-427d-8646-810d9a3c84fc", "name": "network-vif-deleted", "tag": "6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:31:59.717982 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9263ee7f-2226-43bc-a530-cb54fa665a6b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:31:59.718599 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44792dc1-1289-427d-8646-810d9a3c84fc', 'name': 'network-vif-deleted', 'tag': '6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc', 'status': 'completed', 'code': 200} Aug 30 13:31:59.721165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=1274965d-c401-4139-bb4a-c17793f7508a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:59.743156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:31:59.792400 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.794670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Pushing event updated for resources: {'Port': ['ID=f8ada732-d436-4131-b09c-c67e05ead9d1,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:59.807756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462860c3-3dbc-4cf7-950d-105a42006d63']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:59.823785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8603fbed-4a7c-42c6-9dc1-054bf508cbb2') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:59.824174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8603fbed-4a7c-42c6-9dc1-054bf508cbb2') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:31:59.830532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-92037241-8ac3-4304-9de5-545764c3873d None None] Transition to ACTIVE for port object df69c889-18d3-451c-b3c8-3ef8a2d7f7ca will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:31:59.830749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2503-62dd-4dd3-9457-24722d4bb80b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.846896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.861622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f2503-62dd-4dd3-9457-24722d4bb80b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:31:59.862146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4b15445e-9528-49e3-af62-197ad95f209d None None] Provisioning for port 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:31:59.863999 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.864560 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-92037241-8ac3-4304-9de5-545764c3873d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.871406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:31:59.871819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:31:59.875874 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:31:59.893206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4b15445e-9528-49e3-af62-197ad95f209d None None] Provisioning complete for port 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:31:59.893475 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b15445e-9528-49e3-af62-197ad95f209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.927711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2503-62dd-4dd3-9457-24722d4bb80b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:31:59.934271 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.db.api [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:31:59.934271 n-d-688802-6 neutron-server[95698]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:31:59.934271 n-d-688802-6 neutron-server[95698]: [parameters: {'id': '462860c3-3dbc-4cf7-950d-105a42006d63'}] Aug 30 13:31:59.934271 n-d-688802-6 neutron-server[95698]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95698) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:31:59.935168 n-d-688802-6 neutron-server[95698]: DEBUG oslo_db.api [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:31:59.935655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53256) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:59.941903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0c5f2503-62dd-4dd3-9457-24722d4bb80b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 HTTP/1.1" status: 204 len: 168 time: 0.6848903 Aug 30 13:31:59.965423 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0747b139-3ec8-4828-9d48-27eca926ebbf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:31:59.965849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Attempting to bind port f8ada732-d436-4131-b09c-c67e05ead9d1 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:31:59.966306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Attempting to bind port f8ada732-d436-4131-b09c-c67e05ead9d1 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '8603fbed-4a7c-42c6-9dc1-054bf508cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '462860c3-3dbc-4cf7-950d-105a42006d63'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:31:59.966585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Attempting to bind port f8ada732-d436-4131-b09c-c67e05ead9d1 on network 462860c3-3dbc-4cf7-950d-105a42006d63 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:31:59.967306 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0747b139-3ec8-4828-9d48-27eca926ebbf tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 HTTP/1.1" status: 404 len: 333 time: 0.0306184 Aug 30 13:31:59.970958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53258) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:31:59.976661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4b15445e-9528-49e3-af62-197ad95f209d None None] Port 3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 was deleted so its status cannot be updated. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 13:32:00.023718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:00.024094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Checking segment: {'id': '8603fbed-4a7c-42c6-9dc1-054bf508cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '462860c3-3dbc-4cf7-950d-105a42006d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:00.024516 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.024914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Bound using segment: {'id': '8603fbed-4a7c-42c6-9dc1-054bf508cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '462860c3-3dbc-4cf7-950d-105a42006d63'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:00.025695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Bound port: f8ada732-d436-4131-b09c-c67e05ead9d1, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8603fbed-4a7c-42c6-9dc1-054bf508cbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '462860c3-3dbc-4cf7-950d-105a42006d63'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:00.025849 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.038612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-329a0bcb-947b-4e19-bad7-33cae7b0560e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet 984dd385-c79a-4b94-aeef-75cbd0d813cd {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:00.043439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-329a0bcb-947b-4e19-bad7-33cae7b0560e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.080917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.092691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4b15445e-9528-49e3-af62-197ad95f209d None None] Provisioning for port c4eb3dc1-73fd-4882-9b71-a21d94f74961 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:00.097859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-329a0bcb-947b-4e19-bad7-33cae7b0560e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.110940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92037241-8ac3-4304-9de5-545764c3873d None None] Pushing event updated for resources: {'Port': ['ID=df69c889-18d3-451c-b3c8-3ef8a2d7f7ca,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:00.120495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4b15445e-9528-49e3-af62-197ad95f209d None None] Provisioning complete for port c4eb3dc1-73fd-4882-9b71-a21d94f74961 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:00.120948 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b15445e-9528-49e3-af62-197ad95f209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.216268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-329a0bcb-947b-4e19-bad7-33cae7b0560e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.235927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df69c889-18d3-451c-b3c8-3ef8a2d7f7ca,segment=NetworkSegment(68f0f559-6de9-4863-b9ed-a11d606eac10),segment_id=68f0f559-6de9-4863-b9ed-a11d606eac10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:00.252370 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.253183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4eb3dc1-73fd-4882-9b71-a21d94f74961 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:00.310035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-329a0bcb-947b-4e19-bad7-33cae7b0560e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.320713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53262) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:00.322873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] For port f8ada732-d436-4131-b09c-c67e05ead9d1, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:00.348630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a0bcb-947b-4e19-bad7-33cae7b0560e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=984dd385-c79a-4b94-aeef-75cbd0d813cd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:00.357147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] For port f8ada732-d436-4131-b09c-c67e05ead9d1, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f8ada732-d436-4131-b09c-c67e05ead9d1,segment=NetworkSegment(8603fbed-4a7c-42c6-9dc1-054bf508cbb2),segment_id=8603fbed-4a7c-42c6-9dc1-054bf508cbb2)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:00.360137 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-329a0bcb-947b-4e19-bad7-33cae7b0560e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.366835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-329a0bcb-947b-4e19-bad7-33cae7b0560e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/984dd385-c79a-4b94-aeef-75cbd0d813cd HTTP/1.1" status: 204 len: 168 time: 0.3923218 Aug 30 13:32:00.367812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53264) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:00.387847 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.441610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.447616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-91605b08-3e4d-4135-bd6b-679e8f642ed3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet 73ea258f-6e72-4955-95fe-81e51a1b6ea8 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:00.452151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=df69c889-18d3-451c-b3c8-3ef8a2d7f7ca,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:00.452367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91605b08-3e4d-4135-bd6b-679e8f642ed3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.506162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91605b08-3e4d-4135-bd6b-679e8f642ed3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.558087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c4eb3dc1-73fd-4882-9b71-a21d94f74961 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:00.558469 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.680961 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91605b08-3e4d-4135-bd6b-679e8f642ed3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.767674 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91605b08-3e4d-4135-bd6b-679e8f642ed3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.794828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b2ed77-8f8d-453c-aa61-a33b85aad807 None None] Network 26720bd2-51c7-4385-8881-abfd11062d45 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:00.810013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91605b08-3e4d-4135-bd6b-679e8f642ed3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=73ea258f-6e72-4955-95fe-81e51a1b6ea8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:00.817269 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-91605b08-3e4d-4135-bd6b-679e8f642ed3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.824893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-91605b08-3e4d-4135-bd6b-679e8f642ed3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/73ea258f-6e72-4955-95fe-81e51a1b6ea8 HTTP/1.1" status: 204 len: 168 time: 0.4554713 Aug 30 13:32:00.826965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53266) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:00.828919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting port f8ada732-d436-4131-b09c-c67e05ead9d1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:00.829267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.886586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913450e6-796b-4b09-88a4-19bab4a04ae4 None None] Network 462860c3-3dbc-4cf7-950d-105a42006d63 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:00.909633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] For port f8ada732-d436-4131-b09c-c67e05ead9d1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f8ada732-d436-4131-b09c-c67e05ead9d1,segment=NetworkSegment(8603fbed-4a7c-42c6-9dc1-054bf508cbb2),segment_id=8603fbed-4a7c-42c6-9dc1-054bf508cbb2)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:00.910274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.926332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Calling delete_port for f8ada732-d436-4131-b09c-c67e05ead9d1 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:00.966034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-aa244241-3c84-4a89-bd3a-30a08c27ec2b None None] Provisioning complete for port c4eb3dc1-73fd-4882-9b71-a21d94f74961 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:00.966579 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aa244241-3c84-4a89-bd3a-30a08c27ec2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:00.974711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e53e8-2ccb-48d7-8e55-07be135fc72a None None] Pushing event updated for resources: {'Port': ['ID=f8ada732-d436-4131-b09c-c67e05ead9d1,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:01.028851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd69d3-02f6-42d5-a0bb-514ad4e25ddb None None] Network 3a45b24c-9410-409e-a892-3ac6a24c4015 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:01.077711 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.125922 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.126760 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.153181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Port': ['ID=f8ada732-d436-4131-b09c-c67e05ead9d1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:01.164193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No DVR routers for this DVR port f8ada732-d436-4131-b09c-c67e05ead9d1 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:01.232849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.256435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.266456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462860c3-3dbc-4cf7-950d-105a42006d63']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:01.278007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8603fbed-4a7c-42c6-9dc1-054bf508cbb2') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:01.278273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8603fbed-4a7c-42c6-9dc1-054bf508cbb2') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:01.283879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3d0861-9e7d-4405-891f-0bf62e1139f4 None None] Network 462860c3-3dbc-4cf7-950d-105a42006d63 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:01.291191 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.308436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port c4eb3dc1-73fd-4882-9b71-a21d94f74961 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:01.308782 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.313236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.361835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:01.363010 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:01.365213 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:01.451844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] For port c4eb3dc1-73fd-4882-9b71-a21d94f74961, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c4eb3dc1-73fd-4882-9b71-a21d94f74961,segment=NetworkSegment(b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a),segment_id=b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:01.452218 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.464661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.469710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df69c889-18d3-451c-b3c8-3ef8a2d7f7ca up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:01.474754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for c4eb3dc1-73fd-4882-9b71-a21d94f74961 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:01.478253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.480240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/462860c3-3dbc-4cf7-950d-105a42006d63 HTTP/1.1" status: 204 len: 168 time: 2.7828209 Aug 30 13:32:01.485387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53268) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:01.493632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7c260-4c2f-4dac-b912-ee62305f40ab tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=462860c3-3dbc-4cf7-950d-105a42006d63,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:01.514198 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ec4602-119d-4d2e-a886-222d84d921e3 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:01.514883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ec4602-119d-4d2e-a886-222d84d921e3 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:01.521218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f8ec4602-119d-4d2e-a886-222d84d921e3 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/462860c3-3dbc-4cf7-950d-105a42006d63 HTTP/1.1" status: 404 len: 339 time: 0.0295737 Aug 30 13:32:01.521433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] DHCP port deletion for 26720bd2-51c7-4385-8881-abfd11062d45 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:01.521574 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53270) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:01.527946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1595055233', 'description': 'd1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:01.575660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4e191416-3e22-46fd-9982-ef0ed8c098bf None None] Provisioning for port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:01.581048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:01.585944 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.590453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4e191416-3e22-46fd-9982-ef0ed8c098bf None None] Provisioning complete for port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:01.590777 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4e191416-3e22-46fd-9982-ef0ed8c098bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.592082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.634329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=c4eb3dc1-73fd-4882-9b71-a21d94f74961,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:01.640659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:01.641051 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.645900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No DVR routers for this DVR port c4eb3dc1-73fd-4882-9b71-a21d94f74961 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:01.651983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:32:01.670435 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.671074 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment 3334a193-46e5-4b67-9714-7e4594c39d4a of type vlan for network 0bdb69ab-24f5-43a4-adba-45f2284f9dbf Aug 30 13:32:01.691372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] Deleting port c4eb3dc1-73fd-4882-9b71-a21d94f74961 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:01.691761 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.745198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Deleting port 75940950-ce26-46c0-a95b-48b842069508 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:01.746181 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.747947 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.759811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26720bd2-51c7-4385-8881-abfd11062d45']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:01.764580 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.772504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:01.772949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5cb575a-5d1a-4570-9e18-f9fb1f0bc60a') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:01.785240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.799231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] For port c4eb3dc1-73fd-4882-9b71-a21d94f74961, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:01.801756 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.802944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.815357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:01.815819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.839474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] Calling delete_port for c4eb3dc1-73fd-4882-9b71-a21d94f74961 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:01.844264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] Port c4eb3dc1-73fd-4882-9b71-a21d94f74961 was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:32:01.849846 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.873400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.881476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:01.881800 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:01.884180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.884704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] Pushing event deleted for resources: {'Port': ['ID=c4eb3dc1-73fd-4882-9b71-a21d94f74961,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:01.886677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632d593-1331-40d2-b586-cb0a3ce5436a None None] No DVR routers for this DVR port c4eb3dc1-73fd-4882-9b71-a21d94f74961 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:01.910403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e54b3-1801-4bd2-bc92-d64920d3cdc1 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:32:01.916413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.923966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.929757 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/networks/26720bd2-51c7-4385-8881-abfd11062d45 HTTP/1.1" status: 204 len: 168 time: 0.9523687 Aug 30 13:32:01.943099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53272) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:01.952396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5fae7-dde7-4456-b34c-c158bbd7970c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Network': ['ID=26720bd2-51c7-4385-8881-abfd11062d45,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:01.959967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] For port 75940950-ce26-46c0-a95b-48b842069508, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=75940950-ce26-46c0-a95b-48b842069508,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:01.959967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.977212 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4540992 Aug 30 13:32:01.977467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2eacf36b-6837-4a97-9bde-7aaea34fa27a None None] Provisioning complete for port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:01.978360 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2eacf36b-6837-4a97-9bde-7aaea34fa27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:01.981199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53274) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:01.989587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Calling delete_port for 75940950-ce26-46c0-a95b-48b842069508 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:01.996826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd396cee-1406-4058-82f2-52447e6a8496 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=0bdb69ab-24f5-43a4-adba-45f2284f9dbf,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:02.014381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 0bdb69ab-24f5-43a4-adba-45f2284f9dbf details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:02.090760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac82bfe2-6952-4b91-a598-17af236ca9d9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:02.094822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ac82bfe2-6952-4b91-a598-17af236ca9d9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1482542 Aug 30 13:32:02.098740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53276) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:02.116941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259471b0-a2b8-4324-9256-049ecd8b548e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:02.121035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-259471b0-a2b8-4324-9256-049ecd8b548e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/networks?id=0bdb69ab-24f5-43a4-adba-45f2284f9dbf HTTP/1.1" status: 200 len: 765 time: 0.1372542 Aug 30 13:32:02.121313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53278) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:02.128733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9b71e4ad-c569-4a0e-90cc-7707884a0bb1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'description': 'd2'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:02.167675 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-44f45cac-2275-454d-a054-8e28049b2379 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0643635 Aug 30 13:32:02.167675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53280) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:02.174294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1101834081'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:02.175187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805e54b3-1801-4bd2-bc92-d64920d3cdc1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:32:02.202839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:02.208322 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.239121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:32:02.250657 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.251481 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Added segment 5df36e79-4b72-4ea2-adda-4acba66af184 of type vlan for network 14f2ba88-bd54-4082-9c03-433123d3d510 Aug 30 13:32:02.315991 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.330438 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.346230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b71e4ad-c569-4a0e-90cc-7707884a0bb1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.360193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.370784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:02.371903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.373466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Pushing event deleted for resources: {'Port': ['ID=75940950-ce26-46c0-a95b-48b842069508,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:02.395470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:02.402784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b71e4ad-c569-4a0e-90cc-7707884a0bb1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.431010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:02.431496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 6dedbb4c-0f7a-444f-b8d6-9d2df8ca25dc not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:02.450545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b71e4ad-c569-4a0e-90cc-7707884a0bb1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network 0bdb69ab-24f5-43a4-adba-45f2284f9dbf is not hosted by any dhcp agent {{(pid=95699) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:32:02.458961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2872517 Aug 30 13:32:02.459128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71e4ad-c569-4a0e-90cc-7707884a0bb1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:02.459128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9b71e4ad-c569-4a0e-90cc-7707884a0bb1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.463842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9b71e4ad-c569-4a0e-90cc-7707884a0bb1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "PUT /v2.0/networks/0bdb69ab-24f5-43a4-adba-45f2284f9dbf HTTP/1.1" status: 200 len: 762 time: 0.3373909 Aug 30 13:32:02.463842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53282) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:02.463842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53284) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:02.477060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833193c8-55d4-497c-8762-827cdc38a30c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Network': ['ID=14f2ba88-bd54-4082-9c03-433123d3d510,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:02.489507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 14f2ba88-bd54-4082-9c03-433123d3d510 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:02.495816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': '14f2ba88-bd54-4082-9c03-433123d3d510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:02.632750 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71e4ad-c569-4a0e-90cc-7707884a0bb1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=0bdb69ab-24f5-43a4-adba-45f2284f9dbf,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:02.650682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 0bdb69ab-24f5-43a4-adba-45f2284f9dbf details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:02.721446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af961e2a-c5ea-43f5-a1c2-801a6a0a9635 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:02.722942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-af961e2a-c5ea-43f5-a1c2-801a6a0a9635 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/networks?id=0bdb69ab-24f5-43a4-adba-45f2284f9dbf HTTP/1.1" status: 200 len: 765 time: 0.2314026 Aug 30 13:32:02.727284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53288) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:02.785537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:02.789028 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.843860 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:02.923587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0996ac-8f67-4791-a48e-85050afc9c73 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:02.925189 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9e0996ac-8f67-4791-a48e-85050afc9c73 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1968985 Aug 30 13:32:02.928027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53290) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:02.970108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-20f20a26-c3f7-485e-a4d4-d0e7cd26af57 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6 HTTP/1.1" status: 200 len: 207 time: 0.0405138 Aug 30 13:32:02.973806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53292) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:03.153484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:03.179375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35719328-3c3b-40eb-b13b-59515499c668 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.185153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35719328-3c3b-40eb-b13b-59515499c668 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.191679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35719328-3c3b-40eb-b13b-59515499c668 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.197778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35719328-3c3b-40eb-b13b-59515499c668 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.203662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35719328-3c3b-40eb-b13b-59515499c668 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.207821 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:32:03.209899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35719328-3c3b-40eb-b13b-59515499c668 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.215366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-35719328-3c3b-40eb-b13b-59515499c668 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2370508 Aug 30 13:32:03.215746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53294) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:03.235846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=6df57883-8b54-4901-9996-5ac531cdb3dd,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:03.282752 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Checking segment: {'id': '5df36e79-4b72-4ea2-adda-4acba66af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '14f2ba88-bd54-4082-9c03-433123d3d510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:03.283129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network hostable DHCP agents. Network: 14f2ba88-bd54-4082-9c03-433123d3d510, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:32:03.336534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 14f2ba88-bd54-4082-9c03-433123d3d510 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:32:03.357548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 14f2ba88-bd54-4082-9c03-433123d3d510) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:03.362020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.362761 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:03.369856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503bc2d-ee43-48a4-8a15-792bc0b04cfd None None] Network 14f2ba88-bd54-4082-9c03-433123d3d510 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:03.376975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:03.385594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f323ddf-de39-45f8-998b-b3480ebe116e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1686218 Aug 30 13:32:03.387570 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e27e1-3edb-4d94-8216-58241029731b None None] Sync routers for ids ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:03.391291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f760d5f2-e47b-4646-a977-363b43e889fb admin admin] 10.222.0.37 "PUT /v2.0/routers/f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0680518 Aug 30 13:32:03.392546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53296) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:03.392978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53298) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:03.401123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1bf83ceb-4f52-478c-8c81-542ad515789b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9106526 Aug 30 13:32:03.402990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53300) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:03.410634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': '14f2ba88-bd54-4082-9c03-433123d3d510', 'name': 'tempest-PortsIpV6TestJSON-2058200827'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:03.411566 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e27e1-3edb-4d94-8216-58241029731b None None] Routers {'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:03.412485 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-175e27e1-3edb-4d94-8216-58241029731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:31:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:03.506954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4eb3dc1-73fd-4882-9b71-a21d94f74961 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:03.538220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c4eb3dc1-73fd-4882-9b71-a21d94f74961 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:03.539196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c4eb3dc1-73fd-4882-9b71-a21d94f74961 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:03.558957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:03.561892 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:03.584380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 4953631f-fab5-4a59-8d45-704c7626330a yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:32:03.588548 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-175e27e1-3edb-4d94-8216-58241029731b None None] Set router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:32:03.590910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b04f7-a260-4bac-bc5a-12fb696ea6f8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.592345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b04f7-a260-4bac-bc5a-12fb696ea6f8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.593883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b04f7-a260-4bac-bc5a-12fb696ea6f8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.595634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b04f7-a260-4bac-bc5a-12fb696ea6f8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.597209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2b04f7-a260-4bac-bc5a-12fb696ea6f8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.599089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dd2b04f7-a260-4bac-bc5a-12fb696ea6f8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2050107 Aug 30 13:32:03.628858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53302) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:03.659843 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:03.692766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-14f2ba88-bd54-4082-9c03-433123d3d510', 'network_id': '14f2ba88-bd54-4082-9c03-433123d3d510', 'tenant_id': '81ca5737b44c4fc4a9f9e46d54c60574', 'fixed_ips': [{'subnet_id': '6df57883-8b54-4901-9996-5ac531cdb3dd'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:32:03.694050 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:03.729456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285f691-8d7c-4256-851e-2f972240fac2 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.730891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285f691-8d7c-4256-851e-2f972240fac2 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.732297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285f691-8d7c-4256-851e-2f972240fac2 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.733746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285f691-8d7c-4256-851e-2f972240fac2 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.735780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c285f691-8d7c-4256-851e-2f972240fac2 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.738929 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c285f691-8d7c-4256-851e-2f972240fac2 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1092620 Aug 30 13:32:03.745043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53304) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:03.784950 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-175e27e1-3edb-4d94-8216-58241029731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:05Z', 'updated_at': '2021-08-30T13:32:02Z', 'revision_number': 5, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'gw_port': {'id': 'fdbd508a-7e53-45e4-bdeb-c47b02ea779c', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:ef:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3347, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:06Z', 'updated_at': '2021-08-30T13:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:03.801561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:03.815734 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e27e1-3edb-4d94-8216-58241029731b None None] Checking router: f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:32:03.824496 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e27e1-3edb-4d94-8216-58241029731b None None] Routers {'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:03.825127 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-175e27e1-3edb-4d94-8216-58241029731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:31:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:03.831534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::182 (14f2ba88-bd54-4082-9c03-433123d3d510/6df57883-8b54-4901-9996-5ac531cdb3dd/4953631f-fab5-4a59-8d45-704c7626330a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:03.869016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Deleting port fdbd508a-7e53-45e4-bdeb-c47b02ea779c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:03.869365 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:03.902402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24c31c0-21ec-48fc-a49a-373c8c3309c8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:03.903813 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f24c31c0-21ec-48fc-a49a-373c8c3309c8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/networks/52af4683-90ee-4eeb-8ac1-1791d1be2bf8 HTTP/1.1" status: 200 len: 803 time: 0.1578348 Aug 30 13:32:03.908784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53306) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:03.914619 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-175e27e1-3edb-4d94-8216-58241029731b None None] Set router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:32:03.956626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] For port fdbd508a-7e53-45e4-bdeb-c47b02ea779c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=fdbd508a-7e53-45e4-bdeb-c47b02ea779c,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:03.957217 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:03.968084 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-175e27e1-3edb-4d94-8216-58241029731b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:05Z', 'updated_at': '2021-08-30T13:32:03Z', 'revision_number': 6, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:03.970432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Calling delete_port for fdbd508a-7e53-45e4-bdeb-c47b02ea779c owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:03.995621 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e27e1-3edb-4d94-8216-58241029731b None None] The sync data for ids ['f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8'] in n-d-688802-6 is: [{'id': 'f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8', 'name': 'tempest-TestServerMultinode-1900049080-router', 'tenant_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:05Z', 'updated_at': '2021-08-30T13:32:03Z', 'revision_number': 6, 'project_id': 'e4a454b6c54f4927bd0c18e89807fabc', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:04.086496 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-942a9d61-cc6c-4c0c-8388-592ebf12a571 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/networks/52af4683-90ee-4eeb-8ac1-1791d1be2bf8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1763546 Aug 30 13:32:04.089834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53308) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:04.111915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.515968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3bef2-daab-41c9-88e2-e563f6460ce1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:04.517338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-26e3bef2-daab-41c9-88e2-e563f6460ce1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/subnets/e872834a-e977-47ff-925f-6a3cb2ec8ac5 HTTP/1.1" status: 200 len: 843 time: 0.4266469 Aug 30 13:32:04.521219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53310) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:04.534188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object 4953631f-fab5-4a59-8d45-704c7626330a will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:04.534861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.563286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbd508a-7e53-45e4-bdeb-c47b02ea779c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:04.591429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9720e249-dfcc-4781-88d1-c3ef1415802e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['shared'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:04.592809 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9720e249-dfcc-4781-88d1-c3ef1415802e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "GET /v2.0/subnets/e872834a-e977-47ff-925f-6a3cb2ec8ac5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0705667 Aug 30 13:32:04.597356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53312) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:04.602210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-184726921'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:04.620432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.630527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.656526 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:04.660194 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.669834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Allocated IP 2001:db8::2 (14f2ba88-bd54-4082-9c03-433123d3d510/6df57883-8b54-4901-9996-5ac531cdb3dd/315e4d25-c2dc-46b0-a952-1f5578efe114) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:04.681516 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 14f2ba88-bd54-4082-9c03-433123d3d510 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:04.690491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:04.695324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:04.700982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:04.701545 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.714360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=4953631f-fab5-4a59-8d45-704c7626330a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:04.727872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:32:04.737788 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dcc44d81-8b75-4fa9-a675-ed8a9713b066 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3308887 Aug 30 13:32:04.738000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:04.745107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': '14f2ba88-bd54-4082-9c03-433123d3d510', 'name': 'tempest-PortsIpV6TestJSON-138763237'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:04.746985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.749367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.752310 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.752647 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Added segment fc5696ad-5015-40fd-b950-027b10eaa966 of type vlan for network 252e3c49-444f-43e7-ab0f-5f8b55559fe3 Aug 30 13:32:04.823105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.823717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:32:04.829428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.834149 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-149f1007-c87e-4ae9-b4ac-e7156b2293af admin admin] 10.222.0.37 "DELETE /v2.0/routers/f4fe7fb8-c1c0-4bd9-a7bf-b03b7966d9e8 HTTP/1.1" status: 204 len: 168 time: 1.4084103 Aug 30 13:32:04.834149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53316) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:04.852929 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.856943 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.864232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Transition to ACTIVE for port object 315e4d25-c2dc-46b0-a952-1f5578efe114 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:04.886202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Transition to ACTIVE for port object 315e4d25-c2dc-46b0-a952-1f5578efe114 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:04.894158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-db71495e-c4be-4c35-a96b-df1b6c01f4aa admin admin] Deleting subnet fe355bb2-99d6-409b-8067-ae16c20f82b1 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:04.895909 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.898956 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db71495e-c4be-4c35-a96b-df1b6c01f4aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.912779 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.918379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:04.918983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.942950 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db71495e-c4be-4c35-a96b-df1b6c01f4aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:04.948689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Pushing event updated for resources: {'Port': ['ID=315e4d25-c2dc-46b0-a952-1f5578efe114,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:04.965000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Network 14f2ba88-bd54-4082-9c03-433123d3d510 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:04.966490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:04.969532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:04.983476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:04.987013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.012568 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4087050 Aug 30 13:32:05.012568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a957c-91fc-4a5e-90b7-89ef866fd4ba tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Network': ['ID=252e3c49-444f-43e7-ab0f-5f8b55559fe3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:05.014705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53318) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:05.023144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'network_id': '252e3c49-444f-43e7-ab0f-5f8b55559fe3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:05.026658 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 4897d1bf-da26-4827-81b3-307157491eda yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:32:05.038033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 252e3c49-444f-43e7-ab0f-5f8b55559fe3 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:05.098947 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db71495e-c4be-4c35-a96b-df1b6c01f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.171502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::35a (14f2ba88-bd54-4082-9c03-433123d3d510/6df57883-8b54-4901-9996-5ac531cdb3dd/4897d1bf-da26-4827-81b3-307157491eda) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:05.192324 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db71495e-c4be-4c35-a96b-df1b6c01f4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.203326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Made reservation on behalf of 53a83f895aa4494f944e68dc4e3e8f4c for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:05.207950 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.213154 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db71495e-c4be-4c35-a96b-df1b6c01f4aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.217988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-db71495e-c4be-4c35-a96b-df1b6c01f4aa admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fe355bb2-99d6-409b-8067-ae16c20f82b1 HTTP/1.1" status: 204 len: 168 time: 0.3827055 Aug 30 13:32:05.219461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53320) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:05.254225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71495e-c4be-4c35-a96b-df1b6c01f4aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe355bb2-99d6-409b-8067-ae16c20f82b1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:05.274069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b5151-a87a-449c-8fbd-e1759976d79f None None] Network 864fe966-a87e-4129-aafc-946aa1232017 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:05.306185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.ipam_backend_mixin [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Performing IP validity checks on allocation pools {{(pid=95698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 13:32:05.306185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.ipam_backend_mixin [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95698) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 13:32:05.317078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Attempting to bind port 315e4d25-c2dc-46b0-a952-1f5578efe114 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:32:05.317458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Attempting to bind port 315e4d25-c2dc-46b0-a952-1f5578efe114 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '5df36e79-4b72-4ea2-adda-4acba66af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '14f2ba88-bd54-4082-9c03-433123d3d510'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:32:05.317888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Attempting to bind port 315e4d25-c2dc-46b0-a952-1f5578efe114 on network 14f2ba88-bd54-4082-9c03-433123d3d510 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:32:05.348042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:05.348350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Checking segment: {'id': '5df36e79-4b72-4ea2-adda-4acba66af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '14f2ba88-bd54-4082-9c03-433123d3d510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:05.348757 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.349224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Bound using segment: {'id': '5df36e79-4b72-4ea2-adda-4acba66af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '14f2ba88-bd54-4082-9c03-433123d3d510'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:05.349631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Bound port: 315e4d25-c2dc-46b0-a952-1f5578efe114, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df36e79-4b72-4ea2-adda-4acba66af184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '14f2ba88-bd54-4082-9c03-433123d3d510'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:05.350041 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.365206 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.455722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.456066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 75940950-ce26-46c0-a95b-48b842069508 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:05.477981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object 4897d1bf-da26-4827-81b3-307157491eda will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:05.489978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Deleting port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:05.490383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.515364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 75940950-ce26-46c0-a95b-48b842069508 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:05.516435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 75940950-ce26-46c0-a95b-48b842069508 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:05.516888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fdbd508a-7e53-45e4-bdeb-c47b02ea779c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:05.519493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.561194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: fdbd508a-7e53-45e4-bdeb-c47b02ea779c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:05.561551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device fdbd508a-7e53-45e4-bdeb-c47b02ea779c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:05.582932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] For port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=661a8861-b68e-4e76-b38b-8dc82fcd6cdc,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:05.583734 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.586983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] For port 315e4d25-c2dc-46b0-a952-1f5578efe114, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:05.590987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] For port 315e4d25-c2dc-46b0-a952-1f5578efe114, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=315e4d25-c2dc-46b0-a952-1f5578efe114,segment=NetworkSegment(5df36e79-4b72-4ea2-adda-4acba66af184),segment_id=5df36e79-4b72-4ea2-adda-4acba66af184)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:05.599285 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.599981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.601368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Calling delete_port for 661a8861-b68e-4e76-b38b-8dc82fcd6cdc owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:05.623583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Checking segment: {'id': 'fc5696ad-5015-40fd-b950-027b10eaa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '252e3c49-444f-43e7-ab0f-5f8b55559fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:05.624111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network hostable DHCP agents. Network: 252e3c49-444f-43e7-ab0f-5f8b55559fe3, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:32:05.632676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=40848a34-960c-40be-8294-167c3c325cd3,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:05.664542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 14f2ba88-bd54-4082-9c03-433123d3d510 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:05.665474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Network 252e3c49-444f-43e7-ab0f-5f8b55559fe3 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:32:05.675731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122bd45-7b07-43e2-a7ff-c5b5362ad34a None None] Pushing event updated for resources: {'Port': ['ID=315e4d25-c2dc-46b0-a952-1f5578efe114,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:05.691264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 252e3c49-444f-43e7-ab0f-5f8b55559fe3) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:05.696839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:05.697310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.701001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:05.706582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:05.706967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad1f0cf-fd68-46ae-a04c-dc24bd6b224f None None] Network 252e3c49-444f-43e7-ab0f-5f8b55559fe3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:05.712686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:05.713330 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.722177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] DHCP port deletion for 864fe966-a87e-4129-aafc-946aa1232017 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:05.725148 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f06e5d78-9960-4c13-8005-f361c2526034 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7085683 Aug 30 13:32:05.726153 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=4897d1bf-da26-4827-81b3-307157491eda,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:05.727797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53322) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:05.734568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e63125f5-d44b-4f06-979d-d107a9138bdf tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:05.750367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6593773e-c2fd-48cf-835e-8cc506398777 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0113986 Aug 30 13:32:05.754141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53324) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:05.837267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] Deleting port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:05.837502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e63125f5-d44b-4f06-979d-d107a9138bdf tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5227412'] for subnet, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.837630 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.860897 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.900703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a851c1-deeb-476b-85cb-7065f0c99c77 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:05.905011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-42a851c1-deeb-476b-85cb-7065f0c99c77 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A182 HTTP/1.1" status: 200 len: 929 time: 0.1473541 Aug 30 13:32:05.905011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Pushing event deleted for resources: {'Port': ['ID=661a8861-b68e-4e76-b38b-8dc82fcd6cdc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:05.906004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53326) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:05.908445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] No DVR routers for this DVR port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:05.971492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] For port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=661a8861-b68e-4e76-b38b-8dc82fcd6cdc,segment=NetworkSegment(912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1),segment_id=912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:05.972331 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:05.995687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] Calling delete_port for 661a8861-b68e-4e76-b38b-8dc82fcd6cdc owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:06.037554 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.040889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-252e3c49-444f-43e7-ab0f-5f8b55559fe3', 'network_id': '252e3c49-444f-43e7-ab0f-5f8b55559fe3', 'tenant_id': '53a83f895aa4494f944e68dc4e3e8f4c', 'fixed_ips': [{'subnet_id': '40848a34-960c-40be-8294-167c3c325cd3'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:32:06.044549 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.052229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864fe966-a87e-4129-aafc-946aa1232017']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:06.069305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:06.070060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912ef7b5-22c9-4a82-bb13-7ec82e0ce0d1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:06.080061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.097795 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.108252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:06.110788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:06.114954 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:06.118222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d4c65fc0-4b38-495a-9c30-e21792742fa1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 4897d1bf-da26-4827-81b3-307157491eda {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:06.118222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4c65fc0-4b38-495a-9c30-e21792742fa1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.138452 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e63125f5-d44b-4f06-979d-d107a9138bdf tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785277136168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7690166'] for subnet, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.202080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.210980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:06.216535 n-d-688802-6 neutron-server[95700]: self.session.flush() Aug 30 13:32:06.222061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] 10.222.0.37 "DELETE /v2.0/networks/864fe966-a87e-4129-aafc-946aa1232017 HTTP/1.1" status: 204 len: 168 time: 0.9954991 Aug 30 13:32:06.222147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53328) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:06.234605 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2838b99-5223-4f28-9638-c7123f795eee admin admin] Pushing event deleted for resources: {'Network': ['ID=864fe966-a87e-4129-aafc-946aa1232017,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:06.239996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63125f5-d44b-4f06-979d-d107a9138bdf tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:06.240660 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e63125f5-d44b-4f06-979d-d107a9138bdf tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.241917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e63125f5-d44b-4f06-979d-d107a9138bdf tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "PUT /v2.0/subnets/40848a34-960c-40be-8294-167c3c325cd3 HTTP/1.1" status: 200 len: 900 time: 0.5130305 Aug 30 13:32:06.246263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53330) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:06.250302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.280783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] Pushing event deleted for resources: {'Port': ['ID=661a8861-b68e-4e76-b38b-8dc82fcd6cdc,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:06.284454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] Network 864fe966-a87e-4129-aafc-946aa1232017 is not hosted by any dhcp agent {{(pid=95700) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 13:32:06.284926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9956ce1a-eb53-4167-8ab0-eb2645a04246 None None] No DVR routers for this DVR port 661a8861-b68e-4e76-b38b-8dc82fcd6cdc on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:06.304228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63125f5-d44b-4f06-979d-d107a9138bdf tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event updated for resources: {'Subnet': ['ID=40848a34-960c-40be-8294-167c3c325cd3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:06.323454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Allocated IP 2001:db8::3 (252e3c49-444f-43e7-ab0f-5f8b55559fe3/40848a34-960c-40be-8294-167c3c325cd3/23e25ae3-58ab-4611-b0bd-509e59c23d71) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:06.327639 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4c65fc0-4b38-495a-9c30-e21792742fa1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.356299 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.371655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d4c65fc0-4b38-495a-9c30-e21792742fa1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 4897d1bf-da26-4827-81b3-307157491eda owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:06.424428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.509928 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.520686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Transition to ACTIVE for port object 23e25ae3-58ab-4611-b0bd-509e59c23d71 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:06.538296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Transition to ACTIVE for port object 23e25ae3-58ab-4611-b0bd-509e59c23d71 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:06.546603 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.573153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.592648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Pushing event updated for resources: {'Port': ['ID=23e25ae3-58ab-4611-b0bd-509e59c23d71,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:06.610309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Network 252e3c49-444f-43e7-ab0f-5f8b55559fe3 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:06.615414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:06.623477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=40848a34-960c-40be-8294-167c3c325cd3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:06.630633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:06.676894 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4c65fc0-4b38-495a-9c30-e21792742fa1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.693487 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.707541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252e3c49-444f-43e7-ab0f-5f8b55559fe3']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:06.712774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Attempting to bind port 23e25ae3-58ab-4611-b0bd-509e59c23d71 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:32:06.714107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Attempting to bind port 23e25ae3-58ab-4611-b0bd-509e59c23d71 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'fc5696ad-5015-40fd-b950-027b10eaa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '252e3c49-444f-43e7-ab0f-5f8b55559fe3'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:32:06.714852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Attempting to bind port 23e25ae3-58ab-4611-b0bd-509e59c23d71 on network 252e3c49-444f-43e7-ab0f-5f8b55559fe3 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:32:06.722661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5696ad-5015-40fd-b950-027b10eaa966') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:06.723032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5696ad-5015-40fd-b950-027b10eaa966') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:06.727103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:06.727845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Checking segment: {'id': 'fc5696ad-5015-40fd-b950-027b10eaa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '252e3c49-444f-43e7-ab0f-5f8b55559fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:06.728480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.729213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Bound using segment: {'id': 'fc5696ad-5015-40fd-b950-027b10eaa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '252e3c49-444f-43e7-ab0f-5f8b55559fe3'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:06.730560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Bound port: 23e25ae3-58ab-4611-b0bd-509e59c23d71, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5696ad-5015-40fd-b950-027b10eaa966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '252e3c49-444f-43e7-ab0f-5f8b55559fe3'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:06.731283 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.734303 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.742942 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e17415dc-1ef7-4471-9a46-96554340b6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.745155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c65fc0-4b38-495a-9c30-e21792742fa1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=4897d1bf-da26-4827-81b3-307157491eda,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:06.757810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.770525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:06.771355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:06.775405 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:06.786736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4c65fc0-4b38-495a-9c30-e21792742fa1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.789206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d4c65fc0-4b38-495a-9c30-e21792742fa1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/4897d1bf-da26-4827-81b3-307157491eda HTTP/1.1" status: 204 len: 168 time: 0.8825614 Aug 30 13:32:06.791875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53332) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:06.821815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] For port 23e25ae3-58ab-4611-b0bd-509e59c23d71, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:06.827423 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f5b8c5-f3a1-4c55-8dd3-973e41fc59fd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:32:06.832289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36f5b8c5-f3a1-4c55-8dd3-973e41fc59fd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/4897d1bf-da26-4827-81b3-307157491eda HTTP/1.1" status: 404 len: 333 time: 0.0369842 Aug 30 13:32:06.834948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53334) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:06.852581 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 13:32:06.852581 n-d-688802-6 neutron-server[95699]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 13:32:06.852581 n-d-688802-6 neutron-server[95699]: [parameters: {'id': '252e3c49-444f-43e7-ab0f-5f8b55559fe3'}] Aug 30 13:32:06.852581 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:32:06.853077 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:32:06.853366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] For port 23e25ae3-58ab-4611-b0bd-509e59c23d71, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=23e25ae3-58ab-4611-b0bd-509e59c23d71,segment=NetworkSegment(fc5696ad-5015-40fd-b950-027b10eaa966),segment_id=fc5696ad-5015-40fd-b950-027b10eaa966)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:06.859060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:06.948612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68aac0-ffd8-4cc0-a3f8-0c06ae65cd88 None None] Pushing event updated for resources: {'Port': ['ID=23e25ae3-58ab-4611-b0bd-509e59c23d71,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:06.962538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525491b8-f14f-424a-956c-f0b772aa96eb None None] Network 252e3c49-444f-43e7-ab0f-5f8b55559fe3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:07.009047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6183fe53-a551-4226-9002-75232c99aadf None None] Network 14f2ba88-bd54-4082-9c03-433123d3d510 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:07.027415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8626203c-f208-442e-9b0b-3fcc71254825 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 4953631f-fab5-4a59-8d45-704c7626330a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:07.027651 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8626203c-f208-442e-9b0b-3fcc71254825 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.081203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.114028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c54934f7-0ff5-4b70-bb7e-3b8ed6e9a8d8 None None] Provisioning for port 315e4d25-c2dc-46b0-a952-1f5578efe114 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:07.196301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8626203c-f208-442e-9b0b-3fcc71254825 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.200974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4558bb7b-2bb7-42b4-883b-ba82f4db7c19 None None] Network 252e3c49-444f-43e7-ab0f-5f8b55559fe3 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:07.217066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8626203c-f208-442e-9b0b-3fcc71254825 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 4953631f-fab5-4a59-8d45-704c7626330a owned by {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:07.354927 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.446727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 315e4d25-c2dc-46b0-a952-1f5578efe114 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:07.447382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting port 23e25ae3-58ab-4611-b0bd-509e59c23d71 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:07.447821 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.513272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 315e4d25-c2dc-46b0-a952-1f5578efe114 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:07.523494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 315e4d25-c2dc-46b0-a952-1f5578efe114 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:07.523870 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.534707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] For port 23e25ae3-58ab-4611-b0bd-509e59c23d71, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=23e25ae3-58ab-4611-b0bd-509e59c23d71,segment=NetworkSegment(fc5696ad-5015-40fd-b950-027b10eaa966),segment_id=fc5696ad-5015-40fd-b950-027b10eaa966)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:07.535070 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.552141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Calling delete_port for 23e25ae3-58ab-4611-b0bd-509e59c23d71 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:07.628300 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.662201 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.679908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 315e4d25-c2dc-46b0-a952-1f5578efe114, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=315e4d25-c2dc-46b0-a952-1f5578efe114,segment=NetworkSegment(5df36e79-4b72-4ea2-adda-4acba66af184),segment_id=5df36e79-4b72-4ea2-adda-4acba66af184)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:07.692370 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.705573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Port': ['ID=23e25ae3-58ab-4611-b0bd-509e59c23d71,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:07.707966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No DVR routers for this DVR port 23e25ae3-58ab-4611-b0bd-509e59c23d71 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:07.757411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d49eaa99-f16a-457f-9db1-954bf5c881e8 None None] Provisioning for port 4953631f-fab5-4a59-8d45-704c7626330a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:07.773409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d49eaa99-f16a-457f-9db1-954bf5c881e8 None None] Provisioning complete for port 4953631f-fab5-4a59-8d45-704c7626330a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:07.776093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d49eaa99-f16a-457f-9db1-954bf5c881e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.783108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 661a8861-b68e-4e76-b38b-8dc82fcd6cdc no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:07.784453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8626203c-f208-442e-9b0b-3fcc71254825 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.810079 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.821447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252e3c49-444f-43e7-ab0f-5f8b55559fe3']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:07.822529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=315e4d25-c2dc-46b0-a952-1f5578efe114,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:07.832260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d49eaa99-f16a-457f-9db1-954bf5c881e8 None None] Port 4953631f-fab5-4a59-8d45-704c7626330a was deleted so its status cannot be updated. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 13:32:07.833242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626203c-f208-442e-9b0b-3fcc71254825 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=4953631f-fab5-4a59-8d45-704c7626330a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:07.835142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5696ad-5015-40fd-b950-027b10eaa966') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:07.835737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5696ad-5015-40fd-b950-027b10eaa966') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:07.840353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 661a8861-b68e-4e76-b38b-8dc82fcd6cdc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:07.840705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 661a8861-b68e-4e76-b38b-8dc82fcd6cdc not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:07.848375 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.863591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d49eaa99-f16a-457f-9db1-954bf5c881e8 None None] Provisioning complete for port 315e4d25-c2dc-46b0-a952-1f5578efe114 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:07.864236 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d49eaa99-f16a-457f-9db1-954bf5c881e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.867756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.871960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8626203c-f208-442e-9b0b-3fcc71254825 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.874402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8626203c-f208-442e-9b0b-3fcc71254825 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/4953631f-fab5-4a59-8d45-704c7626330a HTTP/1.1" status: 204 len: 168 time: 1.0390494 Aug 30 13:32:07.877914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53336) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:07.895541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:07.895885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:07.898988 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:07.901439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Deleting port dc00e878-8de9-4695-b115-131474a66e1a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:07.901439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.922395 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68159f1-67f2-4378-a3e4-e757e3d360af tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:32:07.926917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b68159f1-67f2-4378-a3e4-e757e3d360af tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/4953631f-fab5-4a59-8d45-704c7626330a HTTP/1.1" status: 404 len: 333 time: 0.0464146 Aug 30 13:32:07.942023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53338) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:07.984566 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.993126 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:07.995399 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/252e3c49-444f-43e7-ab0f-5f8b55559fe3 HTTP/1.1" status: 204 len: 168 time: 1.7478709 Aug 30 13:32:08.002294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53340) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:08.005516 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55b5d0-dfd7-4203-a5f5-0eb9666597fc tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=252e3c49-444f-43e7-ab0f-5f8b55559fe3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:08.049348 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-891ff04e-de0b-4304-9a69-3b9cbd5020d8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:08.049830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-891ff04e-de0b-4304-9a69-3b9cbd5020d8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:08.051574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-891ff04e-de0b-4304-9a69-3b9cbd5020d8 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/40848a34-960c-40be-8294-167c3c325cd3 HTTP/1.1" status: 404 len: 337 time: 0.0405762 Aug 30 13:32:08.054558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53342) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:08.059047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac4b001-a4b7-49bb-83df-83ce6b4320f0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet 6df57883-8b54-4901-9996-5ac531cdb3dd {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:08.069738 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b001-a4b7-49bb-83df-83ce6b4320f0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.084959 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da93410-3580-45c0-93f3-abef5d405d3d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:08.085530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da93410-3580-45c0-93f3-abef5d405d3d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:08.090017 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2da93410-3580-45c0-93f3-abef5d405d3d tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/252e3c49-444f-43e7-ab0f-5f8b55559fe3 HTTP/1.1" status: 404 len: 339 time: 0.0344071 Aug 30 13:32:08.090970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53344) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:08.092515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-461a38bd-7e3e-4260-b11b-f787bb87146d None None] Could not find standard attr ID for object 4953631f-fab5-4a59-8d45-704c7626330a. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:32:08.108986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] For port dc00e878-8de9-4695-b115-131474a66e1a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=dc00e878-8de9-4695-b115-131474a66e1a,segment=NetworkSegment(beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f),segment_id=beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:08.109458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.128187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Calling delete_port for dc00e878-8de9-4695-b115-131474a66e1a owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:08.131416 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b001-a4b7-49bb-83df-83ce6b4320f0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.177429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.209851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f8aadb2e-d224-46b3-8fe9-e0d725e6ae60 None None] Could not find standard attr ID for object 4897d1bf-da26-4827-81b3-307157491eda. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:32:08.270134 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.283035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bdb69ab-24f5-43a4-adba-45f2284f9dbf']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:08.306365 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b001-a4b7-49bb-83df-83ce6b4320f0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.427418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b001-a4b7-49bb-83df-83ce6b4320f0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.464858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b001-a4b7-49bb-83df-83ce6b4320f0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.471303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6ac4b001-a4b7-49bb-83df-83ce6b4320f0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/6df57883-8b54-4901-9996-5ac531cdb3dd HTTP/1.1" status: 204 len: 168 time: 0.5278964 Aug 30 13:32:08.491352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53346) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:08.504702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b001-a4b7-49bb-83df-83ce6b4320f0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=6df57883-8b54-4901-9996-5ac531cdb3dd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:08.564123 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.601859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc00e878-8de9-4695-b115-131474a66e1a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:08.638634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.697803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca7517c-6dc5-4531-9df5-b702f652a107 None None] Network 14f2ba88-bd54-4082-9c03-433123d3d510 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:08.729909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3334a193-46e5-4b67-9714-7e4594c39d4a') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:08.730525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3334a193-46e5-4b67-9714-7e4594c39d4a') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:08.739914 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.755919 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.763481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:08.765133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:08.817619 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:08.841842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 315e4d25-c2dc-46b0-a952-1f5578efe114 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:08.842628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.852143 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.872016 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.876308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/0bdb69ab-24f5-43a4-adba-45f2284f9dbf HTTP/1.1" status: 204 len: 168 time: 0.7824523 Aug 30 13:32:08.876308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45880ec3-e384-450c-aff5-e106f8b039b1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=0bdb69ab-24f5-43a4-adba-45f2284f9dbf,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:08.877001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53348) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:08.908579 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8f5d66-642e-4e15-a464-51687c5c3790 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:08.909039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8f5d66-642e-4e15-a464-51687c5c3790 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:08.911756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5d8f5d66-642e-4e15-a464-51687c5c3790 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/1274965d-c401-4139-bb4a-c17793f7508a HTTP/1.1" status: 404 len: 337 time: 0.0324662 Aug 30 13:32:08.914505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53350) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:08.916485 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.939481 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-160573fd-ee97-4598-80ff-2d5a3a821e43 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:08.939481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160573fd-ee97-4598-80ff-2d5a3a821e43 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:08.940732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-160573fd-ee97-4598-80ff-2d5a3a821e43 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/462860c3-3dbc-4cf7-950d-105a42006d63 HTTP/1.1" status: 404 len: 339 time: 0.0240614 Aug 30 13:32:08.941208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] For port 315e4d25-c2dc-46b0-a952-1f5578efe114, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=315e4d25-c2dc-46b0-a952-1f5578efe114,segment=NetworkSegment(5df36e79-4b72-4ea2-adda-4acba66af184),segment_id=5df36e79-4b72-4ea2-adda-4acba66af184)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:08.942003 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.943049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc28e493-4e93-4660-a413-fb005b0c7430 None None] DHCP port deletion for 14f2ba88-bd54-4082-9c03-433123d3d510 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:08.944456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53352) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:08.991839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fc28e493-4e93-4660-a413-fb005b0c7430 None None] Deleting port 315e4d25-c2dc-46b0-a952-1f5578efe114 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:08.992211 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc28e493-4e93-4660-a413-fb005b0c7430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:08.996022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 315e4d25-c2dc-46b0-a952-1f5578efe114 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:09.006616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-42800ff8-1554-4848-91d0-535306d8563c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting subnet 745c5b90-1955-4576-add6-644baee39554 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:09.010061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42800ff8-1554-4848-91d0-535306d8563c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.054153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42800ff8-1554-4848-91d0-535306d8563c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.058977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fc28e493-4e93-4660-a413-fb005b0c7430 None None] For port 315e4d25-c2dc-46b0-a952-1f5578efe114, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=315e4d25-c2dc-46b0-a952-1f5578efe114,segment=NetworkSegment(5df36e79-4b72-4ea2-adda-4acba66af184),segment_id=5df36e79-4b72-4ea2-adda-4acba66af184)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:09.059367 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc28e493-4e93-4660-a413-fb005b0c7430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.073065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fc28e493-4e93-4660-a413-fb005b0c7430 None None] Calling delete_port for 315e4d25-c2dc-46b0-a952-1f5578efe114 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:09.145763 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42800ff8-1554-4848-91d0-535306d8563c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.160367 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc28e493-4e93-4660-a413-fb005b0c7430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.191096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28e493-4e93-4660-a413-fb005b0c7430 None None] Pushing event deleted for resources: {'Port': ['ID=315e4d25-c2dc-46b0-a952-1f5578efe114,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:09.193212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc28e493-4e93-4660-a413-fb005b0c7430 None None] No DVR routers for this DVR port 315e4d25-c2dc-46b0-a952-1f5578efe114 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:09.208387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c7e87-2467-4be1-89a3-37ef7deec1c2 None None] get_active_networks_info from n-d-688802-6 {{(pid=95700) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 13:32:09.210294 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.221563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42800ff8-1554-4848-91d0-535306d8563c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.250386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42800ff8-1554-4848-91d0-535306d8563c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=745c5b90-1955-4576-add6-644baee39554,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:09.254155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=315e4d25-c2dc-46b0-a952-1f5578efe114,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:09.254547 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-42800ff8-1554-4848-91d0-535306d8563c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.256404 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-42800ff8-1554-4848-91d0-535306d8563c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/745c5b90-1955-4576-add6-644baee39554 HTTP/1.1" status: 204 len: 168 time: 0.3104515 Aug 30 13:32:09.258796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53354) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:09.261223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No DVR routers for this DVR port 315e4d25-c2dc-46b0-a952-1f5578efe114 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:09.310974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f535621-4213-4b7c-acd5-16175b4feb85 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting subnet bc587fe8-63bd-4a7b-8259-ea224dcb4a1b {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:09.314244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c7e87-2467-4be1-89a3-37ef7deec1c2 None None] Resources bound (agent type, host, resource id): {{(pid=95700) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 13:32:09.314607 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6f535621-4213-4b7c-acd5-16175b4feb85 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.334482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Router db8fe1f6-f031-484c-ad11-38ba8109042c has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:32:09.363217 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.368647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6f535621-4213-4b7c-acd5-16175b4feb85 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.377012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f2ba88-bd54-4082-9c03-433123d3d510']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:09.426571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df36e79-4b72-4ea2-adda-4acba66af184') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:09.426873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df36e79-4b72-4ea2-adda-4acba66af184') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:09.443403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.468543 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-72ff7396-0a3c-4645-9fa8-ba00a78caf63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.488486 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6f535621-4213-4b7c-acd5-16175b4feb85 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.500411 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.513808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:09.514283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:09.518990 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:09.523653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 315e4d25-c2dc-46b0-a952-1f5578efe114 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:09.548258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 315e4d25-c2dc-46b0-a952-1f5578efe114 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:09.548605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 315e4d25-c2dc-46b0-a952-1f5578efe114 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:09.572325 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6f535621-4213-4b7c-acd5-16175b4feb85 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.579473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:09.585312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7010e520-7c61-4c16-8921-cb59203faa3f admin admin] 10.222.0.37 "PUT /v2.0/routers/db8fe1f6-f031-484c-ad11-38ba8109042c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3627312 Aug 30 13:32:09.590167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53356) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:09.592818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] Sync routers for ids ['db8fe1f6-f031-484c-ad11-38ba8109042c'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:09.604739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f535621-4213-4b7c-acd5-16175b4feb85 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=bc587fe8-63bd-4a7b-8259-ea224dcb4a1b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:09.608233 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6f535621-4213-4b7c-acd5-16175b4feb85 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.613351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6f535621-4213-4b7c-acd5-16175b4feb85 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/bc587fe8-63bd-4a7b-8259-ea224dcb4a1b HTTP/1.1" status: 204 len: 168 time: 0.3510828 Aug 30 13:32:09.613975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53358) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:09.627214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] Routers {'db8fe1f6-f031-484c-ad11-38ba8109042c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:09.627847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['db8fe1f6-f031-484c-ad11-38ba8109042c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:09.644387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.649029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.651076 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/networks/14f2ba88-bd54-4082-9c03-433123d3d510 HTTP/1.1" status: 204 len: 168 time: 1.1583645 Aug 30 13:32:09.663177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53360) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:09.669976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1555899627'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:09.690025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de702a3-6093-4250-be9b-d9b1f78b639b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Network': ['ID=14f2ba88-bd54-4082-9c03-433123d3d510,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:09.708017 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.731459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1b5417-07fa-44c3-a607-9fec40672e6a None None] Network 3a45b24c-9410-409e-a892-3ac6a24c4015 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:09.755771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:09.759224 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.770178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.775724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:09.776285 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.809066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] Set router db8fe1f6-f031-484c-ad11-38ba8109042c gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:32:09.829780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:32:09.842293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] For port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df69c889-18d3-451c-b3c8-3ef8a2d7f7ca,segment=NetworkSegment(68f0f559-6de9-4863-b9ed-a11d606eac10),segment_id=68f0f559-6de9-4863-b9ed-a11d606eac10)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:09.842744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.857288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Calling delete_port for df69c889-18d3-451c-b3c8-3ef8a2d7f7ca owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:09.955828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:09.984220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Port': ['ID=df69c889-18d3-451c-b3c8-3ef8a2d7f7ca,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:09.987882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No DVR routers for this DVR port df69c889-18d3-451c-b3c8-3ef8a2d7f7ca on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:10.076522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.087315 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a45b24c-9410-409e-a892-3ac6a24c4015']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:10.099448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f0f559-6de9-4863-b9ed-a11d606eac10') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:10.099880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f0f559-6de9-4863-b9ed-a11d606eac10') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:10.111156 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.117792 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.129209 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.133913 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.134260 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Added segment d35f12e4-7464-4085-b63c-688206ba8d75 of type vlan for network afe12abc-5aea-475b-ab95-12d064966f97 Aug 30 13:32:10.137826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:10.138347 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:10.143236 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:10.185565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.193126 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.220532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad32cc6-29ef-447d-b76c-663818486a4a None None] DHCP port deletion for 3a45b24c-9410-409e-a892-3ac6a24c4015 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:10.221734 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.230193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.236607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/3a45b24c-9410-409e-a892-3ac6a24c4015 HTTP/1.1" status: 204 len: 168 time: 0.6187215 Aug 30 13:32:10.240680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53362) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:10.241193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:13Z', 'updated_at': '2021-08-30T13:32:08Z', 'revision_number': 5, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'gw_port': {'id': 'e34dad07-3dc3-41ea-ae20-61b7b3e399b0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:31:14Z', 'updated_at': '2021-08-30T13:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:10.254101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c255059-5a90-4cbd-8240-1ff71e06a52f tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=3a45b24c-9410-409e-a892-3ac6a24c4015,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:10.270361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] Checking router: db8fe1f6-f031-484c-ad11-38ba8109042c for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:32:10.272880 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e03e10f-ccd7-41af-9f84-85a9e4d53b5e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:10.273337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e03e10f-ccd7-41af-9f84-85a9e4d53b5e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:10.275097 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1e03e10f-ccd7-41af-9f84-85a9e4d53b5e tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/dcd62dc9-4e5c-4d9c-89a4-b79f9034dcf2 HTTP/1.1" status: 404 len: 337 time: 0.0322895 Aug 30 13:32:10.276712 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.277932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53364) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:10.279348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] Routers {'db8fe1f6-f031-484c-ad11-38ba8109042c'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:10.280035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['db8fe1f6-f031-484c-ad11-38ba8109042c'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:10.284044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:10.284044 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.302250 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb7766f-9f8f-4991-a882-0c1e8b0bd6d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:10.303262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb7766f-9f8f-4991-a882-0c1e8b0bd6d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:10.305638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2cb7766f-9f8f-4991-a882-0c1e8b0bd6d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/ec79cb5f-1ebe-40b1-8f18-7c8d10a76cc0 HTTP/1.1" status: 404 len: 339 time: 0.0260620 Aug 30 13:32:10.307662 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53366) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:10.346747 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd9a829-fdce-4947-9e1f-dd5bfdbd32d0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:10.347306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd9a829-fdce-4947-9e1f-dd5bfdbd32d0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:10.350261 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bcd9a829-fdce-4947-9e1f-dd5bfdbd32d0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/da93b4c5-6e00-42a1-bedd-5ee5605f1c9d HTTP/1.1" status: 404 len: 337 time: 0.0404749 Aug 30 13:32:10.350801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6855128 Aug 30 13:32:10.351861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53368) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:10.353716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53370) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:10.366456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': 'afe12abc-5aea-475b-ab95-12d064966f97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:10.366666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb213957-7b9e-4405-8c73-acb8f65bc086 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Network': ['ID=afe12abc-5aea-475b-ab95-12d064966f97,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:10.374329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Deleting port e34dad07-3dc3-41ea-ae20-61b7b3e399b0 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:10.375569 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.384455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network afe12abc-5aea-475b-ab95-12d064966f97 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:10.387594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] Set router db8fe1f6-f031-484c-ad11-38ba8109042c gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:32:10.390719 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-80cda659-3da6-4b9c-94eb-0168cba19f4c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:10.391445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80cda659-3da6-4b9c-94eb-0168cba19f4c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:10.395578 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-80cda659-3da6-4b9c-94eb-0168cba19f4c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/d62dc1fb-278a-4713-94f1-7308ca1076d9 HTTP/1.1" status: 404 len: 339 time: 0.0403900 Aug 30 13:32:10.411793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53372) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:10.449170 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ad07ac-a4d3-4341-bae9-d84fb0a0fd00 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:10.450009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ad07ac-a4d3-4341-bae9-d84fb0a0fd00 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:10.451258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-73ad07ac-a4d3-4341-bae9-d84fb0a0fd00 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/4f48e0e2-cd5b-4a82-bb02-eb0ef7dca348 HTTP/1.1" status: 404 len: 337 time: 0.0383837 Aug 30 13:32:10.454138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53374) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:10.477699 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbd8911-9e18-45d0-a314-fa2f13305ce3 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:10.478171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbd8911-9e18-45d0-a314-fa2f13305ce3 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:10.479881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bfbd8911-9e18-45d0-a314-fa2f13305ce3 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/ca3f725f-0705-4482-8a96-579266ba26a8 HTTP/1.1" status: 404 len: 339 time: 0.0248437 Aug 30 13:32:10.481138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:13Z', 'updated_at': '2021-08-30T13:32:10Z', 'revision_number': 6, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:10.482710 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53376) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:10.495004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:10.498728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.510130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] For port e34dad07-3dc3-41ea-ae20-61b7b3e399b0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e34dad07-3dc3-41ea-ae20-61b7b3e399b0,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:10.510493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.517836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316ab84-7b28-420d-a9c1-62325cad8efe None None] The sync data for ids ['db8fe1f6-f031-484c-ad11-38ba8109042c'] in n-d-688802-6 is: [{'id': 'db8fe1f6-f031-484c-ad11-38ba8109042c', 'name': 'tempest-TestServerMultinode-485731356-router', 'tenant_id': '3ff69f83a5b3403594bb72d968b266c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:31:13Z', 'updated_at': '2021-08-30T13:32:10Z', 'revision_number': 6, 'project_id': '3ff69f83a5b3403594bb72d968b266c2', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:10.532742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Calling delete_port for e34dad07-3dc3-41ea-ae20-61b7b3e399b0 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:10.610679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf3a169-8f30-427e-b1c6-a58511c0bd6a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting subnet c1d569b7-e089-47fc-a766-b4aca54a41f9 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:10.614844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-caf3a169-8f30-427e-b1c6-a58511c0bd6a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.676675 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-caf3a169-8f30-427e-b1c6-a58511c0bd6a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.716769 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.742788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e34dad07-3dc3-41ea-ae20-61b7b3e399b0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:10.807136 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.834868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-caf3a169-8f30-427e-b1c6-a58511c0bd6a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.880991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.894327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.917540 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.919432 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.966094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=d89abf78-38e8-4ae9-b071-a539f468c624,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:10.972543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.973229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router db8fe1f6-f031-484c-ad11-38ba8109042c {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:32:10.976713 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-caf3a169-8f30-427e-b1c6-a58511c0bd6a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.979542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:10.981059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f621fbf6-c3a2-4a17-8a3e-fe43be572f4c admin admin] 10.222.0.37 "DELETE /v2.0/routers/db8fe1f6-f031-484c-ad11-38ba8109042c HTTP/1.1" status: 204 len: 168 time: 1.3896933 Aug 30 13:32:10.983435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53378) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:11.016536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3a169-8f30-427e-b1c6-a58511c0bd6a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=c1d569b7-e089-47fc-a766-b4aca54a41f9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:11.018667 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-caf3a169-8f30-427e-b1c6-a58511c0bd6a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.022720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-caf3a169-8f30-427e-b1c6-a58511c0bd6a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/c1d569b7-e089-47fc-a766-b4aca54a41f9 HTTP/1.1" status: 204 len: 168 time: 0.5367002 Aug 30 13:32:11.022720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Checking segment: {'id': 'd35f12e4-7464-4085-b63c-688206ba8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afe12abc-5aea-475b-ab95-12d064966f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:11.022720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network hostable DHCP agents. Network: afe12abc-5aea-475b-ab95-12d064966f97, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:32:11.024136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53380) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:11.026377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82989927-fbec-4082-9206-30276fe17f37 None None] Network b167a8be-3d3d-4643-af15-b48fc32cab5d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:11.041396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network afe12abc-5aea-475b-ab95-12d064966f97 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:32:11.052833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, afe12abc-5aea-475b-ab95-12d064966f97) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:11.054158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d7e0dbc-3ac6-4159-b86e-9366b2f99623 admin admin] Deleting subnet ed04f78b-d272-417f-bade-12c6a3a08062 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:11.058148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0dbc-3ac6-4159-b86e-9366b2f99623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.058382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:11.058986 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.068215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e1ebaa-738d-4af8-a361-c84a01c8eac3 None None] Network afe12abc-5aea-475b-ab95-12d064966f97 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:11.079244 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c890b865-e55b-4606-8fd8-86d9d93539e3 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7144110 Aug 30 13:32:11.079447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53382) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:11.084664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': 'afe12abc-5aea-475b-ab95-12d064966f97', 'name': 'tempest-PortsIpV6TestJSON-411891453', 'fixed_ips': [{'subnet_id': 'd89abf78-38e8-4ae9-b071-a539f468c624', 'ip_address': '2001:db8::10'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:11.101408 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0dbc-3ac6-4159-b86e-9366b2f99623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.203708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:11.231350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.253208 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0dbc-3ac6-4159-b86e-9366b2f99623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.286857 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-afe12abc-5aea-475b-ab95-12d064966f97', 'network_id': 'afe12abc-5aea-475b-ab95-12d064966f97', 'tenant_id': '81ca5737b44c4fc4a9f9e46d54c60574', 'fixed_ips': [{'subnet_id': 'd89abf78-38e8-4ae9-b071-a539f468c624'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:32:11.287814 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.335990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.340487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] DHCP port deletion for b167a8be-3d3d-4643-af15-b48fc32cab5d request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:11.358474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:11.359559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.380765 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0dbc-3ac6-4159-b86e-9366b2f99623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.384130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 7ac7bf0f-f038-46f5-9dba-c6e0449159d5 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:32:11.443175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d7e0dbc-3ac6-4159-b86e-9366b2f99623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.445084 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3d7e0dbc-3ac6-4159-b86e-9366b2f99623 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ed04f78b-d272-417f-bade-12c6a3a08062 HTTP/1.1" status: 204 len: 168 time: 0.4595370 Aug 30 13:32:11.446917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e0dbc-3ac6-4159-b86e-9366b2f99623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed04f78b-d272-417f-bade-12c6a3a08062,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:11.447688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53384) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:11.472272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc00e878-8de9-4695-b115-131474a66e1a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:11.474437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65184541-7d69-414d-baca-b89b1c10c409 None None] Network 32a86002-33f5-4842-8ba1-e62b8cc14056 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:11.533068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] For port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf,segment=NetworkSegment(cedcedac-b205-4785-bfe7-d20941115d63),segment_id=cedcedac-b205-4785-bfe7-d20941115d63)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:11.533400 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.549478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: dc00e878-8de9-4695-b115-131474a66e1a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:11.550018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device dc00e878-8de9-4695-b115-131474a66e1a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:11.550328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df69c889-18d3-451c-b3c8-3ef8a2d7f7ca no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:11.556002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Calling delete_port for 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:11.569284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.590358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: df69c889-18d3-451c-b3c8-3ef8a2d7f7ca {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:11.590764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df69c889-18d3-451c-b3c8-3ef8a2d7f7ca not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:11.591174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e34dad07-3dc3-41ea-ae20-61b7b3e399b0 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:11.596360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::10 (afe12abc-5aea-475b-ab95-12d064966f97/d89abf78-38e8-4ae9-b071-a539f468c624/7ac7bf0f-f038-46f5-9dba-c6e0449159d5) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:11.623876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e34dad07-3dc3-41ea-ae20-61b7b3e399b0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:11.624268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e34dad07-3dc3-41ea-ae20-61b7b3e399b0 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:11.624838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:11.701813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Deleting port ca6e9184-3634-4b15-989e-583748a6d2af {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:11.702212 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.713491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] Deleting port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:11.713903 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.728331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No active binding found for port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf {{(pid=95700) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 13:32:11.728739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:11.747908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.788990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] For port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:11.789301 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.805251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] Calling delete_port for 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:11.808073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] Port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:32:11.809385 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.810784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Port': ['ID=4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:11.813907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No DVR routers for this DVR port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:11.836107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.842503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] Pushing event deleted for resources: {'Port': ['ID=4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:11.848423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88260a-9c0e-4ad3-b52e-12e192064c1e None None] No DVR routers for this DVR port 4ba1c8bf-1b06-4947-a1f9-67c3581dcfcf on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:11.859830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca3fde5-a194-4db6-b227-94d350f6e8d9 None None] DHCP port deletion for 32a86002-33f5-4842-8ba1-e62b8cc14056 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:11.865866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object 7ac7bf0f-f038-46f5-9dba-c6e0449159d5 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:11.904445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.929281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] For port ca6e9184-3634-4b15-989e-583748a6d2af, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ca6e9184-3634-4b15-989e-583748a6d2af,segment=NetworkSegment(beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f),segment_id=beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:11.929833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.946104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3fde5-a194-4db6-b227-94d350f6e8d9 None None] Deleting port ca6e9184-3634-4b15-989e-583748a6d2af {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:11.946758 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ca3fde5-a194-4db6-b227-94d350f6e8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.953442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Calling delete_port for ca6e9184-3634-4b15-989e-583748a6d2af owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:11.955320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network afe12abc-5aea-475b-ab95-12d064966f97 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:11.956585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.958773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:11.963451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:11.969246 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:11.969902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:11.973844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=7ac7bf0f-f038-46f5-9dba-c6e0449159d5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:11.975297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b167a8be-3d3d-4643-af15-b48fc32cab5d']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:11.993055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedcedac-b205-4785-bfe7-d20941115d63') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:11.994035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedcedac-b205-4785-bfe7-d20941115d63') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:11.995955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2d0d3aca-ce1b-4c6a-9c13-8318395b0399 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9151137 Aug 30 13:32:11.998443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53386) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:12.004014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': 'afe12abc-5aea-475b-ab95-12d064966f97', 'name': 'tempest-PortsIpV6TestJSON-407522876', 'fixed_ips': [{'subnet_id': 'd89abf78-38e8-4ae9-b071-a539f468c624', 'ip_address': '2001:db8::f'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:12.008514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Allocated IP 2001:db8::2 (afe12abc-5aea-475b-ab95-12d064966f97/d89abf78-38e8-4ae9-b071-a539f468c624/0702dc8d-9850-42cc-a324-a1f2185bd72f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:12.042089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8ca3fde5-a194-4db6-b227-94d350f6e8d9 None None] For port ca6e9184-3634-4b15-989e-583748a6d2af, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ca6e9184-3634-4b15-989e-583748a6d2af,segment=NetworkSegment(beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f),segment_id=beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:12.042312 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.042419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ca3fde5-a194-4db6-b227-94d350f6e8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.064054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.077050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:12.077457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:12.080626 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:12.089363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8ca3fde5-a194-4db6-b227-94d350f6e8d9 None None] Calling delete_port for ca6e9184-3634-4b15-989e-583748a6d2af owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:12.130659 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:12.136121 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.156995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 3b52fa93-602b-41a9-91d0-ea53b8aead77 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:32:12.160681 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.195845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6e9184-3634-4b15-989e-583748a6d2af,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:12.199132 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.227827 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.232130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/b167a8be-3d3d-4643-af15-b48fc32cab5d HTTP/1.1" status: 204 len: 168 time: 1.2047033 Aug 30 13:32:12.234702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53388) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:12.237029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213333b7-8fdf-4775-90e8-ee4aeb33a1d1 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=b167a8be-3d3d-4643-af15-b48fc32cab5d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:12.271349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] No DVR routers for this DVR port ca6e9184-3634-4b15-989e-583748a6d2af on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:12.273415 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3b34c5-a9ec-4073-9974-bc04463b5b7a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:12.273956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3b34c5-a9ec-4073-9974-bc04463b5b7a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:12.275504 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.275864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3f3b34c5-a9ec-4073-9974-bc04463b5b7a tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/bdadda7b-398b-4a23-aeac-5bf2f81957e9 HTTP/1.1" status: 404 len: 337 time: 0.0400193 Aug 30 13:32:12.279064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ca3fde5-a194-4db6-b227-94d350f6e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.279226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53390) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:12.281929 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.313890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca3fde5-a194-4db6-b227-94d350f6e8d9 None None] Pushing event deleted for resources: {'Port': ['ID=ca6e9184-3634-4b15-989e-583748a6d2af,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:12.315974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Transition to ACTIVE for port object 0702dc8d-9850-42cc-a324-a1f2185bd72f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:12.322367 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca3fde5-a194-4db6-b227-94d350f6e8d9 None None] No DVR routers for this DVR port ca6e9184-3634-4b15-989e-583748a6d2af on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:12.323209 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a47500-bbbc-4d56-8d37-b7d440833ed0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:12.323815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a47500-bbbc-4d56-8d37-b7d440833ed0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:12.325549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d8a47500-bbbc-4d56-8d37-b7d440833ed0 tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/afb0e6bc-2f2a-4284-87c9-a4be3c33805b HTTP/1.1" status: 404 len: 339 time: 0.0453312 Aug 30 13:32:12.329874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53392) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:12.338448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Transition to ACTIVE for port object 0702dc8d-9850-42cc-a324-a1f2185bd72f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:12.346599 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.370584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.382176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a86002-33f5-4842-8ba1-e62b8cc14056']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:12.393896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Network afe12abc-5aea-475b-ab95-12d064966f97 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:12.395298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:12.395593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beebdb0a-c1a4-4df7-8486-4fbcdbd2c76f') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:12.397087 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:12.402246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:12.407222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.423803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c082601-cc8e-4c05-b15c-a90242ac29ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting subnet e872834a-e977-47ff-925f-6a3cb2ec8ac5 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:12.429011 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c082601-cc8e-4c05-b15c-a90242ac29ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.430857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.438363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:12.439008 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.439814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Pushing event updated for resources: {'Port': ['ID=0702dc8d-9850-42cc-a324-a1f2185bd72f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:12.441029 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:12.460191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::f (afe12abc-5aea-475b-ab95-12d064966f97/d89abf78-38e8-4ae9-b071-a539f468c624/3b52fa93-602b-41a9-91d0-ea53b8aead77) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:12.475773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Attempting to bind port 0702dc8d-9850-42cc-a324-a1f2185bd72f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:32:12.476283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Attempting to bind port 0702dc8d-9850-42cc-a324-a1f2185bd72f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd35f12e4-7464-4085-b63c-688206ba8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afe12abc-5aea-475b-ab95-12d064966f97'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:32:12.476721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Attempting to bind port 0702dc8d-9850-42cc-a324-a1f2185bd72f on network afe12abc-5aea-475b-ab95-12d064966f97 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:32:12.489375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:12.489951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Checking segment: {'id': 'd35f12e4-7464-4085-b63c-688206ba8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afe12abc-5aea-475b-ab95-12d064966f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:12.490430 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.490925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Bound using segment: {'id': 'd35f12e4-7464-4085-b63c-688206ba8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afe12abc-5aea-475b-ab95-12d064966f97'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:12.491466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Bound port: 0702dc8d-9850-42cc-a324-a1f2185bd72f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35f12e4-7464-4085-b63c-688206ba8d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'afe12abc-5aea-475b-ab95-12d064966f97'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:12.492033 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.497026 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c082601-cc8e-4c05-b15c-a90242ac29ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.501274 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.519628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.524628 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/32a86002-33f5-4842-8ba1-e62b8cc14056 HTTP/1.1" status: 204 len: 168 time: 1.0743754 Aug 30 13:32:12.525883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec008c90-7524-43fa-8df8-b53a9a1ebaf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a86002-33f5-4842-8ba1-e62b8cc14056,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:12.565791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] For port 0702dc8d-9850-42cc-a324-a1f2185bd72f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:12.569443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] For port 0702dc8d-9850-42cc-a324-a1f2185bd72f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0702dc8d-9850-42cc-a324-a1f2185bd72f,segment=NetworkSegment(d35f12e4-7464-4085-b63c-688206ba8d75),segment_id=d35f12e4-7464-4085-b63c-688206ba8d75)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:12.575132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.640691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a05bc0-5a11-4670-ba24-b55ee49a2b6d None None] Pushing event updated for resources: {'Port': ['ID=0702dc8d-9850-42cc-a324-a1f2185bd72f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:12.694404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c082601-cc8e-4c05-b15c-a90242ac29ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.722024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53396) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:12.764136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7a0ebe47-00c8-4710-a29d-41b47143d57d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4a454b6c54f4927bd0c18e89807fabc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409143 Aug 30 13:32:12.767873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53398) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:12.770617 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.793323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object 3b52fa93-602b-41a9-91d0-ea53b8aead77 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:12.808081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c082601-cc8e-4c05-b15c-a90242ac29ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.838375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f7f93da-5ce6-42d3-a83c-f8503da2b510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.864252 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f7f93da-5ce6-42d3-a83c-f8503da2b510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.864572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c082601-cc8e-4c05-b15c-a90242ac29ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Subnet': ['ID=e872834a-e977-47ff-925f-6a3cb2ec8ac5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:12.882585 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2c082601-cc8e-4c05-b15c-a90242ac29ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.887078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53400) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:12.887900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2c082601-cc8e-4c05-b15c-a90242ac29ac tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/subnets/e872834a-e977-47ff-925f-6a3cb2ec8ac5 HTTP/1.1" status: 204 len: 168 time: 0.5562735 Aug 30 13:32:12.889634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1881fa25-21b3-4acd-b03f-a9a35e1159db None None] Network 52af4683-90ee-4eeb-8ac1-1791d1be2bf8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:12.903850 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.964955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network afe12abc-5aea-475b-ab95-12d064966f97 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:12.966902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:12.969971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:12.977691 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:12.978494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:12.982449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=3b52fa93-602b-41a9-91d0-ea53b8aead77,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:13.005519 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5fb788b9-368d-4b25-aad8-7749ca758585 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0033555 Aug 30 13:32:13.005912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53402) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:13.006148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.057637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f7f93da-5ce6-42d3-a83c-f8503da2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.060603 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9f7f93da-5ce6-42d3-a83c-f8503da2b510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.061809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9f7f93da-5ce6-42d3-a83c-f8503da2b510 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/355ff614-cb92-4ceb-a515-73d6d6e8766c HTTP/1.1" status: 204 len: 168 time: 0.2929637 Aug 30 13:32:13.078625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f93da-5ce6-42d3-a83c-f8503da2b510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355ff614-cb92-4ceb-a515-73d6d6e8766c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:13.089303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Deleting port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:13.089788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.134638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2151028-6afc-42a6-926d-4394c06e763d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:13.135720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66757cb0-0bae-46f6-b0b4-99dd26cb775f None None] DHCP port deletion for 52af4683-90ee-4eeb-8ac1-1791d1be2bf8 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:13.136196 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a2151028-6afc-42a6-926d-4394c06e763d tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1291246 Aug 30 13:32:13.139038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53406) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:13.177587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] For port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d23e2bf5-a38b-42e8-8eb9-944e1122cbb5,segment=NetworkSegment(81e6f8a6-88d3-4db9-95e0-88fae9aa59d1),segment_id=81e6f8a6-88d3-4db9-95e0-88fae9aa59d1)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:13.178066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.209612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Calling delete_port for d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:13.220089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d039d12-21f5-4c23-bb65-9a384f446f43 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:13.220469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-66757cb0-0bae-46f6-b0b4-99dd26cb775f None None] Deleting port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:13.220831 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-66757cb0-0bae-46f6-b0b4-99dd26cb775f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.226304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d039d12-21f5-4c23-bb65-9a384f446f43 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:13.232276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d039d12-21f5-4c23-bb65-9a384f446f43 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:13.234212 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3d039d12-21f5-4c23-bb65-9a384f446f43 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0939195 Aug 30 13:32:13.237280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53408) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:13.312204 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.321804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-66757cb0-0bae-46f6-b0b4-99dd26cb775f None None] For port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d23e2bf5-a38b-42e8-8eb9-944e1122cbb5,segment=NetworkSegment(81e6f8a6-88d3-4db9-95e0-88fae9aa59d1),segment_id=81e6f8a6-88d3-4db9-95e0-88fae9aa59d1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:13.322291 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-66757cb0-0bae-46f6-b0b4-99dd26cb775f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.342332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Port': ['ID=d23e2bf5-a38b-42e8-8eb9-944e1122cbb5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:13.350112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] No DVR routers for this DVR port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:13.356566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-66757cb0-0bae-46f6-b0b4-99dd26cb775f None None] Calling delete_port for d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:13.360572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-54a98c71-4f8f-4eec-9ed0-d5bea94f44df tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 3b52fa93-602b-41a9-91d0-ea53b8aead77 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:13.361218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54a98c71-4f8f-4eec-9ed0-d5bea94f44df tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.446800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.467868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52af4683-90ee-4eeb-8ac1-1791d1be2bf8']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:13.489129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e6f8a6-88d3-4db9-95e0-88fae9aa59d1') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:13.489933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0702dc8d-9850-42cc-a324-a1f2185bd72f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:13.490098 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e6f8a6-88d3-4db9-95e0-88fae9aa59d1') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:13.500745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.524054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.551018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:13.551442 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:13.554974 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:13.558951 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54a98c71-4f8f-4eec-9ed0-d5bea94f44df tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.574132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-66757cb0-0bae-46f6-b0b4-99dd26cb775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.579506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-54a98c71-4f8f-4eec-9ed0-d5bea94f44df tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 3b52fa93-602b-41a9-91d0-ea53b8aead77 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:13.617126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66757cb0-0bae-46f6-b0b4-99dd26cb775f None None] No DVR routers for this DVR port d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:13.621206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66757cb0-0bae-46f6-b0b4-99dd26cb775f None None] Pushing event deleted for resources: {'Port': ['ID=d23e2bf5-a38b-42e8-8eb9-944e1122cbb5,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:13.624422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0702dc8d-9850-42cc-a324-a1f2185bd72f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:13.660480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.667844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.669809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] 10.222.0.37 "DELETE /v2.0/networks/52af4683-90ee-4eeb-8ac1-1791d1be2bf8 HTTP/1.1" status: 204 len: 168 time: 0.7753034 Aug 30 13:32:13.686604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53414) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:13.728385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70523425-cc3a-499f-9aee-89417b31924c tempest-NetworksIpV6Test-154753189 tempest-NetworksIpV6Test-154753189-project] Pushing event deleted for resources: {'Network': ['ID=52af4683-90ee-4eeb-8ac1-1791d1be2bf8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:13.728952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:13.757316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:13.757720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d23e2bf5-a38b-42e8-8eb9-944e1122cbb5 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:13.758159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ca6e9184-3634-4b15-989e-583748a6d2af no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:13.772943 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54a98c71-4f8f-4eec-9ed0-d5bea94f44df tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.783892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8c34815b-7ce8-4011-81bc-b03f9b92cee3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ff69f83a5b3403594bb72d968b266c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745082 Aug 30 13:32:13.783892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53416) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:13.785212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ca6e9184-3634-4b15-989e-583748a6d2af {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:13.785783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ca6e9184-3634-4b15-989e-583748a6d2af not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:13.814861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a98c71-4f8f-4eec-9ed0-d5bea94f44df tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=3b52fa93-602b-41a9-91d0-ea53b8aead77,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:13.844893 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-54a98c71-4f8f-4eec-9ed0-d5bea94f44df tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.849056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-54a98c71-4f8f-4eec-9ed0-d5bea94f44df tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/3b52fa93-602b-41a9-91d0-ea53b8aead77 HTTP/1.1" status: 204 len: 168 time: 0.6087639 Aug 30 13:32:13.849928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53418) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:13.863676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5dac-1a36-4ac8-b912-5c50dabc3d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.884199 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c05634-3dd4-454c-8126-a5a636c6e9a5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:32:13.886162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a4c05634-3dd4-454c-8126-a5a636c6e9a5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/3b52fa93-602b-41a9-91d0-ea53b8aead77 HTTP/1.1" status: 404 len: 333 time: 0.0348461 Aug 30 13:32:13.886507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5dac-1a36-4ac8-b912-5c50dabc3d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.888672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53420) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:13.932778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c2166-f50b-4bf1-b6a5-3b4ee87bf6c2 None None] Network afe12abc-5aea-475b-ab95-12d064966f97 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:13.954926 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5dac-1a36-4ac8-b912-5c50dabc3d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.958568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bcdf5dac-1a36-4ac8-b912-5c50dabc3d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:13.967406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bcdf5dac-1a36-4ac8-b912-5c50dabc3d18 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c0df2d58-39e9-4a48-a0d1-b6453e02b4d8 HTTP/1.1" status: 204 len: 168 time: 0.1824417 Aug 30 13:32:13.991323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf5dac-1a36-4ac8-b912-5c50dabc3d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0df2d58-39e9-4a48-a0d1-b6453e02b4d8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:13.993137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6cad0-39e6-4256-b4ed-688a3a349ce8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 7ac7bf0f-f038-46f5-9dba-c6e0449159d5 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:13.993499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdf6cad0-39e6-4256-b4ed-688a3a349ce8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.061200 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53426) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:14.098198 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdf6cad0-39e6-4256-b4ed-688a3a349ce8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.112065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-fdf6cad0-39e6-4256-b4ed-688a3a349ce8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 7ac7bf0f-f038-46f5-9dba-c6e0449159d5 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:14.178865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-200e2b4f-63e0-4247-99fb-fcba1f8ad512 None None] Provisioning for port 0702dc8d-9850-42cc-a324-a1f2185bd72f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:14.189055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-200e2b4f-63e0-4247-99fb-fcba1f8ad512 None None] Provisioning complete for port 0702dc8d-9850-42cc-a324-a1f2185bd72f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:14.189708 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-200e2b4f-63e0-4247-99fb-fcba1f8ad512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.294442 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdf6cad0-39e6-4256-b4ed-688a3a349ce8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.333237 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-200e2b4f-63e0-4247-99fb-fcba1f8ad512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.346537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6cad0-39e6-4256-b4ed-688a3a349ce8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=7ac7bf0f-f038-46f5-9dba-c6e0449159d5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:14.380133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdf6cad0-39e6-4256-b4ed-688a3a349ce8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.382672 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fdf6cad0-39e6-4256-b4ed-688a3a349ce8 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/7ac7bf0f-f038-46f5-9dba-c6e0449159d5 HTTP/1.1" status: 204 len: 168 time: 0.4926431 Aug 30 13:32:14.385014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53430) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:14.399691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-200e2b4f-63e0-4247-99fb-fcba1f8ad512 None None] For port 0702dc8d-9850-42cc-a324-a1f2185bd72f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0702dc8d-9850-42cc-a324-a1f2185bd72f,segment=NetworkSegment(d35f12e4-7464-4085-b63c-688206ba8d75),segment_id=d35f12e4-7464-4085-b63c-688206ba8d75)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:14.409990 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-200e2b4f-63e0-4247-99fb-fcba1f8ad512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.419698 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c517baa7-2833-464f-9b37-0985e17a4603 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:32:14.422186 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c517baa7-2833-464f-9b37-0985e17a4603 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/7ac7bf0f-f038-46f5-9dba-c6e0449159d5 HTTP/1.1" status: 404 len: 333 time: 0.0359588 Aug 30 13:32:14.427812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53432) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:14.471736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b201427e-afa9-4252-b98f-c9028d491352 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53a83f895aa4494f944e68dc4e3e8f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4091809 Aug 30 13:32:14.474856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53434) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:14.496575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1261c5aa-324c-4294-aa27-52595b7100a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet d89abf78-38e8-4ae9-b071-a539f468c624 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:14.501044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1261c5aa-324c-4294-aa27-52595b7100a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.531978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e2b4f-63e0-4247-99fb-fcba1f8ad512 None None] Pushing event updated for resources: {'Port': ['ID=0702dc8d-9850-42cc-a324-a1f2185bd72f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:14.567864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23858190-7e04-441b-ac16-fe3eeb7c9e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.571493 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1261c5aa-324c-4294-aa27-52595b7100a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.596701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23858190-7e04-441b-ac16-fe3eeb7c9e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.670062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23858190-7e04-441b-ac16-fe3eeb7c9e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.674191 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23858190-7e04-441b-ac16-fe3eeb7c9e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.675744 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-23858190-7e04-441b-ac16-fe3eeb7c9e74 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/db40416c-de9e-49bd-b039-c19756121e76 HTTP/1.1" status: 204 len: 168 time: 0.1986043 Aug 30 13:32:14.694672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23858190-7e04-441b-ac16-fe3eeb7c9e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db40416c-de9e-49bd-b039-c19756121e76,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:14.705561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1261c5aa-324c-4294-aa27-52595b7100a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.768613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e6e2de85-43cc-4705-9d91-3fd7c7978318 None None] Provisioning complete for port 0702dc8d-9850-42cc-a324-a1f2185bd72f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:14.768999 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e6e2de85-43cc-4705-9d91-3fd7c7978318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.784073 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1261c5aa-324c-4294-aa27-52595b7100a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.818940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261c5aa-324c-4294-aa27-52595b7100a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=d89abf78-38e8-4ae9-b071-a539f468c624,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:14.822817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1261c5aa-324c-4294-aa27-52595b7100a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.824714 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1261c5aa-324c-4294-aa27-52595b7100a6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/d89abf78-38e8-4ae9-b071-a539f468c624 HTTP/1.1" status: 204 len: 168 time: 0.3958423 Aug 30 13:32:14.827387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53438) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:14.911375 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.971310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 0702dc8d-9850-42cc-a324-a1f2185bd72f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:14.971657 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:14.992719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd91a28-c33b-47b0-97d2-15d7035a350c None None] Network afe12abc-5aea-475b-ab95-12d064966f97 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:15.043941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] For port 0702dc8d-9850-42cc-a324-a1f2185bd72f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0702dc8d-9850-42cc-a324-a1f2185bd72f,segment=NetworkSegment(d35f12e4-7464-4085-b63c-688206ba8d75),segment_id=d35f12e4-7464-4085-b63c-688206ba8d75)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:15.044309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.058934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 0702dc8d-9850-42cc-a324-a1f2185bd72f owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:15.094361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-30ba5559-6754-4840-ac87-46faf38ed634 None None] Could not find standard attr ID for object 7ac7bf0f-f038-46f5-9dba-c6e0449159d5. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:32:15.150504 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.185388 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No DVR routers for this DVR port 0702dc8d-9850-42cc-a324-a1f2185bd72f on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:15.186195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ee4f11-c049-4d81-a778-481b43e69e14 None None] DHCP port deletion for afe12abc-5aea-475b-ab95-12d064966f97 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:15.192044 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=0702dc8d-9850-42cc-a324-a1f2185bd72f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:15.274208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.285384 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe12abc-5aea-475b-ab95-12d064966f97']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:15.295980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35f12e4-7464-4085-b63c-688206ba8d75') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:15.296313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35f12e4-7464-4085-b63c-688206ba8d75') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:15.305283 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.325999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.333375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:15.333931 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:15.337260 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:15.390885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0702dc8d-9850-42cc-a324-a1f2185bd72f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:15.398704 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.403625 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.410066 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/networks/afe12abc-5aea-475b-ab95-12d064966f97 HTTP/1.1" status: 204 len: 168 time: 0.5767848 Aug 30 13:32:15.410553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53458) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:15.415968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-754337981'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:15.416394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0702dc8d-9850-42cc-a324-a1f2185bd72f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:15.416755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0702dc8d-9850-42cc-a324-a1f2185bd72f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:15.439407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979c682-9fb2-4157-9e1a-a24c18fb0e49 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Network': ['ID=afe12abc-5aea-475b-ab95-12d064966f97,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:15.456375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:15.459961 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.475475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53460) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:15.485194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:32:15.494270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.494652 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Added segment 8430080f-14af-4b2f-bdcc-938fdae3d80a of type vlan for network 8705ce09-a4f1-4d48-950e-ee33d4167583 Aug 30 13:32:15.539184 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.564897 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.570483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:15.571084 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.576177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9e12745d-4ea5-4a6e-8937-a60002faa4d4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:15.576619 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-9e12745d-4ea5-4a6e-8937-a60002faa4d4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 13:32:15.577147 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-9e12745d-4ea5-4a6e-8937-a60002faa4d4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 13:32:15.582230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9e12745d-4ea5-4a6e-8937-a60002faa4d4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1055157 Aug 30 13:32:15.582792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53464) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:15.588853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300780404'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:15.613581 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.622232 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.632283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2206914 Aug 30 13:32:15.635674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53466) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:15.641606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': '8705ce09-a4f1-4d48-950e-ee33d4167583', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:15.661854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a88a9-7530-49b0-8a92-7b57d6969714 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Network': ['ID=8705ce09-a4f1-4d48-950e-ee33d4167583,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:15.674667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 8705ce09-a4f1-4d48-950e-ee33d4167583 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:15.721860 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.726313 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.747630 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:15.751876 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.760997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6a7bc4-44d4-4726-aca8-2934460d9775,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:15.826795 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.831337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.860835 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.862078 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2783513 Aug 30 13:32:15.865691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53468) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:15.870165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d4720d86-2d8b-49e6-8a5b-f662af71d209 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': '268048f7-631e-4576-827b-e34f58d4b432', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:15.874887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205a795-a5a5-4869-b55d-c0d02488f023 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268048f7-631e-4576-827b-e34f58d4b432,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:15.903049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4720d86-2d8b-49e6-8a5b-f662af71d209 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.954334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.973368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4720d86-2d8b-49e6-8a5b-f662af71d209 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.977339 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4720d86-2d8b-49e6-8a5b-f662af71d209 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:15.997930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4720d86-2d8b-49e6-8a5b-f662af71d209 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6474306-8091-42ae-9cd3-57d2e7f6968c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:16.002570 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4720d86-2d8b-49e6-8a5b-f662af71d209 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.006651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d4720d86-2d8b-49e6-8a5b-f662af71d209 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371677 Aug 30 13:32:16.007047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53470) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.011408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c6c2c743-ac14-46d3-a325-1186066d921d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': '268048f7-631e-4576-827b-e34f58d4b432', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:16.020700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=8b3a28f0-758e-481c-bd47-b62cb9a49390,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:16.028338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Checking segment: {'id': '8430080f-14af-4b2f-bdcc-938fdae3d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8705ce09-a4f1-4d48-950e-ee33d4167583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:16.028703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network hostable DHCP agents. Network: 8705ce09-a4f1-4d48-950e-ee33d4167583, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:32:16.039495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6c2c743-ac14-46d3-a325-1186066d921d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.047114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 8705ce09-a4f1-4d48-950e-ee33d4167583 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:32:16.056654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 8705ce09-a4f1-4d48-950e-ee33d4167583) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:16.061137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:16.063275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.066341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad217c11-7f3e-44c1-9385-3bdc960f2b04 None None] Network 8705ce09-a4f1-4d48-950e-ee33d4167583 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:16.082862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-74aa9a05-ca3c-462a-a0e8-5fdd50826ac6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4436464 Aug 30 13:32:16.083103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53472) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.087916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-84cbe3b1-df39-4fed-bee1-9bfd6317a740 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-527273129', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:16.091527 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-c6c2c743-ac14-46d3-a325-1186066d921d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 13:32:16.094098 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c6c2c743-ac14-46d3-a325-1186066d921d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0849223 Aug 30 13:32:16.095779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53474) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.111917 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84cbe3b1-df39-4fed-bee1-9bfd6317a740 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.113634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84cbe3b1-df39-4fed-bee1-9bfd6317a740 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.152729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7487388-b68b-434a-aa9b-d2bbafc8cf51 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.176024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84cbe3b1-df39-4fed-bee1-9bfd6317a740 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.176502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7487388-b68b-434a-aa9b-d2bbafc8cf51 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.181461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84cbe3b1-df39-4fed-bee1-9bfd6317a740 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.202665 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84cbe3b1-df39-4fed-bee1-9bfd6317a740 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.204725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-84cbe3b1-df39-4fed-bee1-9bfd6317a740 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1206284 Aug 30 13:32:16.206878 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53476) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.219227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'network_id': '8705ce09-a4f1-4d48-950e-ee33d4167583', 'name': 'tempest-PortsIpV6TestJSON-561184783'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:16.232005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-8705ce09-a4f1-4d48-950e-ee33d4167583', 'network_id': '8705ce09-a4f1-4d48-950e-ee33d4167583', 'tenant_id': '81ca5737b44c4fc4a9f9e46d54c60574', 'fixed_ips': [{'subnet_id': '8b3a28f0-758e-481c-bd47-b62cb9a49390'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:32:16.232882 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.237533 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7487388-b68b-434a-aa9b-d2bbafc8cf51 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.240183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7487388-b68b-434a-aa9b-d2bbafc8cf51 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.241336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b7487388-b68b-434a-aa9b-d2bbafc8cf51 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/268048f7-631e-4576-827b-e34f58d4b432 HTTP/1.1" status: 204 len: 168 time: 0.1445096 Aug 30 13:32:16.244716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53478) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.258643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7487388-b68b-434a-aa9b-d2bbafc8cf51 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268048f7-631e-4576-827b-e34f58d4b432,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:16.306517 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b35499cc-3969-4ef3-aec0-9fa6218347a4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593455 Aug 30 13:32:16.309177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53480) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.314568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-027bbf06-44cb-4c5c-b186-dbd6c05bacb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--5870170'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:16.334791 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.db.api [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 13:32:16.334791 n-d-688802-6 neutron-server[95699]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 13:32:16.334791 n-d-688802-6 neutron-server[95699]: [parameters: {'project_id': '81ca5737b44c4fc4a9f9e46d54c60574', 'id': '0837d108-4f69-4ff5-a46f-7620449ce0dc', 'expiration': datetime.datetime(2021, 8, 30, 13, 34, 16, 331086)}] Aug 30 13:32:16.334791 n-d-688802-6 neutron-server[95699]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 13:32:16.335755 n-d-688802-6 neutron-server[95699]: DEBUG oslo_db.api [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 13:32:16.342706 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-027bbf06-44cb-4c5c-b186-dbd6c05bacb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.385453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Allocated IP 2001:db8::2 (8705ce09-a4f1-4d48-950e-ee33d4167583/8b3a28f0-758e-481c-bd47-b62cb9a49390/9ebd9d81-4962-4524-bc39-362505920f38) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:16.432211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-027bbf06-44cb-4c5c-b186-dbd6c05bacb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.436115 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-027bbf06-44cb-4c5c-b186-dbd6c05bacb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.466620 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-027bbf06-44cb-4c5c-b186-dbd6c05bacb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.471303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-027bbf06-44cb-4c5c-b186-dbd6c05bacb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1576257 Aug 30 13:32:16.471303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bbf06-44cb-4c5c-b186-dbd6c05bacb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0aff09-50a8-435d-97b0-a81aedcd2895,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:16.472346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53482) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.478468 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2f24b306-e721-400c-8b6e-197eaa066e54 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': '3f0aff09-50a8-435d-97b0-a81aedcd2895', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:16.479162 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-2f24b306-e721-400c-8b6e-197eaa066e54 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 30 13:32:16.479857 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-2f24b306-e721-400c-8b6e-197eaa066e54 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:16.481707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2f24b306-e721-400c-8b6e-197eaa066e54 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075006 Aug 30 13:32:16.485179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53484) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.542619 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f9b32ce-12dc-48e4-9a90-30440e563692 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.543182 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.551908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Transition to ACTIVE for port object 9ebd9d81-4962-4524-bc39-362505920f38 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:16.565885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f9b32ce-12dc-48e4-9a90-30440e563692 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.567263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Transition to ACTIVE for port object 9ebd9d81-4962-4524-bc39-362505920f38 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:16.572741 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.614354 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f9b32ce-12dc-48e4-9a90-30440e563692 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.617136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f9b32ce-12dc-48e4-9a90-30440e563692 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.617538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Network 8705ce09-a4f1-4d48-950e-ee33d4167583 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:16.618334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9f9b32ce-12dc-48e4-9a90-30440e563692 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/3f0aff09-50a8-435d-97b0-a81aedcd2895 HTTP/1.1" status: 204 len: 168 time: 0.1321673 Aug 30 13:32:16.621019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53486) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.622527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:16.627620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:16.631565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b32ce-12dc-48e4-9a90-30440e563692 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0aff09-50a8-435d-97b0-a81aedcd2895,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:16.632793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Pushing event updated for resources: {'Port': ['ID=9ebd9d81-4962-4524-bc39-362505920f38,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:16.668094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-53f1f849-9b8b-4a4d-99d1-584c317a7b0a tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455599 Aug 30 13:32:16.672179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53488) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.677704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-77e0b496-7e8b-4b34-ab32-4888ae9747ae tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261107029'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:16.696166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Attempting to bind port 9ebd9d81-4962-4524-bc39-362505920f38 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:32:16.696550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Attempting to bind port 9ebd9d81-4962-4524-bc39-362505920f38 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '8430080f-14af-4b2f-bdcc-938fdae3d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8705ce09-a4f1-4d48-950e-ee33d4167583'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:32:16.696925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Attempting to bind port 9ebd9d81-4962-4524-bc39-362505920f38 on network 8705ce09-a4f1-4d48-950e-ee33d4167583 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:32:16.702550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:16.702939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Checking segment: {'id': '8430080f-14af-4b2f-bdcc-938fdae3d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8705ce09-a4f1-4d48-950e-ee33d4167583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:16.703762 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.703878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Bound using segment: {'id': '8430080f-14af-4b2f-bdcc-938fdae3d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8705ce09-a4f1-4d48-950e-ee33d4167583'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:16.704384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Bound port: 9ebd9d81-4962-4524-bc39-362505920f38, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8430080f-14af-4b2f-bdcc-938fdae3d80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '8705ce09-a4f1-4d48-950e-ee33d4167583'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:16.704776 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.709280 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77e0b496-7e8b-4b34-ab32-4888ae9747ae tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.772529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] For port 9ebd9d81-4962-4524-bc39-362505920f38, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:16.776119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] For port 9ebd9d81-4962-4524-bc39-362505920f38, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9ebd9d81-4962-4524-bc39-362505920f38,segment=NetworkSegment(8430080f-14af-4b2f-bdcc-938fdae3d80a),segment_id=8430080f-14af-4b2f-bdcc-938fdae3d80a)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:16.780120 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.795253 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77e0b496-7e8b-4b34-ab32-4888ae9747ae tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.799810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77e0b496-7e8b-4b34-ab32-4888ae9747ae tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.827653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-77e0b496-7e8b-4b34-ab32-4888ae9747ae tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.831533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-77e0b496-7e8b-4b34-ab32-4888ae9747ae tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1556931 Aug 30 13:32:16.831746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53490) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.836286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9895fd6d-f796-465d-93bb-f029f9f87275 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'fd78b100-0dee-48a9-a325-d50c0ad82ddd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:16.836856 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-9895fd6d-f796-465d-93bb-f029f9f87275 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 30 13:32:16.837358 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-9895fd6d-f796-465d-93bb-f029f9f87275 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:16.840780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9895fd6d-f796-465d-93bb-f029f9f87275 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056462 Aug 30 13:32:16.842138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53492) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:16.848564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfc54a-6baf-49e8-9414-b0f3da3735e1 None None] Pushing event updated for resources: {'Port': ['ID=9ebd9d81-4962-4524-bc39-362505920f38,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:16.855916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0b496-7e8b-4b34-ab32-4888ae9747ae tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd78b100-0dee-48a9-a325-d50c0ad82ddd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:16.868719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:16.872314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.895198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 90e236f7-0330-47ce-92da-add0dc132189 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:32:16.923706 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8db4c9e0-b637-4a45-9cc9-e3445e379551 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:16.947645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8db4c9e0-b637-4a45-9cc9-e3445e379551 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.013592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8db4c9e0-b637-4a45-9cc9-e3445e379551 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.017421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8db4c9e0-b637-4a45-9cc9-e3445e379551 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.021116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8db4c9e0-b637-4a45-9cc9-e3445e379551 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/fd78b100-0dee-48a9-a325-d50c0ad82ddd HTTP/1.1" status: 204 len: 168 time: 0.1741555 Aug 30 13:32:17.026047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53494) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.047789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4c9e0-b637-4a45-9cc9-e3445e379551 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd78b100-0dee-48a9-a325-d50c0ad82ddd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:17.055931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::13e (8705ce09-a4f1-4d48-950e-ee33d4167583/8b3a28f0-758e-481c-bd47-b62cb9a49390/90e236f7-0330-47ce-92da-add0dc132189) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:17.084570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-16aaded2-af7f-4373-b865-746095cdeea8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599802 Aug 30 13:32:17.088290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53496) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.098247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-108b1253-8b76-4980-b77f-f2f7fce65626 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980228847'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.152284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108b1253-8b76-4980-b77f-f2f7fce65626 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.287606 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.310671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object 90e236f7-0330-47ce-92da-add0dc132189 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:17.340205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108b1253-8b76-4980-b77f-f2f7fce65626 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.351642 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108b1253-8b76-4980-b77f-f2f7fce65626 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.387616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-108b1253-8b76-4980-b77f-f2f7fce65626 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.388843 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-108b1253-8b76-4980-b77f-f2f7fce65626 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2992454 Aug 30 13:32:17.391842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53498) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.392948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b1253-8b76-4980-b77f-f2f7fce65626 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a806780-d1ed-4a4b-ae1c-e4927dbcfa6b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:17.397268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.397794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-cf3a1994-ebbd-40ee-8114-b29f40d98567 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': '7a806780-d1ed-4a4b-ae1c-e4927dbcfa6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.418790 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-cf3a1994-ebbd-40ee-8114-b29f40d98567 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 30 13:32:17.419628 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-cf3a1994-ebbd-40ee-8114-b29f40d98567 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:17.420894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cf3a1994-ebbd-40ee-8114-b29f40d98567 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0279806 Aug 30 13:32:17.421099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9ebd9d81-4962-4524-bc39-362505920f38 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:17.424311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53500) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.429531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-39db8a25-a318-418c-911f-812bb60f7a5b tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': '7a806780-d1ed-4a4b-ae1c-e4927dbcfa6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.430314 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-39db8a25-a318-418c-911f-812bb60f7a5b tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 30 13:32:17.430792 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-39db8a25-a318-418c-911f-812bb60f7a5b tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:17.434243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-39db8a25-a318-418c-911f-812bb60f7a5b tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064502 Aug 30 13:32:17.434796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53502) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.439912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b64a24cc-23d5-49f9-a7b7-7b3e6c0caae5 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': '7a806780-d1ed-4a4b-ae1c-e4927dbcfa6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.440777 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-b64a24cc-23d5-49f9-a7b7-7b3e6c0caae5 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 30 13:32:17.441258 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-b64a24cc-23d5-49f9-a7b7-7b3e6c0caae5 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:17.444952 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b64a24cc-23d5-49f9-a7b7-7b3e6c0caae5 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064857 Aug 30 13:32:17.445100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53504) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.454318 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-884e013b-6419-46e7-8095-05452f4d69ed tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': '7a806780-d1ed-4a4b-ae1c-e4927dbcfa6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.455206 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-884e013b-6419-46e7-8095-05452f4d69ed tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 30 13:32:17.455972 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-884e013b-6419-46e7-8095-05452f4d69ed tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:17.457701 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-884e013b-6419-46e7-8095-05452f4d69ed tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0109229 Aug 30 13:32:17.459242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 8705ce09-a4f1-4d48-950e-ee33d4167583 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:17.459728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53506) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.463046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:17.467178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:17.474202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:17.475055 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.482654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=90e236f7-0330-47ce-92da-add0dc132189,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:17.502993 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6a8d6e5-01f0-4810-81bc-50ba9a048155 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2946296 Aug 30 13:32:17.505193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53508) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.509863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9ebd9d81-4962-4524-bc39-362505920f38 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:17.528132 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e70cd57c-9a83-4edc-bfb0-d56b3d9701f8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.553634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e70cd57c-9a83-4edc-bfb0-d56b3d9701f8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.611404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e70cd57c-9a83-4edc-bfb0-d56b3d9701f8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.614482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e70cd57c-9a83-4edc-bfb0-d56b3d9701f8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.618137 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e70cd57c-9a83-4edc-bfb0-d56b3d9701f8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a806780-d1ed-4a4b-ae1c-e4927dbcfa6b HTTP/1.1" status: 204 len: 168 time: 0.1573803 Aug 30 13:32:17.618763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53510) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.641356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cd57c-9a83-4edc-bfb0-d56b3d9701f8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a806780-d1ed-4a4b-ae1c-e4927dbcfa6b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:17.674341 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-95f66a7d-5a33-45a4-8ce3-5ab772810dae tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518291 Aug 30 13:32:17.678172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53512) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.682497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e5a484cc-77c0-4b0a-bf7e-ab53a62cacff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402332320'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.714326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5a484cc-77c0-4b0a-bf7e-ab53a62cacff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.805957 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5a484cc-77c0-4b0a-bf7e-ab53a62cacff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.813268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5a484cc-77c0-4b0a-bf7e-ab53a62cacff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.841792 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e5a484cc-77c0-4b0a-bf7e-ab53a62cacff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.844045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e5a484cc-77c0-4b0a-bf7e-ab53a62cacff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1641910 Aug 30 13:32:17.846768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53514) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.852501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ce65839a-a9e9-44c4-adc0-17f4bdfb102d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'badd3574-e7f4-4519-bbe3-96bbbe8314d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.852983 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-ce65839a-a9e9-44c4-adc0-17f4bdfb102d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 13:32:17.853471 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-ce65839a-a9e9-44c4-adc0-17f4bdfb102d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:17.854453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ce65839a-a9e9-44c4-adc0-17f4bdfb102d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067551 Aug 30 13:32:17.855636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a484cc-77c0-4b0a-bf7e-ab53a62cacff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badd3574-e7f4-4519-bbe3-96bbbe8314d8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:17.856358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceccf14-f5b2-450a-8207-c9ba87064e19 None None] Network 8705ce09-a4f1-4d48-950e-ee33d4167583 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:17.857586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53516) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.863304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2bfcb9bb-ba2f-4634-9ba5-851d91f125a1 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'badd3574-e7f4-4519-bbe3-96bbbe8314d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.909010 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-2bfcb9bb-ba2f-4634-9ba5-851d91f125a1 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:17.910947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2bfcb9bb-ba2f-4634-9ba5-851d91f125a1 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0514069 Aug 30 13:32:17.912853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53518) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.918811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fc477570-5c51-44f2-8662-0ac72a8b29b2 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'badd3574-e7f4-4519-bbe3-96bbbe8314d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.919303 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-fc477570-5c51-44f2-8662-0ac72a8b29b2 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 30 13:32:17.919788 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-fc477570-5c51-44f2-8662-0ac72a8b29b2 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:17.922964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fc477570-5c51-44f2-8662-0ac72a8b29b2 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087049 Aug 30 13:32:17.925295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53520) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.931088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-399cc5ec-bde2-439f-8eb9-588db09bbe1f tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'badd3574-e7f4-4519-bbe3-96bbbe8314d8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.970500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e7a6350e-1d00-44d6-8d68-7b4aca294058 None None] Provisioning for port 9ebd9d81-4962-4524-bc39-362505920f38 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:17.975708 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-399cc5ec-bde2-439f-8eb9-588db09bbe1f tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:17.976946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-399cc5ec-bde2-439f-8eb9-588db09bbe1f tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0500441 Aug 30 13:32:17.979924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53522) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:17.985909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e7a6350e-1d00-44d6-8d68-7b4aca294058 None None] Provisioning complete for port 9ebd9d81-4962-4524-bc39-362505920f38 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:17.986432 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e7a6350e-1d00-44d6-8d68-7b4aca294058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:17.987517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-831a248b-7868-470b-a154-2269c253526e tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'badd3574-e7f4-4519-bbe3-96bbbe8314d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:17.988476 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-831a248b-7868-470b-a154-2269c253526e tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 13:32:17.990438 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-831a248b-7868-470b-a154-2269c253526e tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:17.992457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-831a248b-7868-470b-a154-2269c253526e tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113399 Aug 30 13:32:17.995478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53524) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.001102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fa0cbee3-266e-4cc8-9cd7-5fda56cc941c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'badd3574-e7f4-4519-bbe3-96bbbe8314d8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:18.037161 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-fa0cbee3-266e-4cc8-9cd7-5fda56cc941c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Project b94fce10fc9947a587f738663a770d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:32:18.052943 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-fa0cbee3-266e-4cc8-9cd7-5fda56cc941c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:18.056711 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fa0cbee3-266e-4cc8-9cd7-5fda56cc941c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0574367 Aug 30 13:32:18.056965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53526) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.063825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0000d4ba-ddaf-4e86-9fd8-2cdd54ef4372 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'badd3574-e7f4-4519-bbe3-96bbbe8314d8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:18.064542 n-d-688802-6 neutron-server[95698]: WARNING neutron.api.v2.base [None req-0000d4ba-ddaf-4e86-9fd8-2cdd54ef4372 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 30 13:32:18.065241 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-0000d4ba-ddaf-4e86-9fd8-2cdd54ef4372 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:18.068591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0000d4ba-ddaf-4e86-9fd8-2cdd54ef4372 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086365 Aug 30 13:32:18.069502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53528) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.078063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d26f24a7-8261-4732-a679-07cafa052eff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'badd3574-e7f4-4519-bbe3-96bbbe8314d8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:18.104704 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-d26f24a7-8261-4732-a679-07cafa052eff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Project b94fce10fc9947a587f738663a770d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:32:18.118791 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e7a6350e-1d00-44d6-8d68-7b4aca294058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.122595 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-d26f24a7-8261-4732-a679-07cafa052eff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:18.127859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d26f24a7-8261-4732-a679-07cafa052eff tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0565729 Aug 30 13:32:18.128772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53530) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.135435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0a8217d3-d6fd-42d0-864b-54a31db015cf tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'badd3574-e7f4-4519-bbe3-96bbbe8314d8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:18.162044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e7a6350e-1d00-44d6-8d68-7b4aca294058 None None] For port 9ebd9d81-4962-4524-bc39-362505920f38, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9ebd9d81-4962-4524-bc39-362505920f38,segment=NetworkSegment(8430080f-14af-4b2f-bdcc-938fdae3d80a),segment_id=8430080f-14af-4b2f-bdcc-938fdae3d80a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:18.168394 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-0a8217d3-d6fd-42d0-864b-54a31db015cf tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Project b94fce10fc9947a587f738663a770d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:32:18.170068 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e7a6350e-1d00-44d6-8d68-7b4aca294058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.188986 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-0a8217d3-d6fd-42d0-864b-54a31db015cf tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:18.193778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0a8217d3-d6fd-42d0-864b-54a31db015cf tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0636175 Aug 30 13:32:18.194797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53532) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.234759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6350e-1d00-44d6-8d68-7b4aca294058 None None] Pushing event updated for resources: {'Port': ['ID=9ebd9d81-4962-4524-bc39-362505920f38,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:18.271562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c55ae9d-9cf0-4087-97dd-a469f7b0f1a8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.299603 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c55ae9d-9cf0-4087-97dd-a469f7b0f1a8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.345591 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c55ae9d-9cf0-4087-97dd-a469f7b0f1a8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.349052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c55ae9d-9cf0-4087-97dd-a469f7b0f1a8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.350156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3c55ae9d-9cf0-4087-97dd-a469f7b0f1a8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/badd3574-e7f4-4519-bbe3-96bbbe8314d8 HTTP/1.1" status: 204 len: 168 time: 0.1540952 Aug 30 13:32:18.352329 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.354870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53534) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.373168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55ae9d-9cf0-4087-97dd-a469f7b0f1a8 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd3574-e7f4-4519-bbe3-96bbbe8314d8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:18.423073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a7f898ba-0fd5-4d90-9baf-41db9682bd01 None None] Provisioning complete for port 9ebd9d81-4962-4524-bc39-362505920f38 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:18.423744 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7f898ba-0fd5-4d90-9baf-41db9682bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.430787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-95224c4b-734c-421b-885d-6bfb00d5afc0 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749779 Aug 30 13:32:18.435258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53536) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.440445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ed524053-67aa-4443-954a-701f9d0c6403 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--366373766'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:18.471272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed524053-67aa-4443-954a-701f9d0c6403 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.547170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a7f898ba-0fd5-4d90-9baf-41db9682bd01 None None] Provisioning for port 90e236f7-0330-47ce-92da-add0dc132189 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:18.552559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a7f898ba-0fd5-4d90-9baf-41db9682bd01 None None] Provisioning complete for port 90e236f7-0330-47ce-92da-add0dc132189 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:18.553736 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7f898ba-0fd5-4d90-9baf-41db9682bd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.582649 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed524053-67aa-4443-954a-701f9d0c6403 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.588500 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed524053-67aa-4443-954a-701f9d0c6403 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.604886 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a7f898ba-0fd5-4d90-9baf-41db9682bd01 None None] Port 90e236f7-0330-47ce-92da-add0dc132189 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:18.612022 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ed524053-67aa-4443-954a-701f9d0c6403 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.613248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ed524053-67aa-4443-954a-701f9d0c6403 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1769257 Aug 30 13:32:18.616191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53538) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.620790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b67539fa-ccc5-4e9c-99ac-cdf0c0a8606f tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'afb9082f-61d3-4452-a50f-d370762cf88e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:18.624103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed524053-67aa-4443-954a-701f9d0c6403 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb9082f-61d3-4452-a50f-d370762cf88e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:18.662087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.671560 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.721847 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-b67539fa-ccc5-4e9c-99ac-cdf0c0a8606f tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The resource could not be found. Aug 30 13:32:18.726861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b67539fa-ccc5-4e9c-99ac-cdf0c0a8606f tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1057034 Aug 30 13:32:18.728752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53540) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.730996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bd2d579a-0aac-40c4-9090-7d4fbc728d7e None None] Provisioning complete for port 90e236f7-0330-47ce-92da-add0dc132189 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:18.731664 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bd2d579a-0aac-40c4-9090-7d4fbc728d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.735882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4a50b5e4-d21e-4701-a223-4fc577397e6b tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'afb9082f-61d3-4452-a50f-d370762cf88e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'b62c6e33-e086-47c3-a304-c979f7f4ae1e'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:18.749765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=90e236f7-0330-47ce-92da-add0dc132189,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:18.779478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d579a-0aac-40c4-9090-7d4fbc728d7e None None] Port 90e236f7-0330-47ce-92da-add0dc132189 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:18.789983 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-4a50b5e4-d21e-4701-a223-4fc577397e6b tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The resource could not be found. Aug 30 13:32:18.794278 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4a50b5e4-d21e-4701-a223-4fc577397e6b tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0635374 Aug 30 13:32:18.795140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53542) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:18.904620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:18.953999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d56e9363-5168-4a47-a357-f9a09579fd50 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.000194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-55bd4560-a6e9-4fd5-99ba-905bff8e0a69 None None] Provisioning complete for port 90e236f7-0330-47ce-92da-add0dc132189 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:19.000772 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-55bd4560-a6e9-4fd5-99ba-905bff8e0a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.009063 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d56e9363-5168-4a47-a357-f9a09579fd50 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.037715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-55bd4560-a6e9-4fd5-99ba-905bff8e0a69 None None] Port 90e236f7-0330-47ce-92da-add0dc132189 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:19.074483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.084278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d56e9363-5168-4a47-a357-f9a09579fd50 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.086896 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d56e9363-5168-4a47-a357-f9a09579fd50 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.087968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d56e9363-5168-4a47-a357-f9a09579fd50 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/afb9082f-61d3-4452-a50f-d370762cf88e HTTP/1.1" status: 204 len: 168 time: 0.2918787 Aug 30 13:32:19.090659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53544) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:19.120484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e9363-5168-4a47-a357-f9a09579fd50 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb9082f-61d3-4452-a50f-d370762cf88e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:19.138082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-64a7a2ac-a1a5-4063-8391-3b6551997453 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459950 Aug 30 13:32:19.141864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53546) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:19.149539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1da306f7-aaeb-44c5-ac90-0cbb20e14ce9 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': '6e106bdc-d84d-48ca-abdc-52532a68cc9e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:19.306610 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-1da306f7-aaeb-44c5-ac90-0cbb20e14ce9 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The resource could not be found. Aug 30 13:32:19.307647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1da306f7-aaeb-44c5-ac90-0cbb20e14ce9 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1646035 Aug 30 13:32:19.311229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53548) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:19.315672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e69aad8b-8bbd-45bb-92de-0a4f28b71e37 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--264497420'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:19.362021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e69aad8b-8bbd-45bb-92de-0a4f28b71e37 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.377360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9ebd9d81-4962-4524-bc39-362505920f38 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:19.413380 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.419772 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.420539 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.431015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9ebd9d81-4962-4524-bc39-362505920f38 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:19.431392 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.537629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=90e236f7-0330-47ce-92da-add0dc132189,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:19.580027 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e69aad8b-8bbd-45bb-92de-0a4f28b71e37 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.586217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e69aad8b-8bbd-45bb-92de-0a4f28b71e37 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.608584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network 8705ce09-a4f1-4d48-950e-ee33d4167583 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:19.614181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:19.621852 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e69aad8b-8bbd-45bb-92de-0a4f28b71e37 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.622766 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e69aad8b-8bbd-45bb-92de-0a4f28b71e37 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3106003 Aug 30 13:32:19.627461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53550) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:19.628424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69aad8b-8bbd-45bb-92de-0a4f28b71e37 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24cdec7f-e94b-40e9-8014-8386c4a7cc93,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:19.632421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c18d7e3b-ae6b-40f7-bcbf-9a4c6fd0fcb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775315708'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:19.662933 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c18d7e3b-ae6b-40f7-bcbf-9a4c6fd0fcb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.758033 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c18d7e3b-ae6b-40f7-bcbf-9a4c6fd0fcb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.762465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Router 41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:32:19.763415 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c18d7e3b-ae6b-40f7-bcbf-9a4c6fd0fcb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.795979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c18d7e3b-ae6b-40f7-bcbf-9a4c6fd0fcb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.800080 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c18d7e3b-ae6b-40f7-bcbf-9a4c6fd0fcb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1687560 Aug 30 13:32:19.800438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53552) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:19.805532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c0b34e64-caaa-42a2-809a-07eb4d757ed1 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': '24cdec7f-e94b-40e9-8014-8386c4a7cc93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4edd2fdc-93f9-4d56-a7cd-15890c905351'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:19.809479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d7e3b-ae6b-40f7-bcbf-9a4c6fd0fcb4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edd2fdc-93f9-4d56-a7cd-15890c905351,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:19.859344 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-c0b34e64-caaa-42a2-809a-07eb4d757ed1 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:19.860346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c0b34e64-caaa-42a2-809a-07eb4d757ed1 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0590003 Aug 30 13:32:19.863162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53554) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:19.881448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:19.886626 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e36c9675-0238-4578-a2f3-b33eb28351d6 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "PUT /v2.0/routers/41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3804305 Aug 30 13:32:19.889416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53556) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:19.892518 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2cb16d-3356-4e82-9b31-189629c607c7 None None] Sync routers for ids ['41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:19.903652 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cb16d-3356-4e82-9b31-189629c607c7 None None] Routers {'41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:19.904358 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-df2cb16d-3356-4e82-9b31-189629c607c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:19.928714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-241df784-0854-45ed-974e-d81dcade04c6 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.941446 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-df2cb16d-3356-4e82-9b31-189629c607c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:19.953402 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-241df784-0854-45ed-974e-d81dcade04c6 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.967703 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cb16d-3356-4e82-9b31-189629c607c7 None None] Routers {'41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:19.968509 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-df2cb16d-3356-4e82-9b31-189629c607c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:19.973504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dda7a0f-65b3-46e5-9e31-f78e302c1407 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:19.974562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-89ff1008-dd96-42ac-a4d0-88d2e3667534 None None] Provisioning complete for port 90e236f7-0330-47ce-92da-add0dc132189 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:19.977948 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-89ff1008-dd96-42ac-a4d0-88d2e3667534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:19.978118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5dda7a0f-65b3-46e5-9e31-f78e302c1407 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports?device_id=41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44 HTTP/1.1" status: 200 len: 988 time: 0.0842881 Aug 30 13:32:19.978506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53558) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.008069 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-df2cb16d-3356-4e82-9b31-189629c607c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:20.008997 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2cb16d-3356-4e82-9b31-189629c607c7 None None] The sync data for ids ['41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:20.016349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-241df784-0854-45ed-974e-d81dcade04c6 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.020168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-241df784-0854-45ed-974e-d81dcade04c6 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.021328 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-241df784-0854-45ed-974e-d81dcade04c6 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/4edd2fdc-93f9-4d56-a7cd-15890c905351 HTTP/1.1" status: 204 len: 168 time: 0.1572342 Aug 30 13:32:20.024549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53560) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.026802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-89ff1008-dd96-42ac-a4d0-88d2e3667534 None None] Port 90e236f7-0330-47ce-92da-add0dc132189 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:20.042482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241df784-0854-45ed-974e-d81dcade04c6 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edd2fdc-93f9-4d56-a7cd-15890c905351,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:20.093842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aa85aefb-e721-41ca-9a31-ba9bb0b29cf7 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0675354 Aug 30 13:32:20.096480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53562) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.151703 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7246-db08-4b09-b1c3-43d02bf2ccdb tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.175057 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7246-db08-4b09-b1c3-43d02bf2ccdb tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.219568 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7246-db08-4b09-b1c3-43d02bf2ccdb tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.222540 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7246-db08-4b09-b1c3-43d02bf2ccdb tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.223904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ab8d7246-db08-4b09-b1c3-43d02bf2ccdb tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/24cdec7f-e94b-40e9-8014-8386c4a7cc93 HTTP/1.1" status: 204 len: 168 time: 0.1265082 Aug 30 13:32:20.227377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53564) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.246228 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d7246-db08-4b09-b1c3-43d02bf2ccdb tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cdec7f-e94b-40e9-8014-8386c4a7cc93,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:20.285098 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-055760e9-9b34-45c7-8f3b-96ad742a888f tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521331 Aug 30 13:32:20.285896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53566) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.290569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-eeb1eefb-35a2-4b06-bc3e-1d196beae66c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--586376534'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:20.312958 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeb1eefb-35a2-4b06-bc3e-1d196beae66c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.403992 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeb1eefb-35a2-4b06-bc3e-1d196beae66c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.415604 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeb1eefb-35a2-4b06-bc3e-1d196beae66c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.449941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1eefb-35a2-4b06-bc3e-1d196beae66c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7100dbf-1983-42aa-89f2-9e30c35bf9bd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:20.452207 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eeb1eefb-35a2-4b06-bc3e-1d196beae66c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.453601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eeb1eefb-35a2-4b06-bc3e-1d196beae66c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1667101 Aug 30 13:32:20.456576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53568) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.461103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-44f9ef3f-8762-46d0-a61c-9827a38cc846 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'a7100dbf-1983-42aa-89f2-9e30c35bf9bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:20.495821 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-44f9ef3f-8762-46d0-a61c-9827a38cc846 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:20.496841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-44f9ef3f-8762-46d0-a61c-9827a38cc846 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0392697 Aug 30 13:32:20.499705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53570) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.504134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d1ec77fb-9bfb-48e5-8b25-9e90ad7b8e78 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group_rule': {'security_group_id': 'a7100dbf-1983-42aa-89f2-9e30c35bf9bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:20.539201 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-d1ec77fb-9bfb-48e5-8b25-9e90ad7b8e78 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:20.542753 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d1ec77fb-9bfb-48e5-8b25-9e90ad7b8e78 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0396373 Aug 30 13:32:20.542987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53572) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.599061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9eef486b-d628-4e27-8087-1ba52e62d96d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.623068 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9eef486b-d628-4e27-8087-1ba52e62d96d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.667420 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9eef486b-d628-4e27-8087-1ba52e62d96d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.670159 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9eef486b-d628-4e27-8087-1ba52e62d96d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.671917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9eef486b-d628-4e27-8087-1ba52e62d96d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/a7100dbf-1983-42aa-89f2-9e30c35bf9bd HTTP/1.1" status: 204 len: 168 time: 0.1274624 Aug 30 13:32:20.674995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53574) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.692307 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef486b-d628-4e27-8087-1ba52e62d96d tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7100dbf-1983-42aa-89f2-9e30c35bf9bd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:20.726098 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-baf669a9-509c-4143-8fb4-ca02a60e16b3 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499606 Aug 30 13:32:20.729819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53576) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:20.735738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2290473a-7480-4549-91ea-bf7965f145aa tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'tempest-secgroup--1295530929'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:20.739733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.827133 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2290473a-7480-4549-91ea-bf7965f145aa tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:20.997196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2290473a-7480-4549-91ea-bf7965f145aa tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.002420 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2290473a-7480-4549-91ea-bf7965f145aa tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.036936 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2290473a-7480-4549-91ea-bf7965f145aa tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.038198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2290473a-7480-4549-91ea-bf7965f145aa tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3073578 Aug 30 13:32:21.041139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53578) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.046510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-529c6c4b-6732-440c-9693-d719ae261137 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:21.046861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290473a-7480-4549-91ea-bf7965f145aa tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcc6a9c-46e8-4f69-9d11-4c1af3ec22c7,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:21.047089 n-d-688802-6 neutron-server[95699]: WARNING neutron.api.v2.base [None req-529c6c4b-6732-440c-9693-d719ae261137 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 13:32:21.047650 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-529c6c4b-6732-440c-9693-d719ae261137 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 13:32:21.050969 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-529c6c4b-6732-440c-9693-d719ae261137 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "PUT /v2.0/security-groups/afcc6a9c-46e8-4f69-9d11-4c1af3ec22c7 HTTP/1.1" status: 409 len: 330 time: 0.0064166 Aug 30 13:32:21.051408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 90e236f7-0330-47ce-92da-add0dc132189 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:21.051561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53580) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.051805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.107981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e58191e-78d6-47d5-9785-2077f4877635 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.131561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e58191e-78d6-47d5-9785-2077f4877635 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.142818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.154892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 90e236f7-0330-47ce-92da-add0dc132189 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:21.173269 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e58191e-78d6-47d5-9785-2077f4877635 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.176084 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e58191e-78d6-47d5-9785-2077f4877635 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.177237 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2e58191e-78d6-47d5-9785-2077f4877635 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/afcc6a9c-46e8-4f69-9d11-4c1af3ec22c7 HTTP/1.1" status: 204 len: 168 time: 0.1245108 Aug 30 13:32:21.182007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53582) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.193478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58191e-78d6-47d5-9785-2077f4877635 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcc6a9c-46e8-4f69-9d11-4c1af3ec22c7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:21.236336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9070ae3c-b69f-487f-9982-f83f146e86f4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532062 Aug 30 13:32:21.240043 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53584) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.254033 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-bc5349a6-a211-47e4-bf32-62d8fe805af2 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] delete failed (client error): The resource could not be found. Aug 30 13:32:21.254934 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bc5349a6-a211-47e4-bf32-62d8fe805af2 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "DELETE /v2.0/security-groups/c3d6f7a0-8e34-4f41-a6f0-4a4f90c94f1e HTTP/1.1" status: 404 len: 347 time: 0.0139453 Aug 30 13:32:21.258488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53586) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.272089 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-99f27583-2977-4caa-b665-8bfbd4e9ae7c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] show failed (client error): The resource could not be found. Aug 30 13:32:21.273076 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-99f27583-2977-4caa-b665-8bfbd4e9ae7c tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-groups/4c296485-29c7-4213-b5f7-f20d5cb8415c HTTP/1.1" status: 404 len: 347 time: 0.0136878 Aug 30 13:32:21.276873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53588) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.291301 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-b4eac937-604b-4ce2-9623-212b51e73de4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] show failed (client error): The resource could not be found. Aug 30 13:32:21.292281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b4eac937-604b-4ce2-9623-212b51e73de4 tempest-NegativeSecGroupIPv6Test-1190985485 tempest-NegativeSecGroupIPv6Test-1190985485-project] 10.222.0.37 "GET /v2.0/security-group-rules/8d0c2f94-5655-4b6f-8781-915a69414182 HTTP/1.1" status: 404 len: 356 time: 0.0143664 Aug 30 13:32:21.331443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.358258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=90e236f7-0330-47ce-92da-add0dc132189,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:21.461624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.584893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53596) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.632625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Router 41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:32:21.707350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:21.712946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-237eb8dc-dbde-459a-b239-f1ab3168dffc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "PUT /v2.0/routers/41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7330322 Aug 30 13:32:21.715111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53600) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.721544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda93506-1fc8-40a1-aeb6-3641ada3f13a None None] Sync routers for ids ['41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:21.728848 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1a4a3820-fb80-4cea-b0db-f55d81438eac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b94fce10fc9947a587f738663a770d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425841 Aug 30 13:32:21.731279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda93506-1fc8-40a1-aeb6-3641ada3f13a None None] Routers {'41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:21.731446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53602) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.732343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bda93506-1fc8-40a1-aeb6-3641ada3f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:21.751243 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-357137db-651d-42fa-9d30-7bb57c7feea9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:32:21.752995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-357137db-651d-42fa-9d30-7bb57c7feea9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/90e236f7-0330-47ce-92da-add0dc132189 HTTP/1.1" status: 404 len: 333 time: 0.0367856 Aug 30 13:32:21.755902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53604) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:21.769820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bda93506-1fc8-40a1-aeb6-3641ada3f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:21.779124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda93506-1fc8-40a1-aeb6-3641ada3f13a None None] Routers {'41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:21.779754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bda93506-1fc8-40a1-aeb6-3641ada3f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:21.784041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da2c0d54-d88a-45a4-935e-7f4ac0d94ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.809766 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da2c0d54-d88a-45a4-935e-7f4ac0d94ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.814688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-bda93506-1fc8-40a1-aeb6-3641ada3f13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:21.815353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda93506-1fc8-40a1-aeb6-3641ada3f13a None None] The sync data for ids ['41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:21.868863 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87391b6-dba3-4b07-b957-af5c8596a2d4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.878588 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da2c0d54-d88a-45a4-935e-7f4ac0d94ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.881210 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-da2c0d54-d88a-45a4-935e-7f4ac0d94ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:21.882398 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-da2c0d54-d88a-45a4-935e-7f4ac0d94ac7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4b6a7bc4-44d4-4726-aca8-2934460d9775 HTTP/1.1" status: 204 len: 168 time: 0.1500549 Aug 30 13:32:21.890798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c0d54-d88a-45a4-935e-7f4ac0d94ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6a7bc4-44d4-4726-aca8-2934460d9775,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:22.033880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87391b6-dba3-4b07-b957-af5c8596a2d4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.036067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87391b6-dba3-4b07-b957-af5c8596a2d4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.084075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87391b6-dba3-4b07-b957-af5c8596a2d4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.084684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87391b6-dba3-4b07-b957-af5c8596a2d4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Fanout notify agent at l3_agent the message router_deleted on router 41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:32:22.091628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c87391b6-dba3-4b07-b957-af5c8596a2d4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.092728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c87391b6-dba3-4b07-b957-af5c8596a2d4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/routers/41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44 HTTP/1.1" status: 204 len: 168 time: 0.3358858 Aug 30 13:32:22.095766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53612) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:22.151004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a5bf16-01f8-4d8c-9006-ee8149599df9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet 8b3a28f0-758e-481c-bd47-b62cb9a49390 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:22.154258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80a5bf16-01f8-4d8c-9006-ee8149599df9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.197407 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80a5bf16-01f8-4d8c-9006-ee8149599df9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.288284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80a5bf16-01f8-4d8c-9006-ee8149599df9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.349332 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80a5bf16-01f8-4d8c-9006-ee8149599df9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.377286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5bf16-01f8-4d8c-9006-ee8149599df9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3a28f0-758e-481c-bd47-b62cb9a49390,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:22.379298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80a5bf16-01f8-4d8c-9006-ee8149599df9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.383588 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-80a5bf16-01f8-4d8c-9006-ee8149599df9 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/8b3a28f0-758e-481c-bd47-b62cb9a49390 HTTP/1.1" status: 204 len: 168 time: 0.2844865 Aug 30 13:32:22.384398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53624) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:22.387883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3038e7-02d8-451d-80dc-d0f259c2d48c None None] Network 8705ce09-a4f1-4d48-950e-ee33d4167583 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:22.477006 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.534687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 9ebd9d81-4962-4524-bc39-362505920f38 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:22.535270 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.592048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881ee020-31b2-4e8f-bedc-b80b1569ce91 None None] DHCP port deletion for 8705ce09-a4f1-4d48-950e-ee33d4167583 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:22.605505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] For port 9ebd9d81-4962-4524-bc39-362505920f38, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9ebd9d81-4962-4524-bc39-362505920f38,segment=NetworkSegment(8430080f-14af-4b2f-bdcc-938fdae3d80a),segment_id=8430080f-14af-4b2f-bdcc-938fdae3d80a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:22.606195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.619202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 9ebd9d81-4962-4524-bc39-362505920f38 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:22.640639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-881ee020-31b2-4e8f-bedc-b80b1569ce91 None None] Deleting port 9ebd9d81-4962-4524-bc39-362505920f38 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:22.641170 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-881ee020-31b2-4e8f-bedc-b80b1569ce91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.703895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-881ee020-31b2-4e8f-bedc-b80b1569ce91 None None] For port 9ebd9d81-4962-4524-bc39-362505920f38, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9ebd9d81-4962-4524-bc39-362505920f38,segment=NetworkSegment(8430080f-14af-4b2f-bdcc-938fdae3d80a),segment_id=8430080f-14af-4b2f-bdcc-938fdae3d80a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:22.704293 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-881ee020-31b2-4e8f-bedc-b80b1569ce91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.706921 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.717543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-881ee020-31b2-4e8f-bedc-b80b1569ce91 None None] Calling delete_port for 9ebd9d81-4962-4524-bc39-362505920f38 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:22.735780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=9ebd9d81-4962-4524-bc39-362505920f38,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:22.739577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No DVR routers for this DVR port 9ebd9d81-4962-4524-bc39-362505920f38 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:22.800494 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-881ee020-31b2-4e8f-bedc-b80b1569ce91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.829553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ee020-31b2-4e8f-bedc-b80b1569ce91 None None] Pushing event deleted for resources: {'Port': ['ID=9ebd9d81-4962-4524-bc39-362505920f38,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:22.832733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881ee020-31b2-4e8f-bedc-b80b1569ce91 None None] No DVR routers for this DVR port 9ebd9d81-4962-4524-bc39-362505920f38 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:22.833690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.851091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8705ce09-a4f1-4d48-950e-ee33d4167583']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:22.863201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8430080f-14af-4b2f-bdcc-938fdae3d80a') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:22.863501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8430080f-14af-4b2f-bdcc-938fdae3d80a') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:22.872444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.888108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.895600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:22.896105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:22.899498 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:22.960074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.968507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:22.974910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/networks/8705ce09-a4f1-4d48-950e-ee33d4167583 HTTP/1.1" status: 204 len: 168 time: 0.5861800 Aug 30 13:32:22.975129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53640) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:22.986348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728935e5-fe96-46ef-b161-c48e9259fab1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Network': ['ID=8705ce09-a4f1-4d48-950e-ee33d4167583,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:23.022187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d3b493-dd1d-4ba1-a886-88e6d77e94e5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:23.023563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-84d3b493-dd1d-4ba1-a886-88e6d77e94e5 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/8b933fb9-8e3c-458a-ac59-677135c7addd HTTP/1.1" status: 200 len: 844 time: 0.0476856 Aug 30 13:32:23.027244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53644) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:23.071268 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-83157448-42e0-46ce-abe0-0fdae4a6d853 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/8b933fb9-8e3c-458a-ac59-677135c7addd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0428755 Aug 30 13:32:23.076525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53648) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:23.082554 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:23.174522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:23.178035 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.375883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.394803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9ebd9d81-4962-4524-bc39-362505920f38 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:23.424079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:23.428768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:23.429363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 9ebd9d81-4962-4524-bc39-362505920f38 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:23.429853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9ebd9d81-4962-4524-bc39-362505920f38 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:23.436426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:23.436669 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.440752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774527a-c1be-44e9-aa22-1b1375755d5d None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:23.456854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=cb075db0-eb92-4783-b30f-b1cd23acaffd,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:23.466208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53656) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:23.470263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f4e7004a-bd95-48e9-a0e6-ce461fa4a213 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3924136 Aug 30 13:32:23.471670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-db3392e2-d56d-4d8e-8a8f-5517e3269507 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1050304308'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:23.495435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db3392e2-d56d-4d8e-8a8f-5517e3269507 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.592502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db3392e2-d56d-4d8e-8a8f-5517e3269507 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.598664 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db3392e2-d56d-4d8e-8a8f-5517e3269507 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.634806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b072afd8-471d-431b-93fe-502c775e9ec2', 'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'tenant_id': '81ca5737b44c4fc4a9f9e46d54c60574', 'fixed_ips': [{'subnet_id': 'cb075db0-eb92-4783-b30f-b1cd23acaffd'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:32:23.635776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3392e2-d56d-4d8e-8a8f-5517e3269507 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6a7f08-7a7e-4f6d-9047-9d2472330325,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:23.637929 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.639366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-db3392e2-d56d-4d8e-8a8f-5517e3269507 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.643389 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-db3392e2-d56d-4d8e-8a8f-5517e3269507 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1737239 Aug 30 13:32:23.643875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53662) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:23.649988 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-72f94ada-edcb-41f6-8677-453aee6b6d70 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'security_group': {'name': 'tempest-secgroup-1859102742'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:23.676441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72f94ada-edcb-41f6-8677-453aee6b6d70 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.777168 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72f94ada-edcb-41f6-8677-453aee6b6d70 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.783897 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72f94ada-edcb-41f6-8677-453aee6b6d70 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.793821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Allocated IP 2001:db8::2 (b072afd8-471d-431b-93fe-502c775e9ec2/cb075db0-eb92-4783-b30f-b1cd23acaffd/9eafa4e1-ff2e-47d0-b06d-f9f4a080230c) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:23.818728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72f94ada-edcb-41f6-8677-453aee6b6d70 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.822485 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-72f94ada-edcb-41f6-8677-453aee6b6d70 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1749277 Aug 30 13:32:23.822703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53668) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:23.832905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1386930281', 'security_groups': ['08052310-8cf5-4eb7-b84e-768f3266d30c'], 'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb075db0-eb92-4783-b30f-b1cd23acaffd'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:23.837825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f94ada-edcb-41f6-8677-453aee6b6d70 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08052310-8cf5-4eb7-b84e-768f3266d30c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:23.946826 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:23.954519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:23.962819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Transition to ACTIVE for port object 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:23.978631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Transition to ACTIVE for port object 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:23.984603 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:24.027532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:24.030678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:24.035473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:24.038992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Pushing event updated for resources: {'Port': ['ID=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:24.051230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:24.069393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port 00faf256-7692-42c9-bc38-53fd3c53f236 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:32:24.094561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Attempting to bind port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:32:24.094828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Attempting to bind port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '982eb395-bf8d-4d47-942b-b9498d82a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:32:24.095361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Attempting to bind port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c on network b072afd8-471d-431b-93fe-502c775e9ec2 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:32:24.100845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:24.101351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Checking segment: {'id': '982eb395-bf8d-4d47-942b-b9498d82a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:24.101881 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:24.102368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Bound using segment: {'id': '982eb395-bf8d-4d47-942b-b9498d82a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:24.102924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Bound port: 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '982eb395-bf8d-4d47-942b-b9498d82a504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:24.103402 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:24.174881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] For port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:24.178758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] For port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,segment=NetworkSegment(982eb395-bf8d-4d47-942b-b9498d82a504),segment_id=982eb395-bf8d-4d47-942b-b9498d82a504)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:24.184193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:24.253855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5af2b-5012-4e6d-b18f-752461721a41 None None] Pushing event updated for resources: {'Port': ['ID=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:24.263514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::39d (b072afd8-471d-431b-93fe-502c775e9ec2/cb075db0-eb92-4783-b30f-b1cd23acaffd/00faf256-7692-42c9-bc38-53fd3c53f236) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:24.456743 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:24.474075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object 00faf256-7692-42c9-bc38-53fd3c53f236 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:24.511062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:24.556810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:24.559992 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:24.564734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:24.570440 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:24.571069 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:24.577742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=00faf256-7692-42c9-bc38-53fd3c53f236,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:24.591012 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be66ff13-feee-4c45-9147-438caf1ec168 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7673230 Aug 30 13:32:24.593845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53670) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:24.599014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fff9d598-0fb5-469e-be0d-803c78fb421e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:24.705998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff9d598-0fb5-469e-be0d-803c78fb421e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:24.709993 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fff9d598-0fb5-469e-be0d-803c78fb421e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:24.805879 n-d-688802-6 neutron-server[95699]: INFO neutron.db.ipam_backend_mixin [None req-fff9d598-0fb5-469e-be0d-803c78fb421e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb075db0-eb92-4783-b30f-b1cd23acaffd (CIDR: 2001:db8::/64) Aug 30 13:32:24.809561 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff9d598-0fb5-469e-be0d-803c78fb421e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:24.810060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff9d598-0fb5-469e-be0d-803c78fb421e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:24.824943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fff9d598-0fb5-469e-be0d-803c78fb421e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2300355 Aug 30 13:32:24.828731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53676) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:24.833738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:24.967120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:24.971441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:25.222135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:25.268027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:25.272845 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:25.276753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:25.277353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:25.284641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b7f7ecdd-5f4e-4d26-8a33-83089d582940 None None] Provisioning complete for port 8b933fb9-8e3c-458a-ac59-677135c7addd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:25.285231 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b7f7ecdd-5f4e-4d26-8a33-83089d582940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:25.300669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=0780c3c2-9228-4ab3-b8da-2602bf3eb725,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:25.307371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53680) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:25.308042 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-89190737-1621-486a-9d2c-4184d969b6b1 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4777222 Aug 30 13:32:25.313253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1487695301', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0780c3c2-9228-4ab3-b8da-2602bf3eb725'}], 'security_groups': ['ff6a7f08-7a7e-4f6d-9047-9d2472330325']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:25.343630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b7f7ecdd-5f4e-4d26-8a33-83089d582940 None None] Port 8b933fb9-8e3c-458a-ac59-677135c7addd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:25.364511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b7f7ecdd-5f4e-4d26-8a33-83089d582940 None None] Provisioning for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:25.465096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:25.508018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:25.508369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ef54d-006f-47ac-9e6f-7efc0d395101 None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:25.571162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:25.589810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:25.590490 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:25.641466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-43afba5d-d539-4baf-9d56-6a7e537564f8 None None] Provisioning for port 00faf256-7692-42c9-bc38-53fd3c53f236 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:25.665560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-43afba5d-d539-4baf-9d56-6a7e537564f8 None None] Provisioning complete for port 00faf256-7692-42c9-bc38-53fd3c53f236 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:25.666205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-43afba5d-d539-4baf-9d56-6a7e537564f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:25.730114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-43afba5d-d539-4baf-9d56-6a7e537564f8 None None] Port 00faf256-7692-42c9-bc38-53fd3c53f236 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:25.786531 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:25.820335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Delete allocated IP 2001:db8::39d (b072afd8-471d-431b-93fe-502c775e9ec2/cb075db0-eb92-4783-b30f-b1cd23acaffd) {{(pid=95698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 13:32:25.831621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8:0:1::274 (b072afd8-471d-431b-93fe-502c775e9ec2/0780c3c2-9228-4ab3-b8da-2602bf3eb725/00faf256-7692-42c9-bc38-53fd3c53f236) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:25.836790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,segment=NetworkSegment(982eb395-bf8d-4d47-942b-b9498d82a504),segment_id=982eb395-bf8d-4d47-942b-b9498d82a504)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:25.845132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:25.988021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:25.993425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f051b2-84e4-403e-95ec-841ba3d5377d None None] Update dhcp port {'port': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'fixed_ips': [{'subnet_id': 'cb075db0-eb92-4783-b30f-b1cd23acaffd', 'ip_address': '2001:db8::2'}, {'subnet_id': '0780c3c2-9228-4ab3-b8da-2602bf3eb725'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '9eafa4e1-ff2e-47d0-b06d-f9f4a080230c'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:32:26.018350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.037089 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-91f051b2-84e4-403e-95ec-841ba3d5377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.039296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Ignored duplicate provisioning block setup for port 00faf256-7692-42c9-bc38-53fd3c53f236 by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 13:32:26.048775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.117174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] In _notify_port_updated(), no bound segment for port 00faf256-7692-42c9-bc38-53fd3c53f236 on network b072afd8-471d-431b-93fe-502c775e9ec2 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:32:26.122696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:26.123328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.124789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "PUT /v2.0/ports/00faf256-7692-42c9-bc38-53fd3c53f236 HTTP/1.1" status: 200 len: 931 time: 0.8162329 Aug 30 13:32:26.128289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53684) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:26.139305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=00faf256-7692-42c9-bc38-53fd3c53f236,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:26.148554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.149196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.149742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.150258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.150772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.151268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.151776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.152274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.152773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.153424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.153961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.154467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1ca232-116b-4aa5-b835-49c6d7daf24e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.230957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3fa39-0ec6-4fa5-8d16-ba6d109fd853 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 00faf256-7692-42c9-bc38-53fd3c53f236 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:26.231556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa39-0ec6-4fa5-8d16-ba6d109fd853 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.324901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa39-0ec6-4fa5-8d16-ba6d109fd853 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.338054 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3fa39-0ec6-4fa5-8d16-ba6d109fd853 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 00faf256-7692-42c9-bc38-53fd3c53f236 owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:26.393333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-91f051b2-84e4-403e-95ec-841ba3d5377d None None] Allocated IP 2001:db8:0:1::2 (b072afd8-471d-431b-93fe-502c775e9ec2/0780c3c2-9228-4ab3-b8da-2602bf3eb725/9eafa4e1-ff2e-47d0-b06d-f9f4a080230c) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:26.468184 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa39-0ec6-4fa5-8d16-ba6d109fd853 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.496318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-91f051b2-84e4-403e-95ec-841ba3d5377d None None] For port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,segment=NetworkSegment(982eb395-bf8d-4d47-942b-b9498d82a504),segment_id=982eb395-bf8d-4d47-942b-b9498d82a504)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:26.504583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb3fa39-0ec6-4fa5-8d16-ba6d109fd853 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=00faf256-7692-42c9-bc38-53fd3c53f236,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:26.524564 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb3fa39-0ec6-4fa5-8d16-ba6d109fd853 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.529573 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cfb3fa39-0ec6-4fa5-8d16-ba6d109fd853 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/00faf256-7692-42c9-bc38-53fd3c53f236 HTTP/1.1" status: 204 len: 168 time: 0.4001563 Aug 30 13:32:26.529738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53686) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:26.531020 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-91f051b2-84e4-403e-95ec-841ba3d5377d None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.545044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-91f051b2-84e4-403e-95ec-841ba3d5377d None None] Transition to ACTIVE for port object 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:26.552309 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-91f051b2-84e4-403e-95ec-841ba3d5377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.559479 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98eef3f-78cc-49c2-ac1b-dc911ca8e5da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:32:26.561036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d98eef3f-78cc-49c2-ac1b-dc911ca8e5da tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/00faf256-7692-42c9-bc38-53fd3c53f236 HTTP/1.1" status: 404 len: 333 time: 0.0297892 Aug 30 13:32:26.563924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53688) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:26.619431 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a64de7a-fa7f-4a4c-945e-5a07f08e5e62 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.640203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f051b2-84e4-403e-95ec-841ba3d5377d None None] Pushing event updated for resources: {'Port': ['ID=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:26.645788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a64de7a-fa7f-4a4c-945e-5a07f08e5e62 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.688815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a64de7a-fa7f-4a4c-945e-5a07f08e5e62 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.691677 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2a64de7a-fa7f-4a4c-945e-5a07f08e5e62 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.692932 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2a64de7a-fa7f-4a4c-945e-5a07f08e5e62 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/security-groups/08052310-8cf5-4eb7-b84e-768f3266d30c HTTP/1.1" status: 204 len: 168 time: 0.1279788 Aug 30 13:32:26.695675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53690) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:26.705776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64de7a-fa7f-4a4c-945e-5a07f08e5e62 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08052310-8cf5-4eb7-b84e-768f3266d30c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:26.751164 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.777112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.821615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.824213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.825378 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/security-groups/ff6a7f08-7a7e-4f6d-9047-9d2472330325 HTTP/1.1" status: 204 len: 168 time: 0.1287124 Aug 30 13:32:26.829121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53692) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:26.835019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6a7f08-7a7e-4f6d-9047-9d2472330325,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:26.849975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.850341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.850654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.850988 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.851319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.851580 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:32:26.852090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.852090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.852308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.852563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.852880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.853197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.853528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b835a13b-0f31-4973-a328-7e9e95f29a7a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:26.887850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21437bc-ff2b-434b-be2a-b39f11a59dd4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet cb075db0-eb92-4783-b30f-b1cd23acaffd {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:26.891797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d21437bc-ff2b-434b-be2a-b39f11a59dd4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:26.933852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d21437bc-ff2b-434b-be2a-b39f11a59dd4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.026440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d21437bc-ff2b-434b-be2a-b39f11a59dd4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.095264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d21437bc-ff2b-434b-be2a-b39f11a59dd4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.125640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21437bc-ff2b-434b-be2a-b39f11a59dd4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=cb075db0-eb92-4783-b30f-b1cd23acaffd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:27.134326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d21437bc-ff2b-434b-be2a-b39f11a59dd4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.140452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d21437bc-ff2b-434b-be2a-b39f11a59dd4 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/cb075db0-eb92-4783-b30f-b1cd23acaffd HTTP/1.1" status: 204 len: 168 time: 0.3060563 Aug 30 13:32:27.140452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53704) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:27.146294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:27.185025 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daccb310-a4e4-4753-9d6b-f0e5cee5bbd5 None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:27.276006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:27.281563 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.289494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1062e8d1-d55e-4bc7-bbd5-6d523ed4195a None None] Provisioning complete for port 8b933fb9-8e3c-458a-ac59-677135c7addd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:27.289896 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1062e8d1-d55e-4bc7-bbd5-6d523ed4195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.351342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1062e8d1-d55e-4bc7-bbd5-6d523ed4195a None None] Port 8b933fb9-8e3c-458a-ac59-677135c7addd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:27.398246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1062e8d1-d55e-4bc7-bbd5-6d523ed4195a None None] Provisioning for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:27.403034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1062e8d1-d55e-4bc7-bbd5-6d523ed4195a None None] Provisioning complete for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:27.413123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1062e8d1-d55e-4bc7-bbd5-6d523ed4195a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.456574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:27.543516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.550620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:27.551241 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.587798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:27.591841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:27.596576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:27.597390 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.616972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4753656 Aug 30 13:32:27.617900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e6537-22f6-421f-8f9b-0d3302253c4f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=8e5177af-aa65-43b3-84c4-402925c79a2c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:27.620578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53712) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:27.634936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1062e8d1-d55e-4bc7-bbd5-6d523ed4195a None None] Could not find standard attr ID for object 00faf256-7692-42c9-bc38-53fd3c53f236. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:32:27.639565 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9934668f-3760-4e0c-863a-6e9c13dd4aab tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'security_group': {'name': 'tempest-secgroup-868282153'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:27.673119 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9934668f-3760-4e0c-863a-6e9c13dd4aab tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.784264 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9934668f-3760-4e0c-863a-6e9c13dd4aab tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.789094 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9934668f-3760-4e0c-863a-6e9c13dd4aab tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.827544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934668f-3760-4e0c-863a-6e9c13dd4aab tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d70fbd4-301c-44aa-bbbd-116d415f2e9e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:27.832400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9934668f-3760-4e0c-863a-6e9c13dd4aab tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.836349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9934668f-3760-4e0c-863a-6e9c13dd4aab tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2104154 Aug 30 13:32:27.836966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53714) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:27.841279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b20128ed-3ea5-4e6a-b7b1-8a7913349472 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'security_group': {'name': 'tempest-secgroup-101378140'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:27.864563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b20128ed-3ea5-4e6a-b7b1-8a7913349472 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.963116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b20128ed-3ea5-4e6a-b7b1-8a7913349472 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:27.968004 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b20128ed-3ea5-4e6a-b7b1-8a7913349472 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.000442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20128ed-3ea5-4e6a-b7b1-8a7913349472 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394b6a80-c294-47cc-9635-c719f3907cb3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:28.013112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b20128ed-3ea5-4e6a-b7b1-8a7913349472 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.015578 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b20128ed-3ea5-4e6a-b7b1-8a7913349472 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1771634 Aug 30 13:32:28.017880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53716) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:28.023184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-cff958a8-9c89-48fe-acae-3160fa7742ca tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'security_group': {'name': 'tempest-secgroup-800364051'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:28.050130 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cff958a8-9c89-48fe-acae-3160fa7742ca tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.119648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128c47ec-de50-4bdb-a1ac-dc83d7721215 None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:28.144354 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cff958a8-9c89-48fe-acae-3160fa7742ca tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.150621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cff958a8-9c89-48fe-acae-3160fa7742ca tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.178294 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cff958a8-9c89-48fe-acae-3160fa7742ca tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.182117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cff958a8-9c89-48fe-acae-3160fa7742ca tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1605217 Aug 30 13:32:28.182716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53718) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:28.182911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-93aeabaa-283e-439c-b6ad-e6307aca47b9 None None] Provisioning complete for port 8b933fb9-8e3c-458a-ac59-677135c7addd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:28.183360 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-93aeabaa-283e-439c-b6ad-e6307aca47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.188928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-856303747', 'security_groups': ['286be27e-fd6e-41ca-a623-2e47cd198dd2'], 'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e5177af-aa65-43b3-84c4-402925c79a2c'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:28.203679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff958a8-9c89-48fe-acae-3160fa7742ca tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286be27e-fd6e-41ca-a623-2e47cd198dd2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:28.224148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-93aeabaa-283e-439c-b6ad-e6307aca47b9 None None] Port 8b933fb9-8e3c-458a-ac59-677135c7addd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:28.257634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-93aeabaa-283e-439c-b6ad-e6307aca47b9 None None] Provisioning complete for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:28.258143 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-93aeabaa-283e-439c-b6ad-e6307aca47b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.304715 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:28.309616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.329982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] device_id is not set on port dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:32:28.538879 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.560237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ad1e1d-9456-44b4-b3c1-d8a59444b8e1 None None] Update dhcp port {'port': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'fixed_ips': [{'subnet_id': '0780c3c2-9228-4ab3-b8da-2602bf3eb725', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e5177af-aa65-43b3-84c4-402925c79a2c'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '9eafa4e1-ff2e-47d0-b06d-f9f4a080230c'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:32:28.592186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1e1d-9456-44b4-b3c1-d8a59444b8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:28.855975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8::345 (b072afd8-471d-431b-93fe-502c775e9ec2/8e5177af-aa65-43b3-84c4-402925c79a2c/dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:28.988340 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:29.002452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Transition to ACTIVE for port object dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:29.037171 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:29.085003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:29.085273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-e5ad1e1d-9456-44b4-b3c1-d8a59444b8e1 None None] Allocated IP 2001:db8::2 (b072afd8-471d-431b-93fe-502c775e9ec2/8e5177af-aa65-43b3-84c4-402925c79a2c/9eafa4e1-ff2e-47d0-b06d-f9f4a080230c) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:29.088089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:29.092253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:29.098009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:29.098656 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:29.105322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:29.120698 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-006f6f57-06fa-4b47-a7e5-4987eabeb1c7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9371514 Aug 30 13:32:29.123629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53722) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:29.129284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-45e3cdde-8993-49b4-965e-584be5ea9f0e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:29.183096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e5ad1e1d-9456-44b4-b3c1-d8a59444b8e1 None None] For port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,segment=NetworkSegment(982eb395-bf8d-4d47-942b-b9498d82a504),segment_id=982eb395-bf8d-4d47-942b-b9498d82a504)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:29.217914 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1e1d-9456-44b4-b3c1-d8a59444b8e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:29.231246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e5ad1e1d-9456-44b4-b3c1-d8a59444b8e1 None None] Transition to ACTIVE for port object 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:29.235108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e5ad1e1d-9456-44b4-b3c1-d8a59444b8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:29.237452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e3cdde-8993-49b4-965e-584be5ea9f0e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:29.241204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45e3cdde-8993-49b4-965e-584be5ea9f0e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:29.319938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad1e1d-9456-44b4-b3c1-d8a59444b8e1 None None] Pushing event updated for resources: {'Port': ['ID=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:29.342420 n-d-688802-6 neutron-server[95699]: INFO neutron.db.ipam_backend_mixin [None req-45e3cdde-8993-49b4-965e-584be5ea9f0e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e5177af-aa65-43b3-84c4-402925c79a2c (CIDR: 2001:db8::/64) Aug 30 13:32:29.346270 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e3cdde-8993-49b4-965e-584be5ea9f0e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:29.346714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e3cdde-8993-49b4-965e-584be5ea9f0e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:29.362150 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45e3cdde-8993-49b4-965e-584be5ea9f0e tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2367146 Aug 30 13:32:29.364005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53724) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:29.369363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7a63c63d-90d3-4fe0-8e38-8126d8613839 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:29.400635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:29.500963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a63c63d-90d3-4fe0-8e38-8126d8613839 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:29.505366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a63c63d-90d3-4fe0-8e38-8126d8613839 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:29.609613 n-d-688802-6 neutron-server[95699]: INFO neutron.db.ipam_backend_mixin [None req-7a63c63d-90d3-4fe0-8e38-8126d8613839 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0780c3c2-9228-4ab3-b8da-2602bf3eb725 (CIDR: 2001:db8:0:1::/64) Aug 30 13:32:29.613791 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a63c63d-90d3-4fe0-8e38-8126d8613839 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 13:32:29.614823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a63c63d-90d3-4fe0-8e38-8126d8613839 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:29.641436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7a63c63d-90d3-4fe0-8e38-8126d8613839 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2743602 Aug 30 13:32:29.643094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53736) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:29.649869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'subnet': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:29.772942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Made reservation on behalf of 81ca5737b44c4fc4a9f9e46d54c60574 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:29.776921 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:29.974663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ffedeb08-bd78-493d-b7b8-81a1679b8d4e None None] Provisioning complete for port 8b933fb9-8e3c-458a-ac59-677135c7addd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:29.975217 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ffedeb08-bd78-493d-b7b8-81a1679b8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.013202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ffedeb08-bd78-493d-b7b8-81a1679b8d4e None None] Port 8b933fb9-8e3c-458a-ac59-677135c7addd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:30.025213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ffedeb08-bd78-493d-b7b8-81a1679b8d4e None None] Provisioning for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:30.029076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ffedeb08-bd78-493d-b7b8-81a1679b8d4e None None] Provisioning complete for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:30.029276 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.029805 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ffedeb08-bd78-493d-b7b8-81a1679b8d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.091746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Network b072afd8-471d-431b-93fe-502c775e9ec2 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:30.096161 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:30.100389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:30.101008 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.116343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Subnet': ['ID=6070e13a-244f-42e5-94ba-6a9d18aa7b4c,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:30.129931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d3fb3ed8-9630-4406-96a0-b11ad0054dfd tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4844778 Aug 30 13:32:30.132073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53738) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:30.137527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-894828556', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6070e13a-244f-42e5-94ba-6a9d18aa7b4c'}], 'security_groups': ['2d70fbd4-301c-44aa-bbbd-116d415f2e9e', '394b6a80-c294-47cc-9635-c719f3907cb3']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:30.164263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60f81e-e5ab-45ec-9f57-5594467d7869 None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:30.217330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.262141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3e744793-dce1-486b-a3b2-48b7e5820072 None None] Provisioning for port dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:30.284642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3e744793-dce1-486b-a3b2-48b7e5820072 None None] Provisioning complete for port dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:30.285133 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3e744793-dce1-486b-a3b2-48b7e5820072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.341838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3e744793-dce1-486b-a3b2-48b7e5820072 None None] Port dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:30.460545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4935c6f0-0451-4d01-8596-ec9a5cd20ae9 None None] Update dhcp port {'port': {'network_id': 'b072afd8-471d-431b-93fe-502c775e9ec2', 'fixed_ips': [{'subnet_id': '0780c3c2-9228-4ab3-b8da-2602bf3eb725', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e5177af-aa65-43b3-84c4-402925c79a2c', 'ip_address': '2001:db8::2'}, {'subnet_id': '6070e13a-244f-42e5-94ba-6a9d18aa7b4c'}], 'binding:host_id': 'n-d-688802-6'}, 'id': '9eafa4e1-ff2e-47d0-b06d-f9f4a080230c'} from n-d-688802-6. {{(pid=95700) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 13:32:30.491151 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4935c6f0-0451-4d01-8596-ec9a5cd20ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.576477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Delete allocated IP 2001:db8::345 (b072afd8-471d-431b-93fe-502c775e9ec2/8e5177af-aa65-43b3-84c4-402925c79a2c) {{(pid=95698) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 13:32:30.597255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Allocated IP 2001:db8:0:2::138 (b072afd8-471d-431b-93fe-502c775e9ec2/6070e13a-244f-42e5-94ba-6a9d18aa7b4c/dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:30.807825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.820662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Ignored duplicate provisioning block setup for port dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 13:32:30.825297 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.884976 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-4935c6f0-0451-4d01-8596-ec9a5cd20ae9 None None] Allocated IP 2001:db8:0:2::2 (b072afd8-471d-431b-93fe-502c775e9ec2/6070e13a-244f-42e5-94ba-6a9d18aa7b4c/9eafa4e1-ff2e-47d0-b06d-f9f4a080230c) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:30.905925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] In _notify_port_updated(), no bound segment for port dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d on network b072afd8-471d-431b-93fe-502c775e9ec2 {{(pid=95698) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 13:32:30.911791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:30.912425 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:30.913912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "PUT /v2.0/ports/dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d HTTP/1.1" status: 200 len: 969 time: 0.7806807 Aug 30 13:32:30.916712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53742) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:30.924522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb51185e-49ea-4a98-8a88-6bce61b5e149 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event updated for resources: {'Port': ['ID=dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:30.979916 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.000549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4935c6f0-0451-4d01-8596-ec9a5cd20ae9 None None] For port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,segment=NetworkSegment(982eb395-bf8d-4d47-942b-b9498d82a504),segment_id=982eb395-bf8d-4d47-942b-b9498d82a504)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:31.015287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f4ba5-6841-466a-b7a1-0009d087565a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:31.015627 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4ba5-6841-466a-b7a1-0009d087565a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.035649 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4935c6f0-0451-4d01-8596-ec9a5cd20ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.050521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4935c6f0-0451-4d01-8596-ec9a5cd20ae9 None None] Transition to ACTIVE for port object 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:31.054508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4935c6f0-0451-4d01-8596-ec9a5cd20ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.109227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4ba5-6841-466a-b7a1-0009d087565a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.123280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f4ba5-6841-466a-b7a1-0009d087565a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:31.158600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935c6f0-0451-4d01-8596-ec9a5cd20ae9 None None] Pushing event updated for resources: {'Port': ['ID=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:31.259360 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4ba5-6841-466a-b7a1-0009d087565a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.304429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f4ba5-6841-466a-b7a1-0009d087565a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:31.326902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4ba5-6841-466a-b7a1-0009d087565a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.329392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9e2f4ba5-6841-466a-b7a1-0009d087565a tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d HTTP/1.1" status: 204 len: 168 time: 0.4114525 Aug 30 13:32:31.332161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53744) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:31.403534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:31.637066 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb5453b-b36d-4bb8-b71a-494cd68f1e37 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] GET failed (client error): The resource could not be found. Aug 30 13:32:31.638638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cdb5453b-b36d-4bb8-b71a-494cd68f1e37 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports/dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d HTTP/1.1" status: 404 len: 333 time: 0.3054609 Aug 30 13:32:31.641992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53746) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:31.696395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42771216-ff05-4f89-98ee-6926b0ec1cbc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.725146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42771216-ff05-4f89-98ee-6926b0ec1cbc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.777079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c2497550-7562-4075-a1e1-c21e66754ea6 None None] Provisioning complete for port 8b933fb9-8e3c-458a-ac59-677135c7addd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:31.777925 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c2497550-7562-4075-a1e1-c21e66754ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.797611 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42771216-ff05-4f89-98ee-6926b0ec1cbc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.800825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42771216-ff05-4f89-98ee-6926b0ec1cbc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.806908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-42771216-ff05-4f89-98ee-6926b0ec1cbc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/security-groups/286be27e-fd6e-41ca-a623-2e47cd198dd2 HTTP/1.1" status: 204 len: 168 time: 0.1610775 Aug 30 13:32:31.807348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53754) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:31.817323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42771216-ff05-4f89-98ee-6926b0ec1cbc tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286be27e-fd6e-41ca-a623-2e47cd198dd2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:31.860603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c2497550-7562-4075-a1e1-c21e66754ea6 None None] Port 8b933fb9-8e3c-458a-ac59-677135c7addd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:31.876679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c2497550-7562-4075-a1e1-c21e66754ea6 None None] Provisioning for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:31.884762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c2497550-7562-4075-a1e1-c21e66754ea6 None None] Provisioning complete for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:31.885417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c2497550-7562-4075-a1e1-c21e66754ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.889314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-779a7c80-8160-4212-8462-f620ef44ab27 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.918824 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-779a7c80-8160-4212-8462-f620ef44ab27 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.973006 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-779a7c80-8160-4212-8462-f620ef44ab27 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.976111 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-779a7c80-8160-4212-8462-f620ef44ab27 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:31.980263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53758) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:31.980616 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-779a7c80-8160-4212-8462-f620ef44ab27 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/security-groups/394b6a80-c294-47cc-9635-c719f3907cb3 HTTP/1.1" status: 204 len: 168 time: 0.1720495 Aug 30 13:32:31.990966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a7c80-8160-4212-8462-f620ef44ab27 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394b6a80-c294-47cc-9635-c719f3907cb3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:32.031820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c2497550-7562-4075-a1e1-c21e66754ea6 None None] Could not find standard attr ID for object dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:32:32.066899 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fc4438b-81ed-4f54-9a2f-5457e09ca85f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.095838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fc4438b-81ed-4f54-9a2f-5457e09ca85f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.149539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fc4438b-81ed-4f54-9a2f-5457e09ca85f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.152042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-30758f6c-ebba-4193-a3db-a8a25b47b0e4 None None] Could not find standard attr ID for object 00faf256-7692-42c9-bc38-53fd3c53f236. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:32:32.154182 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5fc4438b-81ed-4f54-9a2f-5457e09ca85f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.156819 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5fc4438b-81ed-4f54-9a2f-5457e09ca85f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/security-groups/2d70fbd4-301c-44aa-bbbd-116d415f2e9e HTTP/1.1" status: 204 len: 168 time: 0.1754963 Aug 30 13:32:32.161025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53762) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:32.169886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4438b-81ed-4f54-9a2f-5457e09ca85f tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d70fbd4-301c-44aa-bbbd-116d415f2e9e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:32.240167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-75854c86-246d-4151-8b44-e024bf681b19 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet 8e5177af-aa65-43b3-84c4-402925c79a2c {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:32.243885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75854c86-246d-4151-8b44-e024bf681b19 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.288518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75854c86-246d-4151-8b44-e024bf681b19 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.377296 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75854c86-246d-4151-8b44-e024bf681b19 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.454153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75854c86-246d-4151-8b44-e024bf681b19 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.468969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-56ce8737-5cfd-419b-b4be-ae7e6f7a95b0 None None] Could not find standard attr ID for object dfd46906-96fc-4ffd-96bc-88a8a3e3cd6d. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 13:32:32.490509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-75854c86-246d-4151-8b44-e024bf681b19 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.492445 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-75854c86-246d-4151-8b44-e024bf681b19 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/8e5177af-aa65-43b3-84c4-402925c79a2c HTTP/1.1" status: 204 len: 168 time: 0.3303430 Aug 30 13:32:32.493365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75854c86-246d-4151-8b44-e024bf681b19 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5177af-aa65-43b3-84c4-402925c79a2c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:32.496993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53764) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:32.562140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-241ccbc1-39a1-469f-8483-13b2e0472861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet 6070e13a-244f-42e5-94ba-6a9d18aa7b4c {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:32.566196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-241ccbc1-39a1-469f-8483-13b2e0472861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.610838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-241ccbc1-39a1-469f-8483-13b2e0472861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.675813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92189427-da57-4087-983f-d18e427f6800 None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:32.700030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-241ccbc1-39a1-469f-8483-13b2e0472861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.762975 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-241ccbc1-39a1-469f-8483-13b2e0472861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.795515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ccbc1-39a1-469f-8483-13b2e0472861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=6070e13a-244f-42e5-94ba-6a9d18aa7b4c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:32.798624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-241ccbc1-39a1-469f-8483-13b2e0472861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.802142 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-241ccbc1-39a1-469f-8483-13b2e0472861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/6070e13a-244f-42e5-94ba-6a9d18aa7b4c HTTP/1.1" status: 204 len: 168 time: 0.3004754 Aug 30 13:32:32.803165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:32.832736 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b001f720-6348-4359-acba-8046e895bc1b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:32.833518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b001f720-6348-4359-acba-8046e895bc1b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:32.835485 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b001f720-6348-4359-acba-8046e895bc1b tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/8e5177af-aa65-43b3-84c4-402925c79a2c HTTP/1.1" status: 404 len: 337 time: 0.0310748 Aug 30 13:32:32.839299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53768) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:32.896041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-373a3ea6-577e-47bf-875c-74d9418751e0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting subnet 0780c3c2-9228-4ab3-b8da-2602bf3eb725 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:32.899240 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-373a3ea6-577e-47bf-875c-74d9418751e0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:32.945473 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-373a3ea6-577e-47bf-875c-74d9418751e0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.048057 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-373a3ea6-577e-47bf-875c-74d9418751e0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.161762 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-373a3ea6-577e-47bf-875c-74d9418751e0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.213322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a3ea6-577e-47bf-875c-74d9418751e0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Subnet': ['ID=0780c3c2-9228-4ab3-b8da-2602bf3eb725,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:33.223351 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-373a3ea6-577e-47bf-875c-74d9418751e0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.225287 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-373a3ea6-577e-47bf-875c-74d9418751e0 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/0780c3c2-9228-4ab3-b8da-2602bf3eb725 HTTP/1.1" status: 204 len: 168 time: 0.3848398 Aug 30 13:32:33.227875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53772) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.262353 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-699bcf2a-c51b-448d-bd63-bbf82b241916 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.262822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699bcf2a-c51b-448d-bd63-bbf82b241916 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.264998 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-699bcf2a-c51b-448d-bd63-bbf82b241916 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/cb075db0-eb92-4783-b30f-b1cd23acaffd HTTP/1.1" status: 404 len: 337 time: 0.0359423 Aug 30 13:32:33.268037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53774) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.299906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1ddb3eff-9ede-4f52-8cf1-5b3dad9c67e2 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "GET /v2.0/ports?device_id=41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44 HTTP/1.1" status: 200 len: 205 time: 0.0306628 Aug 30 13:32:33.302425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53776) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.346908 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-74978644-a775-4e36-a8c5-be0e999cf97c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] delete failed (client error): The resource could not be found. Aug 30 13:32:33.350379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-74978644-a775-4e36-a8c5-be0e999cf97c tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/routers/41f46ec7-d01d-44ca-a9a3-5be6b3a0ce44 HTTP/1.1" status: 404 len: 336 time: 0.0443640 Aug 30 13:32:33.350610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53778) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.378858 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-feca67c0-7fe8-4a52-8ceb-0219b5e82e59 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.379319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feca67c0-7fe8-4a52-8ceb-0219b5e82e59 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.381071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-feca67c0-7fe8-4a52-8ceb-0219b5e82e59 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/8b3a28f0-758e-481c-bd47-b62cb9a49390 HTTP/1.1" status: 404 len: 337 time: 0.0295486 Aug 30 13:32:33.383624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53780) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.410933 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-21586523-585b-44bf-bffe-07fcda7999ae tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.411402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21586523-585b-44bf-bffe-07fcda7999ae tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.416238 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-21586523-585b-44bf-bffe-07fcda7999ae tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/d89abf78-38e8-4ae9-b071-a539f468c624 HTTP/1.1" status: 404 len: 337 time: 0.0285909 Aug 30 13:32:33.416343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53782) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.443220 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f15e93-1b44-4360-be8d-bff38e64d322 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.443790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f15e93-1b44-4360-be8d-bff38e64d322 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.445579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-84f15e93-1b44-4360-be8d-bff38e64d322 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/6df57883-8b54-4901-9996-5ac531cdb3dd HTTP/1.1" status: 404 len: 337 time: 0.0287194 Aug 30 13:32:33.449018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53784) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.474371 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5ce823-848e-45d1-ac65-9d0271152cee tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.475020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5ce823-848e-45d1-ac65-9d0271152cee tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.476741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8a5ce823-848e-45d1-ac65-9d0271152cee tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/3ba7b9c4-4590-4c1d-a96c-cd48013ea6d3 HTTP/1.1" status: 404 len: 333 time: 0.0266907 Aug 30 13:32:33.479216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53786) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.508435 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb20f71d-519c-41e2-880b-04c059c80de7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.509024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb20f71d-519c-41e2-880b-04c059c80de7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.510625 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eb20f71d-519c-41e2-880b-04c059c80de7 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/984dd385-c79a-4b94-aeef-75cbd0d813cd HTTP/1.1" status: 404 len: 337 time: 0.0305181 Aug 30 13:32:33.513155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53788) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.533517 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a97be1-c2c4-4854-908d-0c0e9fb60628 None None] Network b072afd8-471d-431b-93fe-502c775e9ec2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:33.540204 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-d795a1e7-4298-41a4-867b-2d2394647beb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.540653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d795a1e7-4298-41a4-867b-2d2394647beb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.542382 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d795a1e7-4298-41a4-867b-2d2394647beb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/73ea258f-6e72-4955-95fe-81e51a1b6ea8 HTTP/1.1" status: 404 len: 337 time: 0.0283027 Aug 30 13:32:33.544987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53790) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.567448 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-75bde0b8-ee69-44e6-a12d-0da688e8e861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.568005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75bde0b8-ee69-44e6-a12d-0da688e8e861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.569756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-75bde0b8-ee69-44e6-a12d-0da688e8e861 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/d28791f5-ea82-461e-ada3-e31657b4547e HTTP/1.1" status: 404 len: 333 time: 0.0235474 Aug 30 13:32:33.573395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53792) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.608517 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74dcb73-3c19-441c-8f43-20754fe3cecb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.609081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74dcb73-3c19-441c-8f43-20754fe3cecb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.610849 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b74dcb73-3c19-441c-8f43-20754fe3cecb tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/7c84b8f3-a26f-4778-86da-aa3dc180e18b HTTP/1.1" status: 404 len: 337 time: 0.0364454 Aug 30 13:32:33.613439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53794) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.630871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8c80bcc2-0ee8-4d80-a5bd-50b6f16c33a8 None None] Provisioning complete for port 8b933fb9-8e3c-458a-ac59-677135c7addd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:33.631250 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8c80bcc2-0ee8-4d80-a5bd-50b6f16c33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.639113 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4c94f9-225e-40ea-9b5c-8d616d92f923 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] DELETE failed (client error): The resource could not be found. Aug 30 13:32:33.640067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4c94f9-225e-40ea-9b5c-8d616d92f923 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:32:33.641799 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1b4c94f9-225e-40ea-9b5c-8d616d92f923 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/subnets/0dfa2e5c-4b4a-41c4-b1f2-c68cafcb1431 HTTP/1.1" status: 404 len: 337 time: 0.0273411 Aug 30 13:32:33.644437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53796) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:33.682388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8c80bcc2-0ee8-4d80-a5bd-50b6f16c33a8 None None] Port 8b933fb9-8e3c-458a-ac59-677135c7addd cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:33.697943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8c80bcc2-0ee8-4d80-a5bd-50b6f16c33a8 None None] Provisioning complete for port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:33.698370 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8c80bcc2-0ee8-4d80-a5bd-50b6f16c33a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.733146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4fc86-3ca9-44b1-9f5f-c8835cfec562 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 8b933fb9-8e3c-458a-ac59-677135c7addd {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:33.733479 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7eb4fc86-3ca9-44b1-9f5f-c8835cfec562 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.754689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3dcedb-8208-4be9-af3d-19bf382e3ff3 None None] DHCP port deletion for b072afd8-471d-431b-93fe-502c775e9ec2 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:33.806419 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7eb4fc86-3ca9-44b1-9f5f-c8835cfec562 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.822362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4fc86-3ca9-44b1-9f5f-c8835cfec562 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 8b933fb9-8e3c-458a-ac59-677135c7addd owned by {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:33.831370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fc3dcedb-8208-4be9-af3d-19bf382e3ff3 None None] Deleting port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:33.831750 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc3dcedb-8208-4be9-af3d-19bf382e3ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.893732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-fc3dcedb-8208-4be9-af3d-19bf382e3ff3 None None] For port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,segment=NetworkSegment(982eb395-bf8d-4d47-942b-b9498d82a504),segment_id=982eb395-bf8d-4d47-942b-b9498d82a504)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:33.894134 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc3dcedb-8208-4be9-af3d-19bf382e3ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.911281 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7eb4fc86-3ca9-44b1-9f5f-c8835cfec562 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.911940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fc3dcedb-8208-4be9-af3d-19bf382e3ff3 None None] Calling delete_port for 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:33.941798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4fc86-3ca9-44b1-9f5f-c8835cfec562 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=8b933fb9-8e3c-458a-ac59-677135c7addd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:33.947376 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7eb4fc86-3ca9-44b1-9f5f-c8835cfec562 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:33.952387 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7eb4fc86-3ca9-44b1-9f5f-c8835cfec562 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/ports/8b933fb9-8e3c-458a-ac59-677135c7addd HTTP/1.1" status: 204 len: 168 time: 0.3040738 Aug 30 13:32:33.952895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53798) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:34.051175 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.118846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Deleting port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:34.119283 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.152529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fc3dcedb-8208-4be9-af3d-19bf382e3ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.181456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3dcedb-8208-4be9-af3d-19bf382e3ff3 None None] Pushing event deleted for resources: {'Port': ['ID=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:34.187235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3dcedb-8208-4be9-af3d-19bf382e3ff3 None None] No DVR routers for this DVR port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:34.196020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] For port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,segment=NetworkSegment(982eb395-bf8d-4d47-942b-b9498d82a504),segment_id=982eb395-bf8d-4d47-942b-b9498d82a504)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:34.196020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.222775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Calling delete_port for 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:34.313321 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.341588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Port': ['ID=9eafa4e1-ff2e-47d0-b06d-f9f4a080230c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:34.347544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] No DVR routers for this DVR port 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:34.434255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.447875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b072afd8-471d-431b-93fe-502c775e9ec2']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:34.461226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982eb395-bf8d-4d47-942b-b9498d82a504') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:34.461443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982eb395-bf8d-4d47-942b-b9498d82a504') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:34.470907 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.485792 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.492690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:34.493100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:34.496250 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:34.555747 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.565102 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:34.568309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] 10.222.0.37 "DELETE /v2.0/networks/b072afd8-471d-431b-93fe-502c775e9ec2 HTTP/1.1" status: 204 len: 168 time: 0.6140327 Aug 30 13:32:34.596066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16793b3-54e0-42e4-ba04-49a3cc778b92 tempest-PortsIpV6TestJSON-427140421 tempest-PortsIpV6TestJSON-427140421-project] Pushing event deleted for resources: {'Network': ['ID=b072afd8-471d-431b-93fe-502c775e9ec2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:34.865585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53814) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:35.017830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-26cc3783-b44a-4a6f-9c0f-b320d51905a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81ca5737b44c4fc4a9f9e46d54c60574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509233 Aug 30 13:32:35.020259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53818) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:35.071030 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2893-6c58-410a-95ba-291b983ef4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:35.093967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2893-6c58-410a-95ba-291b983ef4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:35.155589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2893-6c58-410a-95ba-291b983ef4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:35.159563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e6d2893-6c58-410a-95ba-291b983ef4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:35.161172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6e6d2893-6c58-410a-95ba-291b983ef4a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8f503765-4185-4f4c-ba9a-16ae64b80d3b HTTP/1.1" status: 204 len: 168 time: 0.1394525 Aug 30 13:32:35.172756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d2893-6c58-410a-95ba-291b983ef4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f503765-4185-4f4c-ba9a-16ae64b80d3b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:35.421411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:35.453610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:35.454221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9eafa4e1-ff2e-47d0-b06d-f9f4a080230c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:35.907869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53842) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:36.005125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'network': {'name': 'tempest-RoutersTest-2128754513'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:36.026117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:36.029630 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.038182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.129567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.133495 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.157093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:32:36.173182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.173537 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added segment 9388b76e-2ab9-4207-b1c8-25e296590160 of type vlan for network f67c4c8e-ac52-4941-9593-bfd643778f62 Aug 30 13:32:36.174881 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a775a34-5c9a-4a78-8fad-9658818d5cf3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:36.218498 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.243657 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.249269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:36.249903 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.309249 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4002571 Aug 30 13:32:36.312003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53846) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:36.317422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'network': {'name': 'tempest-RoutersTest-341261060'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:36.318344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b0248-df57-41a4-b83d-072b9c0db22c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Network': ['ID=f67c4c8e-ac52-4941-9593-bfd643778f62,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:36.329094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network f67c4c8e-ac52-4941-9593-bfd643778f62 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:36.346408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:36.350408 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.378078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:32:36.388036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.388351 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added segment 2fa5ea88-a252-43d9-8d59-9fc382284d1a of type vlan for network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f Aug 30 13:32:36.438067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.464317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.470062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:36.470653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.532814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2195587 Aug 30 13:32:36.535820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53856) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:36.540976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'subnet': {'network_id': 'f67c4c8e-ac52-4941-9593-bfd643778f62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:36.547912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921762d-9ee1-470b-9c97-78d0d24b5caa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Network': ['ID=67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:36.559256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:36.652818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:36.656529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.708048 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-411db6af-e375-4bbc-a19f-e712518b22e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.847080 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.904147 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Subnet': ['ID=e784b5ef-3498-478c-9246-fdb831d7fcb9,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:36.921491 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Checking segment: {'id': '9388b76e-2ab9-4207-b1c8-25e296590160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f67c4c8e-ac52-4941-9593-bfd643778f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:36.922201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network hostable DHCP agents. Network: f67c4c8e-ac52-4941-9593-bfd643778f62, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:32:36.939681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network f67c4c8e-ac52-4941-9593-bfd643778f62 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:32:36.948510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, f67c4c8e-ac52-4941-9593-bfd643778f62) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:36.953479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:36.954100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:36.960550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43c236f-e68a-44b2-8732-ea443f746eb2 None None] Network f67c4c8e-ac52-4941-9593-bfd643778f62 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:36.972939 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-71ba7a58-997f-46b5-80be-86269c5d596e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4358325 Aug 30 13:32:36.973967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53860) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:36.979669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'subnet': {'network_id': '67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:37.080693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:37.084693 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.131854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-f67c4c8e-ac52-4941-9593-bfd643778f62', 'network_id': 'f67c4c8e-ac52-4941-9593-bfd643778f62', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'fixed_ips': [{'subnet_id': 'e784b5ef-3498-478c-9246-fdb831d7fcb9'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:32:37.133314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.307016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Allocated IP 172.20.0.2 (f67c4c8e-ac52-4941-9593-bfd643778f62/e784b5ef-3498-478c-9246-fdb831d7fcb9/5db755ea-3612-46cb-a773-866135a11dbf) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:37.330764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.396112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Subnet': ['ID=fddb1c6f-5ab1-446b-80da-43de9cf2e71c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:37.409515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Checking segment: {'id': '2fa5ea88-a252-43d9-8d59-9fc382284d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:37.410532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network hostable DHCP agents. Network: 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:32:37.431170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:32:37.441980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:37.450818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a7641c-499a-4b82-9451-b9713ab08542 None None] Network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:37.457804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:37.458397 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.474802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b358c32f-ea1a-4337-a979-68666686b5bf tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4993515 Aug 30 13:32:37.477381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53862) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:37.482019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-123f5be1-3967-427c-8506-b207cc5dd68a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1826638483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:37.513780 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-123f5be1-3967-427c-8506-b207cc5dd68a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.516078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-123f5be1-3967-427c-8506-b207cc5dd68a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.516455 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.529311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Transition to ACTIVE for port object 5db755ea-3612-46cb-a773-866135a11dbf will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:37.557037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Transition to ACTIVE for port object 5db755ea-3612-46cb-a773-866135a11dbf will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:37.565764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.580425 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-123f5be1-3967-427c-8506-b207cc5dd68a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.584895 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-123f5be1-3967-427c-8506-b207cc5dd68a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.604560 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-123f5be1-3967-427c-8506-b207cc5dd68a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.606752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-123f5be1-3967-427c-8506-b207cc5dd68a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1283379 Aug 30 13:32:37.610737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53864) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:37.628877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Network f67c4c8e-ac52-4941-9593-bfd643778f62 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:37.659022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:37.664304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Pushing event updated for resources: {'Port': ['ID=5db755ea-3612-46cb-a773-866135a11dbf,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:37.667177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:37.774153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Attempting to bind port 5db755ea-3612-46cb-a773-866135a11dbf on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:32:37.774526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Attempting to bind port 5db755ea-3612-46cb-a773-866135a11dbf by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9388b76e-2ab9-4207-b1c8-25e296590160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f67c4c8e-ac52-4941-9593-bfd643778f62'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:32:37.775302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Attempting to bind port 5db755ea-3612-46cb-a773-866135a11dbf on network f67c4c8e-ac52-4941-9593-bfd643778f62 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:32:37.780843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:37.781108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Checking segment: {'id': '9388b76e-2ab9-4207-b1c8-25e296590160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f67c4c8e-ac52-4941-9593-bfd643778f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:37.781506 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.782753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Bound using segment: {'id': '9388b76e-2ab9-4207-b1c8-25e296590160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f67c4c8e-ac52-4941-9593-bfd643778f62'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:37.783397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Bound port: 5db755ea-3612-46cb-a773-866135a11dbf, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9388b76e-2ab9-4207-b1c8-25e296590160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'f67c4c8e-ac52-4941-9593-bfd643778f62'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:37.783968 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.800801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f', 'network_id': '67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'fixed_ips': [{'subnet_id': 'fddb1c6f-5ab1-446b-80da-43de9cf2e71c'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:32:37.802894 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:37.946228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] For port 5db755ea-3612-46cb-a773-866135a11dbf, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:37.950899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] For port 5db755ea-3612-46cb-a773-866135a11dbf, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5db755ea-3612-46cb-a773-866135a11dbf,segment=NetworkSegment(9388b76e-2ab9-4207-b1c8-25e296590160),segment_id=9388b76e-2ab9-4207-b1c8-25e296590160)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:37.955862 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:38.008284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:38.050779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Allocated IP 172.21.0.2 (67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f/fddb1c6f-5ab1-446b-80da-43de9cf2e71c/b317a161-f931-4daf-a971-4322ec82d6dd) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:38.052589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f4195-17af-4f86-aa58-a0419fa471f1 None None] Pushing event updated for resources: {'Port': ['ID=5db755ea-3612-46cb-a773-866135a11dbf,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:38.213145 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:38.238573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Transition to ACTIVE for port object b317a161-f931-4daf-a971-4322ec82d6dd will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:38.258110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Transition to ACTIVE for port object b317a161-f931-4daf-a971-4322ec82d6dd will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:38.267483 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:38.322272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:38.325299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:38.330951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:38.333276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Pushing event updated for resources: {'Port': ['ID=b317a161-f931-4daf-a971-4322ec82d6dd,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:38.390591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Attempting to bind port b317a161-f931-4daf-a971-4322ec82d6dd on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:32:38.390968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Attempting to bind port b317a161-f931-4daf-a971-4322ec82d6dd by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2fa5ea88-a252-43d9-8d59-9fc382284d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:32:38.391338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Attempting to bind port b317a161-f931-4daf-a971-4322ec82d6dd on network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:32:38.396593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:38.397004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Checking segment: {'id': '2fa5ea88-a252-43d9-8d59-9fc382284d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:38.397412 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:38.397862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Bound using segment: {'id': '2fa5ea88-a252-43d9-8d59-9fc382284d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:38.400874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Bound port: b317a161-f931-4daf-a971-4322ec82d6dd, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa5ea88-a252-43d9-8d59-9fc382284d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:38.400874 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:38.475414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] For port b317a161-f931-4daf-a971-4322ec82d6dd, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:38.478538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] For port b317a161-f931-4daf-a971-4322ec82d6dd, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b317a161-f931-4daf-a971-4322ec82d6dd,segment=NetworkSegment(2fa5ea88-a252-43d9-8d59-9fc382284d1a),segment_id=2fa5ea88-a252-43d9-8d59-9fc382284d1a)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:38.482282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:38.541310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000164c-bef0-4c86-aa44-6d2a0ea62c2e None None] Pushing event updated for resources: {'Port': ['ID=b317a161-f931-4daf-a971-4322ec82d6dd,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:38.549017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.20.0.1 (f67c4c8e-ac52-4941-9593-bfd643778f62/e784b5ef-3498-478c-9246-fdb831d7fcb9/bf7a6816-dba2-4bca-be0d-ea5b4b89c83c) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:38.672276 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:38.697460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Transition to ACTIVE for port object bf7a6816-dba2-4bca-be0d-ea5b4b89c83c will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:38.738109 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:38.778578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network f67c4c8e-ac52-4941-9593-bfd643778f62 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:38.782123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:38.784803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:38.899501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=bf7a6816-dba2-4bca-be0d-ea5b4b89c83c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:38.906267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.039611 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.223250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f155bf8-21f0-4078-a59b-76e113e93a4e None None] Network f67c4c8e-ac52-4941-9593-bfd643778f62 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:39.304632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5535e13c-95d4-4d4d-9cf8-1e0946438a43 None None] Provisioning for port 5db755ea-3612-46cb-a773-866135a11dbf completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:39.367845 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.380244 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.444072 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12f4cc7b-c232-494a-9103-156693ba8709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.478543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=bf7a6816-dba2-4bca-be0d-ea5b4b89c83c,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:39.500754 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.521338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5db755ea-3612-46cb-a773-866135a11dbf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:39.587943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 5db755ea-3612-46cb-a773-866135a11dbf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:39.595801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5db755ea-3612-46cb-a773-866135a11dbf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:39.596279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.638716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network f67c4c8e-ac52-4941-9593-bfd643778f62 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:39.643082 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:39.689777 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.739629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 5db755ea-3612-46cb-a773-866135a11dbf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5db755ea-3612-46cb-a773-866135a11dbf,segment=NetworkSegment(9388b76e-2ab9-4207-b1c8-25e296590160),segment_id=9388b76e-2ab9-4207-b1c8-25e296590160)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:39.745451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.746860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b317a161-f931-4daf-a971-4322ec82d6dd up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:39.817510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ecbb9989-55ee-41a6-bbf9-b69c4638eed3 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:32:39.870170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=5db755ea-3612-46cb-a773-866135a11dbf,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:39.881141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2e2d8d4e-3b0d-481c-8786-6d325b678d48 None None] Provisioning complete for port 5db755ea-3612-46cb-a773-866135a11dbf triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:39.881520 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8d4e-3b0d-481c-8786-6d325b678d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:39.907737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef222adf-e275-481d-892d-a951326188e8 None None] Network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:39.960324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:39.970479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f7e526e3-f440-4839-9d9b-096e7280e5be tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ecbb9989-55ee-41a6-bbf9-b69c4638eed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3555355 Aug 30 13:32:39.970760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53878) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:39.974079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b317a161-f931-4daf-a971-4322ec82d6dd completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:39.977998 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370a2b4-26c4-4f1b-b36f-fb033f3bc61a None None] Sync routers for ids ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:39.989798 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370a2b4-26c4-4f1b-b36f-fb033f3bc61a None None] Routers {'ecbb9989-55ee-41a6-bbf9-b69c4638eed3'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:39.990542 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8370a2b4-26c4-4f1b-b36f-fb033f3bc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:40.038593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89186fb4-d96c-4fa5-b940-8641c38455a9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:40.044262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-89186fb4-d96c-4fa5-b940-8641c38455a9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports/bf7a6816-dba2-4bca-be0d-ea5b4b89c83c HTTP/1.1" status: 200 len: 910 time: 0.0717199 Aug 30 13:32:40.046735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53882) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:40.064931 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8370a2b4-26c4-4f1b-b36f-fb033f3bc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:40.077163 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370a2b4-26c4-4f1b-b36f-fb033f3bc61a None None] Routers {'ecbb9989-55ee-41a6-bbf9-b69c4638eed3'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:40.078079 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8370a2b4-26c4-4f1b-b36f-fb033f3bc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:40.131962 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8370a2b4-26c4-4f1b-b36f-fb033f3bc61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:40.132870 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370a2b4-26c4-4f1b-b36f-fb033f3bc61a None None] The sync data for ids ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:40.150693 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.274143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2e2d8d4e-3b0d-481c-8786-6d325b678d48 None None] Provisioning for port bf7a6816-dba2-4bca-be0d-ea5b4b89c83c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:40.298551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2e2d8d4e-3b0d-481c-8786-6d325b678d48 None None] Provisioning complete for port bf7a6816-dba2-4bca-be0d-ea5b4b89c83c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:40.298868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2e2d8d4e-3b0d-481c-8786-6d325b678d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.348476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2e2d8d4e-3b0d-481c-8786-6d325b678d48 None None] Port bf7a6816-dba2-4bca-be0d-ea5b4b89c83c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:40.483785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] Provisioning for port b317a161-f931-4daf-a971-4322ec82d6dd completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:40.492078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] Provisioning complete for port b317a161-f931-4daf-a971-4322ec82d6dd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:40.492550 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.561877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.582255 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.615107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] For port b317a161-f931-4daf-a971-4322ec82d6dd, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b317a161-f931-4daf-a971-4322ec82d6dd,segment=NetworkSegment(2fa5ea88-a252-43d9-8d59-9fc382284d1a),segment_id=2fa5ea88-a252-43d9-8d59-9fc382284d1a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:40.621554 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.663628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] Provisioning complete for port bf7a6816-dba2-4bca-be0d-ea5b4b89c83c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:40.663999 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.696625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] Pushing event updated for resources: {'Port': ['ID=b317a161-f931-4daf-a971-4322ec82d6dd,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:40.710332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a8317622-4bf9-4d6d-bcd0-9ffa04eb7828 None None] Port bf7a6816-dba2-4bca-be0d-ea5b4b89c83c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:40.826568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.21.0.1 (67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f/fddb1c6f-5ab1-446b-80da-43de9cf2e71c/2826b38b-0041-486b-a764-80d112a7142e) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:40.828532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-faa5e027-9c49-4eac-8c40-97a3c786ae6b None None] Provisioning complete for port b317a161-f931-4daf-a971-4322ec82d6dd triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:40.828920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-faa5e027-9c49-4eac-8c40-97a3c786ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.912073 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.927944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-faa5e027-9c49-4eac-8c40-97a3c786ae6b None None] Provisioning complete for port bf7a6816-dba2-4bca-be0d-ea5b4b89c83c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:40.928329 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-faa5e027-9c49-4eac-8c40-97a3c786ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.941810 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:40.956389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Transition to ACTIVE for port object 2826b38b-0041-486b-a764-80d112a7142e will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:40.966305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-faa5e027-9c49-4eac-8c40-97a3c786ae6b None None] Port bf7a6816-dba2-4bca-be0d-ea5b4b89c83c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:40.990469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:41.032533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:41.035588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:41.038509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:41.066934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=2826b38b-0041-486b-a764-80d112a7142e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:41.090801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:41.222943 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:41.292798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-34028214-f699-4cb8-b284-0fa0f79f1a64 None None] Provisioning for port 2826b38b-0041-486b-a764-80d112a7142e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:41.297144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-34028214-f699-4cb8-b284-0fa0f79f1a64 None None] Provisioning complete for port 2826b38b-0041-486b-a764-80d112a7142e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:41.297530 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-34028214-f699-4cb8-b284-0fa0f79f1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:41.334356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-34028214-f699-4cb8-b284-0fa0f79f1a64 None None] Port 2826b38b-0041-486b-a764-80d112a7142e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:41.411199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5db755ea-3612-46cb-a773-866135a11dbf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:41.461165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5db755ea-3612-46cb-a773-866135a11dbf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:41.461564 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:41.536754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:41.545735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:41.555883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b317a161-f931-4daf-a971-4322ec82d6dd up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:41.610812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b317a161-f931-4daf-a971-4322ec82d6dd triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:41.611083 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:41.616058 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:41.624459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=2826b38b-0041-486b-a764-80d112a7142e,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:41.719409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:41.720791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:41.824241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ecbb9989-55ee-41a6-bbf9-b69c4638eed3 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:32:41.922994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:41.930032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8cf27855-8b89-4bad-82c9-a32e9ccbb572 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ecbb9989-55ee-41a6-bbf9-b69c4638eed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8801687 Aug 30 13:32:41.931577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53894) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:41.936770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab8bcd-6581-42b0-94d4-d12321ce03e0 None None] Sync routers for ids ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:41.946600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab8bcd-6581-42b0-94d4-d12321ce03e0 None None] Routers {'ecbb9989-55ee-41a6-bbf9-b69c4638eed3'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:41.946933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3aab8bcd-6581-42b0-94d4-d12321ce03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:41.975143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7bb1-e666-469b-a0c9-97ea0561dfc0 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:41.979335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6b2e7bb1-e666-469b-a0c9-97ea0561dfc0 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports/2826b38b-0041-486b-a764-80d112a7142e HTTP/1.1" status: 200 len: 910 time: 0.0439157 Aug 30 13:32:41.979496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53896) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:41.987647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3aab8bcd-6581-42b0-94d4-d12321ce03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:41.998377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bfaec242-34e4-4cd0-87ab-5ef46bb87b55 None None] Provisioning complete for port 2826b38b-0041-486b-a764-80d112a7142e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:41.999333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bfaec242-34e4-4cd0-87ab-5ef46bb87b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:42.020277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aab8bcd-6581-42b0-94d4-d12321ce03e0 None None] Routers {'ecbb9989-55ee-41a6-bbf9-b69c4638eed3'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:42.020920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3aab8bcd-6581-42b0-94d4-d12321ce03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:42.062865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3aab8bcd-6581-42b0-94d4-d12321ce03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:42.063530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aab8bcd-6581-42b0-94d4-d12321ce03e0 None None] The sync data for ids ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:42.068424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bfaec242-34e4-4cd0-87ab-5ef46bb87b55 None None] Port 2826b38b-0041-486b-a764-80d112a7142e cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:42.254076 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:42.326193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:42.898595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 2826b38b-0041-486b-a764-80d112a7142e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:42.898937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:42.990607 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:43.002831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 2826b38b-0041-486b-a764-80d112a7142e owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:43.181942 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:43.221393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=2826b38b-0041-486b-a764-80d112a7142e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:43.378798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:43.598532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ecbb9989-55ee-41a6-bbf9-b69c4638eed3 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:32:43.696189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:43.704942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1f73cfd2-a686-40af-838e-ed2911303f95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ecbb9989-55ee-41a6-bbf9-b69c4638eed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7209811 Aug 30 13:32:43.705039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53910) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:43.709037 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c5540-235b-4163-a7a8-19844a4e5ded None None] Sync routers for ids ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:43.720183 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c5540-235b-4163-a7a8-19844a4e5ded None None] Routers {'ecbb9989-55ee-41a6-bbf9-b69c4638eed3'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:43.720811 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1f4c5540-235b-4163-a7a8-19844a4e5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:43.756235 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1f4c5540-235b-4163-a7a8-19844a4e5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:43.765436 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4c5540-235b-4163-a7a8-19844a4e5ded None None] Routers {'ecbb9989-55ee-41a6-bbf9-b69c4638eed3'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:43.766115 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1f4c5540-235b-4163-a7a8-19844a4e5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:43.804386 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1f4c5540-235b-4163-a7a8-19844a4e5ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:43.806518 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4c5540-235b-4163-a7a8-19844a4e5ded None None] The sync data for ids ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:44.081706 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:44.336073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port bf7a6816-dba2-4bca-be0d-ea5b4b89c83c {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:44.336318 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:44.433134 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:44.445454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for bf7a6816-dba2-4bca-be0d-ea5b4b89c83c owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:44.634822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:44.664689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=bf7a6816-dba2-4bca-be0d-ea5b4b89c83c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:44.806716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:44.962809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ecbb9989-55ee-41a6-bbf9-b69c4638eed3 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:32:45.039418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:45.044457 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4d5af6d7-7ebf-4e79-a78d-246b32c9df98 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ecbb9989-55ee-41a6-bbf9-b69c4638eed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3386564 Aug 30 13:32:45.048021 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53914) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:45.050506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781e829-0181-4257-a065-227ff3021eb1 None None] Sync routers for ids ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:45.060710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781e829-0181-4257-a065-227ff3021eb1 None None] Routers {'ecbb9989-55ee-41a6-bbf9-b69c4638eed3'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:45.061860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f781e829-0181-4257-a065-227ff3021eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:45.093683 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f781e829-0181-4257-a065-227ff3021eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:45.095732 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a9120bad-82c6-4a23-9953-6e0d15740d6f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecbb9989-55ee-41a6-bbf9-b69c4638eed3 HTTP/1.1" status: 200 len: 205 time: 0.0466192 Aug 30 13:32:45.098383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53916) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:45.102449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f781e829-0181-4257-a065-227ff3021eb1 None None] Routers {'ecbb9989-55ee-41a6-bbf9-b69c4638eed3'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:45.103053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f781e829-0181-4257-a065-227ff3021eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:45.134293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f781e829-0181-4257-a065-227ff3021eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:45.134871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f781e829-0181-4257-a065-227ff3021eb1 None None] The sync data for ids ['ecbb9989-55ee-41a6-bbf9-b69c4638eed3'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:45.417692 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-339d03dd-a778-4b82-a79d-a14799234c69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:45.578292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-339d03dd-a778-4b82-a79d-a14799234c69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:45.580361 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-339d03dd-a778-4b82-a79d-a14799234c69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:45.626844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-339d03dd-a778-4b82-a79d-a14799234c69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:45.627709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339d03dd-a778-4b82-a79d-a14799234c69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Fanout notify agent at l3_agent the message router_deleted on router ecbb9989-55ee-41a6-bbf9-b69c4638eed3 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:32:45.642759 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-339d03dd-a778-4b82-a79d-a14799234c69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:45.647266 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-339d03dd-a778-4b82-a79d-a14799234c69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/ecbb9989-55ee-41a6-bbf9-b69c4638eed3 HTTP/1.1" status: 204 len: 168 time: 0.5478926 Aug 30 13:32:45.647965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53922) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:45.729008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf4aeeb-6cc6-452a-90fb-76c12db2d863 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting subnet fddb1c6f-5ab1-446b-80da-43de9cf2e71c {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:45.733017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aaf4aeeb-6cc6-452a-90fb-76c12db2d863 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:45.790947 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aaf4aeeb-6cc6-452a-90fb-76c12db2d863 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:45.900189 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aaf4aeeb-6cc6-452a-90fb-76c12db2d863 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:45.989295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aaf4aeeb-6cc6-452a-90fb-76c12db2d863 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.024650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4aeeb-6cc6-452a-90fb-76c12db2d863 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Subnet': ['ID=fddb1c6f-5ab1-446b-80da-43de9cf2e71c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:46.027460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aaf4aeeb-6cc6-452a-90fb-76c12db2d863 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.032669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aaf4aeeb-6cc6-452a-90fb-76c12db2d863 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/fddb1c6f-5ab1-446b-80da-43de9cf2e71c HTTP/1.1" status: 204 len: 168 time: 0.3801298 Aug 30 13:32:46.033457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53942) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:46.039083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c3c238-ba26-4ef1-9b1f-c1720abb3393 None None] Network 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:46.124440 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd5d1fb-7cc5-41ab-b290-b419adbca37b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting subnet e784b5ef-3498-478c-9246-fdb831d7fcb9 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:46.128552 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d1fb-7cc5-41ab-b290-b419adbca37b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.183231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d1fb-7cc5-41ab-b290-b419adbca37b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.280095 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d1fb-7cc5-41ab-b290-b419adbca37b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.297448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] DHCP port deletion for 67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:46.347192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d1fb-7cc5-41ab-b290-b419adbca37b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.362517 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Deleting port b317a161-f931-4daf-a971-4322ec82d6dd {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:46.363049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.384770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5d1fb-7cc5-41ab-b290-b419adbca37b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Subnet': ['ID=e784b5ef-3498-478c-9246-fdb831d7fcb9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:46.392776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6cd5d1fb-7cc5-41ab-b290-b419adbca37b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.398613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53952) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:46.409748 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6cd5d1fb-7cc5-41ab-b290-b419adbca37b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/e784b5ef-3498-478c-9246-fdb831d7fcb9 HTTP/1.1" status: 204 len: 168 time: 0.3752816 Aug 30 13:32:46.436185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b13b09-28f6-429a-95c2-aaf1075664f7 None None] Network f67c4c8e-ac52-4941-9593-bfd643778f62 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:46.489941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.518425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] For port b317a161-f931-4daf-a971-4322ec82d6dd, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b317a161-f931-4daf-a971-4322ec82d6dd,segment=NetworkSegment(2fa5ea88-a252-43d9-8d59-9fc382284d1a),segment_id=2fa5ea88-a252-43d9-8d59-9fc382284d1a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:46.518976 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.551245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port b317a161-f931-4daf-a971-4322ec82d6dd {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:46.551602 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.552519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Calling delete_port for b317a161-f931-4daf-a971-4322ec82d6dd owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:46.627108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port b317a161-f931-4daf-a971-4322ec82d6dd, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b317a161-f931-4daf-a971-4322ec82d6dd,segment=NetworkSegment(2fa5ea88-a252-43d9-8d59-9fc382284d1a),segment_id=2fa5ea88-a252-43d9-8d59-9fc382284d1a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:46.627475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.641844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for b317a161-f931-4daf-a971-4322ec82d6dd owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:46.684790 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.718116 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Pushing event deleted for resources: {'Port': ['ID=b317a161-f931-4daf-a971-4322ec82d6dd,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:46.720524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] No DVR routers for this DVR port b317a161-f931-4daf-a971-4322ec82d6dd on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:46.731060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb9f0ef-8524-4756-9574-2dfb3fcb7a98 None None] DHCP port deletion for f67c4c8e-ac52-4941-9593-bfd643778f62 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:46.738115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.738412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.738772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.739140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.739535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.739874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.740297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.740527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.740862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.741192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.741539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.741878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51873b14-f75b-4f27-bcbe-05761efc232d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:32:46.748982 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.780805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=b317a161-f931-4daf-a971-4322ec82d6dd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:46.788039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No DVR routers for this DVR port b317a161-f931-4daf-a971-4322ec82d6dd on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:46.791251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9f0ef-8524-4756-9574-2dfb3fcb7a98 None None] Deleting port 5db755ea-3612-46cb-a773-866135a11dbf {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:46.791732 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f0ef-8524-4756-9574-2dfb3fcb7a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.864508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ecb9f0ef-8524-4756-9574-2dfb3fcb7a98 None None] For port 5db755ea-3612-46cb-a773-866135a11dbf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5db755ea-3612-46cb-a773-866135a11dbf,segment=NetworkSegment(9388b76e-2ab9-4207-b1c8-25e296590160),segment_id=9388b76e-2ab9-4207-b1c8-25e296590160)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:46.864844 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f0ef-8524-4756-9574-2dfb3fcb7a98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.867477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.878377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:46.879204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9f0ef-8524-4756-9574-2dfb3fcb7a98 None None] Calling delete_port for 5db755ea-3612-46cb-a773-866135a11dbf owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:46.890196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa5ea88-a252-43d9-8d59-9fc382284d1a') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:46.890529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa5ea88-a252-43d9-8d59-9fc382284d1a') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:46.899819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.914183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.920946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:46.921261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: self.session.flush() Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:46.924437 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:46.974296 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ecb9f0ef-8524-4756-9574-2dfb3fcb7a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:46.995299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.004276 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.008830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/networks/67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f HTTP/1.1" status: 204 len: 168 time: 0.6066589 Aug 30 13:32:47.009005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9f0ef-8524-4756-9574-2dfb3fcb7a98 None None] Pushing event deleted for resources: {'Port': ['ID=5db755ea-3612-46cb-a773-866135a11dbf,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:47.009685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53954) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:47.010358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9f0ef-8524-4756-9574-2dfb3fcb7a98 None None] No DVR routers for this DVR port 5db755ea-3612-46cb-a773-866135a11dbf on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:47.017078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c3c0c-0b28-4dea-9648-db50f3f5d8a2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Network': ['ID=67f5aca5-ef86-4eb8-b9ea-9a8830aadf0f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:47.107236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.211264 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.222653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67c4c8e-ac52-4941-9593-bfd643778f62']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:47.233485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9388b76e-2ab9-4207-b1c8-25e296590160') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:47.233746 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9388b76e-2ab9-4207-b1c8-25e296590160') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:47.242669 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.256214 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.261971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:47.262354 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:47.266357 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:47.327180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.334486 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.336310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/networks/f67c4c8e-ac52-4941-9593-bfd643778f62 HTTP/1.1" status: 204 len: 168 time: 0.3252704 Aug 30 13:32:47.341115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53958) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:47.349146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'network': {'name': 'tempest-RoutersTest-39869032'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:47.351681 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12fa80c-8e07-4ca9-9387-7395e1988973 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Network': ['ID=f67c4c8e-ac52-4941-9593-bfd643778f62,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:47.377584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:47.381439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.412947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5db755ea-3612-46cb-a773-866135a11dbf no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:47.413766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:32:47.423926 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.424484 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added segment c308137d-6a0d-413b-ad77-eb8d548c4670 of type vlan for network 95675b53-b31d-46a7-8be8-559e45a18891 Aug 30 13:32:47.444218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 5db755ea-3612-46cb-a773-866135a11dbf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:47.444652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5db755ea-3612-46cb-a773-866135a11dbf not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:47.445165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b317a161-f931-4daf-a971-4322ec82d6dd no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:47.465440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b317a161-f931-4daf-a971-4322ec82d6dd {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:47.465929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b317a161-f931-4daf-a971-4322ec82d6dd not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:47.469443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.494690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.500673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:47.501264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.562179 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2166426 Aug 30 13:32:47.563030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53960) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:47.569983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'subnet': {'network_id': '95675b53-b31d-46a7-8be8-559e45a18891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:47.615109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd6963-0fa9-46fd-8c6e-46657cfac682 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Network': ['ID=95675b53-b31d-46a7-8be8-559e45a18891,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:47.625747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 95675b53-b31d-46a7-8be8-559e45a18891 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:47.666366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:47.669953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.854577 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.922041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Subnet': ['ID=69185b51-c450-41b6-a7ae-e615aad4380d,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:47.931810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Checking segment: {'id': 'c308137d-6a0d-413b-ad77-eb8d548c4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '95675b53-b31d-46a7-8be8-559e45a18891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:47.932170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network hostable DHCP agents. Network: 95675b53-b31d-46a7-8be8-559e45a18891, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:32:47.950331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 95675b53-b31d-46a7-8be8-559e45a18891 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:32:47.959936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 95675b53-b31d-46a7-8be8-559e45a18891) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:47.964911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:47.965541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:47.969404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e7b35e-ffd2-4ba7-af3d-77a20bf6d838 None None] Network 95675b53-b31d-46a7-8be8-559e45a18891 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:47.981046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-87e05fb6-8eb3-4b15-b404-65991389122a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4169838 Aug 30 13:32:47.986092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53962) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:47.990715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-42c807fc-bbe5-4884-a22e-6046f6ec25c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-696469645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:48.015222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42c807fc-bbe5-4884-a22e-6046f6ec25c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.016247 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42c807fc-bbe5-4884-a22e-6046f6ec25c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.068852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42c807fc-bbe5-4884-a22e-6046f6ec25c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.073379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42c807fc-bbe5-4884-a22e-6046f6ec25c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.089470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-42c807fc-bbe5-4884-a22e-6046f6ec25c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.093964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53964) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:48.094130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-42c807fc-bbe5-4884-a22e-6046f6ec25c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1068022 Aug 30 13:32:48.099168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'port': {'network_id': '95675b53-b31d-46a7-8be8-559e45a18891', 'name': 'tempest-RoutersTest-1200033572'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:48.124897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-95675b53-b31d-46a7-8be8-559e45a18891', 'network_id': '95675b53-b31d-46a7-8be8-559e45a18891', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'fixed_ips': [{'subnet_id': '69185b51-c450-41b6-a7ae-e615aad4380d'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:32:48.125865 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.218941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:48.222820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.243508 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] device_id is not set on port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 yet. {{(pid=95699) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 13:32:48.267245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Allocated IP 172.20.0.2 (95675b53-b31d-46a7-8be8-559e45a18891/69185b51-c450-41b6-a7ae-e615aad4380d/3436bce3-668c-48fc-8599-31ce797344c6) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:48.426381 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.434951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Transition to ACTIVE for port object 3436bce3-668c-48fc-8599-31ce797344c6 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:48.449615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Transition to ACTIVE for port object 3436bce3-668c-48fc-8599-31ce797344c6 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:48.456760 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.497633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Network 95675b53-b31d-46a7-8be8-559e45a18891 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:48.500686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:48.504363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:48.509400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.20.0.4 (95675b53-b31d-46a7-8be8-559e45a18891/69185b51-c450-41b6-a7ae-e615aad4380d/3b0ba7f9-6b64-49e7-8482-cdd417498ec8) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:48.514988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Pushing event updated for resources: {'Port': ['ID=3436bce3-668c-48fc-8599-31ce797344c6,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:48.568675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Attempting to bind port 3436bce3-668c-48fc-8599-31ce797344c6 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:32:48.568980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Attempting to bind port 3436bce3-668c-48fc-8599-31ce797344c6 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'c308137d-6a0d-413b-ad77-eb8d548c4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '95675b53-b31d-46a7-8be8-559e45a18891'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:32:48.569337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Attempting to bind port 3436bce3-668c-48fc-8599-31ce797344c6 on network 95675b53-b31d-46a7-8be8-559e45a18891 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:32:48.574746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:48.574954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Checking segment: {'id': 'c308137d-6a0d-413b-ad77-eb8d548c4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '95675b53-b31d-46a7-8be8-559e45a18891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:48.575237 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.575637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Bound using segment: {'id': 'c308137d-6a0d-413b-ad77-eb8d548c4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '95675b53-b31d-46a7-8be8-559e45a18891'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:48.576655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Bound port: 3436bce3-668c-48fc-8599-31ce797344c6, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c308137d-6a0d-413b-ad77-eb8d548c4670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '95675b53-b31d-46a7-8be8-559e45a18891'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:48.577070 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.644493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] For port 3436bce3-668c-48fc-8599-31ce797344c6, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:48.647831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] For port 3436bce3-668c-48fc-8599-31ce797344c6, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3436bce3-668c-48fc-8599-31ce797344c6,segment=NetworkSegment(c308137d-6a0d-413b-ad77-eb8d548c4670),segment_id=c308137d-6a0d-413b-ad77-eb8d548c4670)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:48.653458 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.678710 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.696268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Transition to ACTIVE for port object 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:48.716782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e639d9-7106-4f17-9999-ee8824343ad3 None None] Pushing event updated for resources: {'Port': ['ID=3436bce3-668c-48fc-8599-31ce797344c6,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:48.730486 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.780218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 95675b53-b31d-46a7-8be8-559e45a18891 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:48.784110 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:48.788235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:48.831892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=3b0ba7f9-6b64-49e7-8482-cdd417498ec8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:48.869365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:48.870416 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:48.900650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6d7eac8-5637-402e-b98d-2d237832eeef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8055205 Aug 30 13:32:48.903548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53972) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:49.227586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:49.468014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3436bce3-668c-48fc-8599-31ce797344c6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:49.533525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:49.537327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 3436bce3-668c-48fc-8599-31ce797344c6 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:49.539409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:49.620773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=3b0ba7f9-6b64-49e7-8482-cdd417498ec8,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:49.714654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d4f52-5962-42a0-b89d-58cfced92052 None None] Network 95675b53-b31d-46a7-8be8-559e45a18891 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:49.784125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-023999b2-8ae8-4c73-8595-4c8dd3195141 None None] Provisioning for port 3436bce3-668c-48fc-8599-31ce797344c6 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:49.787519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:49.792385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-023999b2-8ae8-4c73-8595-4c8dd3195141 None None] Provisioning complete for port 3436bce3-668c-48fc-8599-31ce797344c6 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:49.792834 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-023999b2-8ae8-4c73-8595-4c8dd3195141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:49.910137 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:49.934936 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-023999b2-8ae8-4c73-8595-4c8dd3195141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:49.981016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-023999b2-8ae8-4c73-8595-4c8dd3195141 None None] For port 3436bce3-668c-48fc-8599-31ce797344c6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3436bce3-668c-48fc-8599-31ce797344c6,segment=NetworkSegment(c308137d-6a0d-413b-ad77-eb8d548c4670),segment_id=c308137d-6a0d-413b-ad77-eb8d548c4670)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:49.986420 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-023999b2-8ae8-4c73-8595-4c8dd3195141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:50.051729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023999b2-8ae8-4c73-8595-4c8dd3195141 None None] Pushing event updated for resources: {'Port': ['ID=3436bce3-668c-48fc-8599-31ce797344c6,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:50.213503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e3726001-921d-4148-8f83-ff0083026cac None None] Provisioning complete for port 3436bce3-668c-48fc-8599-31ce797344c6 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:50.214254 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e3726001-921d-4148-8f83-ff0083026cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:50.223546 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:50.228385 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:50.306466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=3b0ba7f9-6b64-49e7-8482-cdd417498ec8,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:50.310306 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:50.318521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e3726001-921d-4148-8f83-ff0083026cac None None] Provisioning for port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:50.323928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e3726001-921d-4148-8f83-ff0083026cac None None] Provisioning complete for port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:50.324248 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e3726001-921d-4148-8f83-ff0083026cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:50.366257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e3726001-921d-4148-8f83-ff0083026cac None None] Port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:50.419031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 95675b53-b31d-46a7-8be8-559e45a18891 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:50.421651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:50.494508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3b0cd0b2-202b-4410-90b4-ffca28176dec None None] Provisioning complete for port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:50.495519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0cd0b2-202b-4410-90b4-ffca28176dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:50.559069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cd0b2-202b-4410-90b4-ffca28176dec None None] Port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:50.787681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b9b09946-05d1-4af8-bead-6e9ba41ee7bc None None] Provisioning complete for port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:50.788482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9b09946-05d1-4af8-bead-6e9ba41ee7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:50.822890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53982) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:50.855217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b9b09946-05d1-4af8-bead-6e9ba41ee7bc None None] Port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:50.912672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router 19a30e33-63f2-4ac4-8677-74ca68f470cc is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:32:50.968602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-051e11b6-9b7d-41d3-94db-3f7e2f9b6ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:50.975627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7a0bcceb-d2bb-4520-8f54-4425d1376898 None None] Provisioning complete for port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:50.976072 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7a0bcceb-d2bb-4520-8f54-4425d1376898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.011229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:51.011496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7a0bcceb-d2bb-4520-8f54-4425d1376898 None None] Port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:51.023265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b72c19dc-058e-4252-a233-7c4ba13f2b09 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/19a30e33-63f2-4ac4-8677-74ca68f470cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1180592 Aug 30 13:32:51.023437 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466fea41-ad7a-4849-9dd3-b8796d0707ab None None] Sync routers for ids ['19a30e33-63f2-4ac4-8677-74ca68f470cc'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:51.023934 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53986) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:51.032805 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fea41-ad7a-4849-9dd3-b8796d0707ab None None] Routers {'19a30e33-63f2-4ac4-8677-74ca68f470cc'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:51.033414 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-466fea41-ad7a-4849-9dd3-b8796d0707ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['19a30e33-63f2-4ac4-8677-74ca68f470cc'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:51.067076 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-466fea41-ad7a-4849-9dd3-b8796d0707ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:51.075793 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fea41-ad7a-4849-9dd3-b8796d0707ab None None] Routers {'19a30e33-63f2-4ac4-8677-74ca68f470cc'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:51.076401 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-466fea41-ad7a-4849-9dd3-b8796d0707ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['19a30e33-63f2-4ac4-8677-74ca68f470cc'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:51.081071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a188c5be-5f6e-4a13-a515-a1b103223580 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:51.082636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a188c5be-5f6e-4a13-a515-a1b103223580 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports/3b0ba7f9-6b64-49e7-8482-cdd417498ec8 HTTP/1.1" status: 200 len: 977 time: 0.0578923 Aug 30 13:32:51.086288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 53988) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:51.104381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-051e11b6-9b7d-41d3-94db-3f7e2f9b6ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.109494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-051e11b6-9b7d-41d3-94db-3f7e2f9b6ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.111923 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-466fea41-ad7a-4849-9dd3-b8796d0707ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:51.112436 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466fea41-ad7a-4849-9dd3-b8796d0707ab None None] The sync data for ids ['19a30e33-63f2-4ac4-8677-74ca68f470cc'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:51.149978 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-051e11b6-9b7d-41d3-94db-3f7e2f9b6ad5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=71e92c88a209474d884b6fe384ecf21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253236 Aug 30 13:32:51.150894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e11b6-9b7d-41d3-94db-3f7e2f9b6ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f598829-82b9-4b95-8834-239bbc9f636b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:51.153236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53990) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:51.207865 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a96a7f2-2cdf-4ef8-8276-303be900a1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.229377 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a96a7f2-2cdf-4ef8-8276-303be900a1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.277517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a96a7f2-2cdf-4ef8-8276-303be900a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.281263 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a96a7f2-2cdf-4ef8-8276-303be900a1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.282668 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9a96a7f2-2cdf-4ef8-8276-303be900a1f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f598829-82b9-4b95-8834-239bbc9f636b HTTP/1.1" status: 204 len: 168 time: 0.1284878 Aug 30 13:32:51.290907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96a7f2-2cdf-4ef8-8276-303be900a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f598829-82b9-4b95-8834-239bbc9f636b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:51.403756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3436bce3-668c-48fc-8599-31ce797344c6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:51.428035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.454590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 3436bce3-668c-48fc-8599-31ce797344c6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:51.455236 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.601189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53996) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:51.615498 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7799b25-f3f4-4ecf-82d4-38b29a738e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.675006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:51.675508 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.706243 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7799b25-f3f4-4ecf-82d4-38b29a738e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.710911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7799b25-f3f4-4ecf-82d4-38b29a738e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.749069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7799b25-f3f4-4ecf-82d4-38b29a738e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4acafb8-3f58-4a2f-8f4a-f59043be48ee,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:51.753564 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d7799b25-f3f4-4ecf-82d4-38b29a738e07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d4c031bb051b4ea48f002f7f0c94302b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512434 Aug 30 13:32:51.756134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 53998) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:51.763396 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.776865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 3b0ba7f9-6b64-49e7-8482-cdd417498ec8 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:51.806406 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3c42573e-e7f5-407e-9101-233d3af67951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.828187 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3c42573e-e7f5-407e-9101-233d3af67951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.878100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3c42573e-e7f5-407e-9101-233d3af67951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.880654 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3c42573e-e7f5-407e-9101-233d3af67951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.881837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3c42573e-e7f5-407e-9101-233d3af67951 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4acafb8-3f58-4a2f-8f4a-f59043be48ee HTTP/1.1" status: 204 len: 168 time: 0.1247671 Aug 30 13:32:51.891401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42573e-e7f5-407e-9101-233d3af67951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4acafb8-3f58-4a2f-8f4a-f59043be48ee,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:51.962008 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:51.996832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=3b0ba7f9-6b64-49e7-8482-cdd417498ec8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:52.146685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:52.315208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router 19a30e33-63f2-4ac4-8677-74ca68f470cc has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:32:52.388731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:52.397042 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c1a0167d-dc8e-4479-98fa-0d27077ac12a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/19a30e33-63f2-4ac4-8677-74ca68f470cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3066883 Aug 30 13:32:52.397275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54014) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:52.398514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc49101-6adf-4533-a877-ca36dfccb91c None None] Sync routers for ids ['19a30e33-63f2-4ac4-8677-74ca68f470cc'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:52.426173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc49101-6adf-4533-a877-ca36dfccb91c None None] Routers {'19a30e33-63f2-4ac4-8677-74ca68f470cc'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:52.426813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6bc49101-6adf-4533-a877-ca36dfccb91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['19a30e33-63f2-4ac4-8677-74ca68f470cc'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:52.468259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6bc49101-6adf-4533-a877-ca36dfccb91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:52.479024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc49101-6adf-4533-a877-ca36dfccb91c None None] Routers {'19a30e33-63f2-4ac4-8677-74ca68f470cc'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:52.479815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6bc49101-6adf-4533-a877-ca36dfccb91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['19a30e33-63f2-4ac4-8677-74ca68f470cc'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:52.516550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6bc49101-6adf-4533-a877-ca36dfccb91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:52.517227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc49101-6adf-4533-a877-ca36dfccb91c None None] The sync data for ids ['19a30e33-63f2-4ac4-8677-74ca68f470cc'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:52.588327 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-a7743443-c8e2-4338-9f3d-32c6eed31ffa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] remove_router_interface failed (client error): The resource could not be found. Aug 30 13:32:52.589391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a7743443-c8e2-4338-9f3d-32c6eed31ffa tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/19a30e33-63f2-4ac4-8677-74ca68f470cc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1910269 Aug 30 13:32:52.593223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54022) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:52.620640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6ffcce0f-dceb-42e6-97bd-5cdb89a747ef tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a30e33-63f2-4ac4-8677-74ca68f470cc HTTP/1.1" status: 200 len: 205 time: 0.0262151 Aug 30 13:32:52.623280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54024) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:52.698949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e50c-a02e-4c2a-a207-463c1fd69370 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:52.865454 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e50c-a02e-4c2a-a207-463c1fd69370 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:52.867594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e50c-a02e-4c2a-a207-463c1fd69370 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:52.916492 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e50c-a02e-4c2a-a207-463c1fd69370 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:52.917255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b6e50c-a02e-4c2a-a207-463c1fd69370 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Fanout notify agent at l3_agent the message router_deleted on router 19a30e33-63f2-4ac4-8677-74ca68f470cc {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:32:52.925965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b8b6e50c-a02e-4c2a-a207-463c1fd69370 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:52.927032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b8b6e50c-a02e-4c2a-a207-463c1fd69370 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/19a30e33-63f2-4ac4-8677-74ca68f470cc HTTP/1.1" status: 204 len: 168 time: 0.3028491 Aug 30 13:32:52.929767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54034) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:52.985937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-a216434a-3134-4e6c-a434-1355f10ed12c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting subnet 69185b51-c450-41b6-a7ae-e615aad4380d {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:52.989062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a216434a-3134-4e6c-a434-1355f10ed12c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.029138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a216434a-3134-4e6c-a434-1355f10ed12c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.114104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a216434a-3134-4e6c-a434-1355f10ed12c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.177467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a216434a-3134-4e6c-a434-1355f10ed12c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.205276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216434a-3134-4e6c-a434-1355f10ed12c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Subnet': ['ID=69185b51-c450-41b6-a7ae-e615aad4380d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:53.208966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a216434a-3134-4e6c-a434-1355f10ed12c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.210895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a216434a-3134-4e6c-a434-1355f10ed12c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/69185b51-c450-41b6-a7ae-e615aad4380d HTTP/1.1" status: 204 len: 168 time: 0.2801912 Aug 30 13:32:53.213402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54046) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:53.215974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b8d16e-601c-465a-9d74-fbb7c0d591d9 None None] Network 95675b53-b31d-46a7-8be8-559e45a18891 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:53.291733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.348560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 3436bce3-668c-48fc-8599-31ce797344c6 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:53.348971 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.419755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ca6c1c-510a-4367-9cd2-efbaa4e8d540 None None] DHCP port deletion for 95675b53-b31d-46a7-8be8-559e45a18891 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:53.428778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port 3436bce3-668c-48fc-8599-31ce797344c6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3436bce3-668c-48fc-8599-31ce797344c6,segment=NetworkSegment(c308137d-6a0d-413b-ad77-eb8d548c4670),segment_id=c308137d-6a0d-413b-ad77-eb8d548c4670)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:53.429152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.443288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 3436bce3-668c-48fc-8599-31ce797344c6 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:53.471253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-27ca6c1c-510a-4367-9cd2-efbaa4e8d540 None None] Deleting port 3436bce3-668c-48fc-8599-31ce797344c6 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:53.471709 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-27ca6c1c-510a-4367-9cd2-efbaa4e8d540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.527746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.535314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-27ca6c1c-510a-4367-9cd2-efbaa4e8d540 None None] For port 3436bce3-668c-48fc-8599-31ce797344c6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3436bce3-668c-48fc-8599-31ce797344c6,segment=NetworkSegment(c308137d-6a0d-413b-ad77-eb8d548c4670),segment_id=c308137d-6a0d-413b-ad77-eb8d548c4670)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:53.535800 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-27ca6c1c-510a-4367-9cd2-efbaa4e8d540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.548785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-27ca6c1c-510a-4367-9cd2-efbaa4e8d540 None None] Calling delete_port for 3436bce3-668c-48fc-8599-31ce797344c6 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:53.559533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=3436bce3-668c-48fc-8599-31ce797344c6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:53.562120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No DVR routers for this DVR port 3436bce3-668c-48fc-8599-31ce797344c6 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:53.641351 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-27ca6c1c-510a-4367-9cd2-efbaa4e8d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.642503 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.654769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95675b53-b31d-46a7-8be8-559e45a18891']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:53.666516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c308137d-6a0d-413b-ad77-eb8d548c4670') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:53.667110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c308137d-6a0d-413b-ad77-eb8d548c4670') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:53.667262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca6c1c-510a-4367-9cd2-efbaa4e8d540 None None] Pushing event deleted for resources: {'Port': ['ID=3436bce3-668c-48fc-8599-31ce797344c6,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:53.671639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca6c1c-510a-4367-9cd2-efbaa4e8d540 None None] No DVR routers for this DVR port 3436bce3-668c-48fc-8599-31ce797344c6 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:53.681775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.698650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.705710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:53.706252 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:53.709820 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:53.779879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.787183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.789006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/networks/95675b53-b31d-46a7-8be8-559e45a18891 HTTP/1.1" status: 204 len: 168 time: 0.5746551 Aug 30 13:32:53.792757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54056) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:53.801505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'network': {'name': 'tempest-RoutersTest-721781197'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:53.802999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc42be-6b1b-471a-ac81-ec3e68390b42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Network': ['ID=95675b53-b31d-46a7-8be8-559e45a18891,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:53.823194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:53.826834 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.849924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:32:53.859336 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.859686 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added segment e9ea0fef-0695-4922-b0cb-9333be97c567 of type vlan for network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c Aug 30 13:32:53.898234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.923116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.928651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:53.929230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:53.992288 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1978204 Aug 30 13:32:53.995179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54058) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:54.000705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'subnet': {'network_id': 'a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:54.007149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb71b7d-c6e2-4823-828a-11906e317a25 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Network': ['ID=a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:54.016994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:32:54.095395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:32:54.098861 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.275929 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.338544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Subnet': ['ID=eb61bb05-18fe-4240-af23-84e75570a83d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:54.343444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Checking segment: {'id': 'e9ea0fef-0695-4922-b0cb-9333be97c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:54.343801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network hostable DHCP agents. Network: a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:32:54.360552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:32:54.369333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:54.373484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:54.374104 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.378013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f22e5ce-8895-4963-96d6-4336a5955141 None None] Network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:54.388132 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0a54fd80-ff4a-4847-a026-91ac20bd203c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3919518 Aug 30 13:32:54.390852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54060) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:54.395334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5bc52165-4167-4bb7-8988-47cdf6077893 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2042201630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:54.421500 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bc52165-4167-4bb7-8988-47cdf6077893 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.423325 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bc52165-4167-4bb7-8988-47cdf6077893 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.479116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bc52165-4167-4bb7-8988-47cdf6077893 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.484349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bc52165-4167-4bb7-8988-47cdf6077893 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.500619 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5bc52165-4167-4bb7-8988-47cdf6077893 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.501880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5bc52165-4167-4bb7-8988-47cdf6077893 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1100421 Aug 30 13:32:54.504604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54062) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:54.530842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c', 'network_id': 'a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'fixed_ips': [{'subnet_id': 'eb61bb05-18fe-4240-af23-84e75570a83d'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:32:54.531903 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.669500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Allocated IP 172.20.0.2 (a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c/eb61bb05-18fe-4240-af23-84e75570a83d/4e052cff-a602-418f-9cc6-f293acf064ee) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:54.790124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.822463 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.839280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Transition to ACTIVE for port object 4e052cff-a602-418f-9cc6-f293acf064ee will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:54.860024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Transition to ACTIVE for port object 4e052cff-a602-418f-9cc6-f293acf064ee will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:54.867910 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.912386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:54.915497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:54.917794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:54.923684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Pushing event updated for resources: {'Port': ['ID=4e052cff-a602-418f-9cc6-f293acf064ee,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:54.978543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Attempting to bind port 4e052cff-a602-418f-9cc6-f293acf064ee on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:32:54.978911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Attempting to bind port 4e052cff-a602-418f-9cc6-f293acf064ee by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'e9ea0fef-0695-4922-b0cb-9333be97c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:32:54.979268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Attempting to bind port 4e052cff-a602-418f-9cc6-f293acf064ee on network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:32:54.986643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:32:54.987021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Checking segment: {'id': 'e9ea0fef-0695-4922-b0cb-9333be97c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:32:54.987417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:54.987813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Bound using segment: {'id': 'e9ea0fef-0695-4922-b0cb-9333be97c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:32:54.988272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Bound port: 4e052cff-a602-418f-9cc6-f293acf064ee, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ea0fef-0695-4922-b0cb-9333be97c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:32:54.988647 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:55.063942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.20.0.1 (a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c/eb61bb05-18fe-4240-af23-84e75570a83d/89fa700f-58c7-46c0-bf3f-0f27ae380d41) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:32:55.066859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] For port 4e052cff-a602-418f-9cc6-f293acf064ee, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:32:55.070156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] For port 4e052cff-a602-418f-9cc6-f293acf064ee, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4e052cff-a602-418f-9cc6-f293acf064ee,segment=NetworkSegment(e9ea0fef-0695-4922-b0cb-9333be97c567),segment_id=e9ea0fef-0695-4922-b0cb-9333be97c567)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:32:55.085069 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:55.147227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f964d-5759-4643-8675-2f43f5948448 None None] Pushing event updated for resources: {'Port': ['ID=4e052cff-a602-418f-9cc6-f293acf064ee,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:55.218796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:55.234350 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Transition to ACTIVE for port object 89fa700f-58c7-46c0-bf3f-0f27ae380d41 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:32:55.288024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:55.332706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:55.357330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:55.361950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:32:55.368667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=89fa700f-58c7-46c0-bf3f-0f27ae380d41,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:55.415101 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:55.468942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4e052cff-a602-418f-9cc6-f293acf064ee up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:55.519628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 4e052cff-a602-418f-9cc6-f293acf064ee completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:55.545150 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:55.570443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3436bce3-668c-48fc-8599-31ce797344c6 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:55.591561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 3436bce3-668c-48fc-8599-31ce797344c6 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:55.592216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3436bce3-668c-48fc-8599-31ce797344c6 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:55.803266 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:55.808492 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:56.108668 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981533d5-6102-470b-a600-5fa6060daac2 None None] Network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:56.133700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=89fa700f-58c7-46c0-bf3f-0f27ae380d41,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:56.136997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:56.184400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e98c08e9-5510-4bbd-af63-6a638db17b85 None None] Provisioning for port 4e052cff-a602-418f-9cc6-f293acf064ee completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:56.194611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e98c08e9-5510-4bbd-af63-6a638db17b85 None None] Provisioning complete for port 4e052cff-a602-418f-9cc6-f293acf064ee triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:56.194984 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e98c08e9-5510-4bbd-af63-6a638db17b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:56.228417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:32:56.229783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:32:56.333435 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e98c08e9-5510-4bbd-af63-6a638db17b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:56.370738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router d0293bab-a701-4537-9d7a-4937bb8e4d5d is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:32:56.377442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e98c08e9-5510-4bbd-af63-6a638db17b85 None None] For port 4e052cff-a602-418f-9cc6-f293acf064ee, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4e052cff-a602-418f-9cc6-f293acf064ee,segment=NetworkSegment(e9ea0fef-0695-4922-b0cb-9333be97c567),segment_id=e9ea0fef-0695-4922-b0cb-9333be97c567)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:56.383320 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e98c08e9-5510-4bbd-af63-6a638db17b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:56.442976 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c08e9-5510-4bbd-af63-6a638db17b85 None None] Pushing event updated for resources: {'Port': ['ID=4e052cff-a602-418f-9cc6-f293acf064ee,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:56.493940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:56.500205 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-af027039-1afd-4214-89d8-266980cbcfa3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/d0293bab-a701-4537-9d7a-4937bb8e4d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9945889 Aug 30 13:32:56.502578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54092) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:56.507998 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51121f-fc59-47cc-89bf-c2c23238480e None None] Sync routers for ids ['d0293bab-a701-4537-9d7a-4937bb8e4d5d'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:56.534053 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51121f-fc59-47cc-89bf-c2c23238480e None None] Routers {'d0293bab-a701-4537-9d7a-4937bb8e4d5d'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:56.534692 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bf51121f-fc59-47cc-89bf-c2c23238480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d0293bab-a701-4537-9d7a-4937bb8e4d5d'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:56.562426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3b5f01-5a80-4f35-b185-bc38e3b1ceed tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:32:56.563918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fc3b5f01-5a80-4f35-b185-bc38e3b1ceed tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports/89fa700f-58c7-46c0-bf3f-0f27ae380d41 HTTP/1.1" status: 200 len: 910 time: 0.0602551 Aug 30 13:32:56.567229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54094) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:56.574135 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bf51121f-fc59-47cc-89bf-c2c23238480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:56.583837 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf51121f-fc59-47cc-89bf-c2c23238480e None None] Routers {'d0293bab-a701-4537-9d7a-4937bb8e4d5d'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:56.584672 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bf51121f-fc59-47cc-89bf-c2c23238480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d0293bab-a701-4537-9d7a-4937bb8e4d5d'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:56.637748 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bf51121f-fc59-47cc-89bf-c2c23238480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:56.638635 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf51121f-fc59-47cc-89bf-c2c23238480e None None] The sync data for ids ['d0293bab-a701-4537-9d7a-4937bb8e4d5d'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:56.710495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ba2bec43-6d4a-4c22-a180-2b871a898b60 None None] Provisioning for port 89fa700f-58c7-46c0-bf3f-0f27ae380d41 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:32:56.715656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ba2bec43-6d4a-4c22-a180-2b871a898b60 None None] Provisioning complete for port 89fa700f-58c7-46c0-bf3f-0f27ae380d41 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:56.716398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ba2bec43-6d4a-4c22-a180-2b871a898b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:56.759509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bec43-6d4a-4c22-a180-2b871a898b60 None None] Port 89fa700f-58c7-46c0-bf3f-0f27ae380d41 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:56.770865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ba2bec43-6d4a-4c22-a180-2b871a898b60 None None] Provisioning complete for port 4e052cff-a602-418f-9cc6-f293acf064ee triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:56.771543 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ba2bec43-6d4a-4c22-a180-2b871a898b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:56.944520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:56.988697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a5831a06-c9f2-47c2-aa5d-f6d15f892998 None None] Provisioning complete for port 89fa700f-58c7-46c0-bf3f-0f27ae380d41 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:56.989483 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5831a06-c9f2-47c2-aa5d-f6d15f892998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.034292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a5831a06-c9f2-47c2-aa5d-f6d15f892998 None None] Port 89fa700f-58c7-46c0-bf3f-0f27ae380d41 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:57.153101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-efe26a3b-a479-4533-91d7-d0cf5c06fb02 None None] Provisioning complete for port 89fa700f-58c7-46c0-bf3f-0f27ae380d41 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:57.153488 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-efe26a3b-a479-4533-91d7-d0cf5c06fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.188780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-efe26a3b-a479-4533-91d7-d0cf5c06fb02 None None] Port 89fa700f-58c7-46c0-bf3f-0f27ae380d41 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:32:57.198535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 89fa700f-58c7-46c0-bf3f-0f27ae380d41 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:57.198821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.218768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54114) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:57.287207 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.300377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 89fa700f-58c7-46c0-bf3f-0f27ae380d41 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:57.327570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-066b518c-bd49-4295-88a9-02c97bdfd3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.429850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4e052cff-a602-418f-9cc6-f293acf064ee up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:32:57.434899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-066b518c-bd49-4295-88a9-02c97bdfd3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.440817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-066b518c-bd49-4295-88a9-02c97bdfd3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.484867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4e052cff-a602-418f-9cc6-f293acf064ee triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:32:57.485270 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.493542 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-066b518c-bd49-4295-88a9-02c97bdfd3dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bc64c410be4c466fa1dfafd48b1e7c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2711649 Aug 30 13:32:57.494758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54118) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:57.504119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b518c-bd49-4295-88a9-02c97bdfd3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7c9a91-67d4-41ce-936d-415ee63e5c24,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:57.556210 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b605a5bd-d273-42c4-83a7-8ebd296add69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.582302 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b605a5bd-d273-42c4-83a7-8ebd296add69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.639302 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b605a5bd-d273-42c4-83a7-8ebd296add69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.642325 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b605a5bd-d273-42c4-83a7-8ebd296add69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.656064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b605a5bd-d273-42c4-83a7-8ebd296add69 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e7c9a91-67d4-41ce-936d-415ee63e5c24 HTTP/1.1" status: 204 len: 168 time: 0.1506062 Aug 30 13:32:57.667831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605a5bd-d273-42c4-83a7-8ebd296add69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7c9a91-67d4-41ce-936d-415ee63e5c24,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:57.771098 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.799728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=89fa700f-58c7-46c0-bf3f-0f27ae380d41,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:57.947148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54124) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:57.958638 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:57.961021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d26a035-f9ce-4ab5-a0ca-66c64b46099b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.059870 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d26a035-f9ce-4ab5-a0ca-66c64b46099b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.064483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d26a035-f9ce-4ab5-a0ca-66c64b46099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.101810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26a035-f9ce-4ab5-a0ca-66c64b46099b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290b4bcf-91ef-48e9-a95c-d6705244820b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:58.108471 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8d26a035-f9ce-4ab5-a0ca-66c64b46099b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2786ef1c28be4e04a70f2a3c2039dec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1578903 Aug 30 13:32:58.108907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54126) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:58.125947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router d0293bab-a701-4537-9d7a-4937bb8e4d5d has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:32:58.162232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be8b6511-486b-4e21-9606-97b3a3f5dbaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.183218 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be8b6511-486b-4e21-9606-97b3a3f5dbaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.202592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:32:58.211484 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c7d2975b-45a0-4b26-940f-87e8d4241576 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/d0293bab-a701-4537-9d7a-4937bb8e4d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6391354 Aug 30 13:32:58.211595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54128) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:58.212222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7452e52-c8eb-49d9-9bf0-abb70bbbca26 None None] Sync routers for ids ['d0293bab-a701-4537-9d7a-4937bb8e4d5d'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:32:58.221168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7452e52-c8eb-49d9-9bf0-abb70bbbca26 None None] Routers {'d0293bab-a701-4537-9d7a-4937bb8e4d5d'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:58.221837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7452e52-c8eb-49d9-9bf0-abb70bbbca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d0293bab-a701-4537-9d7a-4937bb8e4d5d'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:58.239162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2842e521-c003-44a8-8c09-6b0d16c93753 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0293bab-a701-4537-9d7a-4937bb8e4d5d HTTP/1.1" status: 200 len: 205 time: 0.0276074 Aug 30 13:32:58.241806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54130) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:58.255789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7452e52-c8eb-49d9-9bf0-abb70bbbca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:58.259548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be8b6511-486b-4e21-9606-97b3a3f5dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.262800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be8b6511-486b-4e21-9606-97b3a3f5dbaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.263974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be8b6511-486b-4e21-9606-97b3a3f5dbaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/290b4bcf-91ef-48e9-a95c-d6705244820b HTTP/1.1" status: 204 len: 168 time: 0.1543725 Aug 30 13:32:58.264601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7452e52-c8eb-49d9-9bf0-abb70bbbca26 None None] Routers {'d0293bab-a701-4537-9d7a-4937bb8e4d5d'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:32:58.265217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7452e52-c8eb-49d9-9bf0-abb70bbbca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d0293bab-a701-4537-9d7a-4937bb8e4d5d'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:58.276012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b6511-486b-4e21-9606-97b3a3f5dbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290b4bcf-91ef-48e9-a95c-d6705244820b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:58.311752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7452e52-c8eb-49d9-9bf0-abb70bbbca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:58.312563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7452e52-c8eb-49d9-9bf0-abb70bbbca26 None None] The sync data for ids ['d0293bab-a701-4537-9d7a-4937bb8e4d5d'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:32:58.331642 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bab525e4-5735-4da3-b7d7-323769843471 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.482743 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.500287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bab525e4-5735-4da3-b7d7-323769843471 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.502467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bab525e4-5735-4da3-b7d7-323769843471 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.547927 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bab525e4-5735-4da3-b7d7-323769843471 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.548712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab525e4-5735-4da3-b7d7-323769843471 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Fanout notify agent at l3_agent the message router_deleted on router d0293bab-a701-4537-9d7a-4937bb8e4d5d {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:32:58.558072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bab525e4-5735-4da3-b7d7-323769843471 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.559823 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bab525e4-5735-4da3-b7d7-323769843471 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/d0293bab-a701-4537-9d7a-4937bb8e4d5d HTTP/1.1" status: 204 len: 168 time: 0.3165233 Aug 30 13:32:58.562821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54138) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:58.616291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-af92d213-830f-436f-a6eb-e406e3f6b170 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting subnet eb61bb05-18fe-4240-af23-84e75570a83d {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:32:58.619543 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af92d213-830f-436f-a6eb-e406e3f6b170 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.661238 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af92d213-830f-436f-a6eb-e406e3f6b170 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.750718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af92d213-830f-436f-a6eb-e406e3f6b170 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.771059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-2393f138-df7c-4aed-9e95-c342249ed556 req-b193fb19-5fc1-4069-af46-1d6cfdb10048 service neutron] (95698) timed out ('10.222.0.37', 33772) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:32:58.817980 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af92d213-830f-436f-a6eb-e406e3f6b170 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.844718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92d213-830f-436f-a6eb-e406e3f6b170 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Subnet': ['ID=eb61bb05-18fe-4240-af23-84e75570a83d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:58.849959 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af92d213-830f-436f-a6eb-e406e3f6b170 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.851750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-af92d213-830f-436f-a6eb-e406e3f6b170 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/eb61bb05-18fe-4240-af23-84e75570a83d HTTP/1.1" status: 204 len: 168 time: 0.2877300 Aug 30 13:32:58.854771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54152) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:58.863128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39a9723-408e-4d92-af80-371c7546603b None None] Network a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:32:58.938722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:58.999152 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 4e052cff-a602-418f-9cc6-f293acf064ee {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:58.999500 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.067611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port 4e052cff-a602-418f-9cc6-f293acf064ee, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4e052cff-a602-418f-9cc6-f293acf064ee,segment=NetworkSegment(e9ea0fef-0695-4922-b0cb-9333be97c567),segment_id=e9ea0fef-0695-4922-b0cb-9333be97c567)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:59.068015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.068138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd2000-ec16-4c68-92cd-7590cd06e68a None None] DHCP port deletion for a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:32:59.082525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 4e052cff-a602-418f-9cc6-f293acf064ee owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:59.124059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd2000-ec16-4c68-92cd-7590cd06e68a None None] Deleting port 4e052cff-a602-418f-9cc6-f293acf064ee {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:32:59.124753 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ddfd2000-ec16-4c68-92cd-7590cd06e68a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.170434 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.190131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ddfd2000-ec16-4c68-92cd-7590cd06e68a None None] For port 4e052cff-a602-418f-9cc6-f293acf064ee, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4e052cff-a602-418f-9cc6-f293acf064ee,segment=NetworkSegment(e9ea0fef-0695-4922-b0cb-9333be97c567),segment_id=e9ea0fef-0695-4922-b0cb-9333be97c567)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:32:59.190552 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ddfd2000-ec16-4c68-92cd-7590cd06e68a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.199588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=4e052cff-a602-418f-9cc6-f293acf064ee,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:59.203051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No DVR routers for this DVR port 4e052cff-a602-418f-9cc6-f293acf064ee on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:59.218036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ddfd2000-ec16-4c68-92cd-7590cd06e68a None None] Calling delete_port for 4e052cff-a602-418f-9cc6-f293acf064ee owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:32:59.283885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.297165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:59.312603 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ddfd2000-ec16-4c68-92cd-7590cd06e68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.315032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9ea0fef-0695-4922-b0cb-9333be97c567') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:59.315389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9ea0fef-0695-4922-b0cb-9333be97c567') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:32:59.325178 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.339160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd2000-ec16-4c68-92cd-7590cd06e68a None None] Pushing event deleted for resources: {'Port': ['ID=4e052cff-a602-418f-9cc6-f293acf064ee,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:59.340299 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.347065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfd2000-ec16-4c68-92cd-7590cd06e68a None None] No DVR routers for this DVR port 4e052cff-a602-418f-9cc6-f293acf064ee on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:32:59.348102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:32:59.348510 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:32:59.352241 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:32:59.414798 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.422939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.423783 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/networks/a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c HTTP/1.1" status: 204 len: 168 time: 0.5680082 Aug 30 13:32:59.427762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54168) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:32:59.432876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4e052cff-a602-418f-9cc6-f293acf064ee no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:32:59.433509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-11798861', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}, 'admin_state_up': False}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:32:59.450486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ee04e-5c43-4890-badf-d489edb4a086 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Network': ['ID=a7ebb2e7-32ca-4bc1-8019-0eb8c0b3d15c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:32:59.456477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 4e052cff-a602-418f-9cc6-f293acf064ee {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:32:59.457055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4e052cff-a602-418f-9cc6-f293acf064ee not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:32:59.467759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.468837 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.525842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.664272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.863345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.881963 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:32:59.993837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.25.2.23 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/7ac624cd-f8eb-4e1e-ae36-8acedebf20f3) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:00.044943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54184) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:00.100257 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.137776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.155881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1325cda6-5d6d-46ee-812f-7ee44662891d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.180084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:00.185722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:00.188225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:00.221141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=7ac624cd-f8eb-4e1e-ae36-8acedebf20f3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:00.250679 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1325cda6-5d6d-46ee-812f-7ee44662891d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.254573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1325cda6-5d6d-46ee-812f-7ee44662891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.298148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1325cda6-5d6d-46ee-812f-7ee44662891d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10a938eef187404e8587790b1bd66e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520409 Aug 30 13:33:00.298949 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325cda6-5d6d-46ee-812f-7ee44662891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18947f58-1620-477f-b5f2-98459008f5f2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:00.301330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54188) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:00.352018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-704a8b80-c749-42d2-b11a-4fa2da1eb5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.373762 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-704a8b80-c749-42d2-b11a-4fa2da1eb5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.420052 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-704a8b80-c749-42d2-b11a-4fa2da1eb5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.422706 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-704a8b80-c749-42d2-b11a-4fa2da1eb5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.423888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-704a8b80-c749-42d2-b11a-4fa2da1eb5d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/18947f58-1620-477f-b5f2-98459008f5f2 HTTP/1.1" status: 204 len: 168 time: 0.1216273 Aug 30 13:33:00.436270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a8b80-c749-42d2-b11a-4fa2da1eb5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18947f58-1620-477f-b5f2-98459008f5f2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:00.490163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.691624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54194) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:00.693425 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.706648 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0d4403c-7652-4f07-b66a-10c7e18fec5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.798040 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0d4403c-7652-4f07-b66a-10c7e18fec5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.802208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e0d4403c-7652-4f07-b66a-10c7e18fec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.824999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router fd869e66-838c-4094-b42a-4a512c0c3846 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:33:00.843055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e0d4403c-7652-4f07-b66a-10c7e18fec5b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3537a2d1b254956bd931ba0760cd3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501777 Aug 30 13:33:00.844203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4403c-7652-4f07-b66a-10c7e18fec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e04ff-ff81-4075-869c-28f32518664d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:00.847343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54196) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:00.899518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94367458-94a5-4e18-9f53-b2c53225f65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.921395 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94367458-94a5-4e18-9f53-b2c53225f65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.931328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:00.942676 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e9652-a945-4fd2-8f9d-b355922aba69 None None] Sync routers for ids ['fd869e66-838c-4094-b42a-4a512c0c3846'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:00.955111 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e9652-a945-4fd2-8f9d-b355922aba69 None None] Routers {'fd869e66-838c-4094-b42a-4a512c0c3846'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:00.955898 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0b8e9652-a945-4fd2-8f9d-b355922aba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd869e66-838c-4094-b42a-4a512c0c3846'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:00.956964 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:00.966447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-960f1f3c-f545-4f4c-a01d-161a052842dc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.5374148 Aug 30 13:33:00.969041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54198) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:00.970403 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:01.015639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94367458-94a5-4e18-9f53-b2c53225f65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:01.018286 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-94367458-94a5-4e18-9f53-b2c53225f65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:01.019500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-94367458-94a5-4e18-9f53-b2c53225f65d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d01e04ff-ff81-4075-869c-28f32518664d HTTP/1.1" status: 204 len: 168 time: 0.1710680 Aug 30 13:33:01.050398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94367458-94a5-4e18-9f53-b2c53225f65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e04ff-ff81-4075-869c-28f32518664d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:01.081188 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0b8e9652-a945-4fd2-8f9d-b355922aba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:01.089961 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8e9652-a945-4fd2-8f9d-b355922aba69 None None] Routers {'fd869e66-838c-4094-b42a-4a512c0c3846'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:01.090569 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0b8e9652-a945-4fd2-8f9d-b355922aba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd869e66-838c-4094-b42a-4a512c0c3846'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:01.122428 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0b8e9652-a945-4fd2-8f9d-b355922aba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:01.123595 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8e9652-a945-4fd2-8f9d-b355922aba69 None None] The sync data for ids ['fd869e66-838c-4094-b42a-4a512c0c3846'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:01.125380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b793897a-cb7a-4f4c-bd19-56f4bd8490d0 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/routers/fd869e66-838c-4094-b42a-4a512c0c3846 HTTP/1.1" status: 200 len: 878 time: 0.1549010 Aug 30 13:33:01.127937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54202) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:01.641926 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0b937a1d-f797-4ff4-9f46-13f66311765c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.5125446 Aug 30 13:33:01.644542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54220) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:01.648910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6896d68d-aed9-4e1f-bfbe-6754ef6a1f23 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-11798861'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:01.967828 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6896d68d-aed9-4e1f-bfbe-6754ef6a1f23 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:01.978600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6896d68d-aed9-4e1f-bfbe-6754ef6a1f23 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:02.094831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6896d68d-aed9-4e1f-bfbe-6754ef6a1f23 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router fd869e66-838c-4094-b42a-4a512c0c3846 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:02.207172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6896d68d-aed9-4e1f-bfbe-6754ef6a1f23 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:02.214120 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6896d68d-aed9-4e1f-bfbe-6754ef6a1f23 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:02.218212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54238) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:02.218733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6896d68d-aed9-4e1f-bfbe-6754ef6a1f23 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/fd869e66-838c-4094-b42a-4a512c0c3846 HTTP/1.1" status: 200 len: 885 time: 0.5727262 Aug 30 13:33:02.218842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fb94c-2340-41a0-8136-c3b7d94e54e1 None None] Sync routers for ids ['fd869e66-838c-4094-b42a-4a512c0c3846'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:02.228145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fb94c-2340-41a0-8136-c3b7d94e54e1 None None] Routers {'fd869e66-838c-4094-b42a-4a512c0c3846'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:02.228769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3d5fb94c-2340-41a0-8136-c3b7d94e54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd869e66-838c-4094-b42a-4a512c0c3846'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:02.266217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3d5fb94c-2340-41a0-8136-c3b7d94e54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:02.275767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5fb94c-2340-41a0-8136-c3b7d94e54e1 None None] Routers {'fd869e66-838c-4094-b42a-4a512c0c3846'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:02.276388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3d5fb94c-2340-41a0-8136-c3b7d94e54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['fd869e66-838c-4094-b42a-4a512c0c3846'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:02.310863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3d5fb94c-2340-41a0-8136-c3b7d94e54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:02.311616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5fb94c-2340-41a0-8136-c3b7d94e54e1 None None] The sync data for ids ['fd869e66-838c-4094-b42a-4a512c0c3846'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:02.333832 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-88af5863-3e20-43f2-81a7-40f4e322f88a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/routers/fd869e66-838c-4094-b42a-4a512c0c3846 HTTP/1.1" status: 200 len: 885 time: 0.1132069 Aug 30 13:33:02.336432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54242) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:02.366036 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dc2d4fc8-5fc6-4642-a1db-649f77b985f5 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd869e66-838c-4094-b42a-4a512c0c3846 HTTP/1.1" status: 200 len: 205 time: 0.0283701 Aug 30 13:33:02.368433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54244) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:02.478222 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:02.585509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:02.637848 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 7ac624cd-f8eb-4e1e-ae36-8acedebf20f3 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:02.638755 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:02.720169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:02.732360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 7ac624cd-f8eb-4e1e-ae36-8acedebf20f3 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:02.896774 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:02.924475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=7ac624cd-f8eb-4e1e-ae36-8acedebf20f3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:02.983544 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.076404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.078608 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.123523 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.124067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Fanout notify agent at l3_agent the message router_deleted on router fd869e66-838c-4094-b42a-4a512c0c3846 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:33:03.131182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.132175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a2caa965-2d3e-47a3-99af-e1bbe10b15c9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/fd869e66-838c-4094-b42a-4a512c0c3846 HTTP/1.1" status: 204 len: 168 time: 0.7627962 Aug 30 13:33:03.135845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54270) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:03.141077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'network': {'name': 'tempest-RoutersTest-938952370'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:03.162728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:03.166370 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.190609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:33:03.199470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.199817 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added segment 0f46e4b4-653c-45e7-99df-57c8cbc56af5 of type vlan for network 77be1cd7-8d3e-4470-a827-753cb8e018b8 Aug 30 13:33:03.240717 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.266396 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.274897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:03.274897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.330535 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1935434 Aug 30 13:33:03.333147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54282) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:03.340199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'subnet': {'network_id': '77be1cd7-8d3e-4470-a827-753cb8e018b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:03.395629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aab1ef-3963-4658-a3c8-d14a49410c3e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Network': ['ID=77be1cd7-8d3e-4470-a827-753cb8e018b8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:03.408693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 77be1cd7-8d3e-4470-a827-753cb8e018b8 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:33:03.446902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:03.450475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.635581 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.713219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Subnet': ['ID=2444615c-bc41-41d6-a0fd-82235b5bccb6,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:03.720743 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Checking segment: {'id': '0f46e4b4-653c-45e7-99df-57c8cbc56af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77be1cd7-8d3e-4470-a827-753cb8e018b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:03.721113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network hostable DHCP agents. Network: 77be1cd7-8d3e-4470-a827-753cb8e018b8, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:33:03.738007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 77be1cd7-8d3e-4470-a827-753cb8e018b8 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:33:03.748174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 77be1cd7-8d3e-4470-a827-753cb8e018b8) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:03.752731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:03.753357 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.757412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6e77d1-4545-494f-9d3b-51b58a49a769 None None] Network 77be1cd7-8d3e-4470-a827-753cb8e018b8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:03.771499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54288) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:03.772204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8306111f-0aad-47c8-b464-cc19d3025e42 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4373989 Aug 30 13:33:03.776484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9417e2cd-008a-41ad-9cbe-f57f6f89d5b9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1945361524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:03.812208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9417e2cd-008a-41ad-9cbe-f57f6f89d5b9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.813334 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9417e2cd-008a-41ad-9cbe-f57f6f89d5b9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.852234 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:33:03.872199 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9417e2cd-008a-41ad-9cbe-f57f6f89d5b9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.879226 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9417e2cd-008a-41ad-9cbe-f57f6f89d5b9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.899894 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9417e2cd-008a-41ad-9cbe-f57f6f89d5b9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:03.904497 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9417e2cd-008a-41ad-9cbe-f57f6f89d5b9 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1285975 Aug 30 13:33:03.904745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54292) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:03.929245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-77be1cd7-8d3e-4470-a827-753cb8e018b8', 'network_id': '77be1cd7-8d3e-4470-a827-753cb8e018b8', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'fixed_ips': [{'subnet_id': '2444615c-bc41-41d6-a0fd-82235b5bccb6'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:33:03.930163 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:04.078843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Allocated IP 172.20.0.2 (77be1cd7-8d3e-4470-a827-753cb8e018b8/2444615c-bc41-41d6-a0fd-82235b5bccb6/95dd74b2-6db3-48a5-b7f9-ac6ac4992d73) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:04.204996 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:04.234599 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:04.243736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Transition to ACTIVE for port object 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:04.261543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Transition to ACTIVE for port object 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:04.269384 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:04.307939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Network 77be1cd7-8d3e-4470-a827-753cb8e018b8 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:04.314044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:04.320461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:04.356843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Pushing event updated for resources: {'Port': ['ID=95dd74b2-6db3-48a5-b7f9-ac6ac4992d73,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:04.404512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Attempting to bind port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:33:04.404883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Attempting to bind port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '0f46e4b4-653c-45e7-99df-57c8cbc56af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77be1cd7-8d3e-4470-a827-753cb8e018b8'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:33:04.405250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Attempting to bind port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 on network 77be1cd7-8d3e-4470-a827-753cb8e018b8 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:33:04.410662 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:33:04.411277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Checking segment: {'id': '0f46e4b4-653c-45e7-99df-57c8cbc56af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77be1cd7-8d3e-4470-a827-753cb8e018b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:04.411417 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:04.411809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Bound using segment: {'id': '0f46e4b4-653c-45e7-99df-57c8cbc56af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77be1cd7-8d3e-4470-a827-753cb8e018b8'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:33:04.412300 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Bound port: 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f46e4b4-653c-45e7-99df-57c8cbc56af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '77be1cd7-8d3e-4470-a827-753cb8e018b8'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:33:04.412687 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:04.483144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] For port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:33:04.486695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] For port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=95dd74b2-6db3-48a5-b7f9-ac6ac4992d73,segment=NetworkSegment(0f46e4b4-653c-45e7-99df-57c8cbc56af5),segment_id=0f46e4b4-653c-45e7-99df-57c8cbc56af5)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:33:04.491681 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:04.556694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72991f-b981-4c07-97ec-219a412f47c8 None None] Pushing event updated for resources: {'Port': ['ID=95dd74b2-6db3-48a5-b7f9-ac6ac4992d73,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:04.740860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.20.0.1 (77be1cd7-8d3e-4470-a827-753cb8e018b8/2444615c-bc41-41d6-a0fd-82235b5bccb6/6a011d62-29be-4bc2-b53a-0fb26b6953f1) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:04.878809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:04.892339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Transition to ACTIVE for port object 6a011d62-29be-4bc2-b53a-0fb26b6953f1 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:04.926990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:04.972796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 77be1cd7-8d3e-4470-a827-753cb8e018b8 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:04.975976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:04.979779 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:05.005311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=6a011d62-29be-4bc2-b53a-0fb26b6953f1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:05.027847 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:05.147504 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:05.448718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:05.455326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:05.474578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:05.542197 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:05.545682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=6a011d62-29be-4bc2-b53a-0fb26b6953f1,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:05.547140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:05.563369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6884f95-ada9-4a18-bae4-99a360b3a28b None None] Network 77be1cd7-8d3e-4470-a827-753cb8e018b8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:05.646089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 77be1cd7-8d3e-4470-a827-753cb8e018b8 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:05.647583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:05.689068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-73da3ff8-f5bf-4a47-9d8a-755a3c32abd6 None None] Provisioning for port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:05.694986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-73da3ff8-f5bf-4a47-9d8a-755a3c32abd6 None None] Provisioning complete for port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:05.695551 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-73da3ff8-f5bf-4a47-9d8a-755a3c32abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:05.769484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router e6a07289-3391-4be7-98c0-3190dbb2ea8f is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:33:05.812492 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-73da3ff8-f5bf-4a47-9d8a-755a3c32abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:05.848531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-73da3ff8-f5bf-4a47-9d8a-755a3c32abd6 None None] For port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=95dd74b2-6db3-48a5-b7f9-ac6ac4992d73,segment=NetworkSegment(0f46e4b4-653c-45e7-99df-57c8cbc56af5),segment_id=0f46e4b4-653c-45e7-99df-57c8cbc56af5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:05.854100 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-73da3ff8-f5bf-4a47-9d8a-755a3c32abd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:05.870296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:05.880860 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef9fd0-4887-4310-aaf9-33caa6fb660f None None] Sync routers for ids ['e6a07289-3391-4be7-98c0-3190dbb2ea8f'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:05.894704 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef9fd0-4887-4310-aaf9-33caa6fb660f None None] Routers {'e6a07289-3391-4be7-98c0-3190dbb2ea8f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:05.895348 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-22ef9fd0-4887-4310-aaf9-33caa6fb660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e6a07289-3391-4be7-98c0-3190dbb2ea8f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:05.897710 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9103199d-99d4-4dee-980f-dc87d503333f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/e6a07289-3391-4be7-98c0-3190dbb2ea8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9912047 Aug 30 13:33:05.900578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54302) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:05.907299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da3ff8-f5bf-4a47-9d8a-755a3c32abd6 None None] Pushing event updated for resources: {'Port': ['ID=95dd74b2-6db3-48a5-b7f9-ac6ac4992d73,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:05.939862 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-22ef9fd0-4887-4310-aaf9-33caa6fb660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:05.948704 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ef9fd0-4887-4310-aaf9-33caa6fb660f None None] Routers {'e6a07289-3391-4be7-98c0-3190dbb2ea8f'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:05.949402 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-22ef9fd0-4887-4310-aaf9-33caa6fb660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e6a07289-3391-4be7-98c0-3190dbb2ea8f'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:05.953941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99534815-b40b-49ff-baa2-9741d35d09e8 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:05.955372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-99534815-b40b-49ff-baa2-9741d35d09e8 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports/6a011d62-29be-4bc2-b53a-0fb26b6953f1 HTTP/1.1" status: 200 len: 910 time: 0.0537937 Aug 30 13:33:05.958015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54304) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:05.963515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0162b8f6-e0c5-4970-9bca-78f0beb7b1c3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2444615c-bc41-41d6-a0fd-82235b5bccb6'}]}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:05.988075 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-22ef9fd0-4887-4310-aaf9-33caa6fb660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:05.988857 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ef9fd0-4887-4310-aaf9-33caa6fb660f None None] The sync data for ids ['e6a07289-3391-4be7-98c0-3190dbb2ea8f'] in n-d-688802-6 is: [] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:06.079069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8668ea1a-ce5c-4b65-b64a-098d6e5fc5be None None] Provisioning complete for port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:06.079658 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8668ea1a-ce5c-4b65-b64a-098d6e5fc5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:06.142969 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0162b8f6-e0c5-4970-9bca-78f0beb7b1c3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:06.235872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8668ea1a-ce5c-4b65-b64a-098d6e5fc5be None None] Provisioning for port 6a011d62-29be-4bc2-b53a-0fb26b6953f1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:06.240452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8668ea1a-ce5c-4b65-b64a-098d6e5fc5be None None] Provisioning complete for port 6a011d62-29be-4bc2-b53a-0fb26b6953f1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:06.240833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8668ea1a-ce5c-4b65-b64a-098d6e5fc5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:06.278257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8668ea1a-ce5c-4b65-b64a-098d6e5fc5be None None] Port 6a011d62-29be-4bc2-b53a-0fb26b6953f1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:06.410263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-daf3afd8-67c3-4518-afde-76172c21e320 None None] Provisioning complete for port 6a011d62-29be-4bc2-b53a-0fb26b6953f1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:06.410642 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-daf3afd8-67c3-4518-afde-76172c21e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:06.483094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-daf3afd8-67c3-4518-afde-76172c21e320 None None] Port 6a011d62-29be-4bc2-b53a-0fb26b6953f1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:06.570012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0162b8f6-e0c5-4970-9bca-78f0beb7b1c3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:06.579396 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0162b8f6-e0c5-4970-9bca-78f0beb7b1c3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:06.606130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-16cb27c5-ba7d-4adf-aeba-462dbd7602b3 None None] Provisioning complete for port 6a011d62-29be-4bc2-b53a-0fb26b6953f1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:06.606506 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-16cb27c5-ba7d-4adf-aeba-462dbd7602b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:06.644398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-16cb27c5-ba7d-4adf-aeba-462dbd7602b3 None None] Port 6a011d62-29be-4bc2-b53a-0fb26b6953f1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:06.658893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162b8f6-e0c5-4970-9bca-78f0beb7b1c3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=6a011d62-29be-4bc2-b53a-0fb26b6953f1,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:06.666399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0162b8f6-e0c5-4970-9bca-78f0beb7b1c3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:06.667140 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0162b8f6-e0c5-4970-9bca-78f0beb7b1c3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:06.668624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0162b8f6-e0c5-4970-9bca-78f0beb7b1c3 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/ports/6a011d62-29be-4bc2-b53a-0fb26b6953f1 HTTP/1.1" status: 200 len: 910 time: 0.7092717 Aug 30 13:33:06.671384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54308) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:06.710979 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a7b1839-5fce-46f7-a20f-8aac7d1d2789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:06.989944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:07.236158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 6a011d62-29be-4bc2-b53a-0fb26b6953f1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:07.236514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:07.328977 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:07.342772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 6a011d62-29be-4bc2-b53a-0fb26b6953f1 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:07.452863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:07.528357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:07.529135 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:07.576584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:07.608328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=6a011d62-29be-4bc2-b53a-0fb26b6953f1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:07.779595 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.243808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router e6a07289-3391-4be7-98c0-3190dbb2ea8f has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:08.320514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:08.326162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-571b96dc-1b65-4247-b047-47cb41f42b61 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/e6a07289-3391-4be7-98c0-3190dbb2ea8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6531672 Aug 30 13:33:08.329564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54322) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:08.333118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fe4fe-72e3-4178-97e5-59cb09bc6780 None None] Sync routers for ids ['e6a07289-3391-4be7-98c0-3190dbb2ea8f'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:08.342795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fe4fe-72e3-4178-97e5-59cb09bc6780 None None] Routers {'e6a07289-3391-4be7-98c0-3190dbb2ea8f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:08.343426 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-297fe4fe-72e3-4178-97e5-59cb09bc6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e6a07289-3391-4be7-98c0-3190dbb2ea8f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:08.357705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-085e8097-ca9e-44b3-a75e-bd1a31f409ce tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6a07289-3391-4be7-98c0-3190dbb2ea8f HTTP/1.1" status: 200 len: 205 time: 0.0262096 Aug 30 13:33:08.359725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54324) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:08.381831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-297fe4fe-72e3-4178-97e5-59cb09bc6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:08.391897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fe4fe-72e3-4178-97e5-59cb09bc6780 None None] Routers {'e6a07289-3391-4be7-98c0-3190dbb2ea8f'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:08.392592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-297fe4fe-72e3-4178-97e5-59cb09bc6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:32:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e6a07289-3391-4be7-98c0-3190dbb2ea8f'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:08.427525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-297fe4fe-72e3-4178-97e5-59cb09bc6780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:08.428128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297fe4fe-72e3-4178-97e5-59cb09bc6780 None None] The sync data for ids ['e6a07289-3391-4be7-98c0-3190dbb2ea8f'] in n-d-688802-6 is: [] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:08.444954 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ff-12fb-42a2-bd29-26c567959615 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.626887 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ff-12fb-42a2-bd29-26c567959615 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.629797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ff-12fb-42a2-bd29-26c567959615 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.676568 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ff-12fb-42a2-bd29-26c567959615 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.677282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4af7ff-12fb-42a2-bd29-26c567959615 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Fanout notify agent at l3_agent the message router_deleted on router e6a07289-3391-4be7-98c0-3190dbb2ea8f {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:33:08.685880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd4af7ff-12fb-42a2-bd29-26c567959615 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.687273 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd4af7ff-12fb-42a2-bd29-26c567959615 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/e6a07289-3391-4be7-98c0-3190dbb2ea8f HTTP/1.1" status: 204 len: 168 time: 0.3265679 Aug 30 13:33:08.690005 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54340) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:08.753726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-81fb01fa-a8a9-4819-9891-01decea4b08b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting subnet 2444615c-bc41-41d6-a0fd-82235b5bccb6 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:33:08.757393 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81fb01fa-a8a9-4819-9891-01decea4b08b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.800061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81fb01fa-a8a9-4819-9891-01decea4b08b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.891103 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81fb01fa-a8a9-4819-9891-01decea4b08b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.965834 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81fb01fa-a8a9-4819-9891-01decea4b08b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:08.995221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb01fa-a8a9-4819-9891-01decea4b08b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Subnet': ['ID=2444615c-bc41-41d6-a0fd-82235b5bccb6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:09.000945 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81fb01fa-a8a9-4819-9891-01decea4b08b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.005801 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-81fb01fa-a8a9-4819-9891-01decea4b08b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/2444615c-bc41-41d6-a0fd-82235b5bccb6 HTTP/1.1" status: 204 len: 168 time: 0.3120594 Aug 30 13:33:09.006511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54346) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:09.013790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dd1ba8-e750-445e-911e-ee411b48d91d None None] Network 77be1cd7-8d3e-4470-a827-753cb8e018b8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:09.107494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.165559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:09.165934 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.236039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65207a8-f218-46b3-82d1-9f28ba0ba05e None None] DHCP port deletion for 77be1cd7-8d3e-4470-a827-753cb8e018b8 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:33:09.263379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=95dd74b2-6db3-48a5-b7f9-ac6ac4992d73,segment=NetworkSegment(0f46e4b4-653c-45e7-99df-57c8cbc56af5),segment_id=0f46e4b4-653c-45e7-99df-57c8cbc56af5)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:09.263744 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.278271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:09.291214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f65207a8-f218-46b3-82d1-9f28ba0ba05e None None] Deleting port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:09.291590 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f65207a8-f218-46b3-82d1-9f28ba0ba05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.362214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f65207a8-f218-46b3-82d1-9f28ba0ba05e None None] For port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=95dd74b2-6db3-48a5-b7f9-ac6ac4992d73,segment=NetworkSegment(0f46e4b4-653c-45e7-99df-57c8cbc56af5),segment_id=0f46e4b4-653c-45e7-99df-57c8cbc56af5)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:09.362978 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f65207a8-f218-46b3-82d1-9f28ba0ba05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.386430 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.392963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f65207a8-f218-46b3-82d1-9f28ba0ba05e None None] Calling delete_port for 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:09.430550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No DVR routers for this DVR port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:33:09.434435 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=95dd74b2-6db3-48a5-b7f9-ac6ac4992d73,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:09.477030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:33:09.500340 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f11e68b-0ab7-4c6b-833b-ac7f9d5fe664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.504137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:33:09.504495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:33:09.524379 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.536479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77be1cd7-8d3e-4470-a827-753cb8e018b8']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:09.543769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f65207a8-f218-46b3-82d1-9f28ba0ba05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.552141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f46e4b4-653c-45e7-99df-57c8cbc56af5') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:09.552442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f46e4b4-653c-45e7-99df-57c8cbc56af5') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:09.564173 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.571224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65207a8-f218-46b3-82d1-9f28ba0ba05e None None] Pushing event deleted for resources: {'Port': ['ID=95dd74b2-6db3-48a5-b7f9-ac6ac4992d73,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:09.579138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65207a8-f218-46b3-82d1-9f28ba0ba05e None None] No DVR routers for this DVR port 95dd74b2-6db3-48a5-b7f9-ac6ac4992d73 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:33:09.586664 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.594231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:33:09.594746 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:33:09.601691 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:33:09.675462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.684015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.691933 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/networks/77be1cd7-8d3e-4470-a827-753cb8e018b8 HTTP/1.1" status: 204 len: 168 time: 0.6796377 Aug 30 13:33:09.692604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54358) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:09.698033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-23316e66-6c13-4427-8149-2e56bd7a7bd2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1245303435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:09.701205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5a6b4-4362-465c-9422-b4b1c5522c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Network': ['ID=77be1cd7-8d3e-4470-a827-753cb8e018b8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:09.731265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23316e66-6c13-4427-8149-2e56bd7a7bd2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.733526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23316e66-6c13-4427-8149-2e56bd7a7bd2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.795092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23316e66-6c13-4427-8149-2e56bd7a7bd2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.799136 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23316e66-6c13-4427-8149-2e56bd7a7bd2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.816505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-23316e66-6c13-4427-8149-2e56bd7a7bd2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.817903 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-23316e66-6c13-4427-8149-2e56bd7a7bd2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1242046 Aug 30 13:33:09.820416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54360) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:09.826523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'network': {'name': 'tempest-RoutersTest-415640593'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:09.847583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:09.851259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.876791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:33:09.886901 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.887241 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added segment fa778151-1d0a-44d0-934c-4f94d54b740b of type vlan for network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 Aug 30 13:33:09.929064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.955436 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:09.961548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:09.962170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:10.001816 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:10.021844 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1998637 Aug 30 13:33:10.024700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54362) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:10.030378 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'subnet': {'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:10.042772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eeb8f-d131-44e7-83db-9722d5921134 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Network': ['ID=87a3eb7f-8a11-4890-9b25-1e5d43368a24,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:10.054120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:33:10.132841 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:10.139764 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:10.331191 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:10.395772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Subnet': ['ID=1a8806cb-71ae-4feb-b7bf-fbee926ae28e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:10.409923 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Checking segment: {'id': 'fa778151-1d0a-44d0-934c-4f94d54b740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:10.410410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network hostable DHCP agents. Network: 87a3eb7f-8a11-4890-9b25-1e5d43368a24, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:33:10.431067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:33:10.441534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 87a3eb7f-8a11-4890-9b25-1e5d43368a24) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:10.445733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:10.446421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:10.451545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5a5af-f517-46c8-a773-c2a0764cf986 None None] Network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:10.467603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-de96beb2-e2a3-42e7-a986-67e1e875ab1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4417422 Aug 30 13:33:10.470400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54364) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:10.608677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:33:10.608908 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:10.751843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Allocated IP 172.20.0.2 (87a3eb7f-8a11-4890-9b25-1e5d43368a24/1a8806cb-71ae-4feb-b7bf-fbee926ae28e/c1d77da0-be94-48da-ba4e-845e6bc151c9) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:10.763286 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:10.915726 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:10.921860 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:10.930967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Transition to ACTIVE for port object c1d77da0-be94-48da-ba4e-845e6bc151c9 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:10.946388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Transition to ACTIVE for port object c1d77da0-be94-48da-ba4e-845e6bc151c9 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:10.953750 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.001697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:11.004743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:11.013593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:11.017830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Pushing event updated for resources: {'Port': ['ID=c1d77da0-be94-48da-ba4e-845e6bc151c9,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:11.040434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.20.0.1 (87a3eb7f-8a11-4890-9b25-1e5d43368a24/1a8806cb-71ae-4feb-b7bf-fbee926ae28e/979c32cb-577e-4bb4-8c43-0f097728f5bf) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:11.078513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Attempting to bind port c1d77da0-be94-48da-ba4e-845e6bc151c9 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:33:11.079030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Attempting to bind port c1d77da0-be94-48da-ba4e-845e6bc151c9 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'fa778151-1d0a-44d0-934c-4f94d54b740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:33:11.079321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Attempting to bind port c1d77da0-be94-48da-ba4e-845e6bc151c9 on network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:33:11.084559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:33:11.084941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Checking segment: {'id': 'fa778151-1d0a-44d0-934c-4f94d54b740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:11.085347 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.085780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Bound using segment: {'id': 'fa778151-1d0a-44d0-934c-4f94d54b740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:33:11.086638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Bound port: c1d77da0-be94-48da-ba4e-845e6bc151c9, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa778151-1d0a-44d0-934c-4f94d54b740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:33:11.087031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.158463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] For port c1d77da0-be94-48da-ba4e-845e6bc151c9, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:33:11.161729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] For port c1d77da0-be94-48da-ba4e-845e6bc151c9, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c1d77da0-be94-48da-ba4e-845e6bc151c9,segment=NetworkSegment(fa778151-1d0a-44d0-934c-4f94d54b740b),segment_id=fa778151-1d0a-44d0-934c-4f94d54b740b)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:33:11.167043 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.176250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.191841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Transition to ACTIVE for port object 979c32cb-577e-4bb4-8c43-0f097728f5bf will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:11.233747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.235051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257f6a-96a0-494f-bac2-b80bd1479e59 None None] Pushing event updated for resources: {'Port': ['ID=c1d77da0-be94-48da-ba4e-845e6bc151c9,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:11.285813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:11.289003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:11.293039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:11.319107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=979c32cb-577e-4bb4-8c43-0f097728f5bf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:11.344215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.488409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.772924 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.777949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.852565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=979c32cb-577e-4bb4-8c43-0f097728f5bf,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:11.857114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:11.970491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:11.972866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:12.128083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:33:12.265927 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:12.269891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:12.277193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4e0ae651-30e8-42d4-b559-12bd7a8b001e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8055391 Aug 30 13:33:12.280451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54376) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:12.287274 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:12.287772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'network': {'name': 'tempest-RoutersTest-1454626642'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:12.311507 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:12.312325 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:12.317162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:12.321130 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:12.355201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62cf69-5539-430a-8298-5744f9b239ac None None] Network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:12.362674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:33:12.376887 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:12.377294 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added segment d0d53ecb-f789-4a5e-8a39-07d970a0d788 of type vlan for network b48d93d8-4efa-4976-b97c-4c4a430e6f23 Aug 30 13:33:12.438183 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:12.444163 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:12.445824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f5dedf1e-5b82-42e5-a845-bf0ecbcfc864 None None] Provisioning for port c1d77da0-be94-48da-ba4e-845e6bc151c9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:12.499967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:12.506383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:12.507260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:12.579741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54384) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:12.580365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2976131 Aug 30 13:33:12.590561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49c764-6857-4ce8-a074-b2c1c0c80209 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Network': ['ID=b48d93d8-4efa-4976-b97c-4c4a430e6f23,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:12.593062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'subnet': {'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:12.604108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b48d93d8-4efa-4976-b97c-4c4a430e6f23 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:33:12.659706 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:11Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:11Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:12.687456 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:12.687808 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Updating router ffc1606b-6507-4568-b4e8-5050d482e197 port 979c32cb-577e-4bb4-8c43-0f097728f5bf binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:33:12.721125 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:12.736853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54388) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:12.755281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:12.760029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:12.879028 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b817f3d-0506-4a7e-81c3-71936ac5ebe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:12.996868 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.000512 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b817f3d-0506-4a7e-81c3-71936ac5ebe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.006650 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8b817f3d-0506-4a7e-81c3-71936ac5ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.008386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7af3d120-95bb-4ed8-9f64-cbfa27b5cd33 None None] Provisioning for port 979c32cb-577e-4bb4-8c43-0f097728f5bf completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:13.016063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7af3d120-95bb-4ed8-9f64-cbfa27b5cd33 None None] Provisioning complete for port 979c32cb-577e-4bb4-8c43-0f097728f5bf triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:13.016967 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7af3d120-95bb-4ed8-9f64-cbfa27b5cd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.043866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b817f3d-0506-4a7e-81c3-71936ac5ebe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e573f2-c165-4d97-b996-46ad74d45f35,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:13.055682 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.079305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Subnet': ['ID=ab3aafc5-c08f-48ac-851d-7a6fc3eacf08,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:13.082852 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Transition to ACTIVE for port object 979c32cb-577e-4bb4-8c43-0f097728f5bf will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:13.084393 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8b817f3d-0506-4a7e-81c3-71936ac5ebe3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c810c4ac8fb74a1298fa69711403ea1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462160 Aug 30 13:33:13.089688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Checking segment: {'id': 'd0d53ecb-f789-4a5e-8a39-07d970a0d788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:13.090093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network hostable DHCP agents. Network: b48d93d8-4efa-4976-b97c-4c4a430e6f23, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:33:13.092530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54392) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:13.096681 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.111209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7af3d120-95bb-4ed8-9f64-cbfa27b5cd33 None None] Port 979c32cb-577e-4bb4-8c43-0f097728f5bf cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:13.116572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network b48d93d8-4efa-4976-b97c-4c4a430e6f23 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:33:13.131840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b48d93d8-4efa-4976-b97c-4c4a430e6f23) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:13.137090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:13.137984 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.148186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971d2b11-a232-4c43-8a4f-b57cdf7ef7b0 None None] Network b48d93d8-4efa-4976-b97c-4c4a430e6f23 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:13.160822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4005ed5-3f32-4b37-b4df-8290333bde92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.161545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ae5fd0a9-47cb-405e-a0d2-2c481a0e1717 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5793011 Aug 30 13:33:13.161814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54394) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:13.221780 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Pushing event updated for resources: {'Port': ['ID=979c32cb-577e-4bb4-8c43-0f097728f5bf,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:13.234539 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.235249 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.235249 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.235519 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.235845 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.236166 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.236488 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.236805 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.237122 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.237432 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.237774 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.238092 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:13.252740 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Attempting to bind port 979c32cb-577e-4bb4-8c43-0f097728f5bf on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:33:13.252740 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Attempting to bind port 979c32cb-577e-4bb4-8c43-0f097728f5bf by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'fa778151-1d0a-44d0-934c-4f94d54b740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:33:13.253188 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Attempting to bind port 979c32cb-577e-4bb4-8c43-0f097728f5bf on network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:33:13.254200 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4005ed5-3f32-4b37-b4df-8290333bde92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.259600 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:33:13.260129 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Checking segment: {'id': 'fa778151-1d0a-44d0-934c-4f94d54b740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:13.260631 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.261123 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Bound using segment: {'id': 'fa778151-1d0a-44d0-934c-4f94d54b740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:33:13.261780 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Bound port: 979c32cb-577e-4bb4-8c43-0f097728f5bf, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa778151-1d0a-44d0-934c-4f94d54b740b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:33:13.262598 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.352236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:33:13.354132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.355080 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] For port 979c32cb-577e-4bb4-8c43-0f097728f5bf, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:33:13.373405 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] For port 979c32cb-577e-4bb4-8c43-0f097728f5bf, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=979c32cb-577e-4bb4-8c43-0f097728f5bf,segment=NetworkSegment(fa778151-1d0a-44d0-934c-4f94d54b740b),segment_id=fa778151-1d0a-44d0-934c-4f94d54b740b)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:33:13.384994 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.425960 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4005ed5-3f32-4b37-b4df-8290333bde92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.431082 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4005ed5-3f32-4b37-b4df-8290333bde92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.433051 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d4005ed5-3f32-4b37-b4df-8290333bde92 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24e573f2-c165-4d97-b996-46ad74d45f35 HTTP/1.1" status: 204 len: 168 time: 0.3391871 Aug 30 13:33:13.450963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4005ed5-3f32-4b37-b4df-8290333bde92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e573f2-c165-4d97-b996-46ad74d45f35,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:13.499338 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:13.499970 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:13.537999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1d77da0-be94-48da-ba4e-845e6bc151c9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:13.609907 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:13.696744 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b138a-3041-49f9-a746-19093967b79d None None] Pushing event updated for resources: {'Port': ['ID=979c32cb-577e-4bb4-8c43-0f097728f5bf,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:13.719556 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.859157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Allocated IP 172.21.0.2 (b48d93d8-4efa-4976-b97c-4c4a430e6f23/ab3aafc5-c08f-48ac-851d-7a6fc3eacf08/b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:13.861770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c1d77da0-be94-48da-ba4e-845e6bc151c9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:13.869073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c1d77da0-be94-48da-ba4e-845e6bc151c9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:13.869460 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:13.879421 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:11Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:13Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:13.925357 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145409a3-0d68-4f31-b2f7-1d8367ae91b8 None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:11Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:13Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:13.963765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54400) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:13.982751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-048b5de1-7c7a-434d-b36c-c1a0c55cd894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.083525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.158973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-048b5de1-7c7a-434d-b36c-c1a0c55cd894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.165466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-048b5de1-7c7a-434d-b36c-c1a0c55cd894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.174528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c1d77da0-be94-48da-ba4e-845e6bc151c9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c1d77da0-be94-48da-ba4e-845e6bc151c9,segment=NetworkSegment(fa778151-1d0a-44d0-934c-4f94d54b740b),segment_id=fa778151-1d0a-44d0-934c-4f94d54b740b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:14.188108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.197699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.232160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Transition to ACTIVE for port object b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:14.238595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-048b5de1-7c7a-434d-b36c-c1a0c55cd894 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=399bf64f438d428b8b7d12bb7bde9801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733393 Aug 30 13:33:14.239570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b5de1-7c7a-434d-b36c-c1a0c55cd894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7123f7dd-4f03-4f37-b755-f5fe303af0a3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:14.241339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54402) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:14.284795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Transition to ACTIVE for port object b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:14.293938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c1d77da0-be94-48da-ba4e-845e6bc151c9,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:14.303249 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.349103 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f1918429-0a93-4514-85ae-809e56b96a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.371574 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Network b48d93d8-4efa-4976-b97c-4c4a430e6f23 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:14.377518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:14.382678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:14.391682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Pushing event updated for resources: {'Port': ['ID=b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:14.409075 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f1918429-0a93-4514-85ae-809e56b96a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.424034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.21.0.1 (b48d93d8-4efa-4976-b97c-4c4a430e6f23/ab3aafc5-c08f-48ac-851d-7a6fc3eacf08/9caef221-f4ee-4954-9d0c-dce3e898104f) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:14.462993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Attempting to bind port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:33:14.463710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Attempting to bind port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd0d53ecb-f789-4a5e-8a39-07d970a0d788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:33:14.464323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Attempting to bind port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e on network b48d93d8-4efa-4976-b97c-4c4a430e6f23 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:33:14.472804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:33:14.473781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Checking segment: {'id': 'd0d53ecb-f789-4a5e-8a39-07d970a0d788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:14.474285 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.474764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Bound using segment: {'id': 'd0d53ecb-f789-4a5e-8a39-07d970a0d788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:33:14.475335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Bound port: b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d53ecb-f789-4a5e-8a39-07d970a0d788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:33:14.475811 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.548991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f1918429-0a93-4514-85ae-809e56b96a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.552741 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f1918429-0a93-4514-85ae-809e56b96a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.554545 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f1918429-0a93-4514-85ae-809e56b96a1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7123f7dd-4f03-4f37-b755-f5fe303af0a3 HTTP/1.1" status: 204 len: 168 time: 0.3118894 Aug 30 13:33:14.582555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1918429-0a93-4514-85ae-809e56b96a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7123f7dd-4f03-4f37-b755-f5fe303af0a3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:14.618217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] For port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:33:14.662140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] For port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e,segment=NetworkSegment(d0d53ecb-f789-4a5e-8a39-07d970a0d788),segment_id=d0d53ecb-f789-4a5e-8a39-07d970a0d788)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:33:14.666257 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.668302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.690380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Transition to ACTIVE for port object 9caef221-f4ee-4954-9d0c-dce3e898104f will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:14.733691 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:14.735375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6154cf-6864-4955-8994-9e23a59f9c4e None None] Pushing event updated for resources: {'Port': ['ID=b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:14.792862 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network b48d93d8-4efa-4976-b97c-4c4a430e6f23 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:14.805458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:14.807804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=9caef221-f4ee-4954-9d0c-dce3e898104f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:14.810376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:14.869878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.031660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54408) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:15.034233 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.066741 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-decdc19f-09ed-4794-b8b5-43f97fbef963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.212777 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-decdc19f-09ed-4794-b8b5-43f97fbef963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.218383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-decdc19f-09ed-4794-b8b5-43f97fbef963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.259041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-decdc19f-09ed-4794-b8b5-43f97fbef963 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c54fe1cd560f400eb0dc7d2881b85fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261813 Aug 30 13:33:15.259955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decdc19f-09ed-4794-b8b5-43f97fbef963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa612d3-9634-4834-8589-1501c0fc059d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:15.262102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54410) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:15.355059 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c27b7d6-537f-4f49-9971-b3a377f08f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.365978 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.380094 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.422521 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c27b7d6-537f-4f49-9971-b3a377f08f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.488246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.505433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=9caef221-f4ee-4954-9d0c-dce3e898104f,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:15.550613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:15.579960 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c27b7d6-537f-4f49-9971-b3a377f08f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.582491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c27b7d6-537f-4f49-9971-b3a377f08f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.583616 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1c27b7d6-537f-4f49-9971-b3a377f08f6f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaa612d3-9634-4834-8589-1501c0fc059d HTTP/1.1" status: 204 len: 168 time: 0.3205240 Aug 30 13:33:15.597032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27b7d6-537f-4f49-9971-b3a377f08f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa612d3-9634-4834-8589-1501c0fc059d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:15.611602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:15.620468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1d77da0-be94-48da-ba4e-845e6bc151c9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:15.623146 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network b48d93d8-4efa-4976-b97c-4c4a430e6f23 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:15.625830 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:15.675188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c1d77da0-be94-48da-ba4e-845e6bc151c9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:15.675566 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.764647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 979c32cb-577e-4bb4-8c43-0f097728f5bf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:15.820472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 979c32cb-577e-4bb4-8c43-0f097728f5bf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:15.826656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 979c32cb-577e-4bb4-8c43-0f097728f5bf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:15.826656 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:15.961934 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.011037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 979c32cb-577e-4bb4-8c43-0f097728f5bf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=979c32cb-577e-4bb4-8c43-0f097728f5bf,segment=NetworkSegment(fa778151-1d0a-44d0-934c-4f94d54b740b),segment_id=fa778151-1d0a-44d0-934c-4f94d54b740b)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:16.016667 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.038448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:16.103810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=979c32cb-577e-4bb4-8c43-0f097728f5bf,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:16.149026 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:16.157768 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fa77dc0e-2a0d-465d-b4ae-b227adbc0413 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9921646 Aug 30 13:33:16.158246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54424) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:16.162282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:16.163689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'network': {'name': 'tempest-RoutersTest-711106067'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:16.175443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:16.177790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:16.187957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:16.191664 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.217018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:33:16.222147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67849c78-f025-4048-8dc4-a0142f31c91a None None] Network b48d93d8-4efa-4976-b97c-4c4a430e6f23 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:16.227376 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.227952 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added segment b7fc6b21-b348-4e4d-ab70-b3b2765eb102 of type vlan for network 2f1768ba-16f5-4523-972b-67aba0f8f741 Aug 30 13:33:16.274284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.303885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.311078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:16.312018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.330556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-442c1fa8-e7ea-45de-8498-55333de980ec None None] Provisioning for port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:16.347562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-442c1fa8-e7ea-45de-8498-55333de980ec None None] Provisioning complete for port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:16.347940 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-442c1fa8-e7ea-45de-8498-55333de980ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.361007 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:16.392135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2299328 Aug 30 13:33:16.392447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54432) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:16.398041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'subnet': {'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:16.429185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b4cd9-651a-4b52-ae54-b2737a72ce8e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Network': ['ID=2f1768ba-16f5-4523-972b-67aba0f8f741,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:16.470235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 2f1768ba-16f5-4523-972b-67aba0f8f741 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:33:16.533166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:16.538688 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.729108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-442c1fa8-e7ea-45de-8498-55333de980ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.768785 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.803594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-442c1fa8-e7ea-45de-8498-55333de980ec None None] For port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e,segment=NetworkSegment(d0d53ecb-f789-4a5e-8a39-07d970a0d788),segment_id=d0d53ecb-f789-4a5e-8a39-07d970a0d788)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:16.817504 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-442c1fa8-e7ea-45de-8498-55333de980ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.835467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Subnet': ['ID=6a0cac01-0245-487b-9b97-9eba8f548fb8,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:16.854036 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Checking segment: {'id': 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:16.854279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network hostable DHCP agents. Network: 2f1768ba-16f5-4523-972b-67aba0f8f741, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:33:16.877930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 2f1768ba-16f5-4523-972b-67aba0f8f741 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:33:16.886600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:14Z', 'revision_number': 3, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:16.892932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 2f1768ba-16f5-4523-972b-67aba0f8f741) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:16.898142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:16.899044 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:16.921465 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7ca497b6-62c3-46d3-bc47-7209b150e6c4 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5245700 Aug 30 13:33:16.921882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54442) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:16.940213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aac0a5-bef5-43bd-931b-9e4d76c476cd None None] Network 2f1768ba-16f5-4523-972b-67aba0f8f741 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:16.943085 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c1fa8-e7ea-45de-8498-55333de980ec None None] Pushing event updated for resources: {'Port': ['ID=b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:16.947935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:16.948287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Updating router ffc1606b-6507-4568-b4e8-5050d482e197 port 9caef221-f4ee-4954-9d0c-dce3e898104f binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:33:17.020800 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:17.255873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e2c4ad99-f6e5-406c-b1b3-7387689f41be None None] Provisioning complete for port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:17.256209 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e2c4ad99-f6e5-406c-b1b3-7387689f41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:17.428315 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:17.517136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:17.553795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-2f1768ba-16f5-4523-972b-67aba0f8f741', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:33:17.555030 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:17.757647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.22.0.1 (2f1768ba-16f5-4523-972b-67aba0f8f741/6a0cac01-0245-487b-9b97-9eba8f548fb8/a6bc6565-ed18-4f1b-816a-0a9a3cdf97af) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:17.766992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:17.767811 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:17.854482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:17.873735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Transition to ACTIVE for port object 9caef221-f4ee-4954-9d0c-dce3e898104f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:17.875622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e2c4ad99-f6e5-406c-b1b3-7387689f41be None None] Provisioning for port 9caef221-f4ee-4954-9d0c-dce3e898104f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:17.881827 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e2c4ad99-f6e5-406c-b1b3-7387689f41be None None] Provisioning complete for port 9caef221-f4ee-4954-9d0c-dce3e898104f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:17.882207 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e2c4ad99-f6e5-406c-b1b3-7387689f41be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:17.897547 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:17.907751 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:17.926819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Transition to ACTIVE for port object a6bc6565-ed18-4f1b-816a-0a9a3cdf97af will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:17.972200 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.032601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e2c4ad99-f6e5-406c-b1b3-7387689f41be None None] Port 9caef221-f4ee-4954-9d0c-dce3e898104f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:18.037102 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 2f1768ba-16f5-4523-972b-67aba0f8f741 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:18.040572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:18.046129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:18.046717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335b55a-fb8e-49fd-a9be-a32ae5ca9b5d None None] Pushing event updated for resources: {'Port': ['ID=9caef221-f4ee-4954-9d0c-dce3e898104f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:18.054235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 979c32cb-577e-4bb4-8c43-0f097728f5bf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:18.084647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=a6bc6565-ed18-4f1b-816a-0a9a3cdf97af,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:18.105695 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.155508 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Allocated IP 172.22.0.2 (2f1768ba-16f5-4523-972b-67aba0f8f741/6a0cac01-0245-487b-9b97-9eba8f548fb8/12ae301d-b1d4-4677-8fb0-fbf108c83dc3) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:18.178088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Attempting to bind port 9caef221-f4ee-4954-9d0c-dce3e898104f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:33:18.178451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Attempting to bind port 9caef221-f4ee-4954-9d0c-dce3e898104f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd0d53ecb-f789-4a5e-8a39-07d970a0d788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:33:18.178968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Attempting to bind port 9caef221-f4ee-4954-9d0c-dce3e898104f on network b48d93d8-4efa-4976-b97c-4c4a430e6f23 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:33:18.200322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:33:18.200823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Checking segment: {'id': 'd0d53ecb-f789-4a5e-8a39-07d970a0d788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:18.201204 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.201607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Bound using segment: {'id': 'd0d53ecb-f789-4a5e-8a39-07d970a0d788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:33:18.202135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Bound port: 9caef221-f4ee-4954-9d0c-dce3e898104f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d53ecb-f789-4a5e-8a39-07d970a0d788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:33:18.202528 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.255739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.318718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 979c32cb-577e-4bb4-8c43-0f097728f5bf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:18.319089 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.401623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] For port 9caef221-f4ee-4954-9d0c-dce3e898104f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:33:18.406373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] For port 9caef221-f4ee-4954-9d0c-dce3e898104f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9caef221-f4ee-4954-9d0c-dce3e898104f,segment=NetworkSegment(d0d53ecb-f789-4a5e-8a39-07d970a0d788),segment_id=d0d53ecb-f789-4a5e-8a39-07d970a0d788)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:33:18.435739 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.552310 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.580733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Transition to ACTIVE for port object 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:18.590971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a335b55a-fb8e-49fd-a9be-a32ae5ca9b5d None None] Pushing event updated for resources: {'Port': ['ID=9caef221-f4ee-4954-9d0c-dce3e898104f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:18.598429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:18.599102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:18.661284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Transition to ACTIVE for port object 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:18.688202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.695233 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.709491 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.780302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:18.823327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:18.839027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=a6bc6565-ed18-4f1b-816a-0a9a3cdf97af,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:18.852359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Network 2f1768ba-16f5-4523-972b-67aba0f8f741 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:18.861492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:18.868255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:18.888943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Pushing event updated for resources: {'Port': ['ID=12ae301d-b1d4-4677-8fb0-fbf108c83dc3,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:18.950948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 2f1768ba-16f5-4523-972b-67aba0f8f741 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:18.952410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:19.029010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Attempting to bind port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:33:19.029694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Attempting to bind port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:33:19.030080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Attempting to bind port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 on network 2f1768ba-16f5-4523-972b-67aba0f8f741 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:33:19.040268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:33:19.040575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Checking segment: {'id': 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:19.041112 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.041390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Bound using segment: {'id': 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:33:19.041901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Bound port: 12ae301d-b1d4-4677-8fb0-fbf108c83dc3, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:33:19.042297 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.065072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:19.174480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] For port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:33:19.179522 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] For port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=12ae301d-b1d4-4677-8fb0-fbf108c83dc3,segment=NetworkSegment(b7fc6b21-b348-4e4d-ab70-b3b2765eb102),segment_id=b7fc6b21-b348-4e4d-ab70-b3b2765eb102)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:33:19.186446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:19.186687 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.192956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45337531-16a4-44af-92b4-a4a55cb0f10c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2697334 Aug 30 13:33:19.197269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54466) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:19.204483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'network': {'name': 'tempest-RoutersTest-1136148820'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:19.234297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:19.237876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.269643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:33:19.280264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:18Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:18Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:17Z', 'revision_number': 1, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:19.301761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.302532 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added segment 9e6dee9e-8f8c-439e-837d-3a803638911c of type vlan for network 411c808a-878f-4cef-a8b9-e96ac0e432c4 Aug 30 13:33:19.314457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04509a87-8059-4b23-b4a3-542206b8a00d None None] Pushing event updated for resources: {'Port': ['ID=12ae301d-b1d4-4677-8fb0-fbf108c83dc3,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:19.318930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb70e2f-1fe9-4ffe-9b4d-1dcc9dbd7aa5 None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:18Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:18Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:17Z', 'revision_number': 1, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:19.373564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.443132 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.452645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:19.455049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.566149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Network': ['ID=411c808a-878f-4cef-a8b9-e96ac0e432c4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:19.568980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9caef221-f4ee-4954-9d0c-dce3e898104f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:19.577503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54470) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:19.583175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'subnet': {'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:19.592510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-872d7b4e-3cda-4308-a898-16a446f73b52 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3747957 Aug 30 13:33:19.685293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9caef221-f4ee-4954-9d0c-dce3e898104f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:19.695398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9caef221-f4ee-4954-9d0c-dce3e898104f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:19.697164 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.811443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Made reservation on behalf of b0a5c5d85d3a42eeb07db65ff0c89d86 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:19.819536 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.847975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 411c808a-878f-4cef-a8b9-e96ac0e432c4 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:33:19.922864 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:19.976316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 9caef221-f4ee-4954-9d0c-dce3e898104f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9caef221-f4ee-4954-9d0c-dce3e898104f,segment=NetworkSegment(d0d53ecb-f789-4a5e-8a39-07d970a0d788),segment_id=d0d53ecb-f789-4a5e-8a39-07d970a0d788)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:19.984390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:20.055166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=9caef221-f4ee-4954-9d0c-dce3e898104f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:20.093866 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:20.202510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Subnet': ['ID=4e7c615a-260f-4838-af7b-37c9c6c60ae0,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:20.217762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Checking segment: {'id': '9e6dee9e-8f8c-439e-837d-3a803638911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:20.218206 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network hostable DHCP agents. Network: 411c808a-878f-4cef-a8b9-e96ac0e432c4, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:33:20.258736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 411c808a-878f-4cef-a8b9-e96ac0e432c4 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:33:20.272148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 411c808a-878f-4cef-a8b9-e96ac0e432c4) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:20.282849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355d57c2-68a6-40f9-8a73-eeb7d05a9581 None None] Network 411c808a-878f-4cef-a8b9-e96ac0e432c4 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:20.288701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:20.293178 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:20.322880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-27eaffeb-dc84-414d-a04e-06132d30be8d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7417119 Aug 30 13:33:20.325172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54474) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:20.505565 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-411c808a-878f-4cef-a8b9-e96ac0e432c4', 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'fixed_ips': [{'subnet_id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:33:20.516710 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:20.727341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Allocated IP 172.23.0.2 (411c808a-878f-4cef-a8b9-e96ac0e432c4/4e7c615a-260f-4838-af7b-37c9c6c60ae0/bee7c07b-afbe-4174-9c3e-a3fc02af156e) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:20.745735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbd77f0-50a3-4eea-b39c-11217f32f978 None None] Network 2f1768ba-16f5-4523-972b-67aba0f8f741 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:20.861762 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:20.889530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2a608e2d-38b5-4b57-9da9-c2f7348d2ecc None None] Provisioning for port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:21.088778 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:21.102369 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:21.103056 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:21.103264 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:21.115721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Transition to ACTIVE for port object bee7c07b-afbe-4174-9c3e-a3fc02af156e will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:21.132969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Transition to ACTIVE for port object bee7c07b-afbe-4174-9c3e-a3fc02af156e will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:21.146805 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:21.199244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Network 411c808a-878f-4cef-a8b9-e96ac0e432c4 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:21.205606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:21.209930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:21.265337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Pushing event updated for resources: {'Port': ['ID=bee7c07b-afbe-4174-9c3e-a3fc02af156e,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:21.272791 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:21.303871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Attempting to bind port bee7c07b-afbe-4174-9c3e-a3fc02af156e on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:33:21.304283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Attempting to bind port bee7c07b-afbe-4174-9c3e-a3fc02af156e by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9e6dee9e-8f8c-439e-837d-3a803638911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:33:21.304663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Attempting to bind port bee7c07b-afbe-4174-9c3e-a3fc02af156e on network 411c808a-878f-4cef-a8b9-e96ac0e432c4 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:33:21.313168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:33:21.313797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Checking segment: {'id': '9e6dee9e-8f8c-439e-837d-3a803638911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:21.314231 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:21.314647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Bound using segment: {'id': '9e6dee9e-8f8c-439e-837d-3a803638911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:33:21.315195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Bound port: bee7c07b-afbe-4174-9c3e-a3fc02af156e, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6dee9e-8f8c-439e-837d-3a803638911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:33:21.315617 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:21.476490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] For port bee7c07b-afbe-4174-9c3e-a3fc02af156e, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:33:21.492958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] For port bee7c07b-afbe-4174-9c3e-a3fc02af156e, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bee7c07b-afbe-4174-9c3e-a3fc02af156e,segment=NetworkSegment(9e6dee9e-8f8c-439e-837d-3a803638911c),segment_id=9e6dee9e-8f8c-439e-837d-3a803638911c)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:33:21.503208 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:21.620698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc6d71-692a-4ea4-9398-72a077d9825a None None] Pushing event updated for resources: {'Port': ['ID=bee7c07b-afbe-4174-9c3e-a3fc02af156e,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:21.663689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4f3d3972-5ba6-4d1a-9d94-24f2ec556b2c None None] Provisioning for port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:21.671656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4f3d3972-5ba6-4d1a-9d94-24f2ec556b2c None None] Provisioning complete for port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:21.673731 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4f3d3972-5ba6-4d1a-9d94-24f2ec556b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:21.695232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Allocated IP 172.23.0.1 (411c808a-878f-4cef-a8b9-e96ac0e432c4/4e7c615a-260f-4838-af7b-37c9c6c60ae0/af5d1a28-c99a-425b-b2b1-4b8b4093cc05) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:21.745707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9caef221-f4ee-4954-9d0c-dce3e898104f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:21.818043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d3972-5ba6-4d1a-9d94-24f2ec556b2c None None] Port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:21.818367 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:18Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:18Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:21.858394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9caef221-f4ee-4954-9d0c-dce3e898104f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:21.858795 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:21.863804 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:21.864164 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Updating router ffc1606b-6507-4568-b4e8-5050d482e197 port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:33:21.900936 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:21.925244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:21.962705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Transition to ACTIVE for port object af5d1a28-c99a-425b-b2b1-4b8b4093cc05 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:21.965793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4a9ea056-3019-4e9f-84a2-6eaceccebc3d None None] Provisioning complete for port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:21.970774 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4a9ea056-3019-4e9f-84a2-6eaceccebc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.061165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.137301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 411c808a-878f-4cef-a8b9-e96ac0e432c4 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:22.141445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:22.147041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:33:22.152705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=af5d1a28-c99a-425b-b2b1-4b8b4093cc05,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:22.233404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.340207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ea056-3019-4e9f-84a2-6eaceccebc3d None None] Port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:22.349434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:22.388841 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.412434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:22.423045 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Transition to ACTIVE for port object a6bc6565-ed18-4f1b-816a-0a9a3cdf97af will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:22.424014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:22.425946 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.436760 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.464920 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.496403 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e12f2-b3c7-497d-8590-bcd42c3e3871 None None] Pushing event updated for resources: {'Port': ['ID=a6bc6565-ed18-4f1b-816a-0a9a3cdf97af,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:22.580429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.583963 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Attempting to bind port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:33:22.584330 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Attempting to bind port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:33:22.584688 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Attempting to bind port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af on network 2f1768ba-16f5-4523-972b-67aba0f8f741 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:33:22.591693 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:33:22.592135 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Checking segment: {'id': 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:22.592523 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.592914 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Bound using segment: {'id': 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:33:22.593389 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Bound port: a6bc6565-ed18-4f1b-816a-0a9a3cdf97af, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:33:22.599795 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.646834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=12ae301d-b1d4-4677-8fb0-fbf108c83dc3,segment=NetworkSegment(b7fc6b21-b348-4e4d-ab70-b3b2765eb102),segment_id=b7fc6b21-b348-4e4d-ab70-b3b2765eb102)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:22.655371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.714559 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] For port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:33:22.720784 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] For port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a6bc6565-ed18-4f1b-816a-0a9a3cdf97af,segment=NetworkSegment(b7fc6b21-b348-4e4d-ab70-b3b2765eb102),segment_id=b7fc6b21-b348-4e4d-ab70-b3b2765eb102)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:33:22.727681 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.780315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=12ae301d-b1d4-4677-8fb0-fbf108c83dc3,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:22.787910 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:22.788963 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:22.878216 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.890444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:22.899452 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:22.972227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:23.093887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Network 411c808a-878f-4cef-a8b9-e96ac0e432c4 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:33:23.095856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event updated for resources: {'Port': ['ID=af5d1a28-c99a-425b-b2b1-4b8b4093cc05,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:23.098917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:33:23.141245 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e12f2-b3c7-497d-8590-bcd42c3e3871 None None] Pushing event updated for resources: {'Port': ['ID=a6bc6565-ed18-4f1b-816a-0a9a3cdf97af,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:23.239213 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:23.298718 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-fff34370-c957-4467-a158-deff70426fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:22Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:22Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af5d1a28-c99a-425b-b2b1-4b8b4093cc05', 'name': '', 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:98:98:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:20Z', 'updated_at': '2021-08-30T13:33:21Z', 'revision_number': 1, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:23.329603 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff34370-c957-4467-a158-deff70426fe3 None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:22Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:22Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af5d1a28-c99a-425b-b2b1-4b8b4093cc05', 'name': '', 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:98:98:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:20Z', 'updated_at': '2021-08-30T13:33:21Z', 'revision_number': 1, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:23.418811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:23.424074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eb8e1a66-f996-4d7a-bd52-8609edba1a28 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0933127 Aug 30 13:33:23.428177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54482) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:23.437004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:23.535505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7650cc8b-2cc1-41af-9599-12c5a45624dd None None] Network 411c808a-878f-4cef-a8b9-e96ac0e432c4 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:23.716908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6cf9c06f-9401-4f42-92a8-96ddc4164128 None None] Provisioning for port bee7c07b-afbe-4174-9c3e-a3fc02af156e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:23.753423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bee7c07b-afbe-4174-9c3e-a3fc02af156e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:23.890075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port bee7c07b-afbe-4174-9c3e-a3fc02af156e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:23.895747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bee7c07b-afbe-4174-9c3e-a3fc02af156e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:23.896373 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.005230 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.040310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.extraroute_db [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 13:33:24.057157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port bee7c07b-afbe-4174-9c3e-a3fc02af156e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bee7c07b-afbe-4174-9c3e-a3fc02af156e,segment=NetworkSegment(9e6dee9e-8f8c-439e-837d-3a803638911c),segment_id=9e6dee9e-8f8c-439e-837d-3a803638911c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:24.063986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.extraroute_db [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Removed routes are [] {{(pid=95699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 13:33:24.064658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.067492 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.068929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a6bc6565-ed18-4f1b-816a-0a9a3cdf97af up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:24.275616 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=bee7c07b-afbe-4174-9c3e-a3fc02af156e,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:24.296451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b9402f2e-3810-47e6-ac58-a98e320fcb3f None None] Provisioning for port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:24.304184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b9402f2e-3810-47e6-ac58-a98e320fcb3f None None] Provisioning complete for port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:24.304184 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9402f2e-3810-47e6-ac58-a98e320fcb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.336592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.340899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.368733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:33:24.376559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:24.376940 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.378562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b9402f2e-3810-47e6-ac58-a98e320fcb3f None None] Port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:24.460498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b9402f2e-3810-47e6-ac58-a98e320fcb3f None None] Provisioning complete for port bee7c07b-afbe-4174-9c3e-a3fc02af156e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:24.460874 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9402f2e-3810-47e6-ac58-a98e320fcb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.623165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:24.658215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:24.659022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:24.699112 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.794983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a6bc6565-ed18-4f1b-816a-0a9a3cdf97af,segment=NetworkSegment(b7fc6b21-b348-4e4d-ab70-b3b2765eb102),segment_id=b7fc6b21-b348-4e4d-ab70-b3b2765eb102)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:24.798484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:24.800883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:24.837637 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.838355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:24.910963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:24.920018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:24.921454 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-68dd290c-f318-4e4d-be08-74db0eb3ea89 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197 HTTP/1.1" status: 200 len: 934 time: 1.4922407 Aug 30 13:33:24.924167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54488) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:24.959032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6d56489d-a6fc-4e7a-b5dd-fd92aadd9da9 None None] Provisioning complete for port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:24.959228 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6d56489d-a6fc-4e7a-b5dd-fd92aadd9da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.032694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fbb40eb0-f0a1-4564-8a2e-1b10daeab429 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197 HTTP/1.1" status: 200 len: 934 time: 0.1070178 Aug 30 13:33:25.035795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54490) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:25.042660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'routes': None}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:25.045190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=a6bc6565-ed18-4f1b-816a-0a9a3cdf97af,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:25.067084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6d56489d-a6fc-4e7a-b5dd-fd92aadd9da9 None None] Port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:25.083973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:25.084355 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.234764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-763af6f9-a20f-476c-bd40-e0bf16a439db None None] Provisioning complete for port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:25.235378 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-763af6f9-a20f-476c-bd40-e0bf16a439db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.278299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:24Z', 'revision_number': 6, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:22Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af5d1a28-c99a-425b-b2b1-4b8b4093cc05', 'name': '', 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:98:98:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:20Z', 'updated_at': '2021-08-30T13:33:22Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:25.312919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:25.313291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Updating router ffc1606b-6507-4568-b4e8-5050d482e197 port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:33:25.334282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-763af6f9-a20f-476c-bd40-e0bf16a439db None None] Port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:33:25.346063 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.505682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bee7c07b-afbe-4174-9c3e-a3fc02af156e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:25.506001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.extraroute_db [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added routes are [] {{(pid=95699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 13:33:25.506482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.extraroute_db [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=95699) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 13:33:25.550914 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.668046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bee7c07b-afbe-4174-9c3e-a3fc02af156e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:25.668779 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.761580 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.765881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.828562 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.836347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a6bc6565-ed18-4f1b-816a-0a9a3cdf97af up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:33:25.858817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Transition to ACTIVE for port object af5d1a28-c99a-425b-b2b1-4b8b4093cc05 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:25.868974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:25.870831 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.935389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc02840-d35e-406a-ae0e-6d1702f2b51a None None] Pushing event updated for resources: {'Port': ['ID=af5d1a28-c99a-425b-b2b1-4b8b4093cc05,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:25.943133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:33:25.943508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:25.986899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:25.995977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:26.000752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54496) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:26.001293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ae24bc36-4887-4a8d-b168-4c99854d43c1 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197 HTTP/1.1" status: 200 len: 700 time: 0.9633055 Aug 30 13:33:26.025342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Attempting to bind port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:33:26.025641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Attempting to bind port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9e6dee9e-8f8c-439e-837d-3a803638911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:33:26.026037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Attempting to bind port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 on network 411c808a-878f-4cef-a8b9-e96ac0e432c4 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:33:26.035160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:33:26.035602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Checking segment: {'id': '9e6dee9e-8f8c-439e-837d-3a803638911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:33:26.035951 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:26.036361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Bound using segment: {'id': '9e6dee9e-8f8c-439e-837d-3a803638911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:33:26.036846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Bound port: af5d1a28-c99a-425b-b2b1-4b8b4093cc05, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6dee9e-8f8c-439e-837d-3a803638911c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:33:26.037238 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:26.134515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] For port af5d1a28-c99a-425b-b2b1-4b8b4093cc05, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:33:26.138384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] For port af5d1a28-c99a-425b-b2b1-4b8b4093cc05, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=af5d1a28-c99a-425b-b2b1-4b8b4093cc05,segment=NetworkSegment(9e6dee9e-8f8c-439e-837d-3a803638911c),segment_id=9e6dee9e-8f8c-439e-837d-3a803638911c)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:33:26.141704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6cbb5f92-d438-442f-a970-6a8cae754c4e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197 HTTP/1.1" status: 200 len: 700 time: 0.1397419 Aug 30 13:33:26.143147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:26.144364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54498) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:26.217913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:26.218589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:26.255742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc02840-d35e-406a-ae0e-6d1702f2b51a None None] Pushing event updated for resources: {'Port': ['ID=af5d1a28-c99a-425b-b2b1-4b8b4093cc05,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:26.491960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:26.547371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:26.760166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:25Z', 'revision_number': 7, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:24Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af5d1a28-c99a-425b-b2b1-4b8b4093cc05', 'name': '', 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:98:98:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:20Z', 'updated_at': '2021-08-30T13:33:26Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:26.786985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67147f4a-a6c1-4870-9dc0-88b46cab943e None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:25Z', 'revision_number': 7, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:24Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af5d1a28-c99a-425b-b2b1-4b8b4093cc05', 'name': '', 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:98:98:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:20Z', 'updated_at': '2021-08-30T13:33:26Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:26.840657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port af5d1a28-c99a-425b-b2b1-4b8b4093cc05 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:26.841401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:26.951595 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:26.952382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port af5d1a28-c99a-425b-b2b1-4b8b4093cc05, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=af5d1a28-c99a-425b-b2b1-4b8b4093cc05,segment=NetworkSegment(9e6dee9e-8f8c-439e-837d-3a803638911c),segment_id=9e6dee9e-8f8c-439e-837d-3a803638911c)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:26.952382 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:26.966905 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:26.967981 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:26.969562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for af5d1a28-c99a-425b-b2b1-4b8b4093cc05 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:27.066977 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:27.181818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:27.212209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=af5d1a28-c99a-425b-b2b1-4b8b4093cc05,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:27.222865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.223210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.223544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.223886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.224222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.224554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.224888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.225215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.225547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.225898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.226217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.226716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:27.322893 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:25Z', 'revision_number': 7, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:24Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af5d1a28-c99a-425b-b2b1-4b8b4093cc05', 'name': '', 'network_id': '411c808a-878f-4cef-a8b9-e96ac0e432c4', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:98:98:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:20Z', 'updated_at': '2021-08-30T13:33:26Z', 'revision_number': 4, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '4e7c615a-260f-4838-af7b-37c9c6c60ae0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:27.352034 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:27.362153 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:27.362864 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:27.409308 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:27.572777 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:27.643791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:27.745475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:27.751549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ec298619-264f-4580-85d2-dc33e61d459c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6060920 Aug 30 13:33:27.754165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54526) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:27.809530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-74dbd72c-0255-4c08-83f0-d2170687bab6 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting subnet 4e7c615a-260f-4838-af7b-37c9c6c60ae0 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:33:27.813198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74dbd72c-0255-4c08-83f0-d2170687bab6 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:27.815080 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:27Z', 'revision_number': 8, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:24Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:27.841443 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223216c-f7f6-4e84-a57a-d235e32e9d76 None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:27Z', 'revision_number': 8, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:24Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:27.867193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74dbd72c-0255-4c08-83f0-d2170687bab6 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.267588 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74dbd72c-0255-4c08-83f0-d2170687bab6 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.351745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74dbd72c-0255-4c08-83f0-d2170687bab6 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.381294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbd72c-0255-4c08-83f0-d2170687bab6 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7c615a-260f-4838-af7b-37c9c6c60ae0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:28.386453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74dbd72c-0255-4c08-83f0-d2170687bab6 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.390154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-74dbd72c-0255-4c08-83f0-d2170687bab6 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/4e7c615a-260f-4838-af7b-37c9c6c60ae0 HTTP/1.1" status: 204 len: 168 time: 0.6349671 Aug 30 13:33:28.392254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54540) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:28.396398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb1679-e1aa-415d-8c55-36a6cbf67771 None None] Network 411c808a-878f-4cef-a8b9-e96ac0e432c4 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:28.495800 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.505926 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.524856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:28.564568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:28.565520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:28.572825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port bee7c07b-afbe-4174-9c3e-a3fc02af156e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:28.573433 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.648772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port bee7c07b-afbe-4174-9c3e-a3fc02af156e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bee7c07b-afbe-4174-9c3e-a3fc02af156e,segment=NetworkSegment(9e6dee9e-8f8c-439e-837d-3a803638911c),segment_id=9e6dee9e-8f8c-439e-837d-3a803638911c)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:28.648772 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.666200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for bee7c07b-afbe-4174-9c3e-a3fc02af156e owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:28.687924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:28.765360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] DHCP port deletion for 411c808a-878f-4cef-a8b9-e96ac0e432c4 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:33:28.791319 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.825471 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=bee7c07b-afbe-4174-9c3e-a3fc02af156e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:28.834812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No DVR routers for this DVR port bee7c07b-afbe-4174-9c3e-a3fc02af156e on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:33:28.847907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.849221 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.850019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.850518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.851060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.851611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.852226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.852838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.853361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.853889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.854386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.854876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:33:28.938148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] Deleting port bee7c07b-afbe-4174-9c3e-a3fc02af156e {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:28.938536 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.951192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:28.961943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411c808a-878f-4cef-a8b9-e96ac0e432c4']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:28.973780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6dee9e-8f8c-439e-837d-3a803638911c') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:28.974003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6dee9e-8f8c-439e-837d-3a803638911c') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:28.984583 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.000584 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.007623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:33:29.008036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:33:29.014064 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:33:29.043984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] For port bee7c07b-afbe-4174-9c3e-a3fc02af156e, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:29.044805 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.064451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] Calling delete_port for bee7c07b-afbe-4174-9c3e-a3fc02af156e owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:29.067241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] Port bee7c07b-afbe-4174-9c3e-a3fc02af156e was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:33:29.071177 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.088509 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.096769 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.101205 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/networks/411c808a-878f-4cef-a8b9-e96ac0e432c4 HTTP/1.1" status: 204 len: 168 time: 0.7056122 Aug 30 13:33:29.101630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54552) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:29.109461 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596b3f9-f240-459c-9e20-07bc995e57db tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Network': ['ID=411c808a-878f-4cef-a8b9-e96ac0e432c4,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:29.112816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] Pushing event deleted for resources: {'Port': ['ID=bee7c07b-afbe-4174-9c3e-a3fc02af156e,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:29.120046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9b6ec-6ad9-49f4-825c-434d7d703402 None None] No DVR routers for this DVR port bee7c07b-afbe-4174-9c3e-a3fc02af156e on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:33:29.124586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:27Z', 'revision_number': 8, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:24Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:29.162871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:29.172495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:29.173114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:29.264584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:29.498559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bee7c07b-afbe-4174-9c3e-a3fc02af156e no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:33:29.519291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.524124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: bee7c07b-afbe-4174-9c3e-a3fc02af156e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:33:29.524472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bee7c07b-afbe-4174-9c3e-a3fc02af156e not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:33:29.524904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device af5d1a28-c99a-425b-b2b1-4b8b4093cc05 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:33:29.548382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: af5d1a28-c99a-425b-b2b1-4b8b4093cc05 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:33:29.548756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device af5d1a28-c99a-425b-b2b1-4b8b4093cc05 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:33:29.564942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:27Z', 'revision_number': 8, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:24Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:29.601959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0a949d-f192-46df-afdf-f5e9ccffbed7 None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:27Z', 'revision_number': 8, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6bc6565-ed18-4f1b-816a-0a9a3cdf97af', 'name': '', 'network_id': '2f1768ba-16f5-4523-972b-67aba0f8f741', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:d7:6d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3694, 'fixed_ips': [{'subnet_id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:17Z', 'updated_at': '2021-08-30T13:33:24Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '6a0cac01-0245-487b-9b97-9eba8f548fb8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:29.807973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:29.807973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.900487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port a6bc6565-ed18-4f1b-816a-0a9a3cdf97af, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a6bc6565-ed18-4f1b-816a-0a9a3cdf97af,segment=NetworkSegment(b7fc6b21-b348-4e4d-ab70-b3b2765eb102),segment_id=b7fc6b21-b348-4e4d-ab70-b3b2765eb102)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:29.900844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:29.915610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for a6bc6565-ed18-4f1b-816a-0a9a3cdf97af owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:30.095099 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:30.128026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=a6bc6565-ed18-4f1b-816a-0a9a3cdf97af,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:30.295339 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:30.504758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:30.603753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:30.610491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-059dc5ee-c711-41ac-a928-3ea72127ea24 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5071738 Aug 30 13:33:30.611964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54580) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:30.615076 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:30.625860 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:30.626784 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:30.679751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-52613703-856e-4945-8a78-8f5ca382f8f7 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting subnet 6a0cac01-0245-487b-9b97-9eba8f548fb8 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:33:30.685082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-52613703-856e-4945-8a78-8f5ca382f8f7 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:30.723228 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:30.728931 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-52613703-856e-4945-8a78-8f5ca382f8f7 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:30.821967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-52613703-856e-4945-8a78-8f5ca382f8f7 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:30.896954 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-52613703-856e-4945-8a78-8f5ca382f8f7 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:30.930985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52613703-856e-4945-8a78-8f5ca382f8f7 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0cac01-0245-487b-9b97-9eba8f548fb8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:30.952093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-52613703-856e-4945-8a78-8f5ca382f8f7 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:30.955606 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-52613703-856e-4945-8a78-8f5ca382f8f7 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/6a0cac01-0245-487b-9b97-9eba8f548fb8 HTTP/1.1" status: 204 len: 168 time: 0.3419170 Aug 30 13:33:30.958258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54588) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:30.964257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a7cec7-be36-4152-ab4c-ffc82036cbd8 None None] Network 2f1768ba-16f5-4523-972b-67aba0f8f741 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:30.967525 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:30Z', 'revision_number': 9, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:30.995870 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:31.005901 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:31.006669 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:31.045621 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.062171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.113917 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:31.134097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:31.134549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.211898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602fad15-055d-474e-8c54-d852ae00086b None None] DHCP port deletion for 2f1768ba-16f5-4523-972b-67aba0f8f741 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:33:31.217042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=12ae301d-b1d4-4677-8fb0-fbf108c83dc3,segment=NetworkSegment(b7fc6b21-b348-4e4d-ab70-b3b2765eb102),segment_id=b7fc6b21-b348-4e4d-ab70-b3b2765eb102)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:31.217491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.232056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:31.268949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-602fad15-055d-474e-8c54-d852ae00086b None None] Deleting port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:31.269486 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-602fad15-055d-474e-8c54-d852ae00086b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.334098 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.362986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-602fad15-055d-474e-8c54-d852ae00086b None None] For port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=12ae301d-b1d4-4677-8fb0-fbf108c83dc3,segment=NetworkSegment(b7fc6b21-b348-4e4d-ab70-b3b2765eb102),segment_id=b7fc6b21-b348-4e4d-ab70-b3b2765eb102)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:31.363310 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-602fad15-055d-474e-8c54-d852ae00086b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.377635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=12ae301d-b1d4-4677-8fb0-fbf108c83dc3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:31.383723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-602fad15-055d-474e-8c54-d852ae00086b None None] Calling delete_port for 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:31.393272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No DVR routers for this DVR port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:33:31.422234 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:30Z', 'revision_number': 9, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:31.454626 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7968746d-0df7-4787-93a3-3eb5eddc6550 None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:30Z', 'revision_number': 9, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9caef221-f4ee-4954-9d0c-dce3e898104f', 'name': '', 'network_id': 'b48d93d8-4efa-4976-b97c-4c4a430e6f23', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:69:50:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:13Z', 'updated_at': '2021-08-30T13:33:19Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': 'ab3aafc5-c08f-48ac-851d-7a6fc3eacf08', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:31.517012 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-602fad15-055d-474e-8c54-d852ae00086b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.535108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fad15-055d-474e-8c54-d852ae00086b None None] No DVR routers for this DVR port 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:33:31.554537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.562372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fad15-055d-474e-8c54-d852ae00086b None None] Pushing event deleted for resources: {'Port': ['ID=12ae301d-b1d4-4677-8fb0-fbf108c83dc3,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:31.574209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1768ba-16f5-4523-972b-67aba0f8f741']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:31.588566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:31.588860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7fc6b21-b348-4e4d-ab70-b3b2765eb102') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:31.600299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.615550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.621883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:33:31.622585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:33:31.625943 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:33:31.690930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.699577 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:31.705205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/networks/2f1768ba-16f5-4523-972b-67aba0f8f741 HTTP/1.1" status: 204 len: 168 time: 0.7454882 Aug 30 13:33:31.706542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54598) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:31.719379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ae7bb-587e-467e-b85c-94d6b635c96b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Network': ['ID=2f1768ba-16f5-4523-972b-67aba0f8f741,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:31.939451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:33:31.978023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:33:31.978666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 12ae301d-b1d4-4677-8fb0-fbf108c83dc3 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:33:32.124830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:32.380141 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 9caef221-f4ee-4954-9d0c-dce3e898104f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:32.380397 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:32.475311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port 9caef221-f4ee-4954-9d0c-dce3e898104f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9caef221-f4ee-4954-9d0c-dce3e898104f,segment=NetworkSegment(d0d53ecb-f789-4a5e-8a39-07d970a0d788),segment_id=d0d53ecb-f789-4a5e-8a39-07d970a0d788)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:32.475873 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:32.493433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 9caef221-f4ee-4954-9d0c-dce3e898104f owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:32.710261 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:32.747289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=9caef221-f4ee-4954-9d0c-dce3e898104f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:32.940589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:33.411088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:33.485907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a6bc6565-ed18-4f1b-816a-0a9a3cdf97af no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:33:33.507989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a6bc6565-ed18-4f1b-816a-0a9a3cdf97af {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:33:33.508674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a6bc6565-ed18-4f1b-816a-0a9a3cdf97af not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:33:33.517800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:33.526108 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5a8234d5-70ef-424c-a8c4-1ffde62b8149 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8148932 Aug 30 13:33:33.526108 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54632) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:33.529099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:33.539073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:33.539699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:33.581132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6fde4c-0fc6-49ef-a8b4-dd02c724df60 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting subnet ab3aafc5-c08f-48ac-851d-7a6fc3eacf08 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:33:33.584692 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ff6fde4c-0fc6-49ef-a8b4-dd02c724df60 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:33.630367 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:33.632567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ff6fde4c-0fc6-49ef-a8b4-dd02c724df60 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:33.724274 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ff6fde4c-0fc6-49ef-a8b4-dd02c724df60 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:33.793518 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ff6fde4c-0fc6-49ef-a8b4-dd02c724df60 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:33.822909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fde4c-0fc6-49ef-a8b4-dd02c724df60 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3aafc5-c08f-48ac-851d-7a6fc3eacf08,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:33.827268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ff6fde4c-0fc6-49ef-a8b4-dd02c724df60 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:33.829156 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ff6fde4c-0fc6-49ef-a8b4-dd02c724df60 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/ab3aafc5-c08f-48ac-851d-7a6fc3eacf08 HTTP/1.1" status: 204 len: 168 time: 0.3021748 Aug 30 13:33:33.832375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54638) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:33.838581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7db71bd-733c-49cb-8e6c-b3c746680319 None None] Network b48d93d8-4efa-4976-b97c-4c4a430e6f23 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:33.919615 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:33.928671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:32Z', 'revision_number': 10, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:33.975880 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:33.984433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:33.984775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:34.002230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:34.002866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:34.052356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e,segment=NetworkSegment(d0d53ecb-f789-4a5e-8a39-07d970a0d788),segment_id=d0d53ecb-f789-4a5e-8a39-07d970a0d788)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:34.052726 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:34.069211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:34.159075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:34.187936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:34.190036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No DVR routers for this DVR port b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:33:34.277697 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:34.285164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:34.290789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48d93d8-4efa-4976-b97c-4c4a430e6f23']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:34.310074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d53ecb-f789-4a5e-8a39-07d970a0d788') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:34.310396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d53ecb-f789-4a5e-8a39-07d970a0d788') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:34.320235 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:34.330114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b97bcf0-8653-4caf-82d7-616e33d501fd None None] DHCP port deletion for b48d93d8-4efa-4976-b97c-4c4a430e6f23 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:33:34.343293 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:34.353267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:33:34.353723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:33:34.359081 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:33:34.431555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:34.437585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:34.440073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/networks/b48d93d8-4efa-4976-b97c-4c4a430e6f23 HTTP/1.1" status: 204 len: 168 time: 0.6065049 Aug 30 13:33:34.442843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54650) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:34.456902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad925a-f5f3-4f41-8eab-37ee6e6247dd tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Network': ['ID=b48d93d8-4efa-4976-b97c-4c4a430e6f23,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:34.564951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:32Z', 'revision_number': 10, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:34.594676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a321c8b2-ea63-4b99-a16a-9a8da29e7c3c None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:32Z', 'revision_number': 10, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None, '_interfaces': [{'id': '979c32cb-577e-4bb4-8c43-0f097728f5bf', 'name': '', 'network_id': '87a3eb7f-8a11-4890-9b25-1e5d43368a24', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'mac_address': 'fa:16:3e:93:78:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:33:10Z', 'updated_at': '2021-08-30T13:33:15Z', 'revision_number': 5, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'subnets': [{'id': '1a8806cb-71ae-4feb-b7bf-fbee926ae28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:34.817981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:35.088573 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port 979c32cb-577e-4bb4-8c43-0f097728f5bf {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:35.088923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:35.194094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port 979c32cb-577e-4bb4-8c43-0f097728f5bf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=979c32cb-577e-4bb4-8c43-0f097728f5bf,segment=NetworkSegment(fa778151-1d0a-44d0-934c-4f94d54b740b),segment_id=fa778151-1d0a-44d0-934c-4f94d54b740b)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:35.194549 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:35.214007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for 979c32cb-577e-4bb4-8c43-0f097728f5bf owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:35.449961 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:35.471725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9caef221-f4ee-4954-9d0c-dce3e898104f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:33:35.486398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=979c32cb-577e-4bb4-8c43-0f097728f5bf,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:35.496698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 9caef221-f4ee-4954-9d0c-dce3e898104f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:33:35.497053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9caef221-f4ee-4954-9d0c-dce3e898104f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:33:35.497528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:33:35.528710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:33:35.529181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b9d34776-a7bd-418c-a95f-d1f0ac5bcb7e not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:33:35.686011 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:35.874537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:35.984285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:35.992641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a7b64620-a054-40d0-a1a8-c78bea207f1f tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5460761 Aug 30 13:33:35.992641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54680) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:36.000244 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:36.015396 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:36.016397 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:36.061849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d7bb40e-44d8-4633-940e-d74eaf5bc26d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting subnet 1a8806cb-71ae-4feb-b7bf-fbee926ae28e {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:33:36.065597 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb40e-44d8-4633-940e-d74eaf5bc26d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.100385 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:36.126997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb40e-44d8-4633-940e-d74eaf5bc26d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.174200 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:35Z', 'revision_number': 11, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:36.218296 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:36.228631 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:36.229046 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:36.234019 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb40e-44d8-4633-940e-d74eaf5bc26d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.311125 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb40e-44d8-4633-940e-d74eaf5bc26d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.319703 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:36.353969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7bb40e-44d8-4633-940e-d74eaf5bc26d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8806cb-71ae-4feb-b7bf-fbee926ae28e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:36.357012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2d7bb40e-44d8-4633-940e-d74eaf5bc26d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.363661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2d7bb40e-44d8-4633-940e-d74eaf5bc26d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/1a8806cb-71ae-4feb-b7bf-fbee926ae28e HTTP/1.1" status: 204 len: 168 time: 0.3670878 Aug 30 13:33:36.364118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54686) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:36.368655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06046e5-87a8-4ce3-9af5-ce339201e516 None None] Network 87a3eb7f-8a11-4890-9b25-1e5d43368a24 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:33:36.379703 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:35Z', 'revision_number': 11, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:36.414314 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325bd62-b2ff-48b2-b4c7-260fa2f8bdff None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:35Z', 'revision_number': 11, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:36.506452 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.586664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Deleting port c1d77da0-be94-48da-ba4e-845e6bc151c9 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:36.587228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.672210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] For port c1d77da0-be94-48da-ba4e-845e6bc151c9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c1d77da0-be94-48da-ba4e-845e6bc151c9,segment=NetworkSegment(fa778151-1d0a-44d0-934c-4f94d54b740b),segment_id=fa778151-1d0a-44d0-934c-4f94d54b740b)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:36.672589 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.692354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Calling delete_port for c1d77da0-be94-48da-ba4e-845e6bc151c9 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:36.739036 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-93e416de-266d-4501-990e-d58dfd10a98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.802031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] DHCP port deletion for 87a3eb7f-8a11-4890-9b25-1e5d43368a24 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:33:36.826553 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.862110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] Deleting port c1d77da0-be94-48da-ba4e-845e6bc151c9 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:33:36.862782 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.866615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Port': ['ID=c1d77da0-be94-48da-ba4e-845e6bc151c9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:36.868948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No DVR routers for this DVR port c1d77da0-be94-48da-ba4e-845e6bc151c9 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:33:36.960560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] For port c1d77da0-be94-48da-ba4e-845e6bc151c9, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:33:36.961064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.982977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.990161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] Calling delete_port for c1d77da0-be94-48da-ba4e-845e6bc151c9 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:33:36.993266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] Port c1d77da0-be94-48da-ba4e-845e6bc151c9 was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:33:36.995438 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:36.998418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a3eb7f-8a11-4890-9b25-1e5d43368a24']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:37.024612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa778151-1d0a-44d0-934c-4f94d54b740b') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:37.024978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa778151-1d0a-44d0-934c-4f94d54b740b') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:37.029246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] Pushing event deleted for resources: {'Port': ['ID=c1d77da0-be94-48da-ba4e-845e6bc151c9,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:37.032191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c72662-58d4-465f-9d41-bf592afbbc94 None None] No DVR routers for this DVR port c1d77da0-be94-48da-ba4e-845e6bc151c9 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:33:37.038985 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:37.076004 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:37.085300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:33:37.086152 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:33:37.089563 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:33:37.161532 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:37.166804 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:37.168767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/networks/87a3eb7f-8a11-4890-9b25-1e5d43368a24 HTTP/1.1" status: 204 len: 168 time: 0.8032932 Aug 30 13:33:37.171883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54698) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:37.180329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'routes': None}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:37.187883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f13e27-0e18-4583-9c5a-5e4db8e9ffbb tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Pushing event deleted for resources: {'Network': ['ID=87a3eb7f-8a11-4890-9b25-1e5d43368a24,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:37.438096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.extraroute_db [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Added routes are [] {{(pid=95698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 13:33:37.438318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.extraroute_db [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Removed routes are [] {{(pid=95698) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 13:33:37.438654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:37.465507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1d77da0-be94-48da-ba4e-845e6bc151c9 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:33:37.490021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c1d77da0-be94-48da-ba4e-845e6bc151c9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:33:37.490401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c1d77da0-be94-48da-ba4e-845e6bc151c9 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:33:37.490960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 979c32cb-577e-4bb4-8c43-0f097728f5bf no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:33:37.512576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 979c32cb-577e-4bb4-8c43-0f097728f5bf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:33:37.513006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 979c32cb-577e-4bb4-8c43-0f097728f5bf not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:33:37.893252 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:37.898178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:37.979807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router ffc1606b-6507-4568-b4e8-5050d482e197 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:33:38.063311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:38.075517 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] Sync routers for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:38.078236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.080204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-962ca5c6-df73-47ea-b4a3-48bd63ad7695 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197 HTTP/1.1" status: 200 len: 701 time: 0.9060390 Aug 30 13:33:38.083064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54722) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:38.093521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:38.094418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:38.119980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8fc1ab83-36d8-400d-93b6-046aef23c72c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc1606b-6507-4568-b4e8-5050d482e197 HTTP/1.1" status: 200 len: 205 time: 0.0308676 Aug 30 13:33:38.122690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54724) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:38.184939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:38.236773 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c0712c29-e02b-4c15-9ede-5b5fff8f4d4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.244294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:35Z', 'revision_number': 11, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:38.274803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] Checking router: ffc1606b-6507-4568-b4e8-5050d482e197 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:38.286581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] Routers {'ffc1606b-6507-4568-b4e8-5050d482e197'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:38.287110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['ffc1606b-6507-4568-b4e8-5050d482e197'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:38.390782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] Set router ffc1606b-6507-4568-b4e8-5050d482e197 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:38.426258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c0712c29-e02b-4c15-9ede-5b5fff8f4d4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.428866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c0712c29-e02b-4c15-9ede-5b5fff8f4d4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.471696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:35Z', 'revision_number': 11, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:38.488935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c0712c29-e02b-4c15-9ede-5b5fff8f4d4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.489866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0712c29-e02b-4c15-9ede-5b5fff8f4d4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Fanout notify agent at l3_agent the message router_deleted on router ffc1606b-6507-4568-b4e8-5050d482e197 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:33:38.503561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c0712c29-e02b-4c15-9ede-5b5fff8f4d4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.504866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c0712c29-e02b-4c15-9ede-5b5fff8f4d4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197 HTTP/1.1" status: 204 len: 168 time: 0.3812077 Aug 30 13:33:38.511484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54730) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:38.516822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d0bdbc-39fd-4c48-bf9e-0b7795798662 None None] The sync data for ids ['ffc1606b-6507-4568-b4e8-5050d482e197'] in n-d-688802-6 is: [{'id': 'ffc1606b-6507-4568-b4e8-5050d482e197', 'name': 'tempest-RoutersTest-router-1245303435', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:09Z', 'updated_at': '2021-08-30T13:33:35Z', 'revision_number': 11, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:38.520625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b29ba8d7-3e36-47bf-943a-1795c85f913a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-63016247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:38.554878 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b29ba8d7-3e36-47bf-943a-1795c85f913a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.560193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b29ba8d7-3e36-47bf-943a-1795c85f913a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.631327 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b29ba8d7-3e36-47bf-943a-1795c85f913a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.636431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b29ba8d7-3e36-47bf-943a-1795c85f913a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.657424 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b29ba8d7-3e36-47bf-943a-1795c85f913a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.658745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b29ba8d7-3e36-47bf-943a-1795c85f913a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1438913 Aug 30 13:33:38.662348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54734) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:38.668457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-cf1ab3fe-0ac8-49ce-83d9-1eb5283b5c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:38.926919 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab3fe-0ac8-49ce-83d9-1eb5283b5c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1701160', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1703562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46075'] for router, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:38.940221 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab3fe-0ac8-49ce-83d9-1eb5283b5c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1701171', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1701178', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1703581'] for router, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:39.302177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1ab3fe-0ac8-49ce-83d9-1eb5283b5c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Router 843083ee-754b-480a-8e58-226729592585 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:33:39.380669 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ab3fe-0ac8-49ce-83d9-1eb5283b5c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:33:39.387607 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cf1ab3fe-0ac8-49ce-83d9-1eb5283b5c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:39.392049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cf1ab3fe-0ac8-49ce-83d9-1eb5283b5c4a tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "PUT /v2.0/routers/843083ee-754b-480a-8e58-226729592585 HTTP/1.1" status: 200 len: 692 time: 0.7251606 Aug 30 13:33:39.392049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54748) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:39.394514 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] Sync routers for ids ['843083ee-754b-480a-8e58-226729592585'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:33:39.407045 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] Routers {'843083ee-754b-480a-8e58-226729592585'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:39.421563 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['843083ee-754b-480a-8e58-226729592585'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:39.434404 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c08bb420-77ca-401b-b890-0fe30dad5ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:39.483769 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d8894ad1-590b-43ed-9d00-882c7c4dd971 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/routers/843083ee-754b-480a-8e58-226729592585 HTTP/1.1" status: 200 len: 698 time: 0.0910974 Aug 30 13:33:39.486452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54750) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:39.520309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b37fc04d-9641-425b-88d3-18160235ca16 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=843083ee-754b-480a-8e58-226729592585 HTTP/1.1" status: 200 len: 205 time: 0.0325437 Aug 30 13:33:39.523665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54752) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:39.591586 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] Set router 843083ee-754b-480a-8e58-226729592585 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:39.625897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8918a96-288a-4ed0-bd23-281198acf60c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:39.649105 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843083ee-754b-480a-8e58-226729592585', 'name': 'tempest-RoutersTest-router-63016247', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:38Z', 'updated_at': '2021-08-30T13:33:38Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:39.681080 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] Checking router: 843083ee-754b-480a-8e58-226729592585 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:33:39.690831 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] Routers {'843083ee-754b-480a-8e58-226729592585'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:33:39.691110 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:33:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['843083ee-754b-480a-8e58-226729592585'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:39.758499 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] Set router 843083ee-754b-480a-8e58-226729592585 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:33:39.807144 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8918a96-288a-4ed0-bd23-281198acf60c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:39.810583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8918a96-288a-4ed0-bd23-281198acf60c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:39.819675 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843083ee-754b-480a-8e58-226729592585', 'name': 'tempest-RoutersTest-router-63016247', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:38Z', 'updated_at': '2021-08-30T13:33:38Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:33:39.847011 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0710ee15-be44-4d9a-a9dd-2b602855f71f None None] The sync data for ids ['843083ee-754b-480a-8e58-226729592585'] in n-d-688802-6 is: [{'id': '843083ee-754b-480a-8e58-226729592585', 'name': 'tempest-RoutersTest-router-63016247', 'tenant_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:33:38Z', 'updated_at': '2021-08-30T13:33:38Z', 'revision_number': 2, 'project_id': 'b0a5c5d85d3a42eeb07db65ff0c89d86', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:33:39.857138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8918a96-288a-4ed0-bd23-281198acf60c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:39.857744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8918a96-288a-4ed0-bd23-281198acf60c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Fanout notify agent at l3_agent the message router_deleted on router 843083ee-754b-480a-8e58-226729592585 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:33:39.873482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a8918a96-288a-4ed0-bd23-281198acf60c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:39.873482 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a8918a96-288a-4ed0-bd23-281198acf60c tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/843083ee-754b-480a-8e58-226729592585 HTTP/1.1" status: 204 len: 168 time: 0.3474965 Aug 30 13:33:39.880470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54762) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:39.911877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-535cc95c-6304-44fd-b35f-b7de0b3e1192 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=843083ee-754b-480a-8e58-226729592585 HTTP/1.1" status: 200 len: 205 time: 0.0298185 Aug 30 13:33:39.914711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54764) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:39.966418 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-5dff0918-e4e5-4d21-8db9-f2b573b14a1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] delete failed (client error): The resource could not be found. Aug 30 13:33:39.967484 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5dff0918-e4e5-4d21-8db9-f2b573b14a1b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/843083ee-754b-480a-8e58-226729592585 HTTP/1.1" status: 404 len: 336 time: 0.0518079 Aug 30 13:33:39.971262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54766) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.002851 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:40.014171 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-8307b895-420c-4589-a3ab-6c2e7c43d0d5 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] DELETE failed (client error): The resource could not be found. Aug 30 13:33:40.014628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8307b895-420c-4589-a3ab-6c2e7c43d0d5 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:33:40.016607 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8307b895-420c-4589-a3ab-6c2e7c43d0d5 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/4e7c615a-260f-4838-af7b-37c9c6c60ae0 HTTP/1.1" status: 404 len: 337 time: 0.0444336 Aug 30 13:33:40.020479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54768) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.050944 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5e8277-45eb-4f2a-a03d-dea0958c8a2e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] DELETE failed (client error): The resource could not be found. Aug 30 13:33:40.051498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5e8277-45eb-4f2a-a03d-dea0958c8a2e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:33:40.053348 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd5e8277-45eb-4f2a-a03d-dea0958c8a2e tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/6a0cac01-0245-487b-9b97-9eba8f548fb8 HTTP/1.1" status: 404 len: 337 time: 0.0316634 Aug 30 13:33:40.055999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54770) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.085307 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-2103a641-7cd7-41e6-ba5d-a76e0402a647 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] DELETE failed (client error): The resource could not be found. Aug 30 13:33:40.085803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2103a641-7cd7-41e6-ba5d-a76e0402a647 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:33:40.087583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2103a641-7cd7-41e6-ba5d-a76e0402a647 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/ab3aafc5-c08f-48ac-851d-7a6fc3eacf08 HTTP/1.1" status: 404 len: 337 time: 0.0305805 Aug 30 13:33:40.090929 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54772) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.126847 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-58290d43-0607-4c43-9fdf-791c39456dea tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] DELETE failed (client error): The resource could not be found. Aug 30 13:33:40.127318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58290d43-0607-4c43-9fdf-791c39456dea tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:33:40.130334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-58290d43-0607-4c43-9fdf-791c39456dea tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/1a8806cb-71ae-4feb-b7bf-fbee926ae28e HTTP/1.1" status: 404 len: 337 time: 0.0355663 Aug 30 13:33:40.132224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54780) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.161569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-163d72ad-60f0-4ed5-802b-e366762b2ba7 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ffc1606b-6507-4568-b4e8-5050d482e197 HTTP/1.1" status: 200 len: 205 time: 0.0276093 Aug 30 13:33:40.164194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54782) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.204263 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-75eb4ca1-394f-4327-be82-a8546b704642 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] delete failed (client error): The resource could not be found. Aug 30 13:33:40.205371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-75eb4ca1-394f-4327-be82-a8546b704642 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/ffc1606b-6507-4568-b4e8-5050d482e197 HTTP/1.1" status: 404 len: 336 time: 0.0401895 Aug 30 13:33:40.212211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54784) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.245894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-51c4f6d7-edaa-455b-b958-a08015091c93 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=e6a07289-3391-4be7-98c0-3190dbb2ea8f HTTP/1.1" status: 200 len: 205 time: 0.0325220 Aug 30 13:33:40.248756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54786) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.286865 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-b56f2ad5-5fb2-4a33-8b43-20b03fb97d40 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] delete failed (client error): The resource could not be found. Aug 30 13:33:40.287918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b56f2ad5-5fb2-4a33-8b43-20b03fb97d40 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/e6a07289-3391-4be7-98c0-3190dbb2ea8f HTTP/1.1" status: 404 len: 336 time: 0.0382628 Aug 30 13:33:40.290604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54788) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.319908 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-64848330-83e8-4e73-a6fb-64724edfaa69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] DELETE failed (client error): The resource could not be found. Aug 30 13:33:40.320374 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64848330-83e8-4e73-a6fb-64724edfaa69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:33:40.322164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-64848330-83e8-4e73-a6fb-64724edfaa69 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/2444615c-bc41-41d6-a0fd-82235b5bccb6 HTTP/1.1" status: 404 len: 337 time: 0.0306399 Aug 30 13:33:40.325569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54790) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.357857 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b4eedf0a-54e0-4d4c-a312-8b9e7a51b24d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=fd869e66-838c-4094-b42a-4a512c0c3846 HTTP/1.1" status: 200 len: 205 time: 0.0310998 Aug 30 13:33:40.360211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54792) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.400407 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-170a242d-42a0-473c-82a1-5b1da06b0af5 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] delete failed (client error): The resource could not be found. Aug 30 13:33:40.401449 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-170a242d-42a0-473c-82a1-5b1da06b0af5 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/fd869e66-838c-4094-b42a-4a512c0c3846 HTTP/1.1" status: 404 len: 336 time: 0.0403328 Aug 30 13:33:40.404549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54798) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.433178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b2577c98-4363-4217-b26d-a286a7d13edc tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0293bab-a701-4537-9d7a-4937bb8e4d5d HTTP/1.1" status: 200 len: 205 time: 0.0273585 Aug 30 13:33:40.437704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54800) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.476224 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-5b1104a2-7855-4218-a41c-4b53d8c788ab tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] delete failed (client error): The resource could not be found. Aug 30 13:33:40.477251 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5b1104a2-7855-4218-a41c-4b53d8c788ab tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/d0293bab-a701-4537-9d7a-4937bb8e4d5d HTTP/1.1" status: 404 len: 336 time: 0.0385904 Aug 30 13:33:40.479884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54802) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.513311 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f215c67-9321-4588-ac7f-63f7901c81d2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] DELETE failed (client error): The resource could not be found. Aug 30 13:33:40.513851 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f215c67-9321-4588-ac7f-63f7901c81d2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:33:40.518011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4f215c67-9321-4588-ac7f-63f7901c81d2 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/eb61bb05-18fe-4240-af23-84e75570a83d HTTP/1.1" status: 404 len: 337 time: 0.0342932 Aug 30 13:33:40.518190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54804) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.547331 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cf20bf01-c5a3-40d5-a2ab-7e9666f25ac0 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=19a30e33-63f2-4ac4-8677-74ca68f470cc HTTP/1.1" status: 200 len: 205 time: 0.0280454 Aug 30 13:33:40.549046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54806) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.591488 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-92e8aa78-34cc-4e67-ad0f-aff8f8a28b95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] delete failed (client error): The resource could not be found. Aug 30 13:33:40.592539 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-92e8aa78-34cc-4e67-ad0f-aff8f8a28b95 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/19a30e33-63f2-4ac4-8677-74ca68f470cc HTTP/1.1" status: 404 len: 336 time: 0.0423930 Aug 30 13:33:40.595790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54808) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.624900 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c0e592-5be3-4f37-bb1c-008ad1d6269d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] DELETE failed (client error): The resource could not be found. Aug 30 13:33:40.625368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c0e592-5be3-4f37-bb1c-008ad1d6269d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:33:40.627124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a8c0e592-5be3-4f37-bb1c-008ad1d6269d tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/69185b51-c450-41b6-a7ae-e615aad4380d HTTP/1.1" status: 404 len: 337 time: 0.0305634 Aug 30 13:33:40.630063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54810) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.660504 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ba616bff-56e1-42e0-9b28-b2fa6b244c6b tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "GET /v2.0/ports?device_id=ecbb9989-55ee-41a6-bbf9-b69c4638eed3 HTTP/1.1" status: 200 len: 205 time: 0.0294654 Aug 30 13:33:40.663353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54816) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.708893 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-01f081d6-4b6b-45e0-b237-91862853e6ce tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] delete failed (client error): The resource could not be found. Aug 30 13:33:40.710081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-01f081d6-4b6b-45e0-b237-91862853e6ce tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/routers/ecbb9989-55ee-41a6-bbf9-b69c4638eed3 HTTP/1.1" status: 404 len: 336 time: 0.0455625 Aug 30 13:33:40.712975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54818) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.740838 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eda122b-76d6-4036-8189-e32876432585 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] DELETE failed (client error): The resource could not be found. Aug 30 13:33:40.741528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eda122b-76d6-4036-8189-e32876432585 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:33:40.743463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6eda122b-76d6-4036-8189-e32876432585 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/fddb1c6f-5ab1-446b-80da-43de9cf2e71c HTTP/1.1" status: 404 len: 337 time: 0.0294943 Aug 30 13:33:40.746531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54820) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:40.773627 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-581592d6-8728-4dfd-8eb2-c17ca85bfc59 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] DELETE failed (client error): The resource could not be found. Aug 30 13:33:40.774118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581592d6-8728-4dfd-8eb2-c17ca85bfc59 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 13:33:40.775849 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-581592d6-8728-4dfd-8eb2-c17ca85bfc59 tempest-RoutersTest-715023671 tempest-RoutersTest-715023671-project] 10.222.0.37 "DELETE /v2.0/subnets/e784b5ef-3498-478c-9246-fdb831d7fcb9 HTTP/1.1" status: 404 len: 337 time: 0.0280759 Aug 30 13:33:40.863009 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:33:40.907673 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:41.217029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54836) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:41.358330 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6b005e48-2191-45b4-b01b-898e9a20bbe4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b0a5c5d85d3a42eeb07db65ff0c89d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400137 Aug 30 13:33:41.360834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54840) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:41.414497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-73981d7a-eb0a-4cc1-8f6a-2a12a9c23d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:41.436508 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-73981d7a-eb0a-4cc1-8f6a-2a12a9c23d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:41.487864 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-73981d7a-eb0a-4cc1-8f6a-2a12a9c23d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:41.490455 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-73981d7a-eb0a-4cc1-8f6a-2a12a9c23d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:41.491654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-73981d7a-eb0a-4cc1-8f6a-2a12a9c23d2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5a775a34-5c9a-4a78-8fad-9658818d5cf3 HTTP/1.1" status: 204 len: 168 time: 0.1299274 Aug 30 13:33:41.502898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73981d7a-eb0a-4cc1-8f6a-2a12a9c23d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a775a34-5c9a-4a78-8fad-9658818d5cf3,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:42.187497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54876) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:42.259441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:42.302844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8e7e1623-fe60-4046-98d5-0e3a0523fba8 tempest-ServiceProvidersTest-1618776143 tempest-ServiceProvidersTest-1618776143-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1136060 Aug 30 13:33:42.597097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54896) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:42.713899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7586ed6-c156-4d8f-b431-54255651e50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:42.806598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7586ed6-c156-4d8f-b431-54255651e50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:42.812270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b7586ed6-c156-4d8f-b431-54255651e50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:42.856438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b7586ed6-c156-4d8f-b431-54255651e50e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=878b20d345fd4295be349ad1fd601af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582014 Aug 30 13:33:42.857550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7586ed6-c156-4d8f-b431-54255651e50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c9223f-57ad-4469-84b3-7520b1cb2195,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:42.859209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54904) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:42.921164 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65cd7002-0bad-4f71-bb3e-7c1b70bb9f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:42.945693 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65cd7002-0bad-4f71-bb3e-7c1b70bb9f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:42.993948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65cd7002-0bad-4f71-bb3e-7c1b70bb9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:42.996797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65cd7002-0bad-4f71-bb3e-7c1b70bb9f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:42.997979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-65cd7002-0bad-4f71-bb3e-7c1b70bb9f57 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/92c9223f-57ad-4469-84b3-7520b1cb2195 HTTP/1.1" status: 204 len: 168 time: 0.1377645 Aug 30 13:33:43.005722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd7002-0bad-4f71-bb3e-7c1b70bb9f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c9223f-57ad-4469-84b3-7520b1cb2195,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:44.466085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54972) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:44.580040 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3fc300d-9e3e-44b1-8e6d-4b5292ad4132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:44.678835 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3fc300d-9e3e-44b1-8e6d-4b5292ad4132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:44.684409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3fc300d-9e3e-44b1-8e6d-4b5292ad4132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:44.729169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c3fc300d-9e3e-44b1-8e6d-4b5292ad4132 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8056884b0403443183e610be22d9f69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618186 Aug 30 13:33:44.730202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc300d-9e3e-44b1-8e6d-4b5292ad4132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1b4ac1-c35f-433f-baf2-9b8024fb5d39,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:44.733775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54980) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:44.784864 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3005-0ee5-4908-be9b-6eef93e33af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:44.805980 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3005-0ee5-4908-be9b-6eef93e33af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:44.863197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3005-0ee5-4908-be9b-6eef93e33af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:44.865806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3005-0ee5-4908-be9b-6eef93e33af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:44.866961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c7ef3005-0ee5-4908-be9b-6eef93e33af1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2b1b4ac1-c35f-433f-baf2-9b8024fb5d39 HTTP/1.1" status: 204 len: 168 time: 0.1322038 Aug 30 13:33:44.875486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef3005-0ee5-4908-be9b-6eef93e33af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1b4ac1-c35f-433f-baf2-9b8024fb5d39,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:45.164559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 54994) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:45.178819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-beed7f72-df9d-484c-a1a1-f8eea0279cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:45.281962 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-beed7f72-df9d-484c-a1a1-f8eea0279cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:45.286228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-beed7f72-df9d-484c-a1a1-f8eea0279cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:45.326110 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-beed7f72-df9d-484c-a1a1-f8eea0279cf3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=51afb712a0ce406db0f874b68b720f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603649 Aug 30 13:33:45.327250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed7f72-df9d-484c-a1a1-f8eea0279cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d41eec-b369-4c4d-81da-ffdd896a220b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:45.329024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 54998) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:45.379203 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a2183d7-c909-47ae-9851-301d15680130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:45.406668 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a2183d7-c909-47ae-9851-301d15680130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:45.460332 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a2183d7-c909-47ae-9851-301d15680130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:45.463140 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9a2183d7-c909-47ae-9851-301d15680130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:45.464336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9a2183d7-c909-47ae-9851-301d15680130 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d8d41eec-b369-4c4d-81da-ffdd896a220b HTTP/1.1" status: 204 len: 168 time: 0.1341662 Aug 30 13:33:45.480959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2183d7-c909-47ae-9851-301d15680130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d41eec-b369-4c4d-81da-ffdd896a220b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:48.164311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55112) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:48.278354 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71fc81da-664c-47d0-82ba-843782e64ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:48.376783 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71fc81da-664c-47d0-82ba-843782e64ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:48.381550 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-71fc81da-664c-47d0-82ba-843782e64ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:48.423730 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-71fc81da-664c-47d0-82ba-843782e64ae0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c76409ca3e0c4c97a6a44d52cde8a6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582440 Aug 30 13:33:48.426454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 55122) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:48.427000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc81da-664c-47d0-82ba-843782e64ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c910e590-c05d-45a5-a3e0-2727161844cd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:48.486442 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5df1c4dd-ad39-4ce0-b6b5-000231b8e041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:48.507804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5df1c4dd-ad39-4ce0-b6b5-000231b8e041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:48.555061 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5df1c4dd-ad39-4ce0-b6b5-000231b8e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:48.558197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5df1c4dd-ad39-4ce0-b6b5-000231b8e041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:48.559377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5df1c4dd-ad39-4ce0-b6b5-000231b8e041 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c910e590-c05d-45a5-a3e0-2727161844cd HTTP/1.1" status: 204 len: 168 time: 0.1310496 Aug 30 13:33:48.569450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1c4dd-ad39-4ce0-b6b5-000231b8e041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c910e590-c05d-45a5-a3e0-2727161844cd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:48.850524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55132) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:48.864864 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83b0ab8c-0a9b-475d-bf94-191575c30f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:48.963077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83b0ab8c-0a9b-475d-bf94-191575c30f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:48.968244 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83b0ab8c-0a9b-475d-bf94-191575c30f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:49.009469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0ab8c-0a9b-475d-bf94-191575c30f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2765c615-c119-484b-9bdf-e81daa8a0b6e,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:49.016529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-83b0ab8c-0a9b-475d-bf94-191575c30f6e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40650282ba294ebda807c5729b718ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1624014 Aug 30 13:33:49.016738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55138) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:49.066827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14740e56-adfa-49df-b2f7-21e0379fc49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:49.088011 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14740e56-adfa-49df-b2f7-21e0379fc49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:49.134922 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14740e56-adfa-49df-b2f7-21e0379fc49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:49.137784 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14740e56-adfa-49df-b2f7-21e0379fc49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:49.139076 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-14740e56-adfa-49df-b2f7-21e0379fc49b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2765c615-c119-484b-9bdf-e81daa8a0b6e HTTP/1.1" status: 204 len: 168 time: 0.1214595 Aug 30 13:33:49.150969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14740e56-adfa-49df-b2f7-21e0379fc49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2765c615-c119-484b-9bdf-e81daa8a0b6e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:54.381300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55300) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:54.509501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68db9f08-8f73-464c-a07e-81f09a7753b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:54.608244 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68db9f08-8f73-464c-a07e-81f09a7753b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:54.612268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68db9f08-8f73-464c-a07e-81f09a7753b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:54.653209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db9f08-8f73-464c-a07e-81f09a7753b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaa67a1-5e44-4761-abcd-916e85442052,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:54.663329 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-68db9f08-8f73-464c-a07e-81f09a7753b0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bddfb6f969e349a59cb979ae709320f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756522 Aug 30 13:33:54.664946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55310) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:33:54.721478 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36d2d54f-5f41-4211-a724-f428d2d6559a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:54.742665 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36d2d54f-5f41-4211-a724-f428d2d6559a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:54.793208 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36d2d54f-5f41-4211-a724-f428d2d6559a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:54.795904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-36d2d54f-5f41-4211-a724-f428d2d6559a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:54.797096 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-36d2d54f-5f41-4211-a724-f428d2d6559a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/deaa67a1-5e44-4761-abcd-916e85442052 HTTP/1.1" status: 204 len: 168 time: 0.1325104 Aug 30 13:33:54.805302 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2d54f-5f41-4211-a724-f428d2d6559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaa67a1-5e44-4761-abcd-916e85442052,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:57.091516 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ce447d54-b981-403f-881d-11adde8b48a1 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=46af7f5ae70b469c97e8b77f24a3985b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299990 Aug 30 13:33:57.279014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1b68-004a-4cc9-a908-33b90782da80 req-cfded8ab-3850-4938-aaa4-f7b2809d7e2a tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:57.280717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-cfded8ab-3850-4938-aaa4-f7b2809d7e2a tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833775 Aug 30 13:33:57.297327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-4fa24c17-1bcf-41ac-b43e-fdbcd8910209 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/quotas/46af7f5ae70b469c97e8b77f24a3985b HTTP/1.1" status: 200 len: 375 time: 0.0106738 Aug 30 13:33:57.359125 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-54f2126e-94bc-4a7e-a0a7-54c643ab80d8 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=46af7f5ae70b469c97e8b77f24a3985b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526705 Aug 30 13:33:57.543869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5fb935f4-ea83-445b-aed8-03dd03a27605 req-0c9ee17d-9510-4b4c-b676-386d197372bc tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 210 time: 0.0380781 Aug 30 13:33:58.493505 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:58.637619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b06a8fe5-4d26-47ff-825c-5cb084b5c878 req-1d6560b5-a0d6-4e49-96c7-db0e4c2b8b34 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 210 time: 0.0288031 Aug 30 13:33:59.147632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-e4a1cd63-211e-44aa-a7ca-d52cf61c8924 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=46af7f5ae70b469c97e8b77f24a3985b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343254 Aug 30 13:33:59.363256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1b68-004a-4cc9-a908-33b90782da80 req-6390d67f-9b6a-4fab-b227-e16a924a394d tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:33:59.365140 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-6390d67f-9b6a-4fab-b227-e16a924a394d tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106133 Aug 30 13:33:59.380454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Request body: {'port': {'device_id': '06f386eb-d1d6-4ae5-84cd-c8af6e209ed9', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '46af7f5ae70b469c97e8b77f24a3985b'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:33:59.489167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Made reservation on behalf of 46af7f5ae70b469c97e8b77f24a3985b for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:33:59.492653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:59.502023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:59.600316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:59.604393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:59.672788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2faf96e-19d8-4237-a09d-9975f4862e8a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:33:59.754978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Allocated IP 192.168.233.212 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/c6e46bb3-e009-4eec-8d11-8d8dfbfc32df) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:33:59.795071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f3cd97f-077c-484e-8425-c4a90fa45b2b req-6b8d1b8d-e70c-4135-b8de-d50e017a19a7 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 210 time: 0.0354109 Aug 30 13:33:59.937635 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:33:59.952898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Transition to ACTIVE for port object c6e46bb3-e009-4eec-8d11-8d8dfbfc32df will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:33:59.987324 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.033311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:34:00.036404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:34:00.040097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:34:00.046838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Pushing event updated for resources: {'Port': ['ID=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:00.098570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:00.099197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.114650 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d203f687-a9a3-45f0-94b5-c1163b5e2994 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7380590 Aug 30 13:34:00.232591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Request body: {'port': {'device_id': '06f386eb-d1d6-4ae5-84cd-c8af6e209ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:34:00.286358 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.287020 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-254fb37e-8cac-4049-aede-0a7fe048d449 None None] Provisioning for port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:34:00.290791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-254fb37e-8cac-4049-aede-0a7fe048d449 None None] Provisioning complete for port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:34:00.291159 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-254fb37e-8cac-4049-aede-0a7fe048d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.325939 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-254fb37e-8cac-4049-aede-0a7fe048d449 None None] Port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:34:00.556528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e46bb3-e009-4eec-8d11-8d8dfbfc32df {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:34:00.563890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.575451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Transition to ACTIVE for port object c6e46bb3-e009-4eec-8d11-8d8dfbfc32df will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:34:00.579134 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.634169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Pushing event updated for resources: {'Port': ['ID=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:00.708198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Attempting to bind port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:34:00.708534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Attempting to bind port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:34:00.709037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Attempting to bind port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:34:00.715852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:34:00.716367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Attempting to bind port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:34:00.724647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:34:00.725194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:34:00.725866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:34:00.726602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Bound port: c6e46bb3-e009-4eec-8d11-8d8dfbfc32df, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:34:00.727191 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.810018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] For port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:34:00.814047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] For port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:34:00.819042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.860311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:00.860821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.862721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] 10.222.0.16 "PUT /v2.0/ports/c6e46bb3-e009-4eec-8d11-8d8dfbfc32df HTTP/1.1" status: 200 len: 1096 time: 0.7395396 Aug 30 13:34:00.865502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f386eb-d1d6-4ae5-84cd-c8af6e209ed9', 'tag': 'c6e46bb3-e009-4eec-8d11-8d8dfbfc32df'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:34:00.869016 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db3ab14-d8fc-478b-bdcf-22af4a578edc" -d '{"events": [{"name": "network-changed", "server_uuid": "06f386eb-d1d6-4ae5-84cd-c8af6e209ed9", "tag": "c6e46bb3-e009-4eec-8d11-8d8dfbfc32df"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:34:00.905154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78371c-d2b8-45d8-b40d-56e2df85c63a service neutron] Pushing event updated for resources: {'Port': ['ID=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:00.958152 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325cd614-f323-4260-a2dd-d13bbf58ad7a x-openstack-request-id: req-325cd614-f323-4260-a2dd-d13bbf58ad7a {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:34:00.958807 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f386eb-d1d6-4ae5-84cd-c8af6e209ed9", "tag": "c6e46bb3-e009-4eec-8d11-8d8dfbfc32df", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:34:00.959600 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-325cd614-f323-4260-a2dd-d13bbf58ad7a {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:34:00.960091 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f386eb-d1d6-4ae5-84cd-c8af6e209ed9', 'tag': 'c6e46bb3-e009-4eec-8d11-8d8dfbfc32df', 'status': 'completed', 'code': 200} Aug 30 13:34:00.981134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d09754e9-9096-4efd-ab84-5a428570e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:00.982902 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:00.983124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-d09754e9-9096-4efd-ab84-5a428570e8cf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46af7f5ae70b469c97e8b77f24a3985b&device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0735033 Aug 30 13:34:00.991632 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc16e8e-1d8e-49bf-a34b-6cf1ea40f037 req-ef195812-caa7-47a7-8e44-161b86a95342 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:00.998232 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdc16e8e-1d8e-49bf-a34b-6cf1ea40f037 req-ef195812-caa7-47a7-8e44-161b86a95342 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 948 time: 0.0892992 Aug 30 13:34:01.032913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-95466b41-0ec5-476b-9269-dc56e882ea9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df HTTP/1.1" status: 200 len: 217 time: 0.0418313 Aug 30 13:34:01.059725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdc16e8e-1d8e-49bf-a34b-6cf1ea40f037 req-a8bc3aa3-e4f1-4954-bd18-e3650db4d19e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588179 Aug 30 13:34:01.091332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1b68-004a-4cc9-a908-33b90782da80 req-b78e9ca7-2061-4996-b0e1-9fd84aef7453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:01.092945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-b78e9ca7-2061-4996-b0e1-9fd84aef7453 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0533688 Aug 30 13:34:01.142424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d1b68-004a-4cc9-a908-33b90782da80 req-a291a398-df61-4487-b823-712020c9d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:01.144711 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-a291a398-df61-4487-b823-712020c9d80b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452597 Aug 30 13:34:01.238812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-0dc54f0f-e763-4a0f-a292-53d17fbb96db service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871947 Aug 30 13:34:01.333065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-609d1b68-004a-4cc9-a908-33b90782da80 req-f607d381-752c-4bd4-a1fa-314c2003ab42 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873961 Aug 30 13:34:01.419264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-b83912a9-1d65-4d18-98d0-0020588afc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:01.420766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-b83912a9-1d65-4d18-98d0-0020588afc67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46af7f5ae70b469c97e8b77f24a3985b&device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 1099 time: 0.0426784 Aug 30 13:34:01.514128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-51e422cf-491f-4d0a-bcc7-4c7121e9639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:01.515619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-51e422cf-491f-4d0a-bcc7-4c7121e9639d service neutron] 10.222.0.16 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.0878425 Aug 30 13:34:01.556996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-8a0e6add-c190-4688-8e07-c454791302dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df HTTP/1.1" status: 200 len: 217 time: 0.0347528 Aug 30 13:34:01.607271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-86956015-9be4-4783-82d3-74ad745f2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:01.608623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-86956015-9be4-4783-82d3-74ad745f2949 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0447683 Aug 30 13:34:01.660181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-367038d9-179b-4283-8dac-78068cee7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:01.661687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-367038d9-179b-4283-8dac-78068cee7f0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448298 Aug 30 13:34:01.751295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-da6ae2ed-1bba-47f5-9406-5c06387960a5 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812068 Aug 30 13:34:01.845923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7db3ab14-d8fc-478b-bdcf-22af4a578edc req-e9093096-376a-4b6e-8c50-47383ecd8639 service neutron] 10.222.0.16 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868108 Aug 30 13:34:02.179615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be043222-b20f-42cd-b3b9-89372a1927f7 req-7f6c612c-c9a9-415a-887e-4d195b7abd56 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:02.181246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be043222-b20f-42cd-b3b9-89372a1927f7 req-7f6c612c-c9a9-415a-887e-4d195b7abd56 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 948 time: 0.0513182 Aug 30 13:34:02.224537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be043222-b20f-42cd-b3b9-89372a1927f7 req-d933e3f0-0f24-484f-b601-e8e7e2f2db3b tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367534 Aug 30 13:34:03.338989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72978a0f-20c4-4204-889a-0702cfde8510 req-2eb8af31-0fe5-49f3-a6b5-085f2c3ad08d tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:03.340619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-72978a0f-20c4-4204-889a-0702cfde8510 req-2eb8af31-0fe5-49f3-a6b5-085f2c3ad08d tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 948 time: 0.0484350 Aug 30 13:34:03.379700 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-72978a0f-20c4-4204-889a-0702cfde8510 req-cb352549-bd5c-4447-9b8e-3d43a60c7236 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330346 Aug 30 13:34:04.494335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d92608-131b-4c6f-81f9-6f62bcf32d68 req-ab5e07b1-2dc5-42c9-a65b-e778d372f79c tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:04.496534 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10d92608-131b-4c6f-81f9-6f62bcf32d68 req-ab5e07b1-2dc5-42c9-a65b-e778d372f79c tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 948 time: 0.0500355 Aug 30 13:34:04.539509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10d92608-131b-4c6f-81f9-6f62bcf32d68 req-42bdd299-869e-4715-bae4-fce342e890f7 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336552 Aug 30 13:34:04.905669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c6e46bb3-e009-4eec-8d11-8d8dfbfc32df details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:34:05.001221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:34:05.016053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'c6e46bb3-e009-4eec-8d11-8d8dfbfc32df', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': 'c6e46bb3-e009-4eec-8d11-8d8dfbfc32df', 'mac_address': 'fa:16:3e:00:03:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:34:05.054090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:05.067610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e46bb3-e009-4eec-8d11-8d8dfbfc32df {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:34:05.087494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:34:05.092187 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:05.140061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:05.147752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.148118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.148461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.148826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.149178 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.149509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.149873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.150224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.150548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.150871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.151705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.152044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:05.320931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['c6e46bb3-e009-4eec-8d11-8d8dfbfc32df'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:34:05.654385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14efad8-be77-472d-869c-90bcacbff003 req-961c5281-a667-4d1f-94ee-268ea35094c5 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:05.656110 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b14efad8-be77-472d-869c-90bcacbff003 req-961c5281-a667-4d1f-94ee-268ea35094c5 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 949 time: 0.0485880 Aug 30 13:34:05.698691 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b14efad8-be77-472d-869c-90bcacbff003 req-f5ebd019-637c-4317-b8b3-c7bd515f3cf9 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363019 Aug 30 13:34:06.710327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-af94886e-0cc9-40f3-8a8b-5e2c39e5b545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:06.820651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189347d-b241-486b-b0e7-c9641f5da11b req-96e7c02d-eb3c-4c74-9d00-78b705f580c4 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:06.822088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f189347d-b241-486b-b0e7-c9641f5da11b req-96e7c02d-eb3c-4c74-9d00-78b705f580c4 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 949 time: 0.0566692 Aug 30 13:34:06.860219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f189347d-b241-486b-b0e7-c9641f5da11b req-bf4dcb69-bb15-4376-8d1b-d20ad04ff716 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316143 Aug 30 13:34:06.905493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c6e46bb3-e009-4eec-8d11-8d8dfbfc32df up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:34:06.954248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:34:06.958066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:34:06.958445 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:07.038012 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:07.061717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f386eb-d1d6-4ae5-84cd-c8af6e209ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e46bb3-e009-4eec-8d11-8d8dfbfc32df'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:34:07.063984 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb44f9d-22f1-4ac7-bd21-8fdb6740caac" -d '{"events": [{"server_uuid": "06f386eb-d1d6-4ae5-84cd-c8af6e209ed9", "name": "network-vif-plugged", "status": "completed", "tag": "c6e46bb3-e009-4eec-8d11-8d8dfbfc32df"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:34:07.077766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:34:07.083028 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:07.109445 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68200af9-99e9-4da0-82e3-be5445c87a97 x-openstack-request-id: req-68200af9-99e9-4da0-82e3-be5445c87a97 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:34:07.109769 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f386eb-d1d6-4ae5-84cd-c8af6e209ed9", "name": "network-vif-plugged", "status": "completed", "tag": "c6e46bb3-e009-4eec-8d11-8d8dfbfc32df", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:34:07.110024 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68200af9-99e9-4da0-82e3-be5445c87a97 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:34:07.110463 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f386eb-d1d6-4ae5-84cd-c8af6e209ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e46bb3-e009-4eec-8d11-8d8dfbfc32df', 'code': 200} Aug 30 13:34:07.134396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:07.206363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c9205-e4cf-438d-a1b5-c12e16b5d0e1 req-21bd36bc-dfa8-4ca4-9c12-9b7f9510c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:07.207906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-768c9205-e4cf-438d-a1b5-c12e16b5d0e1 req-21bd36bc-dfa8-4ca4-9c12-9b7f9510c4ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 1101 time: 0.0426538 Aug 30 13:34:07.246509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-768c9205-e4cf-438d-a1b5-c12e16b5d0e1 req-11666982-cb47-49ed-86d6-f31eb16f2c52 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310402 Aug 30 13:34:07.982131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ceef58-a3bb-40e8-a875-6bec330b9078 req-f972895f-a938-483e-bf40-1b37a9df7f29 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:07.983606 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5ceef58-a3bb-40e8-a875-6bec330b9078 req-f972895f-a938-483e-bf40-1b37a9df7f29 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 950 time: 0.0557981 Aug 30 13:34:08.023524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5ceef58-a3bb-40e8-a875-6bec330b9078 req-465a87ae-34c2-404e-92fc-7ec8d1232bd9 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339661 Aug 30 13:34:09.156950 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30b547-e937-4b31-a58f-0d5b11c6fccb req-5370b829-52f8-4614-82d7-b33a98132ef4 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:09.158707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a30b547-e937-4b31-a58f-0d5b11c6fccb req-5370b829-52f8-4614-82d7-b33a98132ef4 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 950 time: 0.0602379 Aug 30 13:34:09.208000 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6a30b547-e937-4b31-a58f-0d5b11c6fccb req-affadea4-1874-4412-a289-b8c40eb76411 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431371 Aug 30 13:34:09.441124 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-37fb95fe-b708-438a-958c-3c555ccada2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:09.500896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73aea2-f2e1-4127-a5fe-bc0029c6ed7a req-0d2d85e7-9a7b-4e39-97be-86461694ade9 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:09.503012 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc73aea2-f2e1-4127-a5fe-bc0029c6ed7a req-0d2d85e7-9a7b-4e39-97be-86461694ade9 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 950 time: 0.0528767 Aug 30 13:34:09.545996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc73aea2-f2e1-4127-a5fe-bc0029c6ed7a req-9a5d7570-ae93-4984-b7e0-f3896a5547e2 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Aug 30 13:34:09.997013 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:10.692742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338421-5f7c-437a-99f8-d4f45d2fe266 req-2408bae4-e0dd-40e0-b1a9-942597abf376 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:10.694297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c2338421-5f7c-437a-99f8-d4f45d2fe266 req-2408bae4-e0dd-40e0-b1a9-942597abf376 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 950 time: 0.0644591 Aug 30 13:34:10.759509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c2338421-5f7c-437a-99f8-d4f45d2fe266 req-d88161ea-d3d3-4380-bac9-618f4852a449 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.37 "GET /v2.0/security-groups?id=d2faf96e-19d8-4237-a09d-9975f4862e8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552664 Aug 30 13:34:10.778266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-77b9e961-9d43-4e36-8dd5-531b14989a06 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:10.778266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-77b9e961-9d43-4e36-8dd5-531b14989a06 tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.16 "GET /v2.0/ports?device_id=06f386eb-d1d6-4ae5-84cd-c8af6e209ed9 HTTP/1.1" status: 200 len: 950 time: 0.0818894 Aug 30 13:34:10.872802 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Deleting port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:34:10.873149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:10.894888 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:10.982933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] For port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:34:10.983306 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:10.996946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Calling delete_port for c6e46bb3-e009-4eec-8d11-8d8dfbfc32df owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:34:11.137806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:11.167678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Pushing event deleted for resources: {'Port': ['ID=c6e46bb3-e009-4eec-8d11-8d8dfbfc32df,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:11.218295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] No DVR routers for this DVR port c6e46bb3-e009-4eec-8d11-8d8dfbfc32df on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:34:11.221168 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:11.223307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8e5e240f-8261-4f2c-9442-574d103416e1 req-d4523cb4-1094-43df-8bba-946aa96d897e tempest-VolumesNegativeTest-180781524 tempest-VolumesNegativeTest-180781524-project] 10.222.0.16 "DELETE /v2.0/ports/c6e46bb3-e009-4eec-8d11-8d8dfbfc32df HTTP/1.1" status: 204 len: 173 time: 0.4404538 Aug 30 13:34:11.223791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f386eb-d1d6-4ae5-84cd-c8af6e209ed9', 'name': 'network-vif-deleted', 'tag': 'c6e46bb3-e009-4eec-8d11-8d8dfbfc32df'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:34:11.226164 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf826ab7-2f13-4e19-bd11-5932197e995f" -d '{"events": [{"server_uuid": "06f386eb-d1d6-4ae5-84cd-c8af6e209ed9", "name": "network-vif-deleted", "tag": "c6e46bb3-e009-4eec-8d11-8d8dfbfc32df"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:34:11.268860 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c4837e-9be0-4e28-b8b6-b40af7f326b0 x-openstack-request-id: req-19c4837e-9be0-4e28-b8b6-b40af7f326b0 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:34:11.269323 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f386eb-d1d6-4ae5-84cd-c8af6e209ed9", "name": "network-vif-deleted", "tag": "c6e46bb3-e009-4eec-8d11-8d8dfbfc32df", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:34:11.269581 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19c4837e-9be0-4e28-b8b6-b40af7f326b0 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:34:11.277836 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f386eb-d1d6-4ae5-84cd-c8af6e209ed9', 'name': 'network-vif-deleted', 'tag': 'c6e46bb3-e009-4eec-8d11-8d8dfbfc32df', 'status': 'completed', 'code': 200} Aug 30 13:34:12.261625 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:12.921532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c6e46bb3-e009-4eec-8d11-8d8dfbfc32df no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:34:12.942113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: c6e46bb3-e009-4eec-8d11-8d8dfbfc32df {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:34:12.942464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c6e46bb3-e009-4eec-8d11-8d8dfbfc32df not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:34:16.844853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55914) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:17.024742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0ba0626c-d623-493b-9ac7-32a6533c118b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=46af7f5ae70b469c97e8b77f24a3985b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780050 Aug 30 13:34:17.026467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 55924) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:17.084966 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44eccda1-b806-47f2-943a-d594e34d9ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:17.109633 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44eccda1-b806-47f2-943a-d594e34d9ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:17.162458 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44eccda1-b806-47f2-943a-d594e34d9ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:17.164881 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-44eccda1-b806-47f2-943a-d594e34d9ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:17.166549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-44eccda1-b806-47f2-943a-d594e34d9ec0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d2faf96e-19d8-4237-a09d-9975f4862e8a HTTP/1.1" status: 204 len: 168 time: 0.1388776 Aug 30 13:34:17.189601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eccda1-b806-47f2-943a-d594e34d9ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2faf96e-19d8-4237-a09d-9975f4862e8a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:17.852925 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:34:26.521900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56230) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:26.667380 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e8e942ae-4fc6-47d5-a2d7-cf3392f21dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:26.770759 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e8e942ae-4fc6-47d5-a2d7-cf3392f21dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:26.776676 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e8e942ae-4fc6-47d5-a2d7-cf3392f21dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:26.818944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e8e942ae-4fc6-47d5-a2d7-cf3392f21dd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78aa5105ba0440e3881341b9dcc82700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957599 Aug 30 13:34:26.819835 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e942ae-4fc6-47d5-a2d7-cf3392f21dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d66843-66d7-42a9-8a3d-12b8e7149655,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:26.821713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56274) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:26.880544 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f568-3e03-4850-8e73-26cc4ec00111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:26.903697 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f568-3e03-4850-8e73-26cc4ec00111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:26.959901 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f568-3e03-4850-8e73-26cc4ec00111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:26.962935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5a7f568-3e03-4850-8e73-26cc4ec00111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:26.967141 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d5a7f568-3e03-4850-8e73-26cc4ec00111 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c1d66843-66d7-42a9-8a3d-12b8e7149655 HTTP/1.1" status: 204 len: 168 time: 0.1404922 Aug 30 13:34:26.986771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7f568-3e03-4850-8e73-26cc4ec00111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d66843-66d7-42a9-8a3d-12b8e7149655,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:27.695468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56420) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:27.804322 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1720919519-network', 'tenant_id': '554cd40491e8451d8538dfca4674d462'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:34:27.828453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Made reservation on behalf of 554cd40491e8451d8538dfca4674d462 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:34:27.831554 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:27.841273 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:27.941759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:27.946874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:27.971338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:34:27.982865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd2331b-a6e8-480b-893a-46def7a38520,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:27.991973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:27.992318 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Added segment c64785ba-c2d2-4cde-b45e-3a7c493edc06 of type vlan for network 7322326c-e49f-4e76-8ed6-8a2a32fc307c Aug 30 13:34:27.995348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.995820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.996137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.996467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.996797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.997122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.997448 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.997791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.998111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.998431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.998748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:27.999063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:28.049112 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:28.077056 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:28.078051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:28.078720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:28.147640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4510705 Aug 30 13:34:28.150791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56494) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:28.157912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Request body: {'subnet': {'network_id': '7322326c-e49f-4e76-8ed6-8a2a32fc307c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1720919519-subnet', 'tenant_id': '554cd40491e8451d8538dfca4674d462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:34:28.162154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7a281-ffd7-4c44-8d0f-4fb3b490d253 admin admin] Pushing event updated for resources: {'Network': ['ID=7322326c-e49f-4e76-8ed6-8a2a32fc307c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:28.173256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 7322326c-e49f-4e76-8ed6-8a2a32fc307c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:34:28.182562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Made reservation on behalf of 554cd40491e8451d8538dfca4674d462 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:34:28.184979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:28.359410 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:28.408939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=848bd912-ad63-45a8-8e10-1ca958c17090,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:28.425301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Checking segment: {'id': 'c64785ba-c2d2-4cde-b45e-3a7c493edc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7322326c-e49f-4e76-8ed6-8a2a32fc307c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:34:28.426024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Network hostable DHCP agents. Network: 7322326c-e49f-4e76-8ed6-8a2a32fc307c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:34:28.446312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Network 7322326c-e49f-4e76-8ed6-8a2a32fc307c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:34:28.456498 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 7322326c-e49f-4e76-8ed6-8a2a32fc307c) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:34:28.461216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:28.461851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:28.475248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a31b0-5ddb-4b82-b2c2-8a2c86f55f6c None None] Network 7322326c-e49f-4e76-8ed6-8a2a32fc307c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:34:28.481703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5aad3e22-7bd3-43e5-9c83-61956b5dfa20 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3291011 Aug 30 13:34:28.544391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:28.623804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a79ec5-6834-4495-bf19-333ef95e1b06 None None] Network 7322326c-e49f-4e76-8ed6-8a2a32fc307c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:34:28.973947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 56568) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:28.979642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-923539418-network', 'tenant_id': 'a750237c15a94e55983e552909c901c0'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:34:29.001213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Made reservation on behalf of a750237c15a94e55983e552909c901c0 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:34:29.003499 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.011885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.100799 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.105583 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.130000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:34:29.139053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b47ed0-4abf-4984-a311-a67fd858c759,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:29.148366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.148712 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Added segment e6a2e299-fd32-4ceb-a265-a5230eb1d97f of type vlan for network 45585d90-bee6-45be-b17a-0fc87c8da88d Aug 30 13:34:29.151598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.151952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.152293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.152633 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.152965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.153296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.153624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.153976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.154571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.154901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.155225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.155547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:34:29.201058 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.225336 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.226312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:29.226886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.270788 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2957237 Aug 30 13:34:29.273677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 56570) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:29.279634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Request body: {'subnet': {'network_id': '45585d90-bee6-45be-b17a-0fc87c8da88d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-923539418-subnet', 'tenant_id': 'a750237c15a94e55983e552909c901c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:34:29.288420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1d185-2efc-4e7b-a63a-9bf8f091ce24 admin admin] Pushing event updated for resources: {'Network': ['ID=45585d90-bee6-45be-b17a-0fc87c8da88d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:29.300615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 45585d90-bee6-45be-b17a-0fc87c8da88d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:34:29.302046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Made reservation on behalf of a750237c15a94e55983e552909c901c0 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:34:29.304422 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.476767 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.536051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=04157382-1177-4891-a16d-217e3d325b75,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:29.545601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Checking segment: {'id': 'e6a2e299-fd32-4ceb-a265-a5230eb1d97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '45585d90-bee6-45be-b17a-0fc87c8da88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:34:29.545996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Network hostable DHCP agents. Network: 45585d90-bee6-45be-b17a-0fc87c8da88d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:34:29.563815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Network 45585d90-bee6-45be-b17a-0fc87c8da88d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:34:29.572995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 45585d90-bee6-45be-b17a-0fc87c8da88d) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:34:29.577128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:29.577751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:29.582477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f78ebd1-19a6-47ec-a4c4-fb5aaca6fcd5 None None] Network 45585d90-bee6-45be-b17a-0fc87c8da88d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:34:29.593347 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bc9ea092-2ec5-4b2b-b356-08873396d7bd admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3183954 Aug 30 13:34:29.724867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b155ebfa-370f-4960-8deb-872047ee4b39 None None] Network 45585d90-bee6-45be-b17a-0fc87c8da88d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:34:30.163306 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-53e691f6-5624-4826-be1a-881e3b72da92 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:30.164708 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-53e691f6-5624-4826-be1a-881e3b72da92 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/networks?id=7322326c-e49f-4e76-8ed6-8a2a32fc307c HTTP/1.1" status: 200 len: 812 time: 0.1467319 Aug 30 13:34:30.179977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-738601c0-b7b2-466c-82be-4cc02db14b1a tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/quotas/554cd40491e8451d8538dfca4674d462 HTTP/1.1" status: 200 len: 375 time: 0.0093014 Aug 30 13:34:30.213760 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-985083c2-c503-4562-bece-72390a4a437d tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=554cd40491e8451d8538dfca4674d462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275726 Aug 30 13:34:30.308125 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-798bb1ad-0755-4e2a-be72-c027b1f6cf87 service neutron] 10.222.0.37 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869119 Aug 30 13:34:30.419183 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-d6d8f3f1-d9b7-487b-9cbb-6d17276a30ca service neutron] 10.222.0.37 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046426 Aug 30 13:34:30.591051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed1c9ebd-2024-430f-b097-0c7c9fd40d84 req-b80714c5-1cf3-4a6c-a435-219aa688d49d tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 210 time: 0.0308201 Aug 30 13:34:30.962911 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:31.671813 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c9029beb-ef93-467e-a7b1-9ee1ac39a432 req-8a28a731-a09e-4c65-bd92-94fd944f4624 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 210 time: 0.0287538 Aug 30 13:34:32.759907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7718738f-74e5-4728-bac6-616e749a28ce req-f94a52b8-a660-48f3-ab6f-e6b6f8f7ea4a tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 210 time: 0.0323832 Aug 30 13:34:33.840068 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50ed62d4-f6bd-47de-a407-d319bdeb98d5 req-d1559c06-1396-4b5d-af93-0d3a3c8e6284 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 210 time: 0.0266979 Aug 30 13:34:34.940422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b23ee0c1-d07a-4c43-aeec-a6cf675cad60 req-88775f58-2272-47b9-a963-4b87959de965 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 210 time: 0.0316179 Aug 30 13:34:36.039481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77e6f8ba-8e72-46ca-b2cd-79294b980702 req-d1fa117a-4756-4486-b0bd-38eb807721ff tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 210 time: 0.0270791 Aug 30 13:34:36.067028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-9b76a092-9535-4807-882c-009274060ed9 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:36.068507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-9b76a092-9535-4807-882c-009274060ed9 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.35 "GET /v2.0/networks?id=7322326c-e49f-4e76-8ed6-8a2a32fc307c HTTP/1.1" status: 200 len: 812 time: 0.4510014 Aug 30 13:34:36.081360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Request body: {'port': {'device_id': '348b0c51-80f9-430f-a357-640f91c18a9e', 'network_id': '7322326c-e49f-4e76-8ed6-8a2a32fc307c', 'admin_state_up': True, 'tenant_id': '554cd40491e8451d8538dfca4674d462'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:34:36.197846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Made reservation on behalf of 554cd40491e8451d8538dfca4674d462 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:34:36.201554 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:36.330741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Allocated IP 172.20.0.14 (7322326c-e49f-4e76-8ed6-8a2a32fc307c/848bd912-ad63-45a8-8e10-1ca958c17090/fce6397b-734e-4902-908a-b4dd12678f8a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:34:36.489537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:36.531187 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:36.579414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Network 7322326c-e49f-4e76-8ed6-8a2a32fc307c is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:34:36.582602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:34:36.587067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:34:36.591894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Pushing event updated for resources: {'Port': ['ID=fce6397b-734e-4902-908a-b4dd12678f8a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:36.641179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:36.641831 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:36.658063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-72906d98-d75d-481a-a18d-710483456685 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806246 Aug 30 13:34:36.670968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Request body: {'port': {'device_id': '348b0c51-80f9-430f-a357-640f91c18a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:34:36.716125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-47a7d3e0-3cb3-477c-a3de-0cd88d00662d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:36.727838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:37.007792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce6397b-734e-4902-908a-b4dd12678f8a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:34:37.016827 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:37.029631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Transition to ACTIVE for port object fce6397b-734e-4902-908a-b4dd12678f8a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:34:37.033588 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:37.102542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Pushing event updated for resources: {'Port': ['ID=fce6397b-734e-4902-908a-b4dd12678f8a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:37.185482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Attempting to bind port fce6397b-734e-4902-908a-b4dd12678f8a on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:34:37.185709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Attempting to bind port fce6397b-734e-4902-908a-b4dd12678f8a by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'c64785ba-c2d2-4cde-b45e-3a7c493edc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7322326c-e49f-4e76-8ed6-8a2a32fc307c'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:34:37.186040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Attempting to bind port fce6397b-734e-4902-908a-b4dd12678f8a on network 7322326c-e49f-4e76-8ed6-8a2a32fc307c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:34:37.196698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9910e-ecec-452a-be66-eaed8b4be03a req-c25443fa-2340-401f-9a32-2cff4d9e40b1 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:37.198769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ff9910e-ecec-452a-be66-eaed8b4be03a req-c25443fa-2340-401f-9a32-2cff4d9e40b1 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 944 time: 0.0726602 Aug 30 13:34:37.200408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Port fce6397b-734e-4902-908a-b4dd12678f8a on network 7322326c-e49f-4e76-8ed6-8a2a32fc307c not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:34:37.200730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Attempting to bind port fce6397b-734e-4902-908a-b4dd12678f8a on network 7322326c-e49f-4e76-8ed6-8a2a32fc307c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:34:37.208066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:34:37.208401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Checking segment: {'id': 'c64785ba-c2d2-4cde-b45e-3a7c493edc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7322326c-e49f-4e76-8ed6-8a2a32fc307c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:34:37.208777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Bound using segment: {'id': 'c64785ba-c2d2-4cde-b45e-3a7c493edc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7322326c-e49f-4e76-8ed6-8a2a32fc307c'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:34:37.209201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Bound port: fce6397b-734e-4902-908a-b4dd12678f8a, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64785ba-c2d2-4cde-b45e-3a7c493edc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '7322326c-e49f-4e76-8ed6-8a2a32fc307c'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:34:37.209556 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:37.281560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ff9910e-ecec-452a-be66-eaed8b4be03a req-c7725b66-59da-4b4d-a7b0-4463198c3369 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751770 Aug 30 13:34:37.305460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] For port fce6397b-734e-4902-908a-b4dd12678f8a, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:34:37.308531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] For port fce6397b-734e-4902-908a-b4dd12678f8a, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fce6397b-734e-4902-908a-b4dd12678f8a,segment=NetworkSegment(c64785ba-c2d2-4cde-b45e-3a7c493edc06),segment_id=c64785ba-c2d2-4cde-b45e-3a7c493edc06)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:34:37.313909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:37.347453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:37.348077 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:37.349901 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] 10.222.0.35 "PUT /v2.0/ports/fce6397b-734e-4902-908a-b4dd12678f8a HTTP/1.1" status: 200 len: 1092 time: 0.6841536 Aug 30 13:34:37.352027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348b0c51-80f9-430f-a357-640f91c18a9e', 'tag': 'fce6397b-734e-4902-908a-b4dd12678f8a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:34:37.356704 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcab458-0e3c-4ac2-be11-012ced9dc8be" -d '{"events": [{"name": "network-changed", "server_uuid": "348b0c51-80f9-430f-a357-640f91c18a9e", "tag": "fce6397b-734e-4902-908a-b4dd12678f8a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:34:37.391244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3caf4-8299-4e95-a3a0-8b7b3691f942 service neutron] Pushing event updated for resources: {'Port': ['ID=fce6397b-734e-4902-908a-b4dd12678f8a,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:37.397589 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f3648a-eaa7-4929-8501-e0781de989eb x-openstack-request-id: req-a9f3648a-eaa7-4929-8501-e0781de989eb {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:34:37.397910 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348b0c51-80f9-430f-a357-640f91c18a9e", "tag": "fce6397b-734e-4902-908a-b4dd12678f8a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:34:37.398168 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a9f3648a-eaa7-4929-8501-e0781de989eb {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:34:37.398561 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348b0c51-80f9-430f-a357-640f91c18a9e', 'tag': 'fce6397b-734e-4902-908a-b4dd12678f8a', 'status': 'completed', 'code': 200} Aug 30 13:34:37.447034 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-3a632c9e-6e2b-4cfb-8f01-e22a2cf7e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:37.448626 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-3a632c9e-6e2b-4cfb-8f01-e22a2cf7e09f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=554cd40491e8451d8538dfca4674d462&device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 1095 time: 0.0473323 Aug 30 13:34:37.496450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-9b9fb94c-d05d-4dc4-b06c-ac8c6f5e79f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fce6397b-734e-4902-908a-b4dd12678f8a HTTP/1.1" status: 200 len: 217 time: 0.0394063 Aug 30 13:34:37.549040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-2b51484f-c7db-408b-98d1-160e0524661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:37.550547 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-2b51484f-c7db-408b-98d1-160e0524661e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=848bd912-ad63-45a8-8e10-1ca958c17090 HTTP/1.1" status: 200 len: 852 time: 0.0468562 Aug 30 13:34:37.582852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-dae94362-32d3-4fc6-9556-d5787de5fb04 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7322326c-e49f-4e76-8ed6-8a2a32fc307c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249262 Aug 30 13:34:37.677494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-d5d6dbd2-3ae8-4920-a8f1-9338f2373817 service neutron] 10.222.0.35 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876744 Aug 30 13:34:37.772371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ec0ec5f-4766-48df-b028-ecc626099b5e req-1b4a120a-35cf-4982-b200-9f8fe1989602 service neutron] 10.222.0.35 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866961 Aug 30 13:34:37.873958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-8089f778-6737-4084-852d-026e745f96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:37.875477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-8089f778-6737-4084-852d-026e745f96e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=554cd40491e8451d8538dfca4674d462&device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 1095 time: 0.0446703 Aug 30 13:34:37.978804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-c075256e-8768-48e7-a53d-ef1e0f09aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:37.980329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-c075256e-8768-48e7-a53d-ef1e0f09aca4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7322326c-e49f-4e76-8ed6-8a2a32fc307c HTTP/1.1" status: 200 len: 913 time: 0.0976310 Aug 30 13:34:38.024990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-c4f8895d-b060-4ddf-bac6-6895fec24d21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fce6397b-734e-4902-908a-b4dd12678f8a HTTP/1.1" status: 200 len: 217 time: 0.0370328 Aug 30 13:34:38.083618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-58c3893c-b5f7-4158-9520-14c1b5c6c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:38.085188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-58c3893c-b5f7-4158-9520-14c1b5c6c212 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=848bd912-ad63-45a8-8e10-1ca958c17090 HTTP/1.1" status: 200 len: 852 time: 0.0535262 Aug 30 13:34:38.118263 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-a5eeec23-06a6-4c95-8452-380f59e58f8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7322326c-e49f-4e76-8ed6-8a2a32fc307c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260298 Aug 30 13:34:38.218789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-464d9ea5-d289-49f6-a084-af7ab45d5305 service neutron] 10.222.0.35 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936093 Aug 30 13:34:38.327527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddcab458-0e3c-4ac2-be11-012ced9dc8be req-f46c684f-b6ae-4d40-be95-9c6133d52306 service neutron] 10.222.0.35 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015813 Aug 30 13:34:38.405640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8028c2c-8414-44a9-b298-55826c98923f req-194ccc71-a8fd-493e-b213-3fddda73c39d tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:38.407359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8028c2c-8414-44a9-b298-55826c98923f req-194ccc71-a8fd-493e-b213-3fddda73c39d tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 944 time: 0.0546243 Aug 30 13:34:38.447999 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8028c2c-8414-44a9-b298-55826c98923f req-bc89abcc-43e0-4d26-97c8-085f319eae70 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Aug 30 13:34:39.426257 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cdbe45ea-bf15-4d98-bc23-f410294ef1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:39.575888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09629c70-6d25-4403-b92a-7f14eeb40482 req-44fea4aa-046e-45d9-acc1-54cf25e4b4ef tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:39.577481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09629c70-6d25-4403-b92a-7f14eeb40482 req-44fea4aa-046e-45d9-acc1-54cf25e4b4ef tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 944 time: 0.0597920 Aug 30 13:34:39.616598 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09629c70-6d25-4403-b92a-7f14eeb40482 req-fc155d8e-fb5a-4b9e-9574-25eed2013043 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Aug 30 13:34:39.999268 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:40.734795 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa85f57-569a-49fe-b4b5-3352dda15c71 req-25bc7d92-1705-416f-bca7-40c7c43519f4 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:40.736304 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa85f57-569a-49fe-b4b5-3352dda15c71 req-25bc7d92-1705-416f-bca7-40c7c43519f4 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 944 time: 0.0502977 Aug 30 13:34:40.774591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa85f57-569a-49fe-b4b5-3352dda15c71 req-1b4db769-f021-446b-8d8d-d6688bb0efcc tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321405 Aug 30 13:34:40.910063 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:41.700235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fce6397b-734e-4902-908a-b4dd12678f8a details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:34:41.793686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fce6397b-734e-4902-908a-b4dd12678f8a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fce6397b-734e-4902-908a-b4dd12678f8a,segment=NetworkSegment(c64785ba-c2d2-4cde-b45e-3a7c493edc06),segment_id=c64785ba-c2d2-4cde-b45e-3a7c493edc06)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:34:41.805318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'fce6397b-734e-4902-908a-b4dd12678f8a', 'network_id': '7322326c-e49f-4e76-8ed6-8a2a32fc307c', 'port_id': 'fce6397b-734e-4902-908a-b4dd12678f8a', 'mac_address': 'fa:16:3e:3f:e0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848bd912-ad63-45a8-8e10-1ca958c17090', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:34:41.855380 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:41.869370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce6397b-734e-4902-908a-b4dd12678f8a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:34:41.890184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fce6397b-734e-4902-908a-b4dd12678f8a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fce6397b-734e-4902-908a-b4dd12678f8a,segment=NetworkSegment(c64785ba-c2d2-4cde-b45e-3a7c493edc06),segment_id=c64785ba-c2d2-4cde-b45e-3a7c493edc06)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:34:41.899557 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:41.908557 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871e956-ac29-4ca4-b2ca-f5618e3676f5 req-88f5503a-628f-4449-a099-b089596826de tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:41.910219 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6871e956-ac29-4ca4-b2ca-f5618e3676f5 req-88f5503a-628f-4449-a099-b089596826de tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 944 time: 0.0622609 Aug 30 13:34:41.950141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=fce6397b-734e-4902-908a-b4dd12678f8a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:41.955019 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6871e956-ac29-4ca4-b2ca-f5618e3676f5 req-d707aaaf-c490-423c-a5f6-0e7d0b674330 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369833 Aug 30 13:34:42.213328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fce6397b-734e-4902-908a-b4dd12678f8a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:34:42.270537 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:43.074027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adba9b-06f6-4e81-a6bf-398bc62d01db req-5977e685-41a3-4827-a353-5862ecd7c00e tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:43.075532 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5adba9b-06f6-4e81-a6bf-398bc62d01db req-5977e685-41a3-4827-a353-5862ecd7c00e tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 945 time: 0.0545354 Aug 30 13:34:43.115668 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5adba9b-06f6-4e81-a6bf-398bc62d01db req-114d9b34-bee4-4fe9-8fe5-f96f54ab52fd tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341778 Aug 30 13:34:43.695153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fce6397b-734e-4902-908a-b4dd12678f8a up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:34:43.746274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port fce6397b-734e-4902-908a-b4dd12678f8a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:34:43.750021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port fce6397b-734e-4902-908a-b4dd12678f8a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:34:43.750399 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:43.828656 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:43.856075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b0c51-80f9-430f-a357-640f91c18a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce6397b-734e-4902-908a-b4dd12678f8a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:34:43.858372 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7e09cd-676a-4602-a4fe-64044c8dc26f" -d '{"events": [{"server_uuid": "348b0c51-80f9-430f-a357-640f91c18a9e", "name": "network-vif-plugged", "status": "completed", "tag": "fce6397b-734e-4902-908a-b4dd12678f8a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:34:43.872741 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port fce6397b-734e-4902-908a-b4dd12678f8a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fce6397b-734e-4902-908a-b4dd12678f8a,segment=NetworkSegment(c64785ba-c2d2-4cde-b45e-3a7c493edc06),segment_id=c64785ba-c2d2-4cde-b45e-3a7c493edc06)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:34:43.878968 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:43.938489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=fce6397b-734e-4902-908a-b4dd12678f8a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:43.987775 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ac8bf2-c771-4e05-aeae-0959a5224612 x-openstack-request-id: req-50ac8bf2-c771-4e05-aeae-0959a5224612 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:34:43.988079 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b0c51-80f9-430f-a357-640f91c18a9e", "name": "network-vif-plugged", "status": "completed", "tag": "fce6397b-734e-4902-908a-b4dd12678f8a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:34:43.988336 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50ac8bf2-c771-4e05-aeae-0959a5224612 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:34:43.988737 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b0c51-80f9-430f-a357-640f91c18a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce6397b-734e-4902-908a-b4dd12678f8a', 'code': 200} Aug 30 13:34:44.084585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927f113-9e2e-4c90-92e1-ebe7d8eece07 req-ba49fb91-9e9f-432d-89c5-a97faeb1366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:44.086292 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5927f113-9e2e-4c90-92e1-ebe7d8eece07 req-ba49fb91-9e9f-432d-89c5-a97faeb1366c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 1097 time: 0.0406015 Aug 30 13:34:44.124928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5927f113-9e2e-4c90-92e1-ebe7d8eece07 req-382ed64a-a342-4305-b971-022afadb7716 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298979 Aug 30 13:34:44.242257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782c91f-5b55-47a6-9d28-eb3c008ded87 req-b6b6ef99-7572-4d9e-b591-5612b33726bc tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:44.244146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3782c91f-5b55-47a6-9d28-eb3c008ded87 req-b6b6ef99-7572-4d9e-b591-5612b33726bc tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0574300 Aug 30 13:34:44.283361 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3782c91f-5b55-47a6-9d28-eb3c008ded87 req-e98090a7-2030-4c16-836b-f46c92438695 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330479 Aug 30 13:34:45.457919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc01710-9980-4e2f-89ee-54356133170d req-ad43f533-2cbc-4971-8603-b37dcaf68e5c tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:45.462876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bcc01710-9980-4e2f-89ee-54356133170d req-ad43f533-2cbc-4971-8603-b37dcaf68e5c tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0937560 Aug 30 13:34:45.511387 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bcc01710-9980-4e2f-89ee-54356133170d req-afe40834-8e27-4a63-be8b-e375713340b1 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437763 Aug 30 13:34:46.652063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a334e73-10ea-43f2-b2b4-4722d7776338 req-1bece419-030d-4681-a227-db9c4a541050 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:46.654643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a334e73-10ea-43f2-b2b4-4722d7776338 req-1bece419-030d-4681-a227-db9c4a541050 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0608838 Aug 30 13:34:46.695812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a334e73-10ea-43f2-b2b4-4722d7776338 req-930298bb-4f93-48e6-9796-b0efd37c84fb tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345962 Aug 30 13:34:46.838437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d8083-1516-427b-a9fa-4756c5c18c83 req-34a6d460-9b9d-410f-9999-b3efd65fa83f tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:46.839938 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e33d8083-1516-427b-a9fa-4756c5c18c83 req-34a6d460-9b9d-410f-9999-b3efd65fa83f tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0675924 Aug 30 13:34:46.885862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e33d8083-1516-427b-a9fa-4756c5c18c83 req-a3179105-2f46-4301-afa0-c0a7d2bf4fed tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390878 Aug 30 13:34:47.116450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922506d-845c-4d0b-ab8a-44c170729caf req-731fd727-f834-46ef-9520-0feb024a7e4b tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:47.117948 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1922506d-845c-4d0b-ab8a-44c170729caf req-731fd727-f834-46ef-9520-0feb024a7e4b tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0548072 Aug 30 13:34:47.158493 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1922506d-845c-4d0b-ab8a-44c170729caf req-9b251d03-8465-42a1-9f47-35aab38cf431 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328546 Aug 30 13:34:48.280621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333444b4-aa49-45fe-b493-b49ebc1bc494 req-cf1e40ec-25a6-4d0b-a14f-2c60508a75e6 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:48.282199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-333444b4-aa49-45fe-b493-b49ebc1bc494 req-cf1e40ec-25a6-4d0b-a14f-2c60508a75e6 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0532627 Aug 30 13:34:48.323313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-333444b4-aa49-45fe-b493-b49ebc1bc494 req-1e0007b5-02e8-42d1-a9a8-db96fae2527e tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349462 Aug 30 13:34:48.585874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854e139-83e1-4a6e-a5a2-da0cad5ab2ed req-e252eeff-1397-4157-bba6-8fb299cd4531 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:48.587396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0854e139-83e1-4a6e-a5a2-da0cad5ab2ed req-e252eeff-1397-4157-bba6-8fb299cd4531 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0838120 Aug 30 13:34:48.594444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-f52804ed-4dc9-4a95-9d9c-64e0870eaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:48.595967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-f52804ed-4dc9-4a95-9d9c-64e0870eaec9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=554cd40491e8451d8538dfca4674d462&device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 1097 time: 0.0647454 Aug 30 13:34:48.682160 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0854e139-83e1-4a6e-a5a2-da0cad5ab2ed req-58296fd5-ed3b-49f8-881a-11a4e91f5704 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852258 Aug 30 13:34:48.717618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-185491c3-0987-43fc-920b-10add1362e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:48.719238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-185491c3-0987-43fc-920b-10add1362e8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7322326c-e49f-4e76-8ed6-8a2a32fc307c HTTP/1.1" status: 200 len: 913 time: 0.1154857 Aug 30 13:34:48.765549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-30278ca9-d347-4573-bbfd-f845dee25932 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fce6397b-734e-4902-908a-b4dd12678f8a HTTP/1.1" status: 200 len: 217 time: 0.0394089 Aug 30 13:34:48.820967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-56f5ff8e-f0ce-4608-ae69-9323e2f5f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:48.823084 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-56f5ff8e-f0ce-4608-ae69-9323e2f5f634 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=848bd912-ad63-45a8-8e10-1ca958c17090 HTTP/1.1" status: 200 len: 852 time: 0.0508547 Aug 30 13:34:48.856210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-b6294dff-966b-4885-8f17-8d53d4114462 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7322326c-e49f-4e76-8ed6-8a2a32fc307c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259340 Aug 30 13:34:48.954556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-5d74ddd8-4a19-40f0-8873-c10738ae5391 service neutron] 10.222.0.35 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910060 Aug 30 13:34:49.046497 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2fd6ea0e-b150-456d-97b8-a1c9de6d87d2 req-ad716a54-1807-4256-95c2-3985db9d7eb9 service neutron] 10.222.0.35 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847571 Aug 30 13:34:49.802770 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdb0cd-0890-4300-8235-00314902a985 req-08f38b0e-f7e0-44f6-bcf6-3f7b9adb893e tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:49.804259 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2abdb0cd-0890-4300-8235-00314902a985 req-08f38b0e-f7e0-44f6-bcf6-3f7b9adb893e tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0498569 Aug 30 13:34:49.842599 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2abdb0cd-0890-4300-8235-00314902a985 req-9967029e-f017-4bce-bcac-61e8e5fb4068 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317876 Aug 30 13:34:51.067255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6746af9-f3c5-4c9d-880a-49f2eb95035a req-e94a3b29-ad0a-4e56-b7df-1711ce6833ee tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:51.068684 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6746af9-f3c5-4c9d-880a-49f2eb95035a req-e94a3b29-ad0a-4e56-b7df-1711ce6833ee tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.1579099 Aug 30 13:34:51.109994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6746af9-f3c5-4c9d-880a-49f2eb95035a req-6127cf8a-7229-4f01-92fd-3223cd04fae6 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Aug 30 13:34:51.349249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a792aef-328b-47c5-b183-7c52eb40d321 req-bf67a227-24c5-4460-8113-24e5aa9c9e6f tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:51.350812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a792aef-328b-47c5-b183-7c52eb40d321 req-bf67a227-24c5-4460-8113-24e5aa9c9e6f tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0546792 Aug 30 13:34:51.391216 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a792aef-328b-47c5-b183-7c52eb40d321 req-cc784d1c-57ce-40d4-843a-85860804f94f tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Aug 30 13:34:52.517195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95b9d0-1ce2-484c-8c06-c6cb6ede10ec req-a428c43d-1184-4b86-a7f7-9970c65803b1 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:52.518771 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d95b9d0-1ce2-484c-8c06-c6cb6ede10ec req-a428c43d-1184-4b86-a7f7-9970c65803b1 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0508134 Aug 30 13:34:52.558489 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d95b9d0-1ce2-484c-8c06-c6cb6ede10ec req-01a5c791-c28b-4e1c-ad8a-9d9603d0d8c8 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Aug 30 13:34:52.776598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c0d95-4111-4030-ba8c-2f344615fe7a req-16c5cce5-d07c-4ab1-944a-4a3ea571c592 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:52.778341 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b0c0d95-4111-4030-ba8c-2f344615fe7a req-16c5cce5-d07c-4ab1-944a-4a3ea571c592 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0616121 Aug 30 13:34:52.793979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-efbbf9b7-1fe1-434b-82b0-4d3d2757cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:52.797920 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-efbbf9b7-1fe1-434b-82b0-4d3d2757cb84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=554cd40491e8451d8538dfca4674d462&device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 1097 time: 0.0475464 Aug 30 13:34:52.825293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b0c0d95-4111-4030-ba8c-2f344615fe7a req-07d356fb-f5fd-49cd-a9f2-f3b7b4e9820d tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406694 Aug 30 13:34:52.897350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-fc939427-35cd-467e-926b-76695bd98ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:52.898901 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-fc939427-35cd-467e-926b-76695bd98ec2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7322326c-e49f-4e76-8ed6-8a2a32fc307c HTTP/1.1" status: 200 len: 913 time: 0.0959575 Aug 30 13:34:52.941390 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-cfd79a19-fcef-41e2-a1af-4b976f2262f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fce6397b-734e-4902-908a-b4dd12678f8a HTTP/1.1" status: 200 len: 217 time: 0.0357342 Aug 30 13:34:52.990454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-4d30a1f6-15f5-40c2-b02e-8e1b5cb3fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:52.991929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-4d30a1f6-15f5-40c2-b02e-8e1b5cb3fd68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=848bd912-ad63-45a8-8e10-1ca958c17090 HTTP/1.1" status: 200 len: 852 time: 0.0438397 Aug 30 13:34:53.025820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-e80d3aa5-28c5-49da-b80c-c4e52de56a8e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7322326c-e49f-4e76-8ed6-8a2a32fc307c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269325 Aug 30 13:34:53.122982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-d7179e37-eec7-4331-92bb-54dee803a945 service neutron] 10.222.0.35 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900714 Aug 30 13:34:53.213601 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7c78de8-b99f-4a74-ac16-44874a7e1578 req-e4e091b3-4ba3-4cd7-b188-908a9af41dd9 service neutron] 10.222.0.35 "GET /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838757 Aug 30 13:34:53.948663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8de2e8-17bd-4527-9213-435afad21054 req-819845cc-7034-430b-89a5-974e688f1416 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:53.950213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a8de2e8-17bd-4527-9213-435afad21054 req-819845cc-7034-430b-89a5-974e688f1416 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0559175 Aug 30 13:34:53.989689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a8de2e8-17bd-4527-9213-435afad21054 req-d4069a74-38cf-426b-88c4-82a2fc99e210 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334382 Aug 30 13:34:54.851616 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:34:55.121768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173d950-70bb-44dc-8ffe-a20bf4b6bf31 req-e8fad519-fc55-4d67-8122-1306e3ce32fb tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:55.123334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0173d950-70bb-44dc-8ffe-a20bf4b6bf31 req-e8fad519-fc55-4d67-8122-1306e3ce32fb tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0604966 Aug 30 13:34:55.163387 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0173d950-70bb-44dc-8ffe-a20bf4b6bf31 req-490edaeb-5256-4f86-9f2c-80effea92270 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Aug 30 13:34:55.408700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aef7e0-52bb-4394-a9a4-13765c51f33e req-51de5205-f904-4d04-b5d7-fa3586f71779 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:55.410529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57aef7e0-52bb-4394-a9a4-13765c51f33e req-51de5205-f904-4d04-b5d7-fa3586f71779 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0527864 Aug 30 13:34:55.454184 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57aef7e0-52bb-4394-a9a4-13765c51f33e req-d7b3a9e5-5bc3-47ef-8ca6-358d01a10c4e tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338109 Aug 30 13:34:56.575335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f3488-6ed1-440b-b63b-ef92d5e2d6f9 req-15062953-f8a6-494e-bf78-479f1a5fd70e tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:56.576821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b74f3488-6ed1-440b-b63b-ef92d5e2d6f9 req-15062953-f8a6-494e-bf78-479f1a5fd70e tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0513496 Aug 30 13:34:56.615798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b74f3488-6ed1-440b-b63b-ef92d5e2d6f9 req-0db44d16-6dcc-487e-b6f0-3a2d77679745 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/security-groups?id=6fd2331b-a6e8-480b-893a-46def7a38520&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Aug 30 13:34:57.304297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-70f57122-e2ab-4a0d-bc71-e3b058401218 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:34:57.305822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-70f57122-e2ab-4a0d-bc71-e3b058401218 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.35 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 946 time: 0.0498638 Aug 30 13:34:57.404504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Deleting port fce6397b-734e-4902-908a-b4dd12678f8a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:34:57.404857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:57.502430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] For port fce6397b-734e-4902-908a-b4dd12678f8a, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=fce6397b-734e-4902-908a-b4dd12678f8a,segment=NetworkSegment(c64785ba-c2d2-4cde-b45e-3a7c493edc06),segment_id=c64785ba-c2d2-4cde-b45e-3a7c493edc06)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:34:57.502790 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:57.516211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Calling delete_port for fce6397b-734e-4902-908a-b4dd12678f8a owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:34:57.653251 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:57.667512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['fce6397b-734e-4902-908a-b4dd12678f8a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:34:57.694385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Pushing event deleted for resources: {'Port': ['ID=fce6397b-734e-4902-908a-b4dd12678f8a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:57.727301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d6137a08-ba26-4054-b179-b0e0a0b69662 req-85304bc8-849f-43fa-899e-546ca2ebd4c4 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.37 "GET /v2.0/ports?device_id=348b0c51-80f9-430f-a357-640f91c18a9e HTTP/1.1" status: 200 len: 210 time: 0.0366416 Aug 30 13:34:57.758168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] No DVR routers for this DVR port fce6397b-734e-4902-908a-b4dd12678f8a on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:34:57.761704 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:57.763700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73e0246e-6840-427f-bd95-ffb33d7651e4 req-1fae03d7-fdd4-4362-982d-a6b5b20b9bb2 tempest-TestServerAdvancedOps-1919728563 tempest-TestServerAdvancedOps-1919728563-project] 10.222.0.35 "DELETE /v2.0/ports/fce6397b-734e-4902-908a-b4dd12678f8a HTTP/1.1" status: 204 len: 173 time: 0.4522340 Aug 30 13:34:57.764145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348b0c51-80f9-430f-a357-640f91c18a9e', 'name': 'network-vif-deleted', 'tag': 'fce6397b-734e-4902-908a-b4dd12678f8a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:34:57.766428 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35190e4-c95b-4a58-b109-509e7c6eb47f" -d '{"events": [{"server_uuid": "348b0c51-80f9-430f-a357-640f91c18a9e", "name": "network-vif-deleted", "tag": "fce6397b-734e-4902-908a-b4dd12678f8a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:34:57.807622 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1a7fbe-9595-4ab0-9a70-53c2ed7956ef x-openstack-request-id: req-2f1a7fbe-9595-4ab0-9a70-53c2ed7956ef {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:34:57.808023 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348b0c51-80f9-430f-a357-640f91c18a9e", "name": "network-vif-deleted", "tag": "fce6397b-734e-4902-908a-b4dd12678f8a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:34:57.808297 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2f1a7fbe-9595-4ab0-9a70-53c2ed7956ef {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:34:57.808702 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348b0c51-80f9-430f-a357-640f91c18a9e', 'name': 'network-vif-deleted', 'tag': 'fce6397b-734e-4902-908a-b4dd12678f8a', 'status': 'completed', 'code': 200} Aug 30 13:34:58.529714 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:58.791377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57112) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:58.836495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86df04c-7962-44ce-9d7c-765d30a98cda admin admin] Deleting subnet 848bd912-ad63-45a8-8e10-1ca958c17090 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:34:58.839807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e86df04c-7962-44ce-9d7c-765d30a98cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:58.875346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e86df04c-7962-44ce-9d7c-765d30a98cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:58.914088 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e86df04c-7962-44ce-9d7c-765d30a98cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:58.974258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e86df04c-7962-44ce-9d7c-765d30a98cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.004202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86df04c-7962-44ce-9d7c-765d30a98cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848bd912-ad63-45a8-8e10-1ca958c17090,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:59.010912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e86df04c-7962-44ce-9d7c-765d30a98cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.013408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e86df04c-7962-44ce-9d7c-765d30a98cda admin admin] 10.222.0.37 "DELETE /v2.0/subnets/848bd912-ad63-45a8-8e10-1ca958c17090 HTTP/1.1" status: 204 len: 168 time: 0.2204061 Aug 30 13:34:59.016162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57118) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:59.083366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.166272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.176162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7322326c-e49f-4e76-8ed6-8a2a32fc307c']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:34:59.187241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64785ba-c2d2-4cde-b45e-3a7c493edc06') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:34:59.187538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64785ba-c2d2-4cde-b45e-3a7c493edc06') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:34:59.196755 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.209913 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.216371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:34:59.216755 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:34:59.218401 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:34:59.273375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.279029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.283895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7322326c-e49f-4e76-8ed6-8a2a32fc307c HTTP/1.1" status: 204 len: 168 time: 0.2637308 Aug 30 13:34:59.284753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57120) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:59.295030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bc8b0-6e55-491f-bf8b-faf55b88e936 admin admin] Pushing event deleted for resources: {'Network': ['ID=7322326c-e49f-4e76-8ed6-8a2a32fc307c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:59.334375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-2712b21b-72be-49b4-8fc0-458c91b708f2 admin admin] Deleting subnet 04157382-1177-4891-a16d-217e3d325b75 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:34:59.338386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2712b21b-72be-49b4-8fc0-458c91b708f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.373866 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2712b21b-72be-49b4-8fc0-458c91b708f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.415259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2712b21b-72be-49b4-8fc0-458c91b708f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.477235 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2712b21b-72be-49b4-8fc0-458c91b708f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.502160 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712b21b-72be-49b4-8fc0-458c91b708f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04157382-1177-4891-a16d-217e3d325b75,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:59.508091 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2712b21b-72be-49b4-8fc0-458c91b708f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.512954 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2712b21b-72be-49b4-8fc0-458c91b708f2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/04157382-1177-4891-a16d-217e3d325b75 HTTP/1.1" status: 204 len: 168 time: 0.2247367 Aug 30 13:34:59.513066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57126) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:34:59.582709 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.663599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.674436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45585d90-bee6-45be-b17a-0fc87c8da88d']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:34:59.686188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a2e299-fd32-4ceb-a265-a5230eb1d97f') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:34:59.686480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a2e299-fd32-4ceb-a265-a5230eb1d97f') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:34:59.695407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.710632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.718279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:34:59.718682 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:34:59.721766 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:34:59.761895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fce6397b-734e-4902-908a-b4dd12678f8a no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:34:59.780716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.793443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: fce6397b-734e-4902-908a-b4dd12678f8a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:34:59.793826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device fce6397b-734e-4902-908a-b4dd12678f8a not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:34:59.797350 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:34:59.799300 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] 10.222.0.37 "DELETE /v2.0/networks/45585d90-bee6-45be-b17a-0fc87c8da88d HTTP/1.1" status: 204 len: 168 time: 0.2854009 Aug 30 13:34:59.800313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8162ca-5fd1-467d-b537-a1a94a271790 admin admin] Pushing event deleted for resources: {'Network': ['ID=45585d90-bee6-45be-b17a-0fc87c8da88d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:34:59.960477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57140) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:00.007958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-421111c0-d99d-4ca4-afa4-4fb91baaa39e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=554cd40491e8451d8538dfca4674d462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440910 Aug 30 13:35:00.008200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57142) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:00.058962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff37d68-054e-44eb-9403-da2fc18276be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:00.082756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff37d68-054e-44eb-9403-da2fc18276be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:00.130740 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff37d68-054e-44eb-9403-da2fc18276be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:00.133731 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ff37d68-054e-44eb-9403-da2fc18276be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:00.134899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2ff37d68-054e-44eb-9403-da2fc18276be admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fd2331b-a6e8-480b-893a-46def7a38520 HTTP/1.1" status: 204 len: 168 time: 0.1251187 Aug 30 13:35:00.142962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff37d68-054e-44eb-9403-da2fc18276be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd2331b-a6e8-480b-893a-46def7a38520,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:00.467914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57156) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:00.509985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-624d585a-e307-49eb-bd63-5ccd6d78ba06 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a750237c15a94e55983e552909c901c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404122 Aug 30 13:35:00.512655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57158) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:00.567571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-06236f57-1fb5-41df-a256-853abdb34ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:00.590545 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-06236f57-1fb5-41df-a256-853abdb34ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:00.638874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-06236f57-1fb5-41df-a256-853abdb34ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:00.642314 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-06236f57-1fb5-41df-a256-853abdb34ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:00.643496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-06236f57-1fb5-41df-a256-853abdb34ba8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80b47ed0-4abf-4984-a311-a67fd858c759 HTTP/1.1" status: 204 len: 168 time: 0.1299205 Aug 30 13:35:00.651637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06236f57-1fb5-41df-a256-853abdb34ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b47ed0-4abf-4984-a311-a67fd858c759,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:00.962468 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.353939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57194) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:01.457532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1576115856-network', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:01.479352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Made reservation on behalf of 8ed8c13fc7cb4a31a410ad33b74d2af7 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:35:01.481697 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.490405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.596713 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.600605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.629790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:35:01.637006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d492f4-7143-47cf-b958-4f11e7fc17af,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:01.644166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.644446 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Added segment db690ee5-88a5-43ed-8def-81f7de656453 of type vlan for network b401d331-45a8-47d3-9cda-a95919f81f47 Aug 30 13:35:01.688133 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.714466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.715564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:01.716161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.770434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4148076 Aug 30 13:35:01.773180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57206) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:01.778174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7951d4-2fe0-4afe-afd7-34b1f1359ceb admin admin] Pushing event updated for resources: {'Network': ['ID=b401d331-45a8-47d3-9cda-a95919f81f47,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:01.780017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Request body: {'subnet': {'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1576115856-subnet', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:01.789185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b401d331-45a8-47d3-9cda-a95919f81f47 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:35:01.803792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Made reservation on behalf of 8ed8c13fc7cb4a31a410ad33b74d2af7 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:35:01.807488 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:01.985070 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.044850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c68d638-95f5-4d06-a12b-a5df1c39a034,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:02.053561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Checking segment: {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:02.053919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Network hostable DHCP agents. Network: b401d331-45a8-47d3-9cda-a95919f81f47, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:35:02.072095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Network b401d331-45a8-47d3-9cda-a95919f81f47 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:35:02.081230 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b401d331-45a8-47d3-9cda-a95919f81f47) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:02.085441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:02.086104 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.097154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ef1b6c-3971-453a-aba8-88de0bea9091 None None] Network b401d331-45a8-47d3-9cda-a95919f81f47 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:35:02.105183 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-70523c26-1e8a-4e4b-8579-8a9e693d5fa6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307881 Aug 30 13:35:02.105446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57214) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:02.110300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:02.135454 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.136967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.200070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.346890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.440163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b401d331-45a8-47d3-9cda-a95919f81f47', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:35:02.441039 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.582000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Allocated IP 172.20.0.2 (b401d331-45a8-47d3-9cda-a95919f81f47/6c68d638-95f5-4d06-a12b-a5df1c39a034/f4dae383-04fa-4213-af71-a24ff46b8709) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:02.585481 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.608202 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.718113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Allocated IP 172.25.2.215 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/92f058b4-2187-401d-958d-5bd77d771cd3) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:02.753289 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.763435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Transition to ACTIVE for port object f4dae383-04fa-4213-af71-a24ff46b8709 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:02.780036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Transition to ACTIVE for port object f4dae383-04fa-4213-af71-a24ff46b8709 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:02.786324 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.825622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Network b401d331-45a8-47d3-9cda-a95919f81f47 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:02.827885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.832784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:02.837926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:02.875035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Pushing event updated for resources: {'Port': ['ID=f4dae383-04fa-4213-af71-a24ff46b8709,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:02.877794 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.910226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Attempting to bind port f4dae383-04fa-4213-af71-a24ff46b8709 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:35:02.910737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Attempting to bind port f4dae383-04fa-4213-af71-a24ff46b8709 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:35:02.911196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Attempting to bind port f4dae383-04fa-4213-af71-a24ff46b8709 on network b401d331-45a8-47d3-9cda-a95919f81f47 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:02.916467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:02.916958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:35:02.917463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Checking segment: {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:02.917990 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.918693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Bound using segment: {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:35:02.919029 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Bound port: f4dae383-04fa-4213-af71-a24ff46b8709, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:35:02.919452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:02.919579 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:02.923133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:02.960794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Pushing event updated for resources: {'Port': ['ID=92f058b4-2187-401d-958d-5bd77d771cd3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:03.008010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] For port f4dae383-04fa-4213-af71-a24ff46b8709, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:35:03.015357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] For port f4dae383-04fa-4213-af71-a24ff46b8709, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f4dae383-04fa-4213-af71-a24ff46b8709,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:35:03.021512 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:03.097228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da018d06-e9e1-4ddb-9571-4a60d7354933 None None] Pushing event updated for resources: {'Port': ['ID=f4dae383-04fa-4213-af71-a24ff46b8709,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:03.554022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f4dae383-04fa-4213-af71-a24ff46b8709 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:03.576429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:03.617256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port f4dae383-04fa-4213-af71-a24ff46b8709 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:03.780903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:03.932863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:35:04.057601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:35:04.068623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Sync routers for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:35:04.075903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:04.077195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6ce02275-c0ab-4244-9f1b-1a1a7ab5eda6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9707737 Aug 30 13:35:04.079885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57248) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:04.081304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:04.082039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:34:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:04.086268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1c56b6-9c1a-4cf1-ae9c-3e91801912ad None None] Network b401d331-45a8-47d3-9cda-a95919f81f47 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:35:04.199464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-51eb555f-91b4-46fe-b25c-da6659bc9058 None None] Provisioning for port f4dae383-04fa-4213-af71-a24ff46b8709 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:04.237339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-51eb555f-91b4-46fe-b25c-da6659bc9058 None None] Provisioning complete for port f4dae383-04fa-4213-af71-a24ff46b8709 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:04.238032 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-51eb555f-91b4-46fe-b25c-da6659bc9058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:04.311600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:04.534888 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:04.540064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-51eb555f-91b4-46fe-b25c-da6659bc9058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:04.611073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-51eb555f-91b4-46fe-b25c-da6659bc9058 None None] For port f4dae383-04fa-4213-af71-a24ff46b8709, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f4dae383-04fa-4213-af71-a24ff46b8709,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:04.620163 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-51eb555f-91b4-46fe-b25c-da6659bc9058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:04.684266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb555f-91b4-46fe-b25c-da6659bc9058 None None] Pushing event updated for resources: {'Port': ['ID=f4dae383-04fa-4213-af71-a24ff46b8709,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:04.689928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:03Z', 'revision_number': 3, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:04.729059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Checking router: 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:35:04.729408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Updating router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd port 92f058b4-2187-401d-958d-5bd77d771cd3 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:35:04.744064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Allocated IP 172.20.0.1 (b401d331-45a8-47d3-9cda-a95919f81f47/6c68d638-95f5-4d06-a12b-a5df1c39a034/bfe95a28-376a-4557-8cc2-802fbf08ae63) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:04.762814 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:04.865215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:04.880820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Transition to ACTIVE for port object bfe95a28-376a-4557-8cc2-802fbf08ae63 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:04.899638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b328c8a-9112-4ac3-8ef9-625b272a0c73 None None] Provisioning complete for port f4dae383-04fa-4213-af71-a24ff46b8709 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:04.900047 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b328c8a-9112-4ac3-8ef9-625b272a0c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:04.920962 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:04.966004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Network b401d331-45a8-47d3-9cda-a95919f81f47 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:04.969610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:04.972335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:05.001956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Pushing event updated for resources: {'Port': ['ID=bfe95a28-376a-4557-8cc2-802fbf08ae63,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:05.029369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.201093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.207711 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.216125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Transition to ACTIVE for port object 92f058b4-2187-401d-958d-5bd77d771cd3 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:05.231763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.302647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Attempting to bind port 92f058b4-2187-401d-958d-5bd77d771cd3 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:35:05.303056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Attempting to bind port 92f058b4-2187-401d-958d-5bd77d771cd3 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:35:05.303429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Attempting to bind port 92f058b4-2187-401d-958d-5bd77d771cd3 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:05.307718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Pushing event updated for resources: {'Port': ['ID=92f058b4-2187-401d-958d-5bd77d771cd3,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:05.319819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.320161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.320675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.321935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.322262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.322622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.323037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.323357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.323695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.324144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.324437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.324694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:05.328668 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:35:05.328854 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:05.329327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.329566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:35:05.330100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Bound port: 92f058b4-2187-401d-958d-5bd77d771cd3, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:35:05.330498 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.333836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d0ec4d9f-969f-456f-9574-6bdf638c6aab None None] Provisioning for port bfe95a28-376a-4557-8cc2-802fbf08ae63 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:05.356375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d0ec4d9f-969f-456f-9574-6bdf638c6aab None None] Provisioning complete for port bfe95a28-376a-4557-8cc2-802fbf08ae63 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:05.356755 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d0ec4d9f-969f-456f-9574-6bdf638c6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.409117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec4d9f-969f-456f-9574-6bdf638c6aab None None] Port bfe95a28-376a-4557-8cc2-802fbf08ae63 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:35:05.414648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.423288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] For port 92f058b4-2187-401d-958d-5bd77d771cd3, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:35:05.423686 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.426879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] For port 92f058b4-2187-401d-958d-5bd77d771cd3, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=92f058b4-2187-401d-958d-5bd77d771cd3,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:35:05.432462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.497270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:05.497495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:34:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:05.521132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Pushing event updated for resources: {'Port': ['ID=bfe95a28-376a-4557-8cc2-802fbf08ae63,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:05.529776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.550960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a4375-1944-4df9-bf05-34b4d17fa565 None None] Pushing event updated for resources: {'Port': ['ID=92f058b4-2187-401d-958d-5bd77d771cd3,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:05.574428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f4dae383-04fa-4213-af71-a24ff46b8709 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:05.642133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Network b401d331-45a8-47d3-9cda-a95919f81f47 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:05.643986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:05.675934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:05.711103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f4dae383-04fa-4213-af71-a24ff46b8709 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:05.711616 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:05.784630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:35:05.928087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:35:05.934020 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f5bca9ba-6ca2-41aa-b428-39fd50eecc0e admin admin] 10.222.0.37 "PUT /v2.0/routers/51faeaa5-c9ba-4ec9-84bb-d666560dd4dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8525016 Aug 30 13:35:06.037563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bd5f0904-4bab-44fd-b67c-85609482af0a None None] Provisioning complete for port bfe95a28-376a-4557-8cc2-802fbf08ae63 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:06.038008 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bd5f0904-4bab-44fd-b67c-85609482af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.147753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bd5f0904-4bab-44fd-b67c-85609482af0a None None] Port bfe95a28-376a-4557-8cc2-802fbf08ae63 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:35:06.182649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 2, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:06.216374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee282b9-746a-4c14-975b-89196dfb195d None None] The sync data for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 is: [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 2, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:35:06.513791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57270) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:06.519302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1487312266-network', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:06.551965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Made reservation on behalf of d953ace9196d4d8da9650fdd39c41b6b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:35:06.557341 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.566918 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.666851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.672520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.701683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:35:06.713939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.714423 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Added segment 9ffb3f72-07aa-4cd0-922d-2dad682925b8 of type vlan for network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab Aug 30 13:35:06.715747 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1f05f089-8876-4ebf-be7f-cbb865994c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.756027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f4030-e91e-4f97-884e-28f650474d73,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:06.770559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.802984 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.804245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:06.805768 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:06.877414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3596830 Aug 30 13:35:06.881203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57272) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:06.884146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0a0eb-c6e3-4087-acf1-d01a88e99e7a admin admin] Pushing event updated for resources: {'Network': ['ID=1112dab6-9b3d-4a5e-a18a-0eaf666376ab,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:06.894368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Request body: {'subnet': {'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1487312266-subnet', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:06.896552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:35:06.926650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Made reservation on behalf of d953ace9196d4d8da9650fdd39c41b6b for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:35:06.930072 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.152818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.218480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd988ab-c4c4-4748-b2a0-c459b20dbda8,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:07.226535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Checking segment: {'id': '9ffb3f72-07aa-4cd0-922d-2dad682925b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:07.227461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Network hostable DHCP agents. Network: 1112dab6-9b3d-4a5e-a18a-0eaf666376ab, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:35:07.250668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:35:07.264304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 1112dab6-9b3d-4a5e-a18a-0eaf666376ab) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:07.268827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:07.269594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.275213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d6455c-a0b6-43dc-8905-52c5b02be45c None None] Network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:35:07.289047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ff4f7f7c-7097-4089-99c0-309850b1b5d4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4063361 Aug 30 13:35:07.292006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57276) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:07.296982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:07.323513 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.324571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.392018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.536744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-1112dab6-9b3d-4a5e-a18a-0eaf666376ab', 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'fixed_ips': [{'subnet_id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:35:07.537632 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.588366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 92f058b4-2187-401d-958d-5bd77d771cd3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:07.641610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.750673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 92f058b4-2187-401d-958d-5bd77d771cd3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:07.759055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 92f058b4-2187-401d-958d-5bd77d771cd3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:07.759434 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.791837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Allocated IP 172.20.0.2 (1112dab6-9b3d-4a5e-a18a-0eaf666376ab/9bd988ab-c4c4-4748-b2a0-c459b20dbda8/5037e250-2952-492a-ad79-78bdd05c79e7) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:07.893421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.919123 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.925781 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:07.974592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 92f058b4-2187-401d-958d-5bd77d771cd3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=92f058b4-2187-401d-958d-5bd77d771cd3,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:07.999645 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:08.057919 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:08.078645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Transition to ACTIVE for port object 5037e250-2952-492a-ad79-78bdd05c79e7 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:08.080451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Allocated IP 172.25.2.98 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/ae5f9752-c6f9-4758-832b-8b50323a2d27) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:08.083735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=92f058b4-2187-401d-958d-5bd77d771cd3,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:08.103966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Transition to ACTIVE for port object 5037e250-2952-492a-ad79-78bdd05c79e7 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:08.110277 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:08.148550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:08.154541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:08.158188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:08.171594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Pushing event updated for resources: {'Port': ['ID=5037e250-2952-492a-ad79-78bdd05c79e7,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:08.192148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:08.223130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Attempting to bind port 5037e250-2952-492a-ad79-78bdd05c79e7 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:35:08.223516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Attempting to bind port 5037e250-2952-492a-ad79-78bdd05c79e7 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9ffb3f72-07aa-4cd0-922d-2dad682925b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:35:08.223892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Attempting to bind port 5037e250-2952-492a-ad79-78bdd05c79e7 on network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:08.230094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:35:08.230604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Checking segment: {'id': '9ffb3f72-07aa-4cd0-922d-2dad682925b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:08.231012 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:08.231490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Bound using segment: {'id': '9ffb3f72-07aa-4cd0-922d-2dad682925b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:35:08.231984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Bound port: 5037e250-2952-492a-ad79-78bdd05c79e7, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffb3f72-07aa-4cd0-922d-2dad682925b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:35:08.232473 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:08.235628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:08.272397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:08.275784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:08.280290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:08.310012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] For port 5037e250-2952-492a-ad79-78bdd05c79e7, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:35:08.313285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] For port 5037e250-2952-492a-ad79-78bdd05c79e7, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5037e250-2952-492a-ad79-78bdd05c79e7,segment=NetworkSegment(9ffb3f72-07aa-4cd0-922d-2dad682925b8),segment_id=9ffb3f72-07aa-4cd0-922d-2dad682925b8)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:35:08.318190 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:08.324863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Pushing event updated for resources: {'Port': ['ID=ae5f9752-c6f9-4758-832b-8b50323a2d27,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:08.378441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae861f7-1892-46c7-b5d8-6d4bc613b2c2 None None] Pushing event updated for resources: {'Port': ['ID=5037e250-2952-492a-ad79-78bdd05c79e7,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:08.636315 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Sync routers for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:35:08.647094 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:08.647745 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:34:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:08.759510 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:08.901119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:08.964187 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 2, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:08.991287 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Checking router: 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:35:08.991642 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Updating router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd port bfe95a28-376a-4557-8cc2-802fbf08ae63 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:35:09.016405 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:09.121492 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:09.274521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Router 2a04e043-381c-4824-a220-40fa9b4356d8 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:35:09.388342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630587f-e088-4304-b9ce-ce87f3d44754 None None] Network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:35:09.389989 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:09.403694 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Transition to ACTIVE for port object bfe95a28-376a-4557-8cc2-802fbf08ae63 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:09.416190 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:09.449265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:35:09.483941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Sync routers for ids ['2a04e043-381c-4824-a220-40fa9b4356d8'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:35:09.503379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:09.507791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bbbe9fd7-c9d8-4c7b-b6dd-b5db30c25609 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2147298 Aug 30 13:35:09.510934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57310) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:09.541677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Routers {'2a04e043-381c-4824-a220-40fa9b4356d8'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:09.542338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:34:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2a04e043-381c-4824-a220-40fa9b4356d8'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:09.550340 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-03e1219c-e57b-415f-acad-3200b0a1831d None None] Provisioning for port 5037e250-2952-492a-ad79-78bdd05c79e7 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:09.563186 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Pushing event updated for resources: {'Port': ['ID=bfe95a28-376a-4557-8cc2-802fbf08ae63,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:09.572599 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.573311 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.573860 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.574349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.574835 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.575339 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.575832 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.576670 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.577250 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.577872 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.579742 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.580304 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:09.581355 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b68195fd-24a0-497c-a437-2f2a3d9c01a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:09.597133 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Attempting to bind port bfe95a28-376a-4557-8cc2-802fbf08ae63 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:35:09.597793 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Attempting to bind port bfe95a28-376a-4557-8cc2-802fbf08ae63 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:35:09.599252 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Attempting to bind port bfe95a28-376a-4557-8cc2-802fbf08ae63 on network b401d331-45a8-47d3-9cda-a95919f81f47 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:09.605993 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:35:09.606703 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Checking segment: {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:09.607302 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:09.608332 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Bound using segment: {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:35:09.609760 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Bound port: bfe95a28-376a-4557-8cc2-802fbf08ae63, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:35:09.610379 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:09.729086 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] For port bfe95a28-376a-4557-8cc2-802fbf08ae63, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:35:09.735858 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] For port bfe95a28-376a-4557-8cc2-802fbf08ae63, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfe95a28-376a-4557-8cc2-802fbf08ae63,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:35:09.743376 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:09.748587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 92f058b4-2187-401d-958d-5bd77d771cd3 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:09.822785 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca23177-2d40-4500-b64e-051bf6973d41 None None] Pushing event updated for resources: {'Port': ['ID=bfe95a28-376a-4557-8cc2-802fbf08ae63,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:09.849946 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:09.850965 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:35:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:09.897651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 92f058b4-2187-401d-958d-5bd77d771cd3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:09.898025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:10.056353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Set router 2a04e043-381c-4824-a220-40fa9b4356d8 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:10.097283 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:10.139808 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:10.214376 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:10.304274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5037e250-2952-492a-ad79-78bdd05c79e7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:10.470857 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:09Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:10.503405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 5037e250-2952-492a-ad79-78bdd05c79e7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:10.515811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5037e250-2952-492a-ad79-78bdd05c79e7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:10.516119 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:10.535542 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1c1e7-450a-47d2-9121-7e979f98c093 None None] The sync data for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 is: [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:09Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:35:10.572518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:08Z', 'revision_number': 3, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'gw_port': {'id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:10.615390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Checking router: 2a04e043-381c-4824-a220-40fa9b4356d8 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:35:10.615792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Updating router 2a04e043-381c-4824-a220-40fa9b4356d8 port ae5f9752-c6f9-4758-832b-8b50323a2d27 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:35:10.622651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Allocated IP 172.20.0.1 (1112dab6-9b3d-4a5e-a18a-0eaf666376ab/9bd988ab-c4c4-4748-b2a0-c459b20dbda8/13d07073-5609-4575-a924-fb36029326d6) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:10.713853 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:10.717715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:10.780011 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:10.786834 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-04124e7d-d8ca-41dd-baa2-93e4790d1506 None None] Provisioning complete for port 5037e250-2952-492a-ad79-78bdd05c79e7 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:10.787451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04124e7d-d8ca-41dd-baa2-93e4790d1506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:10.800918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Transition to ACTIVE for port object 13d07073-5609-4575-a924-fb36029326d6 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:10.861942 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:10.925559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Pushing event updated for resources: {'Port': ['ID=13d07073-5609-4575-a924-fb36029326d6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:10.938881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:10.941530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:10.945425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:11.009876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.108635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 5037e250-2952-492a-ad79-78bdd05c79e7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5037e250-2952-492a-ad79-78bdd05c79e7,segment=NetworkSegment(9ffb3f72-07aa-4cd0-922d-2dad682925b8),segment_id=9ffb3f72-07aa-4cd0-922d-2dad682925b8)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:11.112241 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.130716 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.222643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.266404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=5037e250-2952-492a-ad79-78bdd05c79e7,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:11.449547 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.481539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Transition to ACTIVE for port object ae5f9752-c6f9-4758-832b-8b50323a2d27 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:11.489172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-04094d06-6bf8-4653-9e04-92599a0c9994 None None] Provisioning for port 13d07073-5609-4575-a924-fb36029326d6 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:11.499353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-04094d06-6bf8-4653-9e04-92599a0c9994 None None] Provisioning complete for port 13d07073-5609-4575-a924-fb36029326d6 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:11.499632 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04094d06-6bf8-4653-9e04-92599a0c9994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.533758 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.544374 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.551639 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.566383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-04094d06-6bf8-4653-9e04-92599a0c9994 None None] Port 13d07073-5609-4575-a924-fb36029326d6 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:35:11.610150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5037e250-2952-492a-ad79-78bdd05c79e7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:11.639085 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Attempting to bind port ae5f9752-c6f9-4758-832b-8b50323a2d27 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:35:11.639438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Attempting to bind port ae5f9752-c6f9-4758-832b-8b50323a2d27 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:35:11.640043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Attempting to bind port ae5f9752-c6f9-4758-832b-8b50323a2d27 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:11.661619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:35:11.662115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:11.662451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.662852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:35:11.663325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Bound port: ae5f9752-c6f9-4758-832b-8b50323a2d27, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:35:11.663810 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.666327 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.669334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Pushing event updated for resources: {'Port': ['ID=13d07073-5609-4575-a924-fb36029326d6,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:11.714378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd7df0-50ee-4ab8-ac72-4e8ccb579284 None None] Pushing event updated for resources: {'Port': ['ID=ae5f9752-c6f9-4758-832b-8b50323a2d27,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:11.759531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5037e250-2952-492a-ad79-78bdd05c79e7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:11.759797 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.778497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:11.780209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:11.798591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] For port ae5f9752-c6f9-4758-832b-8b50323a2d27, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:35:11.803256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] For port ae5f9752-c6f9-4758-832b-8b50323a2d27, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ae5f9752-c6f9-4758-832b-8b50323a2d27,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:35:11.811089 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:11.911625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd7df0-50ee-4ab8-ac72-4e8ccb579284 None None] Pushing event updated for resources: {'Port': ['ID=ae5f9752-c6f9-4758-832b-8b50323a2d27,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:11.919905 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Routers {'2a04e043-381c-4824-a220-40fa9b4356d8'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:11.920544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:35:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2a04e043-381c-4824-a220-40fa9b4356d8'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:11.926564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfe95a28-376a-4557-8cc2-802fbf08ae63 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:11.948283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Router 2a04e043-381c-4824-a220-40fa9b4356d8 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:35:12.078102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port bfe95a28-376a-4557-8cc2-802fbf08ae63 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:12.083380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] Set router 2a04e043-381c-4824-a220-40fa9b4356d8 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:12.085343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bfe95a28-376a-4557-8cc2-802fbf08ae63 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:12.085787 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:12.128408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:35:12.145634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-088c3d9c-b90f-4d73-b271-1ccf26fd709d admin admin] 10.222.0.37 "PUT /v2.0/routers/2a04e043-381c-4824-a220-40fa9b4356d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6261632 Aug 30 13:35:12.251357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-275b411f-b3ec-4cfd-85f9-820d75d7b282 None None] Provisioning complete for port 13d07073-5609-4575-a924-fb36029326d6 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:12.251777 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-275b411f-b3ec-4cfd-85f9-820d75d7b282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:12.356693 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:12.365064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-275b411f-b3ec-4cfd-85f9-820d75d7b282 None None] Port 13d07073-5609-4575-a924-fb36029326d6 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:35:12.366924 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:12.438751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port bfe95a28-376a-4557-8cc2-802fbf08ae63, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfe95a28-376a-4557-8cc2-802fbf08ae63,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:12.453279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:12.515577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 4, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'gw_port': {'id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '13d07073-5609-4575-a924-fb36029326d6', 'name': '', 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'mac_address': 'fa:16:3e:fe:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:10Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 2, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'subnets': [{'id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:12.552816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d582206-9bca-466a-a413-7596d44c0b65 None None] The sync data for ids ['2a04e043-381c-4824-a220-40fa9b4356d8'] in n-d-688802-6 is: [{'id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 4, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'gw_port': {'id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '13d07073-5609-4575-a924-fb36029326d6', 'name': '', 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'mac_address': 'fa:16:3e:fe:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:10Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 2, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'subnets': [{'id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:35:12.560075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=bfe95a28-376a-4557-8cc2-802fbf08ae63,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:12.972862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57672) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:12.979020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-64756158-40c4-4142-a346-0e4e34cdc91c tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673086958', 'description': 'tempest-secgroup-smoke-673086958 description', 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:13.009147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64756158-40c4-4142-a346-0e4e34cdc91c tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.110054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64756158-40c4-4142-a346-0e4e34cdc91c tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.115724 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64756158-40c4-4142-a346-0e4e34cdc91c tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.145152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-64756158-40c4-4142-a346-0e4e34cdc91c tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.146545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-64756158-40c4-4142-a346-0e4e34cdc91c tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1720686 Aug 30 13:35:13.150706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57698) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:13.152519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64756158-40c4-4142-a346-0e4e34cdc91c tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2dc69a-f978-4973-80e6-ea211afc900a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:13.166319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a8837db6-886c-4bbd-b34e-e00df1d4da45 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Request body: {'security_group_rule': {'security_group_id': '6b2dc69a-f978-4973-80e6-ea211afc900a', 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:13.216565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8837db6-886c-4bbd-b34e-e00df1d4da45 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.640305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfe95a28-376a-4557-8cc2-802fbf08ae63 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:13.646094 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8837db6-886c-4bbd-b34e-e00df1d4da45 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.651690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8837db6-886c-4bbd-b34e-e00df1d4da45 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.675773 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8837db6-886c-4bbd-b34e-e00df1d4da45 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfee1add-5812-47f3-8ef0-5e4624971ac5,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:13.679409 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a8837db6-886c-4bbd-b34e-e00df1d4da45 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.682321 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a8837db6-886c-4bbd-b34e-e00df1d4da45 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5285645 Aug 30 13:35:13.684615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57740) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:13.689534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ccab9aad-b368-40e5-8391-2d43e80988f2 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Request body: {'security_group_rule': {'security_group_id': '6b2dc69a-f978-4973-80e6-ea211afc900a', 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:13.719550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bfe95a28-376a-4557-8cc2-802fbf08ae63 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:13.719937 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.720317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ccab9aad-b368-40e5-8391-2d43e80988f2 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.790705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ccab9aad-b368-40e5-8391-2d43e80988f2 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.795885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ccab9aad-b368-40e5-8391-2d43e80988f2 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.814990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab9aad-b368-40e5-8391-2d43e80988f2 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f630e9f-d5cc-425c-8d99-2c87c6e365b1,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:13.822405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ccab9aad-b368-40e5-8391-2d43e80988f2 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.826594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57742) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:13.826793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ccab9aad-b368-40e5-8391-2d43e80988f2 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408918 Aug 30 13:35:13.832290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8e4653a2-d651-4dfe-b171-16f77e015bc6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Request body: {'security_group_rule': {'security_group_id': '6b2dc69a-f978-4973-80e6-ea211afc900a', 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:13.845969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ae5f9752-c6f9-4758-832b-8b50323a2d27 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:13.863226 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e4653a2-d651-4dfe-b171-16f77e015bc6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.905230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ae5f9752-c6f9-4758-832b-8b50323a2d27 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:13.910200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ae5f9752-c6f9-4758-832b-8b50323a2d27 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:13.912217 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.932544 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e4653a2-d651-4dfe-b171-16f77e015bc6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.940236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e4653a2-d651-4dfe-b171-16f77e015bc6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.959494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4653a2-d651-4dfe-b171-16f77e015bc6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec99d59-b49e-4d88-af14-472d8612aaf9,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:13.969503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e4653a2-d651-4dfe-b171-16f77e015bc6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:13.970805 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8e4653a2-d651-4dfe-b171-16f77e015bc6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427269 Aug 30 13:35:13.973485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57744) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:13.978919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d7d4094d-657b-435e-bd01-fdcce45285fe tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Request body: {'security_group_rule': {'security_group_id': '6b2dc69a-f978-4973-80e6-ea211afc900a', 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:14.004776 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.009381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7d4094d-657b-435e-bd01-fdcce45285fe tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.027625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ae5f9752-c6f9-4758-832b-8b50323a2d27, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ae5f9752-c6f9-4758-832b-8b50323a2d27,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:14.033137 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.076955 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7d4094d-657b-435e-bd01-fdcce45285fe tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.082205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7d4094d-657b-435e-bd01-fdcce45285fe tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.093797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ae5f9752-c6f9-4758-832b-8b50323a2d27,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:14.103189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4094d-657b-435e-bd01-fdcce45285fe tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9defe8-0ec1-4fb2-8b33-6410dc304839,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:14.114498 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d7d4094d-657b-435e-bd01-fdcce45285fe tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.119092 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d7d4094d-657b-435e-bd01-fdcce45285fe tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1411176 Aug 30 13:35:14.119303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57746) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:14.124135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d73d003d-43ff-45d9-9b9e-54a8e1cbce91 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Request body: {'security_group_rule': {'security_group_id': '6b2dc69a-f978-4973-80e6-ea211afc900a', 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:14.150112 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-d73d003d-43ff-45d9-9b9e-54a8e1cbce91 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Project 8ed8c13fc7cb4a31a410ad33b74d2af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:35:14.156250 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d73d003d-43ff-45d9-9b9e-54a8e1cbce91 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.221842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d73d003d-43ff-45d9-9b9e-54a8e1cbce91 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.226061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d73d003d-43ff-45d9-9b9e-54a8e1cbce91 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.243883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d003d-43ff-45d9-9b9e-54a8e1cbce91 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7efbf4a-3381-4392-b5a8-ad990981d0a4,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:14.251553 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d73d003d-43ff-45d9-9b9e-54a8e1cbce91 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.252754 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d73d003d-43ff-45d9-9b9e-54a8e1cbce91 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324329 Aug 30 13:35:14.255557 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57748) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:14.260559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b575a21f-16b9-4385-9192-d2cb5006bff6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Request body: {'security_group_rule': {'security_group_id': '6b2dc69a-f978-4973-80e6-ea211afc900a', 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:14.283384 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-b575a21f-16b9-4385-9192-d2cb5006bff6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Project 8ed8c13fc7cb4a31a410ad33b74d2af7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:35:14.288721 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b575a21f-16b9-4385-9192-d2cb5006bff6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.354371 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b575a21f-16b9-4385-9192-d2cb5006bff6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.358196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b575a21f-16b9-4385-9192-d2cb5006bff6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.377740 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575a21f-16b9-4385-9192-d2cb5006bff6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=909b072c-2152-4638-87e6-0967db774310,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:14.381992 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b575a21f-16b9-4385-9192-d2cb5006bff6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:14.382661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b575a21f-16b9-4385-9192-d2cb5006bff6 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261873 Aug 30 13:35:14.549592 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-0eaa7f8c-2d9f-4fcb-bd15-acf90fc432a2 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673086958&fields=id&tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7 HTTP/1.1" status: 200 len: 267 time: 0.0556736 Aug 30 13:35:14.683946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-24ee1eba-d243-48b6-952a-da9b8350ad8e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:14.685478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-24ee1eba-d243-48b6-952a-da9b8350ad8e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/networks?id=b401d331-45a8-47d3-9cda-a95919f81f47 HTTP/1.1" status: 200 len: 809 time: 0.1264610 Aug 30 13:35:14.703926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-ce01c6f9-6347-4381-b05f-3f5efc040331 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/quotas/8ed8c13fc7cb4a31a410ad33b74d2af7 HTTP/1.1" status: 200 len: 375 time: 0.0123255 Aug 30 13:35:14.772630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-a9591b9e-fde8-42ed-b178-36c51d3fb71a tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629299 Aug 30 13:35:14.849333 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Sync routers for ids ['2a04e043-381c-4824-a220-40fa9b4356d8'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:35:14.860473 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Routers {'2a04e043-381c-4824-a220-40fa9b4356d8'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:14.861089 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:35:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2a04e043-381c-4824-a220-40fa9b4356d8'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:14.886667 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-2c063b37-ca29-42c1-9c05-83d4eaffa284 service neutron] 10.222.0.37 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994081 Aug 30 13:35:14.973396 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Set router 2a04e043-381c-4824-a220-40fa9b4356d8 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:14.986370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-a8f6c326-e867-4201-bc48-bc71b18d808b service neutron] 10.222.0.37 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929713 Aug 30 13:35:15.208769 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 4, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'gw_port': {'id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '13d07073-5609-4575-a924-fb36029326d6', 'name': '', 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'mac_address': 'fa:16:3e:fe:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:10Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 2, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'subnets': [{'id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:15.227712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3078858c-2b9b-4b65-a016-5d1d45ea154b req-86ae8e6a-91be-4a63-b58d-4eb32c615a95 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 210 time: 0.0406978 Aug 30 13:35:15.239796 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Checking router: 2a04e043-381c-4824-a220-40fa9b4356d8 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:35:15.240251 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Updating router 2a04e043-381c-4824-a220-40fa9b4356d8 port 13d07073-5609-4575-a924-fb36029326d6 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:35:15.269095 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:15.540442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ae5f9752-c6f9-4758-832b-8b50323a2d27 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:15.578404 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:15.590543 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Transition to ACTIVE for port object 13d07073-5609-4575-a924-fb36029326d6 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:15.598305 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:15.602946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ae5f9752-c6f9-4758-832b-8b50323a2d27 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:15.603443 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:15.710496 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800ac6e-d4f8-437c-857e-1c68cc401be8 None None] Pushing event updated for resources: {'Port': ['ID=13d07073-5609-4575-a924-fb36029326d6,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:15.723437 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Attempting to bind port 13d07073-5609-4575-a924-fb36029326d6 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:35:15.724110 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Attempting to bind port 13d07073-5609-4575-a924-fb36029326d6 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9ffb3f72-07aa-4cd0-922d-2dad682925b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:35:15.724695 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Attempting to bind port 13d07073-5609-4575-a924-fb36029326d6 on network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:15.731615 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:35:15.732475 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Checking segment: {'id': '9ffb3f72-07aa-4cd0-922d-2dad682925b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:15.732878 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:15.733275 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Bound using segment: {'id': '9ffb3f72-07aa-4cd0-922d-2dad682925b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:35:15.733869 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Bound port: 13d07073-5609-4575-a924-fb36029326d6, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffb3f72-07aa-4cd0-922d-2dad682925b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:35:15.734553 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:15.801640 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] For port 13d07073-5609-4575-a924-fb36029326d6, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:35:15.805823 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] For port 13d07073-5609-4575-a924-fb36029326d6, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=13d07073-5609-4575-a924-fb36029326d6,segment=NetworkSegment(9ffb3f72-07aa-4cd0-922d-2dad682925b8),segment_id=9ffb3f72-07aa-4cd0-922d-2dad682925b8)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:35:15.811304 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:15.872301 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Routers {'2a04e043-381c-4824-a220-40fa9b4356d8'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:15.872922 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:35:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2a04e043-381c-4824-a220-40fa9b4356d8'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:15.876146 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800ac6e-d4f8-437c-857e-1c68cc401be8 None None] Pushing event updated for resources: {'Port': ['ID=13d07073-5609-4575-a924-fb36029326d6,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:16.000742 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] Set router 2a04e043-381c-4824-a220-40fa9b4356d8 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:16.228786 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 4, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'gw_port': {'id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '13d07073-5609-4575-a924-fb36029326d6', 'name': '', 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'mac_address': 'fa:16:3e:fe:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:10Z', 'updated_at': '2021-08-30T13:35:15Z', 'revision_number': 4, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'subnets': [{'id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:16.258156 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb01b3c-60f3-493f-aea5-fa04649b9e08 None None] The sync data for ids ['2a04e043-381c-4824-a220-40fa9b4356d8'] in n-d-688802-6 is: [{'id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:11Z', 'revision_number': 4, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'gw_port': {'id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '13d07073-5609-4575-a924-fb36029326d6', 'name': '', 'network_id': '1112dab6-9b3d-4a5e-a18a-0eaf666376ab', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'mac_address': 'fa:16:3e:fe:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:10Z', 'updated_at': '2021-08-30T13:35:15Z', 'revision_number': 4, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'subnets': [{'id': '9bd988ab-c4c4-4748-b2a0-c459b20dbda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:35:16.354522 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e04b971b-999a-4384-b9ac-e44cfc38888e req-05b98e19-3214-42ea-a7b5-9f7dbab9e24d tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 210 time: 0.0415606 Aug 30 13:35:16.383444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-194036ae-9f26-49ba-87d2-a5d8a2fd56ab tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:16.385107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-194036ae-9f26-49ba-87d2-a5d8a2fd56ab tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.16 "GET /v2.0/networks?id=b401d331-45a8-47d3-9cda-a95919f81f47 HTTP/1.1" status: 200 len: 809 time: 0.1884108 Aug 30 13:35:16.452685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-47034146-f248-464e-b417-9c3b531a3a60 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7 HTTP/1.1" status: 200 len: 379 time: 0.0523467 Aug 30 13:35:16.467880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Request body: {'port': {'device_id': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'admin_state_up': True, 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'security_groups': ['6b2dc69a-f978-4973-80e6-ea211afc900a']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:16.594025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Made reservation on behalf of 8ed8c13fc7cb4a31a410ad33b74d2af7 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:35:16.598610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:16.749526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Allocated IP 172.20.0.9 (b401d331-45a8-47d3-9cda-a95919f81f47/6c68d638-95f5-4d06-a12b-a5df1c39a034/361c62f0-48fb-4a2e-b6d4-c34f4b499a07) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:16.915872 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:16.931926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Transition to ACTIVE for port object 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:16.975916 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.025115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Network b401d331-45a8-47d3-9cda-a95919f81f47 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:17.032825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:17.035411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:17.063309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'Port': ['ID=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:17.094433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:17.095189 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.111900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-eb3afb2e-998c-4bde-b3a9-fda052799a11 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6479728 Aug 30 13:35:17.124436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Request body: {'port': {'device_id': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:17.193197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.293406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-16e965e8-ea62-43b9-8546-1e41e438abe2 None None] Provisioning for port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:17.300397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-16e965e8-ea62-43b9-8546-1e41e438abe2 None None] Provisioning complete for port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:17.300885 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-16e965e8-ea62-43b9-8546-1e41e438abe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.338466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-16e965e8-ea62-43b9-8546-1e41e438abe2 None None] Port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:35:17.513516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdffda-a7f2-4386-8b43-7bfabd10f129 req-e4bdeb63-6250-49da-9e9c-fbe3e08ac93d tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:17.515204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62cdffda-a7f2-4386-8b43-7bfabd10f129 req-e4bdeb63-6250-49da-9e9c-fbe3e08ac93d tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 931 time: 0.0853901 Aug 30 13:35:17.568114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 13d07073-5609-4575-a924-fb36029326d6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:17.594963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62cdffda-a7f2-4386-8b43-7bfabd10f129 req-5bc00f38-36f6-40e6-921d-6e07386568e0 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721297 Aug 30 13:35:17.599223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:35:17.608347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.623461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 13d07073-5609-4575-a924-fb36029326d6 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:17.629514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 13d07073-5609-4575-a924-fb36029326d6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:17.630014 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.630305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Transition to ACTIVE for port object 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:17.636973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.697865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Pushing event updated for resources: {'Port': ['ID=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:17.729499 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.769299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 13d07073-5609-4575-a924-fb36029326d6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=13d07073-5609-4575-a924-fb36029326d6,segment=NetworkSegment(9ffb3f72-07aa-4cd0-922d-2dad682925b8),segment_id=9ffb3f72-07aa-4cd0-922d-2dad682925b8)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:17.778284 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.796167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Attempting to bind port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:35:17.796804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Attempting to bind port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:35:17.797251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Attempting to bind port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 on network b401d331-45a8-47d3-9cda-a95919f81f47 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:17.806210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 on network b401d331-45a8-47d3-9cda-a95919f81f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:35:17.807074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Attempting to bind port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 on network b401d331-45a8-47d3-9cda-a95919f81f47 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:17.830059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:35:17.830400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Checking segment: {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:17.830920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Bound using segment: {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:35:17.831204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Bound port: 361c62f0-48fb-4a2e-b6d4-c34f4b499a07, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db690ee5-88a5-43ed-8def-81f7de656453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:35:17.831562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.849530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=13d07073-5609-4575-a924-fb36029326d6,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:17.908905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] For port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:35:17.929143 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] For port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:35:17.936398 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.983766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:17.984712 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:17.986339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-17242120-fa46-446a-a198-e4adfae4080f service neutron] 10.222.0.16 "PUT /v2.0/ports/361c62f0-48fb-4a2e-b6d4-c34f4b499a07 HTTP/1.1" status: 200 len: 1091 time: 0.8665667 Aug 30 13:35:17.987281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'tag': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:35:17.989575 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a" -d '{"events": [{"name": "network-changed", "server_uuid": "123e7eb2-d078-46ae-951c-593a497d7a0a", "tag": "361c62f0-48fb-4a2e-b6d4-c34f4b499a07"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:35:18.055592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17242120-fa46-446a-a198-e4adfae4080f service neutron] Pushing event updated for resources: {'Port': ['ID=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:18.087778 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb3462c-eb30-4c40-841a-3369561d6ec0 x-openstack-request-id: req-fdb3462c-eb30-4c40-841a-3369561d6ec0 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:35:18.088065 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123e7eb2-d078-46ae-951c-593a497d7a0a", "tag": "361c62f0-48fb-4a2e-b6d4-c34f4b499a07", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:35:18.088989 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdb3462c-eb30-4c40-841a-3369561d6ec0 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:35:18.088989 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'tag': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'status': 'completed', 'code': 200} Aug 30 13:35:18.125400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-1e2084c2-b6d7-48a5-8172-5f8138c5216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:18.126738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-1e2084c2-b6d7-48a5-8172-5f8138c5216b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7&device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 1094 time: 0.0754938 Aug 30 13:35:18.181789 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-2f94312f-69c2-4b72-8143-3b45f93db79c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07 HTTP/1.1" status: 200 len: 217 time: 0.0472057 Aug 30 13:35:18.242747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-22771f39-4fa3-472b-894e-3ba310c4b90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:18.244441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-22771f39-4fa3-472b-894e-3ba310c4b90f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c68d638-95f5-4d06-a12b-a5df1c39a034 HTTP/1.1" status: 200 len: 848 time: 0.0562291 Aug 30 13:35:18.296814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-ea54b81f-e7e9-45fb-af5a-12b4527d5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:18.298343 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-ea54b81f-e7e9-45fb-af5a-12b4527d5f8a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b401d331-45a8-47d3-9cda-a95919f81f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472152 Aug 30 13:35:18.398568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-2eee54f1-c4ec-414a-ba91-e6195f3b63d5 service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916402 Aug 30 13:35:18.497135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97ef6ef2-ca7c-4a92-a9df-bcd44310e84b req-c87ad113-5ad3-4e52-83c3-113fe18412d6 service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916576 Aug 30 13:35:18.596360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-34f780c2-1048-4eef-bc64-c34a8254d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:18.597828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-34f780c2-1048-4eef-bc64-c34a8254d2ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7&device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 1094 time: 0.0474944 Aug 30 13:35:19.042835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-0e23cd8b-767f-4540-8af3-7a5c39b8f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:19.044317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-0e23cd8b-767f-4540-8af3-7a5c39b8f889 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b401d331-45a8-47d3-9cda-a95919f81f47 HTTP/1.1" status: 200 len: 910 time: 0.4394999 Aug 30 13:35:19.051899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3ed72-16b3-4791-bb58-3ca5b78fe70b req-7f62a025-6a59-4b99-90fc-3ade2fe5385f tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:19.053389 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5c3ed72-16b3-4791-bb58-3ca5b78fe70b req-7f62a025-6a59-4b99-90fc-3ade2fe5385f tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 943 time: 0.0842369 Aug 30 13:35:19.102256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-71b17b55-a341-4009-87fe-6225c41be9cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07 HTTP/1.1" status: 200 len: 217 time: 0.0472314 Aug 30 13:35:19.154412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d5c3ed72-16b3-4791-bb58-3ca5b78fe70b req-b2dc7fb7-d394-4fb0-bd7e-fe931d53183d tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933599 Aug 30 13:35:19.176119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-c5921a73-d9af-4809-a653-5b7ab652bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:19.177594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-c5921a73-d9af-4809-a653-5b7ab652bf6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c68d638-95f5-4d06-a12b-a5df1c39a034 HTTP/1.1" status: 200 len: 848 time: 0.0682838 Aug 30 13:35:19.229055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-4810faae-a081-4ac6-8ec3-46d2b253057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:19.230572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-4810faae-a081-4ac6-8ec3-46d2b253057f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b401d331-45a8-47d3-9cda-a95919f81f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444162 Aug 30 13:35:19.325616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-5b4021da-5211-4851-aa77-4c1bb38e23f8 service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865288 Aug 30 13:35:19.435541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e05b2ee-3479-4b64-9b04-b6efbbf0405a req-312a0b07-5d1a-49ee-8455-828dad51748d service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025620 Aug 30 13:35:19.524461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 13d07073-5609-4575-a924-fb36029326d6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:19.576229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 13d07073-5609-4575-a924-fb36029326d6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:19.576603 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:20.282841 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2128bc-8358-40d3-a23f-c252d40d3b6c req-696a4668-8cf6-4cd3-ab20-e93d1d696eb5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:20.284354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e2128bc-8358-40d3-a23f-c252d40d3b6c req-696a4668-8cf6-4cd3-ab20-e93d1d696eb5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 943 time: 0.0563495 Aug 30 13:35:20.323988 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e2128bc-8358-40d3-a23f-c252d40d3b6c req-d651457d-d09b-4dd4-827c-8da021a1ea18 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331035 Aug 30 13:35:21.262896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:35:21.360395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:21.374108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'port_id': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'mac_address': 'fa:16:3e:cc:aa:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:35:21.421924 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:21.439052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:35:21.460483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:21.464388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82230cb7-67e9-4f68-a6fe-f8ee1c45bfcf req-d22266be-f71d-40ea-b62f-fe3fae2c5e70 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:21.466147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82230cb7-67e9-4f68-a6fe-f8ee1c45bfcf req-d22266be-f71d-40ea-b62f-fe3fae2c5e70 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 943 time: 0.0641634 Aug 30 13:35:21.467553 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:21.487736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57810) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:21.513851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82230cb7-67e9-4f68-a6fe-f8ee1c45bfcf req-51a636aa-c45b-40f5-8d85-5a3886978205 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396926 Aug 30 13:35:21.522902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:21.621394 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81e8f0a4-271e-47a1-b714-3737b243f116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:21.668934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['361c62f0-48fb-4a2e-b6d4-c34f4b499a07'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:35:21.713909 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81e8f0a4-271e-47a1-b714-3737b243f116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:21.718494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-81e8f0a4-271e-47a1-b714-3737b243f116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:21.757461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-81e8f0a4-271e-47a1-b714-3737b243f116 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c519f43d1df24de694c9065082c57240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686293 Aug 30 13:35:21.759015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8f0a4-271e-47a1-b714-3737b243f116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1eb86c-30de-4243-9634-e5eb31f70f2d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:21.761159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57814) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:21.816482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b47a-4a34-4b97-bb2f-8fdc348978ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:21.845562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b47a-4a34-4b97-bb2f-8fdc348978ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:21.892417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b47a-4a34-4b97-bb2f-8fdc348978ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:21.895038 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b47a-4a34-4b97-bb2f-8fdc348978ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:21.896439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8cf3b47a-4a34-4b97-bb2f-8fdc348978ed admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd1eb86c-30de-4243-9634-e5eb31f70f2d HTTP/1.1" status: 204 len: 168 time: 0.1300893 Aug 30 13:35:21.906586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3b47a-4a34-4b97-bb2f-8fdc348978ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1eb86c-30de-4243-9634-e5eb31f70f2d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:22.167716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57820) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:22.181675 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fc78ca0-3831-48a7-8f00-512d1d9144bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:22.279983 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fc78ca0-3831-48a7-8f00-512d1d9144bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:22.285625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0fc78ca0-3831-48a7-8f00-512d1d9144bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:22.325059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0fc78ca0-3831-48a7-8f00-512d1d9144bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=06e7e79e33bb423f899fde2da51c6c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561606 Aug 30 13:35:22.325902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc78ca0-3831-48a7-8f00-512d1d9144bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280b5703-b530-4d4d-8fb4-e802278749e5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:22.327797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57822) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:22.378484 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15a9df20-5250-4220-a70e-ec647afbdcbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:22.400288 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15a9df20-5250-4220-a70e-ec647afbdcbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:22.451195 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15a9df20-5250-4220-a70e-ec647afbdcbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:22.453827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-15a9df20-5250-4220-a70e-ec647afbdcbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:22.455003 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-15a9df20-5250-4220-a70e-ec647afbdcbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/280b5703-b530-4d4d-8fb4-e802278749e5 HTTP/1.1" status: 204 len: 168 time: 0.1262066 Aug 30 13:35:22.464252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9df20-5250-4220-a70e-ec647afbdcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280b5703-b530-4d4d-8fb4-e802278749e5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:22.647497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d72c1-8047-4e0b-a1bb-b3492a32198b req-aed50923-46af-4dd4-8253-857864b429f9 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:22.649281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-906d72c1-8047-4e0b-a1bb-b3492a32198b req-aed50923-46af-4dd4-8253-857864b429f9 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 944 time: 0.0549715 Aug 30 13:35:22.688170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-906d72c1-8047-4e0b-a1bb-b3492a32198b req-b48788fc-1278-4ff3-b2dc-8936889faef5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326202 Aug 30 13:35:23.278560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:23.329898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:23.333984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:23.334363 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:23.574286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:23.599969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:35:23.602304 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b2a73f-77a9-44d0-92cc-3281c00ba192" -d '{"events": [{"server_uuid": "123e7eb2-d078-46ae-951c-593a497d7a0a", "name": "network-vif-plugged", "status": "completed", "tag": "361c62f0-48fb-4a2e-b6d4-c34f4b499a07"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:35:23.615334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:23.620763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:23.646284 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7209ce94-4c97-4368-ad71-25db0ea47cf4 x-openstack-request-id: req-7209ce94-4c97-4368-ad71-25db0ea47cf4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:35:23.646573 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123e7eb2-d078-46ae-951c-593a497d7a0a", "name": "network-vif-plugged", "status": "completed", "tag": "361c62f0-48fb-4a2e-b6d4-c34f4b499a07", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:35:23.646827 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7209ce94-4c97-4368-ad71-25db0ea47cf4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:35:23.647222 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'code': 200} Aug 30 13:35:23.672046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:23.756898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4a5f4-65c7-4ab3-9c7f-c5c1ee7cba54 req-11cab846-d364-4b3d-95e0-a525c9d7fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:23.759074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7a4a5f4-65c7-4ab3-9c7f-c5c1ee7cba54 req-11cab846-d364-4b3d-95e0-a525c9d7fd83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 1096 time: 0.0440054 Aug 30 13:35:23.795457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7a4a5f4-65c7-4ab3-9c7f-c5c1ee7cba54 req-ab8d7fe6-4c6f-450d-ad8c-7c56e6c03193 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291500 Aug 30 13:35:23.809864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f97f5-9431-43e6-9488-5e39c84d2fe3 req-3c6b25f4-d843-47b8-8870-afcaae35e49b tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:23.811385 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d2f97f5-9431-43e6-9488-5e39c84d2fe3 req-3c6b25f4-d843-47b8-8870-afcaae35e49b tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 945 time: 0.0503869 Aug 30 13:35:23.850996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d2f97f5-9431-43e6-9488-5e39c84d2fe3 req-e3118b9d-8752-4021-a99e-ade411439c49 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337262 Aug 30 13:35:24.975045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9f939-1e17-48a2-8471-0e561878714e req-f4d80df3-2387-4d29-8bd1-4ab9d7fc5f43 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:24.976666 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6b9f939-1e17-48a2-8471-0e561878714e req-f4d80df3-2387-4d29-8bd1-4ab9d7fc5f43 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 945 time: 0.0558071 Aug 30 13:35:25.015142 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6b9f939-1e17-48a2-8471-0e561878714e req-35b2dabd-cf9a-4546-85bc-00ce062aa957 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325110 Aug 30 13:35:26.133896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c73f8d-bc2a-4fdb-b0f7-e09ae3c074b8 req-6579e04e-0065-44b1-872b-b92cf8012498 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:26.135428 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c73f8d-bc2a-4fdb-b0f7-e09ae3c074b8 req-6579e04e-0065-44b1-872b-b92cf8012498 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 945 time: 0.0510147 Aug 30 13:35:26.175106 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-64c73f8d-bc2a-4fdb-b0f7-e09ae3c074b8 req-34ad4851-d052-443a-b29a-8ca0c22a695e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336394 Aug 30 13:35:26.294464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39883d65-6f7b-459a-a856-d7e41a3d8649 req-1128f226-cf3f-405f-877c-6e4673bdb4c1 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:26.295990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39883d65-6f7b-459a-a856-d7e41a3d8649 req-1128f226-cf3f-405f-877c-6e4673bdb4c1 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 945 time: 0.0510094 Aug 30 13:35:26.334241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39883d65-6f7b-459a-a856-d7e41a3d8649 req-791adfd5-57f1-47b8-bcce-331e299d6224 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Aug 30 13:35:26.477464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c022cc-e5e2-4d45-9287-e8080a44d897 req-f40333c4-3fbc-4a8c-b0ea-235942252feb tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:26.479417 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70c022cc-e5e2-4d45-9287-e8080a44d897 req-f40333c4-3fbc-4a8c-b0ea-235942252feb tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 945 time: 0.0570331 Aug 30 13:35:26.518916 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70c022cc-e5e2-4d45-9287-e8080a44d897 req-88b27f83-372a-4323-8e92-94664f5802ec tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334036 Aug 30 13:35:26.541613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57894) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:26.766542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca853584-efce-4d31-912b-8895d72b7e2f tempest-TestServerBasicOps-513048021 tempest-TestServerBasicOps-513048021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:26.768336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ca853584-efce-4d31-912b-8895d72b7e2f tempest-TestServerBasicOps-513048021 tempest-TestServerBasicOps-513048021-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 1091 time: 0.2255957 Aug 30 13:35:26.771313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57898) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:26.776367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:26.809981 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:26.913265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:27.020286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Allocated IP 172.25.2.211 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/277bcb21-98ad-405d-b8fe-de1ce9ea5983) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:27.129829 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:27.170953 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:27.213347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:27.216355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:27.220077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:27.225938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'Port': ['ID=277bcb21-98ad-405d-b8fe-de1ce9ea5983,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:27.718834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:27.755102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57906) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:27.827719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:27.880760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-724c2eb7-63a7-473d-8fed-3b9f8985e009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.048565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.054693 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.137727 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-724c2eb7-63a7-473d-8fed-3b9f8985e009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.146649 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-724c2eb7-63a7-473d-8fed-3b9f8985e009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.148901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event updated for resources: {'Port': ['ID=277bcb21-98ad-405d-b8fe-de1ce9ea5983,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:28.181575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.182501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.182854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.183194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.183529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.183861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.184190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.184517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.184842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.185168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.185519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.185876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:28.207684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.244955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-724c2eb7-63a7-473d-8fed-3b9f8985e009 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7a6e9a021c394ea5b8678762ffd08373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877944 Aug 30 13:35:28.245725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c2eb7-63a7-473d-8fed-3b9f8985e009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833c9ea5-4838-4fa6-a1ca-61172a2a3ca2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:28.247111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57910) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:28.299249 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b88f87b-81df-4d2b-94f4-4916cbe0643e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.320011 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Floating IP 5a2af79a-294b-40a5-8e21-f36b5435fd45 associated. External IP: 172.25.2.211, port: 361c62f0-48fb-4a2e-b6d4-c34f4b499a07. Aug 30 13:35:28.320920 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b88f87b-81df-4d2b-94f4-4916cbe0643e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.370286 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b88f87b-81df-4d2b-94f4-4916cbe0643e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.372883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7b88f87b-81df-4d2b-94f4-4916cbe0643e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.374128 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7b88f87b-81df-4d2b-94f4-4916cbe0643e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/833c9ea5-4838-4fa6-a1ca-61172a2a3ca2 HTTP/1.1" status: 204 len: 168 time: 0.1251094 Aug 30 13:35:28.382653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88f87b-81df-4d2b-94f4-4916cbe0643e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833c9ea5-4838-4fa6-a1ca-61172a2a3ca2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:28.536824 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.546726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:35:28.657413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57916) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:28.658827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:35:28.668807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] Sync routers for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:35:28.671836 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795b89e4-e744-4c50-8cf2-5547bbe2a1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.677865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:28.678502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:35:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:28.679338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.718255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7afc96cf-a483-4216-bdb9-f2b867c3d47e tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9458303 Aug 30 13:35:28.718895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'tag': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:35:28.721200 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacf2fab-b82f-4817-8ad5-77ed4d328a72" -d '{"events": [{"name": "network-changed", "server_uuid": "123e7eb2-d078-46ae-951c-593a497d7a0a", "tag": "361c62f0-48fb-4a2e-b6d4-c34f4b499a07"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:35:28.768074 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f88b23-f843-464d-aca9-e538050f9621 x-openstack-request-id: req-a4f88b23-f843-464d-aca9-e538050f9621 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:35:28.768376 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123e7eb2-d078-46ae-951c-593a497d7a0a", "tag": "361c62f0-48fb-4a2e-b6d4-c34f4b499a07", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:35:28.768633 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a4f88b23-f843-464d-aca9-e538050f9621 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:35:28.769054 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'tag': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'status': 'completed', 'code': 200} Aug 30 13:35:28.781638 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795b89e4-e744-4c50-8cf2-5547bbe2a1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.786289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-795b89e4-e744-4c50-8cf2-5547bbe2a1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.806238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:28.833315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 57922) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:28.833550 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-795b89e4-e744-4c50-8cf2-5547bbe2a1fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d3750d499b854a14a5e1cbc3bf165c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749399 Aug 30 13:35:28.834423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b89e4-e744-4c50-8cf2-5547bbe2a1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddb394e-bcdd-465c-ab19-343880631195,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:28.852323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-87f2ffbd-70fc-4b56-ab8d-f850eaf713c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:28.854451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-87f2ffbd-70fc-4b56-ab8d-f850eaf713c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7&device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 1096 time: 0.0617628 Aug 30 13:35:28.953605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13ba4c91-8749-4888-b117-b91041bf1e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:28.996056 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13ba4c91-8749-4888-b117-b91041bf1e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:29.004201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-654f44cd-13f3-4bcb-8e1b-0205bb7cb210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:29.005726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-654f44cd-13f3-4bcb-8e1b-0205bb7cb210 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b401d331-45a8-47d3-9cda-a95919f81f47 HTTP/1.1" status: 200 len: 910 time: 0.1438880 Aug 30 13:35:29.035705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5a2af79a-294b-40a5-8e21-f36b5435fd45', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'port_id': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'mac_address': 'fa:16:3e:cc:aa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:35:27Z', 'updated_at': '2021-08-30T13:35:27Z', 'revision_number': 0, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:12Z', 'revision_number': 5, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:29.062483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] Checking router: 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:35:29.071600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:35:29.072375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:35:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:29.127023 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-b300e746-5246-48d3-afce-426d79796648 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07 HTTP/1.1" status: 200 len: 999 time: 0.1118972 Aug 30 13:35:29.144282 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13ba4c91-8749-4888-b117-b91041bf1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:29.146833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13ba4c91-8749-4888-b117-b91041bf1e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:29.147893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-13ba4c91-8749-4888-b117-b91041bf1e9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eddb394e-bcdd-465c-ab19-343880631195 HTTP/1.1" status: 204 len: 168 time: 0.3135626 Aug 30 13:35:29.182258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:35:29.182703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba4c91-8749-4888-b117-b91041bf1e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddb394e-bcdd-465c-ab19-343880631195,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:29.195793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-e7321870-917e-42f0-9643-42db568d5645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:29.198539 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-e7321870-917e-42f0-9643-42db568d5645 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c68d638-95f5-4d06-a12b-a5df1c39a034 HTTP/1.1" status: 200 len: 848 time: 0.0633583 Aug 30 13:35:29.253883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-e2692329-6eaa-4b2e-9ef2-a7e31726f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:29.255970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-e2692329-6eaa-4b2e-9ef2-a7e31726f466 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b401d331-45a8-47d3-9cda-a95919f81f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512464 Aug 30 13:35:29.474873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5a2af79a-294b-40a5-8e21-f36b5435fd45', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'port_id': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'mac_address': 'fa:16:3e:cc:aa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:35:27Z', 'updated_at': '2021-08-30T13:35:27Z', 'revision_number': 0, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:12Z', 'revision_number': 5, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:35:29.507298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23956690-3a18-4922-a5be-37fe4b093228 None None] The sync data for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 is: [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '5a2af79a-294b-40a5-8e21-f36b5435fd45', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'floating_ip_address': '172.25.2.211', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'port_id': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'mac_address': 'fa:16:3e:cc:aa:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:35:27Z', 'updated_at': '2021-08-30T13:35:27Z', 'revision_number': 0, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:12Z', 'revision_number': 5, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:35:29.702425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-5f63c526-2590-460c-bfdc-9c45c7068b2d service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386532 Aug 30 13:35:29.731545 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2886ae8-a2ae-482f-a4fe-e4e94559126e None None] New status for floating IP 5a2af79a-294b-40a5-8e21-f36b5435fd45: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:35:29.800956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cacf2fab-b82f-4817-8ad5-77ed4d328a72 req-48bd0eae-8f8b-4a86-b638-f7cecd299da6 service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913675 Aug 30 13:35:30.016143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57944) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:30.117602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1537692988-network', 'tenant_id': '5a4d524e00674e2f975f846677354556'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:30.138399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Made reservation on behalf of 5a4d524e00674e2f975f846677354556 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:35:30.140639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.149257 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.237926 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.243097 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.271445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:35:30.278293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141a9d20-cb76-4920-b70a-4397f2f22bb1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:30.287292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.287633 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Added segment 0dce3865-75d4-4aff-98f3-d53f9e481102 of type vlan for network 2f77ed32-6825-45b0-af5a-53c67a561e9c Aug 30 13:35:30.289815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.290157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.291002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.291331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.291655 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.291976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.292295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.292620 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.292937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.293249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.293564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.293899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:35:30.337868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.361690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.362679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:30.363249 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.422118 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4046984 Aug 30 13:35:30.424813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 57948) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:35:30.429592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Request body: {'subnet': {'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1537692988-subnet', 'tenant_id': '5a4d524e00674e2f975f846677354556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:30.438163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f676fb7e-08da-4940-a595-fc7a2854711d admin admin] Pushing event updated for resources: {'Network': ['ID=2f77ed32-6825-45b0-af5a-53c67a561e9c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:30.448742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 2f77ed32-6825-45b0-af5a-53c67a561e9c details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:35:30.457520 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Made reservation on behalf of 5a4d524e00674e2f975f846677354556 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:35:30.459844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.630189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.686130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd077b00-f83c-42c7-8cbf-f6df13b0fbb5,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:30.696056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Checking segment: {'id': '0dce3865-75d4-4aff-98f3-d53f9e481102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:30.696412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Network hostable DHCP agents. Network: 2f77ed32-6825-45b0-af5a-53c67a561e9c, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:35:30.714436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Network 2f77ed32-6825-45b0-af5a-53c67a561e9c is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:35:30.722817 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 2f77ed32-6825-45b0-af5a-53c67a561e9c) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:30.727759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:30.728935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:30.734931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f591b419-3fe5-46ec-964b-7fa3e855467f None None] Network 2f77ed32-6825-45b0-af5a-53c67a561e9c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:35:30.744924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2ba8a252-2ac7-46b2-aa94-c09362afb3bf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3187158 Aug 30 13:35:30.865409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85669704-525d-4757-9c48-b6b88c64b585 None None] Network 2f77ed32-6825-45b0-af5a-53c67a561e9c requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:35:30.993514 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:31.852790 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:35:32.690372 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-887dbb18-fdc2-4114-b2a1-26eadf85df72 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:32.691906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-887dbb18-fdc2-4114-b2a1-26eadf85df72 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/networks?id=2f77ed32-6825-45b0-af5a-53c67a561e9c HTTP/1.1" status: 200 len: 809 time: 0.1077635 Aug 30 13:35:32.707915 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-ee8ac360-c3a2-43c0-8df2-4765ef33e664 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/quotas/5a4d524e00674e2f975f846677354556 HTTP/1.1" status: 200 len: 375 time: 0.0096784 Aug 30 13:35:32.741765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-6e3ca24e-611e-4be8-ac15-20d2a26ea16e tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a4d524e00674e2f975f846677354556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279279 Aug 30 13:35:32.836465 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-d9d8e300-64e1-4466-b481-59877c89158e service neutron] 10.222.0.37 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865097 Aug 30 13:35:32.936273 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-5591bb4c-fefa-4322-bfaa-363104bd7d27 service neutron] 10.222.0.37 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936961 Aug 30 13:35:33.104211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175abfac-096e-4712-aad2-c12ece83811b req-3c09b29a-af4b-4eaa-a94c-53268e78b17e tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 210 time: 0.0328033 Aug 30 13:35:34.027153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-495e1796-ccb4-4198-8136-30044e1fb6c5 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:34.028879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-495e1796-ccb4-4198-8136-30044e1fb6c5 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.35 "GET /v2.0/networks?id=2f77ed32-6825-45b0-af5a-53c67a561e9c HTTP/1.1" status: 200 len: 809 time: 0.1172168 Aug 30 13:35:34.043811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Request body: {'port': {'device_id': '800dc1f0-7fb2-4be5-bf4a-59b484fbed18', 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c', 'admin_state_up': True, 'tenant_id': '5a4d524e00674e2f975f846677354556'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:34.160611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Made reservation on behalf of 5a4d524e00674e2f975f846677354556 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:35:34.164295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:34.200423 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-692f9cce-c59f-470b-95e0-53609d2ef243 req-d3270763-6dd2-40d2-84ad-9367b4adcede tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 210 time: 0.0285525 Aug 30 13:35:34.292677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Allocated IP 172.20.0.8 (2f77ed32-6825-45b0-af5a-53c67a561e9c/cd077b00-f83c-42c7-8cbf-f6df13b0fbb5/d9ef9cf8-935c-440a-bccb-c98449caa090) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:34.439314 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:34.478036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:34.522033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Network 2f77ed32-6825-45b0-af5a-53c67a561e9c is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:34.525086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:34.529269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:34.552069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Pushing event updated for resources: {'Port': ['ID=d9ef9cf8-935c-440a-bccb-c98449caa090,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:34.579541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:34.580152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:34.594636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-75919fef-f333-4eed-ac4e-3809e67e41d2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566883 Aug 30 13:35:34.605393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b4dd5e98-eb76-4c73-a629-31dfac51e4cd tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:35:34.606451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b4dd5e98-eb76-4c73-a629-31dfac51e4cd tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057869 Aug 30 13:35:34.617848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Request body: {'port': {'device_id': '800dc1f0-7fb2-4be5-bf4a-59b484fbed18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:34.676060 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:34.939496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9ef9cf8-935c-440a-bccb-c98449caa090 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:35:34.946852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:34.959489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Transition to ACTIVE for port object d9ef9cf8-935c-440a-bccb-c98449caa090 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:34.963421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:35.021384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ef9cf8-935c-440a-bccb-c98449caa090,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:35.085117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Attempting to bind port d9ef9cf8-935c-440a-bccb-c98449caa090 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:35:35.085452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Attempting to bind port d9ef9cf8-935c-440a-bccb-c98449caa090 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '0dce3865-75d4-4aff-98f3-d53f9e481102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:35:35.085824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Attempting to bind port d9ef9cf8-935c-440a-bccb-c98449caa090 on network 2f77ed32-6825-45b0-af5a-53c67a561e9c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:35.090774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Port d9ef9cf8-935c-440a-bccb-c98449caa090 on network 2f77ed32-6825-45b0-af5a-53c67a561e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:35:35.091095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Attempting to bind port d9ef9cf8-935c-440a-bccb-c98449caa090 on network 2f77ed32-6825-45b0-af5a-53c67a561e9c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:35.095817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:35:35.096155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Checking segment: {'id': '0dce3865-75d4-4aff-98f3-d53f9e481102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:35.096538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Bound using segment: {'id': '0dce3865-75d4-4aff-98f3-d53f9e481102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:35:35.096960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Bound port: d9ef9cf8-935c-440a-bccb-c98449caa090, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dce3865-75d4-4aff-98f3-d53f9e481102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:35:35.097320 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:35.163577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] For port d9ef9cf8-935c-440a-bccb-c98449caa090, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:35:35.167021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] For port d9ef9cf8-935c-440a-bccb-c98449caa090, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d9ef9cf8-935c-440a-bccb-c98449caa090,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:35:35.171581 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:35.210294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:35.210931 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:35.212356 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] 10.222.0.35 "PUT /v2.0/ports/d9ef9cf8-935c-440a-bccb-c98449caa090 HTTP/1.1" status: 200 len: 1091 time: 0.5985091 Aug 30 13:35:35.212797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800dc1f0-7fb2-4be5-bf4a-59b484fbed18', 'tag': 'd9ef9cf8-935c-440a-bccb-c98449caa090'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:35:35.215052 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "800dc1f0-7fb2-4be5-bf4a-59b484fbed18", "tag": "d9ef9cf8-935c-440a-bccb-c98449caa090"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:35:35.239657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b173e-7438-4224-8905-9ca15e4137c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d9ef9cf8-935c-440a-bccb-c98449caa090,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:35.258361 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f496b79b-04f2-4266-aec2-bc77ee7113ba x-openstack-request-id: req-f496b79b-04f2-4266-aec2-bc77ee7113ba {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:35:35.258674 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "800dc1f0-7fb2-4be5-bf4a-59b484fbed18", "tag": "d9ef9cf8-935c-440a-bccb-c98449caa090", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:35:35.259001 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f496b79b-04f2-4266-aec2-bc77ee7113ba {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:35:35.259920 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800dc1f0-7fb2-4be5-bf4a-59b484fbed18', 'tag': 'd9ef9cf8-935c-440a-bccb-c98449caa090', 'status': 'completed', 'code': 200} Aug 30 13:35:35.304933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-9e90f87a-6a0d-4593-b54c-0e5109cbd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:35.307047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-9e90f87a-6a0d-4593-b54c-0e5109cbd44e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a4d524e00674e2f975f846677354556&device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 1094 time: 0.0440712 Aug 30 13:35:35.335852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8e434-7574-49c9-91d0-005ecfb0d8dc req-9cc2e5c3-3369-49ea-8e8d-0c6b2f1903ab tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:35.337379 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63f8e434-7574-49c9-91d0-005ecfb0d8dc req-9cc2e5c3-3369-49ea-8e8d-0c6b2f1903ab tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 943 time: 0.0511341 Aug 30 13:35:35.349884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-cc4abd16-1508-4a62-9387-a35f5cf38a4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9ef9cf8-935c-440a-bccb-c98449caa090 HTTP/1.1" status: 200 len: 217 time: 0.0356374 Aug 30 13:35:35.376844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-63f8e434-7574-49c9-91d0-005ecfb0d8dc req-c1dada3a-8563-40e4-b8c8-92592d49a185 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Aug 30 13:35:35.404555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-77d92a39-5e41-4a92-93dc-fbf486820ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:35.406131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-77d92a39-5e41-4a92-93dc-fbf486820ec4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd077b00-f83c-42c7-8cbf-f6df13b0fbb5 HTTP/1.1" status: 200 len: 849 time: 0.0495014 Aug 30 13:35:35.438945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-7039f92f-4936-4441-a21f-28423b70e193 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f77ed32-6825-45b0-af5a-53c67a561e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258110 Aug 30 13:35:35.529191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-37a6209e-4ac9-40de-81f4-2d43e46ffb5d service neutron] 10.222.0.35 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830014 Aug 30 13:35:35.623636 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c804218c-1cf4-4ee4-824a-64fc284a36fe req-b71c20e0-0fea-4811-9fbf-ce0c4217aa09 service neutron] 10.222.0.35 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874054 Aug 30 13:35:35.710688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-d2a0941e-abef-4c79-a35c-b8e6f81b21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:35.712239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-d2a0941e-abef-4c79-a35c-b8e6f81b21fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a4d524e00674e2f975f846677354556&device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 1094 time: 0.0439658 Aug 30 13:35:35.803455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-7152b988-1a81-418b-b92e-6c4ac64c8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:35.804916 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-7152b988-1a81-418b-b92e-6c4ac64c8873 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f77ed32-6825-45b0-af5a-53c67a561e9c HTTP/1.1" status: 200 len: 910 time: 0.0864508 Aug 30 13:35:35.846386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-eb63833d-2291-4de6-a929-06802c7ae40f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9ef9cf8-935c-440a-bccb-c98449caa090 HTTP/1.1" status: 200 len: 217 time: 0.0344963 Aug 30 13:35:35.894670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-e58d9ef6-2a69-4e76-95c4-2eea6c360b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:35.896132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-e58d9ef6-2a69-4e76-95c4-2eea6c360b8c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd077b00-f83c-42c7-8cbf-f6df13b0fbb5 HTTP/1.1" status: 200 len: 849 time: 0.0431507 Aug 30 13:35:35.928842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-013e68ab-de0e-40b3-9746-66bed5103d60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f77ed32-6825-45b0-af5a-53c67a561e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250294 Aug 30 13:35:36.020911 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-150447ba-223b-4e9e-9945-f3f1d7647ba2 service neutron] 10.222.0.35 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843117 Aug 30 13:35:36.110475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a0f5b95a-3d3b-4412-94f7-0616cc970fa1 req-dfe5b000-3ab3-4836-9385-d036d4babf61 service neutron] 10.222.0.35 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826678 Aug 30 13:35:36.497786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de31f05-3741-45c4-a445-6201c7b0aa7d req-1496c1ef-89ec-4d45-b8ea-9916ba2e7e71 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:36.499258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8de31f05-3741-45c4-a445-6201c7b0aa7d req-1496c1ef-89ec-4d45-b8ea-9916ba2e7e71 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 943 time: 0.0540335 Aug 30 13:35:36.536956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8de31f05-3741-45c4-a445-6201c7b0aa7d req-4baa8a4d-5d02-4479-aba3-b36075915900 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317907 Aug 30 13:35:36.706975 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-686431e1-cf90-4b92-91e0-5e423afa64b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:37.657545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb4c5c-ce9f-42f7-bcfe-2f9bc1f543b0 req-73113b8b-d58c-4b70-965a-bfd00d818afb tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:37.659046 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48cb4c5c-ce9f-42f7-bcfe-2f9bc1f543b0 req-73113b8b-d58c-4b70-965a-bfd00d818afb tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 943 time: 0.0546308 Aug 30 13:35:37.697476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48cb4c5c-ce9f-42f7-bcfe-2f9bc1f543b0 req-23c0e703-e848-4334-8c6c-7c6303c960c7 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Aug 30 13:35:38.811820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f6460-ef4e-4175-98d7-3d0f34d74731 req-770025f0-9073-4d53-ae1e-afd9d33e7453 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:38.813302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae5f6460-ef4e-4175-98d7-3d0f34d74731 req-770025f0-9073-4d53-ae1e-afd9d33e7453 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 943 time: 0.0493543 Aug 30 13:35:38.850453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ae5f6460-ef4e-4175-98d7-3d0f34d74731 req-cf5bed72-837f-47b0-84f5-ecb76cdf74f7 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Aug 30 13:35:39.435714 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c6193530-ca72-4c09-bce2-a9f792893528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:39.967444 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c26a-0e2d-4e7a-aa25-39deb14c9d8e req-291f0c14-f7be-46e0-944c-da9dc5976cde tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:39.968943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc67c26a-0e2d-4e7a-aa25-39deb14c9d8e req-291f0c14-f7be-46e0-944c-da9dc5976cde tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 943 time: 0.0503690 Aug 30 13:35:40.001245 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:40.011559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc67c26a-0e2d-4e7a-aa25-39deb14c9d8e req-bef86ebf-33d6-48a3-aa8f-91cab2be3bc1 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366955 Aug 30 13:35:40.026722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d9ef9cf8-935c-440a-bccb-c98449caa090 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:35:40.122838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d9ef9cf8-935c-440a-bccb-c98449caa090, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d9ef9cf8-935c-440a-bccb-c98449caa090,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:40.134042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd9ef9cf8-935c-440a-bccb-c98449caa090', 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c', 'port_id': 'd9ef9cf8-935c-440a-bccb-c98449caa090', 'mac_address': 'fa:16:3e:60:40:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd077b00-f83c-42c7-8cbf-f6df13b0fbb5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:35:40.170628 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:40.184454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9ef9cf8-935c-440a-bccb-c98449caa090 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:35:40.207930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d9ef9cf8-935c-440a-bccb-c98449caa090, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d9ef9cf8-935c-440a-bccb-c98449caa090,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:40.212444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:40.263524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d9ef9cf8-935c-440a-bccb-c98449caa090,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:40.489281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d9ef9cf8-935c-440a-bccb-c98449caa090'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:35:40.902243 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:41.124707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee579d6-0ee5-4daa-bca6-8afb34ff7ab7 req-545e0dba-8b05-404e-a8ff-418d50573568 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:41.126220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ee579d6-0ee5-4daa-bca6-8afb34ff7ab7 req-545e0dba-8b05-404e-a8ff-418d50573568 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 944 time: 0.0485730 Aug 30 13:35:41.165615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ee579d6-0ee5-4daa-bca6-8afb34ff7ab7 req-c954f2ae-9c34-482c-9b9b-6234d0881e07 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333357 Aug 30 13:35:42.026243 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d9ef9cf8-935c-440a-bccb-c98449caa090 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:42.076028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port d9ef9cf8-935c-440a-bccb-c98449caa090 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:42.079808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d9ef9cf8-935c-440a-bccb-c98449caa090 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:42.080188 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:42.158048 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:42.181330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800dc1f0-7fb2-4be5-bf4a-59b484fbed18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ef9cf8-935c-440a-bccb-c98449caa090'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:35:42.184003 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c87055-c506-4c2e-b506-54918b74280a" -d '{"events": [{"server_uuid": "800dc1f0-7fb2-4be5-bf4a-59b484fbed18", "name": "network-vif-plugged", "status": "completed", "tag": "d9ef9cf8-935c-440a-bccb-c98449caa090"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:35:42.202147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d9ef9cf8-935c-440a-bccb-c98449caa090, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d9ef9cf8-935c-440a-bccb-c98449caa090,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:42.206956 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:42.236567 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19ea5d4-d726-4042-986c-3d88c68a8bf4 x-openstack-request-id: req-d19ea5d4-d726-4042-986c-3d88c68a8bf4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:35:42.236856 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800dc1f0-7fb2-4be5-bf4a-59b484fbed18", "name": "network-vif-plugged", "status": "completed", "tag": "d9ef9cf8-935c-440a-bccb-c98449caa090", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:35:42.237105 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d19ea5d4-d726-4042-986c-3d88c68a8bf4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:35:42.237487 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800dc1f0-7fb2-4be5-bf4a-59b484fbed18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9ef9cf8-935c-440a-bccb-c98449caa090', 'code': 200} Aug 30 13:35:42.280294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d9ef9cf8-935c-440a-bccb-c98449caa090,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:42.286146 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:42.347943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db0744-5135-47e4-9715-32260e5c579a req-5c7eae13-d3a7-42f9-8f66-63bdf0d9a341 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:42.349449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12db0744-5135-47e4-9715-32260e5c579a req-5c7eae13-d3a7-42f9-8f66-63bdf0d9a341 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 945 time: 0.0893404 Aug 30 13:35:42.365283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978482e-d9f2-429f-bce2-b048716182a7 req-66a14c3d-8713-43b1-a149-c45db55bc15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:42.366738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1978482e-d9f2-429f-bce2-b048716182a7 req-66a14c3d-8713-43b1-a149-c45db55bc15a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 1096 time: 0.0621951 Aug 30 13:35:42.409955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12db0744-5135-47e4-9715-32260e5c579a req-fdd2dfe7-4cda-43cb-8dca-043dd4e18b1f tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521359 Aug 30 13:35:42.421273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1978482e-d9f2-429f-bce2-b048716182a7 req-5142c129-48c2-42c6-9989-643ce059e9a9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461948 Aug 30 13:35:43.530710 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73cbcb-ec4d-4833-897c-2a7ec69c2798 req-7af99e05-fa05-4056-9f36-944e08f3681f tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:43.532163 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f73cbcb-ec4d-4833-897c-2a7ec69c2798 req-7af99e05-fa05-4056-9f36-944e08f3681f tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 945 time: 0.0503626 Aug 30 13:35:43.571742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f73cbcb-ec4d-4833-897c-2a7ec69c2798 req-dde674b5-5fdd-439d-82c0-c8fb87154e56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329919 Aug 30 13:35:44.690273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858b63f-7b1a-4573-9a2e-ce7ce786b9db req-67d48ea3-320a-475b-a39c-5424e413a2ab tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:44.691711 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5858b63f-7b1a-4573-9a2e-ce7ce786b9db req-67d48ea3-320a-475b-a39c-5424e413a2ab tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 945 time: 0.0511613 Aug 30 13:35:44.733365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5858b63f-7b1a-4573-9a2e-ce7ce786b9db req-062908ab-2fc4-4c76-80ee-11e872179210 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356297 Aug 30 13:35:45.363705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaa20f-6567-4f34-9e63-b679eaa9d728 req-5eefe6d9-7849-41aa-b7de-d8f4a218da4a tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:45.365180 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6caaa20f-6567-4f34-9e63-b679eaa9d728 req-5eefe6d9-7849-41aa-b7de-d8f4a218da4a tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 945 time: 0.0529644 Aug 30 13:35:45.403751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6caaa20f-6567-4f34-9e63-b679eaa9d728 req-5bc3a410-bd00-4261-a13b-7eccec7ebabb tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323722 Aug 30 13:35:46.540660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4450f8-3c3f-4c01-8f5a-428d38ae9d53 req-66ea4deb-69be-408d-a97e-67c86d389616 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:46.542159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a4450f8-3c3f-4c01-8f5a-428d38ae9d53 req-66ea4deb-69be-408d-a97e-67c86d389616 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 945 time: 0.0638828 Aug 30 13:35:46.583044 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a4450f8-3c3f-4c01-8f5a-428d38ae9d53 req-010a405b-1d7b-4ace-9e22-eef57b3c35da tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344424 Aug 30 13:35:46.707747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-fc417d93-43dd-4c42-aca3-43977c1492f8 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:46.709199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-fc417d93-43dd-4c42-aca3-43977c1492f8 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.35 "GET /v2.0/ports?device_id=800dc1f0-7fb2-4be5-bf4a-59b484fbed18 HTTP/1.1" status: 200 len: 945 time: 0.0496585 Aug 30 13:35:46.801843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Deleting port d9ef9cf8-935c-440a-bccb-c98449caa090 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:35:46.802137 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:46.901382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] For port d9ef9cf8-935c-440a-bccb-c98449caa090, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d9ef9cf8-935c-440a-bccb-c98449caa090,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:46.901897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:46.916125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Calling delete_port for d9ef9cf8-935c-440a-bccb-c98449caa090 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:35:47.052547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:47.067281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d9ef9cf8-935c-440a-bccb-c98449caa090'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:35:47.080897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Pushing event deleted for resources: {'Port': ['ID=d9ef9cf8-935c-440a-bccb-c98449caa090,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:47.129733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] No DVR routers for this DVR port d9ef9cf8-935c-440a-bccb-c98449caa090 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:35:47.132625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:47.134738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fa320dd0-9f8b-435d-8b09-d27f3422a689 req-ed8f70e9-189c-4ba3-b404-880161cdae56 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.35 "DELETE /v2.0/ports/d9ef9cf8-935c-440a-bccb-c98449caa090 HTTP/1.1" status: 204 len: 173 time: 0.4191360 Aug 30 13:35:47.135182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800dc1f0-7fb2-4be5-bf4a-59b484fbed18', 'name': 'network-vif-deleted', 'tag': 'd9ef9cf8-935c-440a-bccb-c98449caa090'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:35:47.137440 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848513e2-945c-463c-bc92-754d1b9a9b0e" -d '{"events": [{"server_uuid": "800dc1f0-7fb2-4be5-bf4a-59b484fbed18", "name": "network-vif-deleted", "tag": "d9ef9cf8-935c-440a-bccb-c98449caa090"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:35:47.173946 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6393af59-7e17-4626-8461-3dfd8e3cd4d5 x-openstack-request-id: req-6393af59-7e17-4626-8461-3dfd8e3cd4d5 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:35:47.174238 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "800dc1f0-7fb2-4be5-bf4a-59b484fbed18", "name": "network-vif-deleted", "tag": "d9ef9cf8-935c-440a-bccb-c98449caa090", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:35:47.174488 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6393af59-7e17-4626-8461-3dfd8e3cd4d5 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:35:47.174882 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800dc1f0-7fb2-4be5-bf4a-59b484fbed18', 'name': 'network-vif-deleted', 'tag': 'd9ef9cf8-935c-440a-bccb-c98449caa090', 'status': 'completed', 'code': 200} Aug 30 13:35:47.956766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-01a1805f-bf3e-42ca-b12f-3a134bf7eed2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:47.958305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-01a1805f-bf3e-42ca-b12f-3a134bf7eed2 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/networks?id=2f77ed32-6825-45b0-af5a-53c67a561e9c HTTP/1.1" status: 200 len: 809 time: 0.1077530 Aug 30 13:35:47.974970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-897880b8-6cec-467c-b41b-d46e1e2a700e tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/quotas/5a4d524e00674e2f975f846677354556 HTTP/1.1" status: 200 len: 375 time: 0.0101118 Aug 30 13:35:48.030714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-0b7b56b8-280a-4f3c-9fe3-b06cc49949ed tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=5a4d524e00674e2f975f846677354556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491636 Aug 30 13:35:48.125580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-d9de1eda-25a9-434b-8dbe-6f507bf6f769 service neutron] 10.222.0.37 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879798 Aug 30 13:35:48.215047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-cf955b6b-40c4-4600-a865-335b63f5f35e service neutron] 10.222.0.37 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829654 Aug 30 13:35:48.375514 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5a80d04-4226-4ef7-83dd-37e79bb66fe1 req-e669e806-2de6-4119-928e-c5cf959b2e1f tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 210 time: 0.0286794 Aug 30 13:35:49.331637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-1801477c-48da-4e38-b05b-94ca3de39376 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:49.333093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-1801477c-48da-4e38-b05b-94ca3de39376 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.35 "GET /v2.0/networks?id=2f77ed32-6825-45b0-af5a-53c67a561e9c HTTP/1.1" status: 200 len: 809 time: 0.1062422 Aug 30 13:35:49.346508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Request body: {'port': {'device_id': '1071fed5-d25d-4691-b2ba-54c726c09bae', 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c', 'admin_state_up': True, 'tenant_id': '5a4d524e00674e2f975f846677354556'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:49.477442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16d70027-2b66-47f0-99fd-6f4b342bd69c req-7916c7f4-4143-4f05-9466-14977bb61ee6 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 210 time: 0.0298328 Aug 30 13:35:49.478033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Made reservation on behalf of 5a4d524e00674e2f975f846677354556 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:35:49.481480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:49.608249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Allocated IP 172.20.0.6 (2f77ed32-6825-45b0-af5a-53c67a561e9c/cd077b00-f83c-42c7-8cbf-f6df13b0fbb5/bd763ece-946b-449c-9002-c98e09e5d9d4) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:35:49.756481 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:49.795634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:49.840223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Network 2f77ed32-6825-45b0-af5a-53c67a561e9c is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:35:49.843571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:35:49.846107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:35:49.871611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Pushing event updated for resources: {'Port': ['ID=bd763ece-946b-449c-9002-c98e09e5d9d4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:49.900069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:49.900676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:49.914935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-4893e541-7bf6-4419-baa7-0d63bfe995c9 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5722256 Aug 30 13:35:49.926951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Request body: {'port': {'device_id': '1071fed5-d25d-4691-b2ba-54c726c09bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:35:49.982810 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:50.041310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d9ef9cf8-935c-440a-bccb-c98449caa090 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:35:50.064369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: d9ef9cf8-935c-440a-bccb-c98449caa090 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:35:50.064758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d9ef9cf8-935c-440a-bccb-c98449caa090 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:35:50.244883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd763ece-946b-449c-9002-c98e09e5d9d4 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:35:50.252626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:50.265639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Transition to ACTIVE for port object bd763ece-946b-449c-9002-c98e09e5d9d4 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:35:50.269555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:50.335783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Pushing event updated for resources: {'Port': ['ID=bd763ece-946b-449c-9002-c98e09e5d9d4,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:50.388030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Attempting to bind port bd763ece-946b-449c-9002-c98e09e5d9d4 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:35:50.388351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Attempting to bind port bd763ece-946b-449c-9002-c98e09e5d9d4 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '0dce3865-75d4-4aff-98f3-d53f9e481102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:35:50.388674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Attempting to bind port bd763ece-946b-449c-9002-c98e09e5d9d4 on network 2f77ed32-6825-45b0-af5a-53c67a561e9c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:50.392837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Port bd763ece-946b-449c-9002-c98e09e5d9d4 on network 2f77ed32-6825-45b0-af5a-53c67a561e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:35:50.393152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Attempting to bind port bd763ece-946b-449c-9002-c98e09e5d9d4 on network 2f77ed32-6825-45b0-af5a-53c67a561e9c {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:35:50.397835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:35:50.398169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Checking segment: {'id': '0dce3865-75d4-4aff-98f3-d53f9e481102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:35:50.398550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Bound using segment: {'id': '0dce3865-75d4-4aff-98f3-d53f9e481102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:35:50.398965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Bound port: bd763ece-946b-449c-9002-c98e09e5d9d4, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dce3865-75d4-4aff-98f3-d53f9e481102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:35:50.399313 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:50.463345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] For port bd763ece-946b-449c-9002-c98e09e5d9d4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:35:50.466366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] For port bd763ece-946b-449c-9002-c98e09e5d9d4, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=bd763ece-946b-449c-9002-c98e09e5d9d4,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:35:50.470656 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:50.504850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:50.505450 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:50.506957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] 10.222.0.35 "PUT /v2.0/ports/bd763ece-946b-449c-9002-c98e09e5d9d4 HTTP/1.1" status: 200 len: 1091 time: 0.5840318 Aug 30 13:35:50.507382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1071fed5-d25d-4691-b2ba-54c726c09bae', 'tag': 'bd763ece-946b-449c-9002-c98e09e5d9d4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:35:50.509889 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5fed7b-6449-4976-9261-79abe578d9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "1071fed5-d25d-4691-b2ba-54c726c09bae", "tag": "bd763ece-946b-449c-9002-c98e09e5d9d4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:35:50.534396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804cc53d-3c5a-4c11-b9ed-fc8bffbb5264 service neutron] Pushing event updated for resources: {'Port': ['ID=bd763ece-946b-449c-9002-c98e09e5d9d4,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:50.561316 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2fc95a-89ce-4a34-8712-46d834408af3 x-openstack-request-id: req-4c2fc95a-89ce-4a34-8712-46d834408af3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:35:50.561602 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1071fed5-d25d-4691-b2ba-54c726c09bae", "tag": "bd763ece-946b-449c-9002-c98e09e5d9d4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:35:50.561876 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c2fc95a-89ce-4a34-8712-46d834408af3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:35:50.562269 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1071fed5-d25d-4691-b2ba-54c726c09bae', 'tag': 'bd763ece-946b-449c-9002-c98e09e5d9d4', 'status': 'completed', 'code': 200} Aug 30 13:35:50.594767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-0cf4c45c-ce13-44c6-892d-4a9d86f27c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:50.596290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-0cf4c45c-ce13-44c6-892d-4a9d86f27c01 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a4d524e00674e2f975f846677354556&device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 1094 time: 0.0450478 Aug 30 13:35:50.610532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268423d-92df-4561-b594-d39b2be9175d req-c68d52d7-388d-4321-9819-cb6bb67ea5ca tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:50.612542 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7268423d-92df-4561-b594-d39b2be9175d req-c68d52d7-388d-4321-9819-cb6bb67ea5ca tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 943 time: 0.0532963 Aug 30 13:35:50.643802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-e18d91e8-c2d6-41f9-b3be-23d1c719534d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd763ece-946b-449c-9002-c98e09e5d9d4 HTTP/1.1" status: 200 len: 217 time: 0.0397778 Aug 30 13:35:50.654301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7268423d-92df-4561-b594-d39b2be9175d req-53d6fed9-aba4-403a-a841-51202e16ecdf tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341616 Aug 30 13:35:50.693881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-fbf9aff4-94b2-4169-8b92-f8a9b969a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:50.695410 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-fbf9aff4-94b2-4169-8b92-f8a9b969a3a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd077b00-f83c-42c7-8cbf-f6df13b0fbb5 HTTP/1.1" status: 200 len: 849 time: 0.0450618 Aug 30 13:35:50.728169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-00ee5759-fe0d-4f83-b15d-922fddabf8aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f77ed32-6825-45b0-af5a-53c67a561e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253737 Aug 30 13:35:50.818988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-2835ea49-be3c-4d23-a1c4-10d391fbefb2 service neutron] 10.222.0.35 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840378 Aug 30 13:35:50.909685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-12a6423c-0b98-4f56-8993-d5c4ce7f4dec req-ebef0e28-2c8c-43fb-8743-903ff9aa0133 service neutron] 10.222.0.35 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838385 Aug 30 13:35:50.999154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-7afa24bf-13fb-4a50-89f1-d17db773cee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:51.000633 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-7afa24bf-13fb-4a50-89f1-d17db773cee3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a4d524e00674e2f975f846677354556&device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 1094 time: 0.0415845 Aug 30 13:35:51.094153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-89228516-a407-4dc3-9a51-d3ef1dae4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:51.095510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-89228516-a407-4dc3-9a51-d3ef1dae4b0d service neutron] 10.222.0.35 "GET /v2.0/networks?id=2f77ed32-6825-45b0-af5a-53c67a561e9c HTTP/1.1" status: 200 len: 910 time: 0.0879550 Aug 30 13:35:51.137830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-22c58691-aa32-43c1-8ae7-cd6ba4b6c4ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd763ece-946b-449c-9002-c98e09e5d9d4 HTTP/1.1" status: 200 len: 217 time: 0.0347850 Aug 30 13:35:51.191986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-cdf2415d-3937-4f21-8ab6-c0abaf6015d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:51.193449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-cdf2415d-3937-4f21-8ab6-c0abaf6015d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cd077b00-f83c-42c7-8cbf-f6df13b0fbb5 HTTP/1.1" status: 200 len: 849 time: 0.0486009 Aug 30 13:35:51.226299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-d95e117e-cd80-4a53-be4c-eafa2053ce37 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2f77ed32-6825-45b0-af5a-53c67a561e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255089 Aug 30 13:35:51.314722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-e8d93171-fec2-4f58-b8b8-584e71a386a9 service neutron] 10.222.0.35 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813074 Aug 30 13:35:51.408121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b5fed7b-6449-4976-9261-79abe578d9e3 req-8fb3b6d8-061f-4553-b4be-0dd23cf62b0d service neutron] 10.222.0.35 "GET /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862021 Aug 30 13:35:51.772658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e022b-1c2e-47fb-a62d-440fd811e51a req-d92125e5-4ce6-4142-aa9e-07eb0a55008d tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:51.774281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a95e022b-1c2e-47fb-a62d-440fd811e51a req-d92125e5-4ce6-4142-aa9e-07eb0a55008d tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 943 time: 0.0496759 Aug 30 13:35:51.813402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a95e022b-1c2e-47fb-a62d-440fd811e51a req-dc1e5372-79cb-4d31-b5aa-35abe7e4ee5d tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325963 Aug 30 13:35:52.933538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9384a41-6a47-4071-b936-a63eb7fdffed req-25c3ba9b-b674-426e-b5c9-5e5d5374fd96 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:52.935064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9384a41-6a47-4071-b936-a63eb7fdffed req-25c3ba9b-b674-426e-b5c9-5e5d5374fd96 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 943 time: 0.0539880 Aug 30 13:35:52.972991 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9384a41-6a47-4071-b936-a63eb7fdffed req-c233ae49-2777-4e97-b1bf-62a1941bf2c7 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Aug 30 13:35:54.041141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device bd763ece-946b-449c-9002-c98e09e5d9d4 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:35:54.087285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755871fa-54ed-4b65-92a0-a7d7265b18fe req-6401da46-6cca-41d6-9be4-468b86643792 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:54.088828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-755871fa-54ed-4b65-92a0-a7d7265b18fe req-6401da46-6cca-41d6-9be4-468b86643792 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 943 time: 0.0498931 Aug 30 13:35:54.127678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-755871fa-54ed-4b65-92a0-a7d7265b18fe req-01711970-865c-48d3-9a26-22f7d391864c tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Aug 30 13:35:54.136109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port bd763ece-946b-449c-9002-c98e09e5d9d4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=bd763ece-946b-449c-9002-c98e09e5d9d4,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:54.148180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'bd763ece-946b-449c-9002-c98e09e5d9d4', 'network_id': '2f77ed32-6825-45b0-af5a-53c67a561e9c', 'port_id': 'bd763ece-946b-449c-9002-c98e09e5d9d4', 'mac_address': 'fa:16:3e:b1:cc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd077b00-f83c-42c7-8cbf-f6df13b0fbb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:35:54.188602 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:54.201334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd763ece-946b-449c-9002-c98e09e5d9d4 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:35:54.220804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port bd763ece-946b-449c-9002-c98e09e5d9d4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=bd763ece-946b-449c-9002-c98e09e5d9d4,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:54.224707 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:54.276822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=bd763ece-946b-449c-9002-c98e09e5d9d4,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:54.519827 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['bd763ece-946b-449c-9002-c98e09e5d9d4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:35:55.244711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474a0eb-2727-4b1e-b56c-e5caba512b45 req-e56b1370-d51c-4ed5-85f9-90c21cd6e254 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:55.246254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9474a0eb-2727-4b1e-b56c-e5caba512b45 req-e56b1370-d51c-4ed5-85f9-90c21cd6e254 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 944 time: 0.0514698 Aug 30 13:35:55.284398 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9474a0eb-2727-4b1e-b56c-e5caba512b45 req-fabcf45a-a83b-46a1-a02a-10204e335001 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Aug 30 13:35:56.040922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device bd763ece-946b-449c-9002-c98e09e5d9d4 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:35:56.090741 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port bd763ece-946b-449c-9002-c98e09e5d9d4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:35:56.094443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port bd763ece-946b-449c-9002-c98e09e5d9d4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:35:56.094813 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:56.171508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:56.194636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1071fed5-d25d-4691-b2ba-54c726c09bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd763ece-946b-449c-9002-c98e09e5d9d4'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:35:56.196872 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19a813e-c31c-426c-89ee-c03e97a4949b" -d '{"events": [{"server_uuid": "1071fed5-d25d-4691-b2ba-54c726c09bae", "name": "network-vif-plugged", "status": "completed", "tag": "bd763ece-946b-449c-9002-c98e09e5d9d4"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:35:56.214167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port bd763ece-946b-449c-9002-c98e09e5d9d4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=bd763ece-946b-449c-9002-c98e09e5d9d4,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:35:56.218268 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:56.241767 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c324da9f-bd6c-4328-8f43-9a6398dd8703 x-openstack-request-id: req-c324da9f-bd6c-4328-8f43-9a6398dd8703 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:35:56.242063 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1071fed5-d25d-4691-b2ba-54c726c09bae", "name": "network-vif-plugged", "status": "completed", "tag": "bd763ece-946b-449c-9002-c98e09e5d9d4", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:35:56.242316 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c324da9f-bd6c-4328-8f43-9a6398dd8703 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:35:56.242706 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1071fed5-d25d-4691-b2ba-54c726c09bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd763ece-946b-449c-9002-c98e09e5d9d4', 'code': 200} Aug 30 13:35:56.271226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=bd763ece-946b-449c-9002-c98e09e5d9d4,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:35:56.336828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b2bc4-3fc6-48cb-8b23-6ffbdab0539b req-c350c8cd-1b18-415f-8165-90fd77be276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:56.338530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de6b2bc4-3fc6-48cb-8b23-6ffbdab0539b req-c350c8cd-1b18-415f-8165-90fd77be276d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 1096 time: 0.0439270 Aug 30 13:35:56.373821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de6b2bc4-3fc6-48cb-8b23-6ffbdab0539b req-ab415aab-b83d-45fc-8287-92bf07af92e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285032 Aug 30 13:35:56.399202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a716d27-9e6a-4d14-8328-a28c920013eb req-0c972804-d711-4568-b7c1-a015625254fd tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:56.400678 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a716d27-9e6a-4d14-8328-a28c920013eb req-0c972804-d711-4568-b7c1-a015625254fd tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 945 time: 0.0487938 Aug 30 13:35:56.443255 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a716d27-9e6a-4d14-8328-a28c920013eb req-f9fa26f1-1421-43be-9b96-1a712e22483e tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355103 Aug 30 13:35:57.561797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac6584-fcd1-47db-b652-bf08690523a6 req-ba589c75-05e6-4ba5-9f13-96019b67fb80 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:57.563336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dac6584-fcd1-47db-b652-bf08690523a6 req-ba589c75-05e6-4ba5-9f13-96019b67fb80 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 945 time: 0.0497606 Aug 30 13:35:57.605256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dac6584-fcd1-47db-b652-bf08690523a6 req-4d148f28-b756-427a-9832-96691f605c6b tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354183 Aug 30 13:35:58.529889 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:35:58.724219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e662e16-81b1-49ca-b26f-441e7ec71072 req-be77e57f-c6e9-4a22-ba26-a6ea3e3b7675 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:58.725611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e662e16-81b1-49ca-b26f-441e7ec71072 req-be77e57f-c6e9-4a22-ba26-a6ea3e3b7675 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 945 time: 0.0520182 Aug 30 13:35:58.763899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e662e16-81b1-49ca-b26f-441e7ec71072 req-6a6c7e39-4efd-443a-ba29-8da3d9e3e21a tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Aug 30 13:35:59.403374 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebcec03-7e43-4ba8-ac67-290bf437c8dd req-ec053cd5-a233-4834-a898-cede953d9a7c tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:35:59.404874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ebcec03-7e43-4ba8-ac67-290bf437c8dd req-ec053cd5-a233-4834-a898-cede953d9a7c tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 945 time: 0.0496168 Aug 30 13:35:59.443824 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ebcec03-7e43-4ba8-ac67-290bf437c8dd req-e8c9ab45-6cad-4b78-ae29-931a684edcff tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327363 Aug 30 13:36:00.564904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd5a07-43ab-4e1d-a0d9-efa9e0bcdce6 req-7e5b3976-c5af-4b65-bdbc-9c0963658374 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:00.566486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d9fd5a07-43ab-4e1d-a0d9-efa9e0bcdce6 req-7e5b3976-c5af-4b65-bdbc-9c0963658374 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 945 time: 0.0525589 Aug 30 13:36:00.606357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d9fd5a07-43ab-4e1d-a0d9-efa9e0bcdce6 req-efb8ad94-011f-480a-a573-d6341d45d1ac tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.37 "GET /v2.0/security-groups?id=141a9d20-cb76-4920-b70a-4397f2f22bb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335047 Aug 30 13:36:00.772466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b0fb0-0607-4655-896a-884361aa90b5 req-6e3f3d7a-cf7b-4baa-ba1e-c12648ad5dec tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:00.773865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690b0fb0-0607-4655-896a-884361aa90b5 req-6e3f3d7a-cf7b-4baa-ba1e-c12648ad5dec tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.35 "GET /v2.0/ports?device_id=1071fed5-d25d-4691-b2ba-54c726c09bae HTTP/1.1" status: 200 len: 945 time: 0.0523500 Aug 30 13:36:00.861826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-690b0fb0-0607-4655-896a-884361aa90b5 req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Deleting port bd763ece-946b-449c-9002-c98e09e5d9d4 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:36:00.862163 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690b0fb0-0607-4655-896a-884361aa90b5 req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:00.954031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:00.956274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-690b0fb0-0607-4655-896a-884361aa90b5 req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] For port bd763ece-946b-449c-9002-c98e09e5d9d4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=bd763ece-946b-449c-9002-c98e09e5d9d4,segment=NetworkSegment(0dce3865-75d4-4aff-98f3-d53f9e481102),segment_id=0dce3865-75d4-4aff-98f3-d53f9e481102)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:36:00.956644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690b0fb0-0607-4655-896a-884361aa90b5 req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:00.970269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-690b0fb0-0607-4655-896a-884361aa90b5 req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Calling delete_port for bd763ece-946b-449c-9002-c98e09e5d9d4 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:36:01.094327 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690b0fb0-0607-4655-896a-884361aa90b5 req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:01.106878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['bd763ece-946b-449c-9002-c98e09e5d9d4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:36:01.127048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Pushing event deleted for resources: {'Port': ['ID=bd763ece-946b-449c-9002-c98e09e5d9d4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:01.167667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-690b0fb0-0607-4655-896a-884361aa90b5 req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] No DVR routers for this DVR port bd763ece-946b-449c-9002-c98e09e5d9d4 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:36:01.170437 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-690b0fb0-0607-4655-896a-884361aa90b5 req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:01.172392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-690b0fb0-0607-4655-896a-884361aa90b5 req-547a8d3b-0931-4b79-abc2-2ca705de08e3 tempest-VolumesActionsTest-2058530878 tempest-VolumesActionsTest-2058530878-project] 10.222.0.35 "DELETE /v2.0/ports/bd763ece-946b-449c-9002-c98e09e5d9d4 HTTP/1.1" status: 204 len: 173 time: 0.3928556 Aug 30 13:36:01.172870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1071fed5-d25d-4691-b2ba-54c726c09bae', 'name': 'network-vif-deleted', 'tag': 'bd763ece-946b-449c-9002-c98e09e5d9d4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:36:01.175104 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7921a7-f971-45d1-b9f9-858d3ba3e60d" -d '{"events": [{"server_uuid": "1071fed5-d25d-4691-b2ba-54c726c09bae", "name": "network-vif-deleted", "tag": "bd763ece-946b-449c-9002-c98e09e5d9d4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:36:01.214201 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66accad9-bc67-4e5c-badb-ea51a36fb964 x-openstack-request-id: req-66accad9-bc67-4e5c-badb-ea51a36fb964 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:36:01.214512 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1071fed5-d25d-4691-b2ba-54c726c09bae", "name": "network-vif-deleted", "tag": "bd763ece-946b-449c-9002-c98e09e5d9d4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:36:01.215489 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-66accad9-bc67-4e5c-badb-ea51a36fb964 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:36:01.215794 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1071fed5-d25d-4691-b2ba-54c726c09bae', 'name': 'network-vif-deleted', 'tag': 'bd763ece-946b-449c-9002-c98e09e5d9d4', 'status': 'completed', 'code': 200} Aug 30 13:36:03.322921 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58172) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:03.452236 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcc701-3e64-4a3f-82d4-d558cb39e336 req-32837cfd-5e24-4c52-83ae-2ea875856335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:03.460842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fbcc701-3e64-4a3f-82d4-d558cb39e336 req-32837cfd-5e24-4c52-83ae-2ea875856335 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 1096 time: 0.1347191 Aug 30 13:36:03.498238 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fbcc701-3e64-4a3f-82d4-d558cb39e336 req-7e2dc82a-3a66-4eb7-a3e1-913ab3bd7bfa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361905 Aug 30 13:36:04.072714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device bd763ece-946b-449c-9002-c98e09e5d9d4 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:36:04.096825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: bd763ece-946b-449c-9002-c98e09e5d9d4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:36:04.097586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device bd763ece-946b-449c-9002-c98e09e5d9d4 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:36:06.716537 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b0d60867-d157-4563-8c1c-5c4010334ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:08.856296 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:36:09.450110 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c056acd0-dc62-4c8a-83ec-f59232af915e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:10.007729 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:10.909114 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:12.279344 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.403166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58344) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:20.453589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5769f218-8107-4dff-bbc9-25171fd81e74 admin admin] Deleting subnet cd077b00-f83c-42c7-8cbf-f6df13b0fbb5 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:36:20.456644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5769f218-8107-4dff-bbc9-25171fd81e74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.493755 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5769f218-8107-4dff-bbc9-25171fd81e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.532986 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5769f218-8107-4dff-bbc9-25171fd81e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.587276 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5769f218-8107-4dff-bbc9-25171fd81e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.616439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769f218-8107-4dff-bbc9-25171fd81e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd077b00-f83c-42c7-8cbf-f6df13b0fbb5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:20.620156 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5769f218-8107-4dff-bbc9-25171fd81e74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.622733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5769f218-8107-4dff-bbc9-25171fd81e74 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cd077b00-f83c-42c7-8cbf-f6df13b0fbb5 HTTP/1.1" status: 204 len: 168 time: 0.2139552 Aug 30 13:36:20.625601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58346) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:20.696100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.776204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.786481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f77ed32-6825-45b0-af5a-53c67a561e9c']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:20.797249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dce3865-75d4-4aff-98f3-d53f9e481102') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:20.797543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dce3865-75d4-4aff-98f3-d53f9e481102') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:20.806205 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.820325 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.826623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:36:20.827002 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:36:20.828739 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:36:20.886215 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.891530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:20.893364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2f77ed32-6825-45b0-af5a-53c67a561e9c HTTP/1.1" status: 204 len: 168 time: 0.2668309 Aug 30 13:36:20.904583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaae7e-fcf3-4c88-8d6f-893d34130969 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f77ed32-6825-45b0-af5a-53c67a561e9c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:21.030139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58350) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:21.069740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ed5f98a6-57a7-48db-9f67-0fba42a13afc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a4d524e00674e2f975f846677354556&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384796 Aug 30 13:36:21.072081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58352) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:21.120239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54476e06-b6cd-4e25-920f-df8d86afc26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:21.141568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54476e06-b6cd-4e25-920f-df8d86afc26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:21.530859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54476e06-b6cd-4e25-920f-df8d86afc26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:21.533422 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-54476e06-b6cd-4e25-920f-df8d86afc26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:21.534678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-54476e06-b6cd-4e25-920f-df8d86afc26b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/141a9d20-cb76-4920-b70a-4397f2f22bb1 HTTP/1.1" status: 204 len: 168 time: 0.4617057 Aug 30 13:36:21.543152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54476e06-b6cd-4e25-920f-df8d86afc26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141a9d20-cb76-4920-b70a-4397f2f22bb1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:23.185277 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-263e1299-d61c-4b31-81e9-6609eb8e55d5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418861 Aug 30 13:36:23.271716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-19116682-15a9-4a76-85aa-364525c6be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:23.273341 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-19116682-15a9-4a76-85aa-364525c6be87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7&device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 1096 time: 0.0462544 Aug 30 13:36:23.390059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-29daf6f4-a6db-4724-ba88-84d9412c0a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:23.391559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-29daf6f4-a6db-4724-ba88-84d9412c0a12 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b401d331-45a8-47d3-9cda-a95919f81f47 HTTP/1.1" status: 200 len: 910 time: 0.0934303 Aug 30 13:36:23.457088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-ca9e52c0-4315-4060-8352-658f33b9b150 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07 HTTP/1.1" status: 200 len: 1001 time: 0.0588067 Aug 30 13:36:23.505865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-af8517a0-a5dd-42f9-87d9-5a0995984984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:23.507432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-af8517a0-a5dd-42f9-87d9-5a0995984984 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c68d638-95f5-4d06-a12b-a5df1c39a034 HTTP/1.1" status: 200 len: 848 time: 0.0439508 Aug 30 13:36:23.555887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-ad8d9bb0-b922-4de0-ab07-13bc8f931c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:23.557339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-ad8d9bb0-b922-4de0-ab07-13bc8f931c59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b401d331-45a8-47d3-9cda-a95919f81f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431786 Aug 30 13:36:23.645070 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-762f05c6-d5cb-4b8f-9055-b97bcae381a5 service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800862 Aug 30 13:36:23.740697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5af3834a-9ff1-4bd9-a603-4a6f33bbe59e req-73abde44-85db-41c4-9032-28e2ebffb05a service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878005 Aug 30 13:36:28.538314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:30.973431 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:35.595745 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58500) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:35.705428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:35.795557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:35.799453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:35.835514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b423e2-cf51-4d02-bfda-7460ad8c696d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:35.839420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=718f898319704622b99e0861b44f8cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426550 Aug 30 13:36:35.842264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58504) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:35.845636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.845955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.846299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.846637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.846968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.847296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.847625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.847952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.848280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.848602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.848925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.849250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c760fa25-b5de-4928-aab4-cb40a638b045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.893907 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:35.914888 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:35.961002 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:35.963655 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:35.964742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5b423e2-cf51-4d02-bfda-7460ad8c696d HTTP/1.1" status: 204 len: 168 time: 0.1214659 Aug 30 13:36:35.972816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b423e2-cf51-4d02-bfda-7460ad8c696d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:35.981069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.981416 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.981784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.982125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.982577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.982780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.983112 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.983455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.983763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.984087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.984411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:35.984732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81586f0-6086-4dc8-9dad-4274802ccfbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:36.712917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ad149758-2e0d-421f-a1e6-44cf4a231570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.559943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58544) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:37.565019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456193789', 'description': 'tempest-secgroup-smoke-456193789 description', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:37.587326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.595255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.688123 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.691813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.727572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934d150b-3ecc-4f8b-96e4-59a831649842,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:37.783270 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.787105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.816317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.817547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2565949 Aug 30 13:36:37.819478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00cf7a-e515-4663-ac97-453e51a0ceed tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:37.820713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58546) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:37.826208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2951cd5c-b100-4ef1-a576-f2d4292d184c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:37.851857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2951cd5c-b100-4ef1-a576-f2d4292d184c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.907584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2951cd5c-b100-4ef1-a576-f2d4292d184c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.911447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2951cd5c-b100-4ef1-a576-f2d4292d184c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.928941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951cd5c-b100-4ef1-a576-f2d4292d184c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75be33ac-3bef-44f4-8133-dfac901143e9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:37.936407 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2951cd5c-b100-4ef1-a576-f2d4292d184c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:37.937772 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2951cd5c-b100-4ef1-a576-f2d4292d184c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159832 Aug 30 13:36:37.940606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58548) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:37.945050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-557e6e28-49fe-48da-82da-48f193a58037 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:37.972005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-557e6e28-49fe-48da-82da-48f193a58037 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.033753 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-557e6e28-49fe-48da-82da-48f193a58037 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.037806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-557e6e28-49fe-48da-82da-48f193a58037 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.055875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e6e28-49fe-48da-82da-48f193a58037 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee676fcf-0dfa-405a-98cf-5106a3097fdc,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:38.062935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-557e6e28-49fe-48da-82da-48f193a58037 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.064052 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-557e6e28-49fe-48da-82da-48f193a58037 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1225989 Aug 30 13:36:38.066740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58550) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:38.071099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d5ee7681-d6f3-40ba-b333-3076da150d15 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:38.095866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7681-d6f3-40ba-b333-3076da150d15 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.152909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7681-d6f3-40ba-b333-3076da150d15 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.157018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7681-d6f3-40ba-b333-3076da150d15 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.174563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee7681-d6f3-40ba-b333-3076da150d15 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f59e085-0bce-4a16-a288-ada18eabb3df,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:38.184264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5ee7681-d6f3-40ba-b333-3076da150d15 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.185486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d5ee7681-d6f3-40ba-b333-3076da150d15 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178358 Aug 30 13:36:38.188277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58552) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:38.192861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7f168ad8-abc5-426d-91f1-bb6adf029775 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:38.219379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f168ad8-abc5-426d-91f1-bb6adf029775 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.279328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f168ad8-abc5-426d-91f1-bb6adf029775 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.283593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f168ad8-abc5-426d-91f1-bb6adf029775 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.301376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f168ad8-abc5-426d-91f1-bb6adf029775 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7e156d-f4ac-49e1-9b42-9df09e8051f3,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:38.307273 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f168ad8-abc5-426d-91f1-bb6adf029775 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.308369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7f168ad8-abc5-426d-91f1-bb6adf029775 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191666 Aug 30 13:36:38.311121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58554) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:38.315557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1a49b3ee-88f7-4346-a1ce-86c163fa2d9e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:38.335863 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-1a49b3ee-88f7-4346-a1ce-86c163fa2d9e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Project 4d2a1f900cc24b8f8e70058c2e270d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:36:38.341134 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a49b3ee-88f7-4346-a1ce-86c163fa2d9e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.404700 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a49b3ee-88f7-4346-a1ce-86c163fa2d9e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.408498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a49b3ee-88f7-4346-a1ce-86c163fa2d9e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.427252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a49b3ee-88f7-4346-a1ce-86c163fa2d9e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab468b5-fff8-4c85-95ab-e1feba5908e7,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:38.432525 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1a49b3ee-88f7-4346-a1ce-86c163fa2d9e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.433740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1a49b3ee-88f7-4346-a1ce-86c163fa2d9e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216621 Aug 30 13:36:38.436452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58556) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:38.440831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-049c8267-63f0-4479-b5a8-8b47ceef518f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:38.462186 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-049c8267-63f0-4479-b5a8-8b47ceef518f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Project 4d2a1f900cc24b8f8e70058c2e270d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:36:38.467359 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-049c8267-63f0-4479-b5a8-8b47ceef518f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.528541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-049c8267-63f0-4479-b5a8-8b47ceef518f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.532294 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-049c8267-63f0-4479-b5a8-8b47ceef518f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.551306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c8267-63f0-4479-b5a8-8b47ceef518f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd5a052-6a4d-4cb5-8ce4-a11d9e73d860,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:38.558018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-049c8267-63f0-4479-b5a8-8b47ceef518f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.558746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-049c8267-63f0-4479-b5a8-8b47ceef518f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213508 Aug 30 13:36:38.561916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58558) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:38.566880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'network': {'name': 'tempest-network-smoke--675268520', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'port_security_enabled': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:38.587172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:36:38.591189 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.614980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:36:38.625339 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.625715 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Added segment 7c98b838-a888-4633-90ef-9be44cc6f871 of type vlan for network ff6d343f-9f97-49dc-a765-c68a7afd8751 Aug 30 13:36:38.664839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.692364 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.699249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:38.699880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.755380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1922975 Aug 30 13:36:38.758278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58560) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:38.763771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'admin_state_up': True, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:38.777637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d66b76-6f48-4196-ab8e-6a0d62711575 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Network': ['ID=ff6d343f-9f97-49dc-a765-c68a7afd8751,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:38.787711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.788443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network ff6d343f-9f97-49dc-a765-c68a7afd8751 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:36:38.789024 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.842721 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:38.976059 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:39.167857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:39.187344 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:39.289464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.25.2.76 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/a26f1ea2-49df-4f88-9caa-0add94246fed) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:36:39.397497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:39.440496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:39.440922 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-feaf70b3-0f85-4f2f-8fc9-1c804beeb32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:39.480551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:36:39.483459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:36:39.486967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:36:39.492442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=a26f1ea2-49df-4f88-9caa-0add94246fed,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:39.734277 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:39.937884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:40.000686 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:40.066269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:36:40.437843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:36:40.447286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Sync routers for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:36:40.457014 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:40.457620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:36:40.458276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:36:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:40.462100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bc1b2806-3b28-49dc-a045-9397bbbb3170 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6993940 Aug 30 13:36:40.462239 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58562) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:40.567514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:36:40.594982 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-93affbab-04e7-45cd-930d-c605ad1b39b1 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=4d2a1f900cc24b8f8e70058c2e270d19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1317170 Aug 30 13:36:40.597649 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58566) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:40.745436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:39Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:40.753227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44669abc-7b21-4184-b03b-76913ab32391 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:40.755430 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-44669abc-7b21-4184-b03b-76913ab32391 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1567895 Aug 30 13:36:40.758566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58568) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:40.776811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Checking router: 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:36:40.777204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Updating router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 port a26f1ea2-49df-4f88-9caa-0add94246fed binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:36:40.799276 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eb0aa805-4f06-4704-a0dd-2dd2c3d1725a tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395842 Aug 30 13:36:40.801981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58570) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:40.802749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:40.807010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-708470898', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:40.896191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:36:40.899748 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:40.923688 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.092735 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.155944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Subnet': ['ID=eb35457b-cfc3-4963-9aba-cc78f1b7e040,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:41.166822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Checking segment: {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:36:41.167379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network hostable DHCP agents. Network: ff6d343f-9f97-49dc-a765-c68a7afd8751, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:36:41.184532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network ff6d343f-9f97-49dc-a765-c68a7afd8751 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:36:41.193540 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, ff6d343f-9f97-49dc-a765-c68a7afd8751) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:36:41.198363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:41.199177 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.206613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3508a76b-8d81-4621-9f9f-c345710bdc88 None None] Network ff6d343f-9f97-49dc-a765-c68a7afd8751 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:36:41.216725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8c1df3f6-72ce-465f-8cdc-b8105c957a72 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4106688 Aug 30 13:36:41.217071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58572) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:41.274729 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.297285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Transition to ACTIVE for port object a26f1ea2-49df-4f88-9caa-0add94246fed will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:36:41.308670 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.407421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Pushing event updated for resources: {'Port': ['ID=a26f1ea2-49df-4f88-9caa-0add94246fed,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:41.415919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Attempting to bind port a26f1ea2-49df-4f88-9caa-0add94246fed on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:36:41.416891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Attempting to bind port a26f1ea2-49df-4f88-9caa-0add94246fed by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:36:41.417926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Attempting to bind port a26f1ea2-49df-4f88-9caa-0add94246fed on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:36:41.422690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.423054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.423387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.423732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.424072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.424416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.424751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.425083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.425414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.425768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.426099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.426428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:41.446555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:36:41.446951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:36:41.447851 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.448922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:36:41.449436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Bound port: a26f1ea2-49df-4f88-9caa-0add94246fed, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:36:41.449853 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.472110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-ff6d343f-9f97-49dc-a765-c68a7afd8751', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:36:41.472966 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.580444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] For port a26f1ea2-49df-4f88-9caa-0add94246fed, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:36:41.585336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] For port a26f1ea2-49df-4f88-9caa-0add94246fed, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a26f1ea2-49df-4f88-9caa-0add94246fed,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:36:41.589592 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.688713 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:41.713829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953db91-07b7-4cd8-bf95-eb81c312d5e3 None None] Pushing event updated for resources: {'Port': ['ID=a26f1ea2-49df-4f88-9caa-0add94246fed,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:41.733795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:36:41.734876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:36:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:41.743384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Allocated IP 172.20.0.2 (ff6d343f-9f97-49dc-a765-c68a7afd8751/eb35457b-cfc3-4963-9aba-cc78f1b7e040/8bdcdae0-192d-4378-bff5-23b8535428f4) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:36:41.924513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:36:42.097902 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:42.112356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Transition to ACTIVE for port object 8bdcdae0-192d-4378-bff5-23b8535428f4 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:36:42.146812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Transition to ACTIVE for port object 8bdcdae0-192d-4378-bff5-23b8535428f4 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:36:42.154740 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:42.199781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Network ff6d343f-9f97-49dc-a765-c68a7afd8751 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:36:42.202044 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.20.0.1 (ff6d343f-9f97-49dc-a765-c68a7afd8751/eb35457b-cfc3-4963-9aba-cc78f1b7e040/19e5df09-7371-4045-860e-03bad216761a) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:36:42.206370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:36:42.212366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:36:42.221702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Pushing event updated for resources: {'Port': ['ID=8bdcdae0-192d-4378-bff5-23b8535428f4,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:42.251051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:39Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:42.304045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df64d85-be2e-476c-ae2d-ea0b8331bd3d None None] The sync data for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 is: [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:39Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:36:42.312786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Attempting to bind port 8bdcdae0-192d-4378-bff5-23b8535428f4 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:36:42.313186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Attempting to bind port 8bdcdae0-192d-4378-bff5-23b8535428f4 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:36:42.313733 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Attempting to bind port 8bdcdae0-192d-4378-bff5-23b8535428f4 on network ff6d343f-9f97-49dc-a765-c68a7afd8751 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:36:42.317195 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:42.320277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:36:42.320664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Checking segment: {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:36:42.324577 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:42.324577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Bound using segment: {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:36:42.324577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Bound port: 8bdcdae0-192d-4378-bff5-23b8535428f4, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:36:42.324577 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:42.328505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:42.344856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Transition to ACTIVE for port object 19e5df09-7371-4045-860e-03bad216761a will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:36:42.382753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:42.395000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] For port 8bdcdae0-192d-4378-bff5-23b8535428f4, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:36:42.398479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] For port 8bdcdae0-192d-4378-bff5-23b8535428f4, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8bdcdae0-192d-4378-bff5-23b8535428f4,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:36:42.408588 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:42.434819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network ff6d343f-9f97-49dc-a765-c68a7afd8751 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:36:42.441450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:36:42.444282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:36:42.469433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240dccd-228a-422c-a62c-ba1016f46afb None None] Pushing event updated for resources: {'Port': ['ID=8bdcdae0-192d-4378-bff5-23b8535428f4,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:42.493499 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=19e5df09-7371-4045-860e-03bad216761a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:42.506658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:42.691649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:43.008457 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:43.013689 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:43.090997 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:43.093014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=19e5df09-7371-4045-860e-03bad216761a,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:43.197441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network ff6d343f-9f97-49dc-a765-c68a7afd8751 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:36:43.199653 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:36:43.323989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:36:43.440279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28496dfa-7660-4a69-ab5e-cbf4fa94a60c None None] Network ff6d343f-9f97-49dc-a765-c68a7afd8751 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:36:43.443410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:36:43.449856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-21cea666-9b99-4f49-8260-cee6dcac7aae tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "PUT /v2.0/routers/8f308d8b-7332-4a08-a09a-cb8e39fe8d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2310205 Aug 30 13:36:43.546473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a9ba77c9-0e71-4054-95fd-b9ba44105308 None None] Provisioning for port 8bdcdae0-192d-4378-bff5-23b8535428f4 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:36:43.609177 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-b170d4d6-ee59-4622-b3c6-20735d1393ea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456193789&fields=id&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 267 time: 0.0413635 Aug 30 13:36:43.692957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a26f1ea2-49df-4f88-9caa-0add94246fed up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:36:43.741044 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-e238f574-6acc-46a9-9717-64fce1151cf4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:43.742861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-e238f574-6acc-46a9-9717-64fce1151cf4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 796 time: 0.1263475 Aug 30 13:36:43.748631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a26f1ea2-49df-4f88-9caa-0add94246fed completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:36:43.753425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a26f1ea2-49df-4f88-9caa-0add94246fed triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:43.754086 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:43.760860 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-6543302a-d286-48cf-bd9f-7bed8c62cf9f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/quotas/4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 375 time: 0.0108504 Aug 30 13:36:43.832530 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-e094936f-6055-4fd4-a24a-73bd4f842d27 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656588 Aug 30 13:36:43.848745 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:43.878692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port a26f1ea2-49df-4f88-9caa-0add94246fed, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a26f1ea2-49df-4f88-9caa-0add94246fed,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:36:43.883305 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:43.884601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8bdcdae0-192d-4378-bff5-23b8535428f4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:36:43.978698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=a26f1ea2-49df-4f88-9caa-0add94246fed,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:43.995647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 8bdcdae0-192d-4378-bff5-23b8535428f4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:36:44.000629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9354b404-ac1b-45bf-90be-2331fd06fa06 None None] Provisioning for port 19e5df09-7371-4045-860e-03bad216761a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:36:44.005468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 8bdcdae0-192d-4378-bff5-23b8535428f4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:44.005873 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.008984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9354b404-ac1b-45bf-90be-2331fd06fa06 None None] Provisioning complete for port 19e5df09-7371-4045-860e-03bad216761a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:44.008984 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9354b404-ac1b-45bf-90be-2331fd06fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.013055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-83f40e83-c70a-44fd-bc6c-e93431833ac2 service neutron] 10.222.0.37 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672151 Aug 30 13:36:44.070944 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Sync routers for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:36:44.084097 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:36:44.084805 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:36:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:44.090916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9354b404-ac1b-45bf-90be-2331fd06fa06 None None] Port 19e5df09-7371-4045-860e-03bad216761a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:36:44.108059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9354b404-ac1b-45bf-90be-2331fd06fa06 None None] Provisioning complete for port 8bdcdae0-192d-4378-bff5-23b8535428f4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:44.108435 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9354b404-ac1b-45bf-90be-2331fd06fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.139331 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-d87a7675-1813-4271-891b-430ba26da0a0 service neutron] 10.222.0.37 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199474 Aug 30 13:36:44.171557 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.206043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 8bdcdae0-192d-4378-bff5-23b8535428f4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8bdcdae0-192d-4378-bff5-23b8535428f4,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:36:44.214629 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.234935 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:36:44.301869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=8bdcdae0-192d-4378-bff5-23b8535428f4,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:44.377937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ce9a520c-caa8-4535-9629-86a17cdc3b7d req-0fe316eb-96d8-47e3-859f-ffce7da64a68 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 210 time: 0.0306187 Aug 30 13:36:44.422563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2377a2bc-efa0-4d99-b37c-90210c071ac6 None None] Provisioning complete for port 19e5df09-7371-4045-860e-03bad216761a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:44.423022 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2377a2bc-efa0-4d99-b37c-90210c071ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.463888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2377a2bc-efa0-4d99-b37c-90210c071ac6 None None] Port 19e5df09-7371-4045-860e-03bad216761a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:36:44.493692 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '19e5df09-7371-4045-860e-03bad216761a', 'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:de:89:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:41Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 2, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:44.521774 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Checking router: 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:36:44.522365 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Updating router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 port 19e5df09-7371-4045-860e-03bad216761a binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:36:44.548450 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.835052 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.845079 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Transition to ACTIVE for port object 19e5df09-7371-4045-860e-03bad216761a will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:36:44.851102 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.905062 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Pushing event updated for resources: {'Port': ['ID=19e5df09-7371-4045-860e-03bad216761a,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:44.930808 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.931151 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.931493 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.932488 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.932943 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.933294 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.933634 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.933995 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.934326 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.934659 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.934982 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.935304 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:36:44.968973 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Attempting to bind port 19e5df09-7371-4045-860e-03bad216761a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:36:44.969339 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Attempting to bind port 19e5df09-7371-4045-860e-03bad216761a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:36:44.969731 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Attempting to bind port 19e5df09-7371-4045-860e-03bad216761a on network ff6d343f-9f97-49dc-a765-c68a7afd8751 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:36:44.974783 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:36:44.975154 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Checking segment: {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:36:44.975555 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:44.975951 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Bound using segment: {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:36:44.976424 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Bound port: 19e5df09-7371-4045-860e-03bad216761a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:36:44.976802 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:45.047318 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] For port 19e5df09-7371-4045-860e-03bad216761a, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:36:45.050646 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] For port 19e5df09-7371-4045-860e-03bad216761a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=19e5df09-7371-4045-860e-03bad216761a,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:36:45.054613 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:45.112021 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:36:45.112633 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:36:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:45.147220 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49133b-52b4-41b5-a956-1e3bcc87c37b None None] Pushing event updated for resources: {'Port': ['ID=19e5df09-7371-4045-860e-03bad216761a,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:45.245903 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:36:45.348121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-169fd7e6-67e0-4bf8-a2dc-c007b6daafb8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:45.349598 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-169fd7e6-67e0-4bf8-a2dc-c007b6daafb8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.35 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 796 time: 0.1331944 Aug 30 13:36:45.394033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-4b78ea84-6b8c-4f97-88f8-6b3cf026452b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 379 time: 0.0354168 Aug 30 13:36:45.406304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'port': {'device_id': '6ca6956b-63e7-48d5-a582-303823c1349f', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'admin_state_up': True, 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'security_groups': ['0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:45.483989 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '19e5df09-7371-4045-860e-03bad216761a', 'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:de:89:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:41Z', 'updated_at': '2021-08-30T13:36:45Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:45.514200 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aef7abe0-6b1a-4a2a-a14f-6b647473138d req-99e30e98-4f87-4235-9cbb-e92da64fb020 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 210 time: 0.0402298 Aug 30 13:36:45.531968 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f9538-ea04-4b87-ae3b-97d07b81dbda None None] The sync data for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 is: [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '19e5df09-7371-4045-860e-03bad216761a', 'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:de:89:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:41Z', 'updated_at': '2021-08-30T13:36:45Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:36:45.552392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:36:45.558166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:45.674713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a26f1ea2-49df-4f88-9caa-0add94246fed up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:36:45.741366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a26f1ea2-49df-4f88-9caa-0add94246fed triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:45.741899 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:45.749703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.20.0.14 (ff6d343f-9f97-49dc-a765-c68a7afd8751/eb35457b-cfc3-4963-9aba-cc78f1b7e040/46c88ba5-e169-44f4-a52c-e7278a203bdc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:36:45.841188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8bdcdae0-192d-4378-bff5-23b8535428f4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:36:45.855319 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:36:45.903925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 8bdcdae0-192d-4378-bff5-23b8535428f4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:45.904471 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:45.932177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:45.949634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Transition to ACTIVE for port object 46c88ba5-e169-44f4-a52c-e7278a203bdc will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:36:45.989903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:46.048403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network ff6d343f-9f97-49dc-a765-c68a7afd8751 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:36:46.051514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:36:46.054062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:36:46.084904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:46.138512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:46.139203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:46.166074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-1428e38c-9d39-4c04-b82d-3cacc6563bdf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7657650 Aug 30 13:36:46.179752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Request body: {'port': {'device_id': '6ca6956b-63e7-48d5-a582-303823c1349f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:46.245165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:46.377475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8367a41a-0697-4e40-a044-5b066df7b758 None None] Provisioning for port 46c88ba5-e169-44f4-a52c-e7278a203bdc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:36:46.382086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8367a41a-0697-4e40-a044-5b066df7b758 None None] Provisioning complete for port 46c88ba5-e169-44f4-a52c-e7278a203bdc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:46.382546 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8367a41a-0697-4e40-a044-5b066df7b758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:46.435039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8367a41a-0697-4e40-a044-5b066df7b758 None None] Port 46c88ba5-e169-44f4-a52c-e7278a203bdc cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:36:46.584258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46c88ba5-e169-44f4-a52c-e7278a203bdc {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:36:46.603240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:46.638125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Transition to ACTIVE for port object 46c88ba5-e169-44f4-a52c-e7278a203bdc will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:36:46.642184 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:46.693879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c5657-f3e8-42de-b1e2-d731c072c600 req-5fe29328-b7d6-4de8-ac9a-629ee1d59d36 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:46.695428 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31c5657-f3e8-42de-b1e2-d731c072c600 req-5fe29328-b7d6-4de8-ac9a-629ee1d59d36 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 932 time: 0.1026337 Aug 30 13:36:46.729185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Pushing event updated for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:46.791650 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f31c5657-f3e8-42de-b1e2-d731c072c600 req-49ab7cf0-e250-4689-83fc-612264ee346d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871661 Aug 30 13:36:46.827697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Attempting to bind port 46c88ba5-e169-44f4-a52c-e7278a203bdc on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:36:46.828040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Attempting to bind port 46c88ba5-e169-44f4-a52c-e7278a203bdc by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:36:46.828372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Attempting to bind port 46c88ba5-e169-44f4-a52c-e7278a203bdc on network ff6d343f-9f97-49dc-a765-c68a7afd8751 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:36:46.833507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Port 46c88ba5-e169-44f4-a52c-e7278a203bdc on network ff6d343f-9f97-49dc-a765-c68a7afd8751 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:36:46.833901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Attempting to bind port 46c88ba5-e169-44f4-a52c-e7278a203bdc on network ff6d343f-9f97-49dc-a765-c68a7afd8751 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:36:46.840329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:36:46.840667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Checking segment: {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:36:46.841056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Bound using segment: {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:36:46.841490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Bound port: 46c88ba5-e169-44f4-a52c-e7278a203bdc, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:36:46.841880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:46.913313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:36:46.917851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:36:46.923605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:46.962907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:46.964029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:46.965431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] 10.222.0.35 "PUT /v2.0/ports/46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 1092 time: 0.7907043 Aug 30 13:36:46.966053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:36:46.968181 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:36:46.997859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71feaf23-62cc-4a64-baa9-de40f6e3bae2 service neutron] Pushing event updated for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:47.021432 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e7b497-1f3c-4b13-bf6e-6a5a81018ee6 x-openstack-request-id: req-c8e7b497-1f3c-4b13-bf6e-6a5a81018ee6 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:36:47.021432 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:36:47.021888 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8e7b497-1f3c-4b13-bf6e-6a5a81018ee6 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:36:47.022115 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'status': 'completed', 'code': 200} Aug 30 13:36:47.069121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-7a0dd2b2-ca30-4439-81f4-70e93d583540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:47.070814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-7a0dd2b2-ca30-4439-81f4-70e93d583540 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1095 time: 0.0470147 Aug 30 13:36:47.115150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-23bb2a83-a0dd-40b4-93ef-3b9edc60c450 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 217 time: 0.0358257 Aug 30 13:36:47.169161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-38844de3-5c76-440b-be02-393d241c0848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:47.170700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-38844de3-5c76-440b-be02-393d241c0848 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0482814 Aug 30 13:36:47.222471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-b0b11731-dc7d-4c4a-820b-4f2b8307d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:47.223998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-b0b11731-dc7d-4c4a-820b-4f2b8307d677 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461211 Aug 30 13:36:47.318438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-361ed5d8-3ceb-4fcf-ad03-ed4518fcb699 service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869324 Aug 30 13:36:47.421783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf43726-ec39-438b-b4a3-badf6cc85c59 req-92ed2b13-2eba-40e7-8499-755c5766406d service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963283 Aug 30 13:36:47.510850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-46d1150a-4a00-4057-90bf-bab4cd8b8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:47.512368 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-46d1150a-4a00-4057-90bf-bab4cd8b8a4b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1095 time: 0.0425675 Aug 30 13:36:47.597426 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 19e5df09-7371-4045-860e-03bad216761a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:36:47.611160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-efab1f50-01ad-4769-b1c5-4907d87017fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:47.612748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-efab1f50-01ad-4769-b1c5-4907d87017fa service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 897 time: 0.0935345 Aug 30 13:36:47.646836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 19e5df09-7371-4045-860e-03bad216761a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:36:47.651354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 19e5df09-7371-4045-860e-03bad216761a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:47.651720 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:47.656152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-b3bf8250-2fad-4e8a-a109-096944e853b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 217 time: 0.0362718 Aug 30 13:36:47.709490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-83392bd5-ad49-4283-bebb-bee2d018f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:47.711083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-83392bd5-ad49-4283-bebb-bee2d018f238 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0482192 Aug 30 13:36:47.759490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-6739f7ad-fe1e-4519-98fc-57863396900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:47.761851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-6739f7ad-fe1e-4519-98fc-57863396900b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436935 Aug 30 13:36:47.862627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-cf5c25fb-7273-43b8-8eb0-0eedc0995a27 service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935187 Aug 30 13:36:47.884408 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:47.917197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 19e5df09-7371-4045-860e-03bad216761a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=19e5df09-7371-4045-860e-03bad216761a,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:36:47.922039 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:47.966712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aae91c-53c0-431e-9e74-0a04f1d1b76a req-d54ff1a0-4a02-40f5-a44c-0d66f5be0841 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:47.968472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18aae91c-53c0-431e-9e74-0a04f1d1b76a req-d54ff1a0-4a02-40f5-a44c-0d66f5be0841 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 944 time: 0.1028726 Aug 30 13:36:47.973606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=19e5df09-7371-4045-860e-03bad216761a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:48.023144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-02c6a4e3-85a2-44b0-a63c-d2b26f55cf90 req-f346111b-7d4c-40d6-9b02-229fdc16b5ca service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484747 Aug 30 13:36:48.027261 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18aae91c-53c0-431e-9e74-0a04f1d1b76a req-2f38063b-3b1e-4796-a1fe-c8c2b74df921 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526712 Aug 30 13:36:49.144724 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6549b7c-da8a-46c8-a52b-483e8ef9e1e2 req-e4e33624-fba1-4a9f-ab60-56e3b84b337d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:49.146223 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6549b7c-da8a-46c8-a52b-483e8ef9e1e2 req-e4e33624-fba1-4a9f-ab60-56e3b84b337d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 944 time: 0.0494657 Aug 30 13:36:49.185588 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b6549b7c-da8a-46c8-a52b-483e8ef9e1e2 req-b38461af-34bb-4fe8-ba29-1eb3d9a6dd5d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321465 Aug 30 13:36:49.581545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 19e5df09-7371-4045-860e-03bad216761a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:36:49.628627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 19e5df09-7371-4045-860e-03bad216761a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:49.628920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:50.273610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 46c88ba5-e169-44f4-a52c-e7278a203bdc details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:36:50.302468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4bb4e-2d54-44dd-a827-8794623630ac req-05fb8cc2-fdfa-4b02-ba5e-eb82a81057fe tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:50.303958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d9f4bb4e-2d54-44dd-a827-8794623630ac req-05fb8cc2-fdfa-4b02-ba5e-eb82a81057fe tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 944 time: 0.0503626 Aug 30 13:36:50.342464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d9f4bb4e-2d54-44dd-a827-8794623630ac req-81450642-08f5-4bb4-a544-22003a557691 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318754 Aug 30 13:36:50.370431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:36:50.385366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'port_id': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'mac_address': 'fa:16:3e:21:10:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:36:50.422841 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:50.436183 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c88ba5-e169-44f4-a52c-e7278a203bdc {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:36:50.455428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:36:50.459442 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:50.507270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:50.762855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['46c88ba5-e169-44f4-a52c-e7278a203bdc'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:36:51.457711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4ee62-b047-4963-b87c-eb9f469c4812 req-89e66e1d-e6f9-41d9-8d92-45bd442e5ba7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:51.459120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ae4ee62-b047-4963-b87c-eb9f469c4812 req-89e66e1d-e6f9-41d9-8d92-45bd442e5ba7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 945 time: 0.0495744 Aug 30 13:36:51.497415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ae4ee62-b047-4963-b87c-eb9f469c4812 req-9b6f443c-9c33-4e34-bac2-35f2460d9c44 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Aug 30 13:36:52.288994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 46c88ba5-e169-44f4-a52c-e7278a203bdc up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:36:52.336502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 46c88ba5-e169-44f4-a52c-e7278a203bdc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:36:52.340267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 46c88ba5-e169-44f4-a52c-e7278a203bdc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:36:52.340639 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:52.420045 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:52.443232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:36:52.445492 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceddfbed-8c9a-4cf4-907a-01c219588404" -d '{"events": [{"server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "name": "network-vif-plugged", "status": "completed", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:36:52.459026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:36:52.463803 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:52.487548 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8eeb32-91bc-4cc4-b50a-6b78432f7764 x-openstack-request-id: req-7a8eeb32-91bc-4cc4-b50a-6b78432f7764 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:36:52.487992 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "name": "network-vif-plugged", "status": "completed", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:36:52.488249 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a8eeb32-91bc-4cc4-b50a-6b78432f7764 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:36:52.488644 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'code': 200} Aug 30 13:36:52.515156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:52.618571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0d326-bb59-409e-a619-0c3a0538ae37 req-3560e198-44cc-4624-82fd-bcd3f83b3f9a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:52.620703 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54c0d326-bb59-409e-a619-0c3a0538ae37 req-3560e198-44cc-4624-82fd-bcd3f83b3f9a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0557930 Aug 30 13:36:52.648204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991454c1-cac0-4254-b6df-7cb57345dbf2 req-1b9a68ed-2db8-4abc-95be-d61cf5cba708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:52.649732 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-991454c1-cac0-4254-b6df-7cb57345dbf2 req-1b9a68ed-2db8-4abc-95be-d61cf5cba708 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1097 time: 0.1050718 Aug 30 13:36:52.660581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54c0d326-bb59-409e-a619-0c3a0538ae37 req-3b70b641-3aec-45cd-82e8-de02319bb7aa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334053 Aug 30 13:36:52.686331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-991454c1-cac0-4254-b6df-7cb57345dbf2 req-c7f5269a-8e55-432f-9f2b-bb9f23d6840e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297403 Aug 30 13:36:53.778691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6900f1-a21c-44fb-a6e9-624eb60575dc req-2f667cc9-4d93-4ae9-9e50-189821f16630 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:53.780183 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9e6900f1-a21c-44fb-a6e9-624eb60575dc req-2f667cc9-4d93-4ae9-9e50-189821f16630 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0494568 Aug 30 13:36:53.819752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9e6900f1-a21c-44fb-a6e9-624eb60575dc req-aec677ab-5784-4fa3-a40d-6c728dd88ed9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334177 Aug 30 13:36:54.935078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3a6f3-4554-45a8-bc23-0cf9d4785890 req-034f6c1b-350e-4e60-b824-3aae394f31b3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:54.936606 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69b3a6f3-4554-45a8-bc23-0cf9d4785890 req-034f6c1b-350e-4e60-b824-3aae394f31b3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0498111 Aug 30 13:36:54.974728 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-69b3a6f3-4554-45a8-bc23-0cf9d4785890 req-6e511c96-0a86-4d49-b6ca-4c83cd32f30b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320683 Aug 30 13:36:55.088590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ce2b1-d772-401f-bc9d-c954b2ec24e5 req-1bfc845a-1b94-4a9f-98b7-29c9ea1d080b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:55.090190 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb1ce2b1-d772-401f-bc9d-c954b2ec24e5 req-1bfc845a-1b94-4a9f-98b7-29c9ea1d080b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0497410 Aug 30 13:36:55.129106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb1ce2b1-d772-401f-bc9d-c954b2ec24e5 req-e102fdf6-3c7a-4ecd-9c8c-1d6dda1a0fcc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322092 Aug 30 13:36:55.151159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58628) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:55.194604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba0b877-917b-4988-b43f-c1534475d367 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:55.196115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8ba0b877-917b-4988-b43f-c1534475d367 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1092 time: 0.0439806 Aug 30 13:36:55.199751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58630) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:55.204209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:36:55.226391 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:55.328043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:55.436641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.25.2.134 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/160d1020-3891-4232-a464-81bcec976e68) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:36:55.544190 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:55.583383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:55.628456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:36:55.631324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:36:55.637176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:36:55.666869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=160d1020-3891-4232-a464-81bcec976e68,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:56.008147 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:56.078417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:56.230795 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:56.236062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:56.308575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=160d1020-3891-4232-a464-81bcec976e68,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:36:56.315330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:56.416025 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Floating IP fa063522-5ba2-460b-a412-2aeb9791ca3d associated. External IP: 172.25.2.134, port: 46c88ba5-e169-44f4-a52c-e7278a203bdc. Aug 30 13:36:56.627057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:36:57.074033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:36:57.084645 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] Sync routers for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:36:57.090166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:57.094990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:36:57.095623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:36:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:57.118287 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5d9cf2a9-fcd7-48e4-95df-d435997eb616 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9174805 Aug 30 13:36:57.119163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:36:57.121725 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:36:57.211929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:36:57.223858 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cdac7-ac4d-4d20-a2ef-6d679cb14306 req-0725483e-383a-46a5-a59c-d5358eac026e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:57.226007 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d4cdac7-ac4d-4d20-a2ef-6d679cb14306 req-0725483e-383a-46a5-a59c-d5358eac026e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0558250 Aug 30 13:36:57.226172 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd0dbe9-6b0d-416f-b980-4c75b2ec9260 x-openstack-request-id: req-5dd0dbe9-6b0d-416f-b980-4c75b2ec9260 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:36:57.226403 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:36:57.226659 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5dd0dbe9-6b0d-416f-b980-4c75b2ec9260 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:36:57.227058 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'status': 'completed', 'code': 200} Aug 30 13:36:57.272388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d4cdac7-ac4d-4d20-a2ef-6d679cb14306 req-e11736e1-c395-4671-8696-1ba6da137ec0 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341794 Aug 30 13:36:57.295934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-631c847d-96df-43fa-a5f0-c02398bae8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:57.296727 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58638) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:57.297543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-631c847d-96df-43fa-a5f0-c02398bae8c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1097 time: 0.0483930 Aug 30 13:36:57.412680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-27d59493-c818-46b4-b968-941b14f916e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:57.414362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-27d59493-c818-46b4-b968-941b14f916e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 897 time: 0.1093338 Aug 30 13:36:57.458617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'fa063522-5ba2-460b-a412-2aeb9791ca3d', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'port_id': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'mac_address': 'fa:16:3e:21:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6956b-63e7-48d5-a582-303823c1349f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:36:55Z', 'updated_at': '2021-08-30T13:36:55Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e5df09-7371-4045-860e-03bad216761a', 'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:de:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:41Z', 'updated_at': '2021-08-30T13:36:47Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:57.486354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-9e21621a-476f-4203-9c6a-888b03ff9e16 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 1000 time: 0.0648344 Aug 30 13:36:57.487635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] Checking router: 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:36:57.497038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:36:57.497715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:36:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:57.545650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-6d33a9fc-33bc-48c6-ad67-9164402b3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:57.547172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-6d33a9fc-33bc-48c6-ad67-9164402b3929 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0539451 Aug 30 13:36:57.600991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-5232ee4f-132c-4511-b395-ab80986f358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:36:57.602863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-5232ee4f-132c-4511-b395-ab80986f358c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478110 Aug 30 13:36:57.613052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:36:57.698612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-c707574d-27bf-4c15-af83-d410b528de70 service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878954 Aug 30 13:36:57.704729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cc2512ba-3dda-46f3-b719-f6c2c7e232c2 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/fa063522-5ba2-460b-a412-2aeb9791ca3d HTTP/1.1" status: 200 len: 992 time: 0.4068425 Aug 30 13:36:57.794559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8894a7b9-6226-4fa2-8b26-4fcaa2b749c1 req-7b5e9e1d-8ad4-4ddf-8f28-cb0b8b46d83c service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898545 Aug 30 13:36:57.847050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'fa063522-5ba2-460b-a412-2aeb9791ca3d', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'port_id': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'mac_address': 'fa:16:3e:21:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6956b-63e7-48d5-a582-303823c1349f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:36:55Z', 'updated_at': '2021-08-30T13:36:55Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e5df09-7371-4045-860e-03bad216761a', 'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:de:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:41Z', 'updated_at': '2021-08-30T13:36:47Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:36:57.873530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1876f328-b0df-4059-9ccc-dc214707ea4a None None] The sync data for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 is: [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'fa063522-5ba2-460b-a412-2aeb9791ca3d', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.134', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'port_id': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'mac_address': 'fa:16:3e:21:10:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca6956b-63e7-48d5-a582-303823c1349f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:36:55Z', 'updated_at': '2021-08-30T13:36:55Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19e5df09-7371-4045-860e-03bad216761a', 'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:de:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:41Z', 'updated_at': '2021-08-30T13:36:47Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:36:58.083910 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e9c75-0129-4a03-ab3d-168aacf4050d None None] New status for floating IP fa063522-5ba2-460b-a412-2aeb9791ca3d: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:36:58.560398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:36:58.708452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58640) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:36:58.771639 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-657c2288-e87d-4d49-8135-b80246f8898a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/fa063522-5ba2-460b-a412-2aeb9791ca3d HTTP/1.1" status: 200 len: 994 time: 0.0620031 Aug 30 13:37:00.974372 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:06.704070 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1310d736-ca27-4c09-ad52-4d93948753f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:09.441529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ee928965-9beb-4d72-bc4c-9d6ee9a52a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:10.001594 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:10.916434 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:12.279576 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:21.119900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-acbb7c21-dc5f-47f8-8c5d-4c02b54119e6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407128 Aug 30 13:37:21.204101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-b9748dba-c3dc-42d6-b0da-ae937dd2acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:37:21.205681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-b9748dba-c3dc-42d6-b0da-ae937dd2acc1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1097 time: 0.0413456 Aug 30 13:37:21.312630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-c86711ca-fe14-46a4-8a24-8ed9fff3d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:37:21.314153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-c86711ca-fe14-46a4-8a24-8ed9fff3d9d1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 897 time: 0.0889270 Aug 30 13:37:21.379866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-316c7e69-d1b3-4231-9454-fac2d239a613 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 1002 time: 0.0575435 Aug 30 13:37:21.431551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-39df1e8b-88df-4dcd-853b-a2cc485fd29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:37:21.433044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-39df1e8b-88df-4dcd-853b-a2cc485fd29d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0458133 Aug 30 13:37:21.483251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-28704855-0e50-499c-90dd-38bde0f56aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:37:21.484727 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-28704855-0e50-499c-90dd-38bde0f56aa8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442650 Aug 30 13:37:21.575422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-f270f5eb-078f-41fd-9598-7245ade3660a service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827327 Aug 30 13:37:21.667712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a665bdb3-92d0-465d-9d20-be0c99b51770 req-8337a96e-24e5-4cb3-86ad-0dcb185d20e0 service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857646 Aug 30 13:37:22.854849 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:37:24.178293 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-a0162196-4dbb-4f7e-80bd-bbade1d1ff27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419459 Aug 30 13:37:24.258182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-705de0d8-dedd-49a0-9506-b1a14ed33e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:37:24.259800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-705de0d8-dedd-49a0-9506-b1a14ed33e71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7&device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 1096 time: 0.0418375 Aug 30 13:37:24.367094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-8f4c69a4-1caa-498f-9552-345c5b1e8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:37:24.368748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-8f4c69a4-1caa-498f-9552-345c5b1e8652 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b401d331-45a8-47d3-9cda-a95919f81f47 HTTP/1.1" status: 200 len: 910 time: 0.0903730 Aug 30 13:37:24.438051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-c7cd7db6-e9b1-4ded-9643-221902668a03 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07 HTTP/1.1" status: 200 len: 1001 time: 0.0621464 Aug 30 13:37:24.487755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-f7010dab-ed3e-4690-ba3d-a3d42f01d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:37:24.489194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-f7010dab-ed3e-4690-ba3d-a3d42f01d0d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c68d638-95f5-4d06-a12b-a5df1c39a034 HTTP/1.1" status: 200 len: 848 time: 0.0445294 Aug 30 13:37:24.540552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-dfe67225-0099-4401-918f-5015aa51dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:37:24.542133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-dfe67225-0099-4401-918f-5015aa51dad5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b401d331-45a8-47d3-9cda-a95919f81f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461223 Aug 30 13:37:24.552844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-0a79350b-d2c0-43df-abdd-d42f357a7a3f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:37:24.553841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-0a79350b-d2c0-43df-abdd-d42f357a7a3f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049624 Aug 30 13:37:24.650763 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-f035fd22-95bf-4c12-b698-678a26539860 service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891933 Aug 30 13:37:24.746034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1d832fa4-bf91-4cca-b0f8-a2019d8f43df req-acd7cb2d-1785-4791-82d8-200eef3d0849 service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877872 Aug 30 13:37:28.553112 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:30.988223 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:36.704912 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4c16b8e-1d16-4b23-92d0-9e5067757448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:39.441594 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0421c05a-5411-4ed5-aa57-fd578926b1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:40.003251 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:40.916217 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:42.282202 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:58.562031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:37:59.854753 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:38:00.991987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:02.489410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a146e4b-1d44-4239-8ec8-9a1bef6f0479 req-450700a0-a82c-4dae-b8e8-53dca76090f5 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:02.490992 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a146e4b-1d44-4239-8ec8-9a1bef6f0479 req-450700a0-a82c-4dae-b8e8-53dca76090f5 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1097 time: 0.0437200 Aug 30 13:38:02.510009 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8a146e4b-1d44-4239-8ec8-9a1bef6f0479 req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:02.597908 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8a146e4b-1d44-4239-8ec8-9a1bef6f0479 req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:02.601891 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8a146e4b-1d44-4239-8ec8-9a1bef6f0479 req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:02.626161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a146e4b-1d44-4239-8ec8-9a1bef6f0479 req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290357 Aug 30 13:38:02.637376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9516e2-8e10-410c-a59a-bc6fca8135a9,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:38:02.644864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.645218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.645567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.645967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.646369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.646768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.647280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.647803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.648139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.648477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.648810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.649224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e005fe-9e84-47b3-becb-9c8badf49dcf tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:02.745402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0138ebcf-ea82-4096-97b1-1f33647d591f req-6b9ba554-50f7-44b9-ad01-9da0eb0bd31a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:02.746995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0138ebcf-ea82-4096-97b1-1f33647d591f req-6b9ba554-50f7-44b9-ad01-9da0eb0bd31a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0501173 Aug 30 13:38:02.786373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0138ebcf-ea82-4096-97b1-1f33647d591f req-ce324ead-54f2-40e2-8e96-292cd8c23be4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333524 Aug 30 13:38:02.807878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58678) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:38:02.924173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9acdd99d-4f46-4788-baf9-368632b5e64c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/fa063522-5ba2-460b-a412-2aeb9791ca3d HTTP/1.1" status: 200 len: 994 time: 0.1150231 Aug 30 13:38:03.930731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58694) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:38:03.990289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb3d6d-7deb-4baf-bd07-2975df6adfd2 req-00e72843-127b-4ca0-9b25-6d1e31d875ab tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:03.991817 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01cb3d6d-7deb-4baf-bd07-2975df6adfd2 req-00e72843-127b-4ca0-9b25-6d1e31d875ab tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0501380 Aug 30 13:38:04.054049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01cb3d6d-7deb-4baf-bd07-2975df6adfd2 req-f29756a1-4684-4bc7-87c4-16e4c6d09200 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526617 Aug 30 13:38:04.058702 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-c683e6a1-19a7-46da-ad8b-3bc97e974cf0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260564 Aug 30 13:38:05.140644 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-e3e72a56-a52e-4cbc-ac94-5535d7052d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:05.142157 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-e3e72a56-a52e-4cbc-ac94-5535d7052d84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1097 time: 0.0506802 Aug 30 13:38:05.233923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d350bbb-d0f3-4359-9146-91bfbcf00218 req-316b156e-284d-4e8c-ad82-7c9cd6b93f9d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:05.235402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d350bbb-d0f3-4359-9146-91bfbcf00218 req-316b156e-284d-4e8c-ad82-7c9cd6b93f9d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.1100404 Aug 30 13:38:05.283454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-80091a6e-d9d5-47dd-bd48-888d6f01dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:05.284946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-80091a6e-d9d5-47dd-bd48-888d6f01dfe9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 897 time: 0.1285324 Aug 30 13:38:05.292825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d350bbb-d0f3-4359-9146-91bfbcf00218 req-3f69db92-6d88-49cf-bcac-c623e3eff6e6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511360 Aug 30 13:38:05.356134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-76ce90c7-12b1-4655-bbc6-8f2f2edcb71d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 1002 time: 0.0622768 Aug 30 13:38:05.403737 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-964c546e-cbfc-4bcb-93ef-a30160aae59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:05.405230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-964c546e-cbfc-4bcb-93ef-a30160aae59d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0429771 Aug 30 13:38:05.451931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-a7363782-5466-4719-a5c3-28c14a0efb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:05.453433 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-a7363782-5466-4719-a5c3-28c14a0efb52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416272 Aug 30 13:38:05.549591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-4936ab86-c6a1-4576-88a6-d4e73b5b500d service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887654 Aug 30 13:38:05.646826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-a9914962-1088-48cb-bf41-3021f097394d service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890243 Aug 30 13:38:06.415202 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d0213-c366-4ace-a336-e5d76c98b759 req-b923d7c5-f82c-4bb2-ae72-adc7ee857add tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:06.416873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b4d0213-c366-4ace-a336-e5d76c98b759 req-b923d7c5-f82c-4bb2-ae72-adc7ee857add tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0535059 Aug 30 13:38:06.456053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b4d0213-c366-4ace-a336-e5d76c98b759 req-3cfad576-682e-4026-bac8-18197af5b7f8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322051 Aug 30 13:38:06.706810 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3320a9e1-aedc-4b41-b921-fb6f9b294e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:07.578169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238d817-3b5e-4c95-bce4-27b9daffb588 req-a363ed2b-0d92-42c1-8f25-761330fea635 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:07.579725 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d238d817-3b5e-4c95-bce4-27b9daffb588 req-a363ed2b-0d92-42c1-8f25-761330fea635 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0527298 Aug 30 13:38:07.624882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d238d817-3b5e-4c95-bce4-27b9daffb588 req-17329ee5-cde8-4793-a87b-1b22b7cbcd2c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391295 Aug 30 13:38:08.744969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbfb40-9521-4128-a31e-0b459d0b9dd9 req-3efdb524-9dca-45ec-866d-0a5f4536666e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:08.746993 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-facbfb40-9521-4128-a31e-0b459d0b9dd9 req-3efdb524-9dca-45ec-866d-0a5f4536666e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0509608 Aug 30 13:38:08.790939 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-facbfb40-9521-4128-a31e-0b459d0b9dd9 req-8894c2df-c17c-4185-883f-245582076c4b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360982 Aug 30 13:38:09.444930 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f9aa333e-cf93-4121-b5e6-02460426b25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:09.909693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5c3aa-6b62-489b-9aaf-5689e1e9d422 req-9eff0d89-db87-413e-9de2-987fa8a28838 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:09.911286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e9d5c3aa-6b62-489b-9aaf-5689e1e9d422 req-9eff0d89-db87-413e-9de2-987fa8a28838 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0522432 Aug 30 13:38:09.951150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e9d5c3aa-6b62-489b-9aaf-5689e1e9d422 req-a215f72c-eda5-4f05-9037-de361d6f1c9b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337481 Aug 30 13:38:10.004892 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:10.921166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:11.080627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6afed5-0424-47a6-b781-3b9992c922f2 req-a718d291-baff-41dc-8121-920da1e9e27f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:11.082139 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2c6afed5-0424-47a6-b781-3b9992c922f2 req-a718d291-baff-41dc-8121-920da1e9e27f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0495751 Aug 30 13:38:11.120994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2c6afed5-0424-47a6-b781-3b9992c922f2 req-e3243d3a-ef70-45ef-aa5a-4da126fbdfb3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326123 Aug 30 13:38:12.239092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fbf76-b93b-4f99-a6e8-39d52a5d004d req-618619a4-d7a8-4c2d-861e-fce8d830f1ba tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:12.240581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-945fbf76-b93b-4f99-a6e8-39d52a5d004d req-618619a4-d7a8-4c2d-861e-fce8d830f1ba tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0502026 Aug 30 13:38:12.281514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-945fbf76-b93b-4f99-a6e8-39d52a5d004d req-5294629e-ffd9-46fe-ac99-33daac804e78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349538 Aug 30 13:38:12.286392 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:13.404958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da4e8c-f070-47f8-ba22-752edcb1e660 req-afbedcda-249c-4c80-a250-48cb40498483 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:13.407464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a6da4e8c-f070-47f8-ba22-752edcb1e660 req-afbedcda-249c-4c80-a250-48cb40498483 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0564649 Aug 30 13:38:13.449250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a6da4e8c-f070-47f8-ba22-752edcb1e660 req-5eafa490-9acd-4650-bf63-f00a2f4ed429 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348337 Aug 30 13:38:14.576387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708fb87-9b9b-43a9-b281-dbef2ba93026 req-720ca240-ca5d-4634-910a-05646e9bfc75 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:14.577989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0708fb87-9b9b-43a9-b281-dbef2ba93026 req-720ca240-ca5d-4634-910a-05646e9bfc75 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0580940 Aug 30 13:38:14.621284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0708fb87-9b9b-43a9-b281-dbef2ba93026 req-887014d5-7d18-4250-b9e9-e503ff909414 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365393 Aug 30 13:38:15.746710 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96626d36-be28-42ac-a51d-643e04013c26 req-3e27ba57-653b-4f22-8d96-3c57cf9bb72d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:15.748218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96626d36-be28-42ac-a51d-643e04013c26 req-3e27ba57-653b-4f22-8d96-3c57cf9bb72d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0528231 Aug 30 13:38:15.790050 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96626d36-be28-42ac-a51d-643e04013c26 req-386b3a0a-d96c-4ad0-8a93-3243ced963d6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349140 Aug 30 13:38:16.906612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a34a4-eed1-41fd-b11d-d18ab275f9d8 req-4fc34e9d-9b3e-4f9b-990e-446d6f315a5f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:16.908066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-471a34a4-eed1-41fd-b11d-d18ab275f9d8 req-4fc34e9d-9b3e-4f9b-990e-446d6f315a5f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0490217 Aug 30 13:38:16.946556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-471a34a4-eed1-41fd-b11d-d18ab275f9d8 req-49a0c1af-9256-476c-afd6-c404c6601970 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326250 Aug 30 13:38:18.064347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca48e77-689f-4cab-b695-6a499be8670d req-9a3a1bc4-6513-45b2-8b3b-3446aeceeff4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:18.065895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ca48e77-689f-4cab-b695-6a499be8670d req-9a3a1bc4-6513-45b2-8b3b-3446aeceeff4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0499506 Aug 30 13:38:18.107792 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ca48e77-689f-4cab-b695-6a499be8670d req-29a25ca8-90c7-46da-865b-70706426a428 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352025 Aug 30 13:38:19.255480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec508b-84a9-4e80-839b-4691b6188ef5 req-0c7a5783-8385-4eda-81da-17c9954469d9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:19.256987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1aec508b-84a9-4e80-839b-4691b6188ef5 req-0c7a5783-8385-4eda-81da-17c9954469d9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0500758 Aug 30 13:38:19.296045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1aec508b-84a9-4e80-839b-4691b6188ef5 req-83f40d7b-517c-4c2b-9dff-4ccc83ac1eeb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324419 Aug 30 13:38:20.418969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7941b2-0dcd-4e94-9601-80cca3bc2b21 req-2e38c62f-b87d-459b-9b9d-4ce10f305fd6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:20.420460 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a7941b2-0dcd-4e94-9601-80cca3bc2b21 req-2e38c62f-b87d-459b-9b9d-4ce10f305fd6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0542331 Aug 30 13:38:20.458534 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a7941b2-0dcd-4e94-9601-80cca3bc2b21 req-7d5b1a66-7e81-46d1-9af6-9b7f0abea094 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319986 Aug 30 13:38:21.576383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c88ef-4643-4cb0-a533-cd44d58f4c37 req-9676b8d6-3002-4a20-a961-ac40e5bf6adb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:21.577908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a31c88ef-4643-4cb0-a533-cd44d58f4c37 req-9676b8d6-3002-4a20-a961-ac40e5bf6adb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0498815 Aug 30 13:38:21.619392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a31c88ef-4643-4cb0-a533-cd44d58f4c37 req-d909ea33-6ead-4886-9662-c5b26c3b822c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355930 Aug 30 13:38:22.573236 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-0d114878-036b-4a87-889e-e94283fd3552 req-eb423e26-7b1c-4908-9c19-f4275e59bd6a service neutron] show failed (client error): The resource could not be found. Aug 30 13:38:22.574454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-eb423e26-7b1c-4908-9c19-f4275e59bd6a service neutron] 10.222.0.35 "GET /v2.0/ports/46c88ba5-e169-44f4-a52c-e7278a203bdc/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0634270 Aug 30 13:38:22.741254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadcb1b-d749-4339-89b9-97737fb8c647 req-4427536b-9f02-4aaa-bf4d-50077d977c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:22.742676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5fadcb1b-d749-4339-89b9-97737fb8c647 req-4427536b-9f02-4aaa-bf4d-50077d977c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0529988 Aug 30 13:38:22.782540 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5fadcb1b-d749-4339-89b9-97737fb8c647 req-cae3f6fa-8724-4ad6-89b3-a355a9d0a352 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336468 Aug 30 13:38:22.807157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-1d144c6d-23c7-408f-8295-2469f7b3b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:22.809073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-1d144c6d-23c7-408f-8295-2469f7b3b58d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 1097 time: 0.0737724 Aug 30 13:38:22.820612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:38:22.877589 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:23.075244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:38:23.107952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:38:23.146045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:38:23.148296 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed10640-1bc7-4466-a06a-ac1b7be21a85" -d '{"events": [{"server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "name": "network-vif-unplugged", "status": "completed", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:38:23.153172 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:23.165184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Transition to ACTIVE for port object 46c88ba5-e169-44f4-a52c-e7278a203bdc will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:38:23.169998 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:23.206476 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a4aa29-a45b-4b29-b6b1-9b2336fa23ce x-openstack-request-id: req-f1a4aa29-a45b-4b29-b6b1-9b2336fa23ce {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:38:23.206712 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "name": "network-vif-unplugged", "status": "completed", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:38:23.206999 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1a4aa29-a45b-4b29-b6b1-9b2336fa23ce {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:38:23.207353 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'code': 200} Aug 30 13:38:23.288073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Pushing event updated for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:38:23.312626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.312972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.313314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.313654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.314026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.314359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.314693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.315020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.315343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.315665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.315986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.316307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:23.355641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] No DVR routers for this DVR port 46c88ba5-e169-44f4-a52c-e7278a203bdc on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:38:23.492268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Attempting to bind port 46c88ba5-e169-44f4-a52c-e7278a203bdc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:38:23.492523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Attempting to bind port 46c88ba5-e169-44f4-a52c-e7278a203bdc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:38:23.492825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Attempting to bind port 46c88ba5-e169-44f4-a52c-e7278a203bdc on network ff6d343f-9f97-49dc-a765-c68a7afd8751 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:38:23.497173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Port 46c88ba5-e169-44f4-a52c-e7278a203bdc on network ff6d343f-9f97-49dc-a765-c68a7afd8751 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:38:23.497487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Attempting to bind port 46c88ba5-e169-44f4-a52c-e7278a203bdc on network ff6d343f-9f97-49dc-a765-c68a7afd8751 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:38:23.502296 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:38:23.502624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Checking segment: {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:38:23.502996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Bound using segment: {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:38:23.503406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Bound port: 46c88ba5-e169-44f4-a52c-e7278a203bdc, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c98b838-a888-4633-90ef-9be44cc6f871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:38:23.503748 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:23.568264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:38:23.571128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:38:23.576917 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:23.612113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:23.612737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:23.614311 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] 10.222.0.16 "PUT /v2.0/ports/46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 1092 time: 0.7978971 Aug 30 13:38:23.637264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b0fe9-8518-4904-bdcb-33157e64e546 service neutron] Pushing event updated for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:38:23.685852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-23415396-ebf8-4f0b-b163-18b148e13e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:23.687457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-23415396-ebf8-4f0b-b163-18b148e13e4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1095 time: 0.0471649 Aug 30 13:38:23.782415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-4e7dfab8-ed64-4ccf-9a6b-77d44c2c95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:23.783896 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-4e7dfab8-ed64-4ccf-9a6b-77d44c2c95ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 897 time: 0.0896611 Aug 30 13:38:23.854618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-f02f4096-959d-45f9-9031-5e6b471aa8cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 1000 time: 0.0623987 Aug 30 13:38:23.899667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd1a77-5e76-4795-ab16-03e43383c177 req-028d715d-baa4-4a95-aeb9-f8f9773a9457 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:23.901254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71fd1a77-5e76-4795-ab16-03e43383c177 req-028d715d-baa4-4a95-aeb9-f8f9773a9457 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 944 time: 0.0491934 Aug 30 13:38:23.905930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-75ccb3be-eb1e-498c-aedf-f861caadc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:23.907414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-75ccb3be-eb1e-498c-aedf-f861caadc720 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0462790 Aug 30 13:38:23.939773 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71fd1a77-5e76-4795-ab16-03e43383c177 req-93811deb-d5de-41aa-a8ee-0690fa43f8d6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313919 Aug 30 13:38:23.953165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114878-036b-4a87-889e-e94283fd3552 req-132c59e7-0eeb-4dba-836c-19f15610bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:23.954834 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-132c59e7-0eeb-4dba-836c-19f15610bd77 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409725 Aug 30 13:38:24.047299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-854ec179-33fd-4fd5-aeaf-c70263c8d9bd service neutron] 10.222.0.16 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844483 Aug 30 13:38:24.140242 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0d114878-036b-4a87-889e-e94283fd3552 req-c4f27af6-0e7c-4542-981f-212ff04b78af service neutron] 10.222.0.16 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857947 Aug 30 13:38:24.192644 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-fcee08b3-9f35-44b0-ac41-60c31cff09b7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451217 Aug 30 13:38:24.324864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-5ad055a7-b277-4a7b-921f-c9d6746915cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:24.326479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-5ad055a7-b277-4a7b-921f-c9d6746915cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7&device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 1096 time: 0.0727966 Aug 30 13:38:24.431014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-6c4d7f34-4cd2-48c5-8267-b1e9e1e17c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:24.432492 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-6c4d7f34-4cd2-48c5-8267-b1e9e1e17c96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b401d331-45a8-47d3-9cda-a95919f81f47 HTTP/1.1" status: 200 len: 910 time: 0.0871251 Aug 30 13:38:24.544320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-49959caf-93bc-4938-8f4e-ba6167bc4a62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07 HTTP/1.1" status: 200 len: 1001 time: 0.1049235 Aug 30 13:38:24.599804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-54d66ec9-120a-4425-b313-50dba170487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:24.601218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-54d66ec9-120a-4425-b313-50dba170487e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6c68d638-95f5-4d06-a12b-a5df1c39a034 HTTP/1.1" status: 200 len: 848 time: 0.0483158 Aug 30 13:38:24.679105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-a0302c73-3a78-4f6d-9fa9-ed49b83d651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:24.680487 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-a0302c73-3a78-4f6d-9fa9-ed49b83d651a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b401d331-45a8-47d3-9cda-a95919f81f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713010 Aug 30 13:38:24.769463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-eb8ca21b-1b17-4d84-8774-ff5ecc45c145 service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808785 Aug 30 13:38:24.852186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 46c88ba5-e169-44f4-a52c-e7278a203bdc no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:38:24.862958 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba688193-660b-4d05-bd0c-88dc1bf7ff0e req-af132109-ebf5-4f30-83fc-9c32e8de50a2 service neutron] 10.222.0.16 "GET /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847850 Aug 30 13:38:24.892100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 46c88ba5-e169-44f4-a52c-e7278a203bdc not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:38:25.057043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c511d0-292a-4eab-821b-24b0f29c38ff req-1d812a02-af5a-4454-8a3c-1c92ad1c6b71 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:25.059231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-05c511d0-292a-4eab-821b-24b0f29c38ff req-1d812a02-af5a-4454-8a3c-1c92ad1c6b71 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 944 time: 0.0497875 Aug 30 13:38:25.096623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-05c511d0-292a-4eab-821b-24b0f29c38ff req-c211324d-c2a4-4a7a-88b8-fc913b7395e7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316741 Aug 30 13:38:25.208647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:38:25.210981 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a118726-71d0-46f4-a623-b9d8511a6716" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:38:25.260615 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a05e8f-3217-448f-aa86-9845ceae5430 x-openstack-request-id: req-52a05e8f-3217-448f-aa86-9845ceae5430 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:38:25.260909 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:38:25.261210 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-52a05e8f-3217-448f-aa86-9845ceae5430 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:38:25.261834 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'status': 'completed', 'code': 200} Aug 30 13:38:25.320507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-e4aa44f4-526a-4bf9-9a22-813e8dbb794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:25.322061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-e4aa44f4-526a-4bf9-9a22-813e8dbb794e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1095 time: 0.0421023 Aug 30 13:38:25.325641 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-40221e70-44bd-4ed6-9625-8f559182922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:25.327177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-40221e70-44bd-4ed6-9625-8f559182922c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1095 time: 0.0446761 Aug 30 13:38:25.411427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-84c9e740-65b0-4bff-91c7-d346ec6579ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:25.412905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-84c9e740-65b0-4bff-91c7-d346ec6579ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 897 time: 0.0838974 Aug 30 13:38:25.416917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-b3527d0b-793d-4644-9a36-35de7ea1d18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:25.419121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-b3527d0b-793d-4644-9a36-35de7ea1d18e service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 897 time: 0.0849490 Aug 30 13:38:25.484130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-1503584b-1986-45ee-b6fc-dfe1810be1b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 1000 time: 0.0614846 Aug 30 13:38:25.487252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-ac355375-8306-481c-a98f-cd06e4808e0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 1000 time: 0.0616467 Aug 30 13:38:25.535689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-ba084038-a444-4dcf-8a2a-9be0705ab205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:25.537129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-ba084038-a444-4dcf-8a2a-9be0705ab205 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0435174 Aug 30 13:38:25.538047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-c6f09c48-be1e-4526-a69a-3718cc7f90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:25.539484 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-c6f09c48-be1e-4526-a69a-3718cc7f90f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0425196 Aug 30 13:38:25.586628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-46232594-1a26-4d44-97af-d74154a95eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:25.586849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-5328fd0a-0f74-4b4a-a7eb-00454715e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:25.588233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-46232594-1a26-4d44-97af-d74154a95eac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421190 Aug 30 13:38:25.588378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-5328fd0a-0f74-4b4a-a7eb-00454715e2c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415435 Aug 30 13:38:25.682834 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-ec081c9f-1dde-4130-af16-23e23ec7ae7c service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876749 Aug 30 13:38:25.692657 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-96289b49-934a-480e-9054-7b9de19a5857 service neutron] 10.222.0.16 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958834 Aug 30 13:38:25.781399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-f7987704-6240-4406-bd56-070a2050e4e6 service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905738 Aug 30 13:38:25.791631 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a118726-71d0-46f4-a623-b9d8511a6716 req-0af5954b-3bba-489b-8cd1-64a4c9bf4141 service neutron] 10.222.0.16 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906994 Aug 30 13:38:26.214576 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81456f66-7e1a-4877-98ff-bc7291ea8bb8 req-5e2267b6-506d-4af2-9e94-9c9f69f41722 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:26.216165 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81456f66-7e1a-4877-98ff-bc7291ea8bb8 req-5e2267b6-506d-4af2-9e94-9c9f69f41722 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 944 time: 0.0495949 Aug 30 13:38:26.254857 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81456f66-7e1a-4877-98ff-bc7291ea8bb8 req-b73770c7-0a33-40cd-8f3f-83a5f60f578e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326898 Aug 30 13:38:26.283585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 46c88ba5-e169-44f4-a52c-e7278a203bdc details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:38:26.389118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:38:26.401317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'port_id': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'mac_address': 'fa:16:3e:21:10:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:38:26.447266 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:26.460891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46c88ba5-e169-44f4-a52c-e7278a203bdc {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:38:26.482093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:38:26.485833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:26.531396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-4eb55e81-3eb0-400f-9f66-97cdde9edaa3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:26.532870 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-4eb55e81-3eb0-400f-9f66-97cdde9edaa3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.35 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 944 time: 0.1067815 Aug 30 13:38:26.533123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:38:26.540227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.540590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.540935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.541270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.541605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.541963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.542290 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.543271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345686f5-b862-4a1b-bd99-d6f267953023 req-dcb9cf92-9c6f-4413-b567-ce539e6351e8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:26.543406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.543713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.544134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.544467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.544797 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:38:26.546590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-345686f5-b862-4a1b-bd99-d6f267953023 req-dcb9cf92-9c6f-4413-b567-ce539e6351e8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 944 time: 0.1323373 Aug 30 13:38:26.754405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['46c88ba5-e169-44f4-a52c-e7278a203bdc'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:38:26.959115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-345686f5-b862-4a1b-bd99-d6f267953023 req-b526229d-7f05-4b87-9a63-b2422b68c943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4041066 Aug 30 13:38:26.968525 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-b5870dec-a1e8-4454-a3c2-2ecd015f3e70 service neutron] delete failed (client error): The resource could not be found. Aug 30 13:38:26.969602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-b5870dec-a1e8-4454-a3c2-2ecd015f3e70 service neutron] 10.222.0.35 "DELETE /v2.0/ports/46c88ba5-e169-44f4-a52c-e7278a203bdc/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.4221416 Aug 30 13:38:27.051617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-74efbc37-7ab2-4cb6-9d05-76d8b9a9986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:27.052966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-74efbc37-7ab2-4cb6-9d05-76d8b9a9986e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1096 time: 0.0399094 Aug 30 13:38:27.144622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-494dae92-2be2-4fb6-b172-d57e115d111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:27.146108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-494dae92-2be2-4fb6-b172-d57e115d111f service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 897 time: 0.0861506 Aug 30 13:38:27.210716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-d7bf64b6-afa4-43ac-a4b5-45bb68fc3f79 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 1001 time: 0.0580726 Aug 30 13:38:27.257536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-dd0838a3-8e68-47e4-8d80-2fde4224162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:27.258956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-dd0838a3-8e68-47e4-8d80-2fde4224162f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0420444 Aug 30 13:38:27.307050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-3e150c89-26c6-4c3a-bfd0-f4676e9433df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:27.309190 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-3e150c89-26c6-4c3a-bfd0-f4676e9433df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432501 Aug 30 13:38:27.398781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-f7465898-111f-4eb1-bf63-07876ca45efa service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820444 Aug 30 13:38:27.490723 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-180986a6-b503-4cb9-8fe2-7b46ca987b00 req-436d411f-2075-42cb-a47a-698264379b9a service neutron] 10.222.0.35 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848429 Aug 30 13:38:28.091587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a99a3-4207-478a-8308-36395338f16a req-23430a7c-ec78-43fd-b80a-6745a30943bf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:28.093086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f97a99a3-4207-478a-8308-36395338f16a req-23430a7c-ec78-43fd-b80a-6745a30943bf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 945 time: 0.0579906 Aug 30 13:38:28.131116 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f97a99a3-4207-478a-8308-36395338f16a req-9cee6b63-1871-47a4-9c3c-ceb3b9c8d3bb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Aug 30 13:38:28.154304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58778) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:38:28.215854 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8007015b-5eed-4121-96ad-968d55ee6429 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/fa063522-5ba2-460b-a412-2aeb9791ca3d HTTP/1.1" status: 200 len: 993 time: 0.0604351 Aug 30 13:38:28.292261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 46c88ba5-e169-44f4-a52c-e7278a203bdc up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:38:28.340385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 46c88ba5-e169-44f4-a52c-e7278a203bdc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:38:28.344106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 46c88ba5-e169-44f4-a52c-e7278a203bdc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:38:28.344479 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:28.423521 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:28.445820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:38:28.448241 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73acba3-a3ac-49ac-bf19-f9bf3e5c96b8" -d '{"events": [{"server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "name": "network-vif-plugged", "status": "completed", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:38:28.460672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:38:28.465075 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:28.488503 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9117bbcb-548d-416c-8317-6516995099c7 x-openstack-request-id: req-9117bbcb-548d-416c-8317-6516995099c7 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:38:28.488797 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "name": "network-vif-plugged", "status": "completed", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:38:28.489046 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9117bbcb-548d-416c-8317-6516995099c7 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:38:28.489428 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'code': 200} Aug 30 13:38:28.514531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:38:28.553443 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:31.006108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:36.709345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3cdc-4720-49f2-8ac4-9b0fe5b00417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:36.853122 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:38:39.450670 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-95e865b5-22d4-4f51-9fcc-973551d482b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:40.005138 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:40.922244 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:42.290419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:56.712526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f38ab-69bd-4e5e-adcb-db1a010c22c3 req-8709ab9a-d2f5-4df0-abab-59c4c81f059d tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:56.713992 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df2f38ab-69bd-4e5e-adcb-db1a010c22c3 req-8709ab9a-d2f5-4df0-abab-59c4c81f059d tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1097 time: 0.0432959 Aug 30 13:38:56.748829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df2f38ab-69bd-4e5e-adcb-db1a010c22c3 req-298c419f-38cb-4287-ab58-ba213ba90ee5 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282922 Aug 30 13:38:56.771044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58796) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:38:56.923727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 160d1020-3891-4232-a464-81bcec976e68 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:38:56.924080 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:57.003150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:57.003555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:57.016028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 160d1020-3891-4232-a464-81bcec976e68 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:38:57.186654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:57.213607 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=160d1020-3891-4232-a464-81bcec976e68,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:38:57.271759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:57.272013 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Floating IP fa063522-5ba2-460b-a412-2aeb9791ca3d disassociated (deleted). External IP: 172.25.2.134, port: 46c88ba5-e169-44f4-a52c-e7278a203bdc. Aug 30 13:38:57.489382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:38:57.597072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:38:57.601991 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:57.606705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] Sync routers for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:38:57.616749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:38:57.617363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:38:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:38:57.631180 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-81ed2137-7f8b-4ff4-be9e-5df04a1d5c13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/floatingips/fa063522-5ba2-460b-a412-2aeb9791ca3d HTTP/1.1" status: 204 len: 168 time: 0.8590631 Aug 30 13:38:57.631760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:38:57.634012 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a719a2-dce2-4acb-9d07-38ad51137091" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:38:57.671465 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f8188-2da2-4898-88af-ba94b26f0b30 x-openstack-request-id: req-a45f8188-2da2-4898-88af-ba94b26f0b30 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:38:57.671757 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:38:57.672013 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a45f8188-2da2-4898-88af-ba94b26f0b30 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:38:57.672419 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'status': 'completed', 'code': 200} Aug 30 13:38:57.740008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-cb1e335d-1906-4332-948a-d22cbae003fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:57.741523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-cb1e335d-1906-4332-948a-d22cbae003fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 1097 time: 0.0473723 Aug 30 13:38:57.846106 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-09aa76bb-08cc-4b8a-b77b-1bcfa3b1ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:57.847638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-09aa76bb-08cc-4b8a-b77b-1bcfa3b1ac8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 200 len: 897 time: 0.0966687 Aug 30 13:38:57.885176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7f61d-0d20-4bbb-8940-a8e8040f4270 req-782515d1-bbc0-4483-bb83-61698c9937d1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:57.886328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cba7f61d-0d20-4bbb-8940-a8e8040f4270 req-782515d1-bbc0-4483-bb83-61698c9937d1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0599601 Aug 30 13:38:57.896290 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-0f0b3daf-f31c-4824-be44-b9b13f8edb29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 200 len: 217 time: 0.0399821 Aug 30 13:38:57.901051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:38:57.929707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cba7f61d-0d20-4bbb-8940-a8e8040f4270 req-63d2e398-5c14-40f7-9a12-571ff3b715d8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365918 Aug 30 13:38:57.954615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-6e820e8d-b60e-4c73-b896-f19940116cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:57.956100 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-6e820e8d-b60e-4c73-b896-f19940116cd8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 200 len: 834 time: 0.0506494 Aug 30 13:38:58.002086 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-5c79eca2-8079-4835-a00a-ffd6470e2424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:58.003572 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-5c79eca2-8079-4835-a00a-ffd6470e2424 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ff6d343f-9f97-49dc-a765-c68a7afd8751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400140 Aug 30 13:38:58.096367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-45a1558a-9950-46d1-8c38-308225ac93ca service neutron] 10.222.0.16 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834804 Aug 30 13:38:58.099628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '19e5df09-7371-4045-860e-03bad216761a', 'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:de:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:41Z', 'updated_at': '2021-08-30T13:36:47Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:38:58.125945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] Checking router: 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:38:58.134105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:38:58.134728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:38:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:38:58.194055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5a719a2-dce2-4acb-9d07-38ad51137091 req-b0b0c188-7536-4020-9e4f-cd1c8e5a1377 service neutron] 10.222.0.16 "GET /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897171 Aug 30 13:38:58.243003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:38:58.454411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '19e5df09-7371-4045-860e-03bad216761a', 'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:de:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:41Z', 'updated_at': '2021-08-30T13:36:47Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:38:58.479804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70190f72-da92-404c-9d25-e4fa514b4151 None None] The sync data for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 is: [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:36:42Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '19e5df09-7371-4045-860e-03bad216761a', 'name': '', 'network_id': 'ff6d343f-9f97-49dc-a765-c68a7afd8751', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:de:89:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:41Z', 'updated_at': '2021-08-30T13:36:47Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'eb35457b-cfc3-4963-9aba-cc78f1b7e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:38:58.570396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:58.697820 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba66af9d-1a78-45fc-9ecf-3aac3910a85b None None] New status for floating IP fa063522-5ba2-460b-a412-2aeb9791ca3d: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:38:59.054957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a8c93-bda0-422d-853e-85aa7e9dbfa5 req-8bbd38d8-21cb-41e4-a9b5-50f3d876b510 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:59.056426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a5a8c93-bda0-422d-853e-85aa7e9dbfa5 req-8bbd38d8-21cb-41e4-a9b5-50f3d876b510 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0524187 Aug 30 13:38:59.126279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a5a8c93-bda0-422d-853e-85aa7e9dbfa5 req-c978539f-5685-4b25-9613-adecd45c919d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632529 Aug 30 13:38:59.139129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-40462148-a9a3-4913-9d56-0a838d099421 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:38:59.140758 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-40462148-a9a3-4913-9d56-0a838d099421 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ca6956b-63e7-48d5-a582-303823c1349f HTTP/1.1" status: 200 len: 946 time: 0.0708361 Aug 30 13:38:59.232604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 46c88ba5-e169-44f4-a52c-e7278a203bdc {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:38:59.232857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:59.322166 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port 46c88ba5-e169-44f4-a52c-e7278a203bdc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=46c88ba5-e169-44f4-a52c-e7278a203bdc,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:38:59.322531 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:59.335803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 46c88ba5-e169-44f4-a52c-e7278a203bdc owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:38:59.460041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:59.489958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=46c88ba5-e169-44f4-a52c-e7278a203bdc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:38:59.533119 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] No DVR routers for this DVR port 46c88ba5-e169-44f4-a52c-e7278a203bdc on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:38:59.535829 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:38:59.537844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16732d3a-8736-42fb-b7ec-a10f8c4a132a req-707fa7a3-b446-40c4-b0c1-8b80c264e2cf tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "DELETE /v2.0/ports/46c88ba5-e169-44f4-a52c-e7278a203bdc HTTP/1.1" status: 204 len: 173 time: 0.3907626 Aug 30 13:38:59.538276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'name': 'network-vif-deleted', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:38:59.540976 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708ef9be-4e7b-42fb-9fc7-f9277e410aec" -d '{"events": [{"server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "name": "network-vif-deleted", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:38:59.645532 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2826c9be-f154-49be-b3be-da2cc38beb03 x-openstack-request-id: req-2826c9be-f154-49be-b3be-da2cc38beb03 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:38:59.645877 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca6956b-63e7-48d5-a582-303823c1349f", "name": "network-vif-deleted", "tag": "46c88ba5-e169-44f4-a52c-e7278a203bdc", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:38:59.646129 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2826c9be-f154-49be-b3be-da2cc38beb03 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:38:59.646523 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca6956b-63e7-48d5-a582-303823c1349f', 'name': 'network-vif-deleted', 'tag': '46c88ba5-e169-44f4-a52c-e7278a203bdc', 'status': 'completed', 'code': 200} Aug 30 13:39:00.181950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58812) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:00.540342 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:00.793765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 19e5df09-7371-4045-860e-03bad216761a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:39:00.794034 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:00.882289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port 19e5df09-7371-4045-860e-03bad216761a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=19e5df09-7371-4045-860e-03bad216761a,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:39:00.882645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:00.895831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 19e5df09-7371-4045-860e-03bad216761a owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:39:01.006733 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:01.078512 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:01.106698 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=19e5df09-7371-4045-860e-03bad216761a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:01.280345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:01.492351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:39:01.596819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:39:01.602553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-023ebd48-fd71-4fda-9748-f1ebe185b95a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "PUT /v2.0/routers/8f308d8b-7332-4a08-a09a-cb8e39fe8d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4188190 Aug 30 13:39:01.604511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58814) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:01.609902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] Sync routers for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:39:01.620390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:39:01.621078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:38:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:01.658232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-50cebae1-43fd-4229-bd45-a17841db625a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting subnet eb35457b-cfc3-4963-9aba-cc78f1b7e040 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:39:01.661915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50cebae1-43fd-4229-bd45-a17841db625a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:01.713198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50cebae1-43fd-4229-bd45-a17841db625a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:01.729979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:39:01.800550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50cebae1-43fd-4229-bd45-a17841db625a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:01.861598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50cebae1-43fd-4229-bd45-a17841db625a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:01.887193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cebae1-43fd-4229-bd45-a17841db625a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Subnet': ['ID=eb35457b-cfc3-4963-9aba-cc78f1b7e040,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:01.893108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-50cebae1-43fd-4229-bd45-a17841db625a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:01.898654 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-50cebae1-43fd-4229-bd45-a17841db625a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/subnets/eb35457b-cfc3-4963-9aba-cc78f1b7e040 HTTP/1.1" status: 204 len: 168 time: 0.2903998 Aug 30 13:39:01.898654 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58816) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:01.905704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3b2532-6fff-4ee1-9126-42dbfcf145ee None None] Network ff6d343f-9f97-49dc-a765-c68a7afd8751 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:39:01.965923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:39:01Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:02.001778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] Checking router: 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:39:02.006475 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.048704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] Routers {'8f308d8b-7332-4a08-a09a-cb8e39fe8d80'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:39:02.049319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:38:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:02.111182 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.166993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port a26f1ea2-49df-4f88-9caa-0add94246fed {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:39:02.167338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.176696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] Set router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:39:02.236391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad19df-bca8-4521-9369-33d6fc4378df None None] DHCP port deletion for ff6d343f-9f97-49dc-a765-c68a7afd8751 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:39:02.253215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port a26f1ea2-49df-4f88-9caa-0add94246fed, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a26f1ea2-49df-4f88-9caa-0add94246fed,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:39:02.253912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.266003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for a26f1ea2-49df-4f88-9caa-0add94246fed owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:39:02.348170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2cad19df-bca8-4521-9369-33d6fc4378df None None] Deleting port 8bdcdae0-192d-4378-bff5-23b8535428f4 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:39:02.348554 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2cad19df-bca8-4521-9369-33d6fc4378df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.445759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.446643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2cad19df-bca8-4521-9369-33d6fc4378df None None] For port 8bdcdae0-192d-4378-bff5-23b8535428f4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8bdcdae0-192d-4378-bff5-23b8535428f4,segment=NetworkSegment(7c98b838-a888-4633-90ef-9be44cc6f871),segment_id=7c98b838-a888-4633-90ef-9be44cc6f871)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:39:02.447038 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2cad19df-bca8-4521-9369-33d6fc4378df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.464550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2cad19df-bca8-4521-9369-33d6fc4378df None None] Calling delete_port for 8bdcdae0-192d-4378-bff5-23b8535428f4 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:39:02.469621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=a26f1ea2-49df-4f88-9caa-0add94246fed,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:02.485303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:39:01Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:02.531340 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.541738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5325b83-2f62-4fb2-8325-d4b9dbb8afc8 None None] The sync data for ids ['8f308d8b-7332-4a08-a09a-cb8e39fe8d80'] in n-d-688802-6 is: [{'id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339229009', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:36:38Z', 'updated_at': '2021-08-30T13:39:01Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'a26f1ea2-49df-4f88-9caa-0add94246fed', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f308d8b-7332-4a08-a09a-cb8e39fe8d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:36:39Z', 'updated_at': '2021-08-30T13:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:39:02.587042 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2cad19df-bca8-4521-9369-33d6fc4378df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.614903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad19df-bca8-4521-9369-33d6fc4378df None None] Pushing event deleted for resources: {'Port': ['ID=8bdcdae0-192d-4378-bff5-23b8535428f4,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:02.616790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad19df-bca8-4521-9369-33d6fc4378df None None] No DVR routers for this DVR port 8bdcdae0-192d-4378-bff5-23b8535428f4 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:39:02.628749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.631213 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.678171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.678695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Fanout notify agent at l3_agent the message router_deleted on router 8f308d8b-7332-4a08-a09a-cb8e39fe8d80 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:39:02.686555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.687683 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-55d7f185-c8ba-4d4d-8b44-092094d2248c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/routers/8f308d8b-7332-4a08-a09a-cb8e39fe8d80 HTTP/1.1" status: 204 len: 168 time: 0.7881703 Aug 30 13:39:02.690390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58818) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:02.763116 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.850998 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.860492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6d343f-9f97-49dc-a765-c68a7afd8751']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:02.870293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c98b838-a888-4633-90ef-9be44cc6f871') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:02.870585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c98b838-a888-4633-90ef-9be44cc6f871') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:02.879829 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.896346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.902826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:39:02.903284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:39:02.907931 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:39:02.968297 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.975945 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:02.978294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/networks/ff6d343f-9f97-49dc-a765-c68a7afd8751 HTTP/1.1" status: 204 len: 168 time: 0.2869632 Aug 30 13:39:02.981089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58820) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:02.999172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ed6b4-3de0-431a-9c60-4d6e4c2fb00a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Network': ['ID=ff6d343f-9f97-49dc-a765-c68a7afd8751,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:03.057232 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b566d51f-8a29-4da1-b637-11d8d72d945b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:03.081960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b566d51f-8a29-4da1-b637-11d8d72d945b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:03.146621 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b566d51f-8a29-4da1-b637-11d8d72d945b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:03.149343 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b566d51f-8a29-4da1-b637-11d8d72d945b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:03.150655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b566d51f-8a29-4da1-b637-11d8d72d945b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/security-groups/0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b HTTP/1.1" status: 204 len: 168 time: 0.1685486 Aug 30 13:39:03.161395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566d51f-8a29-4da1-b637-11d8d72d945b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae2a4ce-0c93-41d0-998d-ac5ddfdb007b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:03.650864 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a26f1ea2-49df-4f88-9caa-0add94246fed no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:39:03.671887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a26f1ea2-49df-4f88-9caa-0add94246fed {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:39:03.672331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a26f1ea2-49df-4f88-9caa-0add94246fed not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:39:03.672728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8bdcdae0-192d-4378-bff5-23b8535428f4 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:39:03.695488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 8bdcdae0-192d-4378-bff5-23b8535428f4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:39:03.695836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8bdcdae0-192d-4378-bff5-23b8535428f4 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:39:03.696252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 19e5df09-7371-4045-860e-03bad216761a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:39:03.717014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 19e5df09-7371-4045-860e-03bad216761a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:39:03.717357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 19e5df09-7371-4045-860e-03bad216761a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:39:04.466047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 46c88ba5-e169-44f4-a52c-e7278a203bdc no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:39:04.482346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58828) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:04.485850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 46c88ba5-e169-44f4-a52c-e7278a203bdc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:39:04.486207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 46c88ba5-e169-44f4-a52c-e7278a203bdc not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:39:04.487146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-7139cee0-9fe4-4ae5-ade6-8cf3fe7b466e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020234123', 'description': 'tempest-secgroup-smoke-2020234123 description', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:04.509968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7139cee0-9fe4-4ae5-ade6-8cf3fe7b466e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.594029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7139cee0-9fe4-4ae5-ade6-8cf3fe7b466e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.597856 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7139cee0-9fe4-4ae5-ade6-8cf3fe7b466e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.628480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7139cee0-9fe4-4ae5-ade6-8cf3fe7b466e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.629974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7139cee0-9fe4-4ae5-ade6-8cf3fe7b466e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465890 Aug 30 13:39:04.631955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139cee0-9fe4-4ae5-ade6-8cf3fe7b466e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:04.633090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58830) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:04.638065 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:04.665101 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.720063 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.723801 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.740534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5252599-eb99-4ce6-a42c-d2e05575b40e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:04.749324 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.751157 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169059 Aug 30 13:39:04.752661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.753004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.753337 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.753686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.754018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.754347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.754502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58832) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:04.754666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.754986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.755307 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.755624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.755944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.756259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903383f5-7e87-4a6f-a139-5446db15efd8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:04.759972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6473c1e8-8433-4239-b42e-16670ba437c3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:04.786823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6473c1e8-8433-4239-b42e-16670ba437c3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.844152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6473c1e8-8433-4239-b42e-16670ba437c3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.847959 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6473c1e8-8433-4239-b42e-16670ba437c3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.869470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6473c1e8-8433-4239-b42e-16670ba437c3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03b4de4-7897-4b99-ab0a-1457a0b91fc8,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:04.872161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6473c1e8-8433-4239-b42e-16670ba437c3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.873320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6473c1e8-8433-4239-b42e-16670ba437c3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178436 Aug 30 13:39:04.876695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58834) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:04.881065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2e09bb10-890b-46f2-8540-3afd65e2ea61 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:04.908926 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2e09bb10-890b-46f2-8540-3afd65e2ea61 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.967839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2e09bb10-890b-46f2-8540-3afd65e2ea61 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.971512 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2e09bb10-890b-46f2-8540-3afd65e2ea61 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.990363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09bb10-890b-46f2-8540-3afd65e2ea61 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d9bbf4-cbcd-4789-93f9-67c5f428142c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:04.997807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2e09bb10-890b-46f2-8540-3afd65e2ea61 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:04.998982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2e09bb10-890b-46f2-8540-3afd65e2ea61 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213708 Aug 30 13:39:05.002857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58836) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:05.007192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5cfb57c8-8d72-42fb-96be-f5b36954bea5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:05.034061 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cfb57c8-8d72-42fb-96be-f5b36954bea5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.091127 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cfb57c8-8d72-42fb-96be-f5b36954bea5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.094742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cfb57c8-8d72-42fb-96be-f5b36954bea5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.114350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb57c8-8d72-42fb-96be-f5b36954bea5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd17068-c8c6-45ba-962c-60d12cbe16bd,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:05.116690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5cfb57c8-8d72-42fb-96be-f5b36954bea5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.117982 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5cfb57c8-8d72-42fb-96be-f5b36954bea5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141288 Aug 30 13:39:05.120834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58838) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:05.125645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d1223a69-bbbf-4802-ae12-12f24c81d717 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:05.147464 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-d1223a69-bbbf-4802-ae12-12f24c81d717 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Project 4d2a1f900cc24b8f8e70058c2e270d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:39:05.152289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1223a69-bbbf-4802-ae12-12f24c81d717 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.212944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1223a69-bbbf-4802-ae12-12f24c81d717 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.215881 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1223a69-bbbf-4802-ae12-12f24c81d717 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.236153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1223a69-bbbf-4802-ae12-12f24c81d717 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44755225-5009-4f49-848e-fe7d34e34f5b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:05.242785 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d1223a69-bbbf-4802-ae12-12f24c81d717 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.243877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d1223a69-bbbf-4802-ae12-12f24c81d717 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222825 Aug 30 13:39:05.246666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58840) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:05.251878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8cc8053d-bb7a-4556-ac0e-766d95505423 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': '5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:05.273817 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-8cc8053d-bb7a-4556-ac0e-766d95505423 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Project 4d2a1f900cc24b8f8e70058c2e270d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:39:05.278498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cc8053d-bb7a-4556-ac0e-766d95505423 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.338199 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cc8053d-bb7a-4556-ac0e-766d95505423 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.341754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cc8053d-bb7a-4556-ac0e-766d95505423 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.361110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8053d-bb7a-4556-ac0e-766d95505423 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc8bd21-bd97-4d11-b977-43c58383ecf9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:05.364787 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8cc8053d-bb7a-4556-ac0e-766d95505423 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.368503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8cc8053d-bb7a-4556-ac0e-766d95505423 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183500 Aug 30 13:39:05.369032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58842) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:05.374993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'network': {'name': 'tempest-network-smoke--1711055455', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'port_security_enabled': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:05.395093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:39:05.398598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.424902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:39:05.434150 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.434493 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Added segment 392a5653-b81e-4f86-8e45-8ee8ec7a6b58 of type vlan for network e881da08-99bb-4241-9494-3e8025ebfcdb Aug 30 13:39:05.476583 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.500980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.506545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:05.507137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.563756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1936040 Aug 30 13:39:05.566623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58844) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:05.570999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'admin_state_up': True, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:05.591038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb108ca-000e-4ca7-8434-d0528e44fbc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Network': ['ID=e881da08-99bb-4241-9494-3e8025ebfcdb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:05.603502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network e881da08-99bb-4241-9494-3e8025ebfcdb details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:39:05.607916 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.609240 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.667227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.803134 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:05.992214 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:06.011627 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:06.115282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.25.2.143 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/c2ca31cb-cf25-4e96-a63c-930d7682e550) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:39:06.215272 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:06.252647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:06.567690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:39:06.572556 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:39:06.576743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:39:06.602046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=c2ca31cb-cf25-4e96-a63c-930d7682e550,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:06.707572 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a29ed4bb-c3b1-4290-bffd-93f2027e04f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:06.830425 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:07.025288 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:07.150757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 48e3098c-37ef-4314-acf7-62f8fb2116c9 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:39:07.256571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:39:07.266179 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Sync routers for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:39:07.274052 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:07.275273 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-97531e42-29fb-4aba-a091-58aa86048b28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7077336 Aug 30 13:39:07.276499 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:39:07.277054 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:38:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:07.278463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58846) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:07.307214 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9ac38b3b-0e08-42b5-b8ae-00ed39f8bb4f tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=4d2a1f900cc24b8f8e70058c2e270d19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272906 Aug 30 13:39:07.309960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58848) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:07.383278 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:39:07.564834 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:06Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:07.594842 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Checking router: 48e3098c-37ef-4314-acf7-62f8fb2116c9 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:39:07.595194 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Updating router 48e3098c-37ef-4314-acf7-62f8fb2116c9 port c2ca31cb-cf25-4e96-a63c-930d7682e550 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:39:07.620787 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:07.821809 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b9d07-d042-4489-9a60-efc62624c2b4 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:07.823261 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6e7b9d07-d042-4489-9a60-efc62624c2b4 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5123105 Aug 30 13:39:07.826310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58850) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:07.860106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1289ad5c-e2e3-4479-b5ac-26caed409890 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326748 Aug 30 13:39:07.862628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58852) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:07.867340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1126623966', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:07.877431 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:07.887906 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Transition to ACTIVE for port object c2ca31cb-cf25-4e96-a63c-930d7682e550 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:39:07.894616 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:07.946437 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Pushing event updated for resources: {'Port': ['ID=c2ca31cb-cf25-4e96-a63c-930d7682e550,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:07.948417 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Attempting to bind port c2ca31cb-cf25-4e96-a63c-930d7682e550 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:39:07.948779 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Attempting to bind port c2ca31cb-cf25-4e96-a63c-930d7682e550 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:39:07.949131 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Attempting to bind port c2ca31cb-cf25-4e96-a63c-930d7682e550 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:39:07.958402 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.958974 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.959141 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.959369 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.959652 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.959993 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.960312 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.960629 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.960943 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.961258 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.961578 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.961910 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:39:07.965275 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:39:07.965615 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:39:07.966052 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:07.966472 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:39:07.966928 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Bound port: c2ca31cb-cf25-4e96-a63c-930d7682e550, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:39:07.967303 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:07.974469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:39:07.978014 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.026749 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] For port c2ca31cb-cf25-4e96-a63c-930d7682e550, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:39:08.030082 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] For port c2ca31cb-cf25-4e96-a63c-930d7682e550, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c2ca31cb-cf25-4e96-a63c-930d7682e550,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:39:08.035505 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.095787 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b43869-d185-45a4-8cbc-4f6ec2d7eff6 None None] Pushing event updated for resources: {'Port': ['ID=c2ca31cb-cf25-4e96-a63c-930d7682e550,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:08.102846 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:39:08.103495 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:38:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:08.186145 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.209598 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:39:08.249146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Subnet': ['ID=001c678b-f91b-4ebf-9c83-eab0131bd957,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:08.259937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Checking segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:39:08.260300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network hostable DHCP agents. Network: e881da08-99bb-4241-9494-3e8025ebfcdb, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:39:08.286221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network e881da08-99bb-4241-9494-3e8025ebfcdb is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:39:08.297486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, e881da08-99bb-4241-9494-3e8025ebfcdb) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:39:08.302711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:08.303386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.306213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36c56d5-cf89-42a9-8f5b-281d56e549a3 None None] Network e881da08-99bb-4241-9494-3e8025ebfcdb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:39:08.322539 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1d915f71-1480-408f-a5f1-1ba553de25ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4588566 Aug 30 13:39:08.325170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58854) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:08.393691 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:06Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:08.427768 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5288f0a-bc26-4436-a23b-4dd8781dd5dc None None] The sync data for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 is: [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:06Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:39:08.458030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-e881da08-99bb-4241-9494-3e8025ebfcdb', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:39:08.458907 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.602664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Allocated IP 172.20.0.2 (e881da08-99bb-4241-9494-3e8025ebfcdb/001c678b-f91b-4ebf-9c83-eab0131bd957/de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:39:08.769238 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.778802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Transition to ACTIVE for port object de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:39:08.796470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Transition to ACTIVE for port object de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:39:08.804012 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.854566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Network e881da08-99bb-4241-9494-3e8025ebfcdb is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:39:08.855805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Pushing event updated for resources: {'Port': ['ID=de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:08.858761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:39:08.861304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:39:08.871965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.916951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Attempting to bind port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:39:08.917209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Attempting to bind port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:39:08.917579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Attempting to bind port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 on network e881da08-99bb-4241-9494-3e8025ebfcdb {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:39:08.924217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:39:08.924682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Checking segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:39:08.925049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.925614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Bound using segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:39:08.926187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Bound port: de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:39:08.926579 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:08.997322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] For port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:39:09.001185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] For port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:39:09.006405 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:09.073234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbd065-4232-4910-8ab6-514b718b99ca None None] Pushing event updated for resources: {'Port': ['ID=de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:09.269181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.20.0.1 (e881da08-99bb-4241-9494-3e8025ebfcdb/001c678b-f91b-4ebf-9c83-eab0131bd957/7890a934-1b41-43d0-91e8-a9f9b1f66f79) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:39:09.400325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:09.413435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Transition to ACTIVE for port object 7890a934-1b41-43d0-91e8-a9f9b1f66f79 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:39:09.448197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:09.451211 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-35a529a2-3726-4274-ae4c-3fa8ccbdac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:09.490674 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network e881da08-99bb-4241-9494-3e8025ebfcdb is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:39:09.495473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:39:09.499118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:39:09.525455 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=7890a934-1b41-43d0-91e8-a9f9b1f66f79,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:09.547149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:09.700746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:39:09.718109 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:09.762505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:39:09.767355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c2ca31cb-cf25-4e96-a63c-930d7682e550 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:39:09.820126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c2ca31cb-cf25-4e96-a63c-930d7682e550 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:39:09.824024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c2ca31cb-cf25-4e96-a63c-930d7682e550 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:09.824440 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.014451 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.020902 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.039253 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.083632 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.105079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.106948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c2ca31cb-cf25-4e96-a63c-930d7682e550, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c2ca31cb-cf25-4e96-a63c-930d7682e550,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:39:10.107255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=7890a934-1b41-43d0-91e8-a9f9b1f66f79,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:10.111886 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.162721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c2ca31cb-cf25-4e96-a63c-930d7682e550,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:10.208632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network e881da08-99bb-4241-9494-3e8025ebfcdb is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:39:10.210238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:39:10.423247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b7515-3e64-4781-a061-e0be80451bbd None None] Network e881da08-99bb-4241-9494-3e8025ebfcdb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:39:10.495539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c30e27d4-d015-4a53-b1cf-877ee144ab53 None None] Provisioning for port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:39:10.504291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c30e27d4-d015-4a53-b1cf-877ee144ab53 None None] Provisioning complete for port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:10.504662 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c30e27d4-d015-4a53-b1cf-877ee144ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.574526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 48e3098c-37ef-4314-acf7-62f8fb2116c9 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:39:10.646315 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c30e27d4-d015-4a53-b1cf-877ee144ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.686260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c30e27d4-d015-4a53-b1cf-877ee144ab53 None None] For port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:39:10.688058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:39:10.690426 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c30e27d4-d015-4a53-b1cf-877ee144ab53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:10.693927 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c8de64a0-861c-457f-98bf-7e3701675551 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "PUT /v2.0/routers/48e3098c-37ef-4314-acf7-62f8fb2116c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3674836 Aug 30 13:39:10.714890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Sync routers for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:39:10.743944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:39:10.744585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:39:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:10.782858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e27d4-d015-4a53-b1cf-877ee144ab53 None None] Pushing event updated for resources: {'Port': ['ID=de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:10.865922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:39:10.875476 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-4a96cb41-44f8-47e3-8125-27eaf62a4809 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020234123&fields=id&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 267 time: 0.0516586 Aug 30 13:39:10.999470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-5a380493-10d3-4537-95ea-6d1ca1b1f296 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:11.002817 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.005652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2d611cbf-5f21-4e7b-b2e1-acc0d5372336 None None] Provisioning complete for port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:11.006049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2d611cbf-5f21-4e7b-b2e1-acc0d5372336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.007519 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-5a380493-10d3-4537-95ea-6d1ca1b1f296 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 797 time: 0.1250021 Aug 30 13:39:11.019421 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-b9c4e3a1-2b00-4caf-9c11-0b5583659844 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/quotas/4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 375 time: 0.0109243 Aug 30 13:39:11.113146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-3b1e9c65-246b-4b60-9d13-a054513f102f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872266 Aug 30 13:39:11.166066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '7890a934-1b41-43d0-91e8-a9f9b1f66f79', 'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:c3:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:08Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 2, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:11.169044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2d611cbf-5f21-4e7b-b2e1-acc0d5372336 None None] Provisioning for port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:39:11.195176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Checking router: 48e3098c-37ef-4314-acf7-62f8fb2116c9 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:39:11.195529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Updating router 48e3098c-37ef-4314-acf7-62f8fb2116c9 port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:39:11.198932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2d611cbf-5f21-4e7b-b2e1-acc0d5372336 None None] Provisioning complete for port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:11.199305 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2d611cbf-5f21-4e7b-b2e1-acc0d5372336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.248470 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.270224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2d611cbf-5f21-4e7b-b2e1-acc0d5372336 None None] Port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:39:11.293783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-977efe32-e8f1-4f44-87f1-331e3b95c75f service neutron] 10.222.0.37 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669192 Aug 30 13:39:11.386875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-8a893b8f-77f7-4a8d-ab5a-0940531e60b0 service neutron] 10.222.0.37 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859652 Aug 30 13:39:11.431140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-22c540a5-fbcf-41c5-adae-71fc605a50fe None None] Provisioning complete for port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:11.431510 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22c540a5-fbcf-41c5-adae-71fc605a50fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.483730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-22c540a5-fbcf-41c5-adae-71fc605a50fe None None] Port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:39:11.557146 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d82d7e1-7792-42ec-9d4e-90582c2c2a15 req-14396a86-2742-4338-b930-f605fdaa007b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 210 time: 0.0279934 Aug 30 13:39:11.567476 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.580968 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Transition to ACTIVE for port object 7890a934-1b41-43d0-91e8-a9f9b1f66f79 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:39:11.587181 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.636269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5224f-6b98-453b-98ee-e5cafe1c3935 None None] Pushing event updated for resources: {'Port': ['ID=7890a934-1b41-43d0-91e8-a9f9b1f66f79,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:11.693269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Attempting to bind port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:39:11.693620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Attempting to bind port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:39:11.694015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Attempting to bind port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 on network e881da08-99bb-4241-9494-3e8025ebfcdb {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:39:11.700218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:39:11.703919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:39:11.704298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Checking segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:39:11.704704 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.705096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Bound using segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:39:11.705576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Bound port: 7890a934-1b41-43d0-91e8-a9f9b1f66f79, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:39:11.706170 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.799688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:11.800070 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.845952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] For port 7890a934-1b41-43d0-91e8-a9f9b1f66f79, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:39:11.850691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] For port 7890a934-1b41-43d0-91e8-a9f9b1f66f79, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7890a934-1b41-43d0-91e8-a9f9b1f66f79,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:39:11.856979 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:11.961202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5224f-6b98-453b-98ee-e5cafe1c3935 None None] Pushing event updated for resources: {'Port': ['ID=7890a934-1b41-43d0-91e8-a9f9b1f66f79,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:11.969395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:39:11.970033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:39:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:12.012630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c2ca31cb-cf25-4e96-a63c-930d7682e550 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:39:12.124031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:39:12.155409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c2ca31cb-cf25-4e96-a63c-930d7682e550 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:12.155691 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:12.310990 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:12.412482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '7890a934-1b41-43d0-91e8-a9f9b1f66f79', 'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:c3:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:08Z', 'updated_at': '2021-08-30T13:39:11Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:12.441807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9449377-dd86-4b9e-b339-e983cc245a67 None None] The sync data for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 is: [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '7890a934-1b41-43d0-91e8-a9f9b1f66f79', 'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:c3:d9:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:08Z', 'updated_at': '2021-08-30T13:39:11Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:39:12.596136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-f8460f46-6131-4f8c-a2ca-59ecf50fa2a3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:12.597780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-f8460f46-6131-4f8c-a2ca-59ecf50fa2a3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 797 time: 0.1431270 Aug 30 13:39:12.670808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-5b920fea-27b3-40d1-abc0-76299e096a43 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 380 time: 0.0636649 Aug 30 13:39:12.681570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61c297d1-515a-46c1-ab24-6522dd0323ff req-ec1ad305-594d-47be-8998-82c2218b31bb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 210 time: 0.0339494 Aug 30 13:39:12.682219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'port': {'device_id': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'admin_state_up': True, 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'security_groups': ['5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:12.795908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:39:12.800241 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:12.939127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.20.0.10 (e881da08-99bb-4241-9494-3e8025ebfcdb/001c678b-f91b-4ebf-9c83-eab0131bd957/8ca40435-350f-4158-a588-7dfe758788a7) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:39:13.090074 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:13.104394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Transition to ACTIVE for port object 8ca40435-350f-4158-a588-7dfe758788a7 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:39:13.140022 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:13.190590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network e881da08-99bb-4241-9494-3e8025ebfcdb is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:39:13.193811 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:39:13.197552 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:39:13.225990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:13.263216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:13.263826 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:13.284411 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-2bbfe5ac-c6f7-4a03-9eff-205a368e6943 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6065702 Aug 30 13:39:13.365961 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Request body: {'port': {'device_id': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:13.464733 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:13.522105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-76b2c425-2ea9-4649-a593-6282e1d77101 None None] Provisioning for port 8ca40435-350f-4158-a588-7dfe758788a7 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:39:13.527906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-76b2c425-2ea9-4649-a593-6282e1d77101 None None] Provisioning complete for port 8ca40435-350f-4158-a588-7dfe758788a7 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:13.528507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-76b2c425-2ea9-4649-a593-6282e1d77101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:13.568550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-76b2c425-2ea9-4649-a593-6282e1d77101 None None] Port 8ca40435-350f-4158-a588-7dfe758788a7 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:39:13.692958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7890a934-1b41-43d0-91e8-a9f9b1f66f79 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:39:13.837336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe3f74-b6cb-47b2-9640-aee56244d251 req-271de997-3e86-430b-b654-fc74cb97acfe tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:13.839236 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2abe3f74-b6cb-47b2-9640-aee56244d251 req-271de997-3e86-430b-b654-fc74cb97acfe tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 932 time: 0.0880194 Aug 30 13:39:13.852421 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:39:13.906933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:39:13.907251 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca40435-350f-4158-a588-7dfe758788a7 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:39:13.911467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:13.911852 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:13.919178 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:13.924756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2abe3f74-b6cb-47b2-9640-aee56244d251 req-2632f94b-7d58-4e50-a267-b30a3eed1a58 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563660 Aug 30 13:39:13.936905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Transition to ACTIVE for port object 8ca40435-350f-4158-a588-7dfe758788a7 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:39:13.942413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:13.992022 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:13.998375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:14.032572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 7890a934-1b41-43d0-91e8-a9f9b1f66f79, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7890a934-1b41-43d0-91e8-a9f9b1f66f79,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:39:14.036992 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:14.068167 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:39:14.068876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:39:14.069299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 on network e881da08-99bb-4241-9494-3e8025ebfcdb {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:39:14.074404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Port 8ca40435-350f-4158-a588-7dfe758788a7 on network e881da08-99bb-4241-9494-3e8025ebfcdb not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:39:14.074824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 on network e881da08-99bb-4241-9494-3e8025ebfcdb {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:39:14.080768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:39:14.081103 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Checking segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:39:14.081480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Bound using segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:39:14.081927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Bound port: 8ca40435-350f-4158-a588-7dfe758788a7, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:39:14.082289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:14.088783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=7890a934-1b41-43d0-91e8-a9f9b1f66f79,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:14.161131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:39:14.164533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:39:14.169118 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:14.206222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:14.206852 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:14.208435 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] 10.222.0.16 "PUT /v2.0/ports/8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1092 time: 0.9151402 Aug 30 13:39:14.210805 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:39:14.213682 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:39:14.243689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62a631-6f8e-4d71-a608-f67aa24cf68d service neutron] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:14.259045 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e98d7b0-8723-434f-a6c2-0b5a065630b9 x-openstack-request-id: req-3e98d7b0-8723-434f-a6c2-0b5a065630b9 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:39:14.259346 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:39:14.259602 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e98d7b0-8723-434f-a6c2-0b5a065630b9 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:39:14.259998 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'status': 'completed', 'code': 200} Aug 30 13:39:14.295111 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-9983f29c-804a-4064-a24f-1f0bd857649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:14.296746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-9983f29c-804a-4064-a24f-1f0bd857649b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1095 time: 0.0486646 Aug 30 13:39:14.344400 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-746029b9-f23f-4ec2-bc19-4b3f955bd158 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 217 time: 0.0398278 Aug 30 13:39:14.397189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-170ebb9f-86b3-4aa1-864f-771a706595a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:14.398683 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-170ebb9f-86b3-4aa1-864f-771a706595a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0475819 Aug 30 13:39:14.445527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-63942e3b-eac3-46b3-8d8c-9880cd56c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:14.447107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-63942e3b-eac3-46b3-8d8c-9880cd56c252 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416558 Aug 30 13:39:14.540658 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-dcec0e17-7f64-41a1-a8e7-ef9084d59c1a service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859001 Aug 30 13:39:14.628688 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e697dfb-c176-40a0-935f-aee3f1b10196 req-32fee1a8-7c06-4ff5-8e9a-d67977db43e8 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809867 Aug 30 13:39:14.711745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-4a8e6113-9e00-4a1a-b864-56ec545f8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:14.713197 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-4a8e6113-9e00-4a1a-b864-56ec545f8930 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1095 time: 0.0401742 Aug 30 13:39:14.810232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-80618ebf-8053-4651-97d0-97df914fe7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:14.811606 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-80618ebf-8053-4651-97d0-97df914fe7ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.0912483 Aug 30 13:39:14.854693 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-5c5769a6-dcce-4546-b9cf-773875417010 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 217 time: 0.0354519 Aug 30 13:39:14.910487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-c941664b-5064-4796-a537-26c5f4ef9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:14.911931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-c941664b-5064-4796-a537-26c5f4ef9679 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0501125 Aug 30 13:39:14.959424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-3d2df54c-3f41-4b3d-a9d5-1ea52ee3eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:14.960981 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-3d2df54c-3f41-4b3d-a9d5-1ea52ee3eef2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405922 Aug 30 13:39:15.083972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb097de-903d-4c3b-ae5f-d2067364419f req-f2a09bd8-9943-47b7-87d5-3b994f48c329 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:15.085332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cb097de-903d-4c3b-ae5f-d2067364419f req-f2a09bd8-9943-47b7-87d5-3b994f48c329 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 944 time: 0.0742521 Aug 30 13:39:15.101583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-06e3b16c-199d-4772-b836-57c019a933df service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320798 Aug 30 13:39:15.171031 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cb097de-903d-4c3b-ae5f-d2067364419f req-28b4b1b2-3057-46fe-9db4-6143cec4b26c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786979 Aug 30 13:39:15.206422 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f5490d5-fc50-48b5-b02c-d0ffc9cf94a0 req-a641741a-98fd-4121-a85e-95dd51baa733 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959642 Aug 30 13:39:15.661878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7890a934-1b41-43d0-91e8-a9f9b1f66f79 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:39:15.708024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:15.708395 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:16.286725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac01b5-1814-482e-88d1-21e1fbce41b0 req-5d550ca6-3636-4a3e-bc95-e4b2b187dc0b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:16.288192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ac01b5-1814-482e-88d1-21e1fbce41b0 req-5d550ca6-3636-4a3e-bc95-e4b2b187dc0b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 944 time: 0.0489645 Aug 30 13:39:16.325039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4ac01b5-1814-482e-88d1-21e1fbce41b0 req-46cc8ac8-edf2-46d0-a8fa-0d30f48d5ac6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Aug 30 13:39:16.506743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:39:16.603129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:39:16.614481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '8ca40435-350f-4158-a588-7dfe758788a7', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'port_id': '8ca40435-350f-4158-a588-7dfe758788a7', 'mac_address': 'fa:16:3e:4c:ee:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:39:16.652635 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:16.665028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca40435-350f-4158-a588-7dfe758788a7 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:39:16.684474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:39:16.688690 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:16.738231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:16.886238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['8ca40435-350f-4158-a588-7dfe758788a7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:39:17.445475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b5661-a3aa-4036-a72a-0a5818e5c61a req-f865d707-6b2d-4790-8f6f-597f541f55a9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:17.446976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-032b5661-a3aa-4036-a72a-0a5818e5c61a req-f865d707-6b2d-4790-8f6f-597f541f55a9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 945 time: 0.0545082 Aug 30 13:39:17.483964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-032b5661-a3aa-4036-a72a-0a5818e5c61a req-e3434710-a007-40cf-be14-c5980afa933e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309949 Aug 30 13:39:18.521493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:39:18.575418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 8ca40435-350f-4158-a588-7dfe758788a7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:39:18.579296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 8ca40435-350f-4158-a588-7dfe758788a7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:39:18.579716 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:18.600916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d1715-cbcb-4a71-9abc-cd4d13291858 req-340653d3-6267-4a3e-bb6f-ae83ccf17313 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:18.602509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a50d1715-cbcb-4a71-9abc-cd4d13291858 req-340653d3-6267-4a3e-bb6f-ae83ccf17313 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 945 time: 0.0494316 Aug 30 13:39:18.643374 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a50d1715-cbcb-4a71-9abc-cd4d13291858 req-435f03f2-a502-44c7-b631-82c6430abe21 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347228 Aug 30 13:39:18.656482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:18.679158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:39:18.681496 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e763c2a-7641-45ca-9728-963966dff1d3" -d '{"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-plugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:39:18.694830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:39:18.699020 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:18.724437 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54e39f6-ebcc-4d51-90f5-a46bf7f1558d x-openstack-request-id: req-a54e39f6-ebcc-4d51-90f5-a46bf7f1558d {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:39:18.724723 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-plugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:39:18.724973 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a54e39f6-ebcc-4d51-90f5-a46bf7f1558d {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:39:18.725353 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'code': 200} Aug 30 13:39:18.754482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:18.813377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f0ad0-af65-47b6-a44b-ca557502dad0 req-557b1d9c-8ac8-44f8-a058-82214ce646d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:18.814899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-140f0ad0-af65-47b6-a44b-ca557502dad0 req-557b1d9c-8ac8-44f8-a058-82214ce646d4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1097 time: 0.0402703 Aug 30 13:39:18.850137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-140f0ad0-af65-47b6-a44b-ca557502dad0 req-a498d232-2e53-41be-bac6-c41e9b2bd0f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278628 Aug 30 13:39:19.758593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ef38e-7481-4d09-8223-0810240be159 req-3f0f09b6-1483-4365-a057-f7e913cb94da tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:19.760061 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a42ef38e-7481-4d09-8223-0810240be159 req-3f0f09b6-1483-4365-a057-f7e913cb94da tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0510471 Aug 30 13:39:19.806470 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a42ef38e-7481-4d09-8223-0810240be159 req-4b7a418b-012c-4d11-ab43-a2e40b338501 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399671 Aug 30 13:39:20.919540 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fe1f3-99be-453b-b585-c6a0ece09399 req-d7138522-29d8-40e0-a7a6-30465d711666 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:20.921005 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-217fe1f3-99be-453b-b585-c6a0ece09399 req-d7138522-29d8-40e0-a7a6-30465d711666 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0483408 Aug 30 13:39:20.958978 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-217fe1f3-99be-453b-b585-c6a0ece09399 req-859f67b5-d590-4c86-b9fe-aa7216519a6a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313051 Aug 30 13:39:21.073171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd535e5a-0a11-49d6-8efc-f6b7fc1099f8 req-0c4f80cb-0c31-408d-aca9-5eccfc7b510b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:21.074693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd535e5a-0a11-49d6-8efc-f6b7fc1099f8 req-0c4f80cb-0c31-408d-aca9-5eccfc7b510b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0497425 Aug 30 13:39:21.112498 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd535e5a-0a11-49d6-8efc-f6b7fc1099f8 req-8bae7a62-9124-448f-b975-ba6b04202f6c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Aug 30 13:39:21.133924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58910) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:21.173365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b221f-6930-4ccc-8d4f-84151f2d454d tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:21.174884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1a1b221f-6930-4ccc-8d4f-84151f2d454d tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1092 time: 0.0400085 Aug 30 13:39:21.177568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 58912) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:21.181893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '8ca40435-350f-4158-a588-7dfe758788a7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:39:21.203714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:21.301117 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:21.403385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.25.2.237 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/a0ba075f-19ad-4ce5-801d-d58ac4d8d669) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:39:21.508150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:21.547110 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:21.586408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:39:21.589290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:39:21.591863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:39:21.616058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=a0ba075f-19ad-4ce5-801d-d58ac4d8d669,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:21.946531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:22.016057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:22.168379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:22.174099 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:22.246522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=a0ba075f-19ad-4ce5-801d-d58ac4d8d669,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:39:22.257014 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:22.357813 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Floating IP 47917e4c-ef06-46f2-9cdc-0d6857228081 associated. External IP: 172.25.2.237, port: 8ca40435-350f-4158-a588-7dfe758788a7. Aug 30 13:39:22.562278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 48e3098c-37ef-4314-acf7-62f8fb2116c9 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:39:22.667932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:39:22.678008 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] Sync routers for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:39:22.684394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:22.686979 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:39:22.687622 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:39:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:22.714748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a0650de2-4d62-4afd-abca-dea17fd69684 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5361397 Aug 30 13:39:22.715426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:39:22.717781 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270bfd9a-49b0-4eaa-8803-88774d324238" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:39:22.761947 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c36942-3dc1-42b5-b3b9-f133689d6cb5 x-openstack-request-id: req-75c36942-3dc1-42b5-b3b9-f133689d6cb5 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:39:22.762309 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:39:22.762633 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75c36942-3dc1-42b5-b3b9-f133689d6cb5 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:39:22.763666 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'status': 'completed', 'code': 200} Aug 30 13:39:22.793010 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:39:22.856386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a669bc-6e78-4b66-9871-930220a87ca1 req-c7a53be7-29ff-4272-9825-5412b3514884 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:22.857810 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28a669bc-6e78-4b66-9871-930220a87ca1 req-c7a53be7-29ff-4272-9825-5412b3514884 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0792656 Aug 30 13:39:22.860943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-fa475b55-88b4-4c3c-a7da-6777a6d91d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:22.862370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-fa475b55-88b4-4c3c-a7da-6777a6d91d7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1097 time: 0.0730243 Aug 30 13:39:22.949596 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28a669bc-6e78-4b66-9871-930220a87ca1 req-7efbff89-e4c4-4594-ac6e-93b55badcc18 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856411 Aug 30 13:39:22.974029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58918) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:23.118220 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '47917e4c-ef06-46f2-9cdc-0d6857228081', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'port_id': '8ca40435-350f-4158-a588-7dfe758788a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'mac_address': 'fa:16:3e:4c:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:39:21Z', 'updated_at': '2021-08-30T13:39:21Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7890a934-1b41-43d0-91e8-a9f9b1f66f79', 'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:c3:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:08Z', 'updated_at': '2021-08-30T13:39:14Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:23.148192 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] Checking router: 48e3098c-37ef-4314-acf7-62f8fb2116c9 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:39:23.157230 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:39:23.157891 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:39:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:23.264452 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:39:23.329976 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-5b412e03-ed7e-4127-8a84-cc1ecc2d7963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:23.331423 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-5b412e03-ed7e-4127-8a84-cc1ecc2d7963 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.4617803 Aug 30 13:39:23.351352 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-370065a8-b08e-440a-95db-2e98632f5c1a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/47917e4c-ef06-46f2-9cdc-0d6857228081 HTTP/1.1" status: 200 len: 992 time: 0.3760185 Aug 30 13:39:23.405455 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-b2708cfe-ad0b-430f-98dc-b8cd54c797f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1000 time: 0.0658526 Aug 30 13:39:23.455523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-9659e238-7e01-431c-bced-c733c3e2ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:23.456959 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-9659e238-7e01-431c-bced-c733c3e2ddd9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0443850 Aug 30 13:39:23.490208 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '47917e4c-ef06-46f2-9cdc-0d6857228081', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'port_id': '8ca40435-350f-4158-a588-7dfe758788a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'mac_address': 'fa:16:3e:4c:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:39:21Z', 'updated_at': '2021-08-30T13:39:21Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7890a934-1b41-43d0-91e8-a9f9b1f66f79', 'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:c3:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:08Z', 'updated_at': '2021-08-30T13:39:14Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:39:23.503220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-9b74ab77-9b75-4f5d-b6dc-900644fabb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:23.504792 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-9b74ab77-9b75-4f5d-b6dc-900644fabb6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404055 Aug 30 13:39:23.515009 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b4d3b3-771f-4f9d-bd0b-52252087efc4 None None] The sync data for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 is: [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '47917e4c-ef06-46f2-9cdc-0d6857228081', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.237', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'port_id': '8ca40435-350f-4158-a588-7dfe758788a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'mac_address': 'fa:16:3e:4c:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:39:21Z', 'updated_at': '2021-08-30T13:39:21Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7890a934-1b41-43d0-91e8-a9f9b1f66f79', 'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:c3:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:08Z', 'updated_at': '2021-08-30T13:39:14Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:39:23.600495 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-0143e653-1119-4029-af6d-5c53a00d1a71 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886865 Aug 30 13:39:23.696541 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-270bfd9a-49b0-4eaa-8803-88774d324238 req-19bea402-a668-4f99-9ea6-b962bc5b7052 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884769 Aug 30 13:39:23.715629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957467b-bdf6-4108-8eca-d3812ff1b4cd None None] New status for floating IP 47917e4c-ef06-46f2-9cdc-0d6857228081: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:39:24.355343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58920) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:24.419919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b7d2b7ff-827e-461c-8c69-2eae3f7aa742 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/47917e4c-ef06-46f2-9cdc-0d6857228081 HTTP/1.1" status: 200 len: 994 time: 0.0634170 Aug 30 13:39:28.583174 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:31.008378 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:36.709312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2ad873e9-1da6-40fa-bfec-4bf466be2aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:39.454817 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cfef642f-8ddb-4395-b118-1f95a854d00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:40.012595 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:40.929953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:42.295380 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:50.852405 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:39:51.073587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36de76c-f0a8-4e69-9026-73b5bd2fb3d6 req-09f10b2f-cac9-4b34-9784-e59192e8f0f8 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:51.075103 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a36de76c-f0a8-4e69-9026-73b5bd2fb3d6 req-09f10b2f-cac9-4b34-9784-e59192e8f0f8 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1097 time: 0.0405517 Aug 30 13:39:51.108690 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a36de76c-f0a8-4e69-9026-73b5bd2fb3d6 req-6b1e0aea-8cbc-4f1c-a2e1-032dd776e5a0 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275400 Aug 30 13:39:51.283716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e4771-9524-4469-b161-f2f142fa4467 req-d57b620e-2c89-4406-8560-997dd5ca95c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:51.285399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d90e4771-9524-4469-b161-f2f142fa4467 req-d57b620e-2c89-4406-8560-997dd5ca95c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.1081927 Aug 30 13:39:51.323518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d90e4771-9524-4469-b161-f2f142fa4467 req-4bafa53b-19a1-4ba8-9669-414c6c238a91 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321207 Aug 30 13:39:51.348926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 58944) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:39:51.409609 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e19436ba-ccc1-458d-a6f7-eaf0f085108b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/47917e4c-ef06-46f2-9cdc-0d6857228081 HTTP/1.1" status: 200 len: 994 time: 0.0587521 Aug 30 13:39:51.913515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-dbd25ddf-cef1-428b-a67e-0caed3130062 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734906 Aug 30 13:39:51.921571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cd4ca-b3de-47b7-81e7-83c7f3a1a594 req-6e80f6b3-1421-4b0c-929c-45a92c04515f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:51.923006 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-157cd4ca-b3de-47b7-81e7-83c7f3a1a594 req-6e80f6b3-1421-4b0c-929c-45a92c04515f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0722849 Aug 30 13:39:51.962635 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-157cd4ca-b3de-47b7-81e7-83c7f3a1a594 req-e6d3c6d3-9377-4708-b6e2-e986bf37f7a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333710 Aug 30 13:39:53.035289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-248b64e8-fd27-450c-83c4-41bca13b4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:53.036844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-248b64e8-fd27-450c-83c4-41bca13b4753 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1097 time: 0.0429018 Aug 30 13:39:53.080995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe8d54-9069-4c37-8c22-522ae1c0a97d req-9b0b903e-a928-451a-a1c1-86f3e3e923c6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:53.082624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26fe8d54-9069-4c37-8c22-522ae1c0a97d req-9b0b903e-a928-451a-a1c1-86f3e3e923c6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0493858 Aug 30 13:39:53.120618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-26fe8d54-9069-4c37-8c22-522ae1c0a97d req-e460d10f-782e-4c78-a6da-12d4f05bca1b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321665 Aug 30 13:39:53.138375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-deabf39d-de73-4592-9bc8-3f56b8ccbe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:53.139883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-deabf39d-de73-4592-9bc8-3f56b8ccbe2e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.0945444 Aug 30 13:39:53.207279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-ce20634b-9f42-40a9-b3b0-e502d59f2051 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1002 time: 0.0586307 Aug 30 13:39:53.257486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-fa56a510-3620-42a0-9223-28664104edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:53.258862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-fa56a510-3620-42a0-9223-28664104edf1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0434787 Aug 30 13:39:53.310863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-62db7570-cddb-4d1e-b08d-b2c7b1c54f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:53.312328 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-62db7570-cddb-4d1e-b08d-b2c7b1c54f17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442774 Aug 30 13:39:53.403434 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-fc77cd53-904a-4fff-b34d-3036c3a132c3 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824227 Aug 30 13:39:53.499595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-03b6c11b-2593-4c29-b61e-69f83cf6dfcb service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886385 Aug 30 13:39:54.238957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbd3b0-e188-4a09-af1e-f47608b0f6b4 req-fa57ba84-b25e-417d-9e85-f1c90758c9fe tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:54.240650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1fbd3b0-e188-4a09-af1e-f47608b0f6b4 req-fa57ba84-b25e-417d-9e85-f1c90758c9fe tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0500255 Aug 30 13:39:54.278478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1fbd3b0-e188-4a09-af1e-f47608b0f6b4 req-3210646a-b0ea-45b0-9b7e-347cae8e6478 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319307 Aug 30 13:39:55.394451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243df5-7ace-4a31-8ce2-c8a0976bf211 req-b9e14efc-3b5d-4007-bed5-458676f87bfb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:55.395929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04243df5-7ace-4a31-8ce2-c8a0976bf211 req-b9e14efc-3b5d-4007-bed5-458676f87bfb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0492353 Aug 30 13:39:55.437741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04243df5-7ace-4a31-8ce2-c8a0976bf211 req-f3a1747e-5260-4a59-8747-90bf7e5c699a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359058 Aug 30 13:39:56.554522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb156a5-cb6a-424c-8b9e-9cc69f9def2d req-c785a1e6-667e-4fad-b032-d47b67de36e3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:56.555979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fb156a5-cb6a-424c-8b9e-9cc69f9def2d req-c785a1e6-667e-4fad-b032-d47b67de36e3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0496690 Aug 30 13:39:56.594200 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0fb156a5-cb6a-424c-8b9e-9cc69f9def2d req-f42b841a-a1d4-4d9c-8e28-bd4c04fc88c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323057 Aug 30 13:39:57.709119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70221dc0-a1a5-431e-b3fa-87879c4e4554 req-64236392-243d-4604-857d-b3b4a6e031ac tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:57.710556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70221dc0-a1a5-431e-b3fa-87879c4e4554 req-64236392-243d-4604-857d-b3b4a6e031ac tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0486093 Aug 30 13:39:57.747399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70221dc0-a1a5-431e-b3fa-87879c4e4554 req-9b822a88-7b2d-49b0-9357-e277d669ba87 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309095 Aug 30 13:39:58.588828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:39:58.867924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c8730-2c29-46cd-92f5-5636e01a3a69 req-b1f74f2c-4dac-4dff-a8dc-a12847fe7bc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:39:58.869725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d7c8730-2c29-46cd-92f5-5636e01a3a69 req-b1f74f2c-4dac-4dff-a8dc-a12847fe7bc1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0543861 Aug 30 13:39:58.906484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d7c8730-2c29-46cd-92f5-5636e01a3a69 req-d73eb63f-d0b3-4fc4-9a1f-ee7227ff9fa5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308218 Aug 30 13:40:00.023150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb2ebb-0903-4101-a88f-05b7949f95c6 req-dfd703b5-f3d9-47d4-b1fb-d8badbe45c29 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:00.024548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5beb2ebb-0903-4101-a88f-05b7949f95c6 req-dfd703b5-f3d9-47d4-b1fb-d8badbe45c29 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0496871 Aug 30 13:40:00.062414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5beb2ebb-0903-4101-a88f-05b7949f95c6 req-4e9543b2-7b17-49fc-834f-469a064920cc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320578 Aug 30 13:40:01.022406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:01.179249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508709b-59cd-4f7d-9ce7-a6fda5e7cf11 req-f1a07c54-5666-4a86-846d-ac2c4d789859 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:01.180700 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c508709b-59cd-4f7d-9ce7-a6fda5e7cf11 req-f1a07c54-5666-4a86-846d-ac2c4d789859 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0486827 Aug 30 13:40:01.218140 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c508709b-59cd-4f7d-9ce7-a6fda5e7cf11 req-6a141a21-a092-4411-bdd3-572cb6738a29 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315416 Aug 30 13:40:02.334732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb26b-9780-4c5e-a8b7-f9b54f5a64bd req-cdef17aa-1af9-4d4b-8c35-a38ec2cd7847 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:02.336211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4aeeb26b-9780-4c5e-a8b7-f9b54f5a64bd req-cdef17aa-1af9-4d4b-8c35-a38ec2cd7847 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0491896 Aug 30 13:40:02.377458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4aeeb26b-9780-4c5e-a8b7-f9b54f5a64bd req-61900e80-c6ad-457e-8951-285b4eda08a7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353780 Aug 30 13:40:03.497127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391e421-7932-4346-aab0-458c13d04a55 req-e6e6b35f-ea49-45ea-9182-95261c555aa1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:03.498652 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b391e421-7932-4346-aab0-458c13d04a55 req-e6e6b35f-ea49-45ea-9182-95261c555aa1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0493302 Aug 30 13:40:03.537390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b391e421-7932-4346-aab0-458c13d04a55 req-270e0ebf-2027-4421-81af-8ff9b9e91b78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322461 Aug 30 13:40:04.655003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5928bd-444b-4795-82b9-6b320a487649 req-4173c0ad-9aa0-4594-88a6-acb4fe85d4c6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:04.656722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab5928bd-444b-4795-82b9-6b320a487649 req-4173c0ad-9aa0-4594-88a6-acb4fe85d4c6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0512445 Aug 30 13:40:04.694216 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab5928bd-444b-4795-82b9-6b320a487649 req-19783bcd-e085-4387-bf54-23f677a21014 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313811 Aug 30 13:40:05.562596 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-903a73d1-d65e-41b4-bda1-424ca95fcc59 service neutron] show failed (client error): The resource could not be found. Aug 30 13:40:05.563607 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-903a73d1-d65e-41b4-bda1-424ca95fcc59 service neutron] 10.222.0.16 "GET /v2.0/ports/8ca40435-350f-4158-a588-7dfe758788a7/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0605183 Aug 30 13:40:05.754523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-1bae076d-3dd9-4da7-8a56-21a11fdf7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:05.756199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-1bae076d-3dd9-4da7-8a56-21a11fdf7811 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 1097 time: 0.0447176 Aug 30 13:40:05.768172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:05.812276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2c1b-120b-413b-b060-a705118d15a8 req-e188d20c-73de-4351-b1f1-2a2d02e7cfb2 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:05.813802 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba6b2c1b-120b-413b-b060-a705118d15a8 req-e188d20c-73de-4351-b1f1-2a2d02e7cfb2 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0505404 Aug 30 13:40:05.825614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:05.853364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba6b2c1b-120b-413b-b060-a705118d15a8 req-797911d6-c6f2-4c34-b135-a92d853dbf27 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327439 Aug 30 13:40:06.026640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:06.059393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:06.097605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:06.099892 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1dda72-d96a-4465-b361-60c6611ba3cd" -d '{"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:06.103626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:06.116561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Transition to ACTIVE for port object 8ca40435-350f-4158-a588-7dfe758788a7 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:06.121185 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:06.157160 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2147678d-aa0a-4ab3-99a6-963c533321eb x-openstack-request-id: req-2147678d-aa0a-4ab3-99a6-963c533321eb {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:06.157463 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:06.157758 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2147678d-aa0a-4ab3-99a6-963c533321eb {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:06.158120 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'code': 200} Aug 30 13:40:06.203707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:06.474900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.475148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.475466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.475802 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.476130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.476452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.476774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.477109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.477415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.477754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.478073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.478389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:06.515701 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] No DVR routers for this DVR port 8ca40435-350f-4158-a588-7dfe758788a7 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:06.649061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:06.649397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:06.649753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 on network e881da08-99bb-4241-9494-3e8025ebfcdb {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:06.654125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Port 8ca40435-350f-4158-a588-7dfe758788a7 on network e881da08-99bb-4241-9494-3e8025ebfcdb not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:40:06.654440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 on network e881da08-99bb-4241-9494-3e8025ebfcdb {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:06.659408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:06.659742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Checking segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:06.660750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Bound using segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:06.661167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Bound port: 8ca40435-350f-4158-a588-7dfe758788a7, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:06.661518 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:06.710657 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6ffbb8ee-349f-4f13-b775-15c47f1f78a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:06.729095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:06.732238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:40:06.736867 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:06.775224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:06.776135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:06.778001 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] 10.222.0.35 "PUT /v2.0/ports/8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1092 time: 1.0138924 Aug 30 13:40:06.812460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0f48b-e563-4fd0-b09f-02263bdd2a33 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:06.844100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-8211fcff-f0b9-46f8-a49a-21f06e6ad362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:06.845732 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-8211fcff-f0b9-46f8-a49a-21f06e6ad362 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1095 time: 0.0455306 Aug 30 13:40:06.943283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-0ff80f02-6e15-4cca-a656-82a656990e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:06.944783 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-0ff80f02-6e15-4cca-a656-82a656990e5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.0927482 Aug 30 13:40:06.977235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795736b-6e8e-4c7b-97c2-2fa6700b7e53 req-c82bf3b5-1bd2-4426-bbbc-39b3528f1f6c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:06.979002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6795736b-6e8e-4c7b-97c2-2fa6700b7e53 req-c82bf3b5-1bd2-4426-bbbc-39b3528f1f6c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 944 time: 0.0523081 Aug 30 13:40:07.017345 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-e29c05f3-545a-43dc-8d16-242f52e1848c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1000 time: 0.0652227 Aug 30 13:40:07.025429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6795736b-6e8e-4c7b-97c2-2fa6700b7e53 req-648309ba-9c50-4fb9-a3a9-f53f13f16a27 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Aug 30 13:40:07.079868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-b3270e75-4bf6-47dc-9304-1da5c877354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:07.081336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-b3270e75-4bf6-47dc-9304-1da5c877354d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0562668 Aug 30 13:40:07.125883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73a6354f-fad4-45a5-8d4d-ec9d2e8c7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:07.127380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-73a6354f-fad4-45a5-8d4d-ec9d2e8c7664 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390491 Aug 30 13:40:07.220384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-1ec53b3d-6c01-4875-9872-c69e45b066c5 service neutron] 10.222.0.35 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848422 Aug 30 13:40:07.306685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-24a19f6a-7014-4be1-a3c7-b7ea38d172c9 service neutron] 10.222.0.35 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794568 Aug 30 13:40:08.159319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:08.162131 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679162a4-07bf-4929-98af-65b80a735903" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:08.165290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206fdd50-2d17-4500-8332-d198d6d8b284 req-b8803452-12ca-447e-8df8-cea9a8363d74 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.166852 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-206fdd50-2d17-4500-8332-d198d6d8b284 req-b8803452-12ca-447e-8df8-cea9a8363d74 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 944 time: 0.0569146 Aug 30 13:40:08.208244 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-206fdd50-2d17-4500-8332-d198d6d8b284 req-636090f0-2ad5-4f17-bef6-0b7a637ed120 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343771 Aug 30 13:40:08.237164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df12750-5cf9-473e-acfc-dac64e7fce16 req-f4085c9d-4db1-4578-a13d-1e0a1205dec5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.239199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9df12750-5cf9-473e-acfc-dac64e7fce16 req-f4085c9d-4db1-4578-a13d-1e0a1205dec5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 945 time: 0.0510921 Aug 30 13:40:08.270427 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d807f4-ca01-4af6-b319-b9b40165b9be x-openstack-request-id: req-35d807f4-ca01-4af6-b319-b9b40165b9be {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:08.270784 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:08.271039 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-35d807f4-ca01-4af6-b319-b9b40165b9be {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:08.271424 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'status': 'completed', 'code': 200} Aug 30 13:40:08.286330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9df12750-5cf9-473e-acfc-dac64e7fce16 req-9e28ff3d-5541-4387-8954-c614cab8f6df tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409589 Aug 30 13:40:08.331061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679162a4-07bf-4929-98af-65b80a735903 req-28aaa4ba-edb5-44ac-9c9b-9d200325591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.331648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679162a4-07bf-4929-98af-65b80a735903 req-b62fc652-3343-4409-b15a-b5fa3a7b861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.332794 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-28aaa4ba-edb5-44ac-9c9b-9d200325591b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1095 time: 0.0445719 Aug 30 13:40:08.333170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-b62fc652-3343-4409-b15a-b5fa3a7b861e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1095 time: 0.0422704 Aug 30 13:40:08.425383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679162a4-07bf-4929-98af-65b80a735903 req-89793a85-2724-4f68-8fc9-1631d0a28b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.427624 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-89793a85-2724-4f68-8fc9-1631d0a28b9b service neutron] 10.222.0.16 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.0868235 Aug 30 13:40:08.428591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679162a4-07bf-4929-98af-65b80a735903 req-e2ab720b-30c6-44d9-a681-ae3898d7c37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.430066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-e2ab720b-30c6-44d9-a681-ae3898d7c37c service neutron] 10.222.0.35 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.0891299 Aug 30 13:40:08.498142 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-6320a2f7-b937-48bd-9f18-ed215ef11b26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1000 time: 0.0631368 Aug 30 13:40:08.498886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-25fdf7eb-af2a-40d7-bdb3-91db10bf98d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1000 time: 0.0616739 Aug 30 13:40:08.547513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679162a4-07bf-4929-98af-65b80a735903 req-6a44aa4a-2595-4d8e-82fb-230e75b1b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.548401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679162a4-07bf-4929-98af-65b80a735903 req-90e2320e-a975-4172-af43-acb4d986e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.548904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-6a44aa4a-2595-4d8e-82fb-230e75b1b0b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0431728 Aug 30 13:40:08.549953 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-90e2320e-a975-4172-af43-acb4d986e9b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0440478 Aug 30 13:40:08.595825 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679162a4-07bf-4929-98af-65b80a735903 req-1f25901d-333a-4a84-840e-351b42209504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.596660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679162a4-07bf-4929-98af-65b80a735903 req-e001ac99-5810-43f4-8a92-bde5f1828e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:08.597834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-1f25901d-333a-4a84-840e-351b42209504 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401032 Aug 30 13:40:08.598788 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-e001ac99-5810-43f4-8a92-bde5f1828e52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413449 Aug 30 13:40:08.692720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-9dac4d11-3548-4342-8436-8223150eab01 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875432 Aug 30 13:40:08.694386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-459595ff-a999-49a9-b662-7893b48c9e7c service neutron] 10.222.0.35 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879669 Aug 30 13:40:08.786274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-b1103cf3-3aea-4d37-ba48-b3105191838f service neutron] 10.222.0.35 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837646 Aug 30 13:40:08.786551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-679162a4-07bf-4929-98af-65b80a735903 req-7e980b6d-0518-4900-8d17-27ac744ff9f5 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842299 Aug 30 13:40:09.333453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9590ffe-8eb9-4de9-a165-170ac2048c16 req-be1fd1fd-dfa0-4cac-a29b-c8a3765490bc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:09.334497 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9590ffe-8eb9-4de9-a165-170ac2048c16 req-be1fd1fd-dfa0-4cac-a29b-c8a3765490bc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 944 time: 0.0554919 Aug 30 13:40:09.377116 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a9590ffe-8eb9-4de9-a165-170ac2048c16 req-50414e3f-4d66-4a42-88eb-161eb982d531 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337038 Aug 30 13:40:09.406235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dae68-d0e0-4fe7-afea-3d041c9ccb82 req-ab80e3c0-1b97-46d0-922f-765e9214becd tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:09.407754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af9dae68-d0e0-4fe7-afea-3d041c9ccb82 req-ab80e3c0-1b97-46d0-922f-765e9214becd tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 945 time: 0.0499423 Aug 30 13:40:09.453263 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af9dae68-d0e0-4fe7-afea-3d041c9ccb82 req-7f18ef4d-0c93-4a17-94ec-ff46d17ce2af tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/security-groups?id=6b2dc69a-f978-4973-80e6-ea211afc900a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378098 Aug 30 13:40:09.461271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9227bc2e-12fa-469f-8f54-d2c27c5a6dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:09.500464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-d7e24e8b-b688-4641-9fb2-4f85bc19eb51 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:09.501868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-d7e24e8b-b688-4641-9fb2-4f85bc19eb51 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.16 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 945 time: 0.0553331 Aug 30 13:40:09.600142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Deleting port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:09.600477 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:09.688275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] For port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:09.688639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:09.904081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:09.904467 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:09.904778 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Floating IP 5a2af79a-294b-40a5-8e21-f36b5435fd45 disassociated. External IP: 172.25.2.211, port: 361c62f0-48fb-4a2e-b6d4-c34f4b499a07. Aug 30 13:40:09.905115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Calling delete_port for 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:10.013789 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:10.034480 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:10.061654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event deleted for resources: {'Port': ['ID=361c62f0-48fb-4a2e-b6d4-c34f4b499a07,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:10.074436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.074786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.075125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.075462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.075795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.076126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.076453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.076781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.077104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.077428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.077777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.078101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:10.189843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:40:10.295465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:10.306544 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] Sync routers for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:10.315581 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:10.316264 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:10.333459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] No DVR routers for this DVR port 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:10.336213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:10.338268 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8507e4e3-56c4-4d78-8406-1274f90c38c7 req-b69ed00d-d1ed-4376-a883-46216e36d193 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.16 "DELETE /v2.0/ports/361c62f0-48fb-4a2e-b6d4-c34f4b499a07 HTTP/1.1" status: 204 len: 173 time: 0.8241456 Aug 30 13:40:10.338660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'name': 'network-vif-deleted', 'tag': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:10.340874 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b5bbfe-ed17-466c-91ee-9d1bb936c4d7" -d '{"events": [{"server_uuid": "123e7eb2-d078-46ae-951c-593a497d7a0a", "name": "network-vif-deleted", "tag": "361c62f0-48fb-4a2e-b6d4-c34f4b499a07"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:10.388009 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfded1be-c225-4007-9bb1-2971f270e3b0 x-openstack-request-id: req-cfded1be-c225-4007-9bb1-2971f270e3b0 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:10.388324 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123e7eb2-d078-46ae-951c-593a497d7a0a", "name": "network-vif-deleted", "tag": "361c62f0-48fb-4a2e-b6d4-c34f4b499a07", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:10.388545 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfded1be-c225-4007-9bb1-2971f270e3b0 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:10.388951 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123e7eb2-d078-46ae-951c-593a497d7a0a', 'name': 'network-vif-deleted', 'tag': '361c62f0-48fb-4a2e-b6d4-c34f4b499a07', 'status': 'completed', 'code': 200} Aug 30 13:40:10.427474 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:10.595909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff07d52-76b3-4ee9-b2b2-ecbbabfaf8fc req-8500b634-fca3-4a46-97b2-65a83dac4856 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:10.597825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ff07d52-76b3-4ee9-b2b2-ecbbabfaf8fc req-8500b634-fca3-4a46-97b2-65a83dac4856 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 944 time: 0.0969360 Aug 30 13:40:10.605391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bea40d8a-37c2-45b2-91f3-0bc07c41cf17 req-ac709ed4-216c-4a79-9bb1-e26413543141 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "GET /v2.0/ports?device_id=123e7eb2-d078-46ae-951c-593a497d7a0a HTTP/1.1" status: 200 len: 210 time: 0.0343530 Aug 30 13:40:10.654251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ff07d52-76b3-4ee9-b2b2-ecbbabfaf8fc req-604599c3-4d8c-4ee0-b91b-b24eae290cd7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477414 Aug 30 13:40:10.683951 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:12Z', 'revision_number': 5, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:10.709620 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] Checking router: 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:10.717617 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:10.718197 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:10.822458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:10.835878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:10.877175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:10.933341 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:11.023869 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:12Z', 'revision_number': 5, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:11.052865 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e1033-533d-4cb8-b171-c9e313545071 None None] The sync data for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 is: [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:05Z', 'revision_number': 4, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe95a28-376a-4557-8cc2-802fbf08ae63', 'name': '', 'network_id': 'b401d331-45a8-47d3-9cda-a95919f81f47', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'mac_address': 'fa:16:3e:d0:9f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3771, 'fixed_ips': [{'subnet_id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:04Z', 'updated_at': '2021-08-30T13:35:12Z', 'revision_number': 5, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'subnets': [{'id': '6c68d638-95f5-4d06-a12b-a5df1c39a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:40:11.274524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0020e551-96d4-44c6-aea4-6e0b5961a69c None None] New status for floating IP 5a2af79a-294b-40a5-8e21-f36b5435fd45: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:40:11.341498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:40:11.469485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:11.484838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '8ca40435-350f-4158-a588-7dfe758788a7', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'port_id': '8ca40435-350f-4158-a588-7dfe758788a7', 'mac_address': 'fa:16:3e:4c:ee:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:40:11.520412 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:11.532742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca40435-350f-4158-a588-7dfe758788a7 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:40:11.551573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:11.555428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:11.601119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:11.608487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.608838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.609182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.609520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.609884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.610221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.610551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.610882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.611206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.611531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.611855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.612176 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:11.665941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59030) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:11.771942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f9ede-3d4c-4468-9742-286f87c40a2e req-e5daf5c2-f16e-4343-8fae-2bd3e9d3ba1f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:11.773995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d76f9ede-3d4c-4468-9742-286f87c40a2e req-e5daf5c2-f16e-4343-8fae-2bd3e9d3ba1f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 945 time: 0.0492327 Aug 30 13:40:11.796035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Deleting port 277bcb21-98ad-405d-b8fe-de1ce9ea5983 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:11.796370 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:11.817199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d76f9ede-3d4c-4468-9742-286f87c40a2e req-91ffe021-1f00-4088-89ad-57610d5e6e6b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372043 Aug 30 13:40:11.883369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:11.883706 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:11.896249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Calling delete_port for 277bcb21-98ad-405d-b8fe-de1ce9ea5983 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:11.938443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['8ca40435-350f-4158-a588-7dfe758788a7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:40:12.085369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:12.134748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-7e043375-d8bb-4fc0-bc51-5ab3e0390454 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:12.136344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-7e043375-d8bb-4fc0-bc51-5ab3e0390454 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.35 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 945 time: 0.1036086 Aug 30 13:40:12.141781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event deleted for resources: {'Port': ['ID=277bcb21-98ad-405d-b8fe-de1ce9ea5983,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:12.151750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f16062-3e25-41f9-b059-bda2862d6917 req-5ce065f4-7e1f-4bf6-bcd5-63fc259eaf4b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:12.153388 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00f16062-3e25-41f9-b059-bda2862d6917 req-5ce065f4-7e1f-4bf6-bcd5-63fc259eaf4b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 945 time: 0.0824673 Aug 30 13:40:12.188537 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:12.191859 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:12.193208 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b42afc2f-3226-4a88-8d84-85a96297b1d5 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "DELETE /v2.0/floatingips/5a2af79a-294b-40a5-8e21-f36b5435fd45 HTTP/1.1" status: 204 len: 168 time: 0.5262077 Aug 30 13:40:12.259048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-00f16062-3e25-41f9-b059-bda2862d6917 req-6eaa3f9c-7658-438e-b7e5-0a92681b4a65 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960808 Aug 30 13:40:12.261084 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-c4b3d7b1-8866-43dd-83e5-603a6a4be062 service neutron] 10.222.0.35 "GET /v2.0/ports/8ca40435-350f-4158-a588-7dfe758788a7/bindings/n-h2-688802-6 HTTP/1.1" status: 200 len: 382 time: 0.1067281 Aug 30 13:40:12.304618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:12.345945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-d6bb597c-5c90-45cc-ad63-b7d592683231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:12.347491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-d6bb597c-5c90-45cc-ad63-b7d592683231 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1096 time: 0.0524397 Aug 30 13:40:12.409356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59044) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:12.483895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-8d460244-44c6-45a0-aa4d-f2fe1ee1237b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:12.485616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-8d460244-44c6-45a0-aa4d-f2fe1ee1237b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.1314340 Aug 30 13:40:12.538193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0cee783c-7211-403c-806e-e3adff964f75 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:12.580319 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0cee783c-7211-403c-806e-e3adff964f75 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:12.591467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-9273a739-6a3c-4e22-bb08-d6f0b32a64e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1001 time: 0.0957842 Aug 30 13:40:12.656976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-fae81fca-420d-4f82-8307-7ae61577e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:12.658476 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-fae81fca-420d-4f82-8307-7ae61577e2e0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0582247 Aug 30 13:40:12.708321 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0cee783c-7211-403c-806e-e3adff964f75 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:12.710877 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0cee783c-7211-403c-806e-e3adff964f75 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:12.711987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0cee783c-7211-403c-806e-e3adff964f75 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] 10.222.0.37 "DELETE /v2.0/security-groups/6b2dc69a-f978-4973-80e6-ea211afc900a HTTP/1.1" status: 204 len: 168 time: 0.3008957 Aug 30 13:40:12.717331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-560987e4-25c5-41d9-8811-4d3345ea244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:12.718763 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-560987e4-25c5-41d9-8811-4d3345ea244e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532043 Aug 30 13:40:12.725158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee783c-7211-403c-806e-e3adff964f75 tempest-TestServerBasicOps-1249910746 tempest-TestServerBasicOps-1249910746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2dc69a-f978-4973-80e6-ea211afc900a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:12.759494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59048) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:12.812806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-90eeda57-bc32-4459-8807-e2e03e87a8f9 service neutron] 10.222.0.35 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855172 Aug 30 13:40:12.908898 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-605e70e2-d0ed-43dc-8168-48602e4a42fa service neutron] 10.222.0.35 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886793 Aug 30 13:40:13.200195 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:13.346250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:13.395913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849dbe3-f931-4e66-9c5a-ed8beeed0c63 req-3c760489-ece6-4206-bcab-307e6dc98d3b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:13.406644 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9849dbe3-f931-4e66-9c5a-ed8beeed0c63 req-3c760489-ece6-4206-bcab-307e6dc98d3b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 945 time: 0.0721092 Aug 30 13:40:13.418969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 8ca40435-350f-4158-a588-7dfe758788a7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:13.424553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 8ca40435-350f-4158-a588-7dfe758788a7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:13.426442 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:13.451784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9849dbe3-f931-4e66-9c5a-ed8beeed0c63 req-caaf3207-bdbf-4d6a-8c69-2998a8de704e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441704 Aug 30 13:40:13.528960 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:13.552954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:13.555268 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50143f-d9a8-41f3-80e1-3dec7dba4dd3" -d '{"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-plugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:13.570694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:13.576175 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:13.631036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:13.677697 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19c8c4d-f88b-4b28-a703-405038a9c2e7 x-openstack-request-id: req-f19c8c4d-f88b-4b28-a703-405038a9c2e7 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:13.678000 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-plugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:13.678252 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f19c8c4d-f88b-4b28-a703-405038a9c2e7 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:13.678650 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'code': 200} Aug 30 13:40:13.767373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Deleting port bfe95a28-376a-4557-8cc2-802fbf08ae63 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:13.767945 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:13.844107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] For port bfe95a28-376a-4557-8cc2-802fbf08ae63, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfe95a28-376a-4557-8cc2-802fbf08ae63,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:13.844478 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:13.858892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Calling delete_port for bfe95a28-376a-4557-8cc2-802fbf08ae63 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:14.032932 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:14.059317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe95a28-376a-4557-8cc2-802fbf08ae63,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:14.227095 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:14.447109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:40:14.552247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:14.561157 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] Sync routers for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:14.561646 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-52f6c85d-2a82-4822-8a97-123059877ab0 admin admin] 10.222.0.37 "PUT /v2.0/routers/51faeaa5-c9ba-4ec9-84bb-d666560dd4dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8005621 Aug 30 13:40:14.561774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59060) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:14.572076 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:14.572681 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:14.577267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecb28d-740e-4471-9f6b-d02c0e56dce0 req-424ef0a0-1ed3-44c9-8991-a3135c8d1071 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:14.578791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86ecb28d-740e-4471-9f6b-d02c0e56dce0 req-424ef0a0-1ed3-44c9-8991-a3135c8d1071 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.0587380 Aug 30 13:40:14.668870 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86ecb28d-740e-4471-9f6b-d02c0e56dce0 req-d2178d93-cb39-43d4-9ad6-4b53e55a6c0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570016 Aug 30 13:40:14.721750 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:14.777028 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:14.831102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:14.838918 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:14.866816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:14.867384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 361c62f0-48fb-4a2e-b6d4-c34f4b499a07 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:14.894769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Deleting port 92f058b4-2187-401d-958d-5bd77d771cd3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:14.895255 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:14.959478 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:40:13Z', 'revision_number': 5, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port': {'id': '92f058b4-2187-401d-958d-5bd77d771cd3', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:5d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:14.984693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] For port 92f058b4-2187-401d-958d-5bd77d771cd3, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=92f058b4-2187-401d-958d-5bd77d771cd3,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:14.985120 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:14.989445 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] Checking router: 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:14.997890 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] Routers {'51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:14.998325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Calling delete_port for 92f058b4-2187-401d-958d-5bd77d771cd3 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:14.998497 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:15.075042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-ab385df7-e47b-4c0e-a716-ac96f4ec8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:15.076741 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-ab385df7-e47b-4c0e-a716-ac96f4ec8735 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 1097 time: 0.0837598 Aug 30 13:40:15.088311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:15.090648 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] Set router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:15.145289 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:40:14Z', 'revision_number': 6, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:15.145846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.171283 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb2444c-7d46-472c-b914-54006f4d1f40 None None] The sync data for ids ['51faeaa5-c9ba-4ec9-84bb-d666560dd4dd'] in n-d-688802-6 is: [{'id': '51faeaa5-c9ba-4ec9-84bb-d666560dd4dd', 'name': 'tempest-TestServerBasicOps-1576115856-router', 'tenant_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:02Z', 'updated_at': '2021-08-30T13:40:14Z', 'revision_number': 6, 'project_id': '8ed8c13fc7cb4a31a410ad33b74d2af7', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:40:15.184285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.214686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f058b4-2187-401d-958d-5bd77d771cd3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:15.272268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.366722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.369134 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.378801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:15.414204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:15.418904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.419464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51faeaa5-c9ba-4ec9-84bb-d666560dd4dd {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:40:15.423912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.425237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-26306e5c-a982-48c2-bb51-8c8643d3e7c4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/51faeaa5-c9ba-4ec9-84bb-d666560dd4dd HTTP/1.1" status: 204 len: 168 time: 0.8625443 Aug 30 13:40:15.428220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59062) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:15.458887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:15.461116 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836479c7-334c-4f42-b9ac-3da3fc81273c" -d '{"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:15.465055 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.480302 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Transition to ACTIVE for port object 8ca40435-350f-4158-a588-7dfe758788a7 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:15.480602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc9b154-ead0-444f-974f-a3fcb765ed7d admin admin] Deleting subnet 6c68d638-95f5-4d06-a12b-a5df1c39a034 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:40:15.483861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b154-ead0-444f-974f-a3fcb765ed7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.484423 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.522089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b154-ead0-444f-974f-a3fcb765ed7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.559806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=10']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:15.563052 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff05e1e8-b20f-48b9-8022-e2ea00848ab4 x-openstack-request-id: req-ff05e1e8-b20f-48b9-8022-e2ea00848ab4 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:15.563341 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-unplugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:15.563590 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ff05e1e8-b20f-48b9-8022-e2ea00848ab4 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:15.563984 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'code': 200} Aug 30 13:40:15.634185 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b154-ead0-444f-974f-a3fcb765ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.694551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] No DVR routers for this DVR port 8ca40435-350f-4158-a588-7dfe758788a7 on host n-h2-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:15.702661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b154-ead0-444f-974f-a3fcb765ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.731753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9b154-ead0-444f-974f-a3fcb765ed7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c68d638-95f5-4d06-a12b-a5df1c39a034,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:15.741057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5dc9b154-ead0-444f-974f-a3fcb765ed7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.743917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5dc9b154-ead0-444f-974f-a3fcb765ed7d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6c68d638-95f5-4d06-a12b-a5df1c39a034 HTTP/1.1" status: 204 len: 168 time: 0.3147304 Aug 30 13:40:15.746434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59068) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:15.747118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c7a54-d6e8-45f1-b674-7c4c52d07e68 None None] Network b401d331-45a8-47d3-9cda-a95919f81f47 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:40:15.858599 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.870815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:15.871165 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:15.871505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 on network e881da08-99bb-4241-9494-3e8025ebfcdb {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:15.876959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Port 8ca40435-350f-4158-a588-7dfe758788a7 on network e881da08-99bb-4241-9494-3e8025ebfcdb not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:40:15.877291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Attempting to bind port 8ca40435-350f-4158-a588-7dfe758788a7 on network e881da08-99bb-4241-9494-3e8025ebfcdb {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:15.881001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d38f7-f719-4119-b235-ae0b8534e6c1 req-6027459c-33f7-4c1e-940c-28160470e6ad tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:15.882566 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c39d38f7-f719-4119-b235-ae0b8534e6c1 req-6027459c-33f7-4c1e-940c-28160470e6ad tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 945 time: 0.1111114 Aug 30 13:40:15.886497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:15.886982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Checking segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:15.887465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Bound using segment: {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:15.888013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Bound port: 8ca40435-350f-4158-a588-7dfe758788a7, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392a5653-b81e-4f86-8e45-8ee8ec7a6b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:15.888474 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.946169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c39d38f7-f719-4119-b235-ae0b8534e6c1 req-b38e6503-3e43-46c5-9f91-3a5737ff4a28 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573893 Aug 30 13:40:15.959807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Deleting port f4dae383-04fa-4213-af71-a24ff46b8709 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:15.960149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:15.964694 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:15.968092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:40:15.973385 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.007640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:16.012587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.014119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] 10.222.0.16 "PUT /v2.0/ports/8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1093 time: 0.9299448 Aug 30 13:40:16.033243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] For port f4dae383-04fa-4213-af71-a24ff46b8709, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f4dae383-04fa-4213-af71-a24ff46b8709,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:16.033610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.043953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60881c39-b867-4415-b110-3ceea1af1080 None None] DHCP port deletion for b401d331-45a8-47d3-9cda-a95919f81f47 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:40:16.055972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Calling delete_port for f4dae383-04fa-4213-af71-a24ff46b8709 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:16.069184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab640b-f261-423e-9ed8-0b3c58a2cf20 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=11']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:16.122532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-3d8d9013-ee9e-4528-9297-604c82d98c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:16.124078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-3d8d9013-ee9e-4528-9297-604c82d98c09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1096 time: 0.0663116 Aug 30 13:40:16.145935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-60881c39-b867-4415-b110-3ceea1af1080 None None] Deleting port f4dae383-04fa-4213-af71-a24ff46b8709 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:16.146856 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-60881c39-b867-4415-b110-3ceea1af1080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.149648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfe95a28-376a-4557-8cc2-802fbf08ae63 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:16.192099 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.211348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] No DVR routers for this DVR port f4dae383-04fa-4213-af71-a24ff46b8709 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:16.221375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: bfe95a28-376a-4557-8cc2-802fbf08ae63 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:16.222080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfe95a28-376a-4557-8cc2-802fbf08ae63 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:16.237156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dae383-04fa-4213-af71-a24ff46b8709,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:16.259617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-60881c39-b867-4415-b110-3ceea1af1080 None None] For port f4dae383-04fa-4213-af71-a24ff46b8709, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f4dae383-04fa-4213-af71-a24ff46b8709,segment=NetworkSegment(db690ee5-88a5-43ed-8def-81f7de656453),segment_id=db690ee5-88a5-43ed-8def-81f7de656453)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:16.260370 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-60881c39-b867-4415-b110-3ceea1af1080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.265590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-4918b032-5f9d-4df0-a272-c71a1ec5011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:16.267543 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-4918b032-5f9d-4df0-a272-c71a1ec5011c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.1318858 Aug 30 13:40:16.274709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-60881c39-b867-4415-b110-3ceea1af1080 None None] Calling delete_port for f4dae383-04fa-4213-af71-a24ff46b8709 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:16.334393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.348417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b401d331-45a8-47d3-9cda-a95919f81f47']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:16.355877 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-76ae32b9-f49d-47f4-86be-fdc2f9bf031d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1000 time: 0.0808380 Aug 30 13:40:16.359310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db690ee5-88a5-43ed-8def-81f7de656453') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:16.359605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db690ee5-88a5-43ed-8def-81f7de656453') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:16.370251 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.375622 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-60881c39-b867-4415-b110-3ceea1af1080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.389514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.398579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:40:16.399106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:40:16.401545 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:40:16.412336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60881c39-b867-4415-b110-3ceea1af1080 None None] No DVR routers for this DVR port f4dae383-04fa-4213-af71-a24ff46b8709 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:16.422046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60881c39-b867-4415-b110-3ceea1af1080 None None] Pushing event deleted for resources: {'Port': ['ID=f4dae383-04fa-4213-af71-a24ff46b8709,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:16.442292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-abdbd54b-db2a-49f3-b23b-0601044ad99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:16.443877 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-abdbd54b-db2a-49f3-b23b-0601044ad99a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0811455 Aug 30 13:40:16.477699 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.483713 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:16.488662 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b401d331-45a8-47d3-9cda-a95919f81f47 HTTP/1.1" status: 204 len: 168 time: 0.7381287 Aug 30 13:40:16.489791 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59070) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:16.502799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef01ef-6a04-4f90-9bcb-35b164b8f262 admin admin] Pushing event deleted for resources: {'Network': ['ID=b401d331-45a8-47d3-9cda-a95919f81f47,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:16.533460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-7d2cb24a-67cb-46d9-be2f-c611b3214e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:16.534996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-7d2cb24a-67cb-46d9-be2f-c611b3214e7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0834532 Aug 30 13:40:16.705404 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-1acd3508-de74-41fb-a0a9-f702a5aaef27 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622815 Aug 30 13:40:16.861265 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a911e523-723a-4c51-8f6a-c180c3963cc3 req-a52be775-4c5a-4907-8366-bebc3d80d582 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479247 Aug 30 13:40:16.972204 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:17.117326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f5982-7722-465a-85c1-6336acef8b45 req-92f2e9ee-6fac-4a92-899a-d28b2c390f5c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:17.118708 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-833f5982-7722-465a-85c1-6336acef8b45 req-92f2e9ee-6fac-4a92-899a-d28b2c390f5c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 945 time: 0.0994043 Aug 30 13:40:17.201619 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-833f5982-7722-465a-85c1-6336acef8b45 req-02c2b459-4376-4c99-8e7c-97255e8d7592 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560153 Aug 30 13:40:17.285410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Deleting port 13d07073-5609-4575-a924-fb36029326d6 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:17.285765 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:17.358530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:17.364174 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] For port 13d07073-5609-4575-a924-fb36029326d6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=13d07073-5609-4575-a924-fb36029326d6,segment=NetworkSegment(9ffb3f72-07aa-4cd0-922d-2dad682925b8),segment_id=9ffb3f72-07aa-4cd0-922d-2dad682925b8)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:17.364532 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:17.377183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Calling delete_port for 13d07073-5609-4575-a924-fb36029326d6 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:17.397077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:17.554677 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:17.574942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:17.577173 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:17.583268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=13d07073-5609-4575-a924-fb36029326d6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:17.635117 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a7e76d-27b2-4836-a418-412dbe4c47b0 x-openstack-request-id: req-04a7e76d-27b2-4836-a418-412dbe4c47b0 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:17.635117 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:17.635117 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04a7e76d-27b2-4836-a418-412dbe4c47b0 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:17.635500 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'status': 'completed', 'code': 200} Aug 30 13:40:17.722021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-e9bf9b93-f5c2-4dbd-8f88-308926eae164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:17.724206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-e9bf9b93-f5c2-4dbd-8f88-308926eae164 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1096 time: 0.0615313 Aug 30 13:40:17.790954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 92f058b4-2187-401d-958d-5bd77d771cd3 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:17.812119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 92f058b4-2187-401d-958d-5bd77d771cd3 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:17.812459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 92f058b4-2187-401d-958d-5bd77d771cd3 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:17.813112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f4dae383-04fa-4213-af71-a24ff46b8709 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:17.831529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-d554458c-539f-4161-a82e-013c133ae40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:17.833535 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-d554458c-539f-4161-a82e-013c133ae40a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.1017022 Aug 30 13:40:17.839049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: f4dae383-04fa-4213-af71-a24ff46b8709 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:17.839405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f4dae383-04fa-4213-af71-a24ff46b8709 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:17.908052 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-7463d50a-99ab-4d06-8954-c7b3a38a74d3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1000 time: 0.0670793 Aug 30 13:40:17.959688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-238856be-7be0-42c1-8e5d-725c0df0a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:17.961167 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-238856be-7be0-42c1-8e5d-725c0df0a553 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0459111 Aug 30 13:40:18.008649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-ffb62bd3-1b7f-4682-96e2-5527c9d6badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:18.010181 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-ffb62bd3-1b7f-4682-96e2-5527c9d6badd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416381 Aug 30 13:40:18.106161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-80deec5e-2d01-4823-95ab-9a21e94e75fa service neutron] 10.222.0.35 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885808 Aug 30 13:40:18.123698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-0e572a27-68c8-43a3-86ae-53e580f3186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:18.125197 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-0e572a27-68c8-43a3-86ae-53e580f3186d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1096 time: 0.4206870 Aug 30 13:40:18.140533 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:18.201602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-0a089d36-62de-4da5-9b4f-e34064892c02 service neutron] 10.222.0.35 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889735 Aug 30 13:40:18.375411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-b796c2da-1e74-41f8-8215-5609309259bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:18.376881 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-b796c2da-1e74-41f8-8215-5609309259bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.2341502 Aug 30 13:40:18.446869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b83ad3-1635-454b-ab0d-d21d1711f035 req-885a7797-b373-4478-aa61-ea9a13944aa2 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:18.448341 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67b83ad3-1635-454b-ab0d-d21d1711f035 req-885a7797-b373-4478-aa61-ea9a13944aa2 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 945 time: 0.1733873 Aug 30 13:40:18.512815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-2c0ffcb5-f920-4973-b8fa-2952f75b7270 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1000 time: 0.1283290 Aug 30 13:40:18.599313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67b83ad3-1635-454b-ab0d-d21d1711f035 req-98cee754-7f85-4d44-8de5-c15ec417fc01 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446257 Aug 30 13:40:18.617309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-c9b95759-d7fc-4284-b57b-4b06cac364bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:18.618787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-c9b95759-d7fc-4284-b57b-4b06cac364bd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0977530 Aug 30 13:40:18.654747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Router 2a04e043-381c-4824-a220-40fa9b4356d8 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:40:18.678442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-02147c05-48ff-4f54-9c8f-9b94afd14ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:18.679924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-02147c05-48ff-4f54-9c8f-9b94afd14ce0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529678 Aug 30 13:40:18.841216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:40:18.845219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:18.849194 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-4f4620b6-6b0f-462c-896d-b7892a1df71b service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367874 Aug 30 13:40:18.853767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dbbe4269-0ba6-42ab-95f4-22886ff0e7ff admin admin] 10.222.0.37 "PUT /v2.0/routers/2a04e043-381c-4824-a220-40fa9b4356d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3624015 Aug 30 13:40:18.855867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59078) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:18.858297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] Sync routers for ids ['2a04e043-381c-4824-a220-40fa9b4356d8'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:18.904670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] Routers {'2a04e043-381c-4824-a220-40fa9b4356d8'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:18.905312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2a04e043-381c-4824-a220-40fa9b4356d8'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:18.945354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c72f725b-c384-4ca5-9da7-bc70fc5b29b7 req-a7e4aa10-75e2-4dff-9826-9c6831171d90 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891361 Aug 30 13:40:19.027303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:19.045310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '8ca40435-350f-4158-a588-7dfe758788a7', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'port_id': '8ca40435-350f-4158-a588-7dfe758788a7', 'mac_address': 'fa:16:3e:4c:ee:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:40:19.053768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] Set router 2a04e043-381c-4824-a220-40fa9b4356d8 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:19.189235 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.206513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca40435-350f-4158-a588-7dfe758788a7 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:40:19.231955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.238928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:19.243406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.320062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=12']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:19.336434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.341864 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:40:17Z', 'revision_number': 5, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'gw_port': {'id': 'ae5f9752-c6f9-4758-832b-8b50323a2d27', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ab:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:19.368897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] Checking router: 2a04e043-381c-4824-a220-40fa9b4356d8 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:19.376871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] Routers {'2a04e043-381c-4824-a220-40fa9b4356d8'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:19.377473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['2a04e043-381c-4824-a220-40fa9b4356d8'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:19.389348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Deleting port ae5f9752-c6f9-4758-832b-8b50323a2d27 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:19.389709 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.469570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] Set router 2a04e043-381c-4824-a220-40fa9b4356d8 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:19.470860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] For port ae5f9752-c6f9-4758-832b-8b50323a2d27, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ae5f9752-c6f9-4758-832b-8b50323a2d27,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:19.471219 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.484665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Calling delete_port for ae5f9752-c6f9-4758-832b-8b50323a2d27 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:19.501036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['8ca40435-350f-4158-a588-7dfe758788a7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:40:19.545022 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:40:19Z', 'revision_number': 6, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:19.578308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f8509a-0107-4285-be52-eefb15f78f73 None None] The sync data for ids ['2a04e043-381c-4824-a220-40fa9b4356d8'] in n-d-688802-6 is: [{'id': '2a04e043-381c-4824-a220-40fa9b4356d8', 'name': 'tempest-TestServerBasicOps-1487312266-router', 'tenant_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:35:07Z', 'updated_at': '2021-08-30T13:40:19Z', 'revision_number': 6, 'project_id': 'd953ace9196d4d8da9650fdd39c41b6b', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:40:19.667568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.709478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5f9752-c6f9-4758-832b-8b50323a2d27,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:19.797126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed1fae-6cc9-4ced-8495-b07b51ce92f5 req-8a0cb439-3736-4d6a-912b-a8e26db1b345 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:19.798560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbed1fae-6cc9-4ced-8495-b07b51ce92f5 req-8a0cb439-3736-4d6a-912b-a8e26db1b345 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 946 time: 0.1047869 Aug 30 13:40:19.810514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.921909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.925784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.933953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbed1fae-6cc9-4ced-8495-b07b51ce92f5 req-b79081fd-5125-4c15-8d05-fd925ea5361b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268737 Aug 30 13:40:19.955603 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59082) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:19.978527 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.979155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a04e043-381c-4824-a220-40fa9b4356d8 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:40:19.987959 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:19.990121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-61bc99cd-4d17-4462-b833-689e6885fb04 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2a04e043-381c-4824-a220-40fa9b4356d8 HTTP/1.1" status: 204 len: 168 time: 1.1328032 Aug 30 13:40:19.992343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59084) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:20.014212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 13d07073-5609-4575-a924-fb36029326d6 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:20.036578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 13d07073-5609-4575-a924-fb36029326d6 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:20.036925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 13d07073-5609-4575-a924-fb36029326d6 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:20.044049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5198b7b6-9da3-4719-ac55-ea3b4abb85c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/47917e4c-ef06-46f2-9cdc-0d6857228081 HTTP/1.1" status: 200 len: 993 time: 0.0870697 Aug 30 13:40:20.049474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc03cf20-3ddd-4749-886c-af4a202d729f admin admin] Deleting subnet 9bd988ab-c4c4-4748-b2a0-c459b20dbda8 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:40:20.052624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc03cf20-3ddd-4749-886c-af4a202d729f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.091691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc03cf20-3ddd-4749-886c-af4a202d729f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.166089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc03cf20-3ddd-4749-886c-af4a202d729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.218522 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc03cf20-3ddd-4749-886c-af4a202d729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.246045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bc03cf20-3ddd-4749-886c-af4a202d729f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.248029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bc03cf20-3ddd-4749-886c-af4a202d729f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9bd988ab-c4c4-4748-b2a0-c459b20dbda8 HTTP/1.1" status: 204 len: 168 time: 0.2542489 Aug 30 13:40:20.249118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03cf20-3ddd-4749-886c-af4a202d729f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd988ab-c4c4-4748-b2a0-c459b20dbda8,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:20.250585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59086) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:20.253309 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868da58-1e96-43fd-a08c-7bfb5501e991 None None] Network 1112dab6-9b3d-4a5e-a18a-0eaf666376ab requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:40:20.318549 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.374445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Deleting port 5037e250-2952-492a-ad79-78bdd05c79e7 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:20.374756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.426327 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15781014-2b47-48ec-9d73-9308e4a0cba6 None None] DHCP port deletion for 1112dab6-9b3d-4a5e-a18a-0eaf666376ab request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:40:20.449323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] For port 5037e250-2952-492a-ad79-78bdd05c79e7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5037e250-2952-492a-ad79-78bdd05c79e7,segment=NetworkSegment(9ffb3f72-07aa-4cd0-922d-2dad682925b8),segment_id=9ffb3f72-07aa-4cd0-922d-2dad682925b8)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:20.449714 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.464002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Calling delete_port for 5037e250-2952-492a-ad79-78bdd05c79e7 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:20.475334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-15781014-2b47-48ec-9d73-9308e4a0cba6 None None] Deleting port 5037e250-2952-492a-ad79-78bdd05c79e7 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:20.475789 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-15781014-2b47-48ec-9d73-9308e4a0cba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.541207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-15781014-2b47-48ec-9d73-9308e4a0cba6 None None] For port 5037e250-2952-492a-ad79-78bdd05c79e7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5037e250-2952-492a-ad79-78bdd05c79e7,segment=NetworkSegment(9ffb3f72-07aa-4cd0-922d-2dad682925b8),segment_id=9ffb3f72-07aa-4cd0-922d-2dad682925b8)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:20.541607 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-15781014-2b47-48ec-9d73-9308e4a0cba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.546578 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.554497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-15781014-2b47-48ec-9d73-9308e4a0cba6 None None] Calling delete_port for 5037e250-2952-492a-ad79-78bdd05c79e7 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:20.572549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Pushing event deleted for resources: {'Port': ['ID=5037e250-2952-492a-ad79-78bdd05c79e7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:20.576249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] No DVR routers for this DVR port 5037e250-2952-492a-ad79-78bdd05c79e7 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:20.644866 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-15781014-2b47-48ec-9d73-9308e4a0cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.654815 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.666430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1112dab6-9b3d-4a5e-a18a-0eaf666376ab']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:20.674296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15781014-2b47-48ec-9d73-9308e4a0cba6 None None] Pushing event deleted for resources: {'Port': ['ID=5037e250-2952-492a-ad79-78bdd05c79e7,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:20.677346 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffb3f72-07aa-4cd0-922d-2dad682925b8') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:20.677651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffb3f72-07aa-4cd0-922d-2dad682925b8') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:20.678019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15781014-2b47-48ec-9d73-9308e4a0cba6 None None] No DVR routers for this DVR port 5037e250-2952-492a-ad79-78bdd05c79e7 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:20.687874 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.702501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.709025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:40:20.709409 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:40:20.711071 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:40:20.766846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.773471 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.775364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] 10.222.0.37 "DELETE /v2.0/networks/1112dab6-9b3d-4a5e-a18a-0eaf666376ab HTTP/1.1" status: 204 len: 168 time: 0.5237961 Aug 30 13:40:20.786622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaacbf-2334-4357-8f6a-ecef59ad8e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=1112dab6-9b3d-4a5e-a18a-0eaf666376ab,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:20.856927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:20.886108 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59090) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:20.905993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 8ca40435-350f-4158-a588-7dfe758788a7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:20.909923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 8ca40435-350f-4158-a588-7dfe758788a7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:20.910271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.928282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c0e8f5d4-f9d8-4c0c-a4d4-56d98bd353fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8ed8c13fc7cb4a31a410ad33b74d2af7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390620 Aug 30 13:40:20.929035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59092) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:20.977837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41394850-a8ce-4f7d-9ac8-260af37ec5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.986339 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:20.999007 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41394850-a8ce-4f7d-9ac8-260af37ec5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:21.012429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:21.014745 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adae450-92c5-4c7a-a9fa-e16f39aaa2ac" -d '{"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-plugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:21.027437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:21.032530 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:21.057008 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df6571c-2ec5-48c3-8652-bfc134e6eb28 x-openstack-request-id: req-2df6571c-2ec5-48c3-8652-bfc134e6eb28 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:21.057314 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-plugged", "status": "completed", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:21.057548 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2df6571c-2ec5-48c3-8652-bfc134e6eb28 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:21.057964 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'code': 200} Aug 30 13:40:21.061087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41394850-a8ce-4f7d-9ac8-260af37ec5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:21.063964 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41394850-a8ce-4f7d-9ac8-260af37ec5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:21.065108 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-41394850-a8ce-4f7d-9ac8-260af37ec5fc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77d492f4-7143-47cf-b958-4f11e7fc17af HTTP/1.1" status: 204 len: 168 time: 0.1351709 Aug 30 13:40:21.074473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41394850-a8ce-4f7d-9ac8-260af37ec5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d492f4-7143-47cf-b958-4f11e7fc17af,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:21.089363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=13']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:21.375139 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59100) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:21.415275 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7c9c3f86-7b7a-4184-b413-216e7d880ec5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d953ace9196d4d8da9650fdd39c41b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389872 Aug 30 13:40:21.417768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59102) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:21.467275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df86dc13-eaf2-4cd4-a625-b177100ecec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:21.489032 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df86dc13-eaf2-4cd4-a625-b177100ecec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:21.533570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df86dc13-eaf2-4cd4-a625-b177100ecec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:21.536811 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df86dc13-eaf2-4cd4-a625-b177100ecec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:21.537983 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-df86dc13-eaf2-4cd4-a625-b177100ecec7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ed9f4030-e91e-4f97-884e-28f650474d73 HTTP/1.1" status: 204 len: 168 time: 0.1192834 Aug 30 13:40:21.545598 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86dc13-eaf2-4cd4-a625-b177100ecec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f4030-e91e-4f97-884e-28f650474d73,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:21.692030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5037e250-2952-492a-ad79-78bdd05c79e7 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:21.712646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 5037e250-2952-492a-ad79-78bdd05c79e7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:21.712992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5037e250-2952-492a-ad79-78bdd05c79e7 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:21.713708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ae5f9752-c6f9-4758-832b-8b50323a2d27 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:21.732782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ae5f9752-c6f9-4758-832b-8b50323a2d27 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:21.733135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ae5f9752-c6f9-4758-832b-8b50323a2d27 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:22.291716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59124) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:22.387178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-632989605-network', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:22.409264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Made reservation on behalf of e801a5de763b414d8d59c00c6d4c6130 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:40:22.412386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.421012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.513599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.517609 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.542262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:40:22.551195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:22.557899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.558938 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Added segment 0e6347b7-b64f-4247-b2c4-a43b66e74e10 of type vlan for network 3c65a727-5656-475d-9d20-9b8afbb02538 Aug 30 13:40:22.596723 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.620697 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.621619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:22.622380 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.678085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3852386 Aug 30 13:40:22.680808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59128) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:22.687497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Request body: {'subnet': {'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-632989605-subnet', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:22.690488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dd120-5f89-495e-bddf-8309427f7c65 admin admin] Pushing event updated for resources: {'Network': ['ID=3c65a727-5656-475d-9d20-9b8afbb02538,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:22.700484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 3c65a727-5656-475d-9d20-9b8afbb02538 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:40:22.710911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Made reservation on behalf of e801a5de763b414d8d59c00c6d4c6130 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:40:22.713679 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.886171 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.940788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:22.949407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:22.949786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Network hostable DHCP agents. Network: 3c65a727-5656-475d-9d20-9b8afbb02538, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:40:22.965440 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:40:22.973628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 3c65a727-5656-475d-9d20-9b8afbb02538) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:22.977436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:22.978038 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:22.981966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88ab69d-aa33-495e-bef8-98c4b6498644 None None] Network 3c65a727-5656-475d-9d20-9b8afbb02538 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:40:22.994528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-226a1f8d-2a59-4cdc-b1f9-68e59e30e801 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3109512 Aug 30 13:40:22.997134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59130) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:23.001562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:23.023186 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.024199 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.079670 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.127717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-3c65a727-5656-475d-9d20-9b8afbb02538', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:40:23.128581 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.213445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.263766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Allocated IP 172.20.0.2 (3c65a727-5656-475d-9d20-9b8afbb02538/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff/1bf46972-1e63-4a02-a982-c463359181fe) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:40:23.412941 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.413158 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.421223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Transition to ACTIVE for port object 1bf46972-1e63-4a02-a982-c463359181fe will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:23.432535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.435672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Transition to ACTIVE for port object 1bf46972-1e63-4a02-a982-c463359181fe will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:23.440685 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.475587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:23.481989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:23.485450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:40:23.493264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Pushing event updated for resources: {'Port': ['ID=1bf46972-1e63-4a02-a982-c463359181fe,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:23.538393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Allocated IP 172.25.2.201 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/35ff3271-e8da-4a17-8444-d887298a1f82) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:40:23.546998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Attempting to bind port 1bf46972-1e63-4a02-a982-c463359181fe on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:23.547398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Attempting to bind port 1bf46972-1e63-4a02-a982-c463359181fe by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:23.547778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Attempting to bind port 1bf46972-1e63-4a02-a982-c463359181fe on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:23.553266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:23.553631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:23.554058 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.554449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Bound using segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:23.554902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Bound port: 1bf46972-1e63-4a02-a982-c463359181fe, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:23.555280 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.618159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] For port 1bf46972-1e63-4a02-a982-c463359181fe, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:23.621288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] For port 1bf46972-1e63-4a02-a982-c463359181fe, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1bf46972-1e63-4a02-a982-c463359181fe,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:40:23.625207 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.643674 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.684869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ab973-27b3-4b37-9121-7d32fdf39fa9 None None] Pushing event updated for resources: {'Port': ['ID=1bf46972-1e63-4a02-a982-c463359181fe,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:23.689822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:23.738222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:23.741726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:23.744673 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:40:23.772158 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Pushing event updated for resources: {'Port': ['ID=35ff3271-e8da-4a17-8444-d887298a1f82,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:24.016489 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:24.531691 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:24.580469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad1a086-dfc8-4c46-8f39-ed8f652c1fb5 None None] Network 3c65a727-5656-475d-9d20-9b8afbb02538 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:40:24.643118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-af8c683c-7d1c-4186-b6d0-a71e52c56c0e None None] Provisioning for port 1bf46972-1e63-4a02-a982-c463359181fe completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:24.660919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:40:24.768053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:24.780849 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Sync routers for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:24.786236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:24.787899 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b5d41dda-c65c-4a02-8c2f-220d4150fdab admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7895150 Aug 30 13:40:24.790484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59132) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:24.792684 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:24.793511 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:24.904527 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:25.088352 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:23Z', 'revision_number': 3, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:25.114981 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Checking router: b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:25.115320 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Updating router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 port 35ff3271-e8da-4a17-8444-d887298a1f82 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:40:25.139159 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.214154 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.362219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Allocated IP 172.20.0.1 (3c65a727-5656-475d-9d20-9b8afbb02538/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff/e04a05a9-54a4-4444-ad1c-509eac955dd1) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:40:25.381703 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.392045 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Transition to ACTIVE for port object 35ff3271-e8da-4a17-8444-d887298a1f82 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:25.397687 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.453837 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Attempting to bind port 35ff3271-e8da-4a17-8444-d887298a1f82 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:25.454206 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Attempting to bind port 35ff3271-e8da-4a17-8444-d887298a1f82 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:25.454567 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Attempting to bind port 35ff3271-e8da-4a17-8444-d887298a1f82 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:25.457917 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Pushing event updated for resources: {'Port': ['ID=35ff3271-e8da-4a17-8444-d887298a1f82,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:25.465695 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:25.466068 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:25.466465 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.466861 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:25.467314 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Bound port: 35ff3271-e8da-4a17-8444-d887298a1f82, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:25.467689 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.467800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.470590 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.470933 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.471269 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.471599 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.471925 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.472247 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.472702 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.473027 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.473355 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.473687 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.474008 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.474325 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:40:25.480328 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Transition to ACTIVE for port object e04a05a9-54a4-4444-ad1c-509eac955dd1 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:25.513871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.527015 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] For port 35ff3271-e8da-4a17-8444-d887298a1f82, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:25.530207 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] For port 35ff3271-e8da-4a17-8444-d887298a1f82, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=35ff3271-e8da-4a17-8444-d887298a1f82,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:40:25.534694 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.551101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:25.555848 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:25.559282 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:40:25.589356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e04a05a9-54a4-4444-ad1c-509eac955dd1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:25.593509 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:25.594168 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:25.596768 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb67360-a28a-45cd-91bb-14c5be7f4595 None None] Pushing event updated for resources: {'Port': ['ID=35ff3271-e8da-4a17-8444-d887298a1f82,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:25.607598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.709808 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:25.750867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.763576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1bf46972-1e63-4a02-a982-c463359181fe up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:25.823865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 1bf46972-1e63-4a02-a982-c463359181fe completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:25.828659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1bf46972-1e63-4a02-a982-c463359181fe triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:25.829246 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.898966 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:23Z', 'revision_number': 3, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:25.919111 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.927619 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9529e4a6-922a-410a-b2ca-2b95dae2ab6b None None] The sync data for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 is: [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:23Z', 'revision_number': 3, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:40:25.932198 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d126cfe9-e0c8-4f6e-821d-2076ea7c5cd3 None None] Provisioning for port e04a05a9-54a4-4444-ad1c-509eac955dd1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:25.940115 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.943215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d126cfe9-e0c8-4f6e-821d-2076ea7c5cd3 None None] Provisioning complete for port e04a05a9-54a4-4444-ad1c-509eac955dd1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:25.943610 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d126cfe9-e0c8-4f6e-821d-2076ea7c5cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.946220 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:25.987504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 1bf46972-1e63-4a02-a982-c463359181fe, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1bf46972-1e63-4a02-a982-c463359181fe,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:25.995382 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:26.000690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d126cfe9-e0c8-4f6e-821d-2076ea7c5cd3 None None] Port e04a05a9-54a4-4444-ad1c-509eac955dd1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:40:26.021496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:26.024867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e04a05a9-54a4-4444-ad1c-509eac955dd1,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:26.049803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=1bf46972-1e63-4a02-a982-c463359181fe,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:26.119589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:26.121059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:26.264175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:40:26.390472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:26.395706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5e311060-ff57-4d70-bd05-1d3ac55478e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/b5e3ff03-bf58-44b1-a9a3-c65d45128bb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6039376 Aug 30 13:40:26.424529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-03760661-8aa8-4f38-9cae-aeb7defa4673 None None] Provisioning complete for port e04a05a9-54a4-4444-ad1c-509eac955dd1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:26.425055 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-03760661-8aa8-4f38-9cae-aeb7defa4673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:26.463268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-03760661-8aa8-4f38-9cae-aeb7defa4673 None None] Port e04a05a9-54a4-4444-ad1c-509eac955dd1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:40:26.888992 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59148) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:26.894150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1771579260-network', 'tenant_id': '81368c282ea941b997386a5389b33fb5'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:26.914062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Made reservation on behalf of 81368c282ea941b997386a5389b33fb5 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:40:26.916240 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:26.924658 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.011974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.018848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.045771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:40:27.056385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6594bb9-1ba8-43db-8bf0-60d8dae7f29a,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:27.062051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.062391 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Added segment df5566e4-b15a-459c-8571-3f6d0c44917d of type vlan for network 93673d6a-0e97-4739-917c-a640c02a16b8 Aug 30 13:40:27.108013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.133199 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.134219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:27.134800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.189045 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2987483 Aug 30 13:40:27.192367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59150) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:27.198999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Request body: {'subnet': {'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1771579260-subnet', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:27.202987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb060cf-c250-4e33-a1db-579a02137fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=93673d6a-0e97-4739-917c-a640c02a16b8,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:27.213083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 93673d6a-0e97-4739-917c-a640c02a16b8 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:40:27.222523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Made reservation on behalf of 81368c282ea941b997386a5389b33fb5 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:40:27.226067 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.398967 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.453098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefa4a3e-3e82-4825-9286-632f4caf86fb,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:27.464164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Checking segment: {'id': 'df5566e4-b15a-459c-8571-3f6d0c44917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:27.464528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Network hostable DHCP agents. Network: 93673d6a-0e97-4739-917c-a640c02a16b8, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:40:27.481360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Network 93673d6a-0e97-4739-917c-a640c02a16b8 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:40:27.489753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 93673d6a-0e97-4739-917c-a640c02a16b8) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:27.493726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:27.494377 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.499903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db27b0d2-34ca-4d25-8f2b-f0c8a5be79fb None None] Network 93673d6a-0e97-4739-917c-a640c02a16b8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:40:27.507973 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6f421a3f-fc34-4a9c-8995-b290b472ad15 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3128493 Aug 30 13:40:27.510867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59152) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:27.517460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:27.551734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.553066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.555410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Sync routers for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:27.579549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:27.580171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:27.640350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.745437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-93673d6a-0e97-4739-917c-a640c02a16b8', 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'fixed_ips': [{'subnet_id': 'aefa4a3e-3e82-4825-9286-632f4caf86fb'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:40:27.746443 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.749455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:27.783861 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:27.807930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1bf46972-1e63-4a02-a982-c463359181fe up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:27.851560 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:40:27.993952 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.018690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.058844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Allocated IP 172.20.0.2 (93673d6a-0e97-4739-917c-a640c02a16b8/aefa4a3e-3e82-4825-9286-632f4caf86fb/0d8c053f-2f2a-45e7-96e3-a391b1554002) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:40:28.061418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1bf46972-1e63-4a02-a982-c463359181fe triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:28.062090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.134340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Allocated IP 172.25.2.69 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/2584d512-cd44-4892-9f08-bbd686b3e39d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:40:28.211148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-0fc66fcc-d26c-4783-9234-074b7fab1f2e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488753 Aug 30 13:40:28.246215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.251759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 2, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:28.289298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.295679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Checking router: b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:28.296312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Updating router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 port e04a05a9-54a4-4444-ad1c-509eac955dd1 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:40:28.302971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-0443df34-8a87-4b1f-bb9e-0ebcb363e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:28.304723 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-0443df34-8a87-4b1f-bb9e-0ebcb363e184 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1098 time: 0.0469875 Aug 30 13:40:28.327284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:28.331865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:28.343337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:40:28.350395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Pushing event updated for resources: {'Port': ['ID=2584d512-cd44-4892-9f08-bbd686b3e39d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:28.430419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-541bc769-553b-482e-8412-3302a4a3bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:28.431937 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-541bc769-553b-482e-8412-3302a4a3bddf service neutron] 10.222.0.16 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.1075928 Aug 30 13:40:28.491980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 35ff3271-e8da-4a17-8444-d887298a1f82 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:28.512567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-2d43ac07-5a9e-41bc-a31f-dbe675ad50f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 1002 time: 0.0721483 Aug 30 13:40:28.526718 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.553649 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.570510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-447b4d11-a451-4899-9a2d-24bad1c9a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:28.572079 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-447b4d11-a451-4899-9a2d-24bad1c9a6ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0505166 Aug 30 13:40:28.581846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Transition to ACTIVE for port object 0d8c053f-2f2a-45e7-96e3-a391b1554002 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:28.614906 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.622773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Transition to ACTIVE for port object 0d8c053f-2f2a-45e7-96e3-a391b1554002 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:28.624733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-d7a8e2a6-71a4-4b5b-8a07-3a50382a5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:28.626479 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-d7a8e2a6-71a4-4b5b-8a07-3a50382a5fe2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464983 Aug 30 13:40:28.679779 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.681477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.727153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 35ff3271-e8da-4a17-8444-d887298a1f82 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:28.732556 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-e32ab65b-f155-46ac-bee7-e4ecf68ecb56 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981407 Aug 30 13:40:28.740415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Network 93673d6a-0e97-4739-917c-a640c02a16b8 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:28.746636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 35ff3271-e8da-4a17-8444-d887298a1f82 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:28.747011 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.753704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:28.812507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:40:28.829273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Pushing event updated for resources: {'Port': ['ID=0d8c053f-2f2a-45e7-96e3-a391b1554002,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:28.834057 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba4ff076-8f05-491a-9e9d-4ac3879a68ed req-1c4e9eb3-e7e2-4c8d-b52d-5570a7fd7e62 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908518 Aug 30 13:40:28.834709 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.929497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Attempting to bind port 0d8c053f-2f2a-45e7-96e3-a391b1554002 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:28.929920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Attempting to bind port 0d8c053f-2f2a-45e7-96e3-a391b1554002 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'df5566e4-b15a-459c-8571-3f6d0c44917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:28.930274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Attempting to bind port 0d8c053f-2f2a-45e7-96e3-a391b1554002 on network 93673d6a-0e97-4739-917c-a640c02a16b8 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:28.967394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:28.967769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Checking segment: {'id': 'df5566e4-b15a-459c-8571-3f6d0c44917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:28.968173 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.968569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Bound using segment: {'id': 'df5566e4-b15a-459c-8571-3f6d0c44917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:28.969043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Bound port: 0d8c053f-2f2a-45e7-96e3-a391b1554002, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5566e4-b15a-459c-8571-3f6d0c44917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:28.969426 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:28.974786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:40:29.016114 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.081361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:29.082858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 35ff3271-e8da-4a17-8444-d887298a1f82, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=35ff3271-e8da-4a17-8444-d887298a1f82,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:29.085072 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.094219 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Sync routers for ids ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:29.094770 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.106511 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.110373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dd612b6f-d18a-4efa-ad5f-a857fb48ea09 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5959005 Aug 30 13:40:29.110539 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Routers {'0e701657-198b-4c17-a5a5-34da0b1b4ad0'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:29.110539 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:29.110907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59154) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:29.132035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] For port 0d8c053f-2f2a-45e7-96e3-a391b1554002, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:29.142136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Transition to ACTIVE for port object e04a05a9-54a4-4444-ad1c-509eac955dd1 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:29.157936 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.161595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] For port 0d8c053f-2f2a-45e7-96e3-a391b1554002, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0d8c053f-2f2a-45e7-96e3-a391b1554002,segment=NetworkSegment(df5566e4-b15a-459c-8571-3f6d0c44917d),segment_id=df5566e4-b15a-459c-8571-3f6d0c44917d)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:40:29.175796 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.193538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=35ff3271-e8da-4a17-8444-d887298a1f82,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:29.294726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa4a3f-6cea-46f3-ba02-af854871fceb None None] Pushing event updated for resources: {'Port': ['ID=e04a05a9-54a4-4444-ad1c-509eac955dd1,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:29.329077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Attempting to bind port e04a05a9-54a4-4444-ad1c-509eac955dd1 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:29.329460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Attempting to bind port e04a05a9-54a4-4444-ad1c-509eac955dd1 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:29.329864 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Attempting to bind port e04a05a9-54a4-4444-ad1c-509eac955dd1 on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:29.347316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:29.347738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:29.348142 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.348732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Bound using segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:29.349232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Bound port: e04a05a9-54a4-4444-ad1c-509eac955dd1, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:29.349622 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.373312 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Set router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:29.378650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b48ee-641e-497b-899f-835cd58e31e2 None None] Pushing event updated for resources: {'Port': ['ID=0d8c053f-2f2a-45e7-96e3-a391b1554002,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:29.455967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] For port e04a05a9-54a4-4444-ad1c-509eac955dd1, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:29.460602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] For port e04a05a9-54a4-4444-ad1c-509eac955dd1, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e04a05a9-54a4-4444-ad1c-509eac955dd1,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:40:29.468168 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.573602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:29.574057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:29.642818 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:27Z', 'updated_at': '2021-08-30T13:40:28Z', 'revision_number': 3, 'project_id': '81368c282ea941b997386a5389b33fb5', 'gw_port': {'id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:28Z', 'updated_at': '2021-08-30T13:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:29.686597 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Checking router: 0e701657-198b-4c17-a5a5-34da0b1b4ad0 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:29.687349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Updating router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 port 2584d512-cd44-4892-9f08-bbd686b3e39d binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:40:29.727261 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:29.786152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa4a3f-6cea-46f3-ba02-af854871fceb None None] Pushing event updated for resources: {'Port': ['ID=e04a05a9-54a4-4444-ad1c-509eac955dd1,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:29.790519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:29.924548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0d8c053f-2f2a-45e7-96e3-a391b1554002 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:30.048375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0d8c053f-2f2a-45e7-96e3-a391b1554002 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:30.061504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 35ff3271-e8da-4a17-8444-d887298a1f82 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:30.071791 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.081421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.083084 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Transition to ACTIVE for port object 2584d512-cd44-4892-9f08-bbd686b3e39d will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:30.092835 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.145510 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Attempting to bind port 2584d512-cd44-4892-9f08-bbd686b3e39d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:30.146673 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Attempting to bind port 2584d512-cd44-4892-9f08-bbd686b3e39d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:30.147244 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Attempting to bind port 2584d512-cd44-4892-9f08-bbd686b3e39d on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:30.159370 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:30.159746 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:30.160669 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.161396 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:30.162092 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Bound port: 2584d512-cd44-4892-9f08-bbd686b3e39d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:30.162680 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.168555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 35ff3271-e8da-4a17-8444-d887298a1f82 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:30.168935 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.221190 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] For port 2584d512-cd44-4892-9f08-bbd686b3e39d, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:30.225300 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] For port 2584d512-cd44-4892-9f08-bbd686b3e39d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2584d512-cd44-4892-9f08-bbd686b3e39d,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:40:30.232059 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1a40e-b268-4ed0-8924-45d76eb88978 None None] Pushing event updated for resources: {'Port': ['ID=2584d512-cd44-4892-9f08-bbd686b3e39d,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:30.243069 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.290877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:30.297290 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Routers {'0e701657-198b-4c17-a5a5-34da0b1b4ad0'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:30.297836 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:30.330665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1bcdd5-d74e-4790-ade6-cbe2353d7ba0 None None] The sync data for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 is: [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:40:30.339711 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1a40e-b268-4ed0-8924-45d76eb88978 None None] Pushing event updated for resources: {'Port': ['ID=2584d512-cd44-4892-9f08-bbd686b3e39d,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:30.345589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Allocated IP 172.20.0.1 (93673d6a-0e97-4739-917c-a640c02a16b8/aefa4a3e-3e82-4825-9286-632f4caf86fb/b555ebd9-03fa-4cbb-91a4-f75c94af3965) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:40:30.458363 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] Set router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:30.497772 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.513942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Transition to ACTIVE for port object b555ebd9-03fa-4cbb-91a4-f75c94af3965 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:30.545441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823873f4-e36f-4703-898c-8a4544e420c1 None None] Network 93673d6a-0e97-4739-917c-a640c02a16b8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:40:30.554514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.602714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Network 93673d6a-0e97-4739-917c-a640c02a16b8 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:30.606020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:30.610067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:40:30.616885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b555ebd9-03fa-4cbb-91a4-f75c94af3965,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:30.661951 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.670086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d2059626-aef9-4424-8a6a-4d9252d0e58a None None] Provisioning for port 0d8c053f-2f2a-45e7-96e3-a391b1554002 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:30.678590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d2059626-aef9-4424-8a6a-4d9252d0e58a None None] Provisioning complete for port 0d8c053f-2f2a-45e7-96e3-a391b1554002 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:30.678965 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2059626-aef9-4424-8a6a-4d9252d0e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.683099 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:27Z', 'updated_at': '2021-08-30T13:40:28Z', 'revision_number': 3, 'project_id': '81368c282ea941b997386a5389b33fb5', 'gw_port': {'id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:28Z', 'updated_at': '2021-08-30T13:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:30.719816 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e9964-d158-42d5-91c2-cc7c22764025 None None] The sync data for ids ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'] in n-d-688802-6 is: [{'id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:27Z', 'updated_at': '2021-08-30T13:40:28Z', 'revision_number': 3, 'project_id': '81368c282ea941b997386a5389b33fb5', 'gw_port': {'id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:28Z', 'updated_at': '2021-08-30T13:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:40:30.817441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.830685 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2059626-aef9-4424-8a6a-4d9252d0e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.877915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d2059626-aef9-4424-8a6a-4d9252d0e58a None None] For port 0d8c053f-2f2a-45e7-96e3-a391b1554002, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0d8c053f-2f2a-45e7-96e3-a391b1554002,segment=NetworkSegment(df5566e4-b15a-459c-8571-3f6d0c44917d),segment_id=df5566e4-b15a-459c-8571-3f6d0c44917d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:30.885730 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d2059626-aef9-4424-8a6a-4d9252d0e58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:30.964876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2059626-aef9-4424-8a6a-4d9252d0e58a None None] Pushing event updated for resources: {'Port': ['ID=0d8c053f-2f2a-45e7-96e3-a391b1554002,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:31.033509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:31.079330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:31.086818 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:31.120734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-539e3883-5d72-4c58-b190-126dda8b6930 None None] Provisioning for port b555ebd9-03fa-4cbb-91a4-f75c94af3965 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:31.125513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-539e3883-5d72-4c58-b190-126dda8b6930 None None] Provisioning complete for port b555ebd9-03fa-4cbb-91a4-f75c94af3965 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:31.126018 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-539e3883-5d72-4c58-b190-126dda8b6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:31.171161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-539e3883-5d72-4c58-b190-126dda8b6930 None None] Port b555ebd9-03fa-4cbb-91a4-f75c94af3965 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:40:31.187659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-539e3883-5d72-4c58-b190-126dda8b6930 None None] Provisioning complete for port 0d8c053f-2f2a-45e7-96e3-a391b1554002 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:31.187918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b555ebd9-03fa-4cbb-91a4-f75c94af3965,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:31.188678 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-539e3883-5d72-4c58-b190-126dda8b6930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:31.190575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:31.329419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Network 93673d6a-0e97-4739-917c-a640c02a16b8 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:31.330981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:31.458266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-02bbce4d-c522-43b5-92ef-eb2cecb68889 None None] Provisioning complete for port b555ebd9-03fa-4cbb-91a4-f75c94af3965 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:31.458844 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-02bbce4d-c522-43b5-92ef-eb2cecb68889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:31.489538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:40:31.501195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-02bbce4d-c522-43b5-92ef-eb2cecb68889 None None] Port b555ebd9-03fa-4cbb-91a4-f75c94af3965 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:40:31.611388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:31.625318 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-99127c7b-8a17-4fc7-a8d7-3cfa35369bf6 admin admin] 10.222.0.37 "PUT /v2.0/routers/0e701657-198b-4c17-a5a5-34da0b1b4ad0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5045967 Aug 30 13:40:31.638779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ab679d43-049e-49c9-860e-bbcb93768c0e None None] Provisioning complete for port b555ebd9-03fa-4cbb-91a4-f75c94af3965 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:31.639365 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ab679d43-049e-49c9-860e-bbcb93768c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:31.687381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ab679d43-049e-49c9-860e-bbcb93768c0e None None] Port b555ebd9-03fa-4cbb-91a4-f75c94af3965 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:40:31.838024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2584d512-cd44-4892-9f08-bbd686b3e39d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:31.896432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 2584d512-cd44-4892-9f08-bbd686b3e39d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:31.900079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2584d512-cd44-4892-9f08-bbd686b3e39d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:31.900601 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:32.150826 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:32.171142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 2584d512-cd44-4892-9f08-bbd686b3e39d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2584d512-cd44-4892-9f08-bbd686b3e39d,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:32.174844 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:32.175648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0d8c053f-2f2a-45e7-96e3-a391b1554002 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:32.253189 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=2584d512-cd44-4892-9f08-bbd686b3e39d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:32.266215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0d8c053f-2f2a-45e7-96e3-a391b1554002 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:32.266762 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:32.348510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e04a05a9-54a4-4444-ad1c-509eac955dd1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:32.398109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e04a05a9-54a4-4444-ad1c-509eac955dd1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:32.402339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e04a05a9-54a4-4444-ad1c-509eac955dd1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:32.402697 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:32.490412 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:32.522303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e04a05a9-54a4-4444-ad1c-509eac955dd1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e04a05a9-54a4-4444-ad1c-509eac955dd1,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:32.526843 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:32.573569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e04a05a9-54a4-4444-ad1c-509eac955dd1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:33.713447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2584d512-cd44-4892-9f08-bbd686b3e39d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:33.763485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2584d512-cd44-4892-9f08-bbd686b3e39d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:33.763861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:33.801746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-c14bafd4-6fcc-45aa-a471-405fe1fb45ed tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:33.803297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-c14bafd4-6fcc-45aa-a471-405fe1fb45ed tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1102777 Aug 30 13:40:33.820126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-5564b448-a4b0-47d8-91ba-7bae2638c49b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/quotas/e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 375 time: 0.0101025 Aug 30 13:40:33.848154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e04a05a9-54a4-4444-ad1c-509eac955dd1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:33.851530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Sync routers for ids ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:33.873168 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-65564e1f-a535-4775-a797-56ad3d615b74 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471272 Aug 30 13:40:33.881991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Routers {'0e701657-198b-4c17-a5a5-34da0b1b4ad0'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:33.882624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:33.963339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-5aa6517f-c7b6-444b-ad3a-adb3dba2dd8c service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828226 Aug 30 13:40:33.983698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e04a05a9-54a4-4444-ad1c-509eac955dd1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:33.984077 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:34.025907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Set router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:34.057152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-7ff98d1d-31ce-4aad-bce2-f1c9338689a7 service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878000 Aug 30 13:40:34.269162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:27Z', 'updated_at': '2021-08-30T13:40:30Z', 'revision_number': 4, 'project_id': '81368c282ea941b997386a5389b33fb5', 'gw_port': {'id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:28Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b555ebd9-03fa-4cbb-91a4-f75c94af3965', 'name': '', 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'mac_address': 'fa:16:3e:c9:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'aefa4a3e-3e82-4825-9286-632f4caf86fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:30Z', 'updated_at': '2021-08-30T13:40:30Z', 'revision_number': 2, 'project_id': '81368c282ea941b997386a5389b33fb5', 'subnets': [{'id': 'aefa4a3e-3e82-4825-9286-632f4caf86fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:34.297630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Checking router: 0e701657-198b-4c17-a5a5-34da0b1b4ad0 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:34.298008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Updating router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 port b555ebd9-03fa-4cbb-91a4-f75c94af3965 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:40:34.330054 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:34.537041 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05536891-5ddb-4b8f-9f74-f32835da3d0b req-fe5b2750-c6a5-40bf-a1be-b1aa79f01cfe tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 210 time: 0.2119167 Aug 30 13:40:34.626283 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:34.636937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Transition to ACTIVE for port object b555ebd9-03fa-4cbb-91a4-f75c94af3965 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:34.644027 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:34.715652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3ab00-4b19-4548-99a1-342286f9b90b None None] Pushing event updated for resources: {'Port': ['ID=b555ebd9-03fa-4cbb-91a4-f75c94af3965,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:34.747122 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Attempting to bind port b555ebd9-03fa-4cbb-91a4-f75c94af3965 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:34.747499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Attempting to bind port b555ebd9-03fa-4cbb-91a4-f75c94af3965 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'df5566e4-b15a-459c-8571-3f6d0c44917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:34.747869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Attempting to bind port b555ebd9-03fa-4cbb-91a4-f75c94af3965 on network 93673d6a-0e97-4739-917c-a640c02a16b8 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:34.753466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:34.753942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Checking segment: {'id': 'df5566e4-b15a-459c-8571-3f6d0c44917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:34.754297 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:34.754699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Bound using segment: {'id': 'df5566e4-b15a-459c-8571-3f6d0c44917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:34.755194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Bound port: b555ebd9-03fa-4cbb-91a4-f75c94af3965, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5566e4-b15a-459c-8571-3f6d0c44917d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:34.755583 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:34.823358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] For port b555ebd9-03fa-4cbb-91a4-f75c94af3965, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:34.826677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] For port b555ebd9-03fa-4cbb-91a4-f75c94af3965, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b555ebd9-03fa-4cbb-91a4-f75c94af3965,segment=NetworkSegment(df5566e4-b15a-459c-8571-3f6d0c44917d),segment_id=df5566e4-b15a-459c-8571-3f6d0c44917d)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:40:34.831240 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:34.890435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Routers {'0e701657-198b-4c17-a5a5-34da0b1b4ad0'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:34.890900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:34.895844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3ab00-4b19-4548-99a1-342286f9b90b None None] Pushing event updated for resources: {'Port': ['ID=b555ebd9-03fa-4cbb-91a4-f75c94af3965,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:35.011533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] Set router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:35.222337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:27Z', 'updated_at': '2021-08-30T13:40:30Z', 'revision_number': 4, 'project_id': '81368c282ea941b997386a5389b33fb5', 'gw_port': {'id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:28Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b555ebd9-03fa-4cbb-91a4-f75c94af3965', 'name': '', 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'mac_address': 'fa:16:3e:c9:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'aefa4a3e-3e82-4825-9286-632f4caf86fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:30Z', 'updated_at': '2021-08-30T13:40:34Z', 'revision_number': 4, 'project_id': '81368c282ea941b997386a5389b33fb5', 'subnets': [{'id': 'aefa4a3e-3e82-4825-9286-632f4caf86fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:35.249708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0cb58-be35-4aba-b069-eebb8adf95be None None] The sync data for ids ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'] in n-d-688802-6 is: [{'id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:27Z', 'updated_at': '2021-08-30T13:40:30Z', 'revision_number': 4, 'project_id': '81368c282ea941b997386a5389b33fb5', 'gw_port': {'id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:28Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b555ebd9-03fa-4cbb-91a4-f75c94af3965', 'name': '', 'network_id': '93673d6a-0e97-4739-917c-a640c02a16b8', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'mac_address': 'fa:16:3e:c9:7a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': 'aefa4a3e-3e82-4825-9286-632f4caf86fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:30Z', 'updated_at': '2021-08-30T13:40:34Z', 'revision_number': 4, 'project_id': '81368c282ea941b997386a5389b33fb5', 'subnets': [{'id': 'aefa4a3e-3e82-4825-9286-632f4caf86fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:40:35.318733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-3a68eab8-d44d-441a-858b-425bcea47201 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:35.320541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-3a68eab8-d44d-441a-858b-425bcea47201 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1331499 Aug 30 13:40:35.332951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'port': {'device_id': '4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'admin_state_up': True, 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:35.471184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Made reservation on behalf of e801a5de763b414d8d59c00c6d4c6130 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:40:35.475772 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:35.622207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.20.0.11 (3c65a727-5656-475d-9d20-9b8afbb02538/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff/4d873b76-3573-45d9-a0ed-1c663b76cd17) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:40:35.692443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eecde7ef-6135-430b-9b97-bbf61a885b74 req-d7a0ac58-5e29-49f4-b4bb-4d260df74f5c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 210 time: 0.0534320 Aug 30 13:40:35.763084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b555ebd9-03fa-4cbb-91a4-f75c94af3965 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:35.832773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b555ebd9-03fa-4cbb-91a4-f75c94af3965 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:35.837558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b555ebd9-03fa-4cbb-91a4-f75c94af3965 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:35.837972 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:35.847628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:35.869465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Transition to ACTIVE for port object 4d873b76-3573-45d9-a0ed-1c663b76cd17 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:35.912996 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:35.953731 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:35.968724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=4d873b76-3573-45d9-a0ed-1c663b76cd17,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:35.980973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:35.983212 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:35.986005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:40:35.992921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port b555ebd9-03fa-4cbb-91a4-f75c94af3965, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b555ebd9-03fa-4cbb-91a4-f75c94af3965,segment=NetworkSegment(df5566e4-b15a-459c-8571-3f6d0c44917d),segment_id=df5566e4-b15a-459c-8571-3f6d0c44917d)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:35.998753 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.066757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:36.067815 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.092444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=b555ebd9-03fa-4cbb-91a4-f75c94af3965,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:36.102424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-33d1bc7b-37cb-4419-a09f-788cfcb21eac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7735271 Aug 30 13:40:36.120175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Request body: {'port': {'device_id': '4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:36.189151 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.265515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-777344a8-1e63-46bc-8de4-21ab0ea04d57 None None] Provisioning for port 4d873b76-3573-45d9-a0ed-1c663b76cd17 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:36.270174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-777344a8-1e63-46bc-8de4-21ab0ea04d57 None None] Provisioning complete for port 4d873b76-3573-45d9-a0ed-1c663b76cd17 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:36.270647 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-777344a8-1e63-46bc-8de4-21ab0ea04d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.305413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-777344a8-1e63-46bc-8de4-21ab0ea04d57 None None] Port 4d873b76-3573-45d9-a0ed-1c663b76cd17 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:40:36.456655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d873b76-3573-45d9-a0ed-1c663b76cd17 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:40:36.464575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.476241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Transition to ACTIVE for port object 4d873b76-3573-45d9-a0ed-1c663b76cd17 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:36.480197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.531260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Pushing event updated for resources: {'Port': ['ID=4d873b76-3573-45d9-a0ed-1c663b76cd17,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:36.615197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Attempting to bind port 4d873b76-3573-45d9-a0ed-1c663b76cd17 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:36.615533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Attempting to bind port 4d873b76-3573-45d9-a0ed-1c663b76cd17 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:36.615875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Attempting to bind port 4d873b76-3573-45d9-a0ed-1c663b76cd17 on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:36.620766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Port 4d873b76-3573-45d9-a0ed-1c663b76cd17 on network 3c65a727-5656-475d-9d20-9b8afbb02538 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:40:36.621087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Attempting to bind port 4d873b76-3573-45d9-a0ed-1c663b76cd17 on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:36.626359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:36.626758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:36.627076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Bound using segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:36.627519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Bound port: 4d873b76-3573-45d9-a0ed-1c663b76cd17, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:36.627876 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.700367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] For port 4d873b76-3573-45d9-a0ed-1c663b76cd17, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:40:36.704219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] For port 4d873b76-3573-45d9-a0ed-1c663b76cd17, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4d873b76-3573-45d9-a0ed-1c663b76cd17,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:40:36.712204 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.720054 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-78e22229-6c41-4e27-bff5-9dc57ad210f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.759991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:36.760451 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:36.762017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] 10.222.0.35 "PUT /v2.0/ports/4d873b76-3573-45d9-a0ed-1c663b76cd17 HTTP/1.1" status: 200 len: 1092 time: 0.6502411 Aug 30 13:40:36.762356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f', 'tag': '4d873b76-3573-45d9-a0ed-1c663b76cd17'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:36.764667 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e209ed-b80f-44be-aaa2-267efd605f50" -d '{"events": [{"name": "network-changed", "server_uuid": "4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f", "tag": "4d873b76-3573-45d9-a0ed-1c663b76cd17"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:36.806196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff801b-c0eb-4448-ab22-507c5ed57950 service neutron] Pushing event updated for resources: {'Port': ['ID=4d873b76-3573-45d9-a0ed-1c663b76cd17,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:36.820923 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ea7960-38d2-443f-9c4b-8a33f9138df9 x-openstack-request-id: req-18ea7960-38d2-443f-9c4b-8a33f9138df9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:36.821182 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f", "tag": "4d873b76-3573-45d9-a0ed-1c663b76cd17", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:36.821446 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18ea7960-38d2-443f-9c4b-8a33f9138df9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:36.822078 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f', 'tag': '4d873b76-3573-45d9-a0ed-1c663b76cd17', 'status': 'completed', 'code': 200} Aug 30 13:40:36.853548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab380bfa-79c8-4a69-ae5f-7452b63032d8 req-8bfd6998-6781-4c48-8321-ea2037eeb787 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:36.855248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab380bfa-79c8-4a69-ae5f-7452b63032d8 req-8bfd6998-6781-4c48-8321-ea2037eeb787 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0896959 Aug 30 13:40:36.882432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-7859cd21-d26b-4cfe-80da-2a08932d420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:36.884129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-7859cd21-d26b-4cfe-80da-2a08932d420e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 1095 time: 0.0656335 Aug 30 13:40:36.898002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab380bfa-79c8-4a69-ae5f-7452b63032d8 req-e7beef7f-8334-4724-b4e6-4dfd31aaef76 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359738 Aug 30 13:40:36.934444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-d34bb4ac-a5c9-48df-8227-7a34634fd877 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d873b76-3573-45d9-a0ed-1c663b76cd17 HTTP/1.1" status: 200 len: 217 time: 0.0427313 Aug 30 13:40:36.986393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-d34e42d5-d555-48bf-b0e7-7e6f5ec920c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:36.988062 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-d34e42d5-d555-48bf-b0e7-7e6f5ec920c2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0473957 Aug 30 13:40:37.043052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-45096ca8-fcf0-419a-8811-b129cfa70cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:37.044558 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-45096ca8-fcf0-419a-8811-b129cfa70cc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493474 Aug 30 13:40:37.141345 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-9096842d-e9ed-4b43-a5b1-310b765a5359 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891700 Aug 30 13:40:37.245172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3602195d-21ea-4d64-ac24-b15ac0882113 req-046a5e56-a36c-4b57-9f2f-896799b390ee service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965905 Aug 30 13:40:37.337994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-0302cd40-a530-43bb-8624-59953d6a261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:37.339514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-0302cd40-a530-43bb-8624-59953d6a261f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 1095 time: 0.0484965 Aug 30 13:40:37.444599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-1256c53c-ae35-4dd6-bf28-1f39fc931bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:37.447902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-1256c53c-ae35-4dd6-bf28-1f39fc931bfa service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.1016066 Aug 30 13:40:37.494627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-8fda611b-3849-4c1f-a09e-8baff68640cf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d873b76-3573-45d9-a0ed-1c663b76cd17 HTTP/1.1" status: 200 len: 217 time: 0.0393238 Aug 30 13:40:37.553349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-fd3138bd-fb67-4e4a-ad54-9b6f7b70abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:37.554874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-fd3138bd-fb67-4e4a-ad54-9b6f7b70abfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0538256 Aug 30 13:40:37.604976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-714dc64b-8f0b-4425-a253-eb8b251aea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:37.606433 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-714dc64b-8f0b-4425-a253-eb8b251aea2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441167 Aug 30 13:40:37.698581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-ef6fadab-7909-4051-9987-0fd38f05663a service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850797 Aug 30 13:40:37.717560 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b555ebd9-03fa-4cbb-91a4-f75c94af3965 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:37.772464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b555ebd9-03fa-4cbb-91a4-f75c94af3965 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:37.772969 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:37.801366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-33e209ed-b80f-44be-aaa2-267efd605f50 req-fadc7886-71a4-4de4-8e64-7ebea8b8f5a8 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962105 Aug 30 13:40:38.029930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d236e-1495-497f-8222-52e7e04b5222 req-020e8eb6-65c3-4cf9-a7e7-e29149e5dda8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:38.031968 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-176d236e-1495-497f-8222-52e7e04b5222 req-020e8eb6-65c3-4cf9-a7e7-e29149e5dda8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0570710 Aug 30 13:40:38.072901 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-176d236e-1495-497f-8222-52e7e04b5222 req-96988e41-5e82-4f99-8e81-9d2f0411d5c3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344098 Aug 30 13:40:39.198343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687d0bf-f094-45cc-b7c8-600c60412557 req-7c7df1a3-99e3-4054-b36a-ec5f5eae7559 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:39.199826 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8687d0bf-f094-45cc-b7c8-600c60412557 req-7c7df1a3-99e3-4054-b36a-ec5f5eae7559 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0521424 Aug 30 13:40:39.238852 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8687d0bf-f094-45cc-b7c8-600c60412557 req-6db0f5e4-3df7-494f-901e-cc52a8086d17 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320325 Aug 30 13:40:39.451920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c507cc1c-2861-4080-a78a-4716db56fad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:40.015372 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:40.357270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68aca-6dcc-413a-97d2-548a77fdcb76 req-227e0ff3-f046-4f77-bc42-b4ea698f1394 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:40.358740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2f68aca-6dcc-413a-97d2-548a77fdcb76 req-227e0ff3-f046-4f77-bc42-b4ea698f1394 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0524259 Aug 30 13:40:40.396757 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2f68aca-6dcc-413a-97d2-548a77fdcb76 req-6f6fdfa6-0fb5-424e-9e3d-99a4c768b4eb tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320213 Aug 30 13:40:40.936597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:41.510613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f33b88-58ca-451d-be57-9b36abf0dce3 req-94db0562-7ce7-4b05-a230-4d8d11404dea tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:41.512102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8f33b88-58ca-451d-be57-9b36abf0dce3 req-94db0562-7ce7-4b05-a230-4d8d11404dea tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0490284 Aug 30 13:40:41.550949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d8f33b88-58ca-451d-be57-9b36abf0dce3 req-c85b7069-4216-4d9d-aa7f-828eed34d036 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328469 Aug 30 13:40:42.295208 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:42.667391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c6c8e-cca6-43f1-8dcb-13623d14b3c0 req-55fe0cf6-d587-4248-8984-07a93304ea60 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:42.668844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-366c6c8e-cca6-43f1-8dcb-13623d14b3c0 req-55fe0cf6-d587-4248-8984-07a93304ea60 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0534945 Aug 30 13:40:42.706451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-366c6c8e-cca6-43f1-8dcb-13623d14b3c0 req-bb518eb0-705a-4abb-98ba-05df365a0d31 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316756 Aug 30 13:40:43.821800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330324db-212b-4500-8528-d4710f1b1251 req-96975636-802c-4f29-97b7-f7c03b450e53 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:43.823267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-330324db-212b-4500-8528-d4710f1b1251 req-96975636-802c-4f29-97b7-f7c03b450e53 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0489814 Aug 30 13:40:43.860603 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-330324db-212b-4500-8528-d4710f1b1251 req-576099e8-7632-4242-97ac-9c2bd25824e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312231 Aug 30 13:40:44.974908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f7bec-74b9-4ca3-bce0-bfdd7fb65bce req-e03bcd46-4ab7-405f-8f31-c03f767e743e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:44.976378 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-780f7bec-74b9-4ca3-bce0-bfdd7fb65bce req-e03bcd46-4ab7-405f-8f31-c03f767e743e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0498457 Aug 30 13:40:45.013449 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-780f7bec-74b9-4ca3-bce0-bfdd7fb65bce req-668d1ac0-777b-4d7c-bdea-f019d3ea5759 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310471 Aug 30 13:40:46.134748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0705611-1dd3-4d2b-aa35-108d27c11d04 req-cdd179aa-df50-4b07-a106-40fe125a6aff tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:46.136250 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0705611-1dd3-4d2b-aa35-108d27c11d04 req-cdd179aa-df50-4b07-a106-40fe125a6aff tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0504766 Aug 30 13:40:46.175046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0705611-1dd3-4d2b-aa35-108d27c11d04 req-875e9e4a-faad-41aa-a483-ea52b13976aa tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328355 Aug 30 13:40:47.288296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fd192-16b2-4cbb-b6c5-fd2f20ff73ea req-a2800130-d497-4865-887c-f26fa9eaa7fc tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:47.289798 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef2fd192-16b2-4cbb-b6c5-fd2f20ff73ea req-a2800130-d497-4865-887c-f26fa9eaa7fc tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 944 time: 0.0488796 Aug 30 13:40:47.327175 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ef2fd192-16b2-4cbb-b6c5-fd2f20ff73ea req-9b141580-f0aa-4f6a-8b35-336f7b5c8e8d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314894 Aug 30 13:40:47.479921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4d873b76-3573-45d9-a0ed-1c663b76cd17 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:40:47.725407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4d873b76-3573-45d9-a0ed-1c663b76cd17, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4d873b76-3573-45d9-a0ed-1c663b76cd17,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:47.736654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '4d873b76-3573-45d9-a0ed-1c663b76cd17', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'port_id': '4d873b76-3573-45d9-a0ed-1c663b76cd17', 'mac_address': 'fa:16:3e:48:78:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:40:47.772312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:47.784604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d873b76-3573-45d9-a0ed-1c663b76cd17 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:40:47.803700 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4d873b76-3573-45d9-a0ed-1c663b76cd17, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4d873b76-3573-45d9-a0ed-1c663b76cd17,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:47.807394 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:47.852341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=4d873b76-3573-45d9-a0ed-1c663b76cd17,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:48.100497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4d873b76-3573-45d9-a0ed-1c663b76cd17'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:40:48.446750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ea22d-9583-45c8-b4f0-eafbc0fece72 req-96306832-5d2e-4526-8d9a-5c08e0ce559e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:48.448284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b77ea22d-9583-45c8-b4f0-eafbc0fece72 req-96306832-5d2e-4526-8d9a-5c08e0ce559e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 945 time: 0.0547225 Aug 30 13:40:48.486416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b77ea22d-9583-45c8-b4f0-eafbc0fece72 req-ba1fb880-21b6-4bf5-a538-ab71f736c452 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Aug 30 13:40:48.540983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5ee61-e2a8-4a39-832e-1fda361b8927 req-9c6cd585-f4e7-4faf-b7e3-8853550e4103 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:48.542534 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1cd5ee61-e2a8-4a39-832e-1fda361b8927 req-9c6cd585-f4e7-4faf-b7e3-8853550e4103 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1098 time: 0.0457435 Aug 30 13:40:48.576696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1cd5ee61-e2a8-4a39-832e-1fda361b8927 req-79e9a1b5-2d2c-4d6f-b615-020595648d7d tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282934 Aug 30 13:40:48.598589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59246) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:48.752501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port a0ba075f-19ad-4ce5-801d-d58ac4d8d669 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:48.752836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:48.824394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:48.824715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:48.836497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for a0ba075f-19ad-4ce5-801d-d58ac4d8d669 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:48.981052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:49.003398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=a0ba075f-19ad-4ce5-801d-d58ac4d8d669,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:49.068413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:49.068739 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Floating IP 47917e4c-ef06-46f2-9cdc-0d6857228081 disassociated (deleted). External IP: 172.25.2.237, port: 8ca40435-350f-4158-a588-7dfe758788a7. Aug 30 13:40:49.268617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 48e3098c-37ef-4314-acf7-62f8fb2116c9 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:40:49.374096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:49.381601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:49.388291 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] Sync routers for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:49.398244 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:49.398854 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:49.417381 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7777a68f-ff93-40c7-8ca2-3bf69720088a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/floatingips/47917e4c-ef06-46f2-9cdc-0d6857228081 HTTP/1.1" status: 204 len: 168 time: 0.8178501 Aug 30 13:40:49.418036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:49.420365 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a0806c-065a-4875-a8d0-e0d3280ebe81" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:49.457494 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe87eba2-75b9-4f2a-979d-ff7b78396344 x-openstack-request-id: req-fe87eba2-75b9-4f2a-979d-ff7b78396344 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:49.458402 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:49.458402 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe87eba2-75b9-4f2a-979d-ff7b78396344 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:49.458682 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'status': 'completed', 'code': 200} Aug 30 13:40:49.495773 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4d873b76-3573-45d9-a0ed-1c663b76cd17 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:40:49.512787 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:49.528704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-5a532ef5-a40e-444d-8682-8aa38e3f9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:49.530241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-5a532ef5-a40e-444d-8682-8aa38e3f9679 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 1098 time: 0.0517013 Aug 30 13:40:49.558269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 4d873b76-3573-45d9-a0ed-1c663b76cd17 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:40:49.564181 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 4d873b76-3573-45d9-a0ed-1c663b76cd17 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:40:49.565054 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:49.692957 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:49.698063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7633a9-e0e3-4636-8fd6-a4baf552d008 req-7657f008-b248-4cdd-83c9-8231f616df63 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:49.699830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7e7633a9-e0e3-4636-8fd6-a4baf552d008 req-7657f008-b248-4cdd-83c9-8231f616df63 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 945 time: 0.0896254 Aug 30 13:40:49.721712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3565c6a-d3c0-47f0-a51d-b75bce473b8d req-2cbf2537-1300-4ffa-8841-0ba53a328979 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:49.731288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 4d873b76-3573-45d9-a0ed-1c663b76cd17, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4d873b76-3573-45d9-a0ed-1c663b76cd17,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:49.731520 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3565c6a-d3c0-47f0-a51d-b75bce473b8d req-2cbf2537-1300-4ffa-8841-0ba53a328979 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 947 time: 0.0712862 Aug 30 13:40:49.732562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d873b76-3573-45d9-a0ed-1c663b76cd17'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:49.735477 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bd1225-fc6e-4a80-ae38-0c7825fa822c" -d '{"events": [{"server_uuid": "4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f", "name": "network-vif-plugged", "status": "completed", "tag": "4d873b76-3573-45d9-a0ed-1c663b76cd17"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:49.741593 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:49.756651 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '7890a934-1b41-43d0-91e8-a9f9b1f66f79', 'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:c3:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:08Z', 'updated_at': '2021-08-30T13:39:14Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:49.761553 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7e7633a9-e0e3-4636-8fd6-a4baf552d008 req-be0977df-f2d1-42e5-8a9e-5be9bb303c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 Aug 30 13:40:49.768569 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-864dace6-0875-4a80-9d03-1e13595e41d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:49.771480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-864dace6-0875-4a80-9d03-1e13595e41d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 200 len: 898 time: 0.2318592 Aug 30 13:40:49.773454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c3565c6a-d3c0-47f0-a51d-b75bce473b8d req-b45b0872-3b64-416d-9e3a-6ac0b65ee018 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Aug 30 13:40:49.797551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=4d873b76-3573-45d9-a0ed-1c663b76cd17,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:49.803965 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] Checking router: 48e3098c-37ef-4314-acf7-62f8fb2116c9 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:49.812759 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:49.813425 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:49.828206 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-a28da602-cd15-44e7-90d9-4add85e80879 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 200 len: 217 time: 0.0488162 Aug 30 13:40:49.834292 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc64f909-4c48-404a-abb1-98d1bf7439df x-openstack-request-id: req-fc64f909-4c48-404a-abb1-98d1bf7439df {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:49.834741 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f", "name": "network-vif-plugged", "status": "completed", "tag": "4d873b76-3573-45d9-a0ed-1c663b76cd17", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:49.835144 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc64f909-4c48-404a-abb1-98d1bf7439df {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:49.835659 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d873b76-3573-45d9-a0ed-1c663b76cd17', 'code': 200} Aug 30 13:40:49.883959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-d049a0a0-dab5-4da2-bb75-527d147071b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:49.885438 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-d049a0a0-dab5-4da2-bb75-527d147071b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 200 len: 835 time: 0.0495872 Aug 30 13:40:49.922185 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:49.930580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67c784-a17f-48ea-9050-6f60275a2a77 req-0653e874-3f69-48db-b0ed-39b445807b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:49.932094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd67c784-a17f-48ea-9050-6f60275a2a77 req-0653e874-3f69-48db-b0ed-39b445807b30 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 1097 time: 0.0411952 Aug 30 13:40:49.934679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-4d84ce67-f721-4e15-9363-00fa319fef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:49.936145 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-4d84ce67-f721-4e15-9363-00fa319fef76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e881da08-99bb-4241-9494-3e8025ebfcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427752 Aug 30 13:40:49.969350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd67c784-a17f-48ea-9050-6f60275a2a77 req-75d142de-0418-461c-a65a-656151905605 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298500 Aug 30 13:40:50.038161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-2f394fe4-a68a-4016-b958-2e64206c9d7f service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933607 Aug 30 13:40:50.134749 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-76a0806c-065a-4875-a8d0-e0d3280ebe81 req-1b20c030-e01c-425a-bc3b-97f630522b36 service neutron] 10.222.0.16 "GET /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892346 Aug 30 13:40:50.211277 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '7890a934-1b41-43d0-91e8-a9f9b1f66f79', 'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:c3:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:08Z', 'updated_at': '2021-08-30T13:39:14Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:50.237428 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fd4e73-fd97-426a-8ece-3631272207c0 None None] The sync data for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 is: [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:39:09Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '7890a934-1b41-43d0-91e8-a9f9b1f66f79', 'name': '', 'network_id': 'e881da08-99bb-4241-9494-3e8025ebfcdb', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:c3:d9:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:08Z', 'updated_at': '2021-08-30T13:39:14Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': '001c678b-f91b-4ebf-9c83-eab0131bd957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:40:50.448487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8cbef2-a3a5-4663-a9ec-18590bf021a7 None None] New status for floating IP 47917e4c-ef06-46f2-9cdc-0d6857228081: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:40:50.880484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aa03e-2da5-4bff-84a1-3f46c4c977a2 req-8f7a4a32-766b-46b5-9991-6e899f408b5d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:50.881937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-579aa03e-2da5-4bff-84a1-3f46c4c977a2 req-8f7a4a32-766b-46b5-9991-6e899f408b5d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 946 time: 0.0508568 Aug 30 13:40:50.908226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b1c91-3198-4f47-9fbd-0c0e528009fc req-2f0925d7-e331-421b-8d1c-89ccca994ed8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:50.909742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-484b1c91-3198-4f47-9fbd-0c0e528009fc req-2f0925d7-e331-421b-8d1c-89ccca994ed8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 947 time: 0.0583129 Aug 30 13:40:50.924228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-579aa03e-2da5-4bff-84a1-3f46c4c977a2 req-d396fd8d-a27c-4c11-8c5f-6d47c58769f6 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361981 Aug 30 13:40:50.974206 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785d728-b56f-40a4-aa68-3995efa7088d req-abcd9a34-ae31-4de3-bfb8-a158e26d2d27 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:50.975852 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d785d728-b56f-40a4-aa68-3995efa7088d req-abcd9a34-ae31-4de3-bfb8-a158e26d2d27 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "GET /v2.0/ports?device_id=ed6fe38a-cdd1-4eba-8528-8f855415f936 HTTP/1.1" status: 200 len: 947 time: 0.0871422 Aug 30 13:40:50.980634 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-484b1c91-3198-4f47-9fbd-0c0e528009fc req-ae0473bc-c584-4d6a-83e4-867896846a61 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571280 Aug 30 13:40:51.066231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-d785d728-b56f-40a4-aa68-3995efa7088d req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 8ca40435-350f-4158-a588-7dfe758788a7 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:51.066494 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d785d728-b56f-40a4-aa68-3995efa7088d req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:51.164510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-d785d728-b56f-40a4-aa68-3995efa7088d req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port 8ca40435-350f-4158-a588-7dfe758788a7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=8ca40435-350f-4158-a588-7dfe758788a7,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:51.164868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d785d728-b56f-40a4-aa68-3995efa7088d req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:51.177547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-d785d728-b56f-40a4-aa68-3995efa7088d req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 8ca40435-350f-4158-a588-7dfe758788a7 owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:51.303928 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d785d728-b56f-40a4-aa68-3995efa7088d req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:51.337357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=8ca40435-350f-4158-a588-7dfe758788a7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:51.375280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d785d728-b56f-40a4-aa68-3995efa7088d req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] No DVR routers for this DVR port 8ca40435-350f-4158-a588-7dfe758788a7 on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:51.377869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d785d728-b56f-40a4-aa68-3995efa7088d req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:51.380430 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d785d728-b56f-40a4-aa68-3995efa7088d req-0ce73921-bf9f-4b23-b79d-e277ec8d2bf7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "DELETE /v2.0/ports/8ca40435-350f-4158-a588-7dfe758788a7 HTTP/1.1" status: 204 len: 173 time: 0.3977969 Aug 30 13:40:51.380922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-deleted', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:51.383198 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70de0604-dad0-45b4-ba07-4da10e3068c4" -d '{"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-deleted", "tag": "8ca40435-350f-4158-a588-7dfe758788a7"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:51.420950 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1003c2-7edf-4e5d-9a07-1b095a25e70b x-openstack-request-id: req-3e1003c2-7edf-4e5d-9a07-1b095a25e70b {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:51.421289 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6fe38a-cdd1-4eba-8528-8f855415f936", "name": "network-vif-deleted", "tag": "8ca40435-350f-4158-a588-7dfe758788a7", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:51.421547 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e1003c2-7edf-4e5d-9a07-1b095a25e70b {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:51.421967 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6fe38a-cdd1-4eba-8528-8f855415f936', 'name': 'network-vif-deleted', 'tag': '8ca40435-350f-4158-a588-7dfe758788a7', 'status': 'completed', 'code': 200} Aug 30 13:40:52.043622 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ccadd-2d4e-4c72-af79-12340ece99b2 req-8a1fe33c-3354-4bc0-8606-744c7e1e81ac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:52.045108 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-108ccadd-2d4e-4c72-af79-12340ece99b2 req-8a1fe33c-3354-4bc0-8606-744c7e1e81ac tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 946 time: 0.0551383 Aug 30 13:40:52.047630 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59268) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:52.155293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-108ccadd-2d4e-4c72-af79-12340ece99b2 req-5ea0206c-5b58-4b73-983b-e25285b30a11 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008234 Aug 30 13:40:52.269149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fab134-1a73-4d2c-803b-212dc4428da2 req-b4a9ea5b-ebfb-439d-b0bd-c12725cfcc9b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:52.270570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34fab134-1a73-4d2c-803b-212dc4428da2 req-b4a9ea5b-ebfb-439d-b0bd-c12725cfcc9b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 946 time: 0.0487080 Aug 30 13:40:52.309874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-34fab134-1a73-4d2c-803b-212dc4428da2 req-fbc0111d-5943-4912-b5d2-884632d28961 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331354 Aug 30 13:40:52.456894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967815f-9dd4-4710-be93-cf8c6290a7d2 req-51c2b5bd-8ec1-4122-9ae1-efb3a488135e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:52.458477 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a967815f-9dd4-4710-be93-cf8c6290a7d2 req-51c2b5bd-8ec1-4122-9ae1-efb3a488135e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 946 time: 0.0812314 Aug 30 13:40:52.500453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:52.542179 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a967815f-9dd4-4710-be93-cf8c6290a7d2 req-0d6257fe-c00f-4216-914e-f4bcfea380f0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774794 Aug 30 13:40:52.804171 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8867cc47-0245-4641-bdec-be7a81f15d5f req-1733d315-66bf-40f9-ab17-f69fee06f8f8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:52.805557 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8867cc47-0245-4641-bdec-be7a81f15d5f req-1733d315-66bf-40f9-ab17-f69fee06f8f8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 946 time: 0.0661864 Aug 30 13:40:52.811815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 7890a934-1b41-43d0-91e8-a9f9b1f66f79 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:52.812155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:52.901920 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8867cc47-0245-4641-bdec-be7a81f15d5f req-3cb5c172-0c4d-4f5c-b531-7060b97001dd tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857849 Aug 30 13:40:52.925792 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port 7890a934-1b41-43d0-91e8-a9f9b1f66f79, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7890a934-1b41-43d0-91e8-a9f9b1f66f79,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:52.926163 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:52.939205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 7890a934-1b41-43d0-91e8-a9f9b1f66f79 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:53.120159 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:53.145763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=7890a934-1b41-43d0-91e8-a9f9b1f66f79,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:53.639078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:53.852590 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 48e3098c-37ef-4314-acf7-62f8fb2116c9 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:40:53.963671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:53.969312 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-837798b3-089f-45ec-8fa7-4deb18eb016e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "PUT /v2.0/routers/48e3098c-37ef-4314-acf7-62f8fb2116c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9207301 Aug 30 13:40:53.972081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59280) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:53.974988 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] Sync routers for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:53.984241 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:53.984852 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:54.024060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e539e2be-684f-4428-937e-db6f1c7b1108 req-c4482567-fa17-4ade-9aaa-9a344d81bee5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:54.025345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0cabf3-c607-4541-bb16-c9867a66e8db tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting subnet 001c678b-f91b-4ebf-9c83-eab0131bd957 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:40:54.025581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e539e2be-684f-4428-937e-db6f1c7b1108 req-c4482567-fa17-4ade-9aaa-9a344d81bee5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 946 time: 0.0546131 Aug 30 13:40:54.028481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac0cabf3-c607-4541-bb16-c9867a66e8db tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.069497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac0cabf3-c607-4541-bb16-c9867a66e8db tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.072037 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e539e2be-684f-4428-937e-db6f1c7b1108 req-ac5ff616-b9e5-4642-8580-629426170715 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387135 Aug 30 13:40:54.100844 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:54.162950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac0cabf3-c607-4541-bb16-c9867a66e8db tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.221320 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac0cabf3-c607-4541-bb16-c9867a66e8db tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.249011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cabf3-c607-4541-bb16-c9867a66e8db tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Subnet': ['ID=001c678b-f91b-4ebf-9c83-eab0131bd957,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:54.254873 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ac0cabf3-c607-4541-bb16-c9867a66e8db tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.256668 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ac0cabf3-c607-4541-bb16-c9867a66e8db tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/subnets/001c678b-f91b-4ebf-9c83-eab0131bd957 HTTP/1.1" status: 204 len: 168 time: 0.2823503 Aug 30 13:40:54.259298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59282) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:54.262534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b7c18-97d2-4224-9e72-e27623f35c98 None None] Network e881da08-99bb-4241-9494-3e8025ebfcdb requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:40:54.290191 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:40:53Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:54.297174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-fb096ef9-f297-41da-be0b-a1f1d5a4c58b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:54.298676 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-fb096ef9-f297-41da-be0b-a1f1d5a4c58b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 946 time: 0.0524817 Aug 30 13:40:54.322655 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] Checking router: 48e3098c-37ef-4314-acf7-62f8fb2116c9 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:54.331371 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] Routers {'48e3098c-37ef-4314-acf7-62f8fb2116c9'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:54.332003 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['48e3098c-37ef-4314-acf7-62f8fb2116c9'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:54.384751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.428534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port 4d873b76-3573-45d9-a0ed-1c663b76cd17 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:54.428883 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.450970 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] Set router 48e3098c-37ef-4314-acf7-62f8fb2116c9 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:54.462124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a34920-24b9-4da1-a3e9-54b450de7178 None None] DHCP port deletion for e881da08-99bb-4241-9494-3e8025ebfcdb request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:40:54.514996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-84a34920-24b9-4da1-a3e9-54b450de7178 None None] Deleting port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:54.515333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-84a34920-24b9-4da1-a3e9-54b450de7178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.524215 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.527111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] For port 4d873b76-3573-45d9-a0ed-1c663b76cd17, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=4d873b76-3573-45d9-a0ed-1c663b76cd17,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:54.527767 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.543920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for 4d873b76-3573-45d9-a0ed-1c663b76cd17 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:54.586414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-84a34920-24b9-4da1-a3e9-54b450de7178 None None] For port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1,segment=NetworkSegment(392a5653-b81e-4f86-8e45-8ee8ec7a6b58),segment_id=392a5653-b81e-4f86-8e45-8ee8ec7a6b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:54.586825 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-84a34920-24b9-4da1-a3e9-54b450de7178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.592047 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port c2ca31cb-cf25-4e96-a63c-930d7682e550 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:40:54.592643 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.602489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-84a34920-24b9-4da1-a3e9-54b450de7178 None None] Calling delete_port for de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:54.664374 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:40:53Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:54.684718 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port c2ca31cb-cf25-4e96-a63c-930d7682e550, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c2ca31cb-cf25-4e96-a63c-930d7682e550,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:40:54.685042 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.695482 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e95cc-e013-4e50-b659-788274352ab5 None None] The sync data for ids ['48e3098c-37ef-4314-acf7-62f8fb2116c9'] in n-d-688802-6 is: [{'id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-876656288', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:39:05Z', 'updated_at': '2021-08-30T13:40:53Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'c2ca31cb-cf25-4e96-a63c-930d7682e550', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e3098c-37ef-4314-acf7-62f8fb2116c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:39:06Z', 'updated_at': '2021-08-30T13:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:40:54.703097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for c2ca31cb-cf25-4e96-a63c-930d7682e550 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:40:54.709073 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.725291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['4d873b76-3573-45d9-a0ed-1c663b76cd17'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:40:54.729047 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-84a34920-24b9-4da1-a3e9-54b450de7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.740622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=4d873b76-3573-45d9-a0ed-1c663b76cd17,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:54.748617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a34920-24b9-4da1-a3e9-54b450de7178 None None] No DVR routers for this DVR port de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:54.797629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a34920-24b9-4da1-a3e9-54b450de7178 None None] Pushing event deleted for resources: {'Port': ['ID=de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:54.799764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] No DVR routers for this DVR port 4d873b76-3573-45d9-a0ed-1c663b76cd17 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:40:54.802820 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.804752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9405833-6c6c-486f-b33f-36a6bc18f467 req-db31e0c3-1c22-4a9d-bd25-e8373f02e1af tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "DELETE /v2.0/ports/4d873b76-3573-45d9-a0ed-1c663b76cd17 HTTP/1.1" status: 204 len: 173 time: 0.4996164 Aug 30 13:40:54.805251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f', 'name': 'network-vif-deleted', 'tag': '4d873b76-3573-45d9-a0ed-1c663b76cd17'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:40:54.807562 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3700a1f6-1109-48d2-98dc-4998ae7a32a0" -d '{"events": [{"server_uuid": "4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f", "name": "network-vif-deleted", "tag": "4d873b76-3573-45d9-a0ed-1c663b76cd17"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:40:54.870802 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8f6bbe-ac0e-4fd7-9d20-c96d0257f979 x-openstack-request-id: req-8d8f6bbe-ac0e-4fd7-9d20-c96d0257f979 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:40:54.871097 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f", "name": "network-vif-deleted", "tag": "4d873b76-3573-45d9-a0ed-1c663b76cd17", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:40:54.871348 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d8f6bbe-ac0e-4fd7-9d20-c96d0257f979 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:40:54.871776 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f', 'name': 'network-vif-deleted', 'tag': '4d873b76-3573-45d9-a0ed-1c663b76cd17', 'status': 'completed', 'code': 200} Aug 30 13:40:54.907250 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:54.934892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=c2ca31cb-cf25-4e96-a63c-930d7682e550,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:55.006633 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.024027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:55.063536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 8ca40435-350f-4158-a588-7dfe758788a7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:55.063891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 8ca40435-350f-4158-a588-7dfe758788a7 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:55.106444 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.108653 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.174284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.175128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Fanout notify agent at l3_agent the message router_deleted on router 48e3098c-37ef-4314-acf7-62f8fb2116c9 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:40:55.183511 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.186130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c20349e4-6942-44de-bb58-3d62400b459a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/routers/48e3098c-37ef-4314-acf7-62f8fb2116c9 HTTP/1.1" status: 204 len: 168 time: 0.9243367 Aug 30 13:40:55.190534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59288) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:55.198974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c96c19a-2ac9-4093-8070-e8ecaf1e10db req-0a51fbc9-5c2e-4075-8809-891f0b6d3d45 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 210 time: 0.0348287 Aug 30 13:40:55.284820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.375291 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.387138 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e881da08-99bb-4241-9494-3e8025ebfcdb']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:55.403510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392a5653-b81e-4f86-8e45-8ee8ec7a6b58') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:55.403937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392a5653-b81e-4f86-8e45-8ee8ec7a6b58') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:55.420429 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.436735 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.443417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:40:55.443846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:40:55.462024 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:40:55.510234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.517991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.521725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/networks/e881da08-99bb-4241-9494-3e8025ebfcdb HTTP/1.1" status: 204 len: 168 time: 0.3248405 Aug 30 13:40:55.522466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59290) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:55.538129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c53044-13ba-4289-bbf4-6cd087701ec7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Network': ['ID=e881da08-99bb-4241-9494-3e8025ebfcdb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:55.586485 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3909b6a9-35f7-4f0e-a2fd-aee20a056cfc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.612490 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3909b6a9-35f7-4f0e-a2fd-aee20a056cfc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.674466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3909b6a9-35f7-4f0e-a2fd-aee20a056cfc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.677897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3909b6a9-35f7-4f0e-a2fd-aee20a056cfc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:55.679048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3909b6a9-35f7-4f0e-a2fd-aee20a056cfc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/security-groups/5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3 HTTP/1.1" status: 204 len: 168 time: 0.1555927 Aug 30 13:40:55.688100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909b6a9-35f7-4f0e-a2fd-aee20a056cfc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3786ca-1b01-4c5a-a3df-ff318e6b3cf3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:55.828912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:55.849377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:55.849840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device de4eb8bb-bf77-44ca-bdb9-789d63f3e7e1 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:55.850159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7890a934-1b41-43d0-91e8-a9f9b1f66f79 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:55.869243 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 7890a934-1b41-43d0-91e8-a9f9b1f66f79 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:55.869592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7890a934-1b41-43d0-91e8-a9f9b1f66f79 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:55.870038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c2ca31cb-cf25-4e96-a63c-930d7682e550 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:55.887869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c2ca31cb-cf25-4e96-a63c-930d7682e550 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:55.888216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c2ca31cb-cf25-4e96-a63c-930d7682e550 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:56.230264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59298) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:56.235383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1140e631-f2a9-4e89-9cdd-be5d33932a12 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184681686', 'description': 'tempest-secgroup-smoke-1184681686 description', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:56.260756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1140e631-f2a9-4e89-9cdd-be5d33932a12 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.305087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bb587b93-f2b4-40c6-98e6-088fff679963 req-735e6fc9-851d-4eaa-8f9f-e2fcbcca29ef tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 210 time: 0.0291836 Aug 30 13:40:56.352214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1140e631-f2a9-4e89-9cdd-be5d33932a12 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.356947 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1140e631-f2a9-4e89-9cdd-be5d33932a12 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.385230 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1140e631-f2a9-4e89-9cdd-be5d33932a12 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.386563 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1140e631-f2a9-4e89-9cdd-be5d33932a12 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1553783 Aug 30 13:40:56.388412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140e631-f2a9-4e89-9cdd-be5d33932a12 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0afb174-daaa-41b1-ab4b-d16a5270ac7e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:56.389531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59300) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:56.403563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-82cbaf7a-7084-4c30-bd65-2e799687fc0e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'f0afb174-daaa-41b1-ab4b-d16a5270ac7e', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:56.431778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82cbaf7a-7084-4c30-bd65-2e799687fc0e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.491144 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82cbaf7a-7084-4c30-bd65-2e799687fc0e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.495188 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82cbaf7a-7084-4c30-bd65-2e799687fc0e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.512497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbaf7a-7084-4c30-bd65-2e799687fc0e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb69fa5c-368e-483a-8680-506021786f08,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:56.521983 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82cbaf7a-7084-4c30-bd65-2e799687fc0e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.523229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-82cbaf7a-7084-4c30-bd65-2e799687fc0e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234970 Aug 30 13:40:56.526002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59302) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:56.530670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7c877530-d9de-4cd1-9c8c-e6374951642c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'f0afb174-daaa-41b1-ab4b-d16a5270ac7e', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:56.557762 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c877530-d9de-4cd1-9c8c-e6374951642c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.615896 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c877530-d9de-4cd1-9c8c-e6374951642c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.619667 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c877530-d9de-4cd1-9c8c-e6374951642c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.637849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c877530-d9de-4cd1-9c8c-e6374951642c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59a4e6c-03b6-429e-bd5e-70ac5dcc8a55,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:56.643748 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c877530-d9de-4cd1-9c8c-e6374951642c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.648765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59304) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:56.649468 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7c877530-d9de-4cd1-9c8c-e6374951642c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224110 Aug 30 13:40:56.653961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1ad535da-1fe1-45b3-961e-81d7a4ada3c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'f0afb174-daaa-41b1-ab4b-d16a5270ac7e', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:56.680854 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ad535da-1fe1-45b3-961e-81d7a4ada3c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.740836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ad535da-1fe1-45b3-961e-81d7a4ada3c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.744661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ad535da-1fe1-45b3-961e-81d7a4ada3c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.764927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad535da-1fe1-45b3-961e-81d7a4ada3c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e986c38-9e47-4876-b5e7-0ba08afc1b17,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:56.768845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ad535da-1fe1-45b3-961e-81d7a4ada3c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.770164 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1ad535da-1fe1-45b3-961e-81d7a4ada3c4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202543 Aug 30 13:40:56.773800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59306) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:56.778205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fa11515b-5781-4d55-a8aa-f4c585703b58 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'f0afb174-daaa-41b1-ab4b-d16a5270ac7e', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:56.804764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa11515b-5781-4d55-a8aa-f4c585703b58 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.867788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa11515b-5781-4d55-a8aa-f4c585703b58 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.871824 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa11515b-5781-4d55-a8aa-f4c585703b58 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.893543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11515b-5781-4d55-a8aa-f4c585703b58 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd942486-3580-432d-ba6a-66601578b9ac,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:56.901985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa11515b-5781-4d55-a8aa-f4c585703b58 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:56.903265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fa11515b-5781-4d55-a8aa-f4c585703b58 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285098 Aug 30 13:40:56.905951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59308) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:56.910972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-108b2b2a-72ed-4488-9314-5ddcc58fe13f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'f0afb174-daaa-41b1-ab4b-d16a5270ac7e', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:56.934658 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-108b2b2a-72ed-4488-9314-5ddcc58fe13f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Project 4d2a1f900cc24b8f8e70058c2e270d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:40:56.939454 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-108b2b2a-72ed-4488-9314-5ddcc58fe13f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.001928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-108b2b2a-72ed-4488-9314-5ddcc58fe13f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.005505 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-108b2b2a-72ed-4488-9314-5ddcc58fe13f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.022864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b2b2a-72ed-4488-9314-5ddcc58fe13f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04e7f8c-343d-4892-8a6f-865030ec42f2,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:57.032625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-108b2b2a-72ed-4488-9314-5ddcc58fe13f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.038661 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59310) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:57.042245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-108b2b2a-72ed-4488-9314-5ddcc58fe13f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352327 Aug 30 13:40:57.044037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1407282a-b50d-44d7-9f30-dd362092bf0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'f0afb174-daaa-41b1-ab4b-d16a5270ac7e', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:57.065160 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-1407282a-b50d-44d7-9f30-dd362092bf0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Project 4d2a1f900cc24b8f8e70058c2e270d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:40:57.070730 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1407282a-b50d-44d7-9f30-dd362092bf0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.131005 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1407282a-b50d-44d7-9f30-dd362092bf0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.134523 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1407282a-b50d-44d7-9f30-dd362092bf0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.152015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407282a-b50d-44d7-9f30-dd362092bf0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b721bc5-2248-47a5-937b-eca0233b5ff0,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:57.159224 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1407282a-b50d-44d7-9f30-dd362092bf0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.160640 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1407282a-b50d-44d7-9f30-dd362092bf0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207066 Aug 30 13:40:57.164066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59312) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:57.169232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'network': {'name': 'tempest-network-smoke--2063813419', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'port_security_enabled': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:57.189748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:40:57.193257 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.217069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:40:57.225807 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.226153 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Added segment 9856500d-eb66-4955-8b99-ef8c292ce26c of type vlan for network 78062e14-7432-4071-8c14-4afd8020e4d7 Aug 30 13:40:57.268344 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.292645 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.298258 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:57.298850 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.358342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1931994 Aug 30 13:40:57.362024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59316) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:57.366585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'admin_state_up': True, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:57.376839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ac1d6-b687-4bd5-9e4c-b8043d487613 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Network': ['ID=78062e14-7432-4071-8c14-4afd8020e4d7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:57.388440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 78062e14-7432-4071-8c14-4afd8020e4d7 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:40:57.420686 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11a3f4d1-b37c-4b30-b7c6-3a08c1e3efe0 req-93e885b3-637c-40de-84f2-ea8247ba62e1 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 210 time: 0.0323920 Aug 30 13:40:57.421706 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.422745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.479723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:57.891472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:58.080520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:58.105717 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:58.210375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.25.2.118 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:40:58.311941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:58.354850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:58.389919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:40:58.394687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:58.398822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:40:58.422358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:58.529398 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a87faea-c380-4534-afaa-9d600a726f79 req-b512c191-4c3c-40dc-98d9-5ebf8017d007 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a723aa0-dcbf-4b2b-a0b8-98b68287ec3f HTTP/1.1" status: 200 len: 210 time: 0.0267758 Aug 30 13:40:58.615820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:58.663005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:58.858555 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:58.983336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 1f904a49-d5e5-486a-9ddd-9c9d15093624 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:40:59.087726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:40:59.097095 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Sync routers for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:40:59.105553 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:59.106877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8e602c54-df56-4950-8da6-8bf6be10a515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7445853 Aug 30 13:40:59.108240 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:40:59.108926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:59.109967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59320) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:59.147762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b666e00b-d547-43c5-9498-6a336880829e tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=4d2a1f900cc24b8f8e70058c2e270d19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333748 Aug 30 13:40:59.148016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59322) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:59.215248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:40:59.236728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f181de-2fe0-4007-bc13-4b1af7de1611 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:59.238299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c1f181de-2fe0-4007-bc13-4b1af7de1611 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894403 Aug 30 13:40:59.241847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:59.269707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eaa32d86-4e74-472f-b8fa-fcf7112d94e7 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267518 Aug 30 13:40:59.273610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59326) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:59.278395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-584861091', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:40:59.368105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:40:59.371484 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:59.390608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:40:58Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:40:59.416568 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Checking router: 1f904a49-d5e5-486a-9ddd-9c9d15093624 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:40:59.416910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Updating router 1f904a49-d5e5-486a-9ddd-9c9d15093624 port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:40:59.447782 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:59.547512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4d873b76-3573-45d9-a0ed-1c663b76cd17 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:40:59.556761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:59.573550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 4d873b76-3573-45d9-a0ed-1c663b76cd17 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:40:59.573747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 4d873b76-3573-45d9-a0ed-1c663b76cd17 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:40:59.619621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Subnet': ['ID=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:59.632461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Checking segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:59.632834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network hostable DHCP agents. Network: 78062e14-7432-4071-8c14-4afd8020e4d7, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:40:59.656197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network 78062e14-7432-4071-8c14-4afd8020e4d7 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:40:59.669218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 78062e14-7432-4071-8c14-4afd8020e4d7) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:40:59.681203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:40:59.682001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:59.688548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6931a862-b015-4c91-888e-f90e536ac361 None None] Network 78062e14-7432-4071-8c14-4afd8020e4d7 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:40:59.706263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59334) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:40:59.707394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e9fe1bc9-a543-48c2-bb71-89ee46b9181b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4319570 Aug 30 13:40:59.785689 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:59.795803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Transition to ACTIVE for port object e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:40:59.805940 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:59.885063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Attempting to bind port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:40:59.885346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Attempting to bind port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:40:59.885731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Attempting to bind port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:40:59.887579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9cb01-0a35-45be-95c6-f53ba015fb0a None None] Pushing event updated for resources: {'Port': ['ID=e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:40:59.896651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:40:59.897019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:40:59.897422 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:59.897855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:40:59.898314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Bound port: e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:40:59.898692 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:40:59.996145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] For port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:41:00.012072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-78062e14-7432-4071-8c14-4afd8020e4d7', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:41:00.012935 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:00.016636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] For port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:41:00.027354 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:00.152956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:41:00.153587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:00.183840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:00.205310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9cb01-0a35-45be-95c6-f53ba015fb0a None None] Pushing event updated for resources: {'Port': ['ID=e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:00.453960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Allocated IP 172.20.0.2 (78062e14-7432-4071-8c14-4afd8020e4d7/d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0/7157d5bc-0d7e-4a72-9fee-919191f591e9) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:41:00.481477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:41:00.737933 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:00.752315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Transition to ACTIVE for port object 7157d5bc-0d7e-4a72-9fee-919191f591e9 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:41:00.772132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Transition to ACTIVE for port object 7157d5bc-0d7e-4a72-9fee-919191f591e9 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:41:00.778828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:00.812166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:40:58Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:00.834769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.20.0.1 (78062e14-7432-4071-8c14-4afd8020e4d7/d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0/bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:41:00.851603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Network 78062e14-7432-4071-8c14-4afd8020e4d7 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:41:00.852164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fba2a6c-249f-4e7b-95cb-9403bb9f2811 None None] The sync data for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 is: [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:40:58Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:40:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:41:00.857650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:41:00.860816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:41:00.864086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Pushing event updated for resources: {'Port': ['ID=7157d5bc-0d7e-4a72-9fee-919191f591e9,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:00.933011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Attempting to bind port 7157d5bc-0d7e-4a72-9fee-919191f591e9 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:41:00.933393 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Attempting to bind port 7157d5bc-0d7e-4a72-9fee-919191f591e9 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:41:00.933775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Attempting to bind port 7157d5bc-0d7e-4a72-9fee-919191f591e9 on network 78062e14-7432-4071-8c14-4afd8020e4d7 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:41:00.938982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:41:00.939362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Checking segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:41:00.939771 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:00.940890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Bound using segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:41:00.940890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Bound port: 7157d5bc-0d7e-4a72-9fee-919191f591e9, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:41:00.941171 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:00.999688 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.016253 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Transition to ACTIVE for port object bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:41:01.020294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] For port 7157d5bc-0d7e-4a72-9fee-919191f591e9, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:41:01.040644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] For port 7157d5bc-0d7e-4a72-9fee-919191f591e9, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7157d5bc-0d7e-4a72-9fee-919191f591e9,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:41:01.049138 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.055008 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.059404 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.104928 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network 78062e14-7432-4071-8c14-4afd8020e4d7 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:41:01.112451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:41:01.117404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:41:01.125381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8388dfe-df14-447c-b45d-7b6f6b42b9f6 None None] Pushing event updated for resources: {'Port': ['ID=7157d5bc-0d7e-4a72-9fee-919191f591e9,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:01.174240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:01.181827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.334362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.681904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.692284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.790078 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:01.793964 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.841876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:41:01.918816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:41:01.925899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:01.926273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:01.943808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network 78062e14-7432-4071-8c14-4afd8020e4d7 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:41:01.946213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:41:02.065577 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:02.094369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:02.104824 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:02.105821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7157d5bc-0d7e-4a72-9fee-919191f591e9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:41:02.106331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 1f904a49-d5e5-486a-9ddd-9c9d15093624 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:41:02.200629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:02.221544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 7157d5bc-0d7e-4a72-9fee-919191f591e9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:41:02.250373 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:41:02.257119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-894cba1c-d43b-4fde-b737-b95c8b7cd6f3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "PUT /v2.0/routers/1f904a49-d5e5-486a-9ddd-9c9d15093624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5495775 Aug 30 13:41:02.351251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41de4aa-dd0d-4a9b-8660-8b22234ca522 None None] Network 78062e14-7432-4071-8c14-4afd8020e4d7 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:41:02.478000 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-25f2f218-468b-4c9e-8a0f-ab738fadbd21 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184681686&fields=id&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 267 time: 0.0405889 Aug 30 13:41:02.478445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3edf9b9c-d6fe-4590-9489-1ff4df4c0971 None None] Provisioning for port 7157d5bc-0d7e-4a72-9fee-919191f591e9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:41:02.486196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3edf9b9c-d6fe-4590-9489-1ff4df4c0971 None None] Provisioning complete for port 7157d5bc-0d7e-4a72-9fee-919191f591e9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:02.486642 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3edf9b9c-d6fe-4590-9489-1ff4df4c0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:02.603843 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3edf9b9c-d6fe-4590-9489-1ff4df4c0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:02.618704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-74ef879f-e384-44e9-bf09-759619c143d3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:02.620928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-74ef879f-e384-44e9-bf09-759619c143d3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 797 time: 0.1344435 Aug 30 13:41:02.639856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-8b7b8465-6b76-445b-a4cf-5d93ecf0aadb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/quotas/4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 375 time: 0.0124156 Aug 30 13:41:02.643814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3edf9b9c-d6fe-4590-9489-1ff4df4c0971 None None] For port 7157d5bc-0d7e-4a72-9fee-919191f591e9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7157d5bc-0d7e-4a72-9fee-919191f591e9,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:02.650971 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3edf9b9c-d6fe-4590-9489-1ff4df4c0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:02.717566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-2ab3734a-3bf2-40a7-967a-1e7fea9fd4aa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687525 Aug 30 13:41:02.721094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf9b9c-d6fe-4590-9489-1ff4df4c0971 None None] Pushing event updated for resources: {'Port': ['ID=7157d5bc-0d7e-4a72-9fee-919191f591e9,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:02.734345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-786a9a06-ce74-4148-bf43-73d86584ed89 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:41:02.735495 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-786a9a06-ce74-4148-bf43-73d86584ed89 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055017 Aug 30 13:41:02.839332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-c05639b0-a05d-4296-baea-a442a0494044 service neutron] 10.222.0.37 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973053 Aug 30 13:41:02.876703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c1376c9e-ad87-4516-9d5d-d840dce71aae None None] Provisioning for port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:41:02.883970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c1376c9e-ad87-4516-9d5d-d840dce71aae None None] Provisioning complete for port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:02.883970 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c1376c9e-ad87-4516-9d5d-d840dce71aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:02.932597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c1376c9e-ad87-4516-9d5d-d840dce71aae None None] Port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:41:02.946118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c1376c9e-ad87-4516-9d5d-d840dce71aae None None] Provisioning complete for port 7157d5bc-0d7e-4a72-9fee-919191f591e9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:02.946507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c1376c9e-ad87-4516-9d5d-d840dce71aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:02.949852 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Sync routers for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:41:02.968862 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:41:02.970009 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:03.144801 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:41:03.210071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-41b8eb94-f8e0-48b2-8947-b9ad11fa5de6 None None] Provisioning complete for port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:03.210454 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41b8eb94-f8e0-48b2-8947-b9ad11fa5de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:03.298147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-41b8eb94-f8e0-48b2-8947-b9ad11fa5de6 None None] Port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:41:03.444605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-246f4d90-5782-45ad-ad46-89b403228bbf None None] Provisioning complete for port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:03.447748 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-246f4d90-5782-45ad-ad46-89b403228bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:03.462378 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-088b4ce0-fc54-46c3-8d3d-535a7f93e549 service neutron] 10.222.0.37 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164868 Aug 30 13:41:03.490463 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f', 'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:14:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:41:00Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 2, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:03.491629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-246f4d90-5782-45ad-ad46-89b403228bbf None None] Port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:41:03.518761 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Checking router: 1f904a49-d5e5-486a-9ddd-9c9d15093624 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:41:03.519113 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Updating router 1f904a49-d5e5-486a-9ddd-9c9d15093624 port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:41:03.549693 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:03.687748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96a04071-9bde-4bde-9c4a-f100e3904827 req-e17e047b-305d-4b71-ad02-32b06bffc7c3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 210 time: 0.0548673 Aug 30 13:41:03.793743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:41:03.875186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:03.875511 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:03.983412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7157d5bc-0d7e-4a72-9fee-919191f591e9 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:41:04.012544 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:04.026223 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Transition to ACTIVE for port object bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:41:04.034319 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:04.051170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 7157d5bc-0d7e-4a72-9fee-919191f591e9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:04.053114 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:04.092824 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb810f5-a0c4-404e-872c-dd32f35b46b4 None None] Pushing event updated for resources: {'Port': ['ID=bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:04.153642 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Attempting to bind port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:41:04.154035 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Attempting to bind port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:41:04.154397 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Attempting to bind port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f on network 78062e14-7432-4071-8c14-4afd8020e4d7 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:41:04.168667 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:41:04.169040 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Checking segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:41:04.169444 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:04.169855 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Bound using segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:41:04.170458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Bound port: bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:41:04.170687 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:04.246135 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] For port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:41:04.251341 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] For port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:41:04.257509 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:04.318923 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:41:04.319618 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:40:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:04.324765 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb810f5-a0c4-404e-872c-dd32f35b46b4 None None] Pushing event updated for resources: {'Port': ['ID=bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:04.458760 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:41:04.676583 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f', 'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:14:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:41:00Z', 'updated_at': '2021-08-30T13:41:04Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:04.716884 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3831aadb-2035-41fb-943c-3d37cf5d9c26 None None] The sync data for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 is: [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f', 'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:14:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:41:00Z', 'updated_at': '2021-08-30T13:41:04Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:41:04.841246 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-526c47f5-11c7-4f2c-8535-8340ed9c2da7 req-0c48c175-d252-4877-aaeb-8247fa0a08ef tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 210 time: 0.0342739 Aug 30 13:41:04.853255 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:41:04.911770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-6ca1d6d0-7339-4775-a98f-d00e65f042f9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:04.914051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-6ca1d6d0-7339-4775-a98f-d00e65f042f9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.35 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 797 time: 0.2051280 Aug 30 13:41:04.970802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-87d7970a-6a81-463e-86b4-b0a6fdbfaba7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 380 time: 0.0469124 Aug 30 13:41:04.980840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'port': {'device_id': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'admin_state_up': True, 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'security_groups': ['f0afb174-daaa-41b1-ab4b-d16a5270ac7e']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:41:05.099570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:41:05.103564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:05.254527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.20.0.9 (78062e14-7432-4071-8c14-4afd8020e4d7/d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0/9b9bd626-57f8-4929-9576-11d7009d3343) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:41:05.421558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:05.437087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Transition to ACTIVE for port object 9b9bd626-57f8-4929-9576-11d7009d3343 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:41:05.475605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:05.531839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network 78062e14-7432-4071-8c14-4afd8020e4d7 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:41:05.536906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:41:05.539557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:41:05.544140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:05.600141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:05.600839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:05.619018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-98f587b8-dda7-4c41-bab5-ac95e0df5040 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420274 Aug 30 13:41:05.633027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Request body: {'port': {'device_id': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:41:05.736180 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:05.813062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:41:05.913493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-92d94575-8847-40c9-a21d-364f91d8b30c None None] Provisioning for port 9b9bd626-57f8-4929-9576-11d7009d3343 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:41:05.917883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-92d94575-8847-40c9-a21d-364f91d8b30c None None] Provisioning complete for port 9b9bd626-57f8-4929-9576-11d7009d3343 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:05.918294 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-92d94575-8847-40c9-a21d-364f91d8b30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:05.921740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:41:05.951115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:05.951522 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:05.991970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-92d94575-8847-40c9-a21d-364f91d8b30c None None] Port 9b9bd626-57f8-4929-9576-11d7009d3343 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:41:06.043017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080c723-c73f-4310-9eed-bf0f5e9c7049 req-4a668b38-d96c-4950-bbf3-d742cf664773 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:06.044567 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7080c723-c73f-4310-9eed-bf0f5e9c7049 req-4a668b38-d96c-4950-bbf3-d742cf664773 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 931 time: 0.0806134 Aug 30 13:41:06.045186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:06.078869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:06.084388 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:06.127825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7080c723-c73f-4310-9eed-bf0f5e9c7049 req-a3ff7334-66c1-4800-8da4-08fc3b467ae5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764134 Aug 30 13:41:06.130274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9bd626-57f8-4929-9576-11d7009d3343 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:41:06.141471 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:06.153927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:06.158162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Transition to ACTIVE for port object 9b9bd626-57f8-4929-9576-11d7009d3343 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:41:06.162750 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:06.233244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:06.285787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:41:06.286260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:41:06.286659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 on network 78062e14-7432-4071-8c14-4afd8020e4d7 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:41:06.292091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Port 9b9bd626-57f8-4929-9576-11d7009d3343 on network 78062e14-7432-4071-8c14-4afd8020e4d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:41:06.292507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 on network 78062e14-7432-4071-8c14-4afd8020e4d7 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:41:06.297430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:41:06.297799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Checking segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:41:06.298207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Bound using segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:41:06.298609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Bound port: 9b9bd626-57f8-4929-9576-11d7009d3343, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:41:06.298955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:06.374531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:41:06.378153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:41:06.387823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:06.432556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:06.433017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:06.434673 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 1091 time: 0.8075755 Aug 30 13:41:06.435121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:41:06.437593 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f524647a-a384-4893-8864-8e5f2d655def" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:41:06.466557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1917c-0ee8-4fe3-9d7f-8fdadfe3d6a5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:06.491123 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaac0de-03f1-4c46-a955-c639f7d52cdc x-openstack-request-id: req-edaac0de-03f1-4c46-a955-c639f7d52cdc {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:41:06.491459 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:41:06.491825 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-edaac0de-03f1-4c46-a955-c639f7d52cdc {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:41:06.492458 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343', 'status': 'completed', 'code': 200} Aug 30 13:41:06.525894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-a4416e74-9b6f-48d0-8d87-6be8797e0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:06.527648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-a4416e74-9b6f-48d0-8d87-6be8797e0dca service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1094 time: 0.0502601 Aug 30 13:41:06.573343 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-0ead688b-24f6-46c8-aeda-9c9562cad645 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 217 time: 0.0384314 Aug 30 13:41:06.636372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-a18212b2-ec05-4aad-920e-82cf946ccc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:06.638068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-a18212b2-ec05-4aad-920e-82cf946ccc3a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 200 len: 834 time: 0.0574648 Aug 30 13:41:06.686614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-53085f05-6ffe-4693-b70a-8640c8fc5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:06.688166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-53085f05-6ffe-4693-b70a-8640c8fc5396 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78062e14-7432-4071-8c14-4afd8020e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437009 Aug 30 13:41:06.717159 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fef6393f-6279-4133-8fb7-685ab1cb308d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:06.792112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-77205f72-1979-4aa8-9e3c-3bbe96bd6da7 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971279 Aug 30 13:41:06.888852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55ad872f-4861-44f6-90ab-e5f987f30efc req-c97bfe70-6585-4ec3-ad36-10bfa9a9a578 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898254 Aug 30 13:41:06.980130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524647a-a384-4893-8864-8e5f2d655def req-c04fadb0-6c14-4242-af8f-45ceab194062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:06.981657 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f524647a-a384-4893-8864-8e5f2d655def req-c04fadb0-6c14-4242-af8f-45ceab194062 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1094 time: 0.0430064 Aug 30 13:41:07.084690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524647a-a384-4893-8864-8e5f2d655def req-19cc5d14-5965-456f-9f15-d2086e822464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:07.086928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f524647a-a384-4893-8864-8e5f2d655def req-19cc5d14-5965-456f-9f15-d2086e822464 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 898 time: 0.0988696 Aug 30 13:41:07.131524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f524647a-a384-4893-8864-8e5f2d655def req-12992201-8729-40bf-9b18-60355960fb5c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 217 time: 0.0346701 Aug 30 13:41:07.185767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524647a-a384-4893-8864-8e5f2d655def req-7d437300-63cf-421a-b13d-bfbe12fe82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:07.187263 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f524647a-a384-4893-8864-8e5f2d655def req-7d437300-63cf-421a-b13d-bfbe12fe82a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 200 len: 834 time: 0.0516958 Aug 30 13:41:07.266308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524647a-a384-4893-8864-8e5f2d655def req-14ab2a90-1792-4d47-9fd8-41c2a2262239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:07.267830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f524647a-a384-4893-8864-8e5f2d655def req-14ab2a90-1792-4d47-9fd8-41c2a2262239 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78062e14-7432-4071-8c14-4afd8020e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736742 Aug 30 13:41:07.302419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c44b4-beeb-4b97-9f1d-fd6ab593e565 req-1277f2d9-cf6c-494a-b165-439ba6db9449 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:07.304024 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-672c44b4-beeb-4b97-9f1d-fd6ab593e565 req-1277f2d9-cf6c-494a-b165-439ba6db9449 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 943 time: 0.0851421 Aug 30 13:41:07.382511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-672c44b4-beeb-4b97-9f1d-fd6ab593e565 req-e6e01784-0721-4b97-8ad6-b2938a2e969f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535259 Aug 30 13:41:07.407972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f524647a-a384-4893-8864-8e5f2d655def req-694dec8a-d1eb-4e92-aa4a-c9ca656cb9e4 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321700 Aug 30 13:41:07.734020 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:41:07.783509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f524647a-a384-4893-8864-8e5f2d655def req-3a34cf6e-c4bb-4491-9946-6e84fddc26c6 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689198 Aug 30 13:41:07.783831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:07.784204 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:08.510055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc3fe1-7f56-457e-a407-3ad688ab5a58 req-14490d49-4b39-4d71-8ffd-c516b59fdefd tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:08.514164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4dbc3fe1-7f56-457e-a407-3ad688ab5a58 req-14490d49-4b39-4d71-8ffd-c516b59fdefd tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 943 time: 0.0573924 Aug 30 13:41:08.555856 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4dbc3fe1-7f56-457e-a407-3ad688ab5a58 req-2510a14d-5a1c-46e0-bbeb-4eab28b468b4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366139 Aug 30 13:41:09.453932 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dbdc4dda-bd48-43e1-a1c7-0c03a3889f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:09.605261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9b9bd626-57f8-4929-9576-11d7009d3343 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:41:09.678152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c5a68-b419-4b0f-b5ce-4b34e8e6c399 req-6ca69ab3-0d98-433e-8d8f-792006abb24b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:09.679845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f59c5a68-b419-4b0f-b5ce-4b34e8e6c399 req-6ca69ab3-0d98-433e-8d8f-792006abb24b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 943 time: 0.0539119 Aug 30 13:41:09.713426 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:09.720402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f59c5a68-b419-4b0f-b5ce-4b34e8e6c399 req-d4ff1207-40b5-490f-92d5-c12ed9978515 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343068 Aug 30 13:41:09.727458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '9b9bd626-57f8-4929-9576-11d7009d3343', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'port_id': '9b9bd626-57f8-4929-9576-11d7009d3343', 'mac_address': 'fa:16:3e:1e:b0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:41:09.770175 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:09.783634 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9bd626-57f8-4929-9576-11d7009d3343 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:41:09.804951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:09.808900 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:09.862444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:10.016582 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:10.095134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['9b9bd626-57f8-4929-9576-11d7009d3343'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:41:10.841462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f965b96-3e83-447d-b282-2fb3645c0d30 req-36fe9308-b892-48d4-87c9-776d9060065b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:10.843000 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f965b96-3e83-447d-b282-2fb3645c0d30 req-36fe9308-b892-48d4-87c9-776d9060065b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 944 time: 0.0509984 Aug 30 13:41:10.883178 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f965b96-3e83-447d-b282-2fb3645c0d30 req-252b6c6a-0c3e-4baa-a87b-cb53a06d7d98 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333254 Aug 30 13:41:10.939574 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:11.604755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9b9bd626-57f8-4929-9576-11d7009d3343 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:41:11.654091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 9b9bd626-57f8-4929-9576-11d7009d3343 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:41:11.658202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 9b9bd626-57f8-4929-9576-11d7009d3343 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:11.658577 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:11.737265 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:11.760478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:41:11.762844 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc68a8-194e-4817-beb9-ed78293804be" -d '{"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-plugged", "status": "completed", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:41:11.785372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:11.791244 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:11.821396 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a843753-6835-4f94-a92a-103ea24d48f5 x-openstack-request-id: req-9a843753-6835-4f94-a92a-103ea24d48f5 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:41:11.821700 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-plugged", "status": "completed", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:41:11.821834 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a843753-6835-4f94-a92a-103ea24d48f5 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:41:11.822211 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343', 'code': 200} Aug 30 13:41:11.848392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:11.857602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.858441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.858964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.859307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.859640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.859971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.860297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.860620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.860942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.861280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.861587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.861972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:11.915673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bfd8d-499e-477f-8de3-a515f53943c2 req-2c6e91c1-13d2-4a0b-9ff0-3d86c4505894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:11.917332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671bfd8d-499e-477f-8de3-a515f53943c2 req-2c6e91c1-13d2-4a0b-9ff0-3d86c4505894 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1096 time: 0.0533733 Aug 30 13:41:11.956667 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-671bfd8d-499e-477f-8de3-a515f53943c2 req-c0c15d76-8e89-46ad-a0fe-ff4bd4922571 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322523 Aug 30 13:41:12.000716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179fb6d-bb0b-4378-8ec7-428f01bae598 req-c7effe33-fb76-4fca-9692-f6b3979e3546 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:12.003048 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6179fb6d-bb0b-4378-8ec7-428f01bae598 req-c7effe33-fb76-4fca-9692-f6b3979e3546 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0515494 Aug 30 13:41:12.045359 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6179fb6d-bb0b-4378-8ec7-428f01bae598 req-da5aa60c-3437-4a87-91cb-cd9328413958 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360863 Aug 30 13:41:12.304776 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:13.172069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6a8ee-c8d1-4a66-83d5-ec396931ba32 req-3e091027-02d3-416e-bb66-e093a974f736 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:13.173561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ead6a8ee-c8d1-4a66-83d5-ec396931ba32 req-3e091027-02d3-416e-bb66-e093a974f736 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0533650 Aug 30 13:41:13.215979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ead6a8ee-c8d1-4a66-83d5-ec396931ba32 req-5d044594-3687-4c27-8472-bbe6eebbddfa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361137 Aug 30 13:41:14.341611 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14968811-ed46-4bf1-8f71-21cb4235b418 req-5ef3bd5b-0077-4cae-8b71-c5a1488b01cb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:14.343150 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14968811-ed46-4bf1-8f71-21cb4235b418 req-5ef3bd5b-0077-4cae-8b71-c5a1488b01cb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0544395 Aug 30 13:41:14.386193 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14968811-ed46-4bf1-8f71-21cb4235b418 req-c7c0089d-60b3-4ea2-b433-e7db2f921650 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370281 Aug 30 13:41:14.498790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acef672-6606-4c98-a62a-713dbd8c485c req-ce079bff-d5fb-41dc-949d-02f621b946ff tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:14.500162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1acef672-6606-4c98-a62a-713dbd8c485c req-ce079bff-d5fb-41dc-949d-02f621b946ff tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Aug 30 13:41:14.538634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1acef672-6606-4c98-a62a-713dbd8c485c req-f76a0156-441c-42ae-aba3-602f49f1f477 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325611 Aug 30 13:41:14.559660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59506) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:41:14.599774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c581b7c-b8cb-4371-8fa5-67c68e02e1f8 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:14.601313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5c581b7c-b8cb-4371-8fa5-67c68e02e1f8 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1091 time: 0.0405648 Aug 30 13:41:14.604136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59508) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:41:14.608497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '9b9bd626-57f8-4929-9576-11d7009d3343', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:41:14.633197 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:14.735875 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:14.841295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.25.2.235 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/9f6e9a6f-5f61-4743-87f4-6c691364e2ae) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:41:14.948304 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:14.987735 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:15.029057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:41:15.031871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:41:15.035629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:41:15.041094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=9f6e9a6f-5f61-4743-87f4-6c691364e2ae,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:15.069711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.069711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.069711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.069711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.070295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.070295 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.070517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.070842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.073011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.073011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.073011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.073011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:41:15.563151 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:15.665243 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:15.819070 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:15.823634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:15.892829 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=9f6e9a6f-5f61-4743-87f4-6c691364e2ae,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:15.902621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:16.001842 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Floating IP f39d7ae2-895c-4fb1-80a3-00689757e6f6 associated. External IP: 172.25.2.235, port: 9b9bd626-57f8-4929-9576-11d7009d3343. Aug 30 13:41:16.212260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 1f904a49-d5e5-486a-9ddd-9c9d15093624 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:41:16.319714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:41:16.329850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] Sync routers for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:41:16.336267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:16.340590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:41:16.341233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:41:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:16.369683 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eaea84f8-d312-4666-abd3-8872bdba1c4d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7644966 Aug 30 13:41:16.370323 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:41:16.372859 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f9f820-9499-4798-ba24-f6223954a5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:41:16.427943 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63a8713-8ae8-4680-a425-2cbf16e9a7e5 x-openstack-request-id: req-d63a8713-8ae8-4680-a425-2cbf16e9a7e5 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:41:16.428258 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:41:16.428478 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d63a8713-8ae8-4680-a425-2cbf16e9a7e5 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:41:16.430536 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343', 'status': 'completed', 'code': 200} Aug 30 13:41:16.511793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-8125c284-557c-4e96-abf6-8c43fe9c5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:16.513464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-8125c284-557c-4e96-abf6-8c43fe9c5c55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1096 time: 0.0606437 Aug 30 13:41:16.529710 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621e80a-9989-44a5-bfe0-7c0675f5533b req-91e04728-f951-417f-8950-ac58926ac825 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:16.530446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:41:16.531520 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1621e80a-9989-44a5-bfe0-7c0675f5533b req-91e04728-f951-417f-8950-ac58926ac825 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0926781 Aug 30 13:41:16.589267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1621e80a-9989-44a5-bfe0-7c0675f5533b req-c5e7f7e3-8f87-4dac-bde5-e486a7e08427 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468934 Aug 30 13:41:16.602674 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59526) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:41:16.610876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-89606b2a-f477-461c-bdb0-99e43a766150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:16.612657 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-89606b2a-f477-461c-bdb0-99e43a766150 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 898 time: 0.0927072 Aug 30 13:41:16.670790 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-db768f97-5127-437e-92d9-f0abf7ed1fe4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/f39d7ae2-895c-4fb1-80a3-00689757e6f6 HTTP/1.1" status: 200 len: 991 time: 0.0664380 Aug 30 13:41:16.703449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-af7e3a96-1361-4287-af00-7335f834d35d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 999 time: 0.0840969 Aug 30 13:41:16.755661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-e18f3527-a342-4817-ab53-0899e6612b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:16.757027 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-e18f3527-a342-4817-ab53-0899e6612b37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 200 len: 834 time: 0.0471528 Aug 30 13:41:16.806356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-99a4c1b8-6527-401b-bb47-0926a1764196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:16.806596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f39d7ae2-895c-4fb1-80a3-00689757e6f6', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'port_id': '9b9bd626-57f8-4929-9576-11d7009d3343', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'mac_address': 'fa:16:3e:1e:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:41:15Z', 'updated_at': '2021-08-30T13:41:15Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f', 'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:41:00Z', 'updated_at': '2021-08-30T13:41:06Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:16.807885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-99a4c1b8-6527-401b-bb47-0926a1764196 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78062e14-7432-4071-8c14-4afd8020e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439186 Aug 30 13:41:16.842883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] Checking router: 1f904a49-d5e5-486a-9ddd-9c9d15093624 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:41:16.852315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:41:16.853468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:41:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:16.931393 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-0b39ab35-35f7-4881-b385-5873f18fa010 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162193 Aug 30 13:41:17.048694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f3f9f820-9499-4798-ba24-f6223954a5dd req-9c182f01-6b49-4864-aedd-21c1375bbeba service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101778 Aug 30 13:41:17.155888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:41:17.446718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f39d7ae2-895c-4fb1-80a3-00689757e6f6', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'port_id': '9b9bd626-57f8-4929-9576-11d7009d3343', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'mac_address': 'fa:16:3e:1e:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:41:15Z', 'updated_at': '2021-08-30T13:41:15Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f', 'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:41:00Z', 'updated_at': '2021-08-30T13:41:06Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:41:17.472163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f95caa-e3ce-4ccc-a68b-0c29e59312c3 None None] The sync data for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 is: [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f39d7ae2-895c-4fb1-80a3-00689757e6f6', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.235', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'port_id': '9b9bd626-57f8-4929-9576-11d7009d3343', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'mac_address': 'fa:16:3e:1e:b0:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:41:15Z', 'updated_at': '2021-08-30T13:41:15Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f', 'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:41:00Z', 'updated_at': '2021-08-30T13:41:06Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:41:17.674643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59530) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:41:17.679911 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152a389b-d900-4a5d-90ab-ca1597733764 None None] New status for floating IP f39d7ae2-895c-4fb1-80a3-00689757e6f6: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:41:17.745713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a1376827-bfc2-475d-b39d-540e28b2c354 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/f39d7ae2-895c-4fb1-80a3-00689757e6f6 HTTP/1.1" status: 200 len: 991 time: 0.0676792 Aug 30 13:41:18.747720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 59540) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:41:18.815354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a80cd915-3c79-4ee0-8dc6-683b52ff9592 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/f39d7ae2-895c-4fb1-80a3-00689757e6f6 HTTP/1.1" status: 200 len: 993 time: 0.0664544 Aug 30 13:41:21.126670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-bfd9e681-d171-46af-b752-61f124829b42 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:21.128048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-bfd9e681-d171-46af-b752-61f124829b42 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1015773 Aug 30 13:41:21.142765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-42c72582-5037-4f29-b87c-baa81c355a25 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/quotas/e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 375 time: 0.0087833 Aug 30 13:41:21.193074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-a0193215-73f4-42cc-8efa-b713dc32ebf5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447199 Aug 30 13:41:21.280730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-9f8f2683-6555-48b3-8627-e67498c3bdc1 service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808465 Aug 30 13:41:21.369843 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-3da49cba-e9bb-417e-bca8-7f0183ec5b72 service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829151 Aug 30 13:41:21.553940 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a6e18fb0-918d-4cbe-ae22-86f155c90507 req-45ed8593-fc8d-4f03-859d-7540e729ac40 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 210 time: 0.0291631 Aug 30 13:41:22.423642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-60d2e680-85cf-419a-aea3-9f1cd26cbb45 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:22.425436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-60d2e680-85cf-419a-aea3-9f1cd26cbb45 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1041067 Aug 30 13:41:22.438002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'port': {'device_id': 'd9deb04f-5981-4dbc-bc0e-69143ebdd937', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'admin_state_up': True, 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:41:22.550288 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Made reservation on behalf of e801a5de763b414d8d59c00c6d4c6130 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:41:22.554439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:22.652669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2354059f-ed12-4a99-85ab-94c0915f3385 req-ff6f2f6c-8a7f-409c-acbe-44c3e3194d63 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 210 time: 0.0281889 Aug 30 13:41:22.687022 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.20.0.5 (3c65a727-5656-475d-9d20-9b8afbb02538/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff/f9d29016-2f7a-4f33-8bc0-daaf6a32907d) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:41:22.850193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:22.865099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Transition to ACTIVE for port object f9d29016-2f7a-4f33-8bc0-daaf6a32907d will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:41:22.898590 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:22.939855 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:41:22.945584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:41:22.948131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:41:22.982495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:23.012523 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:23.013439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:23.030067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-7cf3a2e5-7cfd-4685-98a2-6a2a90d39340 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957561 Aug 30 13:41:23.042801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Request body: {'port': {'device_id': 'd9deb04f-5981-4dbc-bc0e-69143ebdd937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:41:23.098555 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:23.184815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-12e8bc72-5452-45f4-990a-4c0919f915c8 None None] Provisioning for port f9d29016-2f7a-4f33-8bc0-daaf6a32907d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:41:23.190247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-12e8bc72-5452-45f4-990a-4c0919f915c8 None None] Provisioning complete for port f9d29016-2f7a-4f33-8bc0-daaf6a32907d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:23.190836 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12e8bc72-5452-45f4-990a-4c0919f915c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:23.236630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-12e8bc72-5452-45f4-990a-4c0919f915c8 None None] Port f9d29016-2f7a-4f33-8bc0-daaf6a32907d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:41:23.696126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d29016-2f7a-4f33-8bc0-daaf6a32907d {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:41:23.706116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:23.717414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Transition to ACTIVE for port object f9d29016-2f7a-4f33-8bc0-daaf6a32907d will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:41:23.721081 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:23.810697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Pushing event updated for resources: {'Port': ['ID=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:23.867627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d86e8-26fa-4825-b417-a4929164273f req-f9a65423-77c6-4806-8602-0b09d879e0fb tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:23.869260 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-819d86e8-26fa-4825-b417-a4929164273f req-f9a65423-77c6-4806-8602-0b09d879e0fb tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.1437738 Aug 30 13:41:23.933439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Attempting to bind port f9d29016-2f7a-4f33-8bc0-daaf6a32907d on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:41:23.933833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Attempting to bind port f9d29016-2f7a-4f33-8bc0-daaf6a32907d by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:41:23.934138 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Attempting to bind port f9d29016-2f7a-4f33-8bc0-daaf6a32907d on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:41:23.942765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-819d86e8-26fa-4825-b417-a4929164273f req-84d457e7-a56a-4502-bd47-73dfdbc2bec2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566301 Aug 30 13:41:23.943466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Port f9d29016-2f7a-4f33-8bc0-daaf6a32907d on network 3c65a727-5656-475d-9d20-9b8afbb02538 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:41:23.943820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Attempting to bind port f9d29016-2f7a-4f33-8bc0-daaf6a32907d on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:41:23.950758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:41:23.951312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:41:23.951892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Bound using segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:41:23.952517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Bound port: f9d29016-2f7a-4f33-8bc0-daaf6a32907d, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:41:23.953085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:24.026354 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] For port f9d29016-2f7a-4f33-8bc0-daaf6a32907d, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:41:24.029368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] For port f9d29016-2f7a-4f33-8bc0-daaf6a32907d, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:41:24.034418 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:24.067255 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:24.067842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:24.070336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] 10.222.0.16 "PUT /v2.0/ports/f9d29016-2f7a-4f33-8bc0-daaf6a32907d HTTP/1.1" status: 200 len: 1091 time: 1.0326643 Aug 30 13:41:24.072948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9deb04f-5981-4dbc-bc0e-69143ebdd937', 'tag': 'f9d29016-2f7a-4f33-8bc0-daaf6a32907d'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:41:24.075913 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90943b38-e846-4dbf-809b-884be0abb1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d9deb04f-5981-4dbc-bc0e-69143ebdd937", "tag": "f9d29016-2f7a-4f33-8bc0-daaf6a32907d"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:41:24.116704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a9fc-5b96-48f3-9f89-ea20042ec33c service neutron] Pushing event updated for resources: {'Port': ['ID=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:24.133274 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383bf9df-15e2-47d8-bc24-21541ac72c11 x-openstack-request-id: req-383bf9df-15e2-47d8-bc24-21541ac72c11 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:41:24.133574 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9deb04f-5981-4dbc-bc0e-69143ebdd937", "tag": "f9d29016-2f7a-4f33-8bc0-daaf6a32907d", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:41:24.133909 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-383bf9df-15e2-47d8-bc24-21541ac72c11 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:41:24.134310 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9deb04f-5981-4dbc-bc0e-69143ebdd937', 'tag': 'f9d29016-2f7a-4f33-8bc0-daaf6a32907d', 'status': 'completed', 'code': 200} Aug 30 13:41:24.167984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-f877d568-0d35-4342-b0da-83c04a93f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:24.169585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-f877d568-0d35-4342-b0da-83c04a93f3fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 1094 time: 0.0489893 Aug 30 13:41:24.217310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-94d263a7-2f0f-4214-97eb-3ea07db0232c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d29016-2f7a-4f33-8bc0-daaf6a32907d HTTP/1.1" status: 200 len: 217 time: 0.0401556 Aug 30 13:41:24.276292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-17855db1-ad68-4267-9b69-b2f6d2103ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:24.277831 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-17855db1-ad68-4267-9b69-b2f6d2103ee2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0541987 Aug 30 13:41:24.327625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-fc35b7bd-24ce-4aae-8562-336fa4829e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:24.329113 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-fc35b7bd-24ce-4aae-8562-336fa4829e73 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442259 Aug 30 13:41:24.425154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-2a02e323-1349-4bd0-bbfe-78bb1b44d132 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876918 Aug 30 13:41:24.516157 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a7b51000-14dd-4589-83a3-dbfa7b87c7f5 req-3c2fb025-51fd-4a4a-8c41-755d4fce598d service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827932 Aug 30 13:41:24.601582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-e946b4f1-0084-45bf-adca-f32a430f262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:24.603368 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-e946b4f1-0084-45bf-adca-f32a430f262d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 1094 time: 0.0442841 Aug 30 13:41:24.699343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-5bf947c8-2376-4176-9b7d-f935a3ab8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:24.700818 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-5bf947c8-2376-4176-9b7d-f935a3ab8c18 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0906863 Aug 30 13:41:24.743590 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-7c3e600e-9941-4808-904b-f296f5be6bfd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d29016-2f7a-4f33-8bc0-daaf6a32907d HTTP/1.1" status: 200 len: 217 time: 0.0353127 Aug 30 13:41:24.798511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-98e2e507-241f-4e24-8dc3-0490e0671ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:24.799885 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-98e2e507-241f-4e24-8dc3-0490e0671ae4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0492675 Aug 30 13:41:24.846797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-18d50edc-cdc0-40ed-96e3-bd5d28e0fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:24.848303 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-18d50edc-cdc0-40ed-96e3-bd5d28e0fd1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407937 Aug 30 13:41:24.942955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-01fef4d3-2fc4-433b-a502-6fedd538053d service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874403 Aug 30 13:41:25.096936 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-90943b38-e846-4dbf-809b-884be0abb1c9 req-2f469f0b-cd68-4549-b529-71af44c48599 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460812 Aug 30 13:41:25.124979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14534334-ff74-43a5-b3ca-c825e040512d req-d444d6e9-eeec-4f69-b873-dd4b6748df4b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:25.126620 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14534334-ff74-43a5-b3ca-c825e040512d req-d444d6e9-eeec-4f69-b873-dd4b6748df4b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0982292 Aug 30 13:41:25.174318 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14534334-ff74-43a5-b3ca-c825e040512d req-1163ac5a-84fb-4786-bc8e-922ab6a32e3f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372024 Aug 30 13:41:26.342598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e07ccf-31c3-4219-a449-03e72e3b576b req-cd484c52-d3ce-481c-9323-e05912934f5e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:26.344391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7e07ccf-31c3-4219-a449-03e72e3b576b req-cd484c52-d3ce-481c-9323-e05912934f5e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0899591 Aug 30 13:41:26.405344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7e07ccf-31c3-4219-a449-03e72e3b576b req-9f031e89-771a-432e-8644-3068b00e4d8d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541606 Aug 30 13:41:27.558213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a9f14-5431-420d-8a3a-4304922cddce req-36791c7b-b59f-4208-bc74-6c688c630782 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:27.559740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-112a9f14-5431-420d-8a3a-4304922cddce req-36791c7b-b59f-4208-bc74-6c688c630782 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0590875 Aug 30 13:41:27.620084 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-112a9f14-5431-420d-8a3a-4304922cddce req-e59461a5-99a3-475d-ae4c-7e9a512a65c9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541673 Aug 30 13:41:28.127964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-257d9b40-2ed6-4458-b839-0ff69337f52c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468493 Aug 30 13:41:28.209436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-156d3db5-8970-45c2-bbb2-34c58d394667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:28.211336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-156d3db5-8970-45c2-bbb2-34c58d394667 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1096 time: 0.0412190 Aug 30 13:41:28.316962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-ee8e934a-878c-411c-b9a5-c6a1a08fe1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:28.318577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-ee8e934a-878c-411c-b9a5-c6a1a08fe1e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 898 time: 0.0872662 Aug 30 13:41:28.390365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-edb09a61-996a-47e9-8f82-5f8d3fab16f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 1001 time: 0.0632873 Aug 30 13:41:28.443287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-2708fd94-3e07-4f13-9107-32e7b245e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:28.445031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-2708fd94-3e07-4f13-9107-32e7b245e05d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 200 len: 834 time: 0.0479395 Aug 30 13:41:28.490600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-444d1467-d643-417b-b0f9-a711d0165c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:28.492778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-444d1467-d643-417b-b0f9-a711d0165c70 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78062e14-7432-4071-8c14-4afd8020e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414677 Aug 30 13:41:28.591467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-c83d7a3f-e7f5-4477-b708-efd7527a2382 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908391 Aug 30 13:41:28.622916 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:28.692867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dba93e91-a640-4d95-ae9f-ac511191f1f9 req-87ffef4e-4f8f-47f9-876b-bea1213b5da5 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943608 Aug 30 13:41:28.756573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f724d8-e112-4546-b43f-9dae2def4df9 req-321e49e5-c5f3-455b-9fb3-bb601d3096e0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:28.758458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9f724d8-e112-4546-b43f-9dae2def4df9 req-321e49e5-c5f3-455b-9fb3-bb601d3096e0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0569410 Aug 30 13:41:28.797681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9f724d8-e112-4546-b43f-9dae2def4df9 req-fa198ce2-aa7b-4cc6-b112-c7d930ccd408 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329618 Aug 30 13:41:29.911838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abea549-531e-4f9b-bc6b-bd131ee31dce req-0410c09e-6166-40d3-83f5-5383e50638cb tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:29.913950 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4abea549-531e-4f9b-bc6b-bd131ee31dce req-0410c09e-6166-40d3-83f5-5383e50638cb tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0494342 Aug 30 13:41:29.951114 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4abea549-531e-4f9b-bc6b-bd131ee31dce req-f14fb61e-f600-4cb1-985c-1f4f21414cc7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303886 Aug 30 13:41:31.029226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:31.064507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29115cce-540d-42f9-9aee-72e4d7adf0aa req-0fb33e9d-b9fa-435b-96de-b9629f6ef067 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:31.066020 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29115cce-540d-42f9-9aee-72e4d7adf0aa req-0fb33e9d-b9fa-435b-96de-b9629f6ef067 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0497901 Aug 30 13:41:31.104837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29115cce-540d-42f9-9aee-72e4d7adf0aa req-10f224b9-cd08-43d4-b5d9-4aeb470b0aed tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 Aug 30 13:41:32.221800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2862665-076e-4f39-82a0-3bfe7d446301 req-e99815f2-bb37-4d47-8a37-ad08525bc9cb tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:32.223313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f2862665-076e-4f39-82a0-3bfe7d446301 req-e99815f2-bb37-4d47-8a37-ad08525bc9cb tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0504599 Aug 30 13:41:32.262869 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f2862665-076e-4f39-82a0-3bfe7d446301 req-5edcc6ae-9413-475c-ae4d-2a1ec394c564 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333667 Aug 30 13:41:33.381262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc532d-544b-4bad-936a-7cba825f84aa req-690acf2a-e27b-4361-80d2-73a7912f5940 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:33.383054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ccc532d-544b-4bad-936a-7cba825f84aa req-690acf2a-e27b-4361-80d2-73a7912f5940 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0521021 Aug 30 13:41:33.425673 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ccc532d-544b-4bad-936a-7cba825f84aa req-4a591551-6cd9-4abb-8908-ac73217dfd1a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366750 Aug 30 13:41:34.541925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c73787-c97e-43a9-9e33-1936f9f8fb17 req-a6901dc0-efa0-42e9-9735-931416602510 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:34.543532 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65c73787-c97e-43a9-9e33-1936f9f8fb17 req-a6901dc0-efa0-42e9-9735-931416602510 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0508707 Aug 30 13:41:34.587953 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65c73787-c97e-43a9-9e33-1936f9f8fb17 req-e1727065-c370-429b-b43b-8efcc4e66ce6 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381234 Aug 30 13:41:35.708834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1efa51-edc8-46bb-9447-3b105d4fd8d0 req-b5c3973f-671b-464d-8d7c-6c9434760427 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:35.710631 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd1efa51-edc8-46bb-9447-3b105d4fd8d0 req-b5c3973f-671b-464d-8d7c-6c9434760427 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0546939 Aug 30 13:41:35.748728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd1efa51-edc8-46bb-9447-3b105d4fd8d0 req-823ed94e-82c9-4b15-a0ff-707777fffd9d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Aug 30 13:41:36.709851 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12d33c30-3bc4-414d-9699-dcfcdc946c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:36.863024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168cdb5-1f27-447a-8d09-e21e842704a7 req-56de5ece-4325-460c-89ef-3c9c736f5989 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:36.864484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d168cdb5-1f27-447a-8d09-e21e842704a7 req-56de5ece-4325-460c-89ef-3c9c736f5989 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0484779 Aug 30 13:41:36.902744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d168cdb5-1f27-447a-8d09-e21e842704a7 req-52d6b2f0-4eb2-4714-b888-027400a099bc tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316403 Aug 30 13:41:38.015661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef15b1-df28-40a1-8026-a0b16cc60cab req-22d5a7ba-58ee-45a2-a1fd-66f40b698aee tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:38.017142 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91ef15b1-df28-40a1-8026-a0b16cc60cab req-22d5a7ba-58ee-45a2-a1fd-66f40b698aee tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0489311 Aug 30 13:41:38.054429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91ef15b1-df28-40a1-8026-a0b16cc60cab req-808555a7-ab21-4dda-861d-98212a96a825 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Aug 30 13:41:39.170066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4840f8-539f-4440-8b4a-f86c32461d04 req-9b40217a-8ec5-4d0e-9668-152a2ba54c00 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:39.171529 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d4840f8-539f-4440-8b4a-f86c32461d04 req-9b40217a-8ec5-4d0e-9668-152a2ba54c00 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0500007 Aug 30 13:41:39.208464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d4840f8-539f-4440-8b4a-f86c32461d04 req-b824eb7e-8d60-4558-9afd-6c2a0ef91c0a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310671 Aug 30 13:41:39.453644 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b91d3b63-0b91-443c-90c0-76d65e862f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:40.017654 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:40.320712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb32c2-f3da-4e7e-a8bd-6d5195691999 req-d3caa794-d1e1-43b1-866b-6f014375dd3a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:40.322389 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57cb32c2-f3da-4e7e-a8bd-6d5195691999 req-d3caa794-d1e1-43b1-866b-6f014375dd3a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0497978 Aug 30 13:41:40.359487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-57cb32c2-f3da-4e7e-a8bd-6d5195691999 req-64fc5873-fe00-4fad-9b49-a8d1a63655e5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Aug 30 13:41:40.941881 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:41.471620 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eb469-f0c6-4dcd-b4ff-a8605c0031d1 req-335f7c02-74d9-4324-93ee-fad6173b4497 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:41.473074 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ae9eb469-f0c6-4dcd-b4ff-a8605c0031d1 req-335f7c02-74d9-4324-93ee-fad6173b4497 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0484731 Aug 30 13:41:41.514616 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ae9eb469-f0c6-4dcd-b4ff-a8605c0031d1 req-74878f27-0509-43f2-b502-dcde10f470f4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 Aug 30 13:41:41.853942 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:41:42.299441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:42.629670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c59ff-2a12-49a4-90e1-c57cc7c07c9d req-25b4aef0-cb7b-4eb4-a2cc-4d5649143f36 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:42.631136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf3c59ff-2a12-49a4-90e1-c57cc7c07c9d req-25b4aef0-cb7b-4eb4-a2cc-4d5649143f36 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 943 time: 0.0516427 Aug 30 13:41:42.669378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf3c59ff-2a12-49a4-90e1-c57cc7c07c9d req-d4f346f5-0db5-4d7b-a8af-b68df8813453 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315993 Aug 30 13:41:43.264619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f9d29016-2f7a-4f33-8bc0-daaf6a32907d details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:41:43.357865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port f9d29016-2f7a-4f33-8bc0-daaf6a32907d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:43.372878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'f9d29016-2f7a-4f33-8bc0-daaf6a32907d', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'port_id': 'f9d29016-2f7a-4f33-8bc0-daaf6a32907d', 'mac_address': 'fa:16:3e:80:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:41:43.409843 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:43.423908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d29016-2f7a-4f33-8bc0-daaf6a32907d {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:41:43.443284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port f9d29016-2f7a-4f33-8bc0-daaf6a32907d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:43.447318 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:43.493379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:43.647986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['f9d29016-2f7a-4f33-8bc0-daaf6a32907d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:41:43.794767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef62e8b-8b21-423e-9080-3b0768e56ddd req-4f7a0a56-8a00-4228-bd27-d22c41bed5ad tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:43.796294 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ef62e8b-8b21-423e-9080-3b0768e56ddd req-4f7a0a56-8a00-4228-bd27-d22c41bed5ad tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 944 time: 0.0502360 Aug 30 13:41:43.834032 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ef62e8b-8b21-423e-9080-3b0768e56ddd req-92c88f33-2190-464b-9d24-0df9c41728aa tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Aug 30 13:41:44.947000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9323ac3-0a0f-4823-9f13-77295311e757 req-a73d1e67-166f-4fc5-b5a4-f7cf1ec65a25 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:44.948489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9323ac3-0a0f-4823-9f13-77295311e757 req-a73d1e67-166f-4fc5-b5a4-f7cf1ec65a25 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 944 time: 0.0496955 Aug 30 13:41:44.987522 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9323ac3-0a0f-4823-9f13-77295311e757 req-1b91310e-6712-48ba-a216-4479a703b6f7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Aug 30 13:41:45.277308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f9d29016-2f7a-4f33-8bc0-daaf6a32907d up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:41:45.327614 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port f9d29016-2f7a-4f33-8bc0-daaf6a32907d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:41:45.331451 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port f9d29016-2f7a-4f33-8bc0-daaf6a32907d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:41:45.331828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:45.414801 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:45.437159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9deb04f-5981-4dbc-bc0e-69143ebdd937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d29016-2f7a-4f33-8bc0-daaf6a32907d'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:41:45.439429 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ff495f-2d59-44a3-a95e-ac25d9d82ad5" -d '{"events": [{"server_uuid": "d9deb04f-5981-4dbc-bc0e-69143ebdd937", "name": "network-vif-plugged", "status": "completed", "tag": "f9d29016-2f7a-4f33-8bc0-daaf6a32907d"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:41:45.451535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port f9d29016-2f7a-4f33-8bc0-daaf6a32907d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:45.455610 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:45.479289 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ed9ee-c75e-4acb-a620-dd4c9e426a40 x-openstack-request-id: req-645ed9ee-c75e-4acb-a620-dd4c9e426a40 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:41:45.479583 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9deb04f-5981-4dbc-bc0e-69143ebdd937", "name": "network-vif-plugged", "status": "completed", "tag": "f9d29016-2f7a-4f33-8bc0-daaf6a32907d", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:41:45.479840 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-645ed9ee-c75e-4acb-a620-dd4c9e426a40 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:41:45.480231 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9deb04f-5981-4dbc-bc0e-69143ebdd937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d29016-2f7a-4f33-8bc0-daaf6a32907d', 'code': 200} Aug 30 13:41:45.506228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:45.569937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc2483-1ded-4bd7-a59f-970c36a51065 req-4be6bfa2-d67a-4a1d-ab07-4662fb16575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:45.571397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1acc2483-1ded-4bd7-a59f-970c36a51065 req-4be6bfa2-d67a-4a1d-ab07-4662fb16575c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 1096 time: 0.0402789 Aug 30 13:41:45.605475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1acc2483-1ded-4bd7-a59f-970c36a51065 req-a32e3b25-938e-4287-acb7-d4f1e695be63 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275218 Aug 30 13:41:46.102846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ba74f-67e7-4783-841e-9546f198cf4a req-cf72bd3c-6a52-48df-8cb2-a3518d81738a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:46.104436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e23ba74f-67e7-4783-841e-9546f198cf4a req-cf72bd3c-6a52-48df-8cb2-a3518d81738a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 945 time: 0.0497181 Aug 30 13:41:46.141566 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e23ba74f-67e7-4783-841e-9546f198cf4a req-7b4ca8cc-a6cb-4d27-914b-960f927e4617 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Aug 30 13:41:47.257849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6f533-f2d6-477e-82eb-0d80dba17ebb req-27a649aa-efd3-46aa-8384-e1cd22af0890 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:47.259426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-89a6f533-f2d6-477e-82eb-0d80dba17ebb req-27a649aa-efd3-46aa-8384-e1cd22af0890 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 945 time: 0.0489330 Aug 30 13:41:47.301020 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-89a6f533-f2d6-477e-82eb-0d80dba17ebb req-21d64d46-c6c9-4d9e-a1e0-64380f91b96e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355902 Aug 30 13:41:47.416206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249488c4-f152-4e85-96fa-d8879388b476 req-eba2b67f-174d-49c6-8379-39a171d1955a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:47.417714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-249488c4-f152-4e85-96fa-d8879388b476 req-eba2b67f-174d-49c6-8379-39a171d1955a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 945 time: 0.0527792 Aug 30 13:41:47.455664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-249488c4-f152-4e85-96fa-d8879388b476 req-8fadcc66-dc8d-4ad8-9a28-9b328c2cc36c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318995 Aug 30 13:41:47.568467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1fab6-e50e-4013-a50f-76c098b8f666 req-f6bf78f6-999a-4960-953e-c0f212f99b47 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:47.569992 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcb1fab6-e50e-4013-a50f-76c098b8f666 req-f6bf78f6-999a-4960-953e-c0f212f99b47 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 945 time: 0.0498350 Aug 30 13:41:47.606946 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcb1fab6-e50e-4013-a50f-76c098b8f666 req-496f3b7c-5c4a-42fc-9b8c-6c2ec62ac577 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310395 Aug 30 13:41:47.886677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17ddaa-393e-46d5-9664-6574f6f28b65 req-3c807fed-422e-45ae-940d-9de98a69a51a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:47.888123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c17ddaa-393e-46d5-9664-6574f6f28b65 req-3c807fed-422e-45ae-940d-9de98a69a51a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 945 time: 0.0486131 Aug 30 13:41:47.925771 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c17ddaa-393e-46d5-9664-6574f6f28b65 req-6a6d754d-76b6-4d46-ab15-5efa2e1c8c9e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Aug 30 13:41:49.044418 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620edbf2-0e12-4139-8c90-fab9477250e0 req-44ee8555-0232-4ed1-a496-80a6368b78d5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:49.045933 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-620edbf2-0e12-4139-8c90-fab9477250e0 req-44ee8555-0232-4ed1-a496-80a6368b78d5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 945 time: 0.0532420 Aug 30 13:41:49.090039 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-620edbf2-0e12-4139-8c90-fab9477250e0 req-3ea0d2b0-bbef-4011-a90f-bb8d4b4367c9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375695 Aug 30 13:41:49.271405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce475950-6497-4db6-9a67-3944d23ec581 req-287344fe-5514-4f73-a621-235afc76403c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:41:49.273396 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ce475950-6497-4db6-9a67-3944d23ec581 req-287344fe-5514-4f73-a621-235afc76403c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Aug 30 13:41:49.360452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ce475950-6497-4db6-9a67-3944d23ec581 req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port f9d29016-2f7a-4f33-8bc0-daaf6a32907d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:41:49.360792 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ce475950-6497-4db6-9a67-3944d23ec581 req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:49.451623 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-ce475950-6497-4db6-9a67-3944d23ec581 req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] For port f9d29016-2f7a-4f33-8bc0-daaf6a32907d, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:41:49.451984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ce475950-6497-4db6-9a67-3944d23ec581 req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:49.464507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [req-ce475950-6497-4db6-9a67-3944d23ec581 req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for f9d29016-2f7a-4f33-8bc0-daaf6a32907d owned by compute:nova {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:41:49.590444 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ce475950-6497-4db6-9a67-3944d23ec581 req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:49.601977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['f9d29016-2f7a-4f33-8bc0-daaf6a32907d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:41:49.620095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=f9d29016-2f7a-4f33-8bc0-daaf6a32907d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:41:49.663268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce475950-6497-4db6-9a67-3944d23ec581 req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] No DVR routers for this DVR port f9d29016-2f7a-4f33-8bc0-daaf6a32907d on host n-h1-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:41:49.666108 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-ce475950-6497-4db6-9a67-3944d23ec581 req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:41:49.668125 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ce475950-6497-4db6-9a67-3944d23ec581 req-b6963c14-5e87-4d2b-9898-68d994322627 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "DELETE /v2.0/ports/f9d29016-2f7a-4f33-8bc0-daaf6a32907d HTTP/1.1" status: 204 len: 173 time: 0.3890841 Aug 30 13:41:49.668588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9deb04f-5981-4dbc-bc0e-69143ebdd937', 'name': 'network-vif-deleted', 'tag': 'f9d29016-2f7a-4f33-8bc0-daaf6a32907d'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:41:49.670872 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d99f47-e1e1-4be3-9ccc-36da365511c2" -d '{"events": [{"server_uuid": "d9deb04f-5981-4dbc-bc0e-69143ebdd937", "name": "network-vif-deleted", "tag": "f9d29016-2f7a-4f33-8bc0-daaf6a32907d"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:41:49.716839 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5d579e-40ef-4d04-b91c-30ceb9e7c204 x-openstack-request-id: req-3f5d579e-40ef-4d04-b91c-30ceb9e7c204 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:41:49.717145 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9deb04f-5981-4dbc-bc0e-69143ebdd937", "name": "network-vif-deleted", "tag": "f9d29016-2f7a-4f33-8bc0-daaf6a32907d", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:41:49.717401 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f5d579e-40ef-4d04-b91c-30ceb9e7c204 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:41:49.717837 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9deb04f-5981-4dbc-bc0e-69143ebdd937', 'name': 'network-vif-deleted', 'tag': 'f9d29016-2f7a-4f33-8bc0-daaf6a32907d', 'status': 'completed', 'code': 200} Aug 30 13:41:50.183675 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e87c9a57-e178-4f73-afab-d3732f838c13 req-4ea1f7e0-6396-4d97-ac69-08eb04aeb811 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 210 time: 0.0271649 Aug 30 13:41:51.281936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c19a66fe-4c2a-4dde-967d-e3e20de1b72c req-7f28664f-9c9e-4c66-8596-b39454e40228 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 210 time: 0.0278387 Aug 30 13:41:52.376263 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-499f07b3-a2e8-4296-bc7a-fdf0b99c012d req-e7ec103a-2bff-4b30-aaff-a810f7246ed9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9deb04f-5981-4dbc-bc0e-69143ebdd937 HTTP/1.1" status: 200 len: 210 time: 0.0259223 Aug 30 13:41:53.311513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f9d29016-2f7a-4f33-8bc0-daaf6a32907d no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:41:53.332481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: f9d29016-2f7a-4f33-8bc0-daaf6a32907d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:41:53.332828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f9d29016-2f7a-4f33-8bc0-daaf6a32907d not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:41:58.621715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:01.054037 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:06.712759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ed670872-833a-4f30-affc-b7d06a4d940a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:09.454288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9d24882e-0716-463b-be6b-8feb7b00d60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:10.019327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:10.944772 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:12.303040 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:13.252330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-7bea18b0-0ad6-4d7e-aca9-01c25587b544 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:13.254002 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-7bea18b0-0ad6-4d7e-aca9-01c25587b544 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1062622 Aug 30 13:42:13.268887 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-94846317-9105-4964-9d7d-0ba85cdca1bc tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/quotas/e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 375 time: 0.0089164 Aug 30 13:42:13.319880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-32465c4e-5b03-40bb-ada8-9eb212a76a4e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458848 Aug 30 13:42:13.465428 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-8c877c46-0357-4b9d-9355-07c6310a306e service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387453 Aug 30 13:42:13.552515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-66bd486b-b2da-4ad2-b16d-16a2cb8f7cf5 service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808454 Aug 30 13:42:13.835725 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5fc4af56-1bac-42b1-9096-2c0a4bfdad24 req-ca4836d7-ba69-4475-870c-6edcdf094c0e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 210 time: 0.0265877 Aug 30 13:42:14.688843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-6eb89001-d7e1-42a6-929d-6649a3a7f622 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:14.690337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-6eb89001-d7e1-42a6-929d-6649a3a7f622 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1068180 Aug 30 13:42:14.703914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'port': {'device_id': 'ad95d6de-e24d-4296-b8d0-aa7be0fdfc12', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'admin_state_up': True, 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:14.813305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Made reservation on behalf of e801a5de763b414d8d59c00c6d4c6130 for: {'port': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:42:14.817029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:14.959876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e85cbd53-a937-43aa-a656-51471273ec26 req-89ef0ec5-4d4d-4314-8645-d94e0b8c721d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 210 time: 0.0333579 Aug 30 13:42:14.986049 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.20.0.14 (3c65a727-5656-475d-9d20-9b8afbb02538/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff/82cc930d-d77e-449d-88e0-0ca5de387db7) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:42:15.138679 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.152219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Transition to ACTIVE for port object 82cc930d-d77e-449d-88e0-0ca5de387db7 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:15.184587 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.232484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:42:15.235717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:42:15.239716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:42:15.267931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=82cc930d-d77e-449d-88e0-0ca5de387db7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:15.282278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.282629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.282994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.283305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.283898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.284231 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.284561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.284889 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.285216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.285543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.285896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.286219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:15.313341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:15.314083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.331972 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b65d79c0-4615-43fe-85c3-d9a6f59140e7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6321242 Aug 30 13:42:15.344577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Request body: {'port': {'device_id': 'ad95d6de-e24d-4296-b8d0-aa7be0fdfc12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:15.411450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.521167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b352034-d148-4932-aa35-41b1d707d1f5 None None] Provisioning for port 82cc930d-d77e-449d-88e0-0ca5de387db7 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:15.526159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6b352034-d148-4932-aa35-41b1d707d1f5 None None] Provisioning complete for port 82cc930d-d77e-449d-88e0-0ca5de387db7 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:15.526535 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b352034-d148-4932-aa35-41b1d707d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.561913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6b352034-d148-4932-aa35-41b1d707d1f5 None None] Port 82cc930d-d77e-449d-88e0-0ca5de387db7 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:42:15.682266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cc930d-d77e-449d-88e0-0ca5de387db7 {{(pid=95699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:42:15.689899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.702500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Transition to ACTIVE for port object 82cc930d-d77e-449d-88e0-0ca5de387db7 will not be triggered until provisioned by entity L2. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:15.707980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.761185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Pushing event updated for resources: {'Port': ['ID=82cc930d-d77e-449d-88e0-0ca5de387db7,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:15.834032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Attempting to bind port 82cc930d-d77e-449d-88e0-0ca5de387db7 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:42:15.834371 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Attempting to bind port 82cc930d-d77e-449d-88e0-0ca5de387db7 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:42:15.834704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Attempting to bind port 82cc930d-d77e-449d-88e0-0ca5de387db7 on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:15.840109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Port 82cc930d-d77e-449d-88e0-0ca5de387db7 on network 3c65a727-5656-475d-9d20-9b8afbb02538 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:42:15.840445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Attempting to bind port 82cc930d-d77e-449d-88e0-0ca5de387db7 on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:15.845386 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:42:15.845748 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:42:15.846132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Bound using segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:42:15.846558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Bound port: 82cc930d-d77e-449d-88e0-0ca5de387db7, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:42:15.846915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.924897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] For port 82cc930d-d77e-449d-88e0-0ca5de387db7, host n-h1-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:15.929558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] For port 82cc930d-d77e-449d-88e0-0ca5de387db7, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=82cc930d-d77e-449d-88e0-0ca5de387db7,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:42:15.934273 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.970739 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:15.971353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:15.972810 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] 10.222.0.16 "PUT /v2.0/ports/82cc930d-d77e-449d-88e0-0ca5de387db7 HTTP/1.1" status: 200 len: 1092 time: 0.6328402 Aug 30 13:42:15.973210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad95d6de-e24d-4296-b8d0-aa7be0fdfc12', 'tag': '82cc930d-d77e-449d-88e0-0ca5de387db7'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:15.975452 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141d4cf6-df9f-40f0-b367-2cf015b201b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad95d6de-e24d-4296-b8d0-aa7be0fdfc12", "tag": "82cc930d-d77e-449d-88e0-0ca5de387db7"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:16.018700 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ac412-dd8c-49f2-941f-6bb330bc9f7b service neutron] Pushing event updated for resources: {'Port': ['ID=82cc930d-d77e-449d-88e0-0ca5de387db7,revision_number=3']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:16.058049 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdad06dd-924a-44f2-899e-482f2a6a6e10 x-openstack-request-id: req-cdad06dd-924a-44f2-899e-482f2a6a6e10 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:16.058341 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad95d6de-e24d-4296-b8d0-aa7be0fdfc12", "tag": "82cc930d-d77e-449d-88e0-0ca5de387db7", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:16.058589 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdad06dd-924a-44f2-899e-482f2a6a6e10 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:16.058986 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad95d6de-e24d-4296-b8d0-aa7be0fdfc12', 'tag': '82cc930d-d77e-449d-88e0-0ca5de387db7', 'status': 'completed', 'code': 200} Aug 30 13:42:16.105366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-1deeeb27-264d-49ae-8ead-b89c86115118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:16.106912 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-1deeeb27-264d-49ae-8ead-b89c86115118 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 1095 time: 0.0835490 Aug 30 13:42:16.153186 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-29b3c879-cb17-42c8-96bd-316843a51fda service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82cc930d-d77e-449d-88e0-0ca5de387db7 HTTP/1.1" status: 200 len: 217 time: 0.0386343 Aug 30 13:42:16.161365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8f211-ff43-4634-89e0-940c6b9a30e4 req-01ab8abd-b065-43ae-9e89-92d4cd429c64 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:16.162897 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ca8f211-ff43-4634-89e0-940c6b9a30e4 req-01ab8abd-b065-43ae-9e89-92d4cd429c64 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 944 time: 0.0940952 Aug 30 13:42:16.236054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ca8f211-ff43-4634-89e0-940c6b9a30e4 req-c1712ba7-ec63-47c9-8cae-fe3da2124f85 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643489 Aug 30 13:42:16.239717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-f1dd7076-7931-41f8-b847-004e518f3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:16.241120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-f1dd7076-7931-41f8-b847-004e518f3dc2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0773330 Aug 30 13:42:16.290616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-156397da-7640-4dc1-9981-a2c85d395927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:16.292018 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-156397da-7640-4dc1-9981-a2c85d395927 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441313 Aug 30 13:42:16.380110 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-5971447e-d367-4a40-a0df-f383efd92e80 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807590 Aug 30 13:42:16.475093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d20965af-4611-47a1-ac05-57130ff01cb7 req-464fabe3-7631-4719-be45-64c0e63bf9a3 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875835 Aug 30 13:42:16.559464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-515e8661-7f4a-4b00-9346-d73744d289a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:16.560911 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-515e8661-7f4a-4b00-9346-d73744d289a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 1095 time: 0.0438702 Aug 30 13:42:16.657277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-b914f6d3-5e34-4f83-a449-5673738dd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:16.659101 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-b914f6d3-5e34-4f83-a449-5673738dd406 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0913601 Aug 30 13:42:16.701074 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-c9ddd0ad-a25d-468a-9267-7cbf9033061d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82cc930d-d77e-449d-88e0-0ca5de387db7 HTTP/1.1" status: 200 len: 217 time: 0.0345163 Aug 30 13:42:16.749731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-96edc483-dfcc-4f61-a712-c0683f40a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:16.751156 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-96edc483-dfcc-4f61-a712-c0683f40a8ab service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0437102 Aug 30 13:42:16.801212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-e4fa6318-e6c1-4859-a8a7-28b84a6a33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:16.802706 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-e4fa6318-e6c1-4859-a8a7-28b84a6a33cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451150 Aug 30 13:42:16.893182 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-35b91120-845e-4b6b-a6d1-d133602f2969 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830202 Aug 30 13:42:16.989573 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-141d4cf6-df9f-40f0-b367-2cf015b201b5 req-df74ffee-dc5b-4b8b-aba0-958f06a32ccf service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864942 Aug 30 13:42:17.352766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c3c92-b6b3-4cc4-bb23-595735709e0c req-e0f57213-1134-44c4-ae63-1f4be2935c1c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:17.354418 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-939c3c92-b6b3-4cc4-bb23-595735709e0c req-e0f57213-1134-44c4-ae63-1f4be2935c1c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 944 time: 0.0485909 Aug 30 13:42:17.395417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-939c3c92-b6b3-4cc4-bb23-595735709e0c req-96c676fe-d873-499c-a117-9904228aded4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349255 Aug 30 13:42:18.518467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec122a-0d72-4da9-8415-4f07ad5d182d req-30b73245-22dc-4d35-83bc-7c1565b1ee21 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:18.519945 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bfec122a-0d72-4da9-8415-4f07ad5d182d req-30b73245-22dc-4d35-83bc-7c1565b1ee21 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 944 time: 0.0539949 Aug 30 13:42:18.560137 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bfec122a-0d72-4da9-8415-4f07ad5d182d req-783d9708-16b5-4824-b902-2e9aedbdee89 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Aug 30 13:42:18.853505 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:42:19.675612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341ed84-e7af-4303-a263-605a82b1a904 req-f833a438-5055-47b5-bf3c-80c2fcffb91c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:19.676997 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2341ed84-e7af-4303-a263-605a82b1a904 req-f833a438-5055-47b5-bf3c-80c2fcffb91c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 944 time: 0.0500975 Aug 30 13:42:19.714729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2341ed84-e7af-4303-a263-605a82b1a904 req-b851827f-c040-4299-aa45-da99ae57d987 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315881 Aug 30 13:42:20.828343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dedcf-0333-4041-b027-2eaab1566fc1 req-45f748ee-22e2-4844-8174-e3d987cfc92d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:20.829887 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc8dedcf-0333-4041-b027-2eaab1566fc1 req-45f748ee-22e2-4844-8174-e3d987cfc92d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 944 time: 0.0484939 Aug 30 13:42:20.866602 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc8dedcf-0333-4041-b027-2eaab1566fc1 req-05c663f1-5273-4537-b1d0-bdeb77eed612 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305383 Aug 30 13:42:21.981251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fde49b-6937-4586-86c5-da6bc86f71ef req-450098df-7e92-4667-851e-e87aed7942bf tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:21.982659 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08fde49b-6937-4586-86c5-da6bc86f71ef req-450098df-7e92-4667-851e-e87aed7942bf tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 944 time: 0.0484872 Aug 30 13:42:22.020377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08fde49b-6937-4586-86c5-da6bc86f71ef req-e33f8591-3d9f-438f-a03f-dc5496645d0f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Aug 30 13:42:23.133838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865e26c-dcf7-40c5-9264-940ea8713852 req-72ac8674-a88e-446b-b198-213962c23d35 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:23.135327 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7865e26c-dcf7-40c5-9264-940ea8713852 req-72ac8674-a88e-446b-b198-213962c23d35 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 944 time: 0.0489979 Aug 30 13:42:23.176662 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7865e26c-dcf7-40c5-9264-940ea8713852 req-8cc97f3e-cc8c-4b24-8562-c6c056382543 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353727 Aug 30 13:42:24.288574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb742df-5d99-42da-bd03-4f7c743f42de req-345fa89b-a422-468d-adc5-a6380016573c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:24.290929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8bb742df-5d99-42da-bd03-4f7c743f42de req-345fa89b-a422-468d-adc5-a6380016573c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 944 time: 0.0493290 Aug 30 13:42:24.332403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8bb742df-5d99-42da-bd03-4f7c743f42de req-2ad0bb66-0b6b-43f5-957f-3a584ecc968d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356839 Aug 30 13:42:25.437946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 82cc930d-d77e-449d-88e0-0ca5de387db7 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:42:25.444798 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a146436-9d1d-45e3-b09e-4783dae0148d req-69df6b61-c1bc-4583-b04b-621c410fcb91 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:25.446429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9a146436-9d1d-45e3-b09e-4783dae0148d req-69df6b61-c1bc-4583-b04b-621c410fcb91 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 944 time: 0.0494540 Aug 30 13:42:25.484147 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9a146436-9d1d-45e3-b09e-4783dae0148d req-003f1711-067b-40f3-98bc-4cc6dccf1c00 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Aug 30 13:42:25.532271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 82cc930d-d77e-449d-88e0-0ca5de387db7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=82cc930d-d77e-449d-88e0-0ca5de387db7,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:25.543501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '82cc930d-d77e-449d-88e0-0ca5de387db7', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'port_id': '82cc930d-d77e-449d-88e0-0ca5de387db7', 'mac_address': 'fa:16:3e:83:b5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:42:25.579809 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:25.592147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cc930d-d77e-449d-88e0-0ca5de387db7 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:42:25.616865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 82cc930d-d77e-449d-88e0-0ca5de387db7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=82cc930d-d77e-449d-88e0-0ca5de387db7,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:25.620814 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:25.667269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=82cc930d-d77e-449d-88e0-0ca5de387db7,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:25.674304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.674648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.674985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.675318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.675649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.675974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.676299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.676619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.676940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.677260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.677579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.677925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:25.834341 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['82cc930d-d77e-449d-88e0-0ca5de387db7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:42:26.595927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a0df1-2caa-443d-9900-540bb961af2d req-d543b43a-6d7e-4084-bc0f-6e1d65bd65a5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:26.597464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a7a0df1-2caa-443d-9900-540bb961af2d req-d543b43a-6d7e-4084-bc0f-6e1d65bd65a5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 945 time: 0.0483582 Aug 30 13:42:26.636681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a7a0df1-2caa-443d-9900-540bb961af2d req-b96342f0-0e6b-46f2-8df6-ada504cffac9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Aug 30 13:42:27.452600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 82cc930d-d77e-449d-88e0-0ca5de387db7 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:42:27.500192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 82cc930d-d77e-449d-88e0-0ca5de387db7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:27.503681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 82cc930d-d77e-449d-88e0-0ca5de387db7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:27.504051 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:27.580697 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:27.602620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad95d6de-e24d-4296-b8d0-aa7be0fdfc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc930d-d77e-449d-88e0-0ca5de387db7'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:27.604888 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38933886-57a8-4b26-9a5d-bdcf91ba4ad7" -d '{"events": [{"server_uuid": "ad95d6de-e24d-4296-b8d0-aa7be0fdfc12", "name": "network-vif-plugged", "status": "completed", "tag": "82cc930d-d77e-449d-88e0-0ca5de387db7"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:27.617184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 82cc930d-d77e-449d-88e0-0ca5de387db7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=82cc930d-d77e-449d-88e0-0ca5de387db7,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:27.622712 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:27.648090 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b8f57a-a194-443d-9a78-17eb2b15f823 x-openstack-request-id: req-19b8f57a-a194-443d-9a78-17eb2b15f823 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:27.648378 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad95d6de-e24d-4296-b8d0-aa7be0fdfc12", "name": "network-vif-plugged", "status": "completed", "tag": "82cc930d-d77e-449d-88e0-0ca5de387db7", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:27.648629 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-19b8f57a-a194-443d-9a78-17eb2b15f823 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:27.649203 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad95d6de-e24d-4296-b8d0-aa7be0fdfc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cc930d-d77e-449d-88e0-0ca5de387db7', 'code': 200} Aug 30 13:42:27.676483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=82cc930d-d77e-449d-88e0-0ca5de387db7,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:27.741539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d76256-b879-4562-a9b6-021b7290b1ef req-15fe975a-ed30-4a18-8344-2434c4f9ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:27.743598 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8d76256-b879-4562-a9b6-021b7290b1ef req-15fe975a-ed30-4a18-8344-2434c4f9ab5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 1097 time: 0.0408032 Aug 30 13:42:27.753640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14781e1-f3f0-4988-bdf2-e27071e0950e req-098b04e9-95ef-43bf-8cb6-c1c16ef1e55e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:27.755154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d14781e1-f3f0-4988-bdf2-e27071e0950e req-098b04e9-95ef-43bf-8cb6-c1c16ef1e55e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 946 time: 0.0499802 Aug 30 13:42:27.778523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a8d76256-b879-4562-a9b6-021b7290b1ef req-bf68b4bf-c3d1-4852-babf-8d9b30dc6d9a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283701 Aug 30 13:42:27.793473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d14781e1-f3f0-4988-bdf2-e27071e0950e req-10d0627f-a3f1-42d2-b6d6-7c63efcdf19b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Aug 30 13:42:28.296410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b8146-83b7-4301-be66-47602dec02b5 req-1ca5f104-76f1-45e4-b294-267f8d9a1f2b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:28.297887 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0a5b8146-83b7-4301-be66-47602dec02b5 req-1ca5f104-76f1-45e4-b294-267f8d9a1f2b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0481675 Aug 30 13:42:28.338353 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0a5b8146-83b7-4301-be66-47602dec02b5 req-d67ab915-f1dd-49e3-b5eb-a387a028f655 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345531 Aug 30 13:42:28.360713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59872) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:28.420918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-96542763-18fc-433f-9a62-a1c455ede6d8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/f39d7ae2-895c-4fb1-80a3-00689757e6f6 HTTP/1.1" status: 200 len: 993 time: 0.0590956 Aug 30 13:42:28.635574 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:28.854667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c805f32-2ed1-4231-aa0e-a020cb580f00 req-9339992f-5e7b-4253-9658-8a0c048cc3b5 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:28.856853 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c805f32-2ed1-4231-aa0e-a020cb580f00 req-9339992f-5e7b-4253-9658-8a0c048cc3b5 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1096 time: 0.0477662 Aug 30 13:42:28.894959 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1c805f32-2ed1-4231-aa0e-a020cb580f00 req-952fa67d-6462-4306-b2bd-3be715a1a2ee tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313010 Aug 30 13:42:28.913610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e798fd-3ee6-48e1-a4d1-dd7a6e98e9ef req-9d47a3ad-1b38-4e6b-8045-56f2e36ec1e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:28.915698 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22e798fd-3ee6-48e1-a4d1-dd7a6e98e9ef req-9d47a3ad-1b38-4e6b-8045-56f2e36ec1e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 946 time: 0.0495603 Aug 30 13:42:28.959470 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-22e798fd-3ee6-48e1-a4d1-dd7a6e98e9ef req-2fdc400e-cf49-4078-a916-483a76b47464 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372398 Aug 30 13:42:29.081300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6b4d-b09e-40e8-b766-3135feb45af3 req-bccb9936-7763-4feb-a68a-f41d190d321f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:29.082815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ded6b4d-b09e-40e8-b766-3135feb45af3 req-bccb9936-7763-4feb-a68a-f41d190d321f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 946 time: 0.0562005 Aug 30 13:42:29.122069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ded6b4d-b09e-40e8-b766-3135feb45af3 req-06957601-d26c-4dc1-96ff-b065dafd999b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327272 Aug 30 13:42:29.397891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 59912) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:29.496291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-cea8aae1-0fd9-4ddc-b5d1-d0826546343b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972362 Aug 30 13:42:30.046402 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-78073b31-a89a-4736-bf44-80f638c7fd05 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:42:30.054144 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-78073b31-a89a-4736-bf44-80f638c7fd05 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0736253 Aug 30 13:42:30.058698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Request body: {'binding': {'host': 'n-h1-688802-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:30.059436 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Unknown quota resources ['binding']. {{(pid=95699) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 13:42:30.234714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 on host n-h1-688802-6 for vnic_type normal with profile None {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:42:30.235327 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:42:30.235868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 on network 78062e14-7432-4071-8c14-4afd8020e4d7 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:30.241196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Port 9b9bd626-57f8-4929-9576-11d7009d3343 on network 78062e14-7432-4071-8c14-4afd8020e4d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:42:30.241642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 on network 78062e14-7432-4071-8c14-4afd8020e4d7 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:30.247006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:42:30.247457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Checking segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:42:30.247972 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Bound using segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:42:30.248496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Bound port: 9b9bd626-57f8-4929-9576-11d7009d3343, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:42:30.288960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-e9b23e9b-71bb-41cb-9b4b-315ee7956778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:30.291679 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-e9b23e9b-71bb-41cb-9b4b-315ee7956778 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1096 time: 0.1396558 Aug 30 13:42:30.346504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:42:30.353362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] Notify callbacks [] for binding, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:30.364180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ed93c3ea-39b1-44b3-8e90-5ab6ca332e98 service neutron] 10.222.0.37 "POST /v2.0/ports/9b9bd626-57f8-4929-9576-11d7009d3343/bindings HTTP/1.1" status: 201 len: 389 time: 0.3047214 Aug 30 13:42:30.435226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-2ed27432-6157-48d0-93a3-a90c7ce0f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:30.436994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-2ed27432-6157-48d0-93a3-a90c7ce0f1f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 898 time: 0.1248524 Aug 30 13:42:30.547582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-205008df-edc2-49ab-8019-e17ef215324a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 1001 time: 0.1030681 Aug 30 13:42:30.561049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90076c9e-6c2b-4c1f-b964-887da1b08829 req-fffb5a7e-8a87-4016-9c31-b0d85fff11e9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:30.563027 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90076c9e-6c2b-4c1f-b964-887da1b08829 req-fffb5a7e-8a87-4016-9c31-b0d85fff11e9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0737798 Aug 30 13:42:30.701863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-612a3d40-fdfe-4ae4-ac43-44a05cf6fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:30.703380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-612a3d40-fdfe-4ae4-ac43-44a05cf6fa89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 200 len: 834 time: 0.1394525 Aug 30 13:42:30.709235 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90076c9e-6c2b-4c1f-b964-887da1b08829 req-acf13349-5f50-4d1c-a9e1-bb826878a7d1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364620 Aug 30 13:42:30.717558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-bb089472-d02b-46a3-a4a8-02b890b7c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:30.721376 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-bb089472-d02b-46a3-a4a8-02b890b7c345 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1096 time: 0.0886359 Aug 30 13:42:30.758062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-003b7d78-71b0-4440-8aca-1458e6b42a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:30.759651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-003b7d78-71b0-4440-8aca-1458e6b42a4a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78062e14-7432-4071-8c14-4afd8020e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495784 Aug 30 13:42:30.834201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-d145de7a-78a7-4a4f-808d-76ba4f90bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:30.835702 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-d145de7a-78a7-4a4f-808d-76ba4f90bbae service neutron] 10.222.0.16 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 898 time: 0.1067097 Aug 30 13:42:30.856962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-eb07abab-ccf2-4426-949d-f06cce092dc8 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901868 Aug 30 13:42:30.908056 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-462e61fe-a98d-4367-9f27-e48f344975ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 1001 time: 0.0648212 Aug 30 13:42:30.952972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6871352a-b0d1-417b-b981-a1db2fa520ce req-ce97a940-2838-437c-994f-d0bddbd67b6e service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872862 Aug 30 13:42:30.957233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-07d842ba-5439-4a6f-bc6d-f79bcefbe5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:30.958696 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-07d842ba-5439-4a6f-bc6d-f79bcefbe5c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 200 len: 834 time: 0.0427625 Aug 30 13:42:31.009521 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-74a253e2-aa89-46de-a487-e44d04e9cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:31.011026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-74a253e2-aa89-46de-a487-e44d04e9cba2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78062e14-7432-4071-8c14-4afd8020e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450976 Aug 30 13:42:31.065406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:31.101344 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-feaa2d51-1f03-46bb-82eb-223dfe850e73 service neutron] 10.222.0.16 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833097 Aug 30 13:42:31.194689 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-ef0f8766-8bde-426d-8ae2-92f6c1aa8429 service neutron] 10.222.0.16 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860872 Aug 30 13:42:31.323013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-2de062b0-92af-4324-be5c-2c45b091052d tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:31.324412 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-2de062b0-92af-4324-be5c-2c45b091052d tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1096 time: 0.0766251 Aug 30 13:42:31.335365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-688802-6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:31.392022 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:31.518220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:31.559782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:31.612985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:31.615187 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fdc5a7-bc2c-4750-ae4d-504f61ed8e1c" -d '{"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:31.619864 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:31.657091 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:31.672749 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb41aba-eebb-4d16-ae7f-b3d26f7dbe39 x-openstack-request-id: req-beb41aba-eebb-4d16-ae7f-b3d26f7dbe39 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:31.673038 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:31.673280 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-beb41aba-eebb-4d16-ae7f-b3d26f7dbe39 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:31.673655 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343', 'code': 200} Aug 30 13:42:31.798738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-395233a2-79ed-4ffe-bcb8-e240fec7f46d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:31.800262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-395233a2-79ed-4ffe-bcb8-e240fec7f46d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.2000787 Aug 30 13:42:31.802856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=7']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:31.826227 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-668478e0-0710-4973-bfb4-ccc09a49e02a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/quotas/e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 375 time: 0.0161877 Aug 30 13:42:31.849631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec02c37-f294-43c3-846c-e21e3b4918ab req-b18cdd56-1e37-4b17-b39a-fe51b675419f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:31.851226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2ec02c37-f294-43c3-846c-e21e3b4918ab req-b18cdd56-1e37-4b17-b39a-fe51b675419f tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 943 time: 0.0547326 Aug 30 13:42:31.895171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2ec02c37-f294-43c3-846c-e21e3b4918ab req-17caa52d-23a8-4f38-9d64-4ecec59cd6a3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368049 Aug 30 13:42:31.942386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-505478d7-b4ef-4de1-b0ad-743f84470d91 None None] Provisioning complete for port 9b9bd626-57f8-4929-9576-11d7009d3343 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:31.942766 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-505478d7-b4ef-4de1-b0ad-743f84470d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:31.978394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-505478d7-b4ef-4de1-b0ad-743f84470d91 None None] Port 9b9bd626-57f8-4929-9576-11d7009d3343 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:42:32.221125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 on host n-h2-688802-6 for vnic_type normal with profile {"migrating_to": "n-h1-688802-6"} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:42:32.221802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:42:32.221802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 on network 78062e14-7432-4071-8c14-4afd8020e4d7 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:32.231806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Port 9b9bd626-57f8-4929-9576-11d7009d3343 on network 78062e14-7432-4071-8c14-4afd8020e4d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:42:32.232132 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Attempting to bind port 9b9bd626-57f8-4929-9576-11d7009d3343 on network 78062e14-7432-4071-8c14-4afd8020e4d7 {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:32.232548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-b5ed46df-96cc-47aa-a4bc-5bde08baf35d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472918 Aug 30 13:42:32.239797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:42:32.240116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Checking segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:42:32.240504 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Bound using segment: {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'} {{(pid=95699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:42:32.240931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.managers [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Bound port: 9b9bd626-57f8-4929-9576-11d7009d3343, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9856500d-eb66-4955-8b99-ef8c292ce26c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7'}}] {{(pid=95699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:42:32.241289 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:32.252474 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-05bdf552-3e73-4632-bd1e-cf34ee92c709 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4192843 Aug 30 13:42:32.312044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-2bec2293-2e40-4f71-97fd-89a72a48aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:32.314232 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-2bec2293-2e40-4f71-97fd-89a72a48aaef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 1097 time: 0.0408928 Aug 30 13:42:32.377438 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, cleared binding levels {{(pid=95699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:32.383925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:42:32.392722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:32.421267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-1c6470ba-4848-4159-8c2e-ab6b7902e298 service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601627 Aug 30 13:42:32.422798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-9fdb7db6-5960-4a20-ae43-11d2f1ad7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:32.424800 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-9fdb7db6-5960-4a20-ae43-11d2f1ad7369 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0909884 Aug 30 13:42:32.472123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-27f23008-8bd7-45e8-a4a1-41d1e12f8f01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82cc930d-d77e-449d-88e0-0ca5de387db7 HTTP/1.1" status: 200 len: 217 time: 0.0404074 Aug 30 13:42:32.525346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-1aad0746-2523-466f-82e4-c2d33c93f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:32.526957 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-1aad0746-2523-466f-82e4-c2d33c93f76d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0478213 Aug 30 13:42:32.546264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=8']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:32.580267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-a5db1ac4-eb5e-4068-8c10-b7495f3cbfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:32.582287 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-a5db1ac4-eb5e-4068-8c10-b7495f3cbfb0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481322 Aug 30 13:42:32.612303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:32.612923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:32.614382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] 10.222.0.16 "PUT /v2.0/ports/9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 1121 time: 1.2829738 Aug 30 13:42:32.620458 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-55a9515d-0c33-441a-90bf-797083b48744 service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899288 Aug 30 13:42:32.672576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['9b9bd626-57f8-4929-9576-11d7009d3343'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:42:32.686879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-83b90931-b1ae-4363-98a0-3fee5a115728 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976694 Aug 30 13:42:32.724815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-71cd3c3a-7e7e-4ee6-8ef8-d416c1a2c653 None None] Provisioning complete for port 9b9bd626-57f8-4929-9576-11d7009d3343 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:32.725205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-71cd3c3a-7e7e-4ee6-8ef8-d416c1a2c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:32.785226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b681a743-f73e-47f0-b627-2f72e0bab0cc req-360322e2-aecd-4501-bdcb-d7caa4022234 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904264 Aug 30 13:42:32.859071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ccfb71f-00bc-4b54-9ae4-9d30bc6d22ff req-ffdb9dc5-10c8-4f9c-9dbe-275565837050 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 210 time: 0.0300815 Aug 30 13:42:32.874633 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-71cd3c3a-7e7e-4ee6-8ef8-d416c1a2c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:32.915119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:32.917276 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bee049-df4b-4581-ac52-b81ddea83268" -d '{"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-plugged", "status": "completed", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:32.939287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-71cd3c3a-7e7e-4ee6-8ef8-d416c1a2c653 None None] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:32.947682 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-71cd3c3a-7e7e-4ee6-8ef8-d416c1a2c653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:32.959761 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91354d1c-ca8c-4fbd-905a-43a7969b4833 x-openstack-request-id: req-91354d1c-ca8c-4fbd-905a-43a7969b4833 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:32.960283 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-plugged", "status": "completed", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:32.960541 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91354d1c-ca8c-4fbd-905a-43a7969b4833 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:32.960936 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343', 'code': 200} Aug 30 13:42:33.050876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa51eda-2735-4112-8d25-ebd669db6d84 req-81378ee1-19de-406e-844a-1fde22447a62 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:33.052634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eaa51eda-2735-4112-8d25-ebd669db6d84 req-81378ee1-19de-406e-844a-1fde22447a62 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0623996 Aug 30 13:42:33.097514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eaa51eda-2735-4112-8d25-ebd669db6d84 req-afd7e74c-2c91-4ebb-9cb4-94f45249218b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369363 Aug 30 13:42:33.136182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd3c3a-7e7e-4ee6-8ef8-d416c1a2c653 None None] Pushing event updated for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:33.497796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9b9bd626-57f8-4929-9576-11d7009d3343 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:42:33.586039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:33.596688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9b9bd626-57f8-4929-9576-11d7009d3343 has no active binding in host n-h1-688802-6 {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 13:42:33.674840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:33.677318 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b0a360-4264-4a27-879b-a4b89f669f17" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:33.713166 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf33c66-cb48-4eb8-a8df-d54075228ae9 x-openstack-request-id: req-2bf33c66-cb48-4eb8-a8df-d54075228ae9 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:33.713464 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:33.713742 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2bf33c66-cb48-4eb8-a8df-d54075228ae9 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:33.714150 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343', 'status': 'completed', 'code': 200} Aug 30 13:42:33.822404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-67048b0d-43a7-4435-a49e-64a4831ec23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:33.823904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-67048b0d-43a7-4435-a49e-64a4831ec23e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1126 time: 0.0705750 Aug 30 13:42:33.852822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-939b016b-4409-4f02-8742-388d9ca58461 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:33.854308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-939b016b-4409-4f02-8742-388d9ca58461 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1512988 Aug 30 13:42:33.891581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'port': {'device_id': '36a40bbc-939f-48ad-b67d-a5eefaa1ab6d', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'admin_state_up': True, 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:33.978348 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-932f804d-1b58-4f31-85b6-f9efbf36cc6b req-98dc22f2-0d4a-4b8f-b64a-b335f11d335a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 210 time: 0.0387089 Aug 30 13:42:34.023005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-f19df1ca-d187-49f8-b535-1c16d59efae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:34.024900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-f19df1ca-d187-49f8-b535-1c16d59efae3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 898 time: 0.1873288 Aug 30 13:42:34.110579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-eb81fd60-26c2-44ed-8a8a-4524eec9dd6b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 1001 time: 0.0773368 Aug 30 13:42:34.113606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Made reservation on behalf of e801a5de763b414d8d59c00c6d4c6130 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:42:34.117572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:34.234409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-ec5e0ad9-bcf3-4a07-939e-3319ecaf2b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:34.235884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-ec5e0ad9-bcf3-4a07-939e-3319ecaf2b41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 200 len: 834 time: 0.1145773 Aug 30 13:42:34.257486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751090f-9622-4ec2-a9d4-d9bf03a5c437 req-e9b5996b-9bc5-46f4-96b0-64926bfe2e8d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:34.260390 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9751090f-9622-4ec2-a9d4-d9bf03a5c437 req-e9b5996b-9bc5-46f4-96b0-64926bfe2e8d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0647922 Aug 30 13:42:34.306578 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9751090f-9622-4ec2-a9d4-d9bf03a5c437 req-1c2663c6-7f9d-4b9f-8e8a-e07c1fddcf01 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396168 Aug 30 13:42:34.323122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.20.0.13 (3c65a727-5656-475d-9d20-9b8afbb02538/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff/b0bd2e93-8101-499d-8349-34617123ec83) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:42:34.338325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-8fb8b8b2-388c-45ad-a313-1fc92d0e08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:34.339835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-8fb8b8b2-388c-45ad-a313-1fc92d0e08ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=78062e14-7432-4071-8c14-4afd8020e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712171 Aug 30 13:42:34.507496 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-1dedc112-7561-417d-9a2f-744bacb64776 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594293 Aug 30 13:42:34.868372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:34.892565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Transition to ACTIVE for port object b0bd2e93-8101-499d-8349-34617123ec83 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:34.919613 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90b0a360-4264-4a27-879b-a4b89f669f17 req-3599ab0a-247b-4761-9599-4934b2d341d8 service neutron] 10.222.0.35 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040580 Aug 30 13:42:34.942079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:34.954318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['82cc930d-d77e-449d-88e0-0ca5de387db7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:42:34.983428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:42:34.990662 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:42:34.994827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:42:35.001403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=b0bd2e93-8101-499d-8349-34617123ec83,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:35.049634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.050069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.050357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.050693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.051023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.051351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.051680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.052003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.052323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.052643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.052967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.053287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:35.093181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:35.095928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:35.134765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-10245875-3418-4333-bd58-84bd7f84be1d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2708261 Aug 30 13:42:35.151166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Request body: {'port': {'device_id': '36a40bbc-939f-48ad-b67d-a5eefaa1ab6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:35.225009 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:35.311223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fd7f7682-c92a-4069-afaf-9bb66b8d91ba None None] Provisioning for port b0bd2e93-8101-499d-8349-34617123ec83 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:35.316187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fd7f7682-c92a-4069-afaf-9bb66b8d91ba None None] Provisioning complete for port b0bd2e93-8101-499d-8349-34617123ec83 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:35.316605 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7682-c92a-4069-afaf-9bb66b8d91ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:35.379853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f7682-c92a-4069-afaf-9bb66b8d91ba None None] Port b0bd2e93-8101-499d-8349-34617123ec83 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:42:35.437784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b84804-734e-4908-8d5b-e748457f6e78 req-e8b07b45-eef2-42bc-87c0-a35f10bde589 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:35.439398 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f1b84804-734e-4908-8d5b-e748457f6e78 req-e8b07b45-eef2-42bc-87c0-a35f10bde589 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.0510640 Aug 30 13:42:35.478547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff9da4-3a3d-4811-a416-71f30b2602f4 req-c530c7e1-c258-4c5e-adb4-6ffd57c786c9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:35.480050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4ff9da4-3a3d-4811-a416-71f30b2602f4 req-c530c7e1-c258-4c5e-adb4-6ffd57c786c9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 932 time: 0.1080933 Aug 30 13:42:35.480202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f1b84804-734e-4908-8d5b-e748457f6e78 req-647e38b4-05f1-46ed-acaf-43a2d82bb755 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342572 Aug 30 13:42:35.543442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a4ff9da4-3a3d-4811-a416-71f30b2602f4 req-9a83e3c4-96fc-4bc1-920f-b42336b91d1b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550330 Aug 30 13:42:35.596517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0bd2e93-8101-499d-8349-34617123ec83 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:42:35.604324 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:35.615843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Transition to ACTIVE for port object b0bd2e93-8101-499d-8349-34617123ec83 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:35.619739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:35.670994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bd2e93-8101-499d-8349-34617123ec83,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:35.747482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Attempting to bind port b0bd2e93-8101-499d-8349-34617123ec83 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:42:35.747835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Attempting to bind port b0bd2e93-8101-499d-8349-34617123ec83 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:42:35.748137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Attempting to bind port b0bd2e93-8101-499d-8349-34617123ec83 on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:35.752729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Port b0bd2e93-8101-499d-8349-34617123ec83 on network 3c65a727-5656-475d-9d20-9b8afbb02538 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:42:35.753049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Attempting to bind port b0bd2e93-8101-499d-8349-34617123ec83 on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:35.758066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:42:35.758450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:42:35.758838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Bound using segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:42:35.759263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Bound port: b0bd2e93-8101-499d-8349-34617123ec83, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:42:35.759618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:35.831281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] For port b0bd2e93-8101-499d-8349-34617123ec83, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:35.834869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] For port b0bd2e93-8101-499d-8349-34617123ec83, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b0bd2e93-8101-499d-8349-34617123ec83,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:42:35.842978 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:35.879014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:35.879630 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:35.881088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/b0bd2e93-8101-499d-8349-34617123ec83 HTTP/1.1" status: 200 len: 1092 time: 0.7361550 Aug 30 13:42:35.881537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a40bbc-939f-48ad-b67d-a5eefaa1ab6d', 'tag': 'b0bd2e93-8101-499d-8349-34617123ec83'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:35.884519 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001c2ca0-3108-4fff-aec7-36b88085a3b5" -d '{"events": [{"name": "network-changed", "server_uuid": "36a40bbc-939f-48ad-b67d-a5eefaa1ab6d", "tag": "b0bd2e93-8101-499d-8349-34617123ec83"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:35.922492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b57c59-4033-4931-97a8-42b08879f8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0bd2e93-8101-499d-8349-34617123ec83,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:35.989359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-74d46940-02fd-4368-9381-348651fe08d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:35.991004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-74d46940-02fd-4368-9381-348651fe08d2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 1095 time: 0.0480089 Aug 30 13:42:36.044375 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c914554-b20f-4d04-bbdd-8f90a2f4336b x-openstack-request-id: req-2c914554-b20f-4d04-bbdd-8f90a2f4336b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:36.044674 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a40bbc-939f-48ad-b67d-a5eefaa1ab6d", "tag": "b0bd2e93-8101-499d-8349-34617123ec83", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:36.044865 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c914554-b20f-4d04-bbdd-8f90a2f4336b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:36.046318 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a40bbc-939f-48ad-b67d-a5eefaa1ab6d', 'tag': 'b0bd2e93-8101-499d-8349-34617123ec83', 'status': 'completed', 'code': 200} Aug 30 13:42:36.047200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-59b1d743-20f9-42d1-8f7a-5f62051a4fc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0bd2e93-8101-499d-8349-34617123ec83 HTTP/1.1" status: 200 len: 217 time: 0.0460036 Aug 30 13:42:36.108113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-8061676b-165b-4760-9825-307c2112a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:36.109602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-8061676b-165b-4760-9825-307c2112a42f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0509808 Aug 30 13:42:36.160473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-d125bebb-f6b6-41f7-a0a1-327e136838c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:36.161985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-d125bebb-f6b6-41f7-a0a1-327e136838c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435233 Aug 30 13:42:36.256907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-7b40e7b3-e0ad-46a7-a861-174eff887719 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870583 Aug 30 13:42:36.348576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b7c7f80e-75d5-4531-9d19-285d52c13c6e req-7cbd837b-9178-411d-a286-611a8d41a48d service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828912 Aug 30 13:42:36.450872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-78b8b314-be94-486a-9784-16b80f10d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:36.452379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-78b8b314-be94-486a-9784-16b80f10d5fb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 1095 time: 0.0561688 Aug 30 13:42:36.677398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-dbac69e0-893a-4758-a855-f0a77a46baf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:36.679764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-dbac69e0-893a-4758-a855-f0a77a46baf4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.2197793 Aug 30 13:42:36.727970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6179af-f59c-4693-a87d-1564533ce7ce req-a5ef4efe-9f80-4261-a60c-2b02d18b9ef4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:36.730514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c6179af-f59c-4693-a87d-1564533ce7ce req-a5ef4efe-9f80-4261-a60c-2b02d18b9ef4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.1564105 Aug 30 13:42:36.737306 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-740ec965-5d95-4215-83e1-c2080e6d35a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:36.739559 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b003-aa7b-4fb3-9038-34d5204e4d80 req-0c6bab32-4b04-4384-8ed6-db9480624cd2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:36.747373 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5274b003-aa7b-4fb3-9038-34d5204e4d80 req-0c6bab32-4b04-4384-8ed6-db9480624cd2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.1058168 Aug 30 13:42:36.771666 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-1de5b6fb-b0c8-4b46-a639-7360811f1261 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0bd2e93-8101-499d-8349-34617123ec83 HTTP/1.1" status: 200 len: 217 time: 0.0823824 Aug 30 13:42:36.797546 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5274b003-aa7b-4fb3-9038-34d5204e4d80 req-36fc40d3-0eba-4efd-8d5f-b40be40848d3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493114 Aug 30 13:42:36.845454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-e77ab033-a40a-4605-8f91-1a73239ccc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:36.848107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-e77ab033-a40a-4605-8f91-1a73239ccc15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0620260 Aug 30 13:42:36.854984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c6179af-f59c-4693-a87d-1564533ce7ce req-46290446-7060-4cc8-a445-8c8463f094ca tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940454 Aug 30 13:42:36.911504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-99e105a2-15ae-407f-b74a-6f3677b4c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:36.913114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-99e105a2-15ae-407f-b74a-6f3677b4c667 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572534 Aug 30 13:42:37.017715 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-974f0e8c-fde0-455d-a234-721e155c8d32 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968723 Aug 30 13:42:37.131462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-001c2ca0-3108-4fff-aec7-36b88085a3b5 req-964a4dd7-4b8b-4205-b093-2da96d4f93de service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064277 Aug 30 13:42:37.984214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe91af-d3ee-43a6-bc38-74611b8dc53f req-c0c2de9f-981b-487b-b4be-cfd4dc4345a1 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:37.985676 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eebe91af-d3ee-43a6-bc38-74611b8dc53f req-c0c2de9f-981b-487b-b4be-cfd4dc4345a1 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0761583 Aug 30 13:42:38.044610 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eebe91af-d3ee-43a6-bc38-74611b8dc53f req-7bbdc9b1-62ad-4b58-a6ad-a957221a5d5b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513566 Aug 30 13:42:38.098432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90573d22-b4ec-46c3-962a-b576c5696c14 req-e633ab6f-0c09-4188-bb0c-14d72257c592 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:38.100357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90573d22-b4ec-46c3-962a-b576c5696c14 req-e633ab6f-0c09-4188-bb0c-14d72257c592 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 945 time: 0.1162617 Aug 30 13:42:38.104524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-47313564-e553-4e3b-84dd-771926f95cd2 service neutron] 10.222.0.35 "GET /v2.0/ports/9b9bd626-57f8-4929-9576-11d7009d3343/bindings/n-h1-688802-6 HTTP/1.1" status: 200 len: 384 time: 0.1736536 Aug 30 13:42:38.214098 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90573d22-b4ec-46c3-962a-b576c5696c14 req-9d36c4f0-b322-4941-83d2-f139896dfcbb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965536 Aug 30 13:42:38.402059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-302e2abb-3761-43e5-b2ef-d7c9dc503d7d service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:38.440232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-302e2abb-3761-43e5-b2ef-d7c9dc503d7d service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:38.510878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:38.513749 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a4f3c-83a6-48a6-93fd-4f12982cd45f" -d '{"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:38.525710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-302e2abb-3761-43e5-b2ef-d7c9dc503d7d service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:38.551821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-302e2abb-3761-43e5-b2ef-d7c9dc503d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:38.593726 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed56d153-902a-4a46-bac1-fe623a180fbf x-openstack-request-id: req-ed56d153-902a-4a46-bac1-fe623a180fbf {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:38.594552 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-unplugged", "status": "completed", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:38.594825 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ed56d153-902a-4a46-bac1-fe623a180fbf {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:38.595217 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343', 'code': 200} Aug 30 13:42:38.660100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-302e2abb-3761-43e5-b2ef-d7c9dc503d7d service neutron] Transition to ACTIVE for port object 9b9bd626-57f8-4929-9576-11d7009d3343 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:38.669723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-302e2abb-3761-43e5-b2ef-d7c9dc503d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:38.779352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e2abb-3761-43e5-b2ef-d7c9dc503d7d service neutron] Pushing event updated for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=11']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:38.846228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-302e2abb-3761-43e5-b2ef-d7c9dc503d7d service neutron] No DVR routers for this DVR port 9b9bd626-57f8-4929-9576-11d7009d3343 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:42:39.033548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-302e2abb-3761-43e5-b2ef-d7c9dc503d7d service neutron] 10.222.0.35 "PUT /v2.0/ports/9b9bd626-57f8-4929-9576-11d7009d3343/bindings/n-h1-688802-6/activate HTTP/1.1" status: 200 len: 369 time: 0.9214599 Aug 30 13:42:39.214233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-3e99b087-de39-4bd3-9b53-984519f376e2 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:39.215691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-3e99b087-de39-4bd3-9b53-984519f376e2 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.1192148 Aug 30 13:42:39.223920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1326b2-aab5-40f5-a121-0556b5cec834 req-654f38f1-3053-453e-b46d-726627c515b6 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:39.225254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be1326b2-aab5-40f5-a121-0556b5cec834 req-654f38f1-3053-453e-b46d-726627c515b6 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0959706 Aug 30 13:42:39.300415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-be1326b2-aab5-40f5-a121-0556b5cec834 req-159161ce-4041-4e5a-97ec-df34c9e1a9e9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655823 Aug 30 13:42:39.305926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-f98e79b4-9a0e-4b82-ac34-fa4f5b17181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:39.307413 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-f98e79b4-9a0e-4b82-ac34-fa4f5b17181e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 1095 time: 0.0812902 Aug 30 13:42:39.386607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7e58c-d99e-48c8-937d-ef8f8b4497cd req-660380b7-43dc-4c39-9151-eace544979a0 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:39.388883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ee7e58c-d99e-48c8-937d-ef8f8b4497cd req-660380b7-43dc-4c39-9151-eace544979a0 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 944 time: 0.0552528 Aug 30 13:42:39.402859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-2918dbb4-9532-4f6c-b1d8-5f228225a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:39.405312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-2918dbb4-9532-4f6c-b1d8-5f228225a939 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1095 time: 0.0699294 Aug 30 13:42:39.437437 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ee7e58c-d99e-48c8-937d-ef8f8b4497cd req-90edcc27-b924-45f3-8e2b-85dbe95b64e8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 Aug 30 13:42:39.478745 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8b9c4e18-1560-4ee8-aca3-b5fd84bbdcd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:39.544128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-9127b235-5b8a-4de8-90b0-e6f6a5c45c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:39.548527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-9127b235-5b8a-4de8-90b0-e6f6a5c45c3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 898 time: 0.1358838 Aug 30 13:42:39.618093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-efb12d42-598c-49f6-8bbe-3892b5a0520f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 999 time: 0.0624447 Aug 30 13:42:39.672419 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-d73b0e3b-c811-4225-9c67-19bd893923b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:39.673843 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-d73b0e3b-c811-4225-9c67-19bd893923b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 200 len: 834 time: 0.0498302 Aug 30 13:42:39.726429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-92684c5d-1215-4f7c-ab65-3f4358f66c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:39.728020 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-92684c5d-1215-4f7c-ab65-3f4358f66c1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78062e14-7432-4071-8c14-4afd8020e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466712 Aug 30 13:42:39.844048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-26c4f0ab-e222-46bb-9d63-02eda6d22f73 service neutron] 10.222.0.16 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078548 Aug 30 13:42:39.948499 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-f3ccd8f5-e9dc-40fa-afbc-7c80a2797b9b service neutron] 10.222.0.16 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986738 Aug 30 13:42:40.025422 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:40.194581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-79fbdb26-424b-4ee5-94b9-8549b26b4542 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:40.196729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-79fbdb26-424b-4ee5-94b9-8549b26b4542 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 1095 time: 0.0554447 Aug 30 13:42:40.361646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-c425d828-2e92-4ea8-b61e-5dff3c5b294e service neutron] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:40.367018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-c425d828-2e92-4ea8-b61e-5dff3c5b294e service neutron] Notify callbacks [] for binding, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:40.369077 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-c425d828-2e92-4ea8-b61e-5dff3c5b294e service neutron] 10.222.0.16 "DELETE /v2.0/ports/9b9bd626-57f8-4929-9576-11d7009d3343/bindings/n-h2-688802-6 HTTP/1.1" status: 204 len: 173 time: 0.1654506 Aug 30 13:42:40.457018 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e536123-9ac1-4371-bc49-b164fa7f917a req-ada30f4d-ca5f-4770-98a6-b0c263e42871 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:40.460670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e536123-9ac1-4371-bc49-b164fa7f917a req-ada30f4d-ca5f-4770-98a6-b0c263e42871 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0680056 Aug 30 13:42:40.516933 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e536123-9ac1-4371-bc49-b164fa7f917a req-b279bb12-4568-40c1-a689-f29a40790415 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472128 Aug 30 13:42:40.564109 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ec328-ff2e-4d32-baa1-0dd7da10b126 req-0e5d7e4c-0d3c-4d55-8164-cf3daaed5687 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:40.570110 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe8ec328-ff2e-4d32-baa1-0dd7da10b126 req-0e5d7e4c-0d3c-4d55-8164-cf3daaed5687 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 944 time: 0.0570130 Aug 30 13:42:40.606604 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe8ec328-ff2e-4d32-baa1-0dd7da10b126 req-04b986b4-0d62-4bb0-9550-9f459f073ae1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338161 Aug 30 13:42:40.724883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb211f9-ade6-4a90-a8e8-cec2f8393eb0 req-88f92efa-69e7-4594-b409-826c8bcd30a9 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:40.732687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0fb211f9-ade6-4a90-a8e8-cec2f8393eb0 req-88f92efa-69e7-4594-b409-826c8bcd30a9 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1095 time: 0.0540540 Aug 30 13:42:40.777545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0fb211f9-ade6-4a90-a8e8-cec2f8393eb0 req-038759b2-1862-4254-b191-b9d1d43f2c07 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Aug 30 13:42:40.911616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0743b3-3621-492e-bc03-22a55630a04c req-93a9bf21-f048-4c3f-9cf4-68a42bb8e47b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:40.913144 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c0743b3-3621-492e-bc03-22a55630a04c req-93a9bf21-f048-4c3f-9cf4-68a42bb8e47b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 944 time: 0.0660572 Aug 30 13:42:40.951314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:40.957837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0c0743b3-3621-492e-bc03-22a55630a04c req-d88cbfff-33ca-4c8f-9824-418b1dcff6c6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373106 Aug 30 13:42:40.986242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60060) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:41.074369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a23e5710-76d8-4539-b0ff-d5049b854276 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/f39d7ae2-895c-4fb1-80a3-00689757e6f6 HTTP/1.1" status: 200 len: 991 time: 0.0838885 Aug 30 13:42:41.307806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60066) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:41.476635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 9f6e9a6f-5f61-4743-87f4-6c691364e2ae {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:42:41.477561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:41.553741 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:41.554083 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:41.566643 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 9f6e9a6f-5f61-4743-87f4-6c691364e2ae owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:42:41.701893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61387e-946b-44f0-b38c-96fec5290f38 req-3ac3b6a6-7a23-4416-80b1-f6381b2f74dd tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:41.703371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf61387e-946b-44f0-b38c-96fec5290f38 req-3ac3b6a6-7a23-4416-80b1-f6381b2f74dd tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0918884 Aug 30 13:42:41.761431 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf61387e-946b-44f0-b38c-96fec5290f38 req-99e1648e-e93b-4d28-8322-554fcbeb9289 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490661 Aug 30 13:42:41.810320 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:41.835904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=9f6e9a6f-5f61-4743-87f4-6c691364e2ae,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:41.895917 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:41.896264 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Floating IP f39d7ae2-895c-4fb1-80a3-00689757e6f6 disassociated (deleted). External IP: 172.25.2.235, port: 9b9bd626-57f8-4929-9576-11d7009d3343. Aug 30 13:42:42.090212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9b9bd626-57f8-4929-9576-11d7009d3343 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:42:42.105511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 1f904a49-d5e5-486a-9ddd-9c9d15093624 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:42:42.128506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9b9bd626-57f8-4929-9576-11d7009d3343 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:42:42.213381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:42:42.217872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:42.225013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] Sync routers for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:42:42.234636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:42:42.235652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:42.245197 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a76eb14a-6b56-4827-a4b4-8a39bee90418 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/floatingips/f39d7ae2-895c-4fb1-80a3-00689757e6f6 HTTP/1.1" status: 204 len: 168 time: 0.9362369 Aug 30 13:42:42.246083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:42.248549 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:42.291271 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e225f37f-5ac2-4424-b9cb-7a84b37a90dc x-openstack-request-id: req-e225f37f-5ac2-4424-b9cb-7a84b37a90dc {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:42.291568 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:42.291821 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e225f37f-5ac2-4424-b9cb-7a84b37a90dc {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:42.292215 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343', 'status': 'completed', 'code': 200} Aug 30 13:42:42.341196 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:42.360908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:42:42.365781 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-0e1807c2-b9a2-4fee-8f20-7c64b9f8248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:42.368583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-0e1807c2-b9a2-4fee-8f20-7c64b9f8248a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 1095 time: 0.0513177 Aug 30 13:42:42.476981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-460a154a-3358-4487-8a6a-6819143fcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:42.478769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-460a154a-3358-4487-8a6a-6819143fcb03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 200 len: 898 time: 0.1015000 Aug 30 13:42:42.489203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386daa18-f48f-4bed-9b37-e48dbd0df890 req-61eb59e5-0fe8-4d88-87d7-1327a5d7d470 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:42.490884 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-386daa18-f48f-4bed-9b37-e48dbd0df890 req-61eb59e5-0fe8-4d88-87d7-1327a5d7d470 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 944 time: 0.0547767 Aug 30 13:42:42.524657 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-521936d9-4cfc-4d86-b334-e9febb17e100 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 200 len: 217 time: 0.0370071 Aug 30 13:42:42.532072 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-386daa18-f48f-4bed-9b37-e48dbd0df890 req-76d979e6-8471-456a-b655-9cb30677ef0b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=f0afb174-daaa-41b1-ab4b-d16a5270ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343714 Aug 30 13:42:42.574635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-b62a5b10-3368-4ae9-a8e0-4b77d4070975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:42.576229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-b62a5b10-3368-4ae9-a8e0-4b77d4070975 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 200 len: 834 time: 0.0452697 Aug 30 13:42:42.583513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f', 'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:41:00Z', 'updated_at': '2021-08-30T13:41:06Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:42.610291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] Checking router: 1f904a49-d5e5-486a-9ddd-9c9d15093624 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:42:42.618952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:42:42.619569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:42.623119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-8ae5b714-b1fe-49f6-ae98-d4f89e4c6bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:42.624629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-8ae5b714-b1fe-49f6-ae98-d4f89e4c6bb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78062e14-7432-4071-8c14-4afd8020e4d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403819 Aug 30 13:42:42.731351 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-333c8a84-7818-4687-b9b6-3ca27343057d service neutron] 10.222.0.16 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961075 Aug 30 13:42:42.833766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dc452921-4a0b-47cf-ae3b-2bb3d12eb4d1 req-82a6e7fd-0142-497a-ba55-c6b557a74c47 service neutron] 10.222.0.16 "GET /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931640 Aug 30 13:42:42.883342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:42:42.918355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e24d90-50d7-4e4f-bc20-210194e49b1f req-51d73bef-2102-4355-8b61-41b37c625ff5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:42.919863 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38e24d90-50d7-4e4f-bc20-210194e49b1f req-51d73bef-2102-4355-8b61-41b37c625ff5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0852232 Aug 30 13:42:42.932161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d1b6f-6059-4971-b14e-4daefab0020f req-ee7359c3-850c-45c8-94a0-f27ff6ff3eda tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:42.933580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-124d1b6f-6059-4971-b14e-4daefab0020f req-ee7359c3-850c-45c8-94a0-f27ff6ff3eda tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 944 time: 0.0640790 Aug 30 13:42:42.993331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38e24d90-50d7-4e4f-bc20-210194e49b1f req-5d628383-ceeb-4b4b-9346-83c9272b805a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584645 Aug 30 13:42:43.048549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-124d1b6f-6059-4971-b14e-4daefab0020f req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 9b9bd626-57f8-4929-9576-11d7009d3343 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:42:43.048884 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-124d1b6f-6059-4971-b14e-4daefab0020f req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:43.087889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f', 'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:41:00Z', 'updated_at': '2021-08-30T13:41:06Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:43.118596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652fbb5e-bb77-41f9-8b4e-3c8ce56285d0 None None] The sync data for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 is: [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:41:01Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f', 'name': '', 'network_id': '78062e14-7432-4071-8c14-4afd8020e4d7', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:14:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:41:00Z', 'updated_at': '2021-08-30T13:41:06Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'd9af125b-03d1-4353-8bfc-9b5d2b9e9ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:42:43.136553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-124d1b6f-6059-4971-b14e-4daefab0020f req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port 9b9bd626-57f8-4929-9576-11d7009d3343, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9b9bd626-57f8-4929-9576-11d7009d3343,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:43.136838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-124d1b6f-6059-4971-b14e-4daefab0020f req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:43.154372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-124d1b6f-6059-4971-b14e-4daefab0020f req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 9b9bd626-57f8-4929-9576-11d7009d3343 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:42:43.288444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-124d1b6f-6059-4971-b14e-4daefab0020f req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:43.320183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=9b9bd626-57f8-4929-9576-11d7009d3343,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:43.357550 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395978b-d98b-48cc-97be-de50315775e8 None None] New status for floating IP f39d7ae2-895c-4fb1-80a3-00689757e6f6: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:42:43.377741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-124d1b6f-6059-4971-b14e-4daefab0020f req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] No DVR routers for this DVR port 9b9bd626-57f8-4929-9576-11d7009d3343 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:42:43.380385 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-124d1b6f-6059-4971-b14e-4daefab0020f req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:43.382453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-124d1b6f-6059-4971-b14e-4daefab0020f req-e2488f3a-62e3-477c-8567-8a6382d9cafa tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "DELETE /v2.0/ports/9b9bd626-57f8-4929-9576-11d7009d3343 HTTP/1.1" status: 204 len: 173 time: 0.4412994 Aug 30 13:42:43.382917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-deleted', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:43.385932 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f4674a-e1d3-4ac8-b009-57e916135e03" -d '{"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-deleted", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:43.442757 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adbe0f5-05dd-4e87-89cc-147fb1ec06fd x-openstack-request-id: req-4adbe0f5-05dd-4e87-89cc-147fb1ec06fd {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:43.443419 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5168a8-40db-420b-8f1a-ba7092a6b832", "name": "network-vif-deleted", "tag": "9b9bd626-57f8-4929-9576-11d7009d3343", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:43.443419 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4adbe0f5-05dd-4e87-89cc-147fb1ec06fd {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:43.443979 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5168a8-40db-420b-8f1a-ba7092a6b832', 'name': 'network-vif-deleted', 'tag': '9b9bd626-57f8-4929-9576-11d7009d3343', 'status': 'completed', 'code': 200} Aug 30 13:42:43.660417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-61b76949-fb76-49c3-a89f-6f706141a502 req-cbf69e01-c0e0-422d-9c69-533af21832d6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=5b5168a8-40db-420b-8f1a-ba7092a6b832 HTTP/1.1" status: 200 len: 210 time: 0.0309682 Aug 30 13:42:44.113737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1114b-4053-4922-bfaf-46afe0bea6f5 req-4fc21aaa-8174-4559-a091-a73ae438a609 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:44.115221 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4cd1114b-4053-4922-bfaf-46afe0bea6f5 req-4fc21aaa-8174-4559-a091-a73ae438a609 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0501006 Aug 30 13:42:44.153283 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4cd1114b-4053-4922-bfaf-46afe0bea6f5 req-98041d16-c3c9-4325-af75-656d5823ef4d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314064 Aug 30 13:42:44.719311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60086) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:45.090455 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:45.302367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203390d5-959a-4fcc-befc-7f06d265926d req-9812d44b-5c2a-406f-98e8-b16fc9205d8e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:45.303881 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-203390d5-959a-4fcc-befc-7f06d265926d req-9812d44b-5c2a-406f-98e8-b16fc9205d8e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0780649 Aug 30 13:42:45.374538 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-203390d5-959a-4fcc-befc-7f06d265926d req-2ecc7baa-fad4-419a-89a0-a6c9e61fa768 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641050 Aug 30 13:42:45.426686 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:42:45.427032 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:45.516409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:45.516775 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:45.531015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:42:45.746849 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:45.775303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:45.977975 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:46.210060 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 1f904a49-d5e5-486a-9ddd-9c9d15093624 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:42:46.319861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:42:46.325904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7dd1e2c8-0efe-43a5-b528-b6486cef6887 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "PUT /v2.0/routers/1f904a49-d5e5-486a-9ddd-9c9d15093624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6054778 Aug 30 13:42:46.328616 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60090) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:46.331079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] Sync routers for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:42:46.343184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:42:46.344250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:46.382751 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-46620fcb-843f-452c-ad5b-a876af6d0bc5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting subnet d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:42:46.386796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46620fcb-843f-452c-ad5b-a876af6d0bc5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:46.446886 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46620fcb-843f-452c-ad5b-a876af6d0bc5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:46.510682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:42:46.523316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ae2f5-f556-4527-8271-adb568fd4431 req-f6ceec14-bdbd-44ff-8e2c-047069856f95 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:46.526637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a4ae2f5-f556-4527-8271-adb568fd4431 req-f6ceec14-bdbd-44ff-8e2c-047069856f95 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0662701 Aug 30 13:42:46.588243 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46620fcb-843f-452c-ad5b-a876af6d0bc5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:46.611172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a4ae2f5-f556-4527-8271-adb568fd4431 req-6749ead0-0595-4a08-9b3d-ce0e73d6b3f5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739708 Aug 30 13:42:46.678265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46620fcb-843f-452c-ad5b-a876af6d0bc5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:46.710289 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46620fcb-843f-452c-ad5b-a876af6d0bc5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Subnet': ['ID=d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:46.716570 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-46620fcb-843f-452c-ad5b-a876af6d0bc5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:46.721385 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-46620fcb-843f-452c-ad5b-a876af6d0bc5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/subnets/d9af125b-03d1-4353-8bfc-9b5d2b9e9ec0 HTTP/1.1" status: 204 len: 168 time: 0.3891640 Aug 30 13:42:46.721925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60094) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:46.723100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29325ae6-17d5-4658-a263-98d9f1462ef2 None None] Network 78062e14-7432-4071-8c14-4afd8020e4d7 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:42:46.781137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:42:45Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:46.812521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] Checking router: 1f904a49-d5e5-486a-9ddd-9c9d15093624 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:42:46.831884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] Routers {'1f904a49-d5e5-486a-9ddd-9c9d15093624'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:42:46.832501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1f904a49-d5e5-486a-9ddd-9c9d15093624'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:46.843602 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:46.987114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] Set router 1f904a49-d5e5-486a-9ddd-9c9d15093624 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:42:47.058216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbfcc2a-37e4-493b-b588-3cba3bfd71e9 None None] DHCP port deletion for 78062e14-7432-4071-8c14-4afd8020e4d7 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:42:47.190411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-abbfcc2a-37e4-493b-b588-3cba3bfd71e9 None None] Deleting port 7157d5bc-0d7e-4a72-9fee-919191f591e9 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:42:47.190888 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-abbfcc2a-37e4-493b-b588-3cba3bfd71e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.272279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-abbfcc2a-37e4-493b-b588-3cba3bfd71e9 None None] For port 7157d5bc-0d7e-4a72-9fee-919191f591e9, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=7157d5bc-0d7e-4a72-9fee-919191f591e9,segment=NetworkSegment(9856500d-eb66-4955-8b99-ef8c292ce26c),segment_id=9856500d-eb66-4955-8b99-ef8c292ce26c)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:47.272711 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-abbfcc2a-37e4-493b-b588-3cba3bfd71e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.278759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.291635 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-abbfcc2a-37e4-493b-b588-3cba3bfd71e9 None None] Calling delete_port for 7157d5bc-0d7e-4a72-9fee-919191f591e9 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:42:47.294268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:42:45Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:47.324528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9cec84-93e2-4dd8-b2a7-42e48bd6eb47 None None] The sync data for ids ['1f904a49-d5e5-486a-9ddd-9c9d15093624'] in n-d-688802-6 is: [{'id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1102520189', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118'}], 'enable_snat': True}, 'gw_port_id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:57Z', 'updated_at': '2021-08-30T13:42:45Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:46:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f904a49-d5e5-486a-9ddd-9c9d15093624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:58Z', 'updated_at': '2021-08-30T13:41:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:42:47.335943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:42:47.336900 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.413484 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-abbfcc2a-37e4-493b-b588-3cba3bfd71e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.444149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:47.444981 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.447589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfcc2a-37e4-493b-b588-3cba3bfd71e9 None None] Pushing event deleted for resources: {'Port': ['ID=7157d5bc-0d7e-4a72-9fee-919191f591e9,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:47.454020 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbfcc2a-37e4-493b-b588-3cba3bfd71e9 None None] No DVR routers for this DVR port 7157d5bc-0d7e-4a72-9fee-919191f591e9 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:42:47.467758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:42:47.545877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9b9bd626-57f8-4929-9576-11d7009d3343 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:42:47.567848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 9b9bd626-57f8-4929-9576-11d7009d3343 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:42:47.568196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9b9bd626-57f8-4929-9576-11d7009d3343 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:42:47.652845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.682038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:47.769384 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.785783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096b5be-d69c-4d3d-9e01-0a521dca101e req-2d6f8993-410b-469c-ac2b-537656062efa tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:47.790472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e096b5be-d69c-4d3d-9e01-0a521dca101e req-2d6f8993-410b-469c-ac2b-537656062efa tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0735214 Aug 30 13:42:47.855769 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e096b5be-d69c-4d3d-9e01-0a521dca101e req-07b37ce0-1a47-483e-a8b0-15d1392693d0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611377 Aug 30 13:42:47.883111 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.885745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.888342 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:42:47.913390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:42:47.913975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfe06c9c-b89d-4d5e-8c2e-f50856a9e45f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:42:47.914592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7157d5bc-0d7e-4a72-9fee-919191f591e9 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:42:47.936312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 7157d5bc-0d7e-4a72-9fee-919191f591e9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:42:47.936781 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 7157d5bc-0d7e-4a72-9fee-919191f591e9 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:42:47.938760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.939464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Fanout notify agent at l3_agent the message router_deleted on router 1f904a49-d5e5-486a-9ddd-9c9d15093624 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:42:47.948167 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:47.949301 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-32b29d7a-45de-41f5-98c4-064ad2e2c92b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/routers/1f904a49-d5e5-486a-9ddd-9c9d15093624 HTTP/1.1" status: 204 len: 168 time: 1.2263985 Aug 30 13:42:47.952011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60098) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:48.028097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.121124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.131304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78062e14-7432-4071-8c14-4afd8020e4d7']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:48.142194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9856500d-eb66-4955-8b99-ef8c292ce26c') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:48.142490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9856500d-eb66-4955-8b99-ef8c292ce26c') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:48.151165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.164866 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.170609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:42:48.170994 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:42:48.173862 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:42:48.230035 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.237557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.238581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/networks/78062e14-7432-4071-8c14-4afd8020e4d7 HTTP/1.1" status: 204 len: 168 time: 0.2856092 Aug 30 13:42:48.241358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60100) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:48.255195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823beda8-4a18-43f1-88ea-5c2dd5b8dcc4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Network': ['ID=78062e14-7432-4071-8c14-4afd8020e4d7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:48.301461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-85dec26d-d17c-4397-a692-2244e5405a2b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.326417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-85dec26d-d17c-4397-a692-2244e5405a2b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.382961 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-85dec26d-d17c-4397-a692-2244e5405a2b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.385813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-85dec26d-d17c-4397-a692-2244e5405a2b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.386945 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-85dec26d-d17c-4397-a692-2244e5405a2b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/security-groups/f0afb174-daaa-41b1-ab4b-d16a5270ac7e HTTP/1.1" status: 204 len: 168 time: 0.1444759 Aug 30 13:42:48.396742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dec26d-d17c-4397-a692-2244e5405a2b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0afb174-daaa-41b1-ab4b-d16a5270ac7e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:48.695292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60106) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:48.700642 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8a519050-834b-47fb-ac9e-0cb505ce9244 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138623056', 'description': 'tempest-secgroup-smoke-138623056 description', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:48.725456 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a519050-834b-47fb-ac9e-0cb505ce9244 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.810238 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a519050-834b-47fb-ac9e-0cb505ce9244 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.814982 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a519050-834b-47fb-ac9e-0cb505ce9244 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.845456 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8a519050-834b-47fb-ac9e-0cb505ce9244 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.846709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8a519050-834b-47fb-ac9e-0cb505ce9244 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1497581 Aug 30 13:42:48.847412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a519050-834b-47fb-ac9e-0cb505ce9244 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6dadd3-9414-430a-8dc9-1f44d602aa92,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:48.849547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60108) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:48.854647 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e3affcc1-618f-4361-b278-92dd75dc625b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'fe6dadd3-9414-430a-8dc9-1f44d602aa92', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:48.882998 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3affcc1-618f-4361-b278-92dd75dc625b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.943915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3affcc1-618f-4361-b278-92dd75dc625b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.948268 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3affcc1-618f-4361-b278-92dd75dc625b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.966821 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3affcc1-618f-4361-b278-92dd75dc625b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d25459-cb73-48d8-b3e1-360e189456d0,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:48.973982 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3affcc1-618f-4361-b278-92dd75dc625b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:48.974597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010fb15-575d-4bad-b2e9-f1a601532531 req-1d8c2953-433a-4b0f-9863-0319f02b3175 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:48.979442 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e3affcc1-618f-4361-b278-92dd75dc625b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245129 Aug 30 13:42:48.979694 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4010fb15-575d-4bad-b2e9-f1a601532531 req-1d8c2953-433a-4b0f-9863-0319f02b3175 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0532701 Aug 30 13:42:48.979818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60112) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:48.983732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d719a902-4f6f-4a3b-bc22-ee0446b9511d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'fe6dadd3-9414-430a-8dc9-1f44d602aa92', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:49.011686 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d719a902-4f6f-4a3b-bc22-ee0446b9511d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.018499 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4010fb15-575d-4bad-b2e9-f1a601532531 req-74cfbdc1-3ad4-407f-98e2-3d224e61df95 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Aug 30 13:42:49.072537 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d719a902-4f6f-4a3b-bc22-ee0446b9511d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.076155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d719a902-4f6f-4a3b-bc22-ee0446b9511d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.094462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719a902-4f6f-4a3b-bc22-ee0446b9511d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f465bc-dcda-4a26-b0b7-622cea63814b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:49.099722 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d719a902-4f6f-4a3b-bc22-ee0446b9511d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.100878 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d719a902-4f6f-4a3b-bc22-ee0446b9511d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207035 Aug 30 13:42:49.104308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60114) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:49.108951 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a803dab4-f627-4f10-931d-cac6f13e9a7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'fe6dadd3-9414-430a-8dc9-1f44d602aa92', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:49.137405 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a803dab4-f627-4f10-931d-cac6f13e9a7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.193987 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a803dab4-f627-4f10-931d-cac6f13e9a7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.198282 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a803dab4-f627-4f10-931d-cac6f13e9a7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.215134 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a803dab4-f627-4f10-931d-cac6f13e9a7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119fe295-37cd-44a6-b6d1-2661730ead11,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:49.222067 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a803dab4-f627-4f10-931d-cac6f13e9a7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.223234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a803dab4-f627-4f10-931d-cac6f13e9a7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178827 Aug 30 13:42:49.225963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60116) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:49.230249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c2f5b9b1-8e2f-4eba-b1f2-11a13bb5dac9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'fe6dadd3-9414-430a-8dc9-1f44d602aa92', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:49.255454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b9b1-8e2f-4eba-b1f2-11a13bb5dac9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.317301 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b9b1-8e2f-4eba-b1f2-11a13bb5dac9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.321166 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b9b1-8e2f-4eba-b1f2-11a13bb5dac9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.339987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5b9b1-8e2f-4eba-b1f2-11a13bb5dac9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d801ac9-58d1-429c-98ab-afce7674dfa7,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:49.342798 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b9b1-8e2f-4eba-b1f2-11a13bb5dac9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.343966 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c2f5b9b1-8e2f-4eba-b1f2-11a13bb5dac9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171057 Aug 30 13:42:49.347463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60118) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:49.351720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-82566f9b-0551-4f28-92b3-68708145bac8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'fe6dadd3-9414-430a-8dc9-1f44d602aa92', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:49.373228 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-82566f9b-0551-4f28-92b3-68708145bac8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Project 4d2a1f900cc24b8f8e70058c2e270d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:42:49.377790 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82566f9b-0551-4f28-92b3-68708145bac8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.438110 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82566f9b-0551-4f28-92b3-68708145bac8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.441537 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82566f9b-0551-4f28-92b3-68708145bac8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.463268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82566f9b-0551-4f28-92b3-68708145bac8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014f47f7-c543-4962-ac00-167a2afb6368,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:49.466969 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82566f9b-0551-4f28-92b3-68708145bac8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.470172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-82566f9b-0551-4f28-92b3-68708145bac8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217635 Aug 30 13:42:49.470913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60120) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:49.475913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-798597c2-5e95-4c46-a215-f1f3eea57f78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'security_group_rule': {'security_group_id': 'fe6dadd3-9414-430a-8dc9-1f44d602aa92', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:49.498574 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-798597c2-5e95-4c46-a215-f1f3eea57f78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Project 4d2a1f900cc24b8f8e70058c2e270d19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:42:49.503316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-798597c2-5e95-4c46-a215-f1f3eea57f78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.556437 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-798597c2-5e95-4c46-a215-f1f3eea57f78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.560259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-798597c2-5e95-4c46-a215-f1f3eea57f78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.582368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798597c2-5e95-4c46-a215-f1f3eea57f78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f880ee-1a9e-4292-8a5f-2dfd556cc0dc,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:49.586171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-798597c2-5e95-4c46-a215-f1f3eea57f78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.588630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-798597c2-5e95-4c46-a215-f1f3eea57f78 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165071 Aug 30 13:42:49.591798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60122) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:49.596862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'network': {'name': 'tempest-network-smoke--55854506', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'port_security_enabled': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:49.621079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:42:49.624479 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.648633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:42:49.659458 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.659804 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Added segment 6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea of type vlan for network 18e89fae-e789-4ee7-9819-520bcea3dc64 Aug 30 13:42:49.709625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.738348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.743732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:42:49.746428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:49.747057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.764697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:42:49.765123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e5b8a82b-d1f9-4b41-9f6c-a373aaa193fc not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:42:49.800895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2080271 Aug 30 13:42:49.803716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60124) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:49.808549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'admin_state_up': True, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:49.823395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3a9d0-8aa1-41e7-ab5c-c41ba0a88cea tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Network': ['ID=18e89fae-e789-4ee7-9819-520bcea3dc64,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:49.832356 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.833463 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:49.837817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 18e89fae-e789-4ee7-9819-520bcea3dc64 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:42:49.887247 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:50.022383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:50.156680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3e051-b0ed-4241-981f-269863f36f61 req-1c6c7266-0ba9-4397-8f4f-ed43a62c7c7e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:50.158326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0c3e051-b0ed-4241-981f-269863f36f61 req-1c6c7266-0ba9-4397-8f4f-ed43a62c7c7e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0663233 Aug 30 13:42:50.600391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f0c3e051-b0ed-4241-981f-269863f36f61 req-d5e0f036-4e1d-41ff-97b4-93059d8bcf1f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338057 Aug 30 13:42:50.620529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:50.643029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:50.751262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.25.2.204 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/e3db7c8f-4fe5-4219-8573-6783256d89de) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:42:50.850705 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:50.889779 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:50.926852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:42:50.933462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:42:50.936986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:42:50.942490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=e3db7c8f-4fe5-4219-8573-6783256d89de,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:51.199055 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:51.396029 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:51.528177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:42:51.637707 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:42:51.648611 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Sync routers for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:42:51.657421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:51.658726 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4fc2aff8-8dac-4246-90ad-e7babe835d7d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8540006 Aug 30 13:42:51.662072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60132) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:51.666583 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:42:51.667206 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:51.694862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-353a43bc-f6e9-4370-9f2e-5bdbb013ed12 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=4d2a1f900cc24b8f8e70058c2e270d19&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316863 Aug 30 13:42:51.698121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60134) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:51.759811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4080fa3-998e-481e-bd05-802671c1ff04 req-468db0f7-2873-40cd-ae2f-59a35045ce60 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:51.762025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4080fa3-998e-481e-bd05-802671c1ff04 req-468db0f7-2873-40cd-ae2f-59a35045ce60 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0713434 Aug 30 13:42:51.782192 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:42:51.789002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4778160b-90b1-4d61-bab6-e828ac38c9a1 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:51.790669 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4778160b-90b1-4d61-bab6-e828ac38c9a1 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915494 Aug 30 13:42:51.793545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60136) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:51.806226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b4080fa3-998e-481e-bd05-802671c1ff04 req-b097b960-6307-43d4-9c88-209eac717d33 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372455 Aug 30 13:42:51.825054 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8a9dce52-0b57-4f89-9703-ed9d932a3fd8 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281270 Aug 30 13:42:51.825235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60138) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:51.830037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-916675143', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:51.916027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:42:51.919630 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:51.968746 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:51Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:52.000582 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Checking router: 5bb14af9-b7a0-46e6-99a7-666f8cf097ae for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:42:52.000928 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Updating router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae port e3db7c8f-4fe5-4219-8573-6783256d89de binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:42:52.026744 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.114709 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.185754 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Subnet': ['ID=b335ffcd-97cf-47b4-97ca-60f4ac5730c1,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:52.192818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Checking segment: {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:42:52.193184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network hostable DHCP agents. Network: 18e89fae-e789-4ee7-9819-520bcea3dc64, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:42:52.212457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network 18e89fae-e789-4ee7-9819-520bcea3dc64 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:42:52.221671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 18e89fae-e789-4ee7-9819-520bcea3dc64) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:42:52.226260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:52.226855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.235250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c486dc6-a322-4cd1-8dd5-97e1e3f301a1 None None] Network 18e89fae-e789-4ee7-9819-520bcea3dc64 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:42:52.246547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d4d48710-948a-4b20-b9d4-c05794de6f0c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4181848 Aug 30 13:42:52.246761 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60140) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:42:52.292671 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.302855 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Transition to ACTIVE for port object e3db7c8f-4fe5-4219-8573-6783256d89de will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:52.311423 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.358162 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Attempting to bind port e3db7c8f-4fe5-4219-8573-6783256d89de on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:42:52.358529 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Attempting to bind port e3db7c8f-4fe5-4219-8573-6783256d89de by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:42:52.358940 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Attempting to bind port e3db7c8f-4fe5-4219-8573-6783256d89de on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:52.372207 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:42:52.372636 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:42:52.373088 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.373486 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:42:52.373984 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Bound port: e3db7c8f-4fe5-4219-8573-6783256d89de, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:42:52.374367 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.424211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-18e89fae-e789-4ee7-9819-520bcea3dc64', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:42:52.425287 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.511721 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Pushing event updated for resources: {'Port': ['ID=e3db7c8f-4fe5-4219-8573-6783256d89de,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:52.521159 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] For port e3db7c8f-4fe5-4219-8573-6783256d89de, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:52.524772 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.525187 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.525470 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.525836 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.526167 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.526505 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.526818 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.527139 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.527460 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.527779 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.528098 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.528415 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:42:52.541987 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] For port e3db7c8f-4fe5-4219-8573-6783256d89de, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e3db7c8f-4fe5-4219-8573-6783256d89de,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:42:52.547468 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.580567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Allocated IP 172.20.0.2 (18e89fae-e789-4ee7-9819-520bcea3dc64/b335ffcd-97cf-47b4-97ca-60f4ac5730c1/1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:42:52.612106 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:42:52.612903 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:52.617755 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aac5a0-9a67-4665-9a59-a66943501961 None None] Pushing event updated for resources: {'Port': ['ID=e3db7c8f-4fe5-4219-8573-6783256d89de,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:52.731368 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:42:52.732156 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.740690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Transition to ACTIVE for port object 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:52.755491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Transition to ACTIVE for port object 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:52.761527 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.773554 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.808924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Network 18e89fae-e789-4ee7-9819-520bcea3dc64 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:42:52.812180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:42:52.816019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:42:52.824244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Pushing event updated for resources: {'Port': ['ID=1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:52.879877 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Attempting to bind port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:42:52.880477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Attempting to bind port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:42:52.881004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Attempting to bind port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 on network 18e89fae-e789-4ee7-9819-520bcea3dc64 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:52.887409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:42:52.887965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Checking segment: {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:42:52.888463 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.889063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Bound using segment: {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:42:52.889724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Bound port: 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:42:52.890207 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.950710 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:51Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:52.959643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] For port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:52.963641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] For port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:42:52.969295 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:52.978705 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b197b9-879d-4719-9bae-21e91ef5fa71 None None] The sync data for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 is: [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:51Z', 'revision_number': 3, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:42:53.016477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517478e-f80c-4c21-b48b-afcca363f861 req-58bcccb3-06f7-49d9-9fd2-ff392c5f49f3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:53.018111 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e517478e-f80c-4c21-b48b-afcca363f861 req-58bcccb3-06f7-49d9-9fd2-ff392c5f49f3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.1249619 Aug 30 13:42:53.037844 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baac1a3-a9b2-4fe7-98eb-2a4c99acb0ed None None] Pushing event updated for resources: {'Port': ['ID=1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:53.110916 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e517478e-f80c-4c21-b48b-afcca363f861 req-83dcb34a-f608-48cb-9d8d-7571dcab75fb tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843124 Aug 30 13:42:53.215484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.20.0.1 (18e89fae-e789-4ee7-9819-520bcea3dc64/b335ffcd-97cf-47b4-97ca-60f4ac5730c1/16093644-2144-4bd2-a3b4-c9f7f4535c78) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:42:53.379062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:53.394562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Transition to ACTIVE for port object 16093644-2144-4bd2-a3b4-c9f7f4535c78 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:53.429885 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:53.474568 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network 18e89fae-e789-4ee7-9819-520bcea3dc64 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:42:53.478870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:42:53.481487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:42:53.523937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=16093644-2144-4bd2-a3b4-c9f7f4535c78,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:53.546240 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:53.703145 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:53.885714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e3db7c8f-4fe5-4219-8573-6783256d89de up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:42:53.946965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e3db7c8f-4fe5-4219-8573-6783256d89de completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:53.952783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e3db7c8f-4fe5-4219-8573-6783256d89de triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:53.953524 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:54.044223 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:54.054917 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:54.060703 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:54.071499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e3db7c8f-4fe5-4219-8573-6783256d89de, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e3db7c8f-4fe5-4219-8573-6783256d89de,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:54.078415 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:54.079377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:42:54.124817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08e7c69-dab9-41f0-8a64-bee6b5e04fbe None None] Network 18e89fae-e789-4ee7-9819-520bcea3dc64 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:42:54.144473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=16093644-2144-4bd2-a3b4-c9f7f4535c78,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:54.148678 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:54.206100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e3db7c8f-4fe5-4219-8573-6783256d89de,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:54.241357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4df9ca76-3a3d-4cc9-a63a-3467a28afa37 None None] Provisioning for port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:54.254080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network 18e89fae-e789-4ee7-9819-520bcea3dc64 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:42:54.256068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:42:54.276163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:54.277541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dec08c-a2e9-4d72-bf4e-801798eebe2a req-d078afd4-0479-41cf-b0f1-440db4069bb3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:54.279824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2dec08c-a2e9-4d72-bf4e-801798eebe2a req-d078afd4-0479-41cf-b0f1-440db4069bb3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0880539 Aug 30 13:42:54.283687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:54.284302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:54.326430 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2dec08c-a2e9-4d72-bf4e-801798eebe2a req-ba5f6f75-e2e1-4eb0-91cd-89e4b791263a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379860 Aug 30 13:42:54.382637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:42:54.506076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:42:54.512720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2b12e935-b327-4639-bc7e-c65a0f70c688 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "PUT /v2.0/routers/5bb14af9-b7a0-46e6-99a7-666f8cf097ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2648726 Aug 30 13:42:54.604704 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:54.651143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:54.656858 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:54.686557 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-89e67128-72e3-4c49-993a-a036376cfe0a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138623056&fields=id&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 267 time: 0.0446105 Aug 30 13:42:54.723154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:54.817892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-706c17f2-6862-4146-811d-8d780c130dc7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:54.819653 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-706c17f2-6862-4146-811d-8d780c130dc7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/networks?id=18e89fae-e789-4ee7-9819-520bcea3dc64 HTTP/1.1" status: 200 len: 795 time: 0.1251655 Aug 30 13:42:54.838958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Sync routers for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:42:54.841251 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ea3ab17b-d647-4c32-a7b0-b54bd6823ad7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/quotas/4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 375 time: 0.0138903 Aug 30 13:42:54.861632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:42:54.862450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:54.907594 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-b803b79d-23ba-45ea-9efb-62d629cf56a1 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597024 Aug 30 13:42:54.924949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e583291a-6070-4f5c-a2af-7c2d91502216 None None] Provisioning for port 16093644-2144-4bd2-a3b4-c9f7f4535c78 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:54.960623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e583291a-6070-4f5c-a2af-7c2d91502216 None None] Provisioning complete for port 16093644-2144-4bd2-a3b4-c9f7f4535c78 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:54.960998 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e583291a-6070-4f5c-a2af-7c2d91502216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:55.018566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:42:55.020661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e583291a-6070-4f5c-a2af-7c2d91502216 None None] Port 16093644-2144-4bd2-a3b4-c9f7f4535c78 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:42:55.041976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-9306d542-2710-4b49-a865-cd9d89f45f15 service neutron] 10.222.0.37 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189926 Aug 30 13:42:55.069989 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e583291a-6070-4f5c-a2af-7c2d91502216 None None] Provisioning complete for port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:55.070231 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e583291a-6070-4f5c-a2af-7c2d91502216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:55.144605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-f48b899a-6748-4d8c-953b-b42b6d98974d service neutron] 10.222.0.37 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014009 Aug 30 13:42:55.326596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '16093644-2144-4bd2-a3b4-c9f7f4535c78', 'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:52Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 2, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:55.354536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-244be587-c58e-4237-9f72-8d786cd57891 req-79e832e4-6e75-43bf-952c-79089a80285c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 210 time: 0.0464048 Aug 30 13:42:55.370743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Checking router: 5bb14af9-b7a0-46e6-99a7-666f8cf097ae for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:42:55.370979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Updating router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae port 16093644-2144-4bd2-a3b4-c9f7f4535c78 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:42:55.408398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:55.456307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-376b657f-1835-4f0d-8ed5-6f59a016befd None None] Provisioning complete for port 16093644-2144-4bd2-a3b4-c9f7f4535c78 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:55.456772 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-376b657f-1835-4f0d-8ed5-6f59a016befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:55.480901 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ab812-9aeb-4a41-b4b1-dc98d4cf2aa6 req-35e54d7f-713d-4d8c-9e53-c7a06ff5986f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:55.482427 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-662ab812-9aeb-4a41-b4b1-dc98d4cf2aa6 req-35e54d7f-713d-4d8c-9e53-c7a06ff5986f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0546811 Aug 30 13:42:55.524995 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-662ab812-9aeb-4a41-b4b1-dc98d4cf2aa6 req-e4212501-d282-428f-9eaf-f5dc260a571a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360363 Aug 30 13:42:55.560402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-376b657f-1835-4f0d-8ed5-6f59a016befd None None] Port 16093644-2144-4bd2-a3b4-c9f7f4535c78 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:42:55.762581 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:55.778581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Transition to ACTIVE for port object 16093644-2144-4bd2-a3b4-c9f7f4535c78 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:55.788160 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:55.822556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e3db7c8f-4fe5-4219-8573-6783256d89de up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:42:55.860052 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:42:55.876512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c1f68-77b8-4014-a371-8462bc5dd726 None None] Pushing event updated for resources: {'Port': ['ID=16093644-2144-4bd2-a3b4-c9f7f4535c78,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:55.943165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Attempting to bind port 16093644-2144-4bd2-a3b4-c9f7f4535c78 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:42:55.944007 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Attempting to bind port 16093644-2144-4bd2-a3b4-c9f7f4535c78 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:42:55.944007 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Attempting to bind port 16093644-2144-4bd2-a3b4-c9f7f4535c78 on network 18e89fae-e789-4ee7-9819-520bcea3dc64 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:55.951751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e3db7c8f-4fe5-4219-8573-6783256d89de triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:55.952142 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:55.954044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:42:55.954420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Checking segment: {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:42:55.954869 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:55.955268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Bound using segment: {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:42:55.955754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Bound port: 16093644-2144-4bd2-a3b4-c9f7f4535c78, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:42:55.956135 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:56.057050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] For port 16093644-2144-4bd2-a3b4-c9f7f4535c78, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:56.060598 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] For port 16093644-2144-4bd2-a3b4-c9f7f4535c78, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=16093644-2144-4bd2-a3b4-c9f7f4535c78,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:42:56.086415 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:56.141567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:42:56.174830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b0bd2e93-8101-499d-8349-34617123ec83 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:42:56.214049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c1f68-77b8-4014-a371-8462bc5dd726 None None] Pushing event updated for resources: {'Port': ['ID=16093644-2144-4bd2-a3b4-c9f7f4535c78,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:56.219649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:42:56.220275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:56.387748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:56.388121 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:56.427825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-1f3373be-94d9-476f-93a8-d3d7e1343958 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:56.429524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-1f3373be-94d9-476f-93a8-d3d7e1343958 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "GET /v2.0/networks?id=18e89fae-e789-4ee7-9819-520bcea3dc64 HTTP/1.1" status: 200 len: 795 time: 0.1589334 Aug 30 13:42:56.460034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b0bd2e93-8101-499d-8349-34617123ec83, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b0bd2e93-8101-499d-8349-34617123ec83,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:56.465294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:42:56.476217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8cd4bb8-45fc-471a-9c7d-7978d1003805 req-543f8885-d1aa-424e-be2a-1ab715c4f5f6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 210 time: 0.0449045 Aug 30 13:42:56.500806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ddd5ee80-c163-4180-9237-8d58d50b2f67 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d2a1f900cc24b8f8e70058c2e270d19 HTTP/1.1" status: 200 len: 379 time: 0.0590611 Aug 30 13:42:56.511456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'b0bd2e93-8101-499d-8349-34617123ec83', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'port_id': 'b0bd2e93-8101-499d-8349-34617123ec83', 'mac_address': 'fa:16:3e:c4:2b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:42:56.511673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'port': {'device_id': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'admin_state_up': True, 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'security_groups': ['fe6dadd3-9414-430a-8dc9-1f44d602aa92']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:56.630994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Made reservation on behalf of 4d2a1f900cc24b8f8e70058c2e270d19 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:42:56.634585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:56.658347 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db9292-b216-4d2c-b39f-a5db8c6faa34 req-7006d369-2f03-4a31-9b80-f1a575380f0f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:56.660123 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05db9292-b216-4d2c-b39f-a5db8c6faa34 req-7006d369-2f03-4a31-9b80-f1a575380f0f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 944 time: 0.0528595 Aug 30 13:42:56.674746 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:56.699229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0bd2e93-8101-499d-8349-34617123ec83 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:42:56.708669 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05db9292-b216-4d2c-b39f-a5db8c6faa34 req-b287a21f-7843-4d62-9e5b-c3a775780579 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Aug 30 13:42:56.740348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b0bd2e93-8101-499d-8349-34617123ec83, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b0bd2e93-8101-499d-8349-34617123ec83,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:56.746574 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:56.777436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.20.0.6 (18e89fae-e789-4ee7-9819-520bcea3dc64/b335ffcd-97cf-47b4-97ca-60f4ac5730c1/5979293f-f2c4-472b-bae4-4387999d84a5) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:42:56.827903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b0bd2e93-8101-499d-8349-34617123ec83,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:56.847310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '16093644-2144-4bd2-a3b4-c9f7f4535c78', 'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:52Z', 'updated_at': '2021-08-30T13:42:56Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:42:56.926672 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:56.941303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Transition to ACTIVE for port object 5979293f-f2c4-472b-bae4-4387999d84a5 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:56.980071 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.027830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network 18e89fae-e789-4ee7-9819-520bcea3dc64 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:42:57.033803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:42:57.038188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:42:57.060691 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139b3607-f07d-4b1f-aaab-6ef82e4da044 None None] The sync data for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 is: [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '16093644-2144-4bd2-a3b4-c9f7f4535c78', 'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:3e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:52Z', 'updated_at': '2021-08-30T13:42:56Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:42:57.066171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=5979293f-f2c4-472b-bae4-4387999d84a5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:57.097021 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:57.097641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.140161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-ba0c757c-6faf-4925-a25f-912cb44a341d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6330862 Aug 30 13:42:57.153803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Request body: {'port': {'device_id': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:42:57.165938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b0bd2e93-8101-499d-8349-34617123ec83'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:42:57.223860 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.350346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0aeac8d3-1a69-408a-b5bd-829c4057393c None None] Provisioning for port 5979293f-f2c4-472b-bae4-4387999d84a5 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:57.355807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0aeac8d3-1a69-408a-b5bd-829c4057393c None None] Provisioning complete for port 5979293f-f2c4-472b-bae4-4387999d84a5 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:57.356285 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0aeac8d3-1a69-408a-b5bd-829c4057393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.392480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0aeac8d3-1a69-408a-b5bd-829c4057393c None None] Port 5979293f-f2c4-472b-bae4-4387999d84a5 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:42:57.537755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5979293f-f2c4-472b-bae4-4387999d84a5 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:42:57.548074 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.572367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Transition to ACTIVE for port object 5979293f-f2c4-472b-bae4-4387999d84a5 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:42:57.588720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.652436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Pushing event updated for resources: {'Port': ['ID=5979293f-f2c4-472b-bae4-4387999d84a5,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:57.665050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6a588-55f9-47bb-912f-649a985120ac req-9ca3ea27-f142-47dc-b057-c5f0c69b269d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:57.667412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6cf6a588-55f9-47bb-912f-649a985120ac req-9ca3ea27-f142-47dc-b057-c5f0c69b269d tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 931 time: 0.1131692 Aug 30 13:42:57.759239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6cf6a588-55f9-47bb-912f-649a985120ac req-ce0c8697-adbe-4afd-a908-b7e3bfd85d45 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798237 Aug 30 13:42:57.795984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Attempting to bind port 5979293f-f2c4-472b-bae4-4387999d84a5 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:42:57.796324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Attempting to bind port 5979293f-f2c4-472b-bae4-4387999d84a5 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:42:57.796675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Attempting to bind port 5979293f-f2c4-472b-bae4-4387999d84a5 on network 18e89fae-e789-4ee7-9819-520bcea3dc64 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:57.801462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Port 5979293f-f2c4-472b-bae4-4387999d84a5 on network 18e89fae-e789-4ee7-9819-520bcea3dc64 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:42:57.801956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Attempting to bind port 5979293f-f2c4-472b-bae4-4387999d84a5 on network 18e89fae-e789-4ee7-9819-520bcea3dc64 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:42:57.819069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:42:57.819579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Checking segment: {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:42:57.820067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Bound using segment: {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:42:57.820617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Bound port: 5979293f-f2c4-472b-bae4-4387999d84a5, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:42:57.822426 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.883831 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bd53f-bc75-4d00-943b-df3648d94473 req-7ebedc19-b30c-4d6f-843e-c34366c94e99 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:57.885513 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb9bd53f-bc75-4d00-943b-df3648d94473 req-7ebedc19-b30c-4d6f-843e-c34366c94e99 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 945 time: 0.0718851 Aug 30 13:42:57.890437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 16093644-2144-4bd2-a3b4-c9f7f4535c78 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:42:57.915349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] For port 5979293f-f2c4-472b-bae4-4387999d84a5, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:42:57.920030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] For port 5979293f-f2c4-472b-bae4-4387999d84a5, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5979293f-f2c4-472b-bae4-4387999d84a5,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:42:57.927023 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.933751 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb9bd53f-bc75-4d00-943b-df3648d94473 req-b1644435-924f-413e-af11-a512ba571a96 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396929 Aug 30 13:42:57.962898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 16093644-2144-4bd2-a3b4-c9f7f4535c78 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:57.962898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 16093644-2144-4bd2-a3b4-c9f7f4535c78 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:57.962898 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.974478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:57.975512 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:57.978075 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] 10.222.0.16 "PUT /v2.0/ports/5979293f-f2c4-472b-bae4-4387999d84a5 HTTP/1.1" status: 200 len: 1091 time: 0.8293819 Aug 30 13:42:57.980678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:57.984260 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c022c6e-79f3-4445-a73e-ea1b992d71e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:58.041510 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f4095d-a967-43be-b3fa-89c6372bf157 x-openstack-request-id: req-05f4095d-a967-43be-b3fa-89c6372bf157 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:58.041832 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:58.042065 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05f4095d-a967-43be-b3fa-89c6372bf157 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:58.042514 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5', 'status': 'completed', 'code': 200} Aug 30 13:42:58.064680 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:58.073854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b9084-40a3-4668-bc6b-4b042d2f0653 service neutron] Pushing event updated for resources: {'Port': ['ID=5979293f-f2c4-472b-bae4-4387999d84a5,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:58.090995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-1737c579-af86-4efe-86e8-78b2be7c6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:58.092735 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-1737c579-af86-4efe-86e8-78b2be7c6487 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 1094 time: 0.0673916 Aug 30 13:42:58.112344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 16093644-2144-4bd2-a3b4-c9f7f4535c78, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=16093644-2144-4bd2-a3b4-c9f7f4535c78,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:58.120187 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:58.153793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-41e871e6-8346-4671-99e2-dcbdc2270f2e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5979293f-f2c4-472b-bae4-4387999d84a5 HTTP/1.1" status: 200 len: 217 time: 0.0515609 Aug 30 13:42:58.187945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b0bd2e93-8101-499d-8349-34617123ec83 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:42:58.214080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-6d9a4fc3-9fdf-4dc0-96bf-16c5c24b0696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:58.216432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-6d9a4fc3-9fdf-4dc0-96bf-16c5c24b0696 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b335ffcd-97cf-47b4-97ca-60f4ac5730c1 HTTP/1.1" status: 200 len: 834 time: 0.0553474 Aug 30 13:42:58.223054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=16093644-2144-4bd2-a3b4-c9f7f4535c78,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:58.245627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port b0bd2e93-8101-499d-8349-34617123ec83 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:42:58.251330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port b0bd2e93-8101-499d-8349-34617123ec83 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:58.251826 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:58.269573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-4a6da341-6af0-4a69-8926-a949de0687a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:58.271524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-4a6da341-6af0-4a69-8926-a949de0687a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18e89fae-e789-4ee7-9819-520bcea3dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488281 Aug 30 13:42:58.359786 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:58.374593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-374b3d8f-a6c0-42bf-9a2c-5e894f346928 service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948234 Aug 30 13:42:58.384756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a40bbc-939f-48ad-b67d-a5eefaa1ab6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bd2e93-8101-499d-8349-34617123ec83'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:42:58.387218 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f71b67-ab96-41be-8e30-e8700bbcb46d" -d '{"events": [{"server_uuid": "36a40bbc-939f-48ad-b67d-a5eefaa1ab6d", "name": "network-vif-plugged", "status": "completed", "tag": "b0bd2e93-8101-499d-8349-34617123ec83"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:42:58.403993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b0bd2e93-8101-499d-8349-34617123ec83, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b0bd2e93-8101-499d-8349-34617123ec83,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:58.412861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:58.453360 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1379ae-d1aa-4024-927e-21ff50986ca8 x-openstack-request-id: req-0b1379ae-d1aa-4024-927e-21ff50986ca8 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:42:58.453644 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a40bbc-939f-48ad-b67d-a5eefaa1ab6d", "name": "network-vif-plugged", "status": "completed", "tag": "b0bd2e93-8101-499d-8349-34617123ec83", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:42:58.454235 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0b1379ae-d1aa-4024-927e-21ff50986ca8 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:42:58.454476 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a40bbc-939f-48ad-b67d-a5eefaa1ab6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0bd2e93-8101-499d-8349-34617123ec83', 'code': 200} Aug 30 13:42:58.474427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b0bd2e93-8101-499d-8349-34617123ec83,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:58.486177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c65ced9-de41-4e82-9122-bae7c0f377b8 req-73bc3f25-8c6f-4c78-902a-bf7887798d69 service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049490 Aug 30 13:42:58.584497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd7137-3dd3-43ad-a172-3573c7301fac req-3ae4f549-0f70-4947-acf0-e07102d6f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:58.586212 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0dd7137-3dd3-43ad-a172-3573c7301fac req-3ae4f549-0f70-4947-acf0-e07102d6f3b7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 1097 time: 0.0756550 Aug 30 13:42:58.593080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-f1e06fc0-a2f6-4676-87f1-762163c79ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:58.594516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-f1e06fc0-a2f6-4676-87f1-762163c79ea0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 1094 time: 0.0574064 Aug 30 13:42:58.637796 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:58.682892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f0dd7137-3dd3-43ad-a172-3573c7301fac req-b7c601a3-1746-445d-8a34-543519329f5d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873508 Aug 30 13:42:58.717780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-40d99c0d-77e3-4bff-b839-7a86c362728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:58.719188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-40d99c0d-77e3-4bff-b839-7a86c362728d service neutron] 10.222.0.16 "GET /v2.0/networks?id=18e89fae-e789-4ee7-9819-520bcea3dc64 HTTP/1.1" status: 200 len: 896 time: 0.1179926 Aug 30 13:42:58.765223 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-8b323e90-138f-4298-a402-1a7246fcb014 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5979293f-f2c4-472b-bae4-4387999d84a5 HTTP/1.1" status: 200 len: 217 time: 0.0381315 Aug 30 13:42:58.821582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-35124faa-fa21-4ed1-b06b-7ae4ad2dd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:58.823116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-35124faa-fa21-4ed1-b06b-7ae4ad2dd7a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b335ffcd-97cf-47b4-97ca-60f4ac5730c1 HTTP/1.1" status: 200 len: 834 time: 0.0506186 Aug 30 13:42:58.906220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-918a61a2-bdfd-45af-aa8c-b243321989ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:58.907951 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-918a61a2-bdfd-45af-aa8c-b243321989ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18e89fae-e789-4ee7-9819-520bcea3dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771930 Aug 30 13:42:58.921758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed4c96-206f-4d07-8f1c-55f576e241f2 req-aa9f20af-0ccb-4910-befb-c07c7ceef187 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:58.923247 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfed4c96-206f-4d07-8f1c-55f576e241f2 req-aa9f20af-0ccb-4910-befb-c07c7ceef187 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 943 time: 0.0674183 Aug 30 13:42:59.018873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bfed4c96-206f-4d07-8f1c-55f576e241f2 req-75fec4ef-a170-49a2-a4df-963b32bf3fd2 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863106 Aug 30 13:42:59.050477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-c51840f2-c097-464f-915c-33324e6bd4e3 service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262283 Aug 30 13:42:59.074367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bd735-1006-4ad1-ac59-589c869f21ee req-362a6aab-e32d-47ee-991b-1c4a6fdbdd5f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:42:59.075944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d4bd735-1006-4ad1-ac59-589c869f21ee req-362a6aab-e32d-47ee-991b-1c4a6fdbdd5f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 946 time: 0.0551679 Aug 30 13:42:59.115813 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7d4bd735-1006-4ad1-ac59-589c869f21ee req-63160c25-0f84-4ccd-bf0f-84bfc558b749 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332866 Aug 30 13:42:59.148295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c022c6e-79f3-4445-a73e-ea1b992d71e9 req-e076b638-af8f-4ed1-ac6a-4ab57624b415 service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908890 Aug 30 13:42:59.597039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5979293f-f2c4-472b-bae4-4387999d84a5 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:42:59.701363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5979293f-f2c4-472b-bae4-4387999d84a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5979293f-f2c4-472b-bae4-4387999d84a5,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:59.715472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '5979293f-f2c4-472b-bae4-4387999d84a5', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'port_id': '5979293f-f2c4-472b-bae4-4387999d84a5', 'mac_address': 'fa:16:3e:a5:2e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:42:59.761203 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:59.777100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5979293f-f2c4-472b-bae4-4387999d84a5 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:42:59.799056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5979293f-f2c4-472b-bae4-4387999d84a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5979293f-f2c4-472b-bae4-4387999d84a5,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:42:59.801552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 16093644-2144-4bd2-a3b4-c9f7f4535c78 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:42:59.805248 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:42:59.890764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=5979293f-f2c4-472b-bae4-4387999d84a5,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:42:59.899288 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 16093644-2144-4bd2-a3b4-c9f7f4535c78 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:42:59.899699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:00.043652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['5979293f-f2c4-472b-bae4-4387999d84a5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:43:00.155389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7edfa-e3d5-4fc6-a65d-eb1e1de995ab req-96ef76fb-5a19-4124-bbdd-7123c1db8d21 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:00.157168 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebc7edfa-e3d5-4fc6-a65d-eb1e1de995ab req-96ef76fb-5a19-4124-bbdd-7123c1db8d21 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 944 time: 0.0651608 Aug 30 13:43:00.207050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebc7edfa-e3d5-4fc6-a65d-eb1e1de995ab req-b0e594c2-1938-4576-99ef-4d4405617dc9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380270 Aug 30 13:43:00.256996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47101dd-6547-45d4-9c4b-e6cb480a161f req-ce73e2e6-fc54-419e-87ee-30b8d3004404 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:00.258528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f47101dd-6547-45d4-9c4b-e6cb480a161f req-ce73e2e6-fc54-419e-87ee-30b8d3004404 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 946 time: 0.0582783 Aug 30 13:43:00.302533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f47101dd-6547-45d4-9c4b-e6cb480a161f req-64b88d38-bba3-4af9-a8e0-ea7a96182814 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369053 Aug 30 13:43:00.418448 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c7450-3b17-4ef2-b17f-d8fc35dd2ab2 req-490ddc45-7c7e-4202-8d26-41bae4902e1b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:00.419962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-462c7450-3b17-4ef2-b17f-d8fc35dd2ab2 req-490ddc45-7c7e-4202-8d26-41bae4902e1b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 946 time: 0.0488322 Aug 30 13:43:00.457895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-462c7450-3b17-4ef2-b17f-d8fc35dd2ab2 req-a8aacd03-25b4-4afb-b7dd-deb4fcf35bd5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Aug 30 13:43:00.774424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c951cef-9822-4d77-adab-ab982ea230c5 req-bf67523b-ff14-4bad-b467-e0b1d7f56bb4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:00.776493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c951cef-9822-4d77-adab-ab982ea230c5 req-bf67523b-ff14-4bad-b467-e0b1d7f56bb4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 946 time: 0.0506544 Aug 30 13:43:00.815609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c951cef-9822-4d77-adab-ab982ea230c5 req-b310bbd9-9070-45b9-9a45-442019793cd2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Aug 30 13:43:01.075028 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:01.348401 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab256e7b-158c-4307-9732-f27a6bc1dd1b req-d56e3ef3-9158-407e-8bf4-0418657f85f9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:01.349931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab256e7b-158c-4307-9732-f27a6bc1dd1b req-d56e3ef3-9158-407e-8bf4-0418657f85f9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 944 time: 0.0534389 Aug 30 13:43:01.390907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab256e7b-158c-4307-9732-f27a6bc1dd1b req-ac70bf41-d1e0-4f49-9587-a50d82affcf3 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339580 Aug 30 13:43:01.596589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5979293f-f2c4-472b-bae4-4387999d84a5 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:43:01.651048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 5979293f-f2c4-472b-bae4-4387999d84a5 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:43:01.655045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 5979293f-f2c4-472b-bae4-4387999d84a5 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:43:01.655451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:01.741150 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:01.765308 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:43:01.767611 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45d3a26-5551-4f31-b094-8b264f9d1b9c" -d '{"events": [{"server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "name": "network-vif-plugged", "status": "completed", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:43:01.781972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5979293f-f2c4-472b-bae4-4387999d84a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5979293f-f2c4-472b-bae4-4387999d84a5,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:43:01.786346 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:01.812616 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf76f7a3-ce3e-48e9-a082-ef5eccfaf01d x-openstack-request-id: req-bf76f7a3-ce3e-48e9-a082-ef5eccfaf01d {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:43:01.812909 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "name": "network-vif-plugged", "status": "completed", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:43:01.813168 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bf76f7a3-ce3e-48e9-a082-ef5eccfaf01d {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:43:01.813559 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5', 'code': 200} Aug 30 13:43:01.838980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=5979293f-f2c4-472b-bae4-4387999d84a5,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:01.932292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bf2a0-bb61-4528-bb05-d0e4404af64f req-c4552953-00d3-4c3c-8f39-946e3195bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:01.934851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-187bf2a0-bb61-4528-bb05-d0e4404af64f req-c4552953-00d3-4c3c-8f39-946e3195bdb5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 1096 time: 0.0513711 Aug 30 13:43:01.943868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da433a08-acbd-48fa-812e-60c2421cca29 req-5b9f77b9-f74d-4e5c-923d-1db8814aac79 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:01.945363 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da433a08-acbd-48fa-812e-60c2421cca29 req-5b9f77b9-f74d-4e5c-923d-1db8814aac79 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 946 time: 0.0547943 Aug 30 13:43:01.973588 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-187bf2a0-bb61-4528-bb05-d0e4404af64f req-aad28958-5c54-4093-9dd4-523b3df6514c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320339 Aug 30 13:43:01.984580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da433a08-acbd-48fa-812e-60c2421cca29 req-9c5769bb-abb9-4ca7-9a35-63c2d9a7794b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Aug 30 13:43:02.276017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-5f344444-9088-4983-b647-c426ac38ed53 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:02.277457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-5f344444-9088-4983-b647-c426ac38ed53 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 946 time: 0.0588562 Aug 30 13:43:02.369529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port b0bd2e93-8101-499d-8349-34617123ec83 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:43:02.369899 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:02.516158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] For port b0bd2e93-8101-499d-8349-34617123ec83, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b0bd2e93-8101-499d-8349-34617123ec83,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:43:02.516578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:02.535413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for b0bd2e93-8101-499d-8349-34617123ec83 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:43:02.559646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840e1f5-520f-4476-ab0a-5807b9c7ff0b req-4a70f1a7-02d8-4d79-8f7b-9c9cbb20f492 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:02.561279 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840e1f5-520f-4476-ab0a-5807b9c7ff0b req-4a70f1a7-02d8-4d79-8f7b-9c9cbb20f492 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0932677 Aug 30 13:43:02.660526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1840e1f5-520f-4476-ab0a-5807b9c7ff0b req-0fd80868-dce6-44f2-80dd-9ba32375a098 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572853 Aug 30 13:43:02.732541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:02.745813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['82cc930d-d77e-449d-88e0-0ca5de387db7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:43:02.748090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b0bd2e93-8101-499d-8349-34617123ec83'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:43:02.761065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=b0bd2e93-8101-499d-8349-34617123ec83,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:02.811087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] No DVR routers for this DVR port b0bd2e93-8101-499d-8349-34617123ec83 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:43:02.814112 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:02.816164 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3980cbbb-2b63-4961-ac18-c3e5a52f993a req-17f7e664-51b4-450a-9175-d69a6d84064d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "DELETE /v2.0/ports/b0bd2e93-8101-499d-8349-34617123ec83 HTTP/1.1" status: 204 len: 173 time: 0.5333748 Aug 30 13:43:02.816617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a40bbc-939f-48ad-b67d-a5eefaa1ab6d', 'name': 'network-vif-deleted', 'tag': 'b0bd2e93-8101-499d-8349-34617123ec83'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:43:02.819189 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c795b157-9aa9-47e4-b9e0-8b0e58d1273e" -d '{"events": [{"server_uuid": "36a40bbc-939f-48ad-b67d-a5eefaa1ab6d", "name": "network-vif-deleted", "tag": "b0bd2e93-8101-499d-8349-34617123ec83"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:43:02.876200 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d573361-7d48-497a-b17b-8b88d69bb5ec x-openstack-request-id: req-3d573361-7d48-497a-b17b-8b88d69bb5ec {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:43:02.876686 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a40bbc-939f-48ad-b67d-a5eefaa1ab6d", "name": "network-vif-deleted", "tag": "b0bd2e93-8101-499d-8349-34617123ec83", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:43:02.876960 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3d573361-7d48-497a-b17b-8b88d69bb5ec {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:43:02.877351 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a40bbc-939f-48ad-b67d-a5eefaa1ab6d', 'name': 'network-vif-deleted', 'tag': 'b0bd2e93-8101-499d-8349-34617123ec83', 'status': 'completed', 'code': 200} Aug 30 13:43:03.096958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba39098d-5f64-466b-b967-e790864463dd req-15465b91-1268-460a-9a58-91c3c7e4ccf7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 210 time: 0.0307372 Aug 30 13:43:03.803645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb55b8-f273-4e34-9bb6-918822b79ce8 req-0b5e942c-426d-47aa-9a62-8d4a49372cc2 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:03.806119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3eb55b8-f273-4e34-9bb6-918822b79ce8 req-0b5e942c-426d-47aa-9a62-8d4a49372cc2 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0625947 Aug 30 13:43:03.851457 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e3eb55b8-f273-4e34-9bb6-918822b79ce8 req-e4cd89b7-84b2-4592-8e65-f2a72968768a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377901 Aug 30 13:43:03.989605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298af358-8584-4206-8c39-1186a8600d4f req-c39da51a-744b-429e-902c-d1ba53f6ed13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:03.991623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-298af358-8584-4206-8c39-1186a8600d4f req-c39da51a-744b-429e-902c-d1ba53f6ed13 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0611935 Aug 30 13:43:04.038242 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-298af358-8584-4206-8c39-1186a8600d4f req-f22a0bd3-4454-403f-a825-208db7b144dc tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386288 Aug 30 13:43:04.065122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60214) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:04.111179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017dea2d-1111-4ec2-9dce-3315eb4486f9 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:04.112679 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-017dea2d-1111-4ec2-9dce-3315eb4486f9 tempest-TestNetworkAdvancedServerOps-1995757701 tempest-TestNetworkAdvancedServerOps-1995757701-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 1091 time: 0.0463963 Aug 30 13:43:04.115633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60216) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:04.120720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '5979293f-f2c4-472b-bae4-4387999d84a5', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:04.147226 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:04.206428 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-efa614a7-dff3-4e31-b7f6-e8ec7de44db9 req-1b910f84-4d22-4b58-b5a5-4ee6e687dc8e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 210 time: 0.0307505 Aug 30 13:43:04.253918 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:04.365055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Allocated IP 172.25.2.214 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/51b89595-6406-4457-9be8-1cf943f03fb6) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:43:04.465705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:04.504032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:04.545887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:43:04.550237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:43:04.552692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:43:04.578856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=51b89595-6406-4457-9be8-1cf943f03fb6,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:04.920514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:04.998395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:05.152913 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:05.157572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:05.232203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event updated for resources: {'Port': ['ID=51b89595-6406-4457-9be8-1cf943f03fb6,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:05.240684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:05.624892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7b60012-82ae-494d-9ddc-2e07cf4c5a14 req-d5eccfcf-c889-49d1-b3be-4dbf3b8ea1f4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 210 time: 0.3413610 Aug 30 13:43:05.654439 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Floating IP 1f55e1c2-2215-40cc-bab8-99a6f4d004b4 associated. External IP: 172.25.2.214, port: 5979293f-f2c4-472b-bae4-4387999d84a5. Aug 30 13:43:05.862320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:43:05.971537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:43:05.982209 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] Sync routers for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:43:05.988070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:05.993466 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:43:05.995261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:43:06.019466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f5724f4e-c62a-4b67-90c8-22c9e2e1875b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9003434 Aug 30 13:43:06.019466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:43:06.020025 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29316857-29fa-4d59-b98e-4801adb5cef7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:43:06.083470 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d23da2-52cd-478c-bd42-27a947fe094c x-openstack-request-id: req-b5d23da2-52cd-478c-bd42-27a947fe094c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:43:06.083770 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:43:06.084026 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b5d23da2-52cd-478c-bd42-27a947fe094c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:43:06.084590 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5', 'status': 'completed', 'code': 200} Aug 30 13:43:06.114330 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:43:06.154201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a88ed-94d5-485f-a5c5-9831d54443d7 req-a1764dab-39fa-4c97-9eda-9213266e79ab tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:06.157076 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f74a88ed-94d5-485f-a5c5-9831d54443d7 req-a1764dab-39fa-4c97-9eda-9213266e79ab tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0541425 Aug 30 13:43:06.160093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-f07882a0-033f-46dc-b125-70a0f6ccc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:06.162328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-f07882a0-033f-46dc-b125-70a0f6ccc780 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 1096 time: 0.0513856 Aug 30 13:43:06.212117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f74a88ed-94d5-485f-a5c5-9831d54443d7 req-6a3c57e7-2975-4325-b324-52fa8fa08969 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452363 Aug 30 13:43:06.229778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60226) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:06.247150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b0bd2e93-8101-499d-8349-34617123ec83 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:43:06.294530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: b0bd2e93-8101-499d-8349-34617123ec83 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:43:06.296433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b0bd2e93-8101-499d-8349-34617123ec83 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:43:06.298534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-c031c944-223d-4607-aa1c-d6f61733f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:06.299436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-c031c944-223d-4607-aa1c-d6f61733f4c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=18e89fae-e789-4ee7-9819-520bcea3dc64 HTTP/1.1" status: 200 len: 896 time: 0.1288135 Aug 30 13:43:06.310605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3b33562d-a3c8-4d4c-b3d4-33f1895e8784 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/1f55e1c2-2215-40cc-bab8-99a6f4d004b4 HTTP/1.1" status: 200 len: 991 time: 0.0795090 Aug 30 13:43:06.374159 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '1f55e1c2-2215-40cc-bab8-99a6f4d004b4', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.214', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'port_id': '5979293f-f2c4-472b-bae4-4387999d84a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'mac_address': 'fa:16:3e:a5:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:43:04Z', 'updated_at': '2021-08-30T13:43:04Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16093644-2144-4bd2-a3b4-c9f7f4535c78', 'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:52Z', 'updated_at': '2021-08-30T13:42:58Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:43:06.376526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-19f7db38-537b-4e6b-90c5-104a661ef665 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5979293f-f2c4-472b-bae4-4387999d84a5 HTTP/1.1" status: 200 len: 999 time: 0.0679853 Aug 30 13:43:06.406266 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] Checking router: 5bb14af9-b7a0-46e6-99a7-666f8cf097ae for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:43:06.415204 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:43:06.416059 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:42:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:43:06.433134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-9577441e-1a56-43a9-b199-653d11261265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:06.434722 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-9577441e-1a56-43a9-b199-653d11261265 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b335ffcd-97cf-47b4-97ca-60f4ac5730c1 HTTP/1.1" status: 200 len: 834 time: 0.0511734 Aug 30 13:43:06.501056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-c3efff04-4e83-441d-b5b1-663674fe863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:06.502347 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-c3efff04-4e83-441d-b5b1-663674fe863b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18e89fae-e789-4ee7-9819-520bcea3dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588610 Aug 30 13:43:06.524816 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:43:06.605916 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-10a439ad-d3d4-4143-91f1-4368829a706f service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899012 Aug 30 13:43:06.726289 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-870fbda5-0afa-411a-8199-761b63a41f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:06.776794 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ad446d2d-dcf3-43ec-a5f1-4d173db64349 req-bf57cae6-09e9-46a0-993e-e87f52357927 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=36a40bbc-939f-48ad-b67d-a5eefaa1ab6d HTTP/1.1" status: 200 len: 210 time: 0.0424702 Aug 30 13:43:06.789064 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '1f55e1c2-2215-40cc-bab8-99a6f4d004b4', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.214', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'port_id': '5979293f-f2c4-472b-bae4-4387999d84a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'mac_address': 'fa:16:3e:a5:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:43:04Z', 'updated_at': '2021-08-30T13:43:04Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16093644-2144-4bd2-a3b4-c9f7f4535c78', 'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:52Z', 'updated_at': '2021-08-30T13:42:58Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:43:06.795047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29316857-29fa-4d59-b98e-4801adb5cef7 req-1dfd9612-38eb-41a8-b22d-3f42e5cefd0a service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817415 Aug 30 13:43:06.819971 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a85e97-3849-4a72-bfd1-3fc3d4b5fba9 None None] The sync data for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 is: [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '1f55e1c2-2215-40cc-bab8-99a6f4d004b4', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'floating_ip_address': '172.25.2.214', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'port_id': '5979293f-f2c4-472b-bae4-4387999d84a5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'mac_address': 'fa:16:3e:a5:2e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:43:04Z', 'updated_at': '2021-08-30T13:43:04Z', 'revision_number': 0, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16093644-2144-4bd2-a3b4-c9f7f4535c78', 'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:52Z', 'updated_at': '2021-08-30T13:42:58Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:43:07.032664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63282f21-48cd-46c6-9b34-3eeeb5479ce1 None None] New status for floating IP 1f55e1c2-2215-40cc-bab8-99a6f4d004b4: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:43:07.313883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60230) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:07.374896 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7693de16-45ea-4b00-acb7-42a08ef5b142 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/1f55e1c2-2215-40cc-bab8-99a6f4d004b4 HTTP/1.1" status: 200 len: 993 time: 0.0597844 Aug 30 13:43:09.464846 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-455e0620-4159-4ca6-814a-5b7d706af9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:10.019199 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:10.951307 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:11.235032 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211e5e0-ed63-4399-be3f-0cb8a9d5ed3e req-826de7a2-6e7d-41ac-8a5d-0a329b54f037 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:11.236399 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7211e5e0-ed63-4399-be3f-0cb8a9d5ed3e req-826de7a2-6e7d-41ac-8a5d-0a329b54f037 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 946 time: 0.0488818 Aug 30 13:43:11.274187 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7211e5e0-ed63-4399-be3f-0cb8a9d5ed3e req-a8f0ba9a-85f5-423d-a4a9-70de22191a14 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Aug 30 13:43:12.310472 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:12.398052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d42a4b-d22f-4edb-9b94-4fbf65859a92 req-82144744-3a9b-4565-a015-245baed7ea8a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:12.399812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2d42a4b-d22f-4edb-9b94-4fbf65859a92 req-82144744-3a9b-4565-a015-245baed7ea8a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 946 time: 0.0537248 Aug 30 13:43:12.442858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2d42a4b-d22f-4edb-9b94-4fbf65859a92 req-efffba1e-377f-42dc-b3ab-5fcec9d7f60e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Aug 30 13:43:12.783943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-0d2071ef-d40a-46b6-91b5-845825bdf95b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:12.785539 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-0d2071ef-d40a-46b6-91b5-845825bdf95b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 946 time: 0.0472887 Aug 30 13:43:12.876085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port 82cc930d-d77e-449d-88e0-0ca5de387db7 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:43:12.876423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:12.968913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] For port 82cc930d-d77e-449d-88e0-0ca5de387db7, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=82cc930d-d77e-449d-88e0-0ca5de387db7,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:43:12.969270 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:12.982185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for 82cc930d-d77e-449d-88e0-0ca5de387db7 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:43:13.109378 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:13.121409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['82cc930d-d77e-449d-88e0-0ca5de387db7'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:43:13.138751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=82cc930d-d77e-449d-88e0-0ca5de387db7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:13.179787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] No DVR routers for this DVR port 82cc930d-d77e-449d-88e0-0ca5de387db7 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:43:13.182465 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:13.184995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9a1c1004-b6b9-48f0-b262-6ea6af57fd42 req-e5edba4a-d068-4f71-81a4-67923fa23f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "DELETE /v2.0/ports/82cc930d-d77e-449d-88e0-0ca5de387db7 HTTP/1.1" status: 204 len: 173 time: 0.3935890 Aug 30 13:43:13.185435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad95d6de-e24d-4296-b8d0-aa7be0fdfc12', 'name': 'network-vif-deleted', 'tag': '82cc930d-d77e-449d-88e0-0ca5de387db7'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:43:13.187764 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff75e90-def0-490b-b814-9d870ba15b79" -d '{"events": [{"server_uuid": "ad95d6de-e24d-4296-b8d0-aa7be0fdfc12", "name": "network-vif-deleted", "tag": "82cc930d-d77e-449d-88e0-0ca5de387db7"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:43:13.223892 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5665de3c-499d-44db-a88f-38d0d32290c4 x-openstack-request-id: req-5665de3c-499d-44db-a88f-38d0d32290c4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:43:13.224189 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad95d6de-e24d-4296-b8d0-aa7be0fdfc12", "name": "network-vif-deleted", "tag": "82cc930d-d77e-449d-88e0-0ca5de387db7", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:43:13.224445 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5665de3c-499d-44db-a88f-38d0d32290c4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:43:13.224846 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad95d6de-e24d-4296-b8d0-aa7be0fdfc12', 'name': 'network-vif-deleted', 'tag': '82cc930d-d77e-449d-88e0-0ca5de387db7', 'status': 'completed', 'code': 200} Aug 30 13:43:13.562508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0fafe48-9c44-4f9d-afea-7a0179603e20 req-4a823f08-ab39-4b5b-b8f1-647189f2783f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 210 time: 0.0366659 Aug 30 13:43:14.654711 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-57c96798-ba68-45d3-a24c-5f8c3fbd041d req-532e521a-08dd-4c48-b3e8-793582e8ecbc tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 210 time: 0.0270712 Aug 30 13:43:15.753962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a74799c9-d110-41aa-8a02-96beaadbb7a8 req-226d266b-e703-4ef7-831c-b24ecba6399c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 210 time: 0.0310040 Aug 30 13:43:16.870218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29bb6843-987f-4f12-9be0-3a2f1510b7af req-ad4c2bc5-ea1d-44ee-80ff-e4d4e6d54cc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad95d6de-e24d-4296-b8d0-aa7be0fdfc12 HTTP/1.1" status: 200 len: 210 time: 0.0334759 Aug 30 13:43:17.641762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 82cc930d-d77e-449d-88e0-0ca5de387db7 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:43:17.662904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 82cc930d-d77e-449d-88e0-0ca5de387db7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:43:17.663185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 82cc930d-d77e-449d-88e0-0ca5de387db7 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:43:19.811954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60312) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:19.816711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ea6a5e98-1459-4804-ba26-be166e962f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335809880', 'description': 'tempest-secgroup-smoke-1335809880 description', 'project_id': 'e801a5de763b414d8d59c00c6d4c6130'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:19.838347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5e98-1459-4804-ba26-be166e962f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:19.917572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5e98-1459-4804-ba26-be166e962f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:19.922085 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5e98-1459-4804-ba26-be166e962f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:19.944366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5e98-1459-4804-ba26-be166e962f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:19.945574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ea6a5e98-1459-4804-ba26-be166e962f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1326046 Aug 30 13:43:19.948584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60314) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:19.953405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'security_group_rule': {'security_group_id': 'f34fb3fa-4255-4f84-8971-de9774697104', 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:19.953582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a5e98-1459-4804-ba26-be166e962f71 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34fb3fa-4255-4f84-8971-de9774697104,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:19.978862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.035974 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.039400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.394058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=568f660e-88fe-4a33-a25c-dc387aaba605,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:20.402827 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.406180 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4563243 Aug 30 13:43:20.407088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60316) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:20.408193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.408572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.408937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.409274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.409988 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.410319 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.410682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.410962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.411285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.411610 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.411932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.412178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f36aa428-e2ed-447d-b4a1-3efd61c84444 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'security_group_rule': {'security_group_id': 'f34fb3fa-4255-4f84-8971-de9774697104', 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:20.412328 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337914dc-b4b9-41d7-978e-f0cca196e354 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:20.439967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f36aa428-e2ed-447d-b4a1-3efd61c84444 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.486012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f36aa428-e2ed-447d-b4a1-3efd61c84444 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.489387 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f36aa428-e2ed-447d-b4a1-3efd61c84444 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.508085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36aa428-e2ed-447d-b4a1-3efd61c84444 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9040681b-2e8e-4b65-be20-e74de180ad5c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:20.510430 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f36aa428-e2ed-447d-b4a1-3efd61c84444 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.511677 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f36aa428-e2ed-447d-b4a1-3efd61c84444 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1032896 Aug 30 13:43:20.514969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60318) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:20.519447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c93d8026-2d70-4675-a47e-4ca3e4c1d190 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'security_group_rule': {'security_group_id': 'f34fb3fa-4255-4f84-8971-de9774697104', 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:20.544695 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c93d8026-2d70-4675-a47e-4ca3e4c1d190 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.604578 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c93d8026-2d70-4675-a47e-4ca3e4c1d190 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.608150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c93d8026-2d70-4675-a47e-4ca3e4c1d190 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.625507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d8026-2d70-4675-a47e-4ca3e4c1d190 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2f03f7-9892-45fa-87e4-554b6e591817,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:20.630882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c93d8026-2d70-4675-a47e-4ca3e4c1d190 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.632439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c93d8026-2d70-4675-a47e-4ca3e4c1d190 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165321 Aug 30 13:43:20.635107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60320) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:20.640130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f4a9d0e3-0a81-4252-b182-dde7b4dbfdca tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'security_group_rule': {'security_group_id': 'f34fb3fa-4255-4f84-8971-de9774697104', 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:20.666751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d0e3-0a81-4252-b182-dde7b4dbfdca tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.725589 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d0e3-0a81-4252-b182-dde7b4dbfdca tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.728914 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d0e3-0a81-4252-b182-dde7b4dbfdca tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.748752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9d0e3-0a81-4252-b182-dde7b4dbfdca tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bcbdb5-ec38-43bc-a4da-9a051dea08e1,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:20.752640 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d0e3-0a81-4252-b182-dde7b4dbfdca tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.753831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f4a9d0e3-0a81-4252-b182-dde7b4dbfdca tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177971 Aug 30 13:43:20.756615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60322) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:20.760939 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3a5f7688-b6e6-4865-9eab-e05a89d51330 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'security_group_rule': {'security_group_id': 'f34fb3fa-4255-4f84-8971-de9774697104', 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:20.783066 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-3a5f7688-b6e6-4865-9eab-e05a89d51330 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Project e801a5de763b414d8d59c00c6d4c6130 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:43:20.787982 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7688-b6e6-4865-9eab-e05a89d51330 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.847100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7688-b6e6-4865-9eab-e05a89d51330 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.850570 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7688-b6e6-4865-9eab-e05a89d51330 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.868292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f7688-b6e6-4865-9eab-e05a89d51330 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64358f4c-da93-4e3a-a43e-e7aa82a57944,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:20.876162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7688-b6e6-4865-9eab-e05a89d51330 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.877512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3a5f7688-b6e6-4865-9eab-e05a89d51330 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200013 Aug 30 13:43:20.880377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:20.884731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6e3a60e7-6d4b-406e-b021-df918b097a77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'security_group_rule': {'security_group_id': 'f34fb3fa-4255-4f84-8971-de9774697104', 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:20.907548 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-6e3a60e7-6d4b-406e-b021-df918b097a77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Project e801a5de763b414d8d59c00c6d4c6130 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:43:20.912429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e3a60e7-6d4b-406e-b021-df918b097a77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.974198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e3a60e7-6d4b-406e-b021-df918b097a77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.977346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e3a60e7-6d4b-406e-b021-df918b097a77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:20.994090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a60e7-6d4b-406e-b021-df918b097a77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303a65b9-f26e-4caf-9897-85d731b20166,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:21.000684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6e3a60e7-6d4b-406e-b021-df918b097a77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:21.001983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6e3a60e7-6d4b-406e-b021-df918b097a77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206620 Aug 30 13:43:28.638657 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:31.087080 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:32.853332 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:43:34.251306 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-b12fb613-353b-4064-81c5-fc474abe6f15 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335809880&fields=id&tenant_id=e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 267 time: 0.0334375 Aug 30 13:43:34.354326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-fdfc4dae-199b-4bd9-a6aa-e81a951fbe46 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:34.355710 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-fdfc4dae-199b-4bd9-a6aa-e81a951fbe46 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.0976889 Aug 30 13:43:34.370179 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-54f0336c-0f1b-4acb-b611-6fe0c981d595 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/quotas/e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 375 time: 0.0087490 Aug 30 13:43:34.426021 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-8b0fb806-2a77-447b-a44d-1a14055d50e3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502770 Aug 30 13:43:34.436933 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-20e89ec3-4cbe-452c-96a1-5b70baea6049 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401022 Aug 30 13:43:34.518828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-cd0be622-af46-49ed-b2d8-0d275639d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:34.520133 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-b82562c3-808f-4639-a720-bb0b2f346886 service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825076 Aug 30 13:43:34.520302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-cd0be622-af46-49ed-b2d8-0d275639d845 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 1096 time: 0.0399387 Aug 30 13:43:34.614355 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-b9056b03-0bd9-49e8-8b19-86724f61b9c3 service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868990 Aug 30 13:43:34.625680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-44ffe904-50ec-4742-b91e-13ba130302b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:34.627192 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-44ffe904-50ec-4742-b91e-13ba130302b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=18e89fae-e789-4ee7-9819-520bcea3dc64 HTTP/1.1" status: 200 len: 896 time: 0.0870111 Aug 30 13:43:34.695105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-397f4bae-8b86-43fe-bf57-978f150b5ac2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5979293f-f2c4-472b-bae4-4387999d84a5 HTTP/1.1" status: 200 len: 1001 time: 0.0609190 Aug 30 13:43:34.744785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-20c4f7bc-6331-440d-82a9-c22c247d66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:34.746939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-20c4f7bc-6331-440d-82a9-c22c247d66ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b335ffcd-97cf-47b4-97ca-60f4ac5730c1 HTTP/1.1" status: 200 len: 834 time: 0.0444038 Aug 30 13:43:34.801874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-8f117e6a-e59c-4b40-b572-77e4158eef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:34.803377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-8f117e6a-e59c-4b40-b572-77e4158eef0c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18e89fae-e789-4ee7-9819-520bcea3dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490596 Aug 30 13:43:34.921981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-afe0e7f8-d4a8-490b-80ef-070783e96322 req-80a6fadd-8999-41d8-9bff-577aeea816a7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 210 time: 0.0412967 Aug 30 13:43:34.927374 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-d0a29b23-aa6e-4050-8585-a69cd3673215 service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158400 Aug 30 13:43:35.025617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-88f14a4b-6044-4adb-a190-4fa84541e2ee req-6ffbea0e-dfc5-4261-a230-0ec72419d693 service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895605 Aug 30 13:43:35.855437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-061fd01c-6689-4fe2-996d-760d132d0329 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:35.857391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-061fd01c-6689-4fe2-996d-760d132d0329 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1070466 Aug 30 13:43:35.900707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-d165c45e-0f11-4fff-9ff6-abd3a8b38cb3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 380 time: 0.0347388 Aug 30 13:43:35.910950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'port': {'device_id': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'admin_state_up': True, 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'security_groups': ['f34fb3fa-4255-4f84-8971-de9774697104']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:36.020870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fba728ae-c04d-48d6-943c-53d078967284 req-e9a01def-c9cd-4b89-8011-03b36c6c64e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 210 time: 0.0274246 Aug 30 13:43:36.025057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Made reservation on behalf of e801a5de763b414d8d59c00c6d4c6130 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:43:36.029605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:36.158406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.20.0.10 (3c65a727-5656-475d-9d20-9b8afbb02538/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff/d3ce05ca-6fba-4245-b084-48757b2db7dc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:43:36.292905 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:36.305995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Transition to ACTIVE for port object d3ce05ca-6fba-4245-b084-48757b2db7dc will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:43:36.339761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:36.389681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:43:36.392956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:43:36.396045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:43:36.428048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=d3ce05ca-6fba-4245-b084-48757b2db7dc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:36.440985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.441431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.441886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.442228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.442561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.442907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.443217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.443543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.443868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.444189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.444507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.444831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:36.471244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:36.471870 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:36.488141 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-6c827de4-3513-44ca-9ebe-c00307596194 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5810463 Aug 30 13:43:36.501304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Request body: {'port': {'device_id': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:36.562433 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:36.672386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-705d4ec9-7ad8-4d26-9238-85c69dca81a0 None None] Provisioning for port d3ce05ca-6fba-4245-b084-48757b2db7dc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:43:36.677006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-705d4ec9-7ad8-4d26-9238-85c69dca81a0 None None] Provisioning complete for port d3ce05ca-6fba-4245-b084-48757b2db7dc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:43:36.677006 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-705d4ec9-7ad8-4d26-9238-85c69dca81a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:36.724232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-705d4ec9-7ad8-4d26-9238-85c69dca81a0 None None] Port d3ce05ca-6fba-4245-b084-48757b2db7dc cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:43:36.726332 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0c3f50a5-8fb8-4f0e-970c-00f7f7103a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:36.851154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ce05ca-6fba-4245-b084-48757b2db7dc {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:43:36.859062 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:36.871006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Transition to ACTIVE for port object d3ce05ca-6fba-4245-b084-48757b2db7dc will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:43:36.874684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:36.930178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ce05ca-6fba-4245-b084-48757b2db7dc,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:37.026754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Attempting to bind port d3ce05ca-6fba-4245-b084-48757b2db7dc on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:43:37.027647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Attempting to bind port d3ce05ca-6fba-4245-b084-48757b2db7dc by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:43:37.028347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Attempting to bind port d3ce05ca-6fba-4245-b084-48757b2db7dc on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:43:37.034019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Port d3ce05ca-6fba-4245-b084-48757b2db7dc on network 3c65a727-5656-475d-9d20-9b8afbb02538 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:43:37.034913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Attempting to bind port d3ce05ca-6fba-4245-b084-48757b2db7dc on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:43:37.040653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:43:37.041246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:43:37.041868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Bound using segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:43:37.042319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Bound port: d3ce05ca-6fba-4245-b084-48757b2db7dc, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:43:37.042682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:37.142718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] For port d3ce05ca-6fba-4245-b084-48757b2db7dc, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:43:37.161916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] For port d3ce05ca-6fba-4245-b084-48757b2db7dc, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:43:37.170219 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:37.184932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e97ad-5e4e-4803-9310-e222306af498 req-d8f7e90a-0d2b-4a0e-984f-fd98caabfde3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:37.186369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-260e97ad-5e4e-4803-9310-e222306af498 req-d8f7e90a-0d2b-4a0e-984f-fd98caabfde3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0793955 Aug 30 13:43:37.225786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:37.226405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:37.227795 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] 10.222.0.35 "PUT /v2.0/ports/d3ce05ca-6fba-4245-b084-48757b2db7dc HTTP/1.1" status: 200 len: 1092 time: 0.7317488 Aug 30 13:43:37.230302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'tag': 'd3ce05ca-6fba-4245-b084-48757b2db7dc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:43:37.234235 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc2d56e-794e-4fa1-b0ae-2a654b249357" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5750f3-be44-45a6-8eef-bdce8fa46ed7", "tag": "d3ce05ca-6fba-4245-b084-48757b2db7dc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:43:37.318128 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee21d16-04f5-4c7d-ab81-633fb6c70be2 x-openstack-request-id: req-0ee21d16-04f5-4c7d-ab81-633fb6c70be2 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:43:37.318616 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5750f3-be44-45a6-8eef-bdce8fa46ed7", "tag": "d3ce05ca-6fba-4245-b084-48757b2db7dc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:43:37.318883 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ee21d16-04f5-4c7d-ab81-633fb6c70be2 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:43:37.319441 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'tag': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'status': 'completed', 'code': 200} Aug 30 13:43:37.324595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c94e9-4e39-48c6-94f5-0be1839454e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ce05ca-6fba-4245-b084-48757b2db7dc,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:37.332944 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-260e97ad-5e4e-4803-9310-e222306af498 req-c6ad60c8-225b-4a5c-90d5-c20e4472f554 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249073 Aug 30 13:43:37.347583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-0641df38-7367-4a9b-b038-1cf38bb11af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:37.349439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-0641df38-7367-4a9b-b038-1cf38bb11af4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0692766 Aug 30 13:43:37.398490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-039e548b-3aa2-4980-8ee7-1930dec54a83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc HTTP/1.1" status: 200 len: 217 time: 0.0409513 Aug 30 13:43:37.452538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-3e14716d-d434-4ba7-97f3-081bffe440c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:37.454045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-3e14716d-d434-4ba7-97f3-081bffe440c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0489426 Aug 30 13:43:37.510400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-a144971d-98e9-4fb0-97c8-9bd931223d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:37.511848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-a144971d-98e9-4fb0-97c8-9bd931223d85 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513439 Aug 30 13:43:37.603963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-520431eb-4f18-4764-afb0-cc955fe1be3a service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847592 Aug 30 13:43:37.702747 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7759a412-de59-4eac-82d8-db5d5f4646ff req-8bc1b295-6a61-4c27-8906-0af7aa40515a service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917401 Aug 30 13:43:37.795314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-79c48734-3dff-4831-9dae-f563a79f6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:37.796871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-79c48734-3dff-4831-9dae-f563a79f6016 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 1095 time: 0.0464096 Aug 30 13:43:37.891273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-d0907676-238e-48a1-9fc7-0cef35162e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:37.892688 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-d0907676-238e-48a1-9fc7-0cef35162e2c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0895045 Aug 30 13:43:37.945111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-e37dff73-4158-4de3-af85-cb43d7fb18e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc HTTP/1.1" status: 200 len: 217 time: 0.0453479 Aug 30 13:43:38.000327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-4ab6dd42-2f25-4ab2-8535-7ca4bedf6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:38.001849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-4ab6dd42-2f25-4ab2-8535-7ca4bedf6aa9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0492575 Aug 30 13:43:38.049569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-d010650c-2d56-4b37-a9ef-5822a05b5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:38.051117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-d010650c-2d56-4b37-a9ef-5822a05b5e6f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424361 Aug 30 13:43:38.146091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-66f3696c-a5d8-45cb-ac84-f03df99d1b08 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877044 Aug 30 13:43:38.238746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dc2d56e-794e-4fa1-b0ae-2a654b249357 req-27386eac-b91b-409c-bda8-2c56d2d296da service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847003 Aug 30 13:43:38.471511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb12fb9-cd0e-40a1-a5ba-e894314ca2bd req-9ddd29a8-31eb-45db-9973-634027b7eb1e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:38.474835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7cb12fb9-cd0e-40a1-a5ba-e894314ca2bd req-9ddd29a8-31eb-45db-9973-634027b7eb1e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0515451 Aug 30 13:43:38.515533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7cb12fb9-cd0e-40a1-a5ba-e894314ca2bd req-ef2eabf2-cb0d-466e-acab-c57df40ea6be tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354118 Aug 30 13:43:38.846486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a616316-5104-4688-aca6-1e3b270d04b1 req-471f1c2d-e002-4517-b213-fd3146692862 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:38.848011 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a616316-5104-4688-aca6-1e3b270d04b1 req-471f1c2d-e002-4517-b213-fd3146692862 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0509925 Aug 30 13:43:38.888323 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a616316-5104-4688-aca6-1e3b270d04b1 req-486bfc50-b4b5-464c-b265-75af204b57af tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341036 Aug 30 13:43:39.456153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2ad7860-de2e-4bdb-9411-979e20c17171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:39.632394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928a612-e2d0-4672-9eae-330ec9509eb9 req-35c2ffd7-5d9e-4e62-b57b-11c8d07fed09 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:39.633933 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4928a612-e2d0-4672-9eae-330ec9509eb9 req-35c2ffd7-5d9e-4e62-b57b-11c8d07fed09 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0497301 Aug 30 13:43:39.675425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4928a612-e2d0-4672-9eae-330ec9509eb9 req-3181eaa4-49fe-4235-b573-19337b65ced8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345559 Aug 30 13:43:40.009207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4981358-5360-42b8-a259-5640c1d85689 req-73801186-e368-434a-bdf4-1f4ee49813f7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:40.010620 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a4981358-5360-42b8-a259-5640c1d85689 req-73801186-e368-434a-bdf4-1f4ee49813f7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0523033 Aug 30 13:43:40.020391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:40.050265 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a4981358-5360-42b8-a259-5640c1d85689 req-c3611747-eea8-496f-b663-6822022d72e0 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330212 Aug 30 13:43:40.794550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fb03c-2d39-4f2e-8b52-40321eb99b84 req-df4ccdd9-79d3-4356-9bc0-291b7edb5c77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:40.796046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f72fb03c-2d39-4f2e-8b52-40321eb99b84 req-df4ccdd9-79d3-4356-9bc0-291b7edb5c77 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0531819 Aug 30 13:43:40.833280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f72fb03c-2d39-4f2e-8b52-40321eb99b84 req-47d16865-f002-48a4-ba85-40979cd01b54 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309560 Aug 30 13:43:40.954219 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:41.165628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb5c9d-5fed-4552-8600-eb5cf7476759 req-9c7a78ae-bc69-47e9-be3e-fa800b4b37cd tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:41.167132 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2bdb5c9d-5fed-4552-8600-eb5cf7476759 req-9c7a78ae-bc69-47e9-be3e-fa800b4b37cd tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0486786 Aug 30 13:43:41.205698 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2bdb5c9d-5fed-4552-8600-eb5cf7476759 req-833698d8-b86b-4c6e-8766-e9bffcd35292 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326571 Aug 30 13:43:41.946390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10fd88-866a-485d-8eee-f3fc51bfa610 req-92cea426-c70d-4881-95e0-0687d6b2879f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:41.947894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d10fd88-866a-485d-8eee-f3fc51bfa610 req-92cea426-c70d-4881-95e0-0687d6b2879f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0488496 Aug 30 13:43:41.984994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d10fd88-866a-485d-8eee-f3fc51bfa610 req-c721e60f-8a49-4408-adc6-21c9ce08b00d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311916 Aug 30 13:43:42.311580 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:42.324100 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c2013-b888-4ed7-95b1-96bc47c048f0 req-a8a8e943-0b06-431e-bfe6-f152c0e2a411 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:42.325656 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-846c2013-b888-4ed7-95b1-96bc47c048f0 req-a8a8e943-0b06-431e-bfe6-f152c0e2a411 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0506182 Aug 30 13:43:42.364843 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-846c2013-b888-4ed7-95b1-96bc47c048f0 req-f8668e5c-cfed-4265-8277-f208938f5a51 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328577 Aug 30 13:43:43.099091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973fbca-607c-4c48-a166-c62a0190615e req-90fcae7b-7949-4863-b103-e1542c9d8b19 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:43.100523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7973fbca-607c-4c48-a166-c62a0190615e req-90fcae7b-7949-4863-b103-e1542c9d8b19 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0478139 Aug 30 13:43:43.136967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7973fbca-607c-4c48-a166-c62a0190615e req-0e7da82d-7ae7-4b09-9fd5-587ac3ef60e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303898 Aug 30 13:43:43.485397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47982e-5e13-4cc5-a217-4ce8bff2628c req-64787161-06d3-4a65-8fdc-1725833c22b9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:43.486882 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aa47982e-5e13-4cc5-a217-4ce8bff2628c req-64787161-06d3-4a65-8fdc-1725833c22b9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0539098 Aug 30 13:43:43.523868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aa47982e-5e13-4cc5-a217-4ce8bff2628c req-4f8d8bff-11d6-4e1f-b6ce-5fa86aa9777c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311086 Aug 30 13:43:44.254557 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c573a0-4aae-40f1-b252-99f2501da5e5 req-4dc97e52-bf10-4996-a19f-4ff497025b22 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:44.256035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37c573a0-4aae-40f1-b252-99f2501da5e5 req-4dc97e52-bf10-4996-a19f-4ff497025b22 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0526090 Aug 30 13:43:44.292868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37c573a0-4aae-40f1-b252-99f2501da5e5 req-8f6b3a52-4c2a-49a8-a00c-606b12e0bd0e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Aug 30 13:43:44.638989 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdcfa1-1b50-4064-bca8-1cea5e2af530 req-61658d3b-e144-4a15-9a80-539bf052f264 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:44.640440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16fdcfa1-1b50-4064-bca8-1cea5e2af530 req-61658d3b-e144-4a15-9a80-539bf052f264 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0476837 Aug 30 13:43:44.680085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16fdcfa1-1b50-4064-bca8-1cea5e2af530 req-efb6672b-405f-4499-a8b9-0dccfbe623f7 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337460 Aug 30 13:43:45.407948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bee77-7fd8-44da-a3bc-55ac49ff57b5 req-4fb14405-7c4d-4dca-833a-7b9b46462c7d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:45.409503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-257bee77-7fd8-44da-a3bc-55ac49ff57b5 req-4fb14405-7c4d-4dca-833a-7b9b46462c7d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0500607 Aug 30 13:43:45.447079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-257bee77-7fd8-44da-a3bc-55ac49ff57b5 req-b5a138a6-ea4b-43d4-bf05-602e60375d97 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313675 Aug 30 13:43:45.796284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807fd9d-285e-489f-bb69-60e4d6c1e49a req-5f0c0ccd-c6c8-4aec-80f2-aae555517bc8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:45.797837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c807fd9d-285e-489f-bb69-60e4d6c1e49a req-5f0c0ccd-c6c8-4aec-80f2-aae555517bc8 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0510726 Aug 30 13:43:45.835878 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c807fd9d-285e-489f-bb69-60e4d6c1e49a req-81c5d2cc-f92d-4fae-ba34-e227c94789ad tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320277 Aug 30 13:43:46.562356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6eefab-6efe-422e-8eb3-d5c7ab1be246 req-2b66bbc8-f16a-4bb5-bbbf-31c898cef5f8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:46.563807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d6eefab-6efe-422e-8eb3-d5c7ab1be246 req-2b66bbc8-f16a-4bb5-bbbf-31c898cef5f8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0488384 Aug 30 13:43:46.600053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d6eefab-6efe-422e-8eb3-d5c7ab1be246 req-7c5eb7a7-2dc7-45b8-96e8-fe627257e247 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304000 Aug 30 13:43:46.952101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf991c-7392-4dd0-bb80-714d5d5d6006 req-f6750b99-4513-414a-9844-a0c4d0d94792 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:46.953552 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48bf991c-7392-4dd0-bb80-714d5d5d6006 req-f6750b99-4513-414a-9844-a0c4d0d94792 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0525224 Aug 30 13:43:46.991086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-48bf991c-7392-4dd0-bb80-714d5d5d6006 req-07deca0d-96aa-4379-8ba4-13249d5ad357 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Aug 30 13:43:47.719860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f038-e3a4-4d1c-9549-c66a5d0a49e2 req-f2ad8bde-772b-41c7-9ded-54adad2ba29a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:47.721245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac04f038-e3a4-4d1c-9549-c66a5d0a49e2 req-f2ad8bde-772b-41c7-9ded-54adad2ba29a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 944 time: 0.0534782 Aug 30 13:43:47.758051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac04f038-e3a4-4d1c-9549-c66a5d0a49e2 req-257fe952-46d8-423f-b123-a21974105d26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305634 Aug 30 13:43:48.105095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76db1f8-1673-4068-9d64-22dbae25ffbb req-2cae6e52-5376-4ab7-8f53-89028a43e328 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:48.107201 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a76db1f8-1673-4068-9d64-22dbae25ffbb req-2cae6e52-5376-4ab7-8f53-89028a43e328 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0494568 Aug 30 13:43:48.146670 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a76db1f8-1673-4068-9d64-22dbae25ffbb req-58eef23f-8900-47b0-89f7-3c1098abcd45 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335748 Aug 30 13:43:48.449165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3ce05ca-6fba-4245-b084-48757b2db7dc details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:43:48.549613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d3ce05ca-6fba-4245-b084-48757b2db7dc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:43:48.560566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'port_id': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'mac_address': 'fa:16:3e:bf:f0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:43:48.596788 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:48.609123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ce05ca-6fba-4245-b084-48757b2db7dc {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:43:48.628098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d3ce05ca-6fba-4245-b084-48757b2db7dc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:43:48.632115 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:48.677752 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d3ce05ca-6fba-4245-b084-48757b2db7dc,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:48.684703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.685050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.685388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.685748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.686083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.686412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.686737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.687057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.687377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.687696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.688014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.688330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:43:48.870938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b028942-b9ba-4b70-9a04-a24a8c558057 req-70dd15cd-50c0-4fa4-8b04-5243c055e3e3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:48.872452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b028942-b9ba-4b70-9a04-a24a8c558057 req-70dd15cd-50c0-4fa4-8b04-5243c055e3e3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 945 time: 0.0485818 Aug 30 13:43:48.913751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b028942-b9ba-4b70-9a04-a24a8c558057 req-de5be605-55f9-41f8-91aa-0b2786f53c9e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337968 Aug 30 13:43:48.967920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d3ce05ca-6fba-4245-b084-48757b2db7dc'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:43:49.261434 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6bd9-066f-4c51-b8ee-cf1da673bd1b req-374e9fa5-9f41-44f4-9299-bc0f5e217376 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:49.263457 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-053c6bd9-066f-4c51-b8ee-cf1da673bd1b req-374e9fa5-9f41-44f4-9299-bc0f5e217376 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0492043 Aug 30 13:43:49.300526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-053c6bd9-066f-4c51-b8ee-cf1da673bd1b req-0477c315-aaa7-454e-a000-50e96231dca4 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311959 Aug 30 13:43:50.027189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1530d1-d2d3-4b74-9367-003e1830f7f8 req-f85bdf27-e92c-4fa3-84d8-256c470258c8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:50.029185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a1530d1-d2d3-4b74-9367-003e1830f7f8 req-f85bdf27-e92c-4fa3-84d8-256c470258c8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Aug 30 13:43:50.066231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a1530d1-d2d3-4b74-9367-003e1830f7f8 req-bfffff98-e90d-4848-8cd4-1ef7d8f0cfbe tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311377 Aug 30 13:43:50.418348 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace50539-94e0-4b99-8411-9bad643884dd req-98c707c6-b044-4996-bb39-a5d17011da4b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:50.419850 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ace50539-94e0-4b99-8411-9bad643884dd req-98c707c6-b044-4996-bb39-a5d17011da4b tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0541861 Aug 30 13:43:50.449250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3ce05ca-6fba-4245-b084-48757b2db7dc up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:43:50.459450 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ace50539-94e0-4b99-8411-9bad643884dd req-ad395ce3-cd55-4354-88d1-2d776ce7c564 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335884 Aug 30 13:43:50.497839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port d3ce05ca-6fba-4245-b084-48757b2db7dc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:43:50.501494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d3ce05ca-6fba-4245-b084-48757b2db7dc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:43:50.501930 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:50.579530 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:50.600711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce05ca-6fba-4245-b084-48757b2db7dc'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:43:50.602966 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5715dd-af4b-4e36-876b-9567903758e5" -d '{"events": [{"server_uuid": "cb5750f3-be44-45a6-8eef-bdce8fa46ed7", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce05ca-6fba-4245-b084-48757b2db7dc"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:43:50.615991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d3ce05ca-6fba-4245-b084-48757b2db7dc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:43:50.620273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:50.645222 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e276e779-c995-4559-af44-f3a51b645114 x-openstack-request-id: req-e276e779-c995-4559-af44-f3a51b645114 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:43:50.645519 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5750f3-be44-45a6-8eef-bdce8fa46ed7", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce05ca-6fba-4245-b084-48757b2db7dc", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:43:50.645851 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e276e779-c995-4559-af44-f3a51b645114 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:43:50.646249 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'code': 200} Aug 30 13:43:50.673336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d3ce05ca-6fba-4245-b084-48757b2db7dc,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:50.738934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc3b8a-ea01-45f2-a060-b61b6a4b37bd req-bb9b9232-0329-4abe-b9a3-aa4a58a249ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:50.740416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ecdc3b8a-ea01-45f2-a060-b61b6a4b37bd req-bb9b9232-0329-4abe-b9a3-aa4a58a249ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0439184 Aug 30 13:43:50.774753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ecdc3b8a-ea01-45f2-a060-b61b6a4b37bd req-4119e283-88ce-40f0-bebc-cf3bb0cabc40 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271711 Aug 30 13:43:51.179357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078946e-130a-4e14-adb7-05f3a5fcd41f req-fc4de29c-581b-4886-8a52-32ae65116353 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:51.180807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e078946e-130a-4e14-adb7-05f3a5fcd41f req-fc4de29c-581b-4886-8a52-32ae65116353 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 946 time: 0.0489717 Aug 30 13:43:51.220220 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e078946e-130a-4e14-adb7-05f3a5fcd41f req-2ec276a7-7a80-4b67-9d87-a5340d425d43 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327508 Aug 30 13:43:51.575933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa5d6c4-8a7a-4b21-85e2-c83748479dbf req-c046b5ae-fda7-4fbc-abb5-46bf7514a158 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:51.577397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8fa5d6c4-8a7a-4b21-85e2-c83748479dbf req-c046b5ae-fda7-4fbc-abb5-46bf7514a158 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0490017 Aug 30 13:43:51.614333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8fa5d6c4-8a7a-4b21-85e2-c83748479dbf req-561b3c60-c5d9-420e-b2bd-cc9b2db8e485 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309911 Aug 30 13:43:52.334943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c4648-b319-4c0e-951b-3b509ca2ce10 req-2fa9d4f0-41db-4988-9187-a726a04b7593 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:52.336685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-096c4648-b319-4c0e-951b-3b509ca2ce10 req-2fa9d4f0-41db-4988-9187-a726a04b7593 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 946 time: 0.0484433 Aug 30 13:43:52.374992 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-096c4648-b319-4c0e-951b-3b509ca2ce10 req-838150d0-8bad-485c-9f06-926d5efdd33a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Aug 30 13:43:52.488880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ea0b1-85c0-4696-a34f-28fa362a0593 req-4b32294a-d938-404a-80e1-f417317fc9c2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:52.490384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-699ea0b1-85c0-4696-a34f-28fa362a0593 req-4b32294a-d938-404a-80e1-f417317fc9c2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 946 time: 0.0488706 Aug 30 13:43:52.528659 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-699ea0b1-85c0-4696-a34f-28fa362a0593 req-496a4e0b-8d72-4d68-829e-66eb90767a5b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315716 Aug 30 13:43:52.550722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60560) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:52.595604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbdaab3-86e2-4362-bd0d-464b72339f07 tempest-TestVolumeBootPattern-1386303968 tempest-TestVolumeBootPattern-1386303968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:52.597136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0dbdaab3-86e2-4362-bd0d-464b72339f07 tempest-TestVolumeBootPattern-1386303968 tempest-TestVolumeBootPattern-1386303968-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 1092 time: 0.0453999 Aug 30 13:43:52.600144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60562) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:52.604909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:43:52.630842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:52.741427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca0794d-6470-4876-94e1-6e8c00193ad6 req-76b331a9-eac3-420d-9c75-5fa0e6494a82 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:52.742929 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ca0794d-6470-4876-94e1-6e8c00193ad6 req-76b331a9-eac3-420d-9c75-5fa0e6494a82 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0600498 Aug 30 13:43:52.796525 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:52.805301 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ca0794d-6470-4876-94e1-6e8c00193ad6 req-80dcbf7b-ed1f-4418-ae38-bcfe22f77a19 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540473 Aug 30 13:43:52.901840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.25.2.221 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/f3fce74a-ecd0-49db-8b32-74a0a710363d) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:43:53.005756 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:53.045031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:53.085956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:43:53.088782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:43:53.093137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:43:53.098723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=f3fce74a-ecd0-49db-8b32-74a0a710363d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:53.445425 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:53.509548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:53.659033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:53.663720 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:53.728585 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=f3fce74a-ecd0-49db-8b32-74a0a710363d,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:53.740733 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:53.839217 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Floating IP 79043c0c-b9cc-469b-8e10-2350fcbb5ac2 associated. External IP: 172.25.2.221, port: d3ce05ca-6fba-4245-b084-48757b2db7dc. Aug 30 13:43:53.922649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9f970-a44d-40ff-b687-803d21720870 req-2b888286-89f3-4f36-ae12-453956ba8774 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:53.924038 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04b9f970-a44d-40ff-b687-803d21720870 req-2b888286-89f3-4f36-ae12-453956ba8774 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0491624 Aug 30 13:43:53.961936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04b9f970-a44d-40ff-b687-803d21720870 req-4c2870a2-5ab7-4ef5-9afd-93cbe68b0e40 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Aug 30 13:43:54.047981 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:43:54.153743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:43:54.163451 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] Sync routers for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:43:54.169767 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:54.173205 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:43:54.173792 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:43:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:43:54.196473 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a0d12c26-52b8-4943-9836-bf3c9d4075d4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5951822 Aug 30 13:43:54.197069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'tag': 'd3ce05ca-6fba-4245-b084-48757b2db7dc'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:43:54.199331 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d06a94-4195-46a2-b878-dcbffd20982c" -d '{"events": [{"name": "network-changed", "server_uuid": "cb5750f3-be44-45a6-8eef-bdce8fa46ed7", "tag": "d3ce05ca-6fba-4245-b084-48757b2db7dc"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:43:54.236672 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f298e27-013d-4d4a-a43a-c192a5d63ff1 x-openstack-request-id: req-8f298e27-013d-4d4a-a43a-c192a5d63ff1 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:43:54.236965 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb5750f3-be44-45a6-8eef-bdce8fa46ed7", "tag": "d3ce05ca-6fba-4245-b084-48757b2db7dc", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:43:54.237221 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f298e27-013d-4d4a-a43a-c192a5d63ff1 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:43:54.237626 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'tag': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'status': 'completed', 'code': 200} Aug 30 13:43:54.277369 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:43:54.298702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d06a94-4195-46a2-b878-dcbffd20982c req-575ebf80-db43-465e-ba73-ba191f115c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:54.300280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38d06a94-4195-46a2-b878-dcbffd20982c req-575ebf80-db43-465e-ba73-ba191f115c48 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0411916 Aug 30 13:43:54.390802 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d06a94-4195-46a2-b878-dcbffd20982c req-2eea2388-46fa-49c2-9c0c-7e9a6a27368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:54.392305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38d06a94-4195-46a2-b878-dcbffd20982c req-2eea2388-46fa-49c2-9c0c-7e9a6a27368b service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0854607 Aug 30 13:43:54.461809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38d06a94-4195-46a2-b878-dcbffd20982c req-e2de4f61-d862-4cdd-9db9-fef1235836c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc HTTP/1.1" status: 200 len: 1000 time: 0.0627306 Aug 30 13:43:54.515499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d06a94-4195-46a2-b878-dcbffd20982c req-418b5a89-3761-4aea-aeff-060dbbc651b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:54.516958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38d06a94-4195-46a2-b878-dcbffd20982c req-418b5a89-3761-4aea-aeff-060dbbc651b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0486355 Aug 30 13:43:54.562506 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d06a94-4195-46a2-b878-dcbffd20982c req-521fbc82-ef26-4a06-a454-8fec5ab50853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:54.564006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38d06a94-4195-46a2-b878-dcbffd20982c req-521fbc82-ef26-4a06-a454-8fec5ab50853 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401254 Aug 30 13:43:54.581583 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '79043c0c-b9cc-469b-8e10-2350fcbb5ac2', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:bf:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:43:53Z', 'updated_at': '2021-08-30T13:43:53Z', 'revision_number': 0, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:43:54.607915 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] Checking router: b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:43:54.615963 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:43:54.616565 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:43:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:43:54.653836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38d06a94-4195-46a2-b878-dcbffd20982c req-a16e1d78-1556-4376-b38d-58d46406b4c4 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824308 Aug 30 13:43:54.721236 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:43:54.950332 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '79043c0c-b9cc-469b-8e10-2350fcbb5ac2', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:bf:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:43:53Z', 'updated_at': '2021-08-30T13:43:53Z', 'revision_number': 0, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:43:54.976644 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ad28c-1575-4110-883c-a7f927a76ec3 None None] The sync data for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 is: [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '79043c0c-b9cc-469b-8e10-2350fcbb5ac2', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.221', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:bf:f0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:43:53Z', 'updated_at': '2021-08-30T13:43:53Z', 'revision_number': 0, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:43:55.035920 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-38d06a94-4195-46a2-b878-dcbffd20982c req-07380c4f-464b-486c-863f-2e56fcdf0c53 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754878 Aug 30 13:43:55.089460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef23c348-a1ef-4240-9af8-4a669917a683 req-eef5caf9-1839-443a-be3a-e88945bbc638 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:55.091117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef23c348-a1ef-4240-9af8-4a669917a683 req-eef5caf9-1839-443a-be3a-e88945bbc638 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0529366 Aug 30 13:43:55.132514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef23c348-a1ef-4240-9af8-4a669917a683 req-c58c5437-ae74-48e1-82e1-50571907da3e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350649 Aug 30 13:43:55.185686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864f715a-a4b6-4114-8fee-9fe1e61cdd07 None None] New status for floating IP 79043c0c-b9cc-469b-8e10-2350fcbb5ac2: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:43:56.252943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c31cb4-4156-4154-accf-129f294e9bdc req-3f817a5e-32ab-4a69-b52a-241ca6dbcb03 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:56.254469 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c31cb4-4156-4154-accf-129f294e9bdc req-3f817a5e-32ab-4a69-b52a-241ca6dbcb03 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0495176 Aug 30 13:43:56.293306 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-23c31cb4-4156-4154-accf-129f294e9bdc req-50d8f9ca-7c56-430a-8461-72ae386ce898 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328028 Aug 30 13:43:56.416997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83d933-4b90-4aff-a625-3bc9bbc826e4 req-6a8354db-2fd1-4c26-9b94-26d9f2fc7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:56.418482 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef83d933-4b90-4aff-a625-3bc9bbc826e4 req-6a8354db-2fd1-4c26-9b94-26d9f2fc7fd9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 1096 time: 0.0400686 Aug 30 13:43:56.453024 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef83d933-4b90-4aff-a625-3bc9bbc826e4 req-b899663a-28fe-4f78-9e4b-574d4ab6aab9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278783 Aug 30 13:43:57.413978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497648d9-ffe0-4293-9b69-36d3131ffe2f req-79726ef2-d4c5-4b2c-bcf6-702febd4f886 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:57.415564 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-497648d9-ffe0-4293-9b69-36d3131ffe2f req-79726ef2-d4c5-4b2c-bcf6-702febd4f886 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0530798 Aug 30 13:43:57.454210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-497648d9-ffe0-4293-9b69-36d3131ffe2f req-aa978967-d4f4-45dc-bd77-a7b2ef4b0442 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319619 Aug 30 13:43:57.812837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5979293f-f2c4-472b-bae4-4387999d84a5 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:43:57.903558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5979293f-f2c4-472b-bae4-4387999d84a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5979293f-f2c4-472b-bae4-4387999d84a5,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:43:57.914619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '5979293f-f2c4-472b-bae4-4387999d84a5', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'port_id': '5979293f-f2c4-472b-bae4-4387999d84a5', 'mac_address': 'fa:16:3e:a5:2e:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:43:57.953721 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:57.966518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5979293f-f2c4-472b-bae4-4387999d84a5 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:43:57.985761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5979293f-f2c4-472b-bae4-4387999d84a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5979293f-f2c4-472b-bae4-4387999d84a5,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:43:57.989934 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:58.035124 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=5979293f-f2c4-472b-bae4-4387999d84a5,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:43:58.228491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['5979293f-f2c4-472b-bae4-4387999d84a5'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:43:58.572233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21bb6-f8f7-4016-b2a0-578b4d4b33c9 req-0e88b0ec-8319-489f-98a7-fbf2d8ab135e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:43:58.573733 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-89d21bb6-f8f7-4016-b2a0-578b4d4b33c9 req-0e88b0ec-8319-489f-98a7-fbf2d8ab135e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 944 time: 0.0531340 Aug 30 13:43:58.611281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-89d21bb6-f8f7-4016-b2a0-578b4d4b33c9 req-7cd8a586-22f8-44bc-a417-be2f17a69eef tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316796 Aug 30 13:43:58.633365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60580) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:43:58.640577 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:58.696617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f5c5d67c-2088-4dea-94a3-3044d46a0cc5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/floatingips/1f55e1c2-2215-40cc-bab8-99a6f4d004b4 HTTP/1.1" status: 200 len: 992 time: 0.0620160 Aug 30 13:43:59.828813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5979293f-f2c4-472b-bae4-4387999d84a5 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:43:59.874253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 5979293f-f2c4-472b-bae4-4387999d84a5 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:43:59.874618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:59.949607 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:43:59.971153 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:43:59.973363 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea59d250-b65b-4bf1-9c3a-a30997ff973a" -d '{"events": [{"server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "name": "network-vif-plugged", "status": "completed", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:43:59.986120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 5979293f-f2c4-472b-bae4-4387999d84a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5979293f-f2c4-472b-bae4-4387999d84a5,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:43:59.991270 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:00.014203 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0a879b-2476-4aaa-acf5-0588909d1753 x-openstack-request-id: req-fe0a879b-2476-4aaa-acf5-0588909d1753 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:44:00.014484 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "name": "network-vif-plugged", "status": "completed", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:44:00.014782 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe0a879b-2476-4aaa-acf5-0588909d1753 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:44:00.015121 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5', 'code': 200} Aug 30 13:44:00.039253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=5979293f-f2c4-472b-bae4-4387999d84a5,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:01.085835 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:06.718889 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d60f1774-b16d-4573-a077-d1bbe4458fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:09.456792 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f8f53473-8b9a-4d33-aa18-6fd68b0a649a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:09.852358 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:44:10.021830 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:10.957884 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:12.314342 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:28.669999 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:29.212933 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60606) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:29.364892 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 51b89595-6406-4457-9be8-1cf943f03fb6 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:44:29.365236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:29.445564 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:29.445918 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:29.457094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 51b89595-6406-4457-9be8-1cf943f03fb6 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:44:29.601529 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:29.626275 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=51b89595-6406-4457-9be8-1cf943f03fb6,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:29.652012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.652462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.652843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.653178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.653723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.654130 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.654592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.655002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.655389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.655814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.656181 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.656555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:29.699741 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:29.700069 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Floating IP 1f55e1c2-2215-40cc-bab8-99a6f4d004b4 disassociated (deleted). External IP: 172.25.2.214, port: 5979293f-f2c4-472b-bae4-4387999d84a5. Aug 30 13:44:29.908615 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:44:30.015126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:44:30.020124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:30.025133 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] Sync routers for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:44:30.034374 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:30.034983 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:30.047141 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cd08c945-6577-44ab-9844-8c1d79660c56 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/floatingips/1f55e1c2-2215-40cc-bab8-99a6f4d004b4 HTTP/1.1" status: 204 len: 168 time: 0.8331163 Aug 30 13:44:30.047725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:44:30.049979 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:44:30.141181 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:30.160667 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812d2eac-1ee3-4aed-bf00-e1de2dfa2cb6 x-openstack-request-id: req-812d2eac-1ee3-4aed-bf00-e1de2dfa2cb6 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:44:30.161101 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:44:30.161356 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-812d2eac-1ee3-4aed-bf00-e1de2dfa2cb6 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:44:30.161787 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5', 'status': 'completed', 'code': 200} Aug 30 13:44:30.294797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c63cd2-129d-4648-b631-8c873dc6d77d req-0175eea8-a85b-4ec5-b8eb-a638767da1e5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:30.296427 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01c63cd2-129d-4648-b631-8c873dc6d77d req-0175eea8-a85b-4ec5-b8eb-a638767da1e5 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0542486 Aug 30 13:44:30.340023 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01c63cd2-129d-4648-b631-8c873dc6d77d req-6f76491e-15b8-453f-9807-6468b83ac1a9 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372303 Aug 30 13:44:30.345174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-0904429b-3f5f-41e2-92b3-d1b089f90ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:30.346753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-0904429b-3f5f-41e2-92b3-d1b089f90ffa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 1096 time: 0.1593256 Aug 30 13:44:30.358457 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '16093644-2144-4bd2-a3b4-c9f7f4535c78', 'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:52Z', 'updated_at': '2021-08-30T13:42:58Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:30.384842 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] Checking router: 5bb14af9-b7a0-46e6-99a7-666f8cf097ae for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:44:30.393018 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:30.393611 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:30.444559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-c1dfdde6-107b-45b8-a718-f784274bcf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:30.446866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-c1dfdde6-107b-45b8-a718-f784274bcf60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=18e89fae-e789-4ee7-9819-520bcea3dc64 HTTP/1.1" status: 200 len: 896 time: 0.0906932 Aug 30 13:44:30.488900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-d9614f4d-cc58-474e-8a16-8bace1afcf8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5979293f-f2c4-472b-bae4-4387999d84a5 HTTP/1.1" status: 200 len: 217 time: 0.0341003 Aug 30 13:44:30.495044 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:30.540775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-40b98446-a672-4de1-b0b0-baf768691786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:30.542271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-40b98446-a672-4de1-b0b0-baf768691786 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b335ffcd-97cf-47b4-97ca-60f4ac5730c1 HTTP/1.1" status: 200 len: 834 time: 0.0431221 Aug 30 13:44:30.590332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-d06ddd15-143e-4c94-82f3-9bc95a39c5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:30.591831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-d06ddd15-143e-4c94-82f3-9bc95a39c5a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=18e89fae-e789-4ee7-9819-520bcea3dc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403285 Aug 30 13:44:30.686583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-c88b54a2-2171-458b-8841-b14e6273dddd service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865958 Aug 30 13:44:30.692307 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '16093644-2144-4bd2-a3b4-c9f7f4535c78', 'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:52Z', 'updated_at': '2021-08-30T13:42:58Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:30.721243 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911447d-031a-4a36-8ca3-60ff4b1cd549 None None] The sync data for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 is: [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:42:53Z', 'revision_number': 4, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '16093644-2144-4bd2-a3b4-c9f7f4535c78', 'name': '', 'network_id': '18e89fae-e789-4ee7-9819-520bcea3dc64', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'mac_address': 'fa:16:3e:7a:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:52Z', 'updated_at': '2021-08-30T13:42:58Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'subnets': [{'id': 'b335ffcd-97cf-47b4-97ca-60f4ac5730c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:44:30.780297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c505cf9e-84a9-4e0f-a90a-80ec46b9f314 req-ad5548ee-9bc1-455d-bcd1-1cef97cc9319 service neutron] 10.222.0.16 "GET /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836403 Aug 30 13:44:30.934762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4702c2-2ff2-4ad8-b010-8fba227fc4b7 None None] New status for floating IP 1f55e1c2-2215-40cc-bab8-99a6f4d004b4: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:44:31.103022 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:31.461067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2097141-7e81-44ab-b0f7-6d56a51cb014 req-5414190e-f971-4f88-af4d-40c3c80e61cb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:31.463851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2097141-7e81-44ab-b0f7-6d56a51cb014 req-5414190e-f971-4f88-af4d-40c3c80e61cb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0548408 Aug 30 13:44:31.501904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2097141-7e81-44ab-b0f7-6d56a51cb014 req-a61b4090-3a97-428f-96f9-38a44f47501e tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/security-groups?id=fe6dadd3-9414-430a-8dc9-1f44d602aa92&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Aug 30 13:44:31.747158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-60d46a2d-cf90-4096-a2f1-783e9fb13721 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:31.748602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-60d46a2d-cf90-4096-a2f1-783e9fb13721 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 945 time: 0.0511270 Aug 30 13:44:31.839417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 5979293f-f2c4-472b-bae4-4387999d84a5 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:44:31.839756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:31.923500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port 5979293f-f2c4-472b-bae4-4387999d84a5, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=5979293f-f2c4-472b-bae4-4387999d84a5,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:31.923859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:31.936759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 5979293f-f2c4-472b-bae4-4387999d84a5 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:44:32.063197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:32.091681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=5979293f-f2c4-472b-bae4-4387999d84a5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:32.134765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] No DVR routers for this DVR port 5979293f-f2c4-472b-bae4-4387999d84a5 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:44:32.137352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:32.139357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8443ff20-e356-439b-a1b8-7f7b118aac64 req-f25dfc05-2d54-4005-9d53-6a8b72de656a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.16 "DELETE /v2.0/ports/5979293f-f2c4-472b-bae4-4387999d84a5 HTTP/1.1" status: 204 len: 173 time: 0.3848152 Aug 30 13:44:32.139799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'name': 'network-vif-deleted', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:44:32.142065 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a45b7a-0995-4769-b365-cf220c397d67" -d '{"events": [{"server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "name": "network-vif-deleted", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:44:32.178844 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94fe028-8932-4822-a1d9-48adae62a43c x-openstack-request-id: req-a94fe028-8932-4822-a1d9-48adae62a43c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:44:32.179704 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac0357a-dcce-4820-a2e8-616e79a7a02f", "name": "network-vif-deleted", "tag": "5979293f-f2c4-472b-bae4-4387999d84a5", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:44:32.179704 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a94fe028-8932-4822-a1d9-48adae62a43c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:44:32.179888 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ac0357a-dcce-4820-a2e8-616e79a7a02f', 'name': 'network-vif-deleted', 'tag': '5979293f-f2c4-472b-bae4-4387999d84a5', 'status': 'completed', 'code': 200} Aug 30 13:44:32.615414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea9834ef-0601-4b7e-924e-e8a7ea3e221e req-15a5995d-1abe-4024-9c61-97e380a54395 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ac0357a-dcce-4820-a2e8-616e79a7a02f HTTP/1.1" status: 200 len: 210 time: 0.0305007 Aug 30 13:44:33.134126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-9d949bd5-add4-480b-ae08-18e49ffc7b1f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396664 Aug 30 13:44:33.215974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-c8a33cd4-c02d-47b5-9264-b39de3d040b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:33.217449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-c8a33cd4-c02d-47b5-9264-b39de3d040b2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0413995 Aug 30 13:44:33.323752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-250bed23-cd88-4f47-9ae2-46883be59deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:33.325203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-250bed23-cd88-4f47-9ae2-46883be59deb service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0879936 Aug 30 13:44:33.388939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-e8783dbe-96a1-4c58-a74a-2de3398318e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc HTTP/1.1" status: 200 len: 1002 time: 0.0563059 Aug 30 13:44:33.438835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-fd701c98-b399-480e-8caa-5d8a44be9647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:33.440295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-fd701c98-b399-480e-8caa-5d8a44be9647 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0438988 Aug 30 13:44:33.490351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-1946b8d2-8e2d-4baa-abf6-349f6f12a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:33.491875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-1946b8d2-8e2d-4baa-abf6-349f6f12a45c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447228 Aug 30 13:44:33.577956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-f1e6e4d0-7098-4872-b635-7085382b1833 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792983 Aug 30 13:44:33.672557 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bd6795c-50cb-4a5d-bb32-ebd838f9ed0d req-e32bcc22-a71a-4f67-b9ae-2f85bd76cb89 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872514 Aug 30 13:44:33.674843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60630) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:34.029948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:34.280193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port 16093644-2144-4bd2-a3b4-c9f7f4535c78 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:44:34.280460 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:34.369260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port 16093644-2144-4bd2-a3b4-c9f7f4535c78, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=16093644-2144-4bd2-a3b4-c9f7f4535c78,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:34.369610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:34.382014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for 16093644-2144-4bd2-a3b4-c9f7f4535c78 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:44:34.565284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:34.591111 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=16093644-2144-4bd2-a3b4-c9f7f4535c78,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:34.765057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:34.972891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:44:35.078354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:44:35.083702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9b9d23fa-fd23-4bb2-86eb-e2e42d2f76a6 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "PUT /v2.0/routers/5bb14af9-b7a0-46e6-99a7-666f8cf097ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4075832 Aug 30 13:44:35.087680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60632) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:35.088760 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] Sync routers for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:44:35.097816 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:35.098415 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:35.140931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ec65ed-c06d-436a-80e3-8defed0ccf7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting subnet b335ffcd-97cf-47b4-97ca-60f4ac5730c1 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:44:35.144050 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c9ec65ed-c06d-436a-80e3-8defed0ccf7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.184188 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c9ec65ed-c06d-436a-80e3-8defed0ccf7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.202145 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:35.275995 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c9ec65ed-c06d-436a-80e3-8defed0ccf7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.334563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c9ec65ed-c06d-436a-80e3-8defed0ccf7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.361449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec65ed-c06d-436a-80e3-8defed0ccf7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Subnet': ['ID=b335ffcd-97cf-47b4-97ca-60f4ac5730c1,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:35.365045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c9ec65ed-c06d-436a-80e3-8defed0ccf7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.369982 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c9ec65ed-c06d-436a-80e3-8defed0ccf7a tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/subnets/b335ffcd-97cf-47b4-97ca-60f4ac5730c1 HTTP/1.1" status: 204 len: 168 time: 0.2780931 Aug 30 13:44:35.369982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60634) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:35.372816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30753d-d834-4925-aecc-0a3c6846e192 None None] Network 18e89fae-e789-4ee7-9819-520bcea3dc64 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:44:35.479943 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.483514 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:44:34Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:35.510858 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] Checking router: 5bb14af9-b7a0-46e6-99a7-666f8cf097ae for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:44:35.519014 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] Routers {'5bb14af9-b7a0-46e6-99a7-666f8cf097ae'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:35.519732 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:35.566848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d1d12-2afc-40fd-af27-93b27b711d50 None None] DHCP port deletion for 18e89fae-e789-4ee7-9819-520bcea3dc64 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:44:35.589331 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.614168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-649d1d12-2afc-40fd-af27-93b27b711d50 None None] Deleting port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:44:35.614550 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-649d1d12-2afc-40fd-af27-93b27b711d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.631191 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] Set router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:35.643271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Deleting port e3db7c8f-4fe5-4219-8573-6783256d89de {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:44:35.643616 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.683004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-649d1d12-2afc-40fd-af27-93b27b711d50 None None] For port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7,segment=NetworkSegment(6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea),segment_id=6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:35.683386 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-649d1d12-2afc-40fd-af27-93b27b711d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.726698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] For port e3db7c8f-4fe5-4219-8573-6783256d89de, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e3db7c8f-4fe5-4219-8573-6783256d89de,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:35.727085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.748970 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Calling delete_port for e3db7c8f-4fe5-4219-8573-6783256d89de owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:44:35.833079 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:44:34Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:35.865742 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5015f7d0-5778-4e95-b197-8efb86017a96 None None] The sync data for ids ['5bb14af9-b7a0-46e6-99a7-666f8cf097ae'] in n-d-688802-6 is: [{'id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-885817435', 'tenant_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204'}], 'enable_snat': True}, 'gw_port_id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:42:49Z', 'updated_at': '2021-08-30T13:44:34Z', 'revision_number': 5, 'project_id': '4d2a1f900cc24b8f8e70058c2e270d19', 'gw_port': {'id': 'e3db7c8f-4fe5-4219-8573-6783256d89de', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:18:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb14af9-b7a0-46e6-99a7-666f8cf097ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:42:50Z', 'updated_at': '2021-08-30T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:44:35.888538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-649d1d12-2afc-40fd-af27-93b27b711d50 None None] Calling delete_port for 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:44:35.935426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:35.954217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5979293f-f2c4-472b-bae4-4387999d84a5 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:44:35.966424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Port': ['ID=e3db7c8f-4fe5-4219-8573-6783256d89de,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:35.978848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 5979293f-f2c4-472b-bae4-4387999d84a5 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:44:35.979301 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 5979293f-f2c4-472b-bae4-4387999d84a5 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:44:35.998505 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-649d1d12-2afc-40fd-af27-93b27b711d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.023318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d1d12-2afc-40fd-af27-93b27b711d50 None None] Pushing event deleted for resources: {'Port': ['ID=1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:36.026898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649d1d12-2afc-40fd-af27-93b27b711d50 None None] No DVR routers for this DVR port 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:44:36.037463 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.127425 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.129470 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.176012 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.176512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Fanout notify agent at l3_agent the message router_deleted on router 5bb14af9-b7a0-46e6-99a7-666f8cf097ae {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:44:36.186911 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.188079 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7a7e7fcc-139e-4993-9d32-9c9071788d16 tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/routers/5bb14af9-b7a0-46e6-99a7-666f8cf097ae HTTP/1.1" status: 204 len: 168 time: 0.8174670 Aug 30 13:44:36.190876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60636) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:36.252758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:44:36.270153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.276652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:44:36.277008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1e4a89ff-d53b-4c1b-8a0e-b5f8a162edc7 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:44:36.364365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.375079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e89fae-e789-4ee7-9819-520bcea3dc64']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:36.386050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:36.386343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa1b71d-e8c8-4cdc-880d-1a0c2b3321ea') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:36.395383 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.409523 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.416833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:44:36.417236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:44:36.420223 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:44:36.479895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.487670 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.489647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/networks/18e89fae-e789-4ee7-9819-520bcea3dc64 HTTP/1.1" status: 204 len: 168 time: 0.2977240 Aug 30 13:44:36.492293 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60638) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:36.502300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1176da-14c1-4b07-ad34-720469edeafb tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'Network': ['ID=18e89fae-e789-4ee7-9819-520bcea3dc64,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:36.557301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.587644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.647025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.650598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.651878 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] 10.222.0.37 "DELETE /v2.0/security-groups/fe6dadd3-9414-430a-8dc9-1f44d602aa92 HTTP/1.1" status: 204 len: 168 time: 0.1583250 Aug 30 13:44:36.661990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6dadd3-9414-430a-8dc9-1f44d602aa92,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:36.669806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.670161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.670502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.670928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.671271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.671612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.671948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.672407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.672637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.673007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.673566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.673950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919c4a56-958e-4a21-b7c5-26585652636c tempest-TestNetworkAdvancedServerOps-69964995 tempest-TestNetworkAdvancedServerOps-69964995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:36.726611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6d12c4fb-13fc-41c2-97df-7ae85baf5172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:36.954414 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60646) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:37.090793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-acb2fb6e-92f2-40fc-8a1e-65f65430c8e6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4d2a1f900cc24b8f8e70058c2e270d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350770 Aug 30 13:44:37.093072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60650) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:37.148142 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf67bd60-4282-448b-944d-8da085290b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:37.169333 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf67bd60-4282-448b-944d-8da085290b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:37.214585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf67bd60-4282-448b-944d-8da085290b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:37.217296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bf67bd60-4282-448b-944d-8da085290b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:37.218478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bf67bd60-4282-448b-944d-8da085290b9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/934d150b-3ecc-4f8b-96e4-59a831649842 HTTP/1.1" status: 204 len: 168 time: 0.1245155 Aug 30 13:44:37.226523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67bd60-4282-448b-944d-8da085290b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934d150b-3ecc-4f8b-96e4-59a831649842,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:37.480392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60656) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:37.519750 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-89a90b54-bd0a-4427-a8fa-b479891ecc46 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cdb00e93e54445b0b1a1d5a4c5fa8825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381818 Aug 30 13:44:37.522213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60658) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:37.573524 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6619-fb17-469a-9683-82a2647b2082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:37.844501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 16093644-2144-4bd2-a3b4-c9f7f4535c78 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:44:37.867063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 16093644-2144-4bd2-a3b4-c9f7f4535c78 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:44:37.867496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 16093644-2144-4bd2-a3b4-c9f7f4535c78 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:44:37.868001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e3db7c8f-4fe5-4219-8573-6783256d89de no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:44:37.886315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e3db7c8f-4fe5-4219-8573-6783256d89de {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:44:37.886668 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e3db7c8f-4fe5-4219-8573-6783256d89de not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:44:37.931848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6619-fb17-469a-9683-82a2647b2082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:37.979734 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6619-fb17-469a-9683-82a2647b2082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:37.982585 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cd2b6619-fb17-469a-9683-82a2647b2082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:37.983745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cd2b6619-fb17-469a-9683-82a2647b2082 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d9516e2-8e10-410c-a59a-bc6fca8135a9 HTTP/1.1" status: 204 len: 168 time: 0.4606485 Aug 30 13:44:37.992435 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b6619-fb17-469a-9683-82a2647b2082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9516e2-8e10-410c-a59a-bc6fca8135a9,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:38.644014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60684) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:38.738411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-497652255-network', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:44:38.767151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Made reservation on behalf of 61da2bcbd1ee42e3afc35333193de055 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:44:38.769495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:38.777879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:38.871572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:38.875196 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:38.902443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:44:38.908759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550b8453-8002-4252-826c-019b86ea37f2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:38.915859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:38.916213 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Added segment 8f8b3dca-3738-489a-9b41-efd8c9fbc1b1 of type vlan for network 9cbd27f0-8927-4223-930f-a7b2e0806b58 Aug 30 13:44:38.957261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:38.980902 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:38.981898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:38.982491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.062784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4176564 Aug 30 13:44:39.066002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60688) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:39.071122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Request body: {'subnet': {'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-497652255-subnet', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:44:39.074907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba72c3-6ae9-4d0d-bc8a-cefa572b1a4c admin admin] Pushing event updated for resources: {'Network': ['ID=9cbd27f0-8927-4223-930f-a7b2e0806b58,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:39.092071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 9cbd27f0-8927-4223-930f-a7b2e0806b58 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:44:39.092959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Made reservation on behalf of 61da2bcbd1ee42e3afc35333193de055 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:44:39.095501 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.259981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.312419 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d886f6-9dbc-479f-b051-963771e3e2d2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:39.322213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Checking segment: {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:44:39.322562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Network hostable DHCP agents. Network: 9cbd27f0-8927-4223-930f-a7b2e0806b58, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:44:39.338666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Network 9cbd27f0-8927-4223-930f-a7b2e0806b58 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:44:39.347011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 9cbd27f0-8927-4223-930f-a7b2e0806b58) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:39.350932 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:39.351516 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.357240 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e947e52-47db-4b12-b85e-5088e9b6e6b4 None None] Network 9cbd27f0-8927-4223-930f-a7b2e0806b58 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:44:39.366697 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5a59e079-4120-4edb-b3d5-507f68f6dbc8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2989745 Aug 30 13:44:39.369881 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60690) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:39.374425 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:44:39.400919 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.402390 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.460862 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.483739 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f8a21cfb-1703-401f-8654-6ca48ae4d8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.520017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-9cbd27f0-8927-4223-930f-a7b2e0806b58', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:44:39.521028 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.614940 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.683052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Allocated IP 172.20.0.2 (9cbd27f0-8927-4223-930f-a7b2e0806b58/a4d886f6-9dbc-479f-b051-963771e3e2d2/ffec34b0-c929-4517-b890-cc4f2f3ed4f7) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:44:39.830632 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.841411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Transition to ACTIVE for port object ffec34b0-c929-4517-b890-cc4f2f3ed4f7 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:39.846812 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.860023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Transition to ACTIVE for port object ffec34b0-c929-4517-b890-cc4f2f3ed4f7 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:39.866288 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.866578 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.915443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Network 9cbd27f0-8927-4223-930f-a7b2e0806b58 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:44:39.919237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:39.922486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:44:39.929872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Pushing event updated for resources: {'Port': ['ID=ffec34b0-c929-4517-b890-cc4f2f3ed4f7,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:39.986257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Attempting to bind port ffec34b0-c929-4517-b890-cc4f2f3ed4f7 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:44:39.986630 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Attempting to bind port ffec34b0-c929-4517-b890-cc4f2f3ed4f7 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:44:39.986993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Attempting to bind port ffec34b0-c929-4517-b890-cc4f2f3ed4f7 on network 9cbd27f0-8927-4223-930f-a7b2e0806b58 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:44:39.991405 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Allocated IP 172.25.2.4 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/9e230e8e-0fa0-40fc-ab90-0a0f84876844) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:44:39.991985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:44:39.992360 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Checking segment: {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:44:39.992764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:39.993721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Bound using segment: {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:44:39.994171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Bound port: ffec34b0-c929-4517-b890-cc4f2f3ed4f7, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:44:39.994778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:40.048029 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:40.073813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] For port ffec34b0-c929-4517-b890-cc4f2f3ed4f7, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:44:40.077043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] For port ffec34b0-c929-4517-b890-cc4f2f3ed4f7, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ffec34b0-c929-4517-b890-cc4f2f3ed4f7,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:44:40.081757 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:40.101842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:40.140461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e6ba5-3a76-40f3-8701-29cb3e328788 None None] Pushing event updated for resources: {'Port': ['ID=ffec34b0-c929-4517-b890-cc4f2f3ed4f7,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:40.145703 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:40.189003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:44:40.191920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:40.195531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:44:40.202011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Pushing event updated for resources: {'Port': ['ID=9e230e8e-0fa0-40fc-ab90-0a0f84876844,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:40.474364 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:40.667688 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:40.800705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Router 9632877f-b99e-4cd9-8a6f-b13e55abf449 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:44:40.915000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:44:40.927157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Sync routers for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:44:40.933260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:40.937415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60694) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:40.937957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-58db5ab7-17c4-4d2d-85de-42973b482280 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5666101 Aug 30 13:44:40.954284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:40.954925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:41.007480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:41.052551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec5a42-a0ab-4e6c-acea-dd82923f00f7 None None] Network 9cbd27f0-8927-4223-930f-a7b2e0806b58 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:44:41.128457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e3b8c91e-1c62-4534-aa95-8e5934a133d5 None None] Provisioning for port ffec34b0-c929-4517-b890-cc4f2f3ed4f7 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:41.152994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:41.415476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:40Z', 'revision_number': 3, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:41.443724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Checking router: 9632877f-b99e-4cd9-8a6f-b13e55abf449 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:44:41.444080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Updating router 9632877f-b99e-4cd9-8a6f-b13e55abf449 port 9e230e8e-0fa0-40fc-ab90-0a0f84876844 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:44:41.470464 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:41.650723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:41.744872 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:41.759229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Transition to ACTIVE for port object 9e230e8e-0fa0-40fc-ab90-0a0f84876844 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:41.764201 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:41.818512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Attempting to bind port 9e230e8e-0fa0-40fc-ab90-0a0f84876844 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:44:41.820811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Attempting to bind port 9e230e8e-0fa0-40fc-ab90-0a0f84876844 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:44:41.820811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Attempting to bind port 9e230e8e-0fa0-40fc-ab90-0a0f84876844 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:44:41.826621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Allocated IP 172.20.0.1 (9cbd27f0-8927-4223-930f-a7b2e0806b58/a4d886f6-9dbc-479f-b051-963771e3e2d2/204f859b-df08-446e-a586-2ff0d0a1a521) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:44:41.827311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ec9b0-b451-4792-9c94-8dd6354719fd None None] Pushing event updated for resources: {'Port': ['ID=9e230e8e-0fa0-40fc-ab90-0a0f84876844,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:41.831504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:44:41.832038 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:44:41.832530 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:41.832944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:44:41.833479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Bound port: 9e230e8e-0fa0-40fc-ab90-0a0f84876844, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:44:41.833896 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:41.892320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] For port 9e230e8e-0fa0-40fc-ab90-0a0f84876844, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:44:41.897458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] For port 9e230e8e-0fa0-40fc-ab90-0a0f84876844, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9e230e8e-0fa0-40fc-ab90-0a0f84876844,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:44:41.906440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ffec34b0-c929-4517-b890-cc4f2f3ed4f7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:41.910643 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:41.951363 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:41.965682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Transition to ACTIVE for port object 204f859b-df08-446e-a586-2ff0d0a1a521 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:41.998788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.006058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ec9b0-b451-4792-9c94-8dd6354719fd None None] Pushing event updated for resources: {'Port': ['ID=9e230e8e-0fa0-40fc-ab90-0a0f84876844,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:42.011988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:42.012608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:42.043690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Network 9cbd27f0-8927-4223-930f-a7b2e0806b58 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:44:42.046661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:42.049396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:44:42.057838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ffec34b0-c929-4517-b890-cc4f2f3ed4f7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:42.066348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ffec34b0-c929-4517-b890-cc4f2f3ed4f7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:42.067294 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.078948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Pushing event updated for resources: {'Port': ['ID=204f859b-df08-446e-a586-2ff0d0a1a521,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:42.097958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.157281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:42.244066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.297499 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.361135 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fba77286-b50d-4c3f-ad8e-45afd67d6b6f None None] Provisioning for port 204f859b-df08-446e-a586-2ff0d0a1a521 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:42.370658 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.375520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ffec34b0-c929-4517-b890-cc4f2f3ed4f7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ffec34b0-c929-4517-b890-cc4f2f3ed4f7,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:42.376552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-fba77286-b50d-4c3f-ad8e-45afd67d6b6f None None] Provisioning complete for port 204f859b-df08-446e-a586-2ff0d0a1a521 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:42.376916 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fba77286-b50d-4c3f-ad8e-45afd67d6b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.381684 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.422037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.427178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.465054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-fba77286-b50d-4c3f-ad8e-45afd67d6b6f None None] Port 204f859b-df08-446e-a586-2ff0d0a1a521 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:44:42.488174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ffec34b0-c929-4517-b890-cc4f2f3ed4f7,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:42.494087 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.496723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Pushing event updated for resources: {'Port': ['ID=204f859b-df08-446e-a586-2ff0d0a1a521,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:42.502427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:40Z', 'revision_number': 3, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:42.593141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Network 9cbd27f0-8927-4223-930f-a7b2e0806b58 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:44:42.594648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:42.688361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4639b195-ba2a-4381-8760-0a4d18e7fd95 None None] The sync data for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 is: [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:40Z', 'revision_number': 3, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:44:42.724849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Router 9632877f-b99e-4cd9-8a6f-b13e55abf449 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:44:42.840459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:44:42.845318 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-dbf7cd88-f426-495d-b8e8-75afec5917f4 admin admin] 10.222.0.37 "PUT /v2.0/routers/9632877f-b99e-4cd9-8a6f-b13e55abf449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9061387 Aug 30 13:44:42.886919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1fa9322c-6934-47b4-8df1-ab143ba7045a None None] Provisioning complete for port 204f859b-df08-446e-a586-2ff0d0a1a521 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:42.887543 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1fa9322c-6934-47b4-8df1-ab143ba7045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:42.939697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1fa9322c-6934-47b4-8df1-ab143ba7045a None None] Port 204f859b-df08-446e-a586-2ff0d0a1a521 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:44:43.366141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60710) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:43.371374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1069217632-network', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:44:43.393103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Made reservation on behalf of 08c9c0e65ed34750a1542708de4c93f9 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:44:43.395576 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.405261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.503476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.508327 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.532861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:44:43.542126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96883c15-1955-414d-a355-82277b6c92e5,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:43.548146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.548487 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Added segment 6aa71b82-d343-4ea8-973f-c38f119d4f24 of type vlan for network 28d16c17-e288-4d6a-ae1a-b8d50754612e Aug 30 13:44:43.588825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.613463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.614538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:43.615130 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.668134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3008809 Aug 30 13:44:43.671206 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60712) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:43.676440 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Request body: {'subnet': {'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1069217632-subnet', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:44:43.679642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20007c-397c-4309-96be-e872350637c2 admin admin] Pushing event updated for resources: {'Network': ['ID=28d16c17-e288-4d6a-ae1a-b8d50754612e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:43.691489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 28d16c17-e288-4d6a-ae1a-b8d50754612e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:44:43.702808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Made reservation on behalf of 08c9c0e65ed34750a1542708de4c93f9 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:44:43.705392 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.882534 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.925324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ffec34b0-c929-4517-b890-cc4f2f3ed4f7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:43.940919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d2bef0a-e3db-44a5-a470-18394d47c63b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:43.949602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Checking segment: {'id': '6aa71b82-d343-4ea8-973f-c38f119d4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:44:43.949999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Network hostable DHCP agents. Network: 28d16c17-e288-4d6a-ae1a-b8d50754612e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:44:43.968627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Network 28d16c17-e288-4d6a-ae1a-b8d50754612e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:44:43.977165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ffec34b0-c929-4517-b890-cc4f2f3ed4f7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:43.977798 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:43.980480 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 28d16c17-e288-4d6a-ae1a-b8d50754612e) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:43.985224 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:44:43.986022 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.004264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911ef4b7-78c0-4a0f-a612-082065c8db20 None None] Network 28d16c17-e288-4d6a-ae1a-b8d50754612e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:44:44.004414 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7f6aeaa1-8486-49fd-b09a-8ffa13cc9f7c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3294225 Aug 30 13:44:44.005062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 60714) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:44.010177 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:44:44.030421 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.031575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.091263 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.158063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9e230e8e-0fa0-40fc-ab90-0a0f84876844 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:44.226270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-28d16c17-e288-4d6a-ae1a-b8d50754612e', 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'fixed_ips': [{'subnet_id': '6d2bef0a-e3db-44a5-a470-18394d47c63b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:44:44.227134 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.232092 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.238073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 9e230e8e-0fa0-40fc-ab90-0a0f84876844 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:44.244578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9e230e8e-0fa0-40fc-ab90-0a0f84876844 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:44.244954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.320249 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Sync routers for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:44:44.331270 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:44.331892 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:44.438351 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.440350 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.444133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Allocated IP 172.20.0.2 (28d16c17-e288-4d6a-ae1a-b8d50754612e/6d2bef0a-e3db-44a5-a470-18394d47c63b/cd5d7574-2635-42bc-bd35-817ae5f05847) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:44:44.450473 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:44.461247 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.473279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 9e230e8e-0fa0-40fc-ab90-0a0f84876844, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9e230e8e-0fa0-40fc-ab90-0a0f84876844,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:44.486339 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.578946 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Allocated IP 172.25.2.45 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/6a98f387-1775-4737-9978-b69d75a46af0) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:44:44.585977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=9e230e8e-0fa0-40fc-ab90-0a0f84876844,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:44.652621 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.660593 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 2, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:44.663922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Transition to ACTIVE for port object cd5d7574-2635-42bc-bd35-817ae5f05847 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:44.682581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Transition to ACTIVE for port object cd5d7574-2635-42bc-bd35-817ae5f05847 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:44.687712 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.688293 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.699305 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Checking router: 9632877f-b99e-4cd9-8a6f-b13e55abf449 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:44:44.699941 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Updating router 9632877f-b99e-4cd9-8a6f-b13e55abf449 port 204f859b-df08-446e-a586-2ff0d0a1a521 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:44:44.726529 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.729903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Network 28d16c17-e288-4d6a-ae1a-b8d50754612e is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:44:44.731711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.732831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:44.737402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:44:44.740501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Pushing event updated for resources: {'Port': ['ID=cd5d7574-2635-42bc-bd35-817ae5f05847,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:44.783753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:44:44.788148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:44.790732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Pushing event updated for resources: {'Port': ['ID=6a98f387-1775-4737-9978-b69d75a46af0,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:44.793094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:44:44.796212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Attempting to bind port cd5d7574-2635-42bc-bd35-817ae5f05847 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:44:44.796847 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Attempting to bind port cd5d7574-2635-42bc-bd35-817ae5f05847 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6aa71b82-d343-4ea8-973f-c38f119d4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:44:44.797158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Attempting to bind port cd5d7574-2635-42bc-bd35-817ae5f05847 on network 28d16c17-e288-4d6a-ae1a-b8d50754612e {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:44:44.802564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:44:44.802941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Checking segment: {'id': '6aa71b82-d343-4ea8-973f-c38f119d4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:44:44.803343 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.803738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Bound using segment: {'id': '6aa71b82-d343-4ea8-973f-c38f119d4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:44:44.804248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Bound port: cd5d7574-2635-42bc-bd35-817ae5f05847, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa71b82-d343-4ea8-973f-c38f119d4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:44:44.804643 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.871573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] For port cd5d7574-2635-42bc-bd35-817ae5f05847, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:44:44.875030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] For port cd5d7574-2635-42bc-bd35-817ae5f05847, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cd5d7574-2635-42bc-bd35-817ae5f05847,segment=NetworkSegment(6aa71b82-d343-4ea8-973f-c38f119d4f24),segment_id=6aa71b82-d343-4ea8-973f-c38f119d4f24)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:44:44.879302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:44.938740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d464e5-caea-4db6-a4ae-30b1b0a7186b None None] Pushing event updated for resources: {'Port': ['ID=cd5d7574-2635-42bc-bd35-817ae5f05847,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:45.036548 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:45.047220 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Transition to ACTIVE for port object 204f859b-df08-446e-a586-2ff0d0a1a521 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:45.049623 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:45.056858 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:45.145488 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Pushing event updated for resources: {'Port': ['ID=204f859b-df08-446e-a586-2ff0d0a1a521,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:45.154339 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.154696 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.155036 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.155416 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.155831 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.156168 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.156494 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.156818 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.157142 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.157461 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.157838 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.158161 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:45.195031 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Attempting to bind port 204f859b-df08-446e-a586-2ff0d0a1a521 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:44:45.195393 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Attempting to bind port 204f859b-df08-446e-a586-2ff0d0a1a521 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:44:45.195750 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Attempting to bind port 204f859b-df08-446e-a586-2ff0d0a1a521 on network 9cbd27f0-8927-4223-930f-a7b2e0806b58 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:44:45.201426 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:44:45.201823 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Checking segment: {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:44:45.202220 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:45.202636 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Bound using segment: {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:44:45.203088 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Bound port: 204f859b-df08-446e-a586-2ff0d0a1a521, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:44:45.203461 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:45.284043 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] For port 204f859b-df08-446e-a586-2ff0d0a1a521, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:44:45.290194 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] For port 204f859b-df08-446e-a586-2ff0d0a1a521, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=204f859b-df08-446e-a586-2ff0d0a1a521,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:44:45.298349 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:45.317629 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:45.352466 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:45.353822 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:45.400520 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a164a5-4acb-41e4-84e4-06b5fd769c90 None None] Pushing event updated for resources: {'Port': ['ID=204f859b-df08-446e-a586-2ff0d0a1a521,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:45.457557 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:44:45.484850 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:45.799582 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:45Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:45.835252 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db7c43d-0bc8-4f99-9f4d-3eb65615139e None None] The sync data for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 is: [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:45Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:44:45.962896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:44:45.973615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Sync routers for ids ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:44:45.982900 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:45.987670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 60718) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:44:45.988186 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ed941935-d1f6-40c1-bbcf-ec78112f271a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9816039 Aug 30 13:44:45.988279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Routers {'008bb982-7b4f-4982-9dd1-cbf012bc70c0'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:45.988782 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:46.044930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9e230e8e-0fa0-40fc-ab90-0a0f84876844 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:46.154681 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 9e230e8e-0fa0-40fc-ab90-0a0f84876844 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:46.155058 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:46.189314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Set router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:46.217750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f92dc77-ed53-4cf6-8e94-f4c9c5079e9c None None] Network 28d16c17-e288-4d6a-ae1a-b8d50754612e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:44:46.347246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-78bd4311-9456-4985-b3c7-9ecf3d3ecfc2 None None] Provisioning for port cd5d7574-2635-42bc-bd35-817ae5f05847 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:46.488655 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:46.490402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cd5d7574-2635-42bc-bd35-817ae5f05847 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:46.603424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port cd5d7574-2635-42bc-bd35-817ae5f05847 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:46.606304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6a98f387-1775-4737-9978-b69d75a46af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 3, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'gw_port': {'id': '6a98f387-1775-4737-9978-b69d75a46af0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:46.639053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cd5d7574-2635-42bc-bd35-817ae5f05847 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:46.639435 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:46.641371 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Checking router: 008bb982-7b4f-4982-9dd1-cbf012bc70c0 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:44:46.641741 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Updating router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 port 6a98f387-1775-4737-9978-b69d75a46af0 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:44:46.675319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Allocated IP 172.20.0.1 (28d16c17-e288-4d6a-ae1a-b8d50754612e/6d2bef0a-e3db-44a5-a470-18394d47c63b/0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:44:46.701086 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:46.814785 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:46.832447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Transition to ACTIVE for port object 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:46.852768 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:44:46.878979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:46.917611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Network 28d16c17-e288-4d6a-ae1a-b8d50754612e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:44:46.923038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:46.926747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:44:46.951952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:46.975904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.113862 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.139058 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.140682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-aadb8503-1794-4a4d-a0a8-93e3a470be55 None None] Provisioning complete for port cd5d7574-2635-42bc-bd35-817ae5f05847 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:47.141047 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aadb8503-1794-4a4d-a0a8-93e3a470be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.184179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port cd5d7574-2635-42bc-bd35-817ae5f05847, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cd5d7574-2635-42bc-bd35-817ae5f05847,segment=NetworkSegment(6aa71b82-d343-4ea8-973f-c38f119d4f24),segment_id=6aa71b82-d343-4ea8-973f-c38f119d4f24)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:47.197716 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.295084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=cd5d7574-2635-42bc-bd35-817ae5f05847,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:47.369294 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.379910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Transition to ACTIVE for port object 6a98f387-1775-4737-9978-b69d75a46af0 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:47.387419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.442478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Attempting to bind port 6a98f387-1775-4737-9978-b69d75a46af0 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:44:47.442855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Attempting to bind port 6a98f387-1775-4737-9978-b69d75a46af0 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:44:47.443227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Attempting to bind port 6a98f387-1775-4737-9978-b69d75a46af0 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:44:47.445335 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa163fcb-4b5f-412d-9259-cf68960ab685 None None] Pushing event updated for resources: {'Port': ['ID=6a98f387-1775-4737-9978-b69d75a46af0,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:47.451667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:44:47.452049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:44:47.452458 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.452850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:44:47.453319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Bound port: 6a98f387-1775-4737-9978-b69d75a46af0, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:44:47.453820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.504849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f4f0a03f-31f2-4943-9a4f-024c0fe5360b None None] Provisioning for port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:47.515143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f4f0a03f-31f2-4943-9a4f-024c0fe5360b None None] Provisioning complete for port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:47.515524 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a03f-31f2-4943-9a4f-024c0fe5360b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.538025 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] For port 6a98f387-1775-4737-9978-b69d75a46af0, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:44:47.556412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] For port 6a98f387-1775-4737-9978-b69d75a46af0, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6a98f387-1775-4737-9978-b69d75a46af0,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:44:47.563245 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.571777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0a03f-31f2-4943-9a4f-024c0fe5360b None None] Port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:44:47.617285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.621821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Routers {'008bb982-7b4f-4982-9dd1-cbf012bc70c0'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:47.622447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:47.622584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.659188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa163fcb-4b5f-412d-9259-cf68960ab685 None None] Pushing event updated for resources: {'Port': ['ID=6a98f387-1775-4737-9978-b69d75a46af0,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:47.689191 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:47.694011 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:47.733618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] Set router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:47.784916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Network 28d16c17-e288-4d6a-ae1a-b8d50754612e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:44:47.786670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:44:47.913429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:44:47.967671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6a98f387-1775-4737-9978-b69d75a46af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 4, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'gw_port': {'id': '6a98f387-1775-4737-9978-b69d75a46af0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08', 'name': '', 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'mac_address': 'fa:16:3e:63:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:46Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 2, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'subnets': [{'id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:48.003406 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 204f859b-df08-446e-a586-2ff0d0a1a521 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:48.026711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9e8c01-89a0-4950-9bba-293b2bd7849e None None] The sync data for ids ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'] in n-d-688802-6 is: [{'id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6a98f387-1775-4737-9978-b69d75a46af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 4, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'gw_port': {'id': '6a98f387-1775-4737-9978-b69d75a46af0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08', 'name': '', 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'mac_address': 'fa:16:3e:63:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:46Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 2, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'subnets': [{'id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:44:48.042297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:44:48.050280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-46108a37-13e4-4498-8b70-388f486e4508 admin admin] 10.222.0.37 "PUT /v2.0/routers/008bb982-7b4f-4982-9dd1-cbf012bc70c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0604715 Aug 30 13:44:48.071493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 204f859b-df08-446e-a586-2ff0d0a1a521 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:48.075491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 204f859b-df08-446e-a586-2ff0d0a1a521 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:48.076046 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:48.123018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a5e1ea68-ae81-4bc6-8865-3558ea944529 None None] Provisioning complete for port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:48.123636 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ea68-ae81-4bc6-8865-3558ea944529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:48.186712 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1ea68-ae81-4bc6-8865-3558ea944529 None None] Port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:44:48.205723 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:48.259012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 204f859b-df08-446e-a586-2ff0d0a1a521, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=204f859b-df08-446e-a586-2ff0d0a1a521,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:48.264734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:48.265697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cd5d7574-2635-42bc-bd35-817ae5f05847 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:48.346347 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=204f859b-df08-446e-a586-2ff0d0a1a521,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:48.360825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cd5d7574-2635-42bc-bd35-817ae5f05847 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:48.361206 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:49.950586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6a98f387-1775-4737-9978-b69d75a46af0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:50.012198 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 6a98f387-1775-4737-9978-b69d75a46af0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:50.016133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6a98f387-1775-4737-9978-b69d75a46af0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:50.016510 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:50.109400 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:50.113691 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Sync routers for ids ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:44:50.123144 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Routers {'008bb982-7b4f-4982-9dd1-cbf012bc70c0'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:50.123880 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:50.131193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 6a98f387-1775-4737-9978-b69d75a46af0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6a98f387-1775-4737-9978-b69d75a46af0,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:50.136338 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:50.137337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 204f859b-df08-446e-a586-2ff0d0a1a521 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:50.213168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=6a98f387-1775-4737-9978-b69d75a46af0,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:50.222597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.222940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.223280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.223615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.223942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.224267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.224589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.224912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.225255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.225558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.225904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.226225 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:44:50.236849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 204f859b-df08-446e-a586-2ff0d0a1a521 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:50.237225 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:50.242588 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Set router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:50.448915 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6a98f387-1775-4737-9978-b69d75a46af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 4, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'gw_port': {'id': '6a98f387-1775-4737-9978-b69d75a46af0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:16:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08', 'name': '', 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'mac_address': 'fa:16:3e:63:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:46Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 2, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'subnets': [{'id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:50.481228 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Checking router: 008bb982-7b4f-4982-9dd1-cbf012bc70c0 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:44:50.481581 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Updating router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:44:50.506912 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:50.771205 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:50.782064 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Transition to ACTIVE for port object 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:44:50.788259 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:50.844679 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40d2a8-2403-4e9a-9e0a-b91877c3ca25 None None] Pushing event updated for resources: {'Port': ['ID=0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:50.895475 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Attempting to bind port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:44:50.895846 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Attempting to bind port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '6aa71b82-d343-4ea8-973f-c38f119d4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:44:50.896211 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Attempting to bind port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 on network 28d16c17-e288-4d6a-ae1a-b8d50754612e {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:44:50.902650 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:44:50.903172 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Checking segment: {'id': '6aa71b82-d343-4ea8-973f-c38f119d4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:44:50.903581 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:50.903970 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Bound using segment: {'id': '6aa71b82-d343-4ea8-973f-c38f119d4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:44:50.904445 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Bound port: 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa71b82-d343-4ea8-973f-c38f119d4f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:44:50.904822 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:50.980361 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] For port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:44:50.983911 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] For port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08,segment=NetworkSegment(6aa71b82-d343-4ea8-973f-c38f119d4f24),segment_id=6aa71b82-d343-4ea8-973f-c38f119d4f24)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:44:50.988923 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:51.062889 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40d2a8-2403-4e9a-9e0a-b91877c3ca25 None None] Pushing event updated for resources: {'Port': ['ID=0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:51.065410 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Routers {'008bb982-7b4f-4982-9dd1-cbf012bc70c0'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:44:51.066035 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:44:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:51.182497 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] Set router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:44:51.398411 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6a98f387-1775-4737-9978-b69d75a46af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 4, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'gw_port': {'id': '6a98f387-1775-4737-9978-b69d75a46af0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08', 'name': '', 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'mac_address': 'fa:16:3e:63:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:46Z', 'updated_at': '2021-08-30T13:44:50Z', 'revision_number': 4, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'subnets': [{'id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:44:51.424785 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71feac4d-3698-4c29-b920-10c6422eb3b1 None None] The sync data for ids ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'] in n-d-688802-6 is: [{'id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6a98f387-1775-4737-9978-b69d75a46af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:47Z', 'revision_number': 4, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'gw_port': {'id': '6a98f387-1775-4737-9978-b69d75a46af0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08', 'name': '', 'network_id': '28d16c17-e288-4d6a-ae1a-b8d50754612e', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'mac_address': 'fa:16:3e:63:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:46Z', 'updated_at': '2021-08-30T13:44:50Z', 'revision_number': 4, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'subnets': [{'id': '6d2bef0a-e3db-44a5-a470-18394d47c63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:44:51.898330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6a98f387-1775-4737-9978-b69d75a46af0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:51.953995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 6a98f387-1775-4737-9978-b69d75a46af0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:51.954374 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:52.033256 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:52.084602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:44:52.090879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:52.091263 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:52.179194 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:52.212750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08,segment=NetworkSegment(6aa71b82-d343-4ea8-973f-c38f119d4f24),segment_id=6aa71b82-d343-4ea8-973f-c38f119d4f24)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:44:52.217620 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:52.273366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:44:53.859647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:44:53.909494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:44:53.909893 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:44:58.684391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:01.120998 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:06.718705 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c4246906-6d58-4cd5-92ca-1926d7d30971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:09.458334 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ea0dc1d0-5486-446d-8281-ff0155ada5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:10.020371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:10.966173 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:12.323173 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:23.857450 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:45:28.700625 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:31.118983 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:33.140270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-891d8c22-9a31-4181-8504-521fe7ed8e62 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450757 Aug 30 13:45:33.222431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-1eaf7118-2903-4b06-b508-33f5415d42ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:45:33.223929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-1eaf7118-2903-4b06-b508-33f5415d42ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 1097 time: 0.0412958 Aug 30 13:45:33.328226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-c3e2b197-7c79-4c34-bbcb-afe5ce1a41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:45:33.329600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-c3e2b197-7c79-4c34-bbcb-afe5ce1a41c8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0874681 Aug 30 13:45:33.393920 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-1a7f1041-168f-46bc-aa11-6bdfc7649bed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc HTTP/1.1" status: 200 len: 1002 time: 0.0569384 Aug 30 13:45:33.448000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-6f8da6e2-08b2-45d7-a2cc-065eae7dfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:45:33.449523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-6f8da6e2-08b2-45d7-a2cc-065eae7dfe8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0485692 Aug 30 13:45:33.496265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-81d43c66-c7a1-4334-a329-565a51dc7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:45:33.497792 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-81d43c66-c7a1-4334-a329-565a51dc7008 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417607 Aug 30 13:45:33.586808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-d433e4dc-6210-402a-80fa-df9dadc9c64f service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814486 Aug 30 13:45:33.683810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8ee1f29-8d6f-41da-a071-383d537b2f9d req-4eb3ccec-c011-4737-8eba-f9f2a56d495f service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898228 Aug 30 13:45:36.721116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-df534b2e-9699-4e10-b445-4d14b6b0c755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:39.460025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-960a5258-9fea-41c3-865e-04c824450091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:40.021369 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:40.967987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:42.324329 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:49.966917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecb969-1308-4a08-a1b9-604d95956296 req-5cab8d4d-3d6c-4353-8663-f050f73c627b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:45:49.968404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfecb969-1308-4a08-a1b9-604d95956296 req-5cab8d4d-3d6c-4353-8663-f050f73c627b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 946 time: 0.1675758 Aug 30 13:45:50.011788 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cfecb969-1308-4a08-a1b9-604d95956296 req-fe67b9cb-0ddf-41fd-a911-2426b034ff63 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372145 Aug 30 13:45:51.265690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893fb37-e377-408c-bfbd-e98e42900ac4 req-32cc60bb-c5e8-4dd0-b710-364ba3b6b306 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:45:51.267200 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6893fb37-e377-408c-bfbd-e98e42900ac4 req-32cc60bb-c5e8-4dd0-b710-364ba3b6b306 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 946 time: 0.1669993 Aug 30 13:45:51.306814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6893fb37-e377-408c-bfbd-e98e42900ac4 req-5bbb3677-ac4f-4d83-9e7e-8de0031ed156 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335176 Aug 30 13:45:51.366012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-b7aae0ec-59d3-4ed8-86d8-6a6aaed44ccf tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:45:51.367529 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-b7aae0ec-59d3-4ed8-86d8-6a6aaed44ccf tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 946 time: 0.0492170 Aug 30 13:45:51.462688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port d3ce05ca-6fba-4245-b084-48757b2db7dc {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:45:51.463032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:51.551931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] For port d3ce05ca-6fba-4245-b084-48757b2db7dc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d3ce05ca-6fba-4245-b084-48757b2db7dc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:45:51.552296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:51.776164 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:51.776554 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:51.776864 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Floating IP 79043c0c-b9cc-469b-8e10-2350fcbb5ac2 disassociated. External IP: 172.25.2.221, port: d3ce05ca-6fba-4245-b084-48757b2db7dc. Aug 30 13:45:51.777197 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for d3ce05ca-6fba-4245-b084-48757b2db7dc owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:45:51.913022 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:51.944403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=d3ce05ca-6fba-4245-b084-48757b2db7dc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:45:51.959971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.960604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.961146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.961636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.962208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.962695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.963024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.963346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.963673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.964001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.964320 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:51.964642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:45:52.077084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:45:52.190969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:45:52.203005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] Sync routers for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:45:52.214080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:45:52.215141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:45:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:45:52.241711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] No DVR routers for this DVR port d3ce05ca-6fba-4245-b084-48757b2db7dc on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:45:52.244351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:52.246404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5600e86e-74ed-4197-8c70-5b080abadd8f req-dcb6520a-6644-4b69-8a22-f0872a94dbc8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "DELETE /v2.0/ports/d3ce05ca-6fba-4245-b084-48757b2db7dc HTTP/1.1" status: 204 len: 173 time: 0.8728766 Aug 30 13:45:52.246841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'name': 'network-vif-deleted', 'tag': 'd3ce05ca-6fba-4245-b084-48757b2db7dc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:45:52.249091 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6384411-6308-4b7e-a3ca-fdc45c19c541" -d '{"events": [{"server_uuid": "cb5750f3-be44-45a6-8eef-bdce8fa46ed7", "name": "network-vif-deleted", "tag": "d3ce05ca-6fba-4245-b084-48757b2db7dc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:45:52.312620 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4ba5e5-ca23-46dc-910d-0ee034c4ffc4 x-openstack-request-id: req-6a4ba5e5-ca23-46dc-910d-0ee034c4ffc4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:45:52.312901 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb5750f3-be44-45a6-8eef-bdce8fa46ed7", "name": "network-vif-deleted", "tag": "d3ce05ca-6fba-4245-b084-48757b2db7dc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:45:52.313158 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6a4ba5e5-ca23-46dc-910d-0ee034c4ffc4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:45:52.313567 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb5750f3-be44-45a6-8eef-bdce8fa46ed7', 'name': 'network-vif-deleted', 'tag': 'd3ce05ca-6fba-4245-b084-48757b2db7dc', 'status': 'completed', 'code': 200} Aug 30 13:45:52.347137 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:45:52.424996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-66858ab0-39c5-4414-8b1f-f8236728508b req-02af090d-3844-4ae3-8b3e-e86bd5a57a61 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 210 time: 0.0363142 Aug 30 13:45:52.601110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:45:52.634549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] Checking router: b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:45:52.643083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:45:52.643737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:45:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:45:52.753956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:45:52.950171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:45:52.977837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9ab288-0d06-4c17-bda6-d2edc8372925 None None] The sync data for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 is: [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:45:53.236992 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c45f3-f014-4ff7-9292-df1bae268028 None None] New status for floating IP 79043c0c-b9cc-469b-8e10-2350fcbb5ac2: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:45:53.534475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb85660c-e7c8-4d88-bb09-8e539b0d181a req-1ebb9593-b08f-4787-b994-fa87e0433143 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 210 time: 0.0309625 Aug 30 13:45:54.651198 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7473b826-9955-4646-9a81-1430d5cb4279 req-5cbfa91e-368c-4285-a359-c5691df9c088 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 210 time: 0.0454311 Aug 30 13:45:55.079906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3ce05ca-6fba-4245-b084-48757b2db7dc no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:45:55.104978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: d3ce05ca-6fba-4245-b084-48757b2db7dc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:45:55.105332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d3ce05ca-6fba-4245-b084-48757b2db7dc not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:45:55.743893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-58341d73-9e92-48b8-ae5b-648c8d2b74ba req-47250ed6-0d1f-482c-b7b2-e287858bade2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=cb5750f3-be44-45a6-8eef-bdce8fa46ed7 HTTP/1.1" status: 200 len: 210 time: 0.0278649 Aug 30 13:45:56.948104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-2eb78f1f-5606-4762-8c28-acd2d13bd019 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335809880&fields=id&tenant_id=e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 267 time: 0.0354505 Aug 30 13:45:57.053806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-bc6d3353-41b3-4ec0-ac08-c7ee7ebd3cd8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:45:57.055848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-bc6d3353-41b3-4ec0-ac08-c7ee7ebd3cd8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1004927 Aug 30 13:45:57.070849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-4be19cc5-898b-457a-8004-993c156fe6de tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/quotas/e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 375 time: 0.0092216 Aug 30 13:45:57.129249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-16fec88c-6e8c-445a-8b27-7cb89073d676 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526705 Aug 30 13:45:57.198004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-cd1ef513-aa84-4793-bc36-6fba80939ca4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:45:57.199023 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-cd1ef513-aa84-4793-bc36-6fba80939ca4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584610 Aug 30 13:45:57.295115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-29cacf5b-3327-4685-91a9-bf4fd53f2bfc service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858672 Aug 30 13:45:57.387446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-069fe413-6343-4f8b-b81b-95459f89608d service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861678 Aug 30 13:45:58.708456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-50154f91-b540-42a8-b087-a2205d5e5d5f req-1a95b54c-9b36-43ff-b576-9a15d6ca2090 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 210 time: 0.0275736 Aug 30 13:45:58.726729 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:45:59.647394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-cfceb581-4ef5-4342-a852-5b95e884c325 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:45:59.650226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-cfceb581-4ef5-4342-a852-5b95e884c325 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1191394 Aug 30 13:45:59.695894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-46a3e495-8102-4d25-a3bb-4c4166f1b549 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 380 time: 0.0359859 Aug 30 13:45:59.705569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'port': {'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'admin_state_up': True, 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'security_groups': ['f34fb3fa-4255-4f84-8971-de9774697104']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:45:59.855791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7649885-ee90-485a-b094-4bb88e59d285 req-2a4e0631-11ae-42ba-a45b-5bcb197308f3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 210 time: 0.0333550 Aug 30 13:45:59.866554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Made reservation on behalf of e801a5de763b414d8d59c00c6d4c6130 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:45:59.870486 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:00.004106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.20.0.9 (3c65a727-5656-475d-9d20-9b8afbb02538/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff/35154269-0939-4945-a4e1-0899597872cc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:46:00.147051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:00.161261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Transition to ACTIVE for port object 35154269-0939-4945-a4e1-0899597872cc will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:46:00.195885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:00.242057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:46:00.247966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:46:00.251690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:46:00.279804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=35154269-0939-4945-a4e1-0899597872cc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:00.315721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:00.316391 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:00.332584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-ceeaea89-9279-42bb-9d87-135aab3057a8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309333 Aug 30 13:46:00.345853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Request body: {'port': {'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:00.428203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:00.639123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c54fb983-7176-4e51-8a76-2451d6bf05a0 None None] Provisioning for port 35154269-0939-4945-a4e1-0899597872cc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:46:00.643527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c54fb983-7176-4e51-8a76-2451d6bf05a0 None None] Provisioning complete for port 35154269-0939-4945-a4e1-0899597872cc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:46:00.644128 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c54fb983-7176-4e51-8a76-2451d6bf05a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:00.684322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c54fb983-7176-4e51-8a76-2451d6bf05a0 None None] Port 35154269-0939-4945-a4e1-0899597872cc cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:46:00.742073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35154269-0939-4945-a4e1-0899597872cc {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:46:00.751176 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:00.764349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Transition to ACTIVE for port object 35154269-0939-4945-a4e1-0899597872cc will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:46:00.767947 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:00.841969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Pushing event updated for resources: {'Port': ['ID=35154269-0939-4945-a4e1-0899597872cc,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:00.858585 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:46:00.925161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Attempting to bind port 35154269-0939-4945-a4e1-0899597872cc on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:46:00.925573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Attempting to bind port 35154269-0939-4945-a4e1-0899597872cc by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:46:00.926001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Attempting to bind port 35154269-0939-4945-a4e1-0899597872cc on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:46:00.932601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Port 35154269-0939-4945-a4e1-0899597872cc on network 3c65a727-5656-475d-9d20-9b8afbb02538 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:46:00.933161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Attempting to bind port 35154269-0939-4945-a4e1-0899597872cc on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:46:00.953950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:46:00.954602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:46:00.954995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Bound using segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:46:00.955438 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Bound port: 35154269-0939-4945-a4e1-0899597872cc, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:46:00.955956 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:01.042380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92c81a-946b-4da5-9a5b-c102ef0b0ac5 req-9a440f42-2d41-4f40-b32c-8c9a0fe6930c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:01.050924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d92c81a-946b-4da5-9a5b-c102ef0b0ac5 req-9a440f42-2d41-4f40-b32c-8c9a0fe6930c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0941424 Aug 30 13:46:01.078409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] For port 35154269-0939-4945-a4e1-0899597872cc, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:46:01.082555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] For port 35154269-0939-4945-a4e1-0899597872cc, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=35154269-0939-4945-a4e1-0899597872cc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:46:01.094034 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4d92c81a-946b-4da5-9a5b-c102ef0b0ac5 req-37dfca68-7abc-4b85-84f4-ccf89e36c9a3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418313 Aug 30 13:46:01.096212 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:01.135303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:01.135932 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:01.137531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 200 len: 1091 time: 0.7970159 Aug 30 13:46:01.138173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'tag': '35154269-0939-4945-a4e1-0899597872cc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:46:01.140796 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0004fe8-c887-4de6-8b93-40ece89f9432" -d '{"events": [{"name": "network-changed", "server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "tag": "35154269-0939-4945-a4e1-0899597872cc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:46:01.150827 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:01.198703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8d6d4-f24d-4348-b6aa-d7419ed717f3 service neutron] Pushing event updated for resources: {'Port': ['ID=35154269-0939-4945-a4e1-0899597872cc,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:01.237156 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb792197-50b2-4bb8-8ba0-d18079566d39 x-openstack-request-id: req-cb792197-50b2-4bb8-8ba0-d18079566d39 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:46:01.237451 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "tag": "35154269-0939-4945-a4e1-0899597872cc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:46:01.237754 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb792197-50b2-4bb8-8ba0-d18079566d39 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:46:01.238156 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'tag': '35154269-0939-4945-a4e1-0899597872cc', 'status': 'completed', 'code': 200} Aug 30 13:46:01.252559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-3dd4f4dc-16c2-426d-a9b2-cfb196199950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:01.254226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-3dd4f4dc-16c2-426d-a9b2-cfb196199950 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1094 time: 0.0522411 Aug 30 13:46:01.303047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-3f51b796-45c5-4fab-af17-3290ad10258e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 200 len: 217 time: 0.0410340 Aug 30 13:46:01.380710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-b46f6787-5b99-4090-8dd5-8c7761bed061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:01.382141 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-b46f6787-5b99-4090-8dd5-8c7761bed061 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0639288 Aug 30 13:46:01.436823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-c6edbef8-f1ba-46b1-b50a-e2113e2d6757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:01.438399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-c6edbef8-f1ba-46b1-b50a-e2113e2d6757 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490301 Aug 30 13:46:01.541172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-40442cc3-b39e-465d-be26-f8dcb8fc638f service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948734 Aug 30 13:46:01.635202 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830eee-4467-466b-8f7f-9ca24b102e69 req-f29e169b-6529-4082-b4a6-35f8d9507b52 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872397 Aug 30 13:46:01.724239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-171d302b-c46e-4cbd-92c3-efbac9771d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:01.725960 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-171d302b-c46e-4cbd-92c3-efbac9771d4b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1094 time: 0.0466499 Aug 30 13:46:01.832906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-300ecb9c-4935-43b6-8bf2-3036e6e0cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:01.834493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-300ecb9c-4935-43b6-8bf2-3036e6e0cb83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.1017613 Aug 30 13:46:01.884576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-9c302f64-ff52-49e1-b42b-c5c1a77170e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 200 len: 217 time: 0.0428598 Aug 30 13:46:01.936672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-da391743-738b-4a25-8f99-73142bae54f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:01.938603 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-da391743-738b-4a25-8f99-73142bae54f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0479243 Aug 30 13:46:01.989615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-86753293-05d2-4915-94a9-f92e0f0f34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:01.991262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-86753293-05d2-4915-94a9-f92e0f0f34a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462751 Aug 30 13:46:02.090935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-578d0df5-92de-4130-bc24-3b1d73b4fb78 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929058 Aug 30 13:46:02.221613 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0004fe8-c887-4de6-8b93-40ece89f9432 req-cfdc8e1e-6982-48f1-8a0b-7c79067862c9 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228464 Aug 30 13:46:02.242009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e673823-91c2-4f32-a172-b146b9a53afd req-d072cf91-bfa3-4163-a56f-6e4a1c658f97 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:02.244266 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e673823-91c2-4f32-a172-b146b9a53afd req-d072cf91-bfa3-4163-a56f-6e4a1c658f97 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0744913 Aug 30 13:46:02.289707 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4e673823-91c2-4f32-a172-b146b9a53afd req-f90b5c8c-fd40-449a-9846-8e26841ff038 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352602 Aug 30 13:46:03.416996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a758da6-e7a9-4443-a698-8d03dcda2284 req-de4b3365-1509-4ffa-a26c-76fad70bb87c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:03.418892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a758da6-e7a9-4443-a698-8d03dcda2284 req-de4b3365-1509-4ffa-a26c-76fad70bb87c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0586007 Aug 30 13:46:03.463738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a758da6-e7a9-4443-a698-8d03dcda2284 req-448c74a9-d5d4-49af-bd1e-595f859fe40e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364673 Aug 30 13:46:04.589943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38ad87-e249-495b-8187-ff306b3e7b9b req-0f4453c8-a8e1-4a90-9432-5c38a1abf331 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:04.591524 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf38ad87-e249-495b-8187-ff306b3e7b9b req-0f4453c8-a8e1-4a90-9432-5c38a1abf331 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0517328 Aug 30 13:46:04.630114 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf38ad87-e249-495b-8187-ff306b3e7b9b req-f6550fb5-974b-405b-8ce6-e89597e86a52 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314324 Aug 30 13:46:05.753040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13620210-ef42-44e3-a745-50bd08fcfa00 req-fabaa0a7-1fe6-4f97-8bfb-d3716977da35 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:05.754735 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-13620210-ef42-44e3-a745-50bd08fcfa00 req-fabaa0a7-1fe6-4f97-8bfb-d3716977da35 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0503190 Aug 30 13:46:05.796089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-13620210-ef42-44e3-a745-50bd08fcfa00 req-2c6ae0cd-39a1-46ae-93c5-9558f1c2e569 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337183 Aug 30 13:46:06.723175 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a9d29b22-ffb6-45ff-93ed-8c5c0fcefc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:06.928498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3bc87-5200-404a-861d-6f8af5a74513 req-363d603f-f5c1-490e-8161-15179937956b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:06.930238 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcf3bc87-5200-404a-861d-6f8af5a74513 req-363d603f-f5c1-490e-8161-15179937956b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0575151 Aug 30 13:46:06.972480 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dcf3bc87-5200-404a-861d-6f8af5a74513 req-6ecb5153-3292-4e68-a74c-c80fc8da5aa9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362144 Aug 30 13:46:08.096976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8c5a9-19b5-4701-a7cb-43c72e4ba410 req-fabc16df-e345-4e83-ad41-2fb3697668d3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:08.098405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aea8c5a9-19b5-4701-a7cb-43c72e4ba410 req-fabc16df-e345-4e83-ad41-2fb3697668d3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0536656 Aug 30 13:46:08.138024 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aea8c5a9-19b5-4701-a7cb-43c72e4ba410 req-c9eb646d-74c6-4800-8973-3fc48618b5d1 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327642 Aug 30 13:46:09.259380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6fc1-f33e-4c82-a53b-dd72c325bd74 req-90133d60-319a-456a-ba35-6dac0f0b4f0f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:09.261023 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-023c6fc1-f33e-4c82-a53b-dd72c325bd74 req-90133d60-319a-456a-ba35-6dac0f0b4f0f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0536385 Aug 30 13:46:09.301669 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-023c6fc1-f33e-4c82-a53b-dd72c325bd74 req-4984ccfb-f90b-423f-9946-4086ca25cfd8 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343657 Aug 30 13:46:09.459957 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4336a95e-cd43-443f-9514-83d1c9daa948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:10.025550 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:10.423504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d8f1f-2ac0-420f-99cb-85757f2bd8fc req-4e154c51-ffee-4b6e-89bb-3141573d5f09 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:10.425029 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-171d8f1f-2ac0-420f-99cb-85757f2bd8fc req-4e154c51-ffee-4b6e-89bb-3141573d5f09 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0551786 Aug 30 13:46:10.468253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-171d8f1f-2ac0-420f-99cb-85757f2bd8fc req-4eb4991a-79d2-4f06-a55a-51fdb99add65 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344906 Aug 30 13:46:10.972628 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:11.584833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51b44f-b87c-4b51-b715-b10069001f8e req-19e29311-e5ac-46ea-bcad-1611eb81fcd0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:11.586991 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb51b44f-b87c-4b51-b715-b10069001f8e req-19e29311-e5ac-46ea-bcad-1611eb81fcd0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0498879 Aug 30 13:46:11.625389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cb51b44f-b87c-4b51-b715-b10069001f8e req-e2cacf6f-dc99-43b8-86e5-440429c9ee7a tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Aug 30 13:46:12.326441 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:12.422120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 35154269-0939-4945-a4e1-0899597872cc details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:46:12.679648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 35154269-0939-4945-a4e1-0899597872cc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=35154269-0939-4945-a4e1-0899597872cc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:46:12.693486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '35154269-0939-4945-a4e1-0899597872cc', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:46:12.735376 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:12.749715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35154269-0939-4945-a4e1-0899597872cc {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:46:12.750500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4c71e-8541-4d6c-9e99-e27d40b87a9c req-284350da-235e-49cc-b3aa-04afc4bc4168 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:12.752126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8b4c71e-8541-4d6c-9e99-e27d40b87a9c req-284350da-235e-49cc-b3aa-04afc4bc4168 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 943 time: 0.0528476 Aug 30 13:46:12.771911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 35154269-0939-4945-a4e1-0899597872cc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=35154269-0939-4945-a4e1-0899597872cc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:46:12.776375 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:12.797896 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b8b4c71e-8541-4d6c-9e99-e27d40b87a9c req-42d65d8b-0526-4d59-af29-6244b8f39e0e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 Aug 30 13:46:12.832255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=35154269-0939-4945-a4e1-0899597872cc,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:12.840267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.840657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.841045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.841385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.841794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.842174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.842549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.842930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.843257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.843628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.844000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.844330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:12.983705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['35154269-0939-4945-a4e1-0899597872cc'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:46:13.923216 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e70ee-8069-4382-a390-c4f82bbaf97d req-e7c61e8f-f797-4dbb-9824-3dae4ba46a55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:13.924716 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-602e70ee-8069-4382-a390-c4f82bbaf97d req-e7c61e8f-f797-4dbb-9824-3dae4ba46a55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 944 time: 0.0547392 Aug 30 13:46:13.972028 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-602e70ee-8069-4382-a390-c4f82bbaf97d req-cd40a949-b98b-4224-bea1-0bcf1a2062d2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337305 Aug 30 13:46:14.437692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 35154269-0939-4945-a4e1-0899597872cc up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:46:14.494988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 35154269-0939-4945-a4e1-0899597872cc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:46:14.499106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 35154269-0939-4945-a4e1-0899597872cc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:46:14.499485 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:14.576190 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:14.600539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35154269-0939-4945-a4e1-0899597872cc'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:46:14.603588 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20cab62-f947-41b9-a03d-122418425cbf" -d '{"events": [{"server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "name": "network-vif-plugged", "status": "completed", "tag": "35154269-0939-4945-a4e1-0899597872cc"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:46:14.616340 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 35154269-0939-4945-a4e1-0899597872cc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=35154269-0939-4945-a4e1-0899597872cc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:46:14.621345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:14.672225 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=35154269-0939-4945-a4e1-0899597872cc,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:14.724834 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0674c6ab-5195-4307-a9cd-c2a50f0fd913 x-openstack-request-id: req-0674c6ab-5195-4307-a9cd-c2a50f0fd913 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:46:14.725399 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "name": "network-vif-plugged", "status": "completed", "tag": "35154269-0939-4945-a4e1-0899597872cc", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:46:14.725774 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0674c6ab-5195-4307-a9cd-c2a50f0fd913 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:46:14.726245 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35154269-0939-4945-a4e1-0899597872cc', 'code': 200} Aug 30 13:46:15.106394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570a89e-e908-46d9-a0a6-239f4c51f137 req-358408ed-9ee9-452b-81d8-890962a5cae3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:15.107952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9570a89e-e908-46d9-a0a6-239f4c51f137 req-358408ed-9ee9-452b-81d8-890962a5cae3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 945 time: 0.0585463 Aug 30 13:46:15.149953 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9570a89e-e908-46d9-a0a6-239f4c51f137 req-2b11981d-465d-4015-9748-78e2334179ff tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353200 Aug 30 13:46:15.150350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6985a0-371b-41fd-92ad-02451f56e95c req-0a34ab34-53eb-4735-8ea2-251eff8b3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:15.151875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c6985a0-371b-41fd-92ad-02451f56e95c req-0a34ab34-53eb-4735-8ea2-251eff8b3a75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1096 time: 0.3689523 Aug 30 13:46:15.190798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c6985a0-371b-41fd-92ad-02451f56e95c req-ecc80182-1e4f-42c5-9105-33b25e354b9f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288758 Aug 30 13:46:16.273157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ca8a-9b60-42d6-85bf-f25d4fee5057 req-0af72ae5-e772-4c9a-8e24-1cff42eec5d1 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:16.274613 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0424ca8a-9b60-42d6-85bf-f25d4fee5057 req-0af72ae5-e772-4c9a-8e24-1cff42eec5d1 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 945 time: 0.0491378 Aug 30 13:46:16.314705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0424ca8a-9b60-42d6-85bf-f25d4fee5057 req-6fcbc453-b78b-44ed-90d1-b77eb4349796 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339324 Aug 30 13:46:16.554660 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37432d-5763-47c8-ad7f-7503c174491c req-b4f26002-c489-4992-abdf-7640f0f2d3f5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:16.554660 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d37432d-5763-47c8-ad7f-7503c174491c req-b4f26002-c489-4992-abdf-7640f0f2d3f5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 945 time: 0.0623107 Aug 30 13:46:16.554660 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d37432d-5763-47c8-ad7f-7503c174491c req-4e71d7fc-f44d-48f8-b60e-21793c005d05 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452571 Aug 30 13:46:16.560801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33380) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:16.686261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9386f31a-fa03-415f-88be-9fdfcaea6772 tempest-TestVolumeBootPattern-1386303968 tempest-TestVolumeBootPattern-1386303968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:16.688086 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9386f31a-fa03-415f-88be-9fdfcaea6772 tempest-TestVolumeBootPattern-1386303968 tempest-TestVolumeBootPattern-1386303968-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1091 time: 0.1628523 Aug 30 13:46:16.691199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33388) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:16.697031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:16.727939 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:16.827446 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:16.945280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.25.2.66 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/15c11c31-a272-4306-a741-581d5725f512) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:46:17.056723 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:17.097530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:17.145087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:46:17.148287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:46:17.151245 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:46:17.159364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=15c11c31-a272-4306-a741-581d5725f512,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:17.187703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.188080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.188393 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.188716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.189047 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.189451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.190046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.190556 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.190887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.191265 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.191540 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.191861 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:17.549213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:17.622239 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:17.784355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:17.789176 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:17.868732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=15c11c31-a272-4306-a741-581d5725f512,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:17.885842 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:18.001626 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Floating IP 9aecfba5-42f5-4c4e-aaf3-75212f2ce31e associated. External IP: 172.25.2.66, port: 35154269-0939-4945-a4e1-0899597872cc. Aug 30 13:46:18.229203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:46:18.363625 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:46:18.376658 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] Sync routers for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:46:18.381232 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:18.393432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:46:18.394552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:46:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:18.422463 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3d2110a2-61a1-47fe-af35-d8cb1c5c3af5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7301326 Aug 30 13:46:18.423226 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'tag': '35154269-0939-4945-a4e1-0899597872cc'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:46:18.425585 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "tag": "35154269-0939-4945-a4e1-0899597872cc"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:46:18.476565 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc61b7a8-ff9e-4a1f-a26e-4b73e20c224f x-openstack-request-id: req-bc61b7a8-ff9e-4a1f-a26e-4b73e20c224f {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:46:18.476883 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "tag": "35154269-0939-4945-a4e1-0899597872cc", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:46:18.477135 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc61b7a8-ff9e-4a1f-a26e-4b73e20c224f {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:46:18.478162 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'tag': '35154269-0939-4945-a4e1-0899597872cc', 'status': 'completed', 'code': 200} Aug 30 13:46:18.534270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:46:18.541863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-967de807-bfba-40dd-8e4a-2407110f6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:18.543390 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-967de807-bfba-40dd-8e4a-2407110f6e31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1096 time: 0.0427082 Aug 30 13:46:18.662968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-dcb0e28b-a578-4c8a-b218-fc6832b6c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:18.665371 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-dcb0e28b-a578-4c8a-b218-fc6832b6c14b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.1138792 Aug 30 13:46:18.738812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-8a2906ed-5ed2-4971-b905-6336711a15ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 200 len: 998 time: 0.0662713 Aug 30 13:46:18.798645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-25e043e4-b426-466b-8c95-4d87f0c54c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:18.800153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-25e043e4-b426-466b-8c95-4d87f0c54c36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0544364 Aug 30 13:46:18.800269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '9aecfba5-42f5-4c4e-aaf3-75212f2ce31e', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:17Z', 'updated_at': '2021-08-30T13:46:17Z', 'revision_number': 0, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:18.828919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] Checking router: b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:46:18.838515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:46:18.839149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:46:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:18.853556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-1fe82df5-a9c1-4a71-8c3c-a7993e633df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:18.855198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-1fe82df5-a9c1-4a71-8c3c-a7993e633df5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481329 Aug 30 13:46:18.957780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-eb2af522-7645-4a85-9f63-0e66873f2c37 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930924 Aug 30 13:46:18.962202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:46:19.063190 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0949661-c8c4-4d17-86a0-1b3d12ebc8c8 req-1dcab9b4-dee0-4c64-b921-ee91d0e23176 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981390 Aug 30 13:46:19.229210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '9aecfba5-42f5-4c4e-aaf3-75212f2ce31e', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:17Z', 'updated_at': '2021-08-30T13:46:17Z', 'revision_number': 0, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:19.256323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab38fe-44a4-401f-8888-14e71b06306e None None] The sync data for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 is: [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '9aecfba5-42f5-4c4e-aaf3-75212f2ce31e', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:17Z', 'updated_at': '2021-08-30T13:46:17Z', 'revision_number': 0, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:46:19.477792 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd28833-f755-493f-ab1b-80424edb92ae None None] New status for floating IP 9aecfba5-42f5-4c4e-aaf3-75212f2ce31e: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:46:28.724126 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:31.134106 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:33.785395 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33644) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:33.790392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0fb5a730-22e1-4b77-8882-1b62b2239649 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376278367', 'description': 'tempest-secgroup-smoke-1376278367 description', 'project_id': '61da2bcbd1ee42e3afc35333193de055'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:33.813179 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fb5a730-22e1-4b77-8882-1b62b2239649 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:33.900707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fb5a730-22e1-4b77-8882-1b62b2239649 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:33.903685 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fb5a730-22e1-4b77-8882-1b62b2239649 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:33.933990 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0fb5a730-22e1-4b77-8882-1b62b2239649 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:33.935226 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0fb5a730-22e1-4b77-8882-1b62b2239649 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1485589 Aug 30 13:46:33.936310 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5a730-22e1-4b77-8882-1b62b2239649 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6fed42-6064-4f58-8450-fc5a4b6e0192,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:33.938353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33646) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:33.943189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-117dbaa4-f3d1-42dd-be48-695dc20eedfa tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'security_group_rule': {'security_group_id': 'fa6fed42-6064-4f58-8450-fc5a4b6e0192', 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:33.971222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-117dbaa4-f3d1-42dd-be48-695dc20eedfa tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.028222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-117dbaa4-f3d1-42dd-be48-695dc20eedfa tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.031682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-117dbaa4-f3d1-42dd-be48-695dc20eedfa tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.049195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dbaa4-f3d1-42dd-be48-695dc20eedfa tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50880825-cd6d-40a0-92c9-890c478041ec,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:34.054886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-117dbaa4-f3d1-42dd-be48-695dc20eedfa tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.057117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-117dbaa4-f3d1-42dd-be48-695dc20eedfa tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175501 Aug 30 13:46:34.059872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33648) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:34.064258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-49bb28de-ce3b-4271-a1f7-b9a07ff532a6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'security_group_rule': {'security_group_id': 'fa6fed42-6064-4f58-8450-fc5a4b6e0192', 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:34.090859 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-49bb28de-ce3b-4271-a1f7-b9a07ff532a6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.147491 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-49bb28de-ce3b-4271-a1f7-b9a07ff532a6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.150886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-49bb28de-ce3b-4271-a1f7-b9a07ff532a6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.171487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb28de-ce3b-4271-a1f7-b9a07ff532a6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=815696d1-01ce-4e88-97fc-348fbac101c0,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:34.177180 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-49bb28de-ce3b-4271-a1f7-b9a07ff532a6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.178710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-49bb28de-ce3b-4271-a1f7-b9a07ff532a6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177847 Aug 30 13:46:34.181856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33650) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:34.186458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c59ab8ac-7a98-43dc-a65c-e10f3c6f4a15 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'security_group_rule': {'security_group_id': 'fa6fed42-6064-4f58-8450-fc5a4b6e0192', 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:34.215044 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c59ab8ac-7a98-43dc-a65c-e10f3c6f4a15 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.271183 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c59ab8ac-7a98-43dc-a65c-e10f3c6f4a15 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.274367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c59ab8ac-7a98-43dc-a65c-e10f3c6f4a15 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.292415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ab8ac-7a98-43dc-a65c-e10f3c6f4a15 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa67d175-2a0d-4fbc-91b8-0cea1e0ba8bf,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:34.295777 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c59ab8ac-7a98-43dc-a65c-e10f3c6f4a15 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.298200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c59ab8ac-7a98-43dc-a65c-e10f3c6f4a15 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152861 Aug 30 13:46:34.299785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33652) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:34.304208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3bfead2a-6f81-4cad-8a72-bbbb53378cf7 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'security_group_rule': {'security_group_id': 'fa6fed42-6064-4f58-8450-fc5a4b6e0192', 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:34.331245 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3bfead2a-6f81-4cad-8a72-bbbb53378cf7 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.391773 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3bfead2a-6f81-4cad-8a72-bbbb53378cf7 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.395188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3bfead2a-6f81-4cad-8a72-bbbb53378cf7 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.415880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfead2a-6f81-4cad-8a72-bbbb53378cf7 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c7afb3-c5f6-4d1a-8532-3996065ee57e,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:34.421149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3bfead2a-6f81-4cad-8a72-bbbb53378cf7 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.422499 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3bfead2a-6f81-4cad-8a72-bbbb53378cf7 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218026 Aug 30 13:46:34.425175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33654) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:34.429568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3cbe3ac2-3b06-46b3-8601-c3db6baa22cd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'security_group_rule': {'security_group_id': 'fa6fed42-6064-4f58-8450-fc5a4b6e0192', 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:34.451850 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-3cbe3ac2-3b06-46b3-8601-c3db6baa22cd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Project 61da2bcbd1ee42e3afc35333193de055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:46:34.456584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3ac2-3b06-46b3-8601-c3db6baa22cd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.514873 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3ac2-3b06-46b3-8601-c3db6baa22cd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.518144 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3ac2-3b06-46b3-8601-c3db6baa22cd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.537055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe3ac2-3b06-46b3-8601-c3db6baa22cd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826ab88f-b6ac-4655-b499-128e92ada7d0,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:34.545344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3cbe3ac2-3b06-46b3-8601-c3db6baa22cd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.546768 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3cbe3ac2-3b06-46b3-8601-c3db6baa22cd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205444 Aug 30 13:46:34.549465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33656) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:34.553972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3d895428-d47b-48f7-bf03-ec4c85634ad2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'security_group_rule': {'security_group_id': 'fa6fed42-6064-4f58-8450-fc5a4b6e0192', 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:34.574640 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-3d895428-d47b-48f7-bf03-ec4c85634ad2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Project 61da2bcbd1ee42e3afc35333193de055 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 13:46:34.579335 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d895428-d47b-48f7-bf03-ec4c85634ad2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.640438 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d895428-d47b-48f7-bf03-ec4c85634ad2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.643944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d895428-d47b-48f7-bf03-ec4c85634ad2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.661050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d895428-d47b-48f7-bf03-ec4c85634ad2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd378a7-73fd-4da1-a771-68c7614c5c95,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:34.668206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d895428-d47b-48f7-bf03-ec4c85634ad2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:34.669304 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3d895428-d47b-48f7-bf03-ec4c85634ad2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1188853 Aug 30 13:46:34.817761 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-78f59f6d-6061-495d-88de-a89a88cbba22 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376278367&fields=id&tenant_id=61da2bcbd1ee42e3afc35333193de055 HTTP/1.1" status: 200 len: 267 time: 0.0321851 Aug 30 13:46:34.924184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-24c87c1f-04d4-44f7-8078-656cbbd8300f tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:34.925632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-24c87c1f-04d4-44f7-8078-656cbbd8300f tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/networks?id=9cbd27f0-8927-4223-930f-a7b2e0806b58 HTTP/1.1" status: 200 len: 813 time: 0.1013131 Aug 30 13:46:34.940396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-3f84e2ba-cf60-4054-9032-6422d6e06483 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/quotas/61da2bcbd1ee42e3afc35333193de055 HTTP/1.1" status: 200 len: 375 time: 0.0088434 Aug 30 13:46:34.991003 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-82e2f39b-aebc-45bc-bbe3-bcd2c1c01da0 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61da2bcbd1ee42e3afc35333193de055&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455215 Aug 30 13:46:35.085365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-630f8f80-d98f-474c-b437-5b905c3cc03f service neutron] 10.222.0.37 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827775 Aug 30 13:46:35.177748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-062158f5-83f6-43df-a0ec-4cb4bb8771a3 service neutron] 10.222.0.37 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854359 Aug 30 13:46:35.458603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-907e42c7-7878-4603-bee3-f7f5fc45bbfc req-08e092c5-f4b5-4e8c-a3fd-8def444b4341 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 210 time: 0.0273771 Aug 30 13:46:36.559091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-be329ffa-0196-4b84-bd46-54c231971a57 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:36.560550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-be329ffa-0196-4b84-bd46-54c231971a57 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.35 "GET /v2.0/networks?id=9cbd27f0-8927-4223-930f-a7b2e0806b58 HTTP/1.1" status: 200 len: 813 time: 0.1254249 Aug 30 13:46:36.577357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab5d8a16-d33f-478a-ba32-6835bb427bd8 req-5fdb4500-2a7b-4d71-b700-03247488b65d tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 210 time: 0.0438273 Aug 30 13:46:36.612645 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-794e1f04-04ee-414d-ba83-5be5a0bda2a6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61da2bcbd1ee42e3afc35333193de055 HTTP/1.1" status: 200 len: 380 time: 0.0376592 Aug 30 13:46:36.621972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'port': {'device_id': '2e4031e0-47c2-498a-889f-b3b36af83630', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'admin_state_up': True, 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'security_groups': ['fa6fed42-6064-4f58-8450-fc5a4b6e0192']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:36.724795 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-64c6bc18-8ce7-4224-8f69-c14b89621a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:36.737164 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Made reservation on behalf of 61da2bcbd1ee42e3afc35333193de055 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:46:36.740857 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:36.875182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Allocated IP 172.20.0.6 (9cbd27f0-8927-4223-930f-a7b2e0806b58/a4d886f6-9dbc-479f-b051-963771e3e2d2/abd8b384-09f7-4f4a-aa69-acde919c4c57) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:46:37.023277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:37.036135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Transition to ACTIVE for port object abd8b384-09f7-4f4a-aa69-acde919c4c57 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:46:37.069204 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:37.114844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Network 9cbd27f0-8927-4223-930f-a7b2e0806b58 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:46:37.118849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:46:37.123017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:46:37.129820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'Port': ['ID=abd8b384-09f7-4f4a-aa69-acde919c4c57,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:37.193591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:37.194332 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:37.230363 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-e7b64c25-4599-473a-83ff-8688ed970e58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6120667 Aug 30 13:46:37.237924 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-f8053af7-97ee-41e5-a2c7-a0a74114ed37 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649066 Aug 30 13:46:37.244304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-a773c658-11b6-4068-a0e1-104870988cce tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:46:37.245643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-a773c658-11b6-4068-a0e1-104870988cce tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068710 Aug 30 13:46:37.275110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Request body: {'port': {'device_id': '2e4031e0-47c2-498a-889f-b3b36af83630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:37.378965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-e8c3173a-e6c7-4f21-8c54-9bef17f24de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:37.380385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-e8c3173a-e6c7-4f21-8c54-9bef17f24de9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1096 time: 0.0817542 Aug 30 13:46:37.383034 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:37.429169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d1eaa68b-89a7-4b6c-b91e-a953ac15584f None None] Provisioning for port abd8b384-09f7-4f4a-aa69-acde919c4c57 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:46:37.434201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d1eaa68b-89a7-4b6c-b91e-a953ac15584f None None] Provisioning complete for port abd8b384-09f7-4f4a-aa69-acde919c4c57 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:46:37.434580 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d1eaa68b-89a7-4b6c-b91e-a953ac15584f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:37.469995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d1eaa68b-89a7-4b6c-b91e-a953ac15584f None None] Port abd8b384-09f7-4f4a-aa69-acde919c4c57 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:46:37.637687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-4532cd10-12bb-4979-bfd9-c8a63248bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:37.639173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-4532cd10-12bb-4979-bfd9-c8a63248bd4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.2220228 Aug 30 13:46:37.707356 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05517cc1-446b-4d4b-8a44-82b738398e45 req-790195c7-c7ea-4dd8-bb90-49817c55a3c1 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:37.708961 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05517cc1-446b-4d4b-8a44-82b738398e45 req-790195c7-c7ea-4dd8-bb90-49817c55a3c1 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 931 time: 0.0551918 Aug 30 13:46:37.738121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-82b24700-1652-40ed-aae8-4058ae8e62c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 200 len: 1000 time: 0.0911417 Aug 30 13:46:37.767119 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05517cc1-446b-4d4b-8a44-82b738398e45 req-427bcf5d-cb14-4119-93df-ccf4fdca192c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498466 Aug 30 13:46:37.843148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-9fc24619-6381-412e-a1ce-54fd2aa70eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:37.844780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-9fc24619-6381-412e-a1ce-54fd2aa70eeb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0934167 Aug 30 13:46:37.859894 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:46:37.872115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd8b384-09f7-4f4a-aa69-acde919c4c57 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:46:37.898010 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:37.918534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Transition to ACTIVE for port object abd8b384-09f7-4f4a-aa69-acde919c4c57 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:46:37.923604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-5b520279-a26f-429e-958c-cb8f79d827d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:37.925211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-5b520279-a26f-429e-958c-cb8f79d827d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688369 Aug 30 13:46:37.926417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:38.038547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Pushing event updated for resources: {'Port': ['ID=abd8b384-09f7-4f4a-aa69-acde919c4c57,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:38.122498 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-16dc8c93-c348-4c52-a4c9-d7ff85add26e service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864154 Aug 30 13:46:38.161379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Attempting to bind port abd8b384-09f7-4f4a-aa69-acde919c4c57 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:46:38.161739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Attempting to bind port abd8b384-09f7-4f4a-aa69-acde919c4c57 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:46:38.162065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Attempting to bind port abd8b384-09f7-4f4a-aa69-acde919c4c57 on network 9cbd27f0-8927-4223-930f-a7b2e0806b58 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:46:38.196812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Port abd8b384-09f7-4f4a-aa69-acde919c4c57 on network 9cbd27f0-8927-4223-930f-a7b2e0806b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:46:38.197377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Attempting to bind port abd8b384-09f7-4f4a-aa69-acde919c4c57 on network 9cbd27f0-8927-4223-930f-a7b2e0806b58 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:46:38.210761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:46:38.211936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Checking segment: {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:46:38.212841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Bound using segment: {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:46:38.213487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Bound port: abd8b384-09f7-4f4a-aa69-acde919c4c57, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:46:38.214059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:38.285483 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b0424425-a4c0-46c4-9053-f753b36716f4 req-c1bc2533-26e1-4cdf-a66d-c1ad27fbeec8 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509469 Aug 30 13:46:38.301985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] For port abd8b384-09f7-4f4a-aa69-acde919c4c57, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:46:38.305793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] For port abd8b384-09f7-4f4a-aa69-acde919c4c57, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:46:38.310234 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:38.349454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:38.350097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:38.351441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] 10.222.0.35 "PUT /v2.0/ports/abd8b384-09f7-4f4a-aa69-acde919c4c57 HTTP/1.1" status: 200 len: 1091 time: 1.0831990 Aug 30 13:46:38.351943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:46:38.354200 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a556a5d6-5a52-42ac-86c7-e78807e2d1db" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:46:38.387062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffe168-832d-4db8-9396-a3f434f083fb service neutron] Pushing event updated for resources: {'Port': ['ID=abd8b384-09f7-4f4a-aa69-acde919c4c57,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:38.440398 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230bb93e-9ac3-489d-a16a-5dd1aa030145 x-openstack-request-id: req-230bb93e-9ac3-489d-a16a-5dd1aa030145 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:46:38.440696 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:46:38.440945 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-230bb93e-9ac3-489d-a16a-5dd1aa030145 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:46:38.441339 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'status': 'completed', 'code': 200} Aug 30 13:46:38.460146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-4c8cb70c-235d-49f7-9e3d-03d72d7e0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:38.462680 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-4c8cb70c-235d-49f7-9e3d-03d72d7e0ad6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61da2bcbd1ee42e3afc35333193de055&device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 1094 time: 0.0618389 Aug 30 13:46:38.507139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-0a032170-0d3e-45b8-b91f-7edb198a81b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57 HTTP/1.1" status: 200 len: 217 time: 0.0371783 Aug 30 13:46:38.564496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-d8f80435-24b0-4e85-8b07-ff48ad8231d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:38.566213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-d8f80435-24b0-4e85-8b07-ff48ad8231d5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4d886f6-9dbc-479f-b051-963771e3e2d2 HTTP/1.1" status: 200 len: 852 time: 0.0526347 Aug 30 13:46:38.612912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-b1db6c75-be60-4942-a3ce-2433946dfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:38.614458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-b1db6c75-be60-4942-a3ce-2433946dfb2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cbd27f0-8927-4223-930f-a7b2e0806b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416541 Aug 30 13:46:38.704204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-cbc32764-2736-4060-b467-e099c56bbd86 service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826285 Aug 30 13:46:38.801805 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a84e95e6-9d8b-46c3-90ab-2735143c02b7 req-d01da7dd-3aca-49a7-90f2-ccbf151a6a89 service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910597 Aug 30 13:46:38.890302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-bedd4557-4f18-43ac-8084-8398909ca72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:38.891919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-bedd4557-4f18-43ac-8084-8398909ca72d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61da2bcbd1ee42e3afc35333193de055&device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 1094 time: 0.0442019 Aug 30 13:46:38.900664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bf331-a5e3-4664-a67f-ff6e3873f10c req-57606bcd-f026-44f1-8dbb-224dd3a653ae tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:38.903055 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-545bf331-a5e3-4664-a67f-ff6e3873f10c req-57606bcd-f026-44f1-8dbb-224dd3a653ae tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0567148 Aug 30 13:46:38.943649 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-545bf331-a5e3-4664-a67f-ff6e3873f10c req-3ab6d7ba-ccb6-4951-a01f-330e1525e119 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342619 Aug 30 13:46:38.998280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-85c545a9-2c46-44de-88c4-e219bb7ff346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:38.999872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-85c545a9-2c46-44de-88c4-e219bb7ff346 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cbd27f0-8927-4223-930f-a7b2e0806b58 HTTP/1.1" status: 200 len: 914 time: 0.1013005 Aug 30 13:46:39.045599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-591388aa-c32b-4091-9103-57c860c79fe8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57 HTTP/1.1" status: 200 len: 217 time: 0.0389380 Aug 30 13:46:39.097383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-27240106-e10d-40dc-8d41-20f3c12c0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:39.098965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-27240106-e10d-40dc-8d41-20f3c12c0477 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4d886f6-9dbc-479f-b051-963771e3e2d2 HTTP/1.1" status: 200 len: 852 time: 0.0473461 Aug 30 13:46:39.150056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-d42c86f2-ae99-4f5b-828e-8801ee0e7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:39.151803 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-d42c86f2-ae99-4f5b-828e-8801ee0e7042 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cbd27f0-8927-4223-930f-a7b2e0806b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459995 Aug 30 13:46:39.259136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-a082e915-b98f-44f3-814f-2cc7b561c1d9 service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994046 Aug 30 13:46:39.349229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a556a5d6-5a52-42ac-86c7-e78807e2d1db req-29743975-e28e-43ed-be2d-a1088d6ff1ad service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839193 Aug 30 13:46:39.467808 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e552d3a3-bea3-495d-b95c-5bb945bc7d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:40.038702 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:40.084155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ca13-10f4-4765-a05c-f628c72cf295 req-bcfc9714-7034-4e1a-9347-cc78923a81a4 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:40.085759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5c6ca13-10f4-4765-a05c-f628c72cf295 req-bcfc9714-7034-4e1a-9347-cc78923a81a4 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0627751 Aug 30 13:46:40.129057 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5c6ca13-10f4-4765-a05c-f628c72cf295 req-d8c02bf9-fbb4-4730-a0b4-054bc4471d16 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362642 Aug 30 13:46:40.974773 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:41.252790 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5a7e1-c9a0-48f9-81b2-cae778c7c385 req-233b8db0-d080-48eb-b0c7-de523ae34678 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:41.254218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9dc5a7e1-c9a0-48f9-81b2-cae778c7c385 req-233b8db0-d080-48eb-b0c7-de523ae34678 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0532858 Aug 30 13:46:41.293190 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9dc5a7e1-c9a0-48f9-81b2-cae778c7c385 req-d114c015-611a-4bf1-ae1f-08ab77d57e37 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319843 Aug 30 13:46:42.329606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:42.422950 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae4ff8-1385-4036-abcd-300f6d4310a9 req-4720378e-9eda-451a-a815-b49ffa330b1f tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:42.424434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fae4ff8-1385-4036-abcd-300f6d4310a9 req-4720378e-9eda-451a-a815-b49ffa330b1f tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0523825 Aug 30 13:46:42.461612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fae4ff8-1385-4036-abcd-300f6d4310a9 req-61c17550-fc86-4c9d-862f-a202ed115477 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306778 Aug 30 13:46:43.575233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b94132-cd74-4fbb-99bd-108becd52a2c req-78219f23-4e7f-42b8-8a7f-52e969b871ef tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:43.576686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8b94132-cd74-4fbb-99bd-108becd52a2c req-78219f23-4e7f-42b8-8a7f-52e969b871ef tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0490923 Aug 30 13:46:43.618464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8b94132-cd74-4fbb-99bd-108becd52a2c req-2fef1060-6739-418c-8bec-18ba4ca22065 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354733 Aug 30 13:46:44.729892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dda219-3e9f-4ce2-965e-7aa370370523 req-b941559b-3e55-4de6-875a-b357a883095b tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:44.731273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93dda219-3e9f-4ce2-965e-7aa370370523 req-b941559b-3e55-4de6-875a-b357a883095b tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0479758 Aug 30 13:46:44.768560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93dda219-3e9f-4ce2-965e-7aa370370523 req-fa23ff74-5b81-4321-8228-9b4cd4f4a97e tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314169 Aug 30 13:46:45.892709 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7d48d-d712-4789-889b-7d7064f9bec8 req-86e4221f-6b84-4b0e-8b30-0b7315182200 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:45.894156 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ff7d48d-d712-4789-889b-7d7064f9bec8 req-86e4221f-6b84-4b0e-8b30-0b7315182200 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0515773 Aug 30 13:46:45.942443 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ff7d48d-d712-4789-889b-7d7064f9bec8 req-42c7151b-799a-4316-a473-f9e9cae9f1dd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413015 Aug 30 13:46:47.062165 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35b9ea-8173-465d-aece-2b019aa80623 req-9a479030-2ed3-4b72-8feb-c70e915b2337 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:47.063620 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de35b9ea-8173-465d-aece-2b019aa80623 req-9a479030-2ed3-4b72-8feb-c70e915b2337 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0524297 Aug 30 13:46:47.100723 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de35b9ea-8173-465d-aece-2b019aa80623 req-988870c8-d4b7-4515-98cb-7dc2b46ffc58 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311842 Aug 30 13:46:48.216833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a9863-d60a-4b68-8c57-692ba6490d36 req-9f698536-d3e9-4c29-974e-cd969600b5b2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:48.218653 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a5a9863-d60a-4b68-8c57-692ba6490d36 req-9f698536-d3e9-4c29-974e-cd969600b5b2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0507491 Aug 30 13:46:48.258349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a5a9863-d60a-4b68-8c57-692ba6490d36 req-6701e041-d9c5-498c-9940-9e28d78b8305 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321038 Aug 30 13:46:49.279757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device abd8b384-09f7-4f4a-aa69-acde919c4c57 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:46:49.372512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c2327-d542-4e8c-a02e-b5bfd91d4acf req-96939cf1-914f-4de9-b576-0cc36cbffa69 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:49.373566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port abd8b384-09f7-4f4a-aa69-acde919c4c57, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:46:49.374166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c47c2327-d542-4e8c-a02e-b5bfd91d4acf req-96939cf1-914f-4de9-b576-0cc36cbffa69 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 943 time: 0.0491621 Aug 30 13:46:49.385445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'port_id': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'mac_address': 'fa:16:3e:b1:00:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:46:49.412943 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c47c2327-d542-4e8c-a02e-b5bfd91d4acf req-c12a4c1c-e7d6-4bd7-b613-ed1767738aec tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322077 Aug 30 13:46:49.428650 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:49.442254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd8b384-09f7-4f4a-aa69-acde919c4c57 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:46:49.460677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port abd8b384-09f7-4f4a-aa69-acde919c4c57, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:46:49.464676 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:49.512510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=abd8b384-09f7-4f4a-aa69-acde919c4c57,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:49.819803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['abd8b384-09f7-4f4a-aa69-acde919c4c57'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:46:50.525795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fbd63-e904-4a17-aa19-e909c1fd842f req-2c6c2020-830f-41f0-a403-88385c3aaaae tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:50.527256 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-450fbd63-e904-4a17-aa19-e909c1fd842f req-2c6c2020-830f-41f0-a403-88385c3aaaae tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 944 time: 0.0485911 Aug 30 13:46:50.568834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-450fbd63-e904-4a17-aa19-e909c1fd842f req-4d6a2f00-78a6-438f-bd27-5a08f5165994 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357184 Aug 30 13:46:51.302088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device abd8b384-09f7-4f4a-aa69-acde919c4c57 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:46:51.351037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port abd8b384-09f7-4f4a-aa69-acde919c4c57 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:46:51.354868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port abd8b384-09f7-4f4a-aa69-acde919c4c57 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:46:51.355249 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:51.434352 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:51.456222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:46:51.458508 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eb2cef-0cd4-4631-b739-1ae73a417328" -d '{"events": [{"server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "name": "network-vif-plugged", "status": "completed", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:46:51.470791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port abd8b384-09f7-4f4a-aa69-acde919c4c57, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:46:51.474947 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:51.497992 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69db02d7-faa6-4f99-b53e-12abbeac1d00 x-openstack-request-id: req-69db02d7-faa6-4f99-b53e-12abbeac1d00 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:46:51.498280 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "name": "network-vif-plugged", "status": "completed", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:46:51.498532 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-69db02d7-faa6-4f99-b53e-12abbeac1d00 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:46:51.498911 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'code': 200} Aug 30 13:46:51.524867 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=abd8b384-09f7-4f4a-aa69-acde919c4c57,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:51.594925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08b8c1-01b9-4db5-bbe9-0fd2d3d13ab1 req-dd74e266-57f1-4a52-b04e-962c33c3b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:51.596670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e08b8c1-01b9-4db5-bbe9-0fd2d3d13ab1 req-dd74e266-57f1-4a52-b04e-962c33c3b8fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 1096 time: 0.0393891 Aug 30 13:46:51.632477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e08b8c1-01b9-4db5-bbe9-0fd2d3d13ab1 req-05c07a49-ddf5-4076-82a6-21bf53c0d323 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287893 Aug 30 13:46:51.687333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed02c3c-dc78-4fa8-a5ef-be0a48e63fcb req-66f315f0-5521-4e79-8a74-1dbd406e8b8a tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:51.688826 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1ed02c3c-dc78-4fa8-a5ef-be0a48e63fcb req-66f315f0-5521-4e79-8a74-1dbd406e8b8a tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 945 time: 0.0517697 Aug 30 13:46:51.727940 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1ed02c3c-dc78-4fa8-a5ef-be0a48e63fcb req-ea535a62-c9d6-4b45-9321-f22683ef3ae1 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328329 Aug 30 13:46:52.849848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb1ef4-3026-4e91-84bb-986f5a0dc226 req-c724a630-a3d7-4542-a263-f9b3593a9081 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:52.851330 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbbb1ef4-3026-4e91-84bb-986f5a0dc226 req-c724a630-a3d7-4542-a263-f9b3593a9081 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 945 time: 0.0554616 Aug 30 13:46:52.890866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbbb1ef4-3026-4e91-84bb-986f5a0dc226 req-c1434b87-3ce9-4eb0-a5b4-99d337b6adad tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326219 Aug 30 13:46:54.005678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed203852-5e6c-4fec-aabd-bd132e73963c req-8fd065b0-437d-4228-9ee6-4f069948995a tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:54.007214 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed203852-5e6c-4fec-aabd-bd132e73963c req-8fd065b0-437d-4228-9ee6-4f069948995a tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 945 time: 0.0501349 Aug 30 13:46:54.044999 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed203852-5e6c-4fec-aabd-bd132e73963c req-5399363e-90db-4a28-967b-a2c1bea1c692 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Aug 30 13:46:54.156830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94f916-3f6f-439b-a0ef-5d14033f4055 req-f7a6948a-e8cb-4479-b9fa-7e6f3b21b58a tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:54.158395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e94f916-3f6f-439b-a0ef-5d14033f4055 req-f7a6948a-e8cb-4479-b9fa-7e6f3b21b58a tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 945 time: 0.0491030 Aug 30 13:46:54.198044 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2e94f916-3f6f-439b-a0ef-5d14033f4055 req-f9c24a17-7bc1-4b58-ada9-f35c1f517340 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Aug 30 13:46:54.219938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33730) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:54.300624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf5f012-f0ac-4b2f-a9fe-116623e39379 tempest-TestVolumeBackupRestore-606384708 tempest-TestVolumeBackupRestore-606384708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:54.302171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0bf5f012-f0ac-4b2f-a9fe-116623e39379 tempest-TestVolumeBackupRestore-606384708 tempest-TestVolumeBackupRestore-606384708-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 1091 time: 0.0812747 Aug 30 13:46:54.305037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 33734) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:54.309395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:54.330319 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:54.426819 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:54.527199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Allocated IP 172.25.2.186 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/8f5d53b6-7380-4d67-81b1-86bbcd7885a2) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:46:54.629400 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:54.668720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:54.707938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:46:54.710800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:46:54.714970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:46:54.720428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'Port': ['ID=8f5d53b6-7380-4d67-81b1-86bbcd7885a2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:54.746489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.746834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.747171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.747504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.747834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.748160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.748485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.748805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.749125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.749447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.749793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:54.750112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:46:55.090357 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:55.155605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:55.302566 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:55.307637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:55.381911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event updated for resources: {'Port': ['ID=8f5d53b6-7380-4d67-81b1-86bbcd7885a2,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:46:55.392621 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:55.498663 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Floating IP 1b0705a3-a8f6-4d01-a2f0-f19e08506253 associated. External IP: 172.25.2.186, port: abd8b384-09f7-4f4a-aa69-acde919c4c57. Aug 30 13:46:55.987232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Router 9632877f-b99e-4cd9-8a6f-b13e55abf449 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:46:56.089919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:46:56.099684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] Sync routers for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:46:56.105545 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:56.109998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:46:56.110679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:46:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:56.135499 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-08d0467d-0ecc-4c17-a320-a3521667e0be tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8294635 Aug 30 13:46:56.136072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:46:56.138339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33736) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:56.138838 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e18a38-39e0-4585-876a-538043889c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:46:56.175100 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aa6ff4-b829-4f8e-a5bc-ef88ee4e7702 x-openstack-request-id: req-d0aa6ff4-b829-4f8e-a5bc-ef88ee4e7702 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:46:56.175396 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:46:56.175646 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0aa6ff4-b829-4f8e-a5bc-ef88ee4e7702 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:46:56.176042 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'status': 'completed', 'code': 200} Aug 30 13:46:56.183191 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd01abc-52b8-47fa-b614-ccc0a5315826 tempest-TestVolumeBackupRestore-606384708 tempest-TestVolumeBackupRestore-606384708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:56.187492 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5dd01abc-52b8-47fa-b614-ccc0a5315826 tempest-TestVolumeBackupRestore-606384708 tempest-TestVolumeBackupRestore-606384708-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 1091 time: 0.0456045 Aug 30 13:46:56.187695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33740) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:46:56.193081 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-29bdaf2b-4229-49f1-8c56-782fd39e71f2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Request body: {'floatingip': {'port_id': 'abd8b384-09f7-4f4a-aa69-acde919c4c57'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:46:56.223287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:46:56.253551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18a38-39e0-4585-876a-538043889c1a req-5f39cc83-5c06-437c-af4f-2f5f716531be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:56.255104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e18a38-39e0-4585-876a-538043889c1a req-5f39cc83-5c06-437c-af4f-2f5f716531be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61da2bcbd1ee42e3afc35333193de055&device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 1096 time: 0.0573461 Aug 30 13:46:56.275698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29bdaf2b-4229-49f1-8c56-782fd39e71f2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:56.347537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18a38-39e0-4585-876a-538043889c1a req-4a5ef6fd-1866-43ba-ab38-448c8283955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:56.349015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e18a38-39e0-4585-876a-538043889c1a req-4a5ef6fd-1866-43ba-ab38-448c8283955f service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cbd27f0-8927-4223-930f-a7b2e0806b58 HTTP/1.1" status: 200 len: 914 time: 0.0866740 Aug 30 13:46:56.424913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e18a38-39e0-4585-876a-538043889c1a req-7cc8b1b5-e67d-4b5a-a946-1bff6e4bb8e3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57 HTTP/1.1" status: 200 len: 999 time: 0.0692232 Aug 30 13:46:56.466434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '1b0705a3-a8f6-4d01-a2f0-f19e08506253', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'port_id': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'mac_address': 'fa:16:3e:b1:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4031e0-47c2-498a-889f-b3b36af83630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:54Z', 'updated_at': '2021-08-30T13:46:54Z', 'revision_number': 0, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:48Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:56.474668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18a38-39e0-4585-876a-538043889c1a req-31a03440-14a6-49a2-b13a-ec4b86566d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:56.476156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e18a38-39e0-4585-876a-538043889c1a req-31a03440-14a6-49a2-b13a-ec4b86566d04 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4d886f6-9dbc-479f-b051-963771e3e2d2 HTTP/1.1" status: 200 len: 852 time: 0.0449266 Aug 30 13:46:56.493150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] Checking router: 9632877f-b99e-4cd9-8a6f-b13e55abf449 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:46:56.502236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:46:56.502846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:46:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:56.522856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e18a38-39e0-4585-876a-538043889c1a req-037e38b6-1d9e-4315-9863-fdb90247bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:56.524824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e18a38-39e0-4585-876a-538043889c1a req-037e38b6-1d9e-4315-9863-fdb90247bf2d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cbd27f0-8927-4223-930f-a7b2e0806b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422723 Aug 30 13:46:56.613923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:46:56.628759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e18a38-39e0-4585-876a-538043889c1a req-ac345917-674b-43e1-b43e-edf28f092c1e service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968063 Aug 30 13:46:56.721180 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e18a38-39e0-4585-876a-538043889c1a req-a4626532-7a6a-4a6e-b0c0-e5285b2476dc service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857553 Aug 30 13:46:56.769912 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29bdaf2b-4229-49f1-8c56-782fd39e71f2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:56.774040 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29bdaf2b-4229-49f1-8c56-782fd39e71f2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:56.843493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '1b0705a3-a8f6-4d01-a2f0-f19e08506253', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'port_id': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'mac_address': 'fa:16:3e:b1:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4031e0-47c2-498a-889f-b3b36af83630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:54Z', 'updated_at': '2021-08-30T13:46:54Z', 'revision_number': 0, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:48Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:56.873730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b2287-b44a-41bb-89cf-9583264defdd None None] The sync data for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 is: [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '1b0705a3-a8f6-4d01-a2f0-f19e08506253', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'port_id': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'mac_address': 'fa:16:3e:b1:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4031e0-47c2-498a-889f-b3b36af83630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:54Z', 'updated_at': '2021-08-30T13:46:54Z', 'revision_number': 0, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:48Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:46:56.987163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bdaf2b-4229-49f1-8c56-782fd39e71f2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Router 9632877f-b99e-4cd9-8a6f-b13e55abf449 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:46:57.065970 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805acf0b-1793-4001-aed1-5c5095ea5ef4 None None] New status for floating IP 1b0705a3-a8f6-4d01-a2f0-f19e08506253: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:46:57.099057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bdaf2b-4229-49f1-8c56-782fd39e71f2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:46:57.104797 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-29bdaf2b-4229-49f1-8c56-782fd39e71f2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:57.132270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:46:57.134737 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3854cb-571f-4174-9d9f-12dad74dbf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:46:57.175040 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-29bdaf2b-4229-49f1-8c56-782fd39e71f2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "PUT /v2.0/floatingips/1b0705a3-a8f6-4d01-a2f0-f19e08506253 HTTP/1.1" status: 200 len: 991 time: 0.9765267 Aug 30 13:46:57.175040 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafb7838-5d87-4236-9e66-c57ad8eb1156 x-openstack-request-id: req-fafb7838-5d87-4236-9e66-c57ad8eb1156 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:46:57.175040 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:46:57.175040 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fafb7838-5d87-4236-9e66-c57ad8eb1156 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:46:57.175778 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'status': 'completed', 'code': 200} Aug 30 13:46:57.240444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-77a3e9ca-3a06-4c0b-947e-722172ca2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:57.241870 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-77a3e9ca-3a06-4c0b-947e-722172ca2589 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61da2bcbd1ee42e3afc35333193de055&device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 1096 time: 0.0458720 Aug 30 13:46:57.310905 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] Sync routers for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:46:57.319607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:46:57.320214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:46:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:57.339022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-9543cfa3-b00a-416d-824d-15faf521b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:57.340525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-9543cfa3-b00a-416d-824d-15faf521b7d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cbd27f0-8927-4223-930f-a7b2e0806b58 HTTP/1.1" status: 200 len: 914 time: 0.0923376 Aug 30 13:46:57.410526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-7cd19d53-0774-40ab-8e34-d83a098f1233 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57 HTTP/1.1" status: 200 len: 1001 time: 0.0633879 Aug 30 13:46:57.461613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-845a61ee-e65a-48b4-864b-aaa1e928bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:57.463411 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-845a61ee-e65a-48b4-864b-aaa1e928bbe7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4d886f6-9dbc-479f-b051-963771e3e2d2 HTTP/1.1" status: 200 len: 852 time: 0.0467129 Aug 30 13:46:57.510738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-a5cab693-33ad-468e-a2d7-1855c5fc2f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:57.512224 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-a5cab693-33ad-468e-a2d7-1855c5fc2f62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cbd27f0-8927-4223-930f-a7b2e0806b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424879 Aug 30 13:46:57.587710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:46:57.607006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-7c8937cf-8a9d-491e-9fd5-27df2c8480cb service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Aug 30 13:46:57.727643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b3854cb-571f-4174-9d9f-12dad74dbf3a req-1500e626-55aa-46b1-9fdb-2521168ed7d1 service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134415 Aug 30 13:46:57.844111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '1b0705a3-a8f6-4d01-a2f0-f19e08506253', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'port_id': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'mac_address': 'fa:16:3e:b1:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4031e0-47c2-498a-889f-b3b36af83630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:54Z', 'updated_at': '2021-08-30T13:46:57Z', 'revision_number': 2, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:48Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:57.870734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] Checking router: 9632877f-b99e-4cd9-8a6f-b13e55abf449 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:46:57.878990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:46:57.879595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:46:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:57.982678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:46:58.206648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '1b0705a3-a8f6-4d01-a2f0-f19e08506253', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'port_id': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'mac_address': 'fa:16:3e:b1:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4031e0-47c2-498a-889f-b3b36af83630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:54Z', 'updated_at': '2021-08-30T13:46:57Z', 'revision_number': 2, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:48Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:46:58.232995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f163e9-ccb0-44dd-988b-22491366cf01 None None] The sync data for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 is: [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '1b0705a3-a8f6-4d01-a2f0-f19e08506253', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'floating_ip_address': '172.25.2.186', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'port_id': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'mac_address': 'fa:16:3e:b1:00:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4031e0-47c2-498a-889f-b3b36af83630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:54Z', 'updated_at': '2021-08-30T13:46:57Z', 'revision_number': 2, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:48Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:46:58.722735 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:46:59.176487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:46:59.178862 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:46:59.215367 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3affdcaf-bcad-4565-9be1-149c51e1d628 x-openstack-request-id: req-3affdcaf-bcad-4565-9be1-149c51e1d628 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:46:59.215751 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:46:59.216090 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3affdcaf-bcad-4565-9be1-149c51e1d628 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:46:59.216560 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'status': 'completed', 'code': 200} Aug 30 13:46:59.278285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-e47b8b66-1021-4cbe-812b-e1c2e1e068ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:59.279752 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-e47b8b66-1021-4cbe-812b-e1c2e1e068ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61da2bcbd1ee42e3afc35333193de055&device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 1096 time: 0.0412180 Aug 30 13:46:59.371574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-b0aa4a2c-0467-4b27-b034-2409de1eb2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:59.373013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-b0aa4a2c-0467-4b27-b034-2409de1eb2ae service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cbd27f0-8927-4223-930f-a7b2e0806b58 HTTP/1.1" status: 200 len: 914 time: 0.0859859 Aug 30 13:46:59.438270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-f7561031-d09e-423f-bc9a-bf3c3813add9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57 HTTP/1.1" status: 200 len: 1001 time: 0.0582068 Aug 30 13:46:59.492016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-55f93347-608c-4a7e-89e5-b843e473d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:59.494415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-55f93347-608c-4a7e-89e5-b843e473d2a2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4d886f6-9dbc-479f-b051-963771e3e2d2 HTTP/1.1" status: 200 len: 852 time: 0.0492215 Aug 30 13:46:59.540006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-26f1895f-4bca-4a3b-9fb8-d9360fe9e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:46:59.541471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-26f1895f-4bca-4a3b-9fb8-d9360fe9e9cb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cbd27f0-8927-4223-930f-a7b2e0806b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407081 Aug 30 13:46:59.631972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-b1612b5e-f8d2-44aa-8d9b-072a34193261 service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824502 Aug 30 13:46:59.724689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4cb6961e-86aa-407c-bcc2-8dabe44d2f02 req-20336f5f-dbc7-42da-9f7c-b6dc0ecd0e3c service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857036 Aug 30 13:47:01.143361 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:06.726653 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-911d8a2b-1c28-416c-9dc8-d504281f33da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:09.459529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-13f69ff5-dfec-46e9-b19c-d45b5b8c1579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:10.030835 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:10.975821 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:12.332964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:14.860133 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:47:28.732281 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:30.385566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33762) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:30.543933 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Deleting port 8f5d53b6-7380-4d67-81b1-86bbcd7885a2 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:47:30.544281 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:30.621963 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:30.622313 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:30.634145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Calling delete_port for 8f5d53b6-7380-4d67-81b1-86bbcd7885a2 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:47:30.780833 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:30.807749 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event deleted for resources: {'Port': ['ID=8f5d53b6-7380-4d67-81b1-86bbcd7885a2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:30.832291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.832695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.833267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.833617 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.833971 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.834360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.834688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.835013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.835331 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.835651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.835968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.836283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:30.880577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:30.880904 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Floating IP 1b0705a3-a8f6-4d01-a2f0-f19e08506253 disassociated (deleted). External IP: 172.25.2.186, port: abd8b384-09f7-4f4a-aa69-acde919c4c57. Aug 30 13:47:31.091808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Router 9632877f-b99e-4cd9-8a6f-b13e55abf449 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:47:31.166761 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:31.203250 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:47:31.209423 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:31.215286 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] Sync routers for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:47:31.225794 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:47:31.226441 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:47:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:31.238198 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7548ca18-54a8-4797-8475-70d9f8e11ded tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "DELETE /v2.0/floatingips/1b0705a3-a8f6-4d01-a2f0-f19e08506253 HTTP/1.1" status: 204 len: 168 time: 0.8513913 Aug 30 13:47:31.238793 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:47:31.241041 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345cadb7-07d1-436e-be6f-2d2717320108" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:47:31.281043 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350a72ef-9f71-4d55-b1ce-11c6117a3c52 x-openstack-request-id: req-350a72ef-9f71-4d55-b1ce-11c6117a3c52 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:47:31.281385 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:47:31.281642 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-350a72ef-9f71-4d55-b1ce-11c6117a3c52 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:47:31.282144 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'status': 'completed', 'code': 200} Aug 30 13:47:31.353587 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:47:31.413465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cadb7-07d1-436e-be6f-2d2717320108 req-45a04704-1329-4545-aa88-838c49620bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:31.415275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-345cadb7-07d1-436e-be6f-2d2717320108 req-45a04704-1329-4545-aa88-838c49620bff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=61da2bcbd1ee42e3afc35333193de055&device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 1096 time: 0.1086161 Aug 30 13:47:31.483294 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e9d86-4a47-4c09-b0b0-473b2aacd824 req-4eebebcf-d001-4bb8-9d64-b5667ebb0fc6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:31.484895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-101e9d86-4a47-4c09-b0b0-473b2aacd824 req-4eebebcf-d001-4bb8-9d64-b5667ebb0fc6 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 945 time: 0.0538545 Aug 30 13:47:31.518408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cadb7-07d1-436e-be6f-2d2717320108 req-4b12e23f-fee7-4b43-b244-feb2c9b4114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:31.520054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-345cadb7-07d1-436e-be6f-2d2717320108 req-4b12e23f-fee7-4b43-b244-feb2c9b4114c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9cbd27f0-8927-4223-930f-a7b2e0806b58 HTTP/1.1" status: 200 len: 914 time: 0.0973079 Aug 30 13:47:31.524976 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-101e9d86-4a47-4c09-b0b0-473b2aacd824 req-e405799b-374d-4db2-b33f-b4fe38a1cd9f tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340214 Aug 30 13:47:31.569272 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-345cadb7-07d1-436e-be6f-2d2717320108 req-6a047902-4f3d-46cf-b366-6ae90d138923 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57 HTTP/1.1" status: 200 len: 217 time: 0.0364475 Aug 30 13:47:31.570574 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:48Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:31.599349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] Checking router: 9632877f-b99e-4cd9-8a6f-b13e55abf449 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:47:31.607339 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:47:31.607937 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:47:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:31.620354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cadb7-07d1-436e-be6f-2d2717320108 req-146c834b-8ed9-4a42-83d2-6b410ba00b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:31.621925 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-345cadb7-07d1-436e-be6f-2d2717320108 req-146c834b-8ed9-4a42-83d2-6b410ba00b30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a4d886f6-9dbc-479f-b051-963771e3e2d2 HTTP/1.1" status: 200 len: 852 time: 0.0455942 Aug 30 13:47:31.677051 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cadb7-07d1-436e-be6f-2d2717320108 req-3fdb98ec-5213-40c5-b3b1-ea20fad22049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:31.678653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-345cadb7-07d1-436e-be6f-2d2717320108 req-3fdb98ec-5213-40c5-b3b1-ea20fad22049 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9cbd27f0-8927-4223-930f-a7b2e0806b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482183 Aug 30 13:47:31.709305 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:47:31.774689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-345cadb7-07d1-436e-be6f-2d2717320108 req-362bbf21-55a2-4224-a537-3a03651c0165 service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865121 Aug 30 13:47:31.866107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-345cadb7-07d1-436e-be6f-2d2717320108 req-eb322709-a545-4fe8-aee9-a10a25fbfac5 service neutron] 10.222.0.35 "GET /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839188 Aug 30 13:47:31.906187 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:48Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:31.931893 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213ade51-c7df-46be-9245-7eba38bdeb9b None None] The sync data for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 is: [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:42Z', 'revision_number': 4, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '204f859b-df08-446e-a586-2ff0d0a1a521', 'name': '', 'network_id': '9cbd27f0-8927-4223-930f-a7b2e0806b58', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'mac_address': 'fa:16:3e:76:4c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:41Z', 'updated_at': '2021-08-30T13:44:48Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'subnets': [{'id': 'a4d886f6-9dbc-479f-b051-963771e3e2d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:47:32.138865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80cf963-620a-4835-8658-aef9dd60965b None None] New status for floating IP 1b0705a3-a8f6-4d01-a2f0-f19e08506253: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:47:32.654130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a27fe-6e0c-4f7a-a4bc-838bdadfcf37 req-9e641c49-2c25-4891-af7e-86c0cd3ba90e tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:32.655628 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-290a27fe-6e0c-4f7a-a4bc-838bdadfcf37 req-9e641c49-2c25-4891-af7e-86c0cd3ba90e tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 945 time: 0.0585041 Aug 30 13:47:32.695386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-290a27fe-6e0c-4f7a-a4bc-838bdadfcf37 req-1cefec4e-ae90-48f4-9deb-dcec471f20cd tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa6fed42-6064-4f58-8450-fc5a4b6e0192&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327876 Aug 30 13:47:33.086333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-9b93c3df-29b2-4c7c-bbdf-75bdf7a1609a tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:33.087726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-9b93c3df-29b2-4c7c-bbdf-75bdf7a1609a tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 945 time: 0.0491865 Aug 30 13:47:33.178354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Deleting port abd8b384-09f7-4f4a-aa69-acde919c4c57 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:47:33.178707 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:33.269917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] For port abd8b384-09f7-4f4a-aa69-acde919c4c57, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=abd8b384-09f7-4f4a-aa69-acde919c4c57,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:47:33.270303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:33.283504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Calling delete_port for abd8b384-09f7-4f4a-aa69-acde919c4c57 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:47:33.413576 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:33.445402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event deleted for resources: {'Port': ['ID=abd8b384-09f7-4f4a-aa69-acde919c4c57,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:33.487722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] No DVR routers for this DVR port abd8b384-09f7-4f4a-aa69-acde919c4c57 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:47:33.490290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:33.492286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a4115-3946-4ec3-9b9c-3174d6479bb3 req-df41ce01-2730-46b2-9f55-b0037c1de53c tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.35 "DELETE /v2.0/ports/abd8b384-09f7-4f4a-aa69-acde919c4c57 HTTP/1.1" status: 204 len: 173 time: 0.3987222 Aug 30 13:47:33.492712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'name': 'network-vif-deleted', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:47:33.494961 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d8ff1e-cec9-4a6f-9c90-36a6529fdff3" -d '{"events": [{"server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "name": "network-vif-deleted", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:47:33.537974 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb1decb-5239-40d2-a507-309d9b5b928f x-openstack-request-id: req-acb1decb-5239-40d2-a507-309d9b5b928f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:47:33.538268 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4031e0-47c2-498a-889f-b3b36af83630", "name": "network-vif-deleted", "tag": "abd8b384-09f7-4f4a-aa69-acde919c4c57", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:47:33.538523 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-acb1decb-5239-40d2-a507-309d9b5b928f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:47:33.538922 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4031e0-47c2-498a-889f-b3b36af83630', 'name': 'network-vif-deleted', 'tag': 'abd8b384-09f7-4f4a-aa69-acde919c4c57', 'status': 'completed', 'code': 200} Aug 30 13:47:33.796269 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f170e7e-892a-4543-b3e7-3b5fa8c5bc62 req-595909be-8b00-443e-aa44-6917f340a406 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 210 time: 0.0343270 Aug 30 13:47:34.895523 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f2fb5e1c-ea10-4c69-b4e2-bb390b444078 req-980d65ad-0570-4ace-b608-82b03cc1f2fa tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 210 time: 0.0280666 Aug 30 13:47:35.994667 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c8a2c18b-bcec-41a9-b5ac-74b5961524cf req-eb3fc769-e8f0-459a-96bf-c05e28b73e13 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 210 time: 0.0312054 Aug 30 13:47:36.729288 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62cadcc0-7399-4758-bcc8-e385b16eb65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:37.102812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe552eec-2338-4531-8791-0500d392a03d req-460ee668-3499-41a5-9a67-8e9b05be2aa2 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e4031e0-47c2-498a-889f-b3b36af83630 HTTP/1.1" status: 200 len: 210 time: 0.0288103 Aug 30 13:47:37.204479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-05cc643c-2c20-4e09-866b-8b984e70faad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409148 Aug 30 13:47:37.288102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-7a8694b4-3b32-49a4-92ab-f508ab290348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:37.289533 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-7a8694b4-3b32-49a4-92ab-f508ab290348 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1096 time: 0.0440242 Aug 30 13:47:37.399259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-e7f08324-2ceb-4381-b960-b2d9dd85b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:37.400743 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-e7f08324-2ceb-4381-b960-b2d9dd85b820 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0898645 Aug 30 13:47:37.467372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-798257ba-d718-43fc-9b51-dc08841d8168 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 200 len: 1000 time: 0.0591552 Aug 30 13:47:37.517347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-dbf60556-aad9-4433-9e32-f7ef3af77420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:37.518875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-dbf60556-aad9-4433-9e32-f7ef3af77420 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0443723 Aug 30 13:47:37.567827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-f8a0efb2-412c-42d9-acad-ba26dcecba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:47:37.569240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-f8a0efb2-412c-42d9-acad-ba26dcecba89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437531 Aug 30 13:47:37.580660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-59d2f6db-7898-4211-83d9-7629f0a7fded service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:47:37.581601 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-59d2f6db-7898-4211-83d9-7629f0a7fded service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057459 Aug 30 13:47:37.605295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device abd8b384-09f7-4f4a-aa69-acde919c4c57 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:47:37.628197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: abd8b384-09f7-4f4a-aa69-acde919c4c57 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:47:37.628541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device abd8b384-09f7-4f4a-aa69-acde919c4c57 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:47:37.671743 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-e340d4d4-c051-4a4f-bfac-c3fdcba814e6 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828705 Aug 30 13:47:37.763879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c4730f4-c355-4709-a015-9b6d1342ab83 req-a53d30b1-772c-40e7-a20f-6863fa5b8f6d service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849962 Aug 30 13:47:38.159897 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 33786) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:38.218076 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0c385a4-bcfc-4676-9416-d534b38051a4 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:38.247728 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0c385a4-bcfc-4676-9416-d534b38051a4 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:38.307818 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0c385a4-bcfc-4676-9416-d534b38051a4 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:38.310423 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0c385a4-bcfc-4676-9416-d534b38051a4 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:38.311565 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f0c385a4-bcfc-4676-9416-d534b38051a4 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] 10.222.0.37 "DELETE /v2.0/security-groups/fa6fed42-6064-4f58-8450-fc5a4b6e0192 HTTP/1.1" status: 204 len: 168 time: 0.1506953 Aug 30 13:47:38.320884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c385a4-bcfc-4676-9416-d534b38051a4 tempest-TestVolumeBackupRestore-2062814671 tempest-TestVolumeBackupRestore-2062814671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6fed42-6064-4f58-8450-fc5a4b6e0192,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:39.467147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41714891-418a-4049-b5e8-cede59dc8125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:40.040610 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:40.997049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:41.766918 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34238) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:42.335493 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:42.472739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:42.713077 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Deleting port 204f859b-df08-446e-a586-2ff0d0a1a521 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:47:42.713412 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:42.800266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] For port 204f859b-df08-446e-a586-2ff0d0a1a521, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=204f859b-df08-446e-a586-2ff0d0a1a521,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:47:42.800950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:42.813156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Calling delete_port for 204f859b-df08-446e-a586-2ff0d0a1a521 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:47:42.990579 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:43.015173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=204f859b-df08-446e-a586-2ff0d0a1a521,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:43.179503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:43.399394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Router 9632877f-b99e-4cd9-8a6f-b13e55abf449 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:47:43.506556 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:47:43.512076 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be67952b-5323-44ae-b6d3-aaa8d39abd95 admin admin] 10.222.0.37 "PUT /v2.0/routers/9632877f-b99e-4cd9-8a6f-b13e55abf449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7441416 Aug 30 13:47:43.514842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34240) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:43.518014 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] Sync routers for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:47:43.527546 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:47:43.528384 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:47:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:43.619727 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:43.631439 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:47:43.722106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:43.773004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Deleting port 9e230e8e-0fa0-40fc-ab90-0a0f84876844 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:47:43.773337 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:43.808372 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:47:42Z', 'revision_number': 5, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port': {'id': '9e230e8e-0fa0-40fc-ab90-0a0f84876844', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:44:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:43.852083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] For port 9e230e8e-0fa0-40fc-ab90-0a0f84876844, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=9e230e8e-0fa0-40fc-ab90-0a0f84876844,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:47:43.852446 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:43.866885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Calling delete_port for 9e230e8e-0fa0-40fc-ab90-0a0f84876844 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:47:43.929017 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] Checking router: 9632877f-b99e-4cd9-8a6f-b13e55abf449 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:47:43.937496 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] Routers {'9632877f-b99e-4cd9-8a6f-b13e55abf449'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:47:43.938183 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:47:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['9632877f-b99e-4cd9-8a6f-b13e55abf449'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:44.025696 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] Set router 9632877f-b99e-4cd9-8a6f-b13e55abf449 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:47:44.034194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.062673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=9e230e8e-0fa0-40fc-ab90-0a0f84876844,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:44.085855 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:47:43Z', 'revision_number': 6, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:44.112220 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3596ee-ab84-4139-bf5a-39c506adb460 None None] The sync data for ids ['9632877f-b99e-4cd9-8a6f-b13e55abf449'] in n-d-688802-6 is: [{'id': '9632877f-b99e-4cd9-8a6f-b13e55abf449', 'name': 'tempest-TestVolumeBackupRestore-497652255-router', 'tenant_id': '61da2bcbd1ee42e3afc35333193de055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:39Z', 'updated_at': '2021-08-30T13:47:43Z', 'revision_number': 6, 'project_id': '61da2bcbd1ee42e3afc35333193de055', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:47:44.126622 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.215862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.218000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.260222 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.260731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9632877f-b99e-4cd9-8a6f-b13e55abf449 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:47:44.265119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.268919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8fe316b9-a98d-453a-93fe-50cae59b1c0f admin admin] 10.222.0.37 "DELETE /v2.0/routers/9632877f-b99e-4cd9-8a6f-b13e55abf449 HTTP/1.1" status: 204 len: 168 time: 0.7499008 Aug 30 13:47:44.269367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34242) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:44.316262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-92da1d16-46ff-4362-81ea-5c43aaf2f6b8 admin admin] Deleting subnet a4d886f6-9dbc-479f-b051-963771e3e2d2 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:47:44.319218 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-92da1d16-46ff-4362-81ea-5c43aaf2f6b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.354412 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-92da1d16-46ff-4362-81ea-5c43aaf2f6b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.433336 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-92da1d16-46ff-4362-81ea-5c43aaf2f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.486433 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-92da1d16-46ff-4362-81ea-5c43aaf2f6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.516587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da1d16-46ff-4362-81ea-5c43aaf2f6b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d886f6-9dbc-479f-b051-963771e3e2d2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:44.520382 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-92da1d16-46ff-4362-81ea-5c43aaf2f6b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.523632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-92da1d16-46ff-4362-81ea-5c43aaf2f6b8 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a4d886f6-9dbc-479f-b051-963771e3e2d2 HTTP/1.1" status: 204 len: 168 time: 0.2532964 Aug 30 13:47:44.526343 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34244) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:44.530067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcea649f-6e3f-4160-9959-983bd2697837 None None] Network 9cbd27f0-8927-4223-930f-a7b2e0806b58 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:47:44.598950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.656747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Deleting port ffec34b0-c929-4517-b890-cc4f2f3ed4f7 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:47:44.657209 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.721997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] For port ffec34b0-c929-4517-b890-cc4f2f3ed4f7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ffec34b0-c929-4517-b890-cc4f2f3ed4f7,segment=NetworkSegment(8f8b3dca-3738-489a-9b41-efd8c9fbc1b1),segment_id=8f8b3dca-3738-489a-9b41-efd8c9fbc1b1)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:47:44.722365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.735213 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Calling delete_port for ffec34b0-c929-4517-b890-cc4f2f3ed4f7 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:47:44.819599 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.845298 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffec34b0-c929-4517-b890-cc4f2f3ed4f7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:44.847198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] No DVR routers for this DVR port ffec34b0-c929-4517-b890-cc4f2f3ed4f7 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:47:44.899132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c368f3-3acd-44dd-b2a6-cdc1233896ae None None] DHCP port deletion for 9cbd27f0-8927-4223-930f-a7b2e0806b58 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:47:44.921106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.932013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cbd27f0-8927-4223-930f-a7b2e0806b58']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:44.943212 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:44.943511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8b3dca-3738-489a-9b41-efd8c9fbc1b1') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:44.952305 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.970677 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.976608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:47:44.976996 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:47:44.978718 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:47:45.037462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:45.042782 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:45.046087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] 10.222.0.37 "DELETE /v2.0/networks/9cbd27f0-8927-4223-930f-a7b2e0806b58 HTTP/1.1" status: 204 len: 168 time: 0.5186310 Aug 30 13:47:45.047865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34246) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:45.058852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9dbe26-3e4d-4848-b3c1-3be043b28573 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cbd27f0-8927-4223-930f-a7b2e0806b58,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:45.691209 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:45.942761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Deleting port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:47:45.943440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:45.966519 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ffec34b0-c929-4517-b890-cc4f2f3ed4f7 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:47:45.987298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ffec34b0-c929-4517-b890-cc4f2f3ed4f7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:47:45.987649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ffec34b0-c929-4517-b890-cc4f2f3ed4f7 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:47:45.988071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 204f859b-df08-446e-a586-2ff0d0a1a521 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:47:46.006245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 204f859b-df08-446e-a586-2ff0d0a1a521 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:47:46.006588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 204f859b-df08-446e-a586-2ff0d0a1a521 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:47:46.007191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9e230e8e-0fa0-40fc-ab90-0a0f84876844 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:47:46.026687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] For port 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08,segment=NetworkSegment(6aa71b82-d343-4ea8-973f-c38f119d4f24),segment_id=6aa71b82-d343-4ea8-973f-c38f119d4f24)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:47:46.027021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:46.027376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 9e230e8e-0fa0-40fc-ab90-0a0f84876844 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:47:46.027729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 9e230e8e-0fa0-40fc-ab90-0a0f84876844 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:47:46.042928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Calling delete_port for 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:47:46.225921 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:46.253189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:46.426843 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:46.645263 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:47:46.756077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:47:46.761030 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9bab0cab-7140-4052-8d74-5fd5de58ef8e admin admin] 10.222.0.37 "PUT /v2.0/routers/008bb982-7b4f-4982-9dd1-cbf012bc70c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7119098 Aug 30 13:47:46.763521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34248) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:46.766651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] Sync routers for ids ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:47:46.775882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] Routers {'008bb982-7b4f-4982-9dd1-cbf012bc70c0'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:47:46.776496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:47:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:46.868678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:46.880884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] Set router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:47:46.972439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.024865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Deleting port 6a98f387-1775-4737-9978-b69d75a46af0 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:47:47.025116 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.057527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '6a98f387-1775-4737-9978-b69d75a46af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:47:46Z', 'revision_number': 5, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'gw_port': {'id': '6a98f387-1775-4737-9978-b69d75a46af0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:16:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:47.088490 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] Checking router: 008bb982-7b4f-4982-9dd1-cbf012bc70c0 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:47:47.096659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] Routers {'008bb982-7b4f-4982-9dd1-cbf012bc70c0'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:47:47.097270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:47:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:47.118593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] For port 6a98f387-1775-4737-9978-b69d75a46af0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=6a98f387-1775-4737-9978-b69d75a46af0,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:47:47.118960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.131298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Calling delete_port for 6a98f387-1775-4737-9978-b69d75a46af0 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:47:47.181311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] Set router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:47:47.231853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:47:46Z', 'revision_number': 6, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:47.261317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421c7892-b262-4cd5-89b5-eabb59a16469 None None] The sync data for ids ['008bb982-7b4f-4982-9dd1-cbf012bc70c0'] in n-d-688802-6 is: [{'id': '008bb982-7b4f-4982-9dd1-cbf012bc70c0', 'name': 'tempest-TestVolumeBackupRestore-1069217632-router', 'tenant_id': '08c9c0e65ed34750a1542708de4c93f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:44:44Z', 'updated_at': '2021-08-30T13:47:46Z', 'revision_number': 6, 'project_id': '08c9c0e65ed34750a1542708de4c93f9', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:47:47.300325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.326094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a98f387-1775-4737-9978-b69d75a46af0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:47.390283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.478858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.480930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.526333 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.526911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 008bb982-7b4f-4982-9dd1-cbf012bc70c0 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:47:47.532021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.533244 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-da4285f6-e02a-45fa-b399-ddf70cde32d8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/008bb982-7b4f-4982-9dd1-cbf012bc70c0 HTTP/1.1" status: 204 len: 168 time: 0.7687881 Aug 30 13:47:47.535750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34250) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:47.579405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4854a20-5d10-45c7-9c38-f27b96f39c0f admin admin] Deleting subnet 6d2bef0a-e3db-44a5-a470-18394d47c63b {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:47:47.585129 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4854a20-5d10-45c7-9c38-f27b96f39c0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.618310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4854a20-5d10-45c7-9c38-f27b96f39c0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.702490 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4854a20-5d10-45c7-9c38-f27b96f39c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.754520 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4854a20-5d10-45c7-9c38-f27b96f39c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.776992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4854a20-5d10-45c7-9c38-f27b96f39c0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d2bef0a-e3db-44a5-a470-18394d47c63b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:47.783332 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4854a20-5d10-45c7-9c38-f27b96f39c0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.785175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d4854a20-5d10-45c7-9c38-f27b96f39c0f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6d2bef0a-e3db-44a5-a470-18394d47c63b HTTP/1.1" status: 204 len: 168 time: 0.2483218 Aug 30 13:47:47.788237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34252) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:47.790497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43ad013-8e9b-43b9-b1a1-5656a333ce15 None None] Network 28d16c17-e288-4d6a-ae1a-b8d50754612e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:47:47.856382 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.914494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Deleting port cd5d7574-2635-42bc-bd35-817ae5f05847 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:47:47.914838 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.976525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] For port cd5d7574-2635-42bc-bd35-817ae5f05847, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cd5d7574-2635-42bc-bd35-817ae5f05847,segment=NetworkSegment(6aa71b82-d343-4ea8-973f-c38f119d4f24),segment_id=6aa71b82-d343-4ea8-973f-c38f119d4f24)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:47:47.976821 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:47.989988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Calling delete_port for cd5d7574-2635-42bc-bd35-817ae5f05847 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:47:48.035766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] DHCP port deletion for 28d16c17-e288-4d6a-ae1a-b8d50754612e request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:47:48.081856 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.095059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6a98f387-1775-4737-9978-b69d75a46af0 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:47:48.108783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd5d7574-2635-42bc-bd35-817ae5f05847,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:48.112198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] No DVR routers for this DVR port cd5d7574-2635-42bc-bd35-817ae5f05847 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:47:48.120557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 6a98f387-1775-4737-9978-b69d75a46af0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:47:48.120901 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 6a98f387-1775-4737-9978-b69d75a46af0 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:47:48.121320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:47:48.123970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Deleting port cd5d7574-2635-42bc-bd35-817ae5f05847 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:47:48.124343 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.177838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:47:48.178187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0cd0eaaa-32b0-4b03-a0c3-2e461c3bec08 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:47:48.178602 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cd5d7574-2635-42bc-bd35-817ae5f05847 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:47:48.184268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.195026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d16c17-e288-4d6a-ae1a-b8d50754612e']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:48.204948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: cd5d7574-2635-42bc-bd35-817ae5f05847 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:47:48.205292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cd5d7574-2635-42bc-bd35-817ae5f05847 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:47:48.209788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa71b82-d343-4ea8-973f-c38f119d4f24') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:48.210019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa71b82-d343-4ea8-973f-c38f119d4f24') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:47:48.220310 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.225168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] For port cd5d7574-2635-42bc-bd35-817ae5f05847, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:47:48.225566 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.234319 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.242413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Calling delete_port for cd5d7574-2635-42bc-bd35-817ae5f05847 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:47:48.243303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:47:48.244219 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:47:48.246289 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:47:48.248227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Port cd5d7574-2635-42bc-bd35-817ae5f05847 was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:47:48.249292 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.274257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Pushing event deleted for resources: {'Port': ['ID=cd5d7574-2635-42bc-bd35-817ae5f05847,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:48.283959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] No DVR routers for this DVR port cd5d7574-2635-42bc-bd35-817ae5f05847 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:47:48.286665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.287014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.287366 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.287698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.288113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.288452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.288774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.289095 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.289416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.289765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.290093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.290431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6660295-4ad7-4732-8abc-34c751333999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:47:48.307481 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.313299 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.317055 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] 10.222.0.37 "DELETE /v2.0/networks/28d16c17-e288-4d6a-ae1a-b8d50754612e HTTP/1.1" status: 204 len: 168 time: 0.5277607 Aug 30 13:47:48.330835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f3926-556c-4bd6-8d89-fa0f3a8f124a admin admin] Pushing event deleted for resources: {'Network': ['ID=28d16c17-e288-4d6a-ae1a-b8d50754612e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:48.492708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34256) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:48.531228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f36216e-135f-422c-b443-18e87684614c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61da2bcbd1ee42e3afc35333193de055&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373864 Aug 30 13:47:48.534190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34258) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:48.580586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ba2fe27-8b8e-4b1c-953a-ccd2c600cbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.605801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ba2fe27-8b8e-4b1c-953a-ccd2c600cbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.650317 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ba2fe27-8b8e-4b1c-953a-ccd2c600cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.652840 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ba2fe27-8b8e-4b1c-953a-ccd2c600cbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:48.654000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4ba2fe27-8b8e-4b1c-953a-ccd2c600cbc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/550b8453-8002-4252-826c-019b86ea37f2 HTTP/1.1" status: 204 len: 168 time: 0.1188955 Aug 30 13:47:48.662342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2fe27-8b8e-4b1c-953a-ccd2c600cbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b8453-8002-4252-826c-019b86ea37f2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:48.978453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34264) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:49.017611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7a93fa1a-7679-4824-97bf-8f09f90a5e7e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08c9c0e65ed34750a1542708de4c93f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380340 Aug 30 13:47:49.019960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34266) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:47:49.066651 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c816d30-08c2-4fc8-8156-62cc30d220df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:49.087888 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c816d30-08c2-4fc8-8156-62cc30d220df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:49.133669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c816d30-08c2-4fc8-8156-62cc30d220df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:49.136215 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6c816d30-08c2-4fc8-8156-62cc30d220df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:47:49.137343 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6c816d30-08c2-4fc8-8156-62cc30d220df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/96883c15-1955-414d-a355-82277b6c92e5 HTTP/1.1" status: 204 len: 168 time: 0.1165128 Aug 30 13:47:49.145646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c816d30-08c2-4fc8-8156-62cc30d220df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96883c15-1955-414d-a355-82277b6c92e5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:47:51.859477 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:47:58.751792 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:01.163888 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:06.732478 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05f36dc8-7580-4e55-8610-623845566fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:07.901845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-0b0c6555-75f4-4d2a-ac8e-3f2c0e8b01ef tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335809880&fields=id&tenant_id=e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 267 time: 0.0329735 Aug 30 13:48:08.014507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-9ad2f225-762a-4538-849a-b9f8aa303b11 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:08.015989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-9ad2f225-762a-4538-849a-b9f8aa303b11 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1063259 Aug 30 13:48:08.031184 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-af159d26-be99-4b1d-88c8-ece56f3fc269 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/quotas/e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 375 time: 0.0088644 Aug 30 13:48:08.088034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8cbb3a8b-9049-4315-aa52-9759cde39114 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0502694 Aug 30 13:48:08.187092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-d7dee595-d4eb-487b-9f35-98eabdca0541 service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863388 Aug 30 13:48:08.276942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-281f47da-47b0-4e75-99af-ae4d06277c7d service neutron] 10.222.0.37 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837286 Aug 30 13:48:08.564771 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43cf8970-350f-4c03-8276-064c0c24513a req-60d3da13-1546-4be4-b5dc-349f210dbe7c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 210 time: 0.0276597 Aug 30 13:48:09.441883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-5be7f936-db38-4e5e-be44-8133c7adbe5c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:09.443362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-5be7f936-db38-4e5e-be44-8133c7adbe5c tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 811 time: 0.1135085 Aug 30 13:48:09.459071 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d45010d5-d045-4b54-8dc4-1f6a06508986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:09.489739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-f29abee9-24d6-4e4e-bca0-126f4b73363f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e801a5de763b414d8d59c00c6d4c6130 HTTP/1.1" status: 200 len: 380 time: 0.0361879 Aug 30 13:48:09.499965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'port': {'device_id': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'admin_state_up': True, 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'security_groups': ['f34fb3fa-4255-4f84-8971-de9774697104']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:48:09.619217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Made reservation on behalf of e801a5de763b414d8d59c00c6d4c6130 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:48:09.623045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:09.671059 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-491f51de-aaac-42c7-bccd-cbcf4941c668 req-f82eafc1-5004-4f4e-a5dc-b30baec69988 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 210 time: 0.0367181 Aug 30 13:48:09.789651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.20.0.3 (3c65a727-5656-475d-9d20-9b8afbb02538/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff/83aa84e1-78ed-40c1-90d1-5d588644eb8d) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:48:09.930118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:09.943938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Transition to ACTIVE for port object 83aa84e1-78ed-40c1-90d1-5d588644eb8d will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:48:09.977865 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.026363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network 3c65a727-5656-475d-9d20-9b8afbb02538 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:48:10.029585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:48:10.035621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:48:10.037271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.042947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=83aa84e1-78ed-40c1-90d1-5d588644eb8d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:48:10.076804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.077154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.077502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.077867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.078201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.078536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.079367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.079686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.080664 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.080999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.081327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.081652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:48:10.104278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:10.104997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.122852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-cfffda90-8ffa-48ee-942c-e664eaa2546b tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6268940 Aug 30 13:48:10.135182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Request body: {'port': {'device_id': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:48:10.197756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.279373 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-41759c1a-1d11-48f5-a934-3f069da438f1 None None] Provisioning for port 83aa84e1-78ed-40c1-90d1-5d588644eb8d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:48:10.286963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-41759c1a-1d11-48f5-a934-3f069da438f1 None None] Provisioning complete for port 83aa84e1-78ed-40c1-90d1-5d588644eb8d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:48:10.287426 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41759c1a-1d11-48f5-a934-3f069da438f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.328613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-41759c1a-1d11-48f5-a934-3f069da438f1 None None] Port 83aa84e1-78ed-40c1-90d1-5d588644eb8d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:48:10.467569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83aa84e1-78ed-40c1-90d1-5d588644eb8d {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:48:10.475801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.488818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Transition to ACTIVE for port object 83aa84e1-78ed-40c1-90d1-5d588644eb8d will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:48:10.492403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.564119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Pushing event updated for resources: {'Port': ['ID=83aa84e1-78ed-40c1-90d1-5d588644eb8d,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:48:10.617227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Attempting to bind port 83aa84e1-78ed-40c1-90d1-5d588644eb8d on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:48:10.617602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Attempting to bind port 83aa84e1-78ed-40c1-90d1-5d588644eb8d by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:48:10.617930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Attempting to bind port 83aa84e1-78ed-40c1-90d1-5d588644eb8d on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:48:10.623109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Port 83aa84e1-78ed-40c1-90d1-5d588644eb8d on network 3c65a727-5656-475d-9d20-9b8afbb02538 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:48:10.623493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Attempting to bind port 83aa84e1-78ed-40c1-90d1-5d588644eb8d on network 3c65a727-5656-475d-9d20-9b8afbb02538 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:48:10.629242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:48:10.629582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Checking segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:48:10.630024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Bound using segment: {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:48:10.630452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Bound port: 83aa84e1-78ed-40c1-90d1-5d588644eb8d, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6347b7-b64f-4247-b2c4-a43b66e74e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:48:10.630809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.723014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] For port 83aa84e1-78ed-40c1-90d1-5d588644eb8d, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:48:10.726885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] For port 83aa84e1-78ed-40c1-90d1-5d588644eb8d, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:48:10.731742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.791104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:10.791791 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:10.793245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] 10.222.0.35 "PUT /v2.0/ports/83aa84e1-78ed-40c1-90d1-5d588644eb8d HTTP/1.1" status: 200 len: 1091 time: 0.6624281 Aug 30 13:48:10.793724 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:48:10.795991 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fd4144-ca45-4970-afb1-43efffd41b82" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:48:10.815753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a042fda-0ca8-4c5b-bfa1-5f2ef80bfa48 service neutron] Pushing event updated for resources: {'Port': ['ID=83aa84e1-78ed-40c1-90d1-5d588644eb8d,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:48:10.841059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430170d7-557a-4ac6-86f4-03915b8ceb40 req-52fa5bfa-4235-4c8d-b6dd-1ad488e1ebd9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:10.843420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-430170d7-557a-4ac6-86f4-03915b8ceb40 req-52fa5bfa-4235-4c8d-b6dd-1ad488e1ebd9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0925374 Aug 30 13:48:10.886755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-7a9ae16d-78d9-4848-987f-aa73017d0ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:10.888521 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-7a9ae16d-78d9-4848-987f-aa73017d0ba4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 1094 time: 0.0572546 Aug 30 13:48:10.927448 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-430170d7-557a-4ac6-86f4-03915b8ceb40 req-4351b9e2-89b0-40f9-b585-feaace583620 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697467 Aug 30 13:48:10.948442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-3d43492f-f71b-4336-8a2b-c496f337d996 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d HTTP/1.1" status: 200 len: 217 time: 0.0492220 Aug 30 13:48:10.987836 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:11.014659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-f9808829-0b6c-42bc-96f5-67f5026d0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:11.016253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-f9808829-0b6c-42bc-96f5-67f5026d0fcf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0640569 Aug 30 13:48:11.056581 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722baedd-f338-4df7-9e68-db45c596ffa9 x-openstack-request-id: req-722baedd-f338-4df7-9e68-db45c596ffa9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:48:11.056792 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:48:11.057150 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-722baedd-f338-4df7-9e68-db45c596ffa9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:48:11.057492 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'status': 'completed', 'code': 200} Aug 30 13:48:11.075105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-a1435566-084d-485b-9000-d688127610d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:11.076661 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-a1435566-084d-485b-9000-d688127610d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519466 Aug 30 13:48:11.166721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-88cbfb5c-0f70-4af8-8947-87ccba5576d2 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818667 Aug 30 13:48:11.261103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08d6859b-50de-4f87-b9c6-64d01bf9bf1a req-2193f2f9-9030-4a14-bee7-2815fcd5d926 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868151 Aug 30 13:48:11.348186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-ddad4b24-8043-4617-8e8f-0433dd5dbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:11.349755 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-ddad4b24-8043-4617-8e8f-0433dd5dbe84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 1094 time: 0.0422873 Aug 30 13:48:11.448077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-b4e9247a-ab2c-4595-ae3d-f7d7bd00f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:11.449586 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-b4e9247a-ab2c-4595-ae3d-f7d7bd00f03d service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0931227 Aug 30 13:48:11.782965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-77cfe364-9d8b-4557-98f0-666bb000d46a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d HTTP/1.1" status: 200 len: 217 time: 0.3260918 Aug 30 13:48:11.831223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-0b33d309-000a-4f51-8434-0e2cec1b3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:11.832684 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-0b33d309-000a-4f51-8434-0e2cec1b3a84 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0434079 Aug 30 13:48:11.879139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-3d75cf13-2b3a-4cfa-9595-13f35af5f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:11.880621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-3d75cf13-2b3a-4cfa-9595-13f35af5f2a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406532 Aug 30 13:48:11.977511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-ff9b3d14-fb28-4a44-aeee-25eb0fc9d5ff service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892036 Aug 30 13:48:12.053172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda18e7a-b11b-4ee4-b64f-8d23ff0faa8f req-2fc6c3a8-5049-4d6b-b820-420f5047a153 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:12.054718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dda18e7a-b11b-4ee4-b64f-8d23ff0faa8f req-2fc6c3a8-5049-4d6b-b820-420f5047a153 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0565131 Aug 30 13:48:12.075908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77fd4144-ca45-4970-afb1-43efffd41b82 req-15da2584-ab7f-4306-a828-bd7e5fd28149 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918972 Aug 30 13:48:12.096580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dda18e7a-b11b-4ee4-b64f-8d23ff0faa8f req-a2079d30-1ddf-4a72-86f5-785495757620 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351837 Aug 30 13:48:12.339256 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:13.217520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbc6a6-c045-45ed-8f19-36d2f6b5a001 req-d0dd5a05-dac4-43ae-97da-e30b2a8493f0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:13.219020 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5bbc6a6-c045-45ed-8f19-36d2f6b5a001 req-d0dd5a05-dac4-43ae-97da-e30b2a8493f0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0532453 Aug 30 13:48:13.258420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5bbc6a6-c045-45ed-8f19-36d2f6b5a001 req-add56f41-f790-4ea7-b6eb-39ecdb85c740 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327046 Aug 30 13:48:14.372703 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678b601-9611-4840-8011-4467c78b1f52 req-b672117f-e6da-480b-ba6a-308b64e3602f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:14.374231 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8678b601-9611-4840-8011-4467c78b1f52 req-b672117f-e6da-480b-ba6a-308b64e3602f tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0487242 Aug 30 13:48:14.412766 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8678b601-9611-4840-8011-4467c78b1f52 req-a80ee891-fcc4-4954-a3f8-b773ee6d486e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Aug 30 13:48:15.538612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f8e59-9a45-49c0-97de-b0714a49f71d req-e9f96c13-d6c6-42da-babb-90ec6a0fa400 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:15.540413 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-805f8e59-9a45-49c0-97de-b0714a49f71d req-e9f96c13-d6c6-42da-babb-90ec6a0fa400 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0571830 Aug 30 13:48:15.584141 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-805f8e59-9a45-49c0-97de-b0714a49f71d req-531ca890-5f6d-4b49-ba11-f8c631bd5412 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372722 Aug 30 13:48:16.700506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9491a-d83e-4f48-9606-b3875d6a3dcd req-ada4200c-3d8e-4add-bf28-e1670cf9d0a2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:16.701898 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97e9491a-d83e-4f48-9606-b3875d6a3dcd req-ada4200c-3d8e-4add-bf28-e1670cf9d0a2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0490055 Aug 30 13:48:16.744026 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97e9491a-d83e-4f48-9606-b3875d6a3dcd req-4cb73c26-2477-464d-a092-2d452d801ff0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355663 Aug 30 13:48:17.855978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa2806-700e-4f49-98dd-bad3168b31c7 req-8e404316-3eda-473c-8c35-dd22d3700523 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:17.857421 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5aa2806-700e-4f49-98dd-bad3168b31c7 req-8e404316-3eda-473c-8c35-dd22d3700523 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0474367 Aug 30 13:48:17.893884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5aa2806-700e-4f49-98dd-bad3168b31c7 req-2be6286c-9250-46e9-a28a-c37ad27c5c9d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298312 Aug 30 13:48:19.008690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498e271-b7b2-4cf3-ae23-418fae0f1816 req-8d317df6-bbf4-4a0c-932f-f18c96754de6 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:19.010203 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a498e271-b7b2-4cf3-ae23-418fae0f1816 req-8d317df6-bbf4-4a0c-932f-f18c96754de6 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0490837 Aug 30 13:48:19.047000 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a498e271-b7b2-4cf3-ae23-418fae0f1816 req-b56f5245-b999-4419-ba64-2f03bfba78c0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308986 Aug 30 13:48:20.164561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592935b-0ee5-43d5-8eb3-7ce742d76030 req-ad734934-8c47-4f53-9a3f-ba903d1c98ef tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:20.166049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0592935b-0ee5-43d5-8eb3-7ce742d76030 req-ad734934-8c47-4f53-9a3f-ba903d1c98ef tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0529351 Aug 30 13:48:20.202706 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0592935b-0ee5-43d5-8eb3-7ce742d76030 req-52aa3f97-d8c1-436f-be5f-bc0fc9ccddb4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307240 Aug 30 13:48:21.323415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aceef83-adc2-4715-8cd3-eee3f93990af req-b6b77b6e-1ef6-4ec3-beb8-438090e7653e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:21.324873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4aceef83-adc2-4715-8cd3-eee3f93990af req-b6b77b6e-1ef6-4ec3-beb8-438090e7653e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0494313 Aug 30 13:48:21.362383 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4aceef83-adc2-4715-8cd3-eee3f93990af req-08843e91-4b3c-435c-9c45-f8ce0dff4790 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313768 Aug 30 13:48:22.477321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8be58-59e1-427f-9acb-1ca4871f9a37 req-df3034ff-cbfb-4fa9-a555-26e8cb1d55a1 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:22.478797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08f8be58-59e1-427f-9acb-1ca4871f9a37 req-df3034ff-cbfb-4fa9-a555-26e8cb1d55a1 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0482290 Aug 30 13:48:22.515128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08f8be58-59e1-427f-9acb-1ca4871f9a37 req-1b9264cc-eba0-4dba-b11a-33b44c2ca740 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304348 Aug 30 13:48:23.632539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4c03f-fe37-4291-a1ee-7412982a84ed req-f50247b7-23f7-469a-ab6a-301d4e24dc6e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:23.633907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aba4c03f-fe37-4291-a1ee-7412982a84ed req-f50247b7-23f7-469a-ab6a-301d4e24dc6e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 943 time: 0.0500240 Aug 30 13:48:23.679344 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aba4c03f-fe37-4291-a1ee-7412982a84ed req-21dda1aa-a716-43e6-884d-3e86e3518d89 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395401 Aug 30 13:48:23.744280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 83aa84e1-78ed-40c1-90d1-5d588644eb8d details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:48:23.834278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 83aa84e1-78ed-40c1-90d1-5d588644eb8d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:48:23.845221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'port_id': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'mac_address': 'fa:16:3e:7b:f7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:48:23.883801 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:23.895765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83aa84e1-78ed-40c1-90d1-5d588644eb8d {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:48:23.915195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 83aa84e1-78ed-40c1-90d1-5d588644eb8d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:48:23.919301 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:23.965233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=83aa84e1-78ed-40c1-90d1-5d588644eb8d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:48:24.257674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['83aa84e1-78ed-40c1-90d1-5d588644eb8d'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:48:24.795012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6831c-132b-4b65-91b7-89e764ce10c1 req-591729a5-42c8-4243-a50c-b8ed07e954d3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:24.796743 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25f6831c-132b-4b65-91b7-89e764ce10c1 req-591729a5-42c8-4243-a50c-b8ed07e954d3 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 944 time: 0.0485508 Aug 30 13:48:24.834353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25f6831c-132b-4b65-91b7-89e764ce10c1 req-9f9f42df-019e-43a2-ac31-8664b636fa40 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309892 Aug 30 13:48:25.775542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 83aa84e1-78ed-40c1-90d1-5d588644eb8d up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:48:25.823047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 83aa84e1-78ed-40c1-90d1-5d588644eb8d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:48:25.826411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 83aa84e1-78ed-40c1-90d1-5d588644eb8d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:48:25.826778 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:25.905373 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:25.929442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:48:25.931732 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d06957-cb28-4811-8143-c53470ef9d36" -d '{"events": [{"server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "name": "network-vif-plugged", "status": "completed", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:48:25.945793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 83aa84e1-78ed-40c1-90d1-5d588644eb8d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:48:25.947447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d1008-0076-4322-a6aa-e187975b4167 req-c53b115e-0902-4173-aa3f-3b2f49dafd37 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:25.948969 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-480d1008-0076-4322-a6aa-e187975b4167 req-c53b115e-0902-4173-aa3f-3b2f49dafd37 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 944 time: 0.0498724 Aug 30 13:48:25.950672 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:25.974102 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90672507-8643-4f33-ab7a-db3d4ad8b81e x-openstack-request-id: req-90672507-8643-4f33-ab7a-db3d4ad8b81e {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:48:25.974392 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "name": "network-vif-plugged", "status": "completed", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:48:25.974643 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90672507-8643-4f33-ab7a-db3d4ad8b81e {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:48:25.975028 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'code': 200} Aug 30 13:48:25.992319 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-480d1008-0076-4322-a6aa-e187975b4167 req-22f24b60-1616-4cd9-8af4-ecb1c81d7145 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362847 Aug 30 13:48:26.000682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=83aa84e1-78ed-40c1-90d1-5d588644eb8d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:48:26.073732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ef21e-7747-45c9-94f9-a8a21f5de5d0 req-21455887-7ec0-4ffe-91cb-19e32e9e2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:26.075136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-222ef21e-7747-45c9-94f9-a8a21f5de5d0 req-21455887-7ec0-4ffe-91cb-19e32e9e2f2e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 1096 time: 0.0441883 Aug 30 13:48:26.110317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-222ef21e-7747-45c9-94f9-a8a21f5de5d0 req-ce0c5a95-ad77-4135-a771-776e96ae93e5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276310 Aug 30 13:48:27.108623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d59ee-05e0-4d69-9803-fc102cba5a93 req-fc7fb5f7-ca87-4c7f-bc5d-f996681ef5a4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:27.110136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-480d59ee-05e0-4d69-9803-fc102cba5a93 req-fc7fb5f7-ca87-4c7f-bc5d-f996681ef5a4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 945 time: 0.0487132 Aug 30 13:48:27.147127 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-480d59ee-05e0-4d69-9803-fc102cba5a93 req-b1237b66-38a7-4bf7-8e7a-0e6acafb6cbb tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Aug 30 13:48:28.262479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e87502-5e60-4131-82d1-36a794fdaba1 req-3c844382-0720-4137-abc8-b7689d25c2ee tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:28.263972 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2e87502-5e60-4131-82d1-36a794fdaba1 req-3c844382-0720-4137-abc8-b7689d25c2ee tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 945 time: 0.0516040 Aug 30 13:48:28.302648 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2e87502-5e60-4131-82d1-36a794fdaba1 req-a0df45d6-b76d-4d24-82b7-0487e4fdc6d1 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325947 Aug 30 13:48:28.414496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6c027-1090-497d-8497-ad56a54fd2cf req-8f51077e-47cd-41bc-a64c-9e61dbee95ae tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:28.416006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37e6c027-1090-497d-8497-ad56a54fd2cf req-8f51077e-47cd-41bc-a64c-9e61dbee95ae tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 945 time: 0.0488589 Aug 30 13:48:28.453493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37e6c027-1090-497d-8497-ad56a54fd2cf req-8392a2b9-07dd-49a6-b32a-bccf86928799 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315456 Aug 30 13:48:28.476258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34380) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:48:28.518632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38a8ec9-f0f9-44c0-9a1b-38d96c851b08 tempest-TestVolumeBootPattern-1386303968 tempest-TestVolumeBootPattern-1386303968-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:28.520631 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e38a8ec9-f0f9-44c0-9a1b-38d96c851b08 tempest-TestVolumeBootPattern-1386303968 tempest-TestVolumeBootPattern-1386303968-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 1091 time: 0.0428653 Aug 30 13:48:28.523439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34382) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:48:28.527796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:48:28.549852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:28.641401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:28.746090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Allocated IP 172.25.2.122 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/954c4c6c-0cdd-43be-bb6e-e938039306ed) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:48:28.762935 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:28.847000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:28.858550 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:48:28.884946 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:28.928184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:48:28.931039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:48:28.934526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:48:28.939927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=954c4c6c-0cdd-43be-bb6e-e938039306ed,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:48:29.282379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:29.352122 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:29.500804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:29.506103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:29.571618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event updated for resources: {'Port': ['ID=954c4c6c-0cdd-43be-bb6e-e938039306ed,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:48:29.583352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:29.684255 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Floating IP 753b2e81-4319-494c-8d6a-2daed2a25a5d associated. External IP: 172.25.2.122, port: 83aa84e1-78ed-40c1-90d1-5d588644eb8d. Aug 30 13:48:29.888248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:48:29.995275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:48:30.005383 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] Sync routers for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:48:30.010782 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:30.016452 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:48:30.017067 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:48:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:48:30.052811 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-359cfd94-7355-49e0-a207-53491d9873e2 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5145278 Aug 30 13:48:30.052811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:48:30.052811 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629641f5-be20-4cc1-9718-2cfd66c5b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:48:30.077223 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e9ef9c-440e-4968-9268-fe17fec3e89b x-openstack-request-id: req-40e9ef9c-440e-4968-9268-fe17fec3e89b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:48:30.077515 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:48:30.077802 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-40e9ef9c-440e-4968-9268-fe17fec3e89b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:48:30.078207 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'status': 'completed', 'code': 200} Aug 30 13:48:30.123938 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:48:30.139635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-62b21efb-f97a-42e4-b903-4d5e0d0613e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:30.141101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-62b21efb-f97a-42e4-b903-4d5e0d0613e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 1096 time: 0.0409856 Aug 30 13:48:30.235235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-7601cdf3-57ff-46e5-881e-c097e51c7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:30.236881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-7601cdf3-57ff-46e5-881e-c097e51c7509 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0888889 Aug 30 13:48:30.304570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-679ac8d4-4ea0-4880-a275-d0a7b24778fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d HTTP/1.1" status: 200 len: 999 time: 0.0601971 Aug 30 13:48:30.349704 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '753b2e81-4319-494c-8d6a-2daed2a25a5d', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:7b:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:48:29Z', 'updated_at': '2021-08-30T13:48:29Z', 'revision_number': 0, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}, {'id': '9aecfba5-42f5-4c4e-aaf3-75212f2ce31e', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:17Z', 'updated_at': '2021-08-30T13:46:19Z', 'revision_number': 1, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:48:30.356225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-d94a23ab-2e70-4872-bc78-a54a4c38186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:30.357935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-d94a23ab-2e70-4872-bc78-a54a4c38186b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0464039 Aug 30 13:48:30.375912 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] Checking router: b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:48:30.384922 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:48:30.385530 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:48:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:48:30.410221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-09d72c3e-f308-40e8-88d7-a16267969b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:30.412664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-09d72c3e-f308-40e8-88d7-a16267969b1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469232 Aug 30 13:48:30.490001 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:48:30.502758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-fa71f42e-f689-4cf5-ad73-c92dcb820ae4 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Aug 30 13:48:30.597026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-629641f5-be20-4cc1-9718-2cfd66c5b5d7 req-0ad6b4de-0d53-4de3-a1f1-4ecdd12302fa service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873423 Aug 30 13:48:30.725019 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '753b2e81-4319-494c-8d6a-2daed2a25a5d', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:7b:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:48:29Z', 'updated_at': '2021-08-30T13:48:29Z', 'revision_number': 0, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}, {'id': '9aecfba5-42f5-4c4e-aaf3-75212f2ce31e', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:17Z', 'updated_at': '2021-08-30T13:46:19Z', 'revision_number': 1, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:48:30.753975 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5153f99d-16d4-4ac6-9f12-363eb6cbf9f1 None None] The sync data for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 is: [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '753b2e81-4319-494c-8d6a-2daed2a25a5d', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.122', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:7b:f7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:48:29Z', 'updated_at': '2021-08-30T13:48:29Z', 'revision_number': 0, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}, {'id': '9aecfba5-42f5-4c4e-aaf3-75212f2ce31e', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:17Z', 'updated_at': '2021-08-30T13:46:19Z', 'revision_number': 1, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:48:30.944537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc8c72f-00ef-4e3f-912c-98488622219b None None] New status for floating IP 753b2e81-4319-494c-8d6a-2daed2a25a5d: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:48:31.155982 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:36.126831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-a41adeec-ec9a-40c6-adf1-a748e8f8d85a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404780 Aug 30 13:48:36.206226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-dba22c32-4f16-4cde-ac9a-f76073732c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:36.207624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-dba22c32-4f16-4cde-ac9a-f76073732c90 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 1096 time: 0.0406516 Aug 30 13:48:36.312056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-277df4fc-38fa-48ab-ab51-e6f61dd2920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:36.313549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-277df4fc-38fa-48ab-ab51-e6f61dd2920c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0878603 Aug 30 13:48:36.376737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-3cb8c466-52bd-4842-b629-74003d8e986d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d HTTP/1.1" status: 200 len: 1001 time: 0.0563993 Aug 30 13:48:36.424073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-86c388d4-46a6-4e57-8cbc-1ed40e271232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:36.425562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-86c388d4-46a6-4e57-8cbc-1ed40e271232 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0423076 Aug 30 13:48:36.474987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-ebd16902-4e18-427e-a832-58af0cf84e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:36.476438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-ebd16902-4e18-427e-a832-58af0cf84e9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434265 Aug 30 13:48:36.565043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-13d9519c-1592-4441-a49a-5943aad12d2e service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809712 Aug 30 13:48:36.658245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb1b20d0-a3e9-4a83-9aa6-19ce93366c37 req-8346fac6-0237-49fb-9fff-99abd4232fd6 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858860 Aug 30 13:48:36.738218 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5cd002be-0bba-4bda-8a16-66eb7b9eb9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:39.195556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2765338b-564d-419f-951c-12dfe423aba0 req-fc089dd9-90a5-480d-ace2-2e6369b3e626 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473659 Aug 30 13:48:39.274806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765338b-564d-419f-951c-12dfe423aba0 req-6f667818-0176-4549-8a9d-c1ffbf9c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:39.276174 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2765338b-564d-419f-951c-12dfe423aba0 req-6f667818-0176-4549-8a9d-c1ffbf9c3fd7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1096 time: 0.0404267 Aug 30 13:48:39.380609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765338b-564d-419f-951c-12dfe423aba0 req-1820296e-c865-4485-8c0e-b3b5230cbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:39.382404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2765338b-564d-419f-951c-12dfe423aba0 req-1820296e-c865-4485-8c0e-b3b5230cbf7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0871232 Aug 30 13:48:39.446810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2765338b-564d-419f-951c-12dfe423aba0 req-f143f077-7cc9-4802-8f05-bfbd6193c024 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 200 len: 1000 time: 0.0580838 Aug 30 13:48:39.460035 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-beca0337-ab36-466c-891f-66c03b93c6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:39.495764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765338b-564d-419f-951c-12dfe423aba0 req-1d78ea9e-fcb8-4a28-867d-e7cf7cbbf1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:39.497200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2765338b-564d-419f-951c-12dfe423aba0 req-1d78ea9e-fcb8-4a28-867d-e7cf7cbbf1c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0438230 Aug 30 13:48:39.547727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765338b-564d-419f-951c-12dfe423aba0 req-ec3dd528-ebb2-4f82-8f25-4e7f052dc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:48:39.549118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2765338b-564d-419f-951c-12dfe423aba0 req-ec3dd528-ebb2-4f82-8f25-4e7f052dc52f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438561 Aug 30 13:48:39.638203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2765338b-564d-419f-951c-12dfe423aba0 req-4243aea0-f51f-4008-a9ba-baad117b3cfe service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817406 Aug 30 13:48:39.734058 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2765338b-564d-419f-951c-12dfe423aba0 req-e197a06d-1471-475e-82d5-8e6e5c52c92c service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887101 Aug 30 13:48:40.041244 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:40.987726 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:42.339663 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:48:58.761497 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:01.165875 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:05.857007 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:49:06.737920 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b806a733-1e27-4190-90fe-96828f0e2950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:09.461652 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3f1bba86-53b1-4c3f-8a95-3f0d35dc948a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:10.042045 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:10.990494 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:12.344211 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:28.773964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:31.173508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:36.738948 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bc783847-35b5-4ee5-a636-3b6e4fee77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:37.119370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-994ac424-9964-4285-8b66-5f89b5761adb req-4fc9338a-b172-439a-b44e-4ba1e55c3b48 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424974 Aug 30 13:49:37.200166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ac424-9964-4285-8b66-5f89b5761adb req-aa306caa-e059-43e7-bbad-6544a789de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:49:37.201625 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-994ac424-9964-4285-8b66-5f89b5761adb req-aa306caa-e059-43e7-bbad-6544a789de4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 1096 time: 0.0421212 Aug 30 13:49:37.310299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ac424-9964-4285-8b66-5f89b5761adb req-f1450fdb-4ce7-4294-8318-7bcd0cf0d25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:49:37.311802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-994ac424-9964-4285-8b66-5f89b5761adb req-f1450fdb-4ce7-4294-8318-7bcd0cf0d25c service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.0915062 Aug 30 13:49:37.389873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-994ac424-9964-4285-8b66-5f89b5761adb req-c7f9031c-f885-44d5-9305-34b10d0b54a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d HTTP/1.1" status: 200 len: 1001 time: 0.0706186 Aug 30 13:49:37.441264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ac424-9964-4285-8b66-5f89b5761adb req-7009ff5f-f719-415e-a70a-d9adab68093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:49:37.442755 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-994ac424-9964-4285-8b66-5f89b5761adb req-7009ff5f-f719-415e-a70a-d9adab68093b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0456300 Aug 30 13:49:37.499521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ac424-9964-4285-8b66-5f89b5761adb req-2bf721f4-0b41-448c-85df-427190079179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:49:37.500986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-994ac424-9964-4285-8b66-5f89b5761adb req-2bf721f4-0b41-448c-85df-427190079179 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513446 Aug 30 13:49:37.598586 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-994ac424-9964-4285-8b66-5f89b5761adb req-0396d820-a6f3-41b4-93a5-6f5f6dd6e243 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900285 Aug 30 13:49:37.692491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-994ac424-9964-4285-8b66-5f89b5761adb req-6c608963-1bf6-4526-b9e5-242a39543e7d service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872602 Aug 30 13:49:39.462344 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42654167-3d19-47e8-8e2d-4ba3a4ba1671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:40.041952 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:40.993524 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:41.297632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-328a16c1-3d9e-4090-b5e8-a2bd2336c772 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1361890 Aug 30 13:49:41.377750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-c66ab9f8-c1b3-461b-a44e-f43c251f5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:49:41.379231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-c66ab9f8-c1b3-461b-a44e-f43c251f5966 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1096 time: 0.0412369 Aug 30 13:49:41.777541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-5081fcb4-a4f6-4ef8-8682-1b8f35c423ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:49:41.779045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-5081fcb4-a4f6-4ef8-8682-1b8f35c423ea service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.3803046 Aug 30 13:49:41.844053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-2950eff8-5fc9-4922-bd5c-ad8af586c521 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 200 len: 1000 time: 0.0576568 Aug 30 13:49:41.892190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-004cce41-9a46-4c39-9940-d38193431e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:49:41.893573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-004cce41-9a46-4c39-9940-d38193431e12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0419533 Aug 30 13:49:41.941976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-bb2116a6-777f-41a9-8795-9799a1b024c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:49:41.943466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-bb2116a6-777f-41a9-8795-9799a1b024c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429592 Aug 30 13:49:42.032631 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-8d42f7b0-eebb-4904-97e3-ad0381485e5d service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813508 Aug 30 13:49:42.123442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b0c0029-fe11-4536-ae05-5afd8d635ec7 req-c458cbb8-3c41-482e-b9bc-cf912526b758 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Aug 30 13:49:42.347467 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:49:42.856969 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:49:58.793108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:01.177457 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:06.742095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-34f18055-9fe4-4bae-9cec-d0416a72c27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:08.980600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34432) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:09.151993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port 954c4c6c-0cdd-43be-bb6e-e938039306ed {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:09.152328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:09.244206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:09.244494 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:09.257971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for 954c4c6c-0cdd-43be-bb6e-e938039306ed owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:09.424285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:09.454287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=954c4c6c-0cdd-43be-bb6e-e938039306ed,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:09.467893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.468273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.468659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.468999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.469333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.469687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.470022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.470343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.470672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.470918 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-708c3457-7a1d-4e40-a4e4-bb40cd3bdb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:09.471738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.471738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.471738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:09.546557 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:09.546826 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Floating IP 753b2e81-4319-494c-8d6a-2daed2a25a5d disassociated (deleted). External IP: 172.25.2.122, port: 83aa84e1-78ed-40c1-90d1-5d588644eb8d. Aug 30 13:50:09.775580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:50:09.904121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:50:09.908801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:09.915913 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] Sync routers for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:50:09.930026 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:50:09.930648 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:50:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:09.942271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4ad51256-f2f7-4027-bdd6-623c0d2cbe26 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "DELETE /v2.0/floatingips/753b2e81-4319-494c-8d6a-2daed2a25a5d HTTP/1.1" status: 204 len: 168 time: 0.9602258 Aug 30 13:50:09.943108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:50:09.946095 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc914073-7e2e-409e-a120-6968c88aba50" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:50:10.009329 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d3f337-2a1c-4e8d-b940-0580d72f4818 x-openstack-request-id: req-04d3f337-2a1c-4e8d-b940-0580d72f4818 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:50:10.010348 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:50:10.010348 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04d3f337-2a1c-4e8d-b940-0580d72f4818 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:50:10.010348 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'status': 'completed', 'code': 200} Aug 30 13:50:10.055074 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:10.090445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc914073-7e2e-409e-a120-6968c88aba50 req-219f1f8c-4f48-4799-b87c-07c9bccd2a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:10.092082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc914073-7e2e-409e-a120-6968c88aba50 req-219f1f8c-4f48-4799-b87c-07c9bccd2a49 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 1096 time: 0.0615613 Aug 30 13:50:10.214541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc914073-7e2e-409e-a120-6968c88aba50 req-11f73cf0-49d4-4dbb-95e1-7e52d1290e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:10.216392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc914073-7e2e-409e-a120-6968c88aba50 req-11f73cf0-49d4-4dbb-95e1-7e52d1290e32 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.1176465 Aug 30 13:50:10.231471 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:50:10.260760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc914073-7e2e-409e-a120-6968c88aba50 req-115e0ce3-4a07-4725-bb0c-455430603178 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d HTTP/1.1" status: 200 len: 217 time: 0.0363657 Aug 30 13:50:10.311544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf171a6-e83f-4a09-b982-f37b5123ee3f req-a6b41f58-c690-44e1-99a5-2d274ef6b3b5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:10.314869 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ddf171a6-e83f-4a09-b982-f37b5123ee3f req-a6b41f58-c690-44e1-99a5-2d274ef6b3b5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 945 time: 0.0719743 Aug 30 13:50:10.316656 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc914073-7e2e-409e-a120-6968c88aba50 req-cfb92197-978c-4584-b970-6d41688c6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:10.318208 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc914073-7e2e-409e-a120-6968c88aba50 req-cfb92197-978c-4584-b970-6d41688c6e1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0498931 Aug 30 13:50:10.367541 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ddf171a6-e83f-4a09-b982-f37b5123ee3f req-2cba1bb5-8138-4c5e-afa6-034638381b8e tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437450 Aug 30 13:50:10.376136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc914073-7e2e-409e-a120-6968c88aba50 req-2fd6047e-33aa-4670-874e-22698b81ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:10.377904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc914073-7e2e-409e-a120-6968c88aba50 req-2fd6047e-33aa-4670-874e-22698b81ecdf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520549 Aug 30 13:50:10.480812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc914073-7e2e-409e-a120-6968c88aba50 req-ad23aded-3f5c-46bd-84b0-a4cc34d2c574 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943892 Aug 30 13:50:10.507086 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '9aecfba5-42f5-4c4e-aaf3-75212f2ce31e', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:17Z', 'updated_at': '2021-08-30T13:46:19Z', 'revision_number': 1, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:10.557059 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] Checking router: b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:50:10.568193 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:50:10.569229 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:50:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:10.605211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc914073-7e2e-409e-a120-6968c88aba50 req-23730922-ea56-46ab-8530-c00fddce9498 service neutron] 10.222.0.35 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154010 Aug 30 13:50:10.672787 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:50:10.923967 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '9aecfba5-42f5-4c4e-aaf3-75212f2ce31e', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:17Z', 'updated_at': '2021-08-30T13:46:19Z', 'revision_number': 1, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:10.952759 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8f4654-56ea-4b19-b63d-52573b55c861 None None] The sync data for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 is: [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '9aecfba5-42f5-4c4e-aaf3-75212f2ce31e', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'floating_ip_address': '172.25.2.66', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'port_id': '35154269-0939-4945-a4e1-0899597872cc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'mac_address': 'fa:16:3e:aa:c1:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d297af-3245-4c94-aa44-95f7c95673b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:46:17Z', 'updated_at': '2021-08-30T13:46:19Z', 'revision_number': 1, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:50:10.999419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:11.214582 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f0724-df31-43ac-92d9-48cd73af7377 None None] New status for floating IP 753b2e81-4319-494c-8d6a-2daed2a25a5d: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:50:11.534677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f85ff3-0c0a-4777-9f2e-0b4d1dfd6f88 req-96bdba25-16ab-491a-bd80-2fb3d346a553 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:11.536416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20f85ff3-0c0a-4777-9f2e-0b4d1dfd6f88 req-96bdba25-16ab-491a-bd80-2fb3d346a553 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 945 time: 0.0615034 Aug 30 13:50:11.574919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20f85ff3-0c0a-4777-9f2e-0b4d1dfd6f88 req-f536b59c-14c7-4d38-9bf5-679545c2c6d7 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Aug 30 13:50:11.847793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-0d3f7fff-834c-48fc-8ebf-4709db1827f9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:11.849152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-0d3f7fff-834c-48fc-8ebf-4709db1827f9 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 945 time: 0.0479014 Aug 30 13:50:11.937057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port 83aa84e1-78ed-40c1-90d1-5d588644eb8d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:11.937393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:12.027967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] For port 83aa84e1-78ed-40c1-90d1-5d588644eb8d, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=83aa84e1-78ed-40c1-90d1-5d588644eb8d,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:12.028328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:12.041904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for 83aa84e1-78ed-40c1-90d1-5d588644eb8d owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:12.172663 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:12.206467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=83aa84e1-78ed-40c1-90d1-5d588644eb8d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:12.249167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] No DVR routers for this DVR port 83aa84e1-78ed-40c1-90d1-5d588644eb8d on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:50:12.251826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:12.253907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97c6ce33-1360-4d97-82fd-97f0e0c22410 req-33293c8a-960e-40d1-b3ef-d87c913bbed5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.35 "DELETE /v2.0/ports/83aa84e1-78ed-40c1-90d1-5d588644eb8d HTTP/1.1" status: 204 len: 173 time: 0.3981404 Aug 30 13:50:12.254347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'name': 'network-vif-deleted', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:50:12.257107 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991f3ac8-e55d-43d4-bd6c-fcd701b124ca" -d '{"events": [{"server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "name": "network-vif-deleted", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:50:12.306689 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bad1ae9-5a39-43ea-a44b-2aee70790e7c x-openstack-request-id: req-8bad1ae9-5a39-43ea-a44b-2aee70790e7c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:50:12.307032 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6b5e04-7cc8-4806-a4b0-8af94c98ec30", "name": "network-vif-deleted", "tag": "83aa84e1-78ed-40c1-90d1-5d588644eb8d", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:50:12.307169 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bad1ae9-5a39-43ea-a44b-2aee70790e7c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:50:12.308078 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6b5e04-7cc8-4806-a4b0-8af94c98ec30', 'name': 'network-vif-deleted', 'tag': '83aa84e1-78ed-40c1-90d1-5d588644eb8d', 'status': 'completed', 'code': 200} Aug 30 13:50:12.349209 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:12.688798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a12d856e-b3f2-4f67-b543-05e6926204a8 req-3f5bbb65-7de9-409c-876e-a4b1e76bc016 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 210 time: 0.0399981 Aug 30 13:50:13.795861 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff67fe4f-f048-432c-abc6-fd4b8bf6fe4a req-5dc56f93-e0de-4c45-9696-afd5bd38aa94 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 210 time: 0.0282719 Aug 30 13:50:14.894450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c42ee4d3-ea66-449b-86b9-d87049b667ba req-35555baa-3a31-4737-9a72-bdfe1e947304 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 210 time: 0.0316799 Aug 30 13:50:16.001845 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2c0ddc22-7849-4b5b-b694-aeb5667e019c req-fa4a15c8-933d-4c14-a553-b5a461b23e54 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e6b5e04-7cc8-4806-a4b0-8af94c98ec30 HTTP/1.1" status: 200 len: 210 time: 0.0266500 Aug 30 13:50:16.415141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 83aa84e1-78ed-40c1-90d1-5d588644eb8d no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:50:16.438112 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 83aa84e1-78ed-40c1-90d1-5d588644eb8d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:50:16.438455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 83aa84e1-78ed-40c1-90d1-5d588644eb8d not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:50:19.857696 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:50:21.397524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34486) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:21.571309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port 15c11c31-a272-4306-a741-581d5725f512 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:21.571647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:21.650116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:21.650445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:21.662063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for 15c11c31-a272-4306-a741-581d5725f512 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:21.812815 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:21.842008 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=15c11c31-a272-4306-a741-581d5725f512,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:21.855753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.856101 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.856479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.856818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.857199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.857563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.857954 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.858285 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.858608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.858931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.859254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.859578 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:21.919015 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:21.919260 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Floating IP 9aecfba5-42f5-4c4e-aaf3-75212f2ce31e disassociated (deleted). External IP: 172.25.2.66, port: 35154269-0939-4945-a4e1-0899597872cc. Aug 30 13:50:22.128113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:50:22.244804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:50:22.249407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:22.255234 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] Sync routers for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:50:22.264462 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:50:22.265145 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:50:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:22.279535 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-836f1ffe-06e2-471f-a72e-ea34f5512ef0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "DELETE /v2.0/floatingips/9aecfba5-42f5-4c4e-aaf3-75212f2ce31e HTTP/1.1" status: 204 len: 168 time: 0.8781950 Aug 30 13:50:22.279535 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'tag': '35154269-0939-4945-a4e1-0899597872cc'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:50:22.279854 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}af6d478297a648082bd72d0085530e4cace08a9ff0fbcf3a2aeb5d9d2655e148" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68147c6f-b6e7-421b-ab9c-b0ca55110480" -d '{"events": [{"name": "network-changed", "server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "tag": "35154269-0939-4945-a4e1-0899597872cc"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:50:22.381843 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:50:22.393706 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f2b7a0-3436-495a-b7a8-da92079b9ba4 x-openstack-request-id: req-b8f2b7a0-3436-495a-b7a8-da92079b9ba4 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:50:22.393941 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "tag": "35154269-0939-4945-a4e1-0899597872cc", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:50:22.394305 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b8f2b7a0-3436-495a-b7a8-da92079b9ba4 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:50:22.394748 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'tag': '35154269-0939-4945-a4e1-0899597872cc', 'status': 'completed', 'code': 200} Aug 30 13:50:22.470541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-74a9c0eb-ecfb-42a5-bd7e-66a40df40a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:22.472139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-74a9c0eb-ecfb-42a5-bd7e-66a40df40a3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e801a5de763b414d8d59c00c6d4c6130&device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 1096 time: 0.0467834 Aug 30 13:50:22.600515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a9f77-5ae1-4bb0-9fdb-deba7f7975e7 req-6af18387-9909-4ec3-86fb-dda0aafd5d5d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:22.602074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-756a9f77-5ae1-4bb0-9fdb-deba7f7975e7 req-6af18387-9909-4ec3-86fb-dda0aafd5d5d tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 945 time: 0.1150024 Aug 30 13:50:22.612318 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:22.630723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-c47220e0-c783-477f-8894-2c1d66e226c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:22.633422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-c47220e0-c783-477f-8894-2c1d66e226c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 200 len: 912 time: 0.1527891 Aug 30 13:50:22.638393 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] Checking router: b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:50:22.647250 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:50:22.647871 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:50:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:22.685363 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-2847db56-0ca5-4593-8c27-15df5e7c84a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 200 len: 217 time: 0.0448039 Aug 30 13:50:22.688711 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-756a9f77-5ae1-4bb0-9fdb-deba7f7975e7 req-2203d204-164b-4fd7-a1f0-ca7ddc401138 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785925 Aug 30 13:50:22.752396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-dbfcc7b0-02cd-474a-8c10-1f35c87af6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:22.753907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-dbfcc7b0-02cd-474a-8c10-1f35c87af6b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 200 len: 850 time: 0.0607982 Aug 30 13:50:22.763697 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:50:22.802489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-0f41995b-04e5-4db8-8283-e71252a1f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:22.804944 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-0f41995b-04e5-4db8-8283-e71252a1f2d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c65a727-5656-475d-9d20-9b8afbb02538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430617 Aug 30 13:50:22.907747 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-d6bc18e1-9091-4c7b-915a-a0afaaee9939 service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932920 Aug 30 13:50:22.987089 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:23.015785 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68147c6f-b6e7-421b-ab9c-b0ca55110480 req-95de7fbe-bbc6-484f-98b6-c5e6539eed4e service neutron] 10.222.0.16 "GET /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007664 Aug 30 13:50:23.019339 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd2216-3b13-4661-a481-73a2d3e0e936 None None] The sync data for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 is: [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:25Z', 'revision_number': 4, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e04a05a9-54a4-4444-ad1c-509eac955dd1', 'name': '', 'network_id': '3c65a727-5656-475d-9d20-9b8afbb02538', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'mac_address': 'fa:16:3e:26:d8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:25Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'subnets': [{'id': '6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:50:23.259272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5eb9270-58db-4f55-be04-2f9ea491e6c4 None None] New status for floating IP 9aecfba5-42f5-4c4e-aaf3-75212f2ce31e: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:50:23.820639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f3bef-aca2-4ada-8430-08112cfb5e42 req-27f28fbb-4032-4d25-9c5f-15336c823500 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:23.822149 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba1f3bef-aca2-4ada-8430-08112cfb5e42 req-27f28fbb-4032-4d25-9c5f-15336c823500 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 945 time: 0.0532947 Aug 30 13:50:23.861097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ba1f3bef-aca2-4ada-8430-08112cfb5e42 req-961b221f-7182-4010-8977-805dd69c92d5 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/security-groups?id=f34fb3fa-4255-4f84-8971-de9774697104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Aug 30 13:50:24.062562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7131f-d8c1-4289-8548-21a4231b613f req-934ce2dc-54c5-45aa-b541-d0c202381146 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:24.063915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78e7131f-d8c1-4289-8548-21a4231b613f req-934ce2dc-54c5-45aa-b541-d0c202381146 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 945 time: 0.0541995 Aug 30 13:50:24.158007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-78e7131f-d8c1-4289-8548-21a4231b613f req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port 35154269-0939-4945-a4e1-0899597872cc {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:24.158347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-78e7131f-d8c1-4289-8548-21a4231b613f req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:24.258198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-78e7131f-d8c1-4289-8548-21a4231b613f req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] For port 35154269-0939-4945-a4e1-0899597872cc, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=35154269-0939-4945-a4e1-0899597872cc,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:24.258564 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-78e7131f-d8c1-4289-8548-21a4231b613f req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:24.271066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-78e7131f-d8c1-4289-8548-21a4231b613f req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for 35154269-0939-4945-a4e1-0899597872cc owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:24.398999 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-78e7131f-d8c1-4289-8548-21a4231b613f req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:24.430396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=35154269-0939-4945-a4e1-0899597872cc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:24.474456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e7131f-d8c1-4289-8548-21a4231b613f req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] No DVR routers for this DVR port 35154269-0939-4945-a4e1-0899597872cc on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:50:24.477764 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-78e7131f-d8c1-4289-8548-21a4231b613f req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:24.479793 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78e7131f-d8c1-4289-8548-21a4231b613f req-68a2f2c7-efd3-486c-ad61-2cb074e60c55 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.16 "DELETE /v2.0/ports/35154269-0939-4945-a4e1-0899597872cc HTTP/1.1" status: 204 len: 173 time: 0.4091880 Aug 30 13:50:24.480236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'name': 'network-vif-deleted', 'tag': '35154269-0939-4945-a4e1-0899597872cc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:50:24.482545 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66264aa8-3201-4e71-958d-5f6ffe0ee65d" -d '{"events": [{"server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "name": "network-vif-deleted", "tag": "35154269-0939-4945-a4e1-0899597872cc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:50:24.521043 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc795fe0-d3f6-4678-b119-10e93a891ebd x-openstack-request-id: req-cc795fe0-d3f6-4678-b119-10e93a891ebd {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:50:24.521344 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d297af-3245-4c94-aa44-95f7c95673b0", "name": "network-vif-deleted", "tag": "35154269-0939-4945-a4e1-0899597872cc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:50:24.521678 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cc795fe0-d3f6-4678-b119-10e93a891ebd {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:50:24.522079 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d297af-3245-4c94-aa44-95f7c95673b0', 'name': 'network-vif-deleted', 'tag': '35154269-0939-4945-a4e1-0899597872cc', 'status': 'completed', 'code': 200} Aug 30 13:50:24.973447 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8c13c750-55b8-4b64-9a7b-7b0e0d1dc0f8 req-f758e075-8f6c-4813-ad42-64d63c248928 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 210 time: 0.0335331 Aug 30 13:50:26.101090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ff66228a-d2fd-41d9-85fe-121c64ebaeeb req-b26df844-2751-41e8-87d4-434d262ccff0 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 210 time: 0.0479355 Aug 30 13:50:27.202241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6140ae93-9fa1-4cfa-bb7e-88fdd2659246 req-8ce3bb1d-63cd-44a2-a7f0-2c2fff947f57 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "GET /v2.0/ports?device_id=17d297af-3245-4c94-aa44-95f7c95673b0 HTTP/1.1" status: 200 len: 210 time: 0.0275681 Aug 30 13:50:27.702387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 35154269-0939-4945-a4e1-0899597872cc no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:50:27.729951 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 35154269-0939-4945-a4e1-0899597872cc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:50:27.730305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 35154269-0939-4945-a4e1-0899597872cc not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:50:28.263236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34510) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:28.391069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Deleting port f3fce74a-ecd0-49db-8b32-74a0a710363d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:28.391415 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:28.467244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:28.467575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:28.480068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Calling delete_port for f3fce74a-ecd0-49db-8b32-74a0a710363d owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:28.612977 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:28.636996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'Port': ['ID=f3fce74a-ecd0-49db-8b32-74a0a710363d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:28.715805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:28.718359 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:28.719493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f50ec48c-888c-4972-8247-eb0f07e549e4 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "DELETE /v2.0/floatingips/79043c0c-b9cc-469b-8e10-2350fcbb5ac2 HTTP/1.1" status: 204 len: 168 time: 0.4552600 Aug 30 13:50:28.811468 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:31.014136 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34524) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:31.074135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-741cea21-6fbd-45e1-bcc7-90f19de7f365 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:31.099023 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-741cea21-6fbd-45e1-bcc7-90f19de7f365 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:31.162986 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-741cea21-6fbd-45e1-bcc7-90f19de7f365 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:31.165959 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-741cea21-6fbd-45e1-bcc7-90f19de7f365 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:31.170153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-741cea21-6fbd-45e1-bcc7-90f19de7f365 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] 10.222.0.37 "DELETE /v2.0/security-groups/f34fb3fa-4255-4f84-8971-de9774697104 HTTP/1.1" status: 204 len: 168 time: 0.1549761 Aug 30 13:50:31.183561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cea21-6fbd-45e1-bcc7-90f19de7f365 tempest-TestVolumeBootPattern-1561085296 tempest-TestVolumeBootPattern-1561085296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34fb3fa-4255-4f84-8971-de9774697104,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:31.202829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:31.231771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34528) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:31.671463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:32.203783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Deleting port e04a05a9-54a4-4444-ad1c-509eac955dd1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:32.204117 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:32.282049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] For port e04a05a9-54a4-4444-ad1c-509eac955dd1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e04a05a9-54a4-4444-ad1c-509eac955dd1,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:32.282717 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:32.294676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Calling delete_port for e04a05a9-54a4-4444-ad1c-509eac955dd1 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:32.471813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:32.498815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04a05a9-54a4-4444-ad1c-509eac955dd1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:32.659673 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:32.870665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:50:32.972980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:50:32.978249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b64ebfe7-20cf-4fca-a1cc-2b22d09f81e2 admin admin] 10.222.0.37 "PUT /v2.0/routers/b5e3ff03-bf58-44b1-a9a3-c65d45128bb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447014 Aug 30 13:50:32.981130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34532) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:32.983873 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] Sync routers for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:50:32.993494 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:50:32.994167 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:50:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:33.085258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.191489 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:50:33.192324 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.244446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Deleting port 35ff3271-e8da-4a17-8444-d887298a1f82 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:33.244788 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.322485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] For port 35ff3271-e8da-4a17-8444-d887298a1f82, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=35ff3271-e8da-4a17-8444-d887298a1f82,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:33.323193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.339469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Calling delete_port for 35ff3271-e8da-4a17-8444-d887298a1f82 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:33.362313 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201'}], 'enable_snat': True}, 'gw_port_id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:50:32Z', 'revision_number': 5, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port': {'id': '35ff3271-e8da-4a17-8444-d887298a1f82', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:4d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:33.388121 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] Checking router: b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:50:33.396014 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] Routers {'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:50:33.396638 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:50:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:33.482265 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] Set router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:50:33.502261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.531650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ff3271-e8da-4a17-8444-d887298a1f82,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:33.535810 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:50:33Z', 'revision_number': 6, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:33.567142 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8be3894-5e25-4861-9cd0-3b93c01d020f None None] The sync data for ids ['b5e3ff03-bf58-44b1-a9a3-c65d45128bb7'] in n-d-688802-6 is: [{'id': 'b5e3ff03-bf58-44b1-a9a3-c65d45128bb7', 'name': 'tempest-TestVolumeBootPattern-632989605-router', 'tenant_id': 'e801a5de763b414d8d59c00c6d4c6130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:23Z', 'updated_at': '2021-08-30T13:50:33Z', 'revision_number': 6, 'project_id': 'e801a5de763b414d8d59c00c6d4c6130', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:50:33.593078 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.684136 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.686281 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.733623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.734104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:50:33.738332 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.739497 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-85a3eb9b-a47f-46a4-8dd6-c5f8515c1b51 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b5e3ff03-bf58-44b1-a9a3-c65d45128bb7 HTTP/1.1" status: 204 len: 168 time: 0.7574039 Aug 30 13:50:33.742192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34534) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:33.786717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d766e9-9adf-4aeb-a325-9a2ecedae056 admin admin] Deleting subnet 6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:50:33.790344 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3d766e9-9adf-4aeb-a325-9a2ecedae056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.827629 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3d766e9-9adf-4aeb-a325-9a2ecedae056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.904120 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3d766e9-9adf-4aeb-a325-9a2ecedae056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.961578 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3d766e9-9adf-4aeb-a325-9a2ecedae056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.987919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d766e9-9adf-4aeb-a325-9a2ecedae056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:33.992841 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3d766e9-9adf-4aeb-a325-9a2ecedae056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:33.997532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34536) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:33.997757 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a3d766e9-9adf-4aeb-a325-9a2ecedae056 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6dfd0ac4-d143-411a-aa2e-f7b9c1d5c6ff HTTP/1.1" status: 204 len: 168 time: 0.2542372 Aug 30 13:50:33.999763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd799bb-362b-4f9c-b092-1c71d333f4db None None] Network 3c65a727-5656-475d-9d20-9b8afbb02538 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:50:34.067676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.122832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Deleting port 1bf46972-1e63-4a02-a982-c463359181fe {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:34.123171 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.189024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] For port 1bf46972-1e63-4a02-a982-c463359181fe, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1bf46972-1e63-4a02-a982-c463359181fe,segment=NetworkSegment(0e6347b7-b64f-4247-b2c4-a43b66e74e10),segment_id=0e6347b7-b64f-4247-b2c4-a43b66e74e10)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:34.189386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.202599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Calling delete_port for 1bf46972-1e63-4a02-a982-c463359181fe owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:34.278889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.305881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf46972-1e63-4a02-a982-c463359181fe,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:34.310113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] No DVR routers for this DVR port 1bf46972-1e63-4a02-a982-c463359181fe on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:50:34.338500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e426697-a779-46f4-a9f7-1e677f0e81fb None None] DHCP port deletion for 3c65a727-5656-475d-9d20-9b8afbb02538 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:50:34.394118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.405453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c65a727-5656-475d-9d20-9b8afbb02538']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:34.417597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6347b7-b64f-4247-b2c4-a43b66e74e10') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:34.417920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6347b7-b64f-4247-b2c4-a43b66e74e10') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:34.427220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.442477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.452543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e04a05a9-54a4-4444-ad1c-509eac955dd1 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:50:34.454488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:50:34.454901 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:50:34.457142 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:50:34.477753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e04a05a9-54a4-4444-ad1c-509eac955dd1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:50:34.478332 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e04a05a9-54a4-4444-ad1c-509eac955dd1 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:50:34.522100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.528744 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:34.533328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c65a727-5656-475d-9d20-9b8afbb02538 HTTP/1.1" status: 204 len: 168 time: 0.5319352 Aug 30 13:50:34.533731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34538) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:34.540813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ade439-6b45-45c4-bbd2-b103449525b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c65a727-5656-475d-9d20-9b8afbb02538,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:34.890036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:35.133037 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Deleting port b555ebd9-03fa-4cbb-91a4-f75c94af3965 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:35.133381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:35.210962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] For port b555ebd9-03fa-4cbb-91a4-f75c94af3965, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b555ebd9-03fa-4cbb-91a4-f75c94af3965,segment=NetworkSegment(df5566e4-b15a-459c-8571-3f6d0c44917d),segment_id=df5566e4-b15a-459c-8571-3f6d0c44917d)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:35.211326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:35.223734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Calling delete_port for b555ebd9-03fa-4cbb-91a4-f75c94af3965 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:35.404014 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:35.435484 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Pushing event deleted for resources: {'Port': ['ID=b555ebd9-03fa-4cbb-91a4-f75c94af3965,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:35.598366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:36.094083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1bf46972-1e63-4a02-a982-c463359181fe no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:50:36.114132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 1bf46972-1e63-4a02-a982-c463359181fe {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:50:36.114478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1bf46972-1e63-4a02-a982-c463359181fe not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:50:36.115595 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 35ff3271-e8da-4a17-8444-d887298a1f82 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:50:36.135336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 35ff3271-e8da-4a17-8444-d887298a1f82 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:50:36.135686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 35ff3271-e8da-4a17-8444-d887298a1f82 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:50:36.159058 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:50:36.264178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:50:36.269090 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5566232a-0fe6-4380-994b-1084b02d3117 admin admin] 10.222.0.37 "PUT /v2.0/routers/0e701657-198b-4c17-a5a5-34da0b1b4ad0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7343066 Aug 30 13:50:36.271733 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34540) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:36.274662 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] Sync routers for ids ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:50:36.283746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] Routers {'0e701657-198b-4c17-a5a5-34da0b1b4ad0'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:50:36.284452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:50:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:36.375345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:36.389033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] Set router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:50:36.476486 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:36.531367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Deleting port 2584d512-cd44-4892-9f08-bbd686b3e39d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:36.531621 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:36.567873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69'}], 'enable_snat': True}, 'gw_port_id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:27Z', 'updated_at': '2021-08-30T13:50:35Z', 'revision_number': 5, 'project_id': '81368c282ea941b997386a5389b33fb5', 'gw_port': {'id': '2584d512-cd44-4892-9f08-bbd686b3e39d', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:40:28Z', 'updated_at': '2021-08-30T13:40:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:36.598761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] Checking router: 0e701657-198b-4c17-a5a5-34da0b1b4ad0 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:50:36.607725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] Routers {'0e701657-198b-4c17-a5a5-34da0b1b4ad0'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:50:36.608344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:50:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:36.610531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] For port 2584d512-cd44-4892-9f08-bbd686b3e39d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2584d512-cd44-4892-9f08-bbd686b3e39d,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:36.610895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:36.625409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Calling delete_port for 2584d512-cd44-4892-9f08-bbd686b3e39d owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:36.695579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] Set router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:50:36.752244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:27Z', 'updated_at': '2021-08-30T13:50:36Z', 'revision_number': 6, 'project_id': '81368c282ea941b997386a5389b33fb5', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:36.788838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c192cc8c-bf2f-4c1c-b235-5d12eb68fef0 None None] The sync data for ids ['0e701657-198b-4c17-a5a5-34da0b1b4ad0'] in n-d-688802-6 is: [{'id': '0e701657-198b-4c17-a5a5-34da0b1b4ad0', 'name': 'tempest-TestVolumeBootPattern-1771579260-router', 'tenant_id': '81368c282ea941b997386a5389b33fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:40:27Z', 'updated_at': '2021-08-30T13:50:36Z', 'revision_number': 6, 'project_id': '81368c282ea941b997386a5389b33fb5', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:50:36.793773 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:36.795473 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c4c9fa8b-3288-41e3-92cc-b5b09b936662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:36.817620 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2584d512-cd44-4892-9f08-bbd686b3e39d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:36.887222 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:36.978273 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:36.980345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.023195 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.023722 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e701657-198b-4c17-a5a5-34da0b1b4ad0 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 13:50:37.028169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.029380 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-22820597-2f03-4c44-a294-03fe8893cfb7 admin admin] 10.222.0.37 "DELETE /v2.0/routers/0e701657-198b-4c17-a5a5-34da0b1b4ad0 HTTP/1.1" status: 204 len: 168 time: 0.7567227 Aug 30 13:50:37.031859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34542) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:37.075919 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-039d01f7-fcd2-41f7-8eb2-248742cc3de4 admin admin] Deleting subnet aefa4a3e-3e82-4825-9286-632f4caf86fb {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:50:37.078836 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-039d01f7-fcd2-41f7-8eb2-248742cc3de4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.116576 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-039d01f7-fcd2-41f7-8eb2-248742cc3de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.198299 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-039d01f7-fcd2-41f7-8eb2-248742cc3de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.251872 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-039d01f7-fcd2-41f7-8eb2-248742cc3de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.276840 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d01f7-fcd2-41f7-8eb2-248742cc3de4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefa4a3e-3e82-4825-9286-632f4caf86fb,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:37.284307 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-039d01f7-fcd2-41f7-8eb2-248742cc3de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.286451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-039d01f7-fcd2-41f7-8eb2-248742cc3de4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/aefa4a3e-3e82-4825-9286-632f4caf86fb HTTP/1.1" status: 204 len: 168 time: 0.2536662 Aug 30 13:50:37.289300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34544) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:37.289650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64177438-5149-47b6-9af4-2943a7eb7d5f None None] Network 93673d6a-0e97-4739-917c-a640c02a16b8 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:50:37.359884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.413731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Deleting port 0d8c053f-2f2a-45e7-96e3-a391b1554002 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:37.414078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.480512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] For port 0d8c053f-2f2a-45e7-96e3-a391b1554002, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0d8c053f-2f2a-45e7-96e3-a391b1554002,segment=NetworkSegment(df5566e4-b15a-459c-8571-3f6d0c44917d),segment_id=df5566e4-b15a-459c-8571-3f6d0c44917d)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:37.480808 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.494144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Calling delete_port for 0d8c053f-2f2a-45e7-96e3-a391b1554002 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:37.541381 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] DHCP port deletion for 93673d6a-0e97-4739-917c-a640c02a16b8 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 13:50:37.575901 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.596554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Deleting port 0d8c053f-2f2a-45e7-96e3-a391b1554002 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:50:37.596939 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.601607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8c053f-2f2a-45e7-96e3-a391b1554002,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:37.605093 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] No DVR routers for this DVR port 0d8c053f-2f2a-45e7-96e3-a391b1554002 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:50:37.660754 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] For port 0d8c053f-2f2a-45e7-96e3-a391b1554002, host n-d-688802-6, got binding levels [] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:37.661138 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.677486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Calling delete_port for 0d8c053f-2f2a-45e7-96e3-a391b1554002 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:50:37.680255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.ipam_backend_mixin [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Port 0d8c053f-2f2a-45e7-96e3-a391b1554002 was not found and therefore no delete operation was performed {{(pid=95700) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 13:50:37.681626 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.688647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.700451 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93673d6a-0e97-4739-917c-a640c02a16b8']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:37.706273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Pushing event deleted for resources: {'Port': ['ID=0d8c053f-2f2a-45e7-96e3-a391b1554002,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:37.711368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] No DVR routers for this DVR port 0d8c053f-2f2a-45e7-96e3-a391b1554002 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:50:37.712592 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5566e4-b15a-459c-8571-3f6d0c44917d') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:37.712795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5566e4-b15a-459c-8571-3f6d0c44917d') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:50:37.718391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.718724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.719065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.719402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.719727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.720055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.720382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.720707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.721259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.721344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.721651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.721993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e5ff5-d85e-4ff4-a987-7fb28f5313ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:50:37.729194 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.744788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.750834 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:50:37.751220 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: timer() Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:50:37.752949 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:50:37.809449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.815710 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:37.817387 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/93673d6a-0e97-4739-917c-a640c02a16b8 HTTP/1.1" status: 204 len: 168 time: 0.5271075 Aug 30 13:50:37.838264 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8273e-b490-4074-85a5-bd1e7b7258b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=93673d6a-0e97-4739-917c-a640c02a16b8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:37.946527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34548) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:37.987704 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a570c707-4947-47a9-8209-3a574327c866 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e801a5de763b414d8d59c00c6d4c6130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376034 Aug 30 13:50:37.987704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34550) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:38.037834 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c7db2a8-e4f1-4f67-b7c6-4cadb925e434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:38.040587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2584d512-cd44-4892-9f08-bbd686b3e39d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:50:38.059426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c7db2a8-e4f1-4f67-b7c6-4cadb925e434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:38.060123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 2584d512-cd44-4892-9f08-bbd686b3e39d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:50:38.060731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2584d512-cd44-4892-9f08-bbd686b3e39d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:50:38.060866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b555ebd9-03fa-4cbb-91a4-f75c94af3965 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:50:38.082486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b555ebd9-03fa-4cbb-91a4-f75c94af3965 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:50:38.082761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b555ebd9-03fa-4cbb-91a4-f75c94af3965 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:50:38.083165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0d8c053f-2f2a-45e7-96e3-a391b1554002 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:50:38.101138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0d8c053f-2f2a-45e7-96e3-a391b1554002 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:50:38.101484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0d8c053f-2f2a-45e7-96e3-a391b1554002 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:50:38.107387 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c7db2a8-e4f1-4f67-b7c6-4cadb925e434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:38.110187 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7c7db2a8-e4f1-4f67-b7c6-4cadb925e434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:38.111412 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7c7db2a8-e4f1-4f67-b7c6-4cadb925e434 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01af400d-3f3a-4f2d-9cff-d9fd2f7745d5 HTTP/1.1" status: 204 len: 168 time: 0.1227262 Aug 30 13:50:38.120237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7db2a8-e4f1-4f67-b7c6-4cadb925e434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01af400d-3f3a-4f2d-9cff-d9fd2f7745d5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:38.441330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34556) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:38.481580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5d32cd17-bdd2-4b98-8ca3-e7db64feaef8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=81368c282ea941b997386a5389b33fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389967 Aug 30 13:50:38.483927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34558) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:50:38.530059 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2901c200-8895-463e-afe9-f999c1f8dc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:38.550851 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2901c200-8895-463e-afe9-f999c1f8dc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:38.595797 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2901c200-8895-463e-afe9-f999c1f8dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:38.598703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2901c200-8895-463e-afe9-f999c1f8dc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:38.600760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2901c200-8895-463e-afe9-f999c1f8dc7f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6594bb9-1ba8-43db-8bf0-60d8dae7f29a HTTP/1.1" status: 204 len: 168 time: 0.1158063 Aug 30 13:50:38.609467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901c200-8895-463e-afe9-f999c1f8dc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6594bb9-1ba8-43db-8bf0-60d8dae7f29a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:39.462643 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2918b9d0-419d-422a-a091-21568d9340d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:40.048723 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:40.998845 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:42.351833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:48.934209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-0fe85338-c6bc-4be8-aa09-5169e946e1e1 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=811f79943baf48b2b83b3afd8783c939&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294218 Aug 30 13:50:49.117423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-218018cf-61dd-4b56-83d2-69012275c916 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:49.118835 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-218018cf-61dd-4b56-83d2-69012275c916 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794221 Aug 30 13:50:49.133299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-60efa31c-1756-4eae-a118-08be1e4c0a06 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/quotas/811f79943baf48b2b83b3afd8783c939 HTTP/1.1" status: 200 len: 375 time: 0.0087960 Aug 30 13:50:49.163486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-7af5751b-be29-4c6b-9c2d-9efe55a56ac4 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=811f79943baf48b2b83b3afd8783c939&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251141 Aug 30 13:50:49.322170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b8debee-aeb0-4609-a596-6cacb06d86aa req-dbdba5d4-d24f-4086-b9c4-5fd3c8630a6c tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 210 time: 0.0272405 Aug 30 13:50:50.501151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fc43a65-bd0b-4a91-a621-ed17a60333b7 req-5f80f777-5a3b-4339-8b5b-80e0048c846c tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 210 time: 0.1295125 Aug 30 13:50:51.357176 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-0ebb40c4-8b3d-4c1a-ab01-810114fef5fa tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=811f79943baf48b2b83b3afd8783c939&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236292 Aug 30 13:50:51.468844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-3f372c38-0d28-42bb-a827-75a856204898 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:51.470354 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-3f372c38-0d28-42bb-a827-75a856204898 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079857 Aug 30 13:50:51.484639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Request body: {'port': {'device_id': '05f2eb46-e5ba-4080-9b97-c2c4ed8f3668', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'admin_state_up': True, 'tenant_id': '811f79943baf48b2b83b3afd8783c939'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:50:51.594366 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Made reservation on behalf of 811f79943baf48b2b83b3afd8783c939 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:50:51.598486 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:51.608524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:51.661420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a89f3698-f006-4aa0-9d45-d0be91d90cc3 req-29b7d7e2-3cc9-4267-9014-cf938432bf1e tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 210 time: 0.0936992 Aug 30 13:50:51.699602 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:51.703219 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:51.763331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a67519-5b40-48a0-92d7-4f73397660e1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:51.831298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Allocated IP 192.168.233.181 (592fe063-17fa-491f-af47-6ddb18af53ca/11cd14b0-793f-4e95-b539-4eaa28a24e88/063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:50:51.973844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:51.987441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Transition to ACTIVE for port object 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:50:52.019125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:52.062920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Network 592fe063-17fa-491f-af47-6ddb18af53ca is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:50:52.067864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:50:52.071545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:50:52.096382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Pushing event updated for resources: {'Port': ['ID=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:52.125248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:52.125898 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:52.140427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-b0f1c1e6-6399-4422-a127-24ea22bc5ad2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6594145 Aug 30 13:50:52.153472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Request body: {'port': {'device_id': '05f2eb46-e5ba-4080-9b97-c2c4ed8f3668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:50:52.208165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:52.282248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5b337b81-8a6e-48c8-b557-e406eb22bbc1 None None] Provisioning for port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:50:52.286262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5b337b81-8a6e-48c8-b557-e406eb22bbc1 None None] Provisioning complete for port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:50:52.286728 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5b337b81-8a6e-48c8-b557-e406eb22bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:52.320907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5b337b81-8a6e-48c8-b557-e406eb22bbc1 None None] Port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:50:52.479050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:50:52.486228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:52.498555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Transition to ACTIVE for port object 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:50:52.501334 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:52.548752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Pushing event updated for resources: {'Port': ['ID=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:52.620108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Attempting to bind port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:50:52.620824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Attempting to bind port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:50:52.620824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Attempting to bind port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:50:52.625361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf on network 592fe063-17fa-491f-af47-6ddb18af53ca not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:50:52.625694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Attempting to bind port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf on network 592fe063-17fa-491f-af47-6ddb18af53ca {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:50:52.631266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:50:52.631609 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Checking segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:50:52.631984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Bound using segment: {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:50:52.632406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Bound port: 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da9b161-9ca0-4878-b5a6-3e19d9071ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:50:52.632756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:52.702933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] For port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:50:52.706302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] For port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:50:52.711798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:53.066283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:53.066913 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:53.069256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] 10.222.0.35 "PUT /v2.0/ports/063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf HTTP/1.1" status: 200 len: 1096 time: 0.9202757 Aug 30 13:50:53.069739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f2eb46-e5ba-4080-9b97-c2c4ed8f3668', 'tag': '063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:50:53.072072 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d3e616-7108-410b-87e9-b9c9ef1834f8" -d '{"events": [{"name": "network-changed", "server_uuid": "05f2eb46-e5ba-4080-9b97-c2c4ed8f3668", "tag": "063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:50:53.094416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cce84-b80a-44d7-99d0-18aad82960a5 service neutron] Pushing event updated for resources: {'Port': ['ID=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:53.112510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2e031-8a4c-4749-9eb2-68b80d4a5eb3 req-3cffe01b-6069-48c1-9582-9466b5f30079 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:53.114128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5d2e031-8a4c-4749-9eb2-68b80d4a5eb3 req-3cffe01b-6069-48c1-9582-9466b5f30079 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 948 time: 0.1034698 Aug 30 13:50:53.127375 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061d0954-bde0-4ce0-a2ae-44a71780d482 x-openstack-request-id: req-061d0954-bde0-4ce0-a2ae-44a71780d482 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:50:53.127666 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f2eb46-e5ba-4080-9b97-c2c4ed8f3668", "tag": "063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:50:53.128054 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-061d0954-bde0-4ce0-a2ae-44a71780d482 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:50:53.128449 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f2eb46-e5ba-4080-9b97-c2c4ed8f3668', 'tag': '063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf', 'status': 'completed', 'code': 200} Aug 30 13:50:53.186834 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5d2e031-8a4c-4749-9eb2-68b80d4a5eb3 req-15413b3f-80a0-4524-9b98-08586739ec82 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661848 Aug 30 13:50:53.199093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-da664449-0474-4640-9045-097259545720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:53.200586 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-da664449-0474-4640-9045-097259545720 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=811f79943baf48b2b83b3afd8783c939&device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 1099 time: 0.0703981 Aug 30 13:50:53.248450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-991954fa-6c76-44ee-88f1-77c2366b50fa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf HTTP/1.1" status: 200 len: 217 time: 0.0401862 Aug 30 13:50:53.298057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-c5edfb37-ea47-4a4b-a0be-9f8b7ea9ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:53.299431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-c5edfb37-ea47-4a4b-a0be-9f8b7ea9ee0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0444021 Aug 30 13:50:53.344710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-7e2d99fe-0d97-401a-9c22-2957daa9d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:53.346098 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-7e2d99fe-0d97-401a-9c22-2957daa9d6aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391331 Aug 30 13:50:53.438775 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-0ac9e7f0-d787-47e3-892b-04c62980b65e service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849597 Aug 30 13:50:53.526506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1fe7378-c724-48f1-a3ca-9c60fb5a24c5 req-77843a55-f00b-46fc-aea9-1276a3859e5f service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806866 Aug 30 13:50:53.619867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-cfc25baf-eb1b-4dd7-ac04-4e56242cc0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:53.621265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-cfc25baf-eb1b-4dd7-ac04-4e56242cc0b0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=811f79943baf48b2b83b3afd8783c939&device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 1099 time: 0.0460300 Aug 30 13:50:53.710660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-93c2f660-da53-4ac3-ac5a-2cf42188cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:53.712128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-93c2f660-da53-4ac3-ac5a-2cf42188cd5d service neutron] 10.222.0.35 "GET /v2.0/networks?id=592fe063-17fa-491f-af47-6ddb18af53ca HTTP/1.1" status: 200 len: 870 time: 0.0839574 Aug 30 13:50:53.757905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-5192ccbc-4f8e-4594-9b04-27e20a992fba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf HTTP/1.1" status: 200 len: 217 time: 0.0387981 Aug 30 13:50:53.806449 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-9b45ad63-ffa7-41b1-9351-3c23ab8ba3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:53.807855 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-9b45ad63-ffa7-41b1-9351-3c23ab8ba3a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=11cd14b0-793f-4e95-b539-4eaa28a24e88 HTTP/1.1" status: 200 len: 843 time: 0.0437951 Aug 30 13:50:53.853338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-f0d9f1a8-3afb-40dc-a513-96ee509d0b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:53.854857 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-f0d9f1a8-3afb-40dc-a513-96ee509d0b69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=592fe063-17fa-491f-af47-6ddb18af53ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402102 Aug 30 13:50:53.946364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-674a5a30-bd3e-4491-8f21-075dcd5d8878 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848899 Aug 30 13:50:54.035668 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83d3e616-7108-410b-87e9-b9c9ef1834f8 req-70021cd8-832c-486d-9f01-837002b9b115 service neutron] 10.222.0.35 "GET /v2.0/networks/592fe063-17fa-491f-af47-6ddb18af53ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820954 Aug 30 13:50:54.304448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b995-b8e8-422d-8305-a06e7daa058a req-65a1bcb4-3ec5-4f81-8908-602e25e606fc tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:54.305923 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0468b995-b8e8-422d-8305-a06e7daa058a req-65a1bcb4-3ec5-4f81-8908-602e25e606fc tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 948 time: 0.0489013 Aug 30 13:50:54.342064 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0468b995-b8e8-422d-8305-a06e7daa058a req-e2cd64c6-00a5-4db9-a935-22ede649673b tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301938 Aug 30 13:50:55.456912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047bb37-8166-467e-9e72-0b8901353240 req-e3bb1429-0a6e-4a96-99b5-d3a83edb789d tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:55.458469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d047bb37-8166-467e-9e72-0b8901353240 req-e3bb1429-0a6e-4a96-99b5-d3a83edb789d tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 948 time: 0.0506732 Aug 30 13:50:55.496025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d047bb37-8166-467e-9e72-0b8901353240 req-7e88a3fc-ccf8-492a-a7f1-179ea04dcbc2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Aug 30 13:50:56.586337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:50:56.609599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51db2c-8907-4ba0-94a7-e24fa8f32c9b req-b3fc8cf8-1c59-4f15-8f52-b4cdbda64124 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:56.611105 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa51db2c-8907-4ba0-94a7-e24fa8f32c9b req-b3fc8cf8-1c59-4f15-8f52-b4cdbda64124 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 948 time: 0.0497363 Aug 30 13:50:56.649974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa51db2c-8907-4ba0-94a7-e24fa8f32c9b req-c4c64455-c796-4b22-a493-62edfad2a894 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Aug 30 13:50:56.687469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:56.699014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf', 'network_id': '592fe063-17fa-491f-af47-6ddb18af53ca', 'port_id': '063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf', 'mac_address': 'fa:16:3e:4e:66:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11cd14b0-793f-4e95-b539-4eaa28a24e88', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:50:56.735021 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:56.747277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:50:56.766235 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:56.769885 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:56.818873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:56.857604 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:50:57.075425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:50:57.774073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f88cc-bc21-4a3d-845d-eb7c0ed6f93d req-76eff673-63fd-4c06-aa06-cf9e309dd4d4 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:57.775538 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-921f88cc-bc21-4a3d-845d-eb7c0ed6f93d req-76eff673-63fd-4c06-aa06-cf9e309dd4d4 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 949 time: 0.0534427 Aug 30 13:50:57.813206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-921f88cc-bc21-4a3d-845d-eb7c0ed6f93d req-864ef904-4747-457d-9fd4-fee5c88f79c1 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Aug 30 13:50:58.585763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:50:58.633728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:50:58.637192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:50:58.637563 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:58.833171 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:58.875582 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:58.898056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f2eb46-e5ba-4080-9b97-c2c4ed8f3668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:50:58.900306 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b037e3-c9c6-454e-b8cd-06f684dbe8f8" -d '{"events": [{"server_uuid": "05f2eb46-e5ba-4080-9b97-c2c4ed8f3668", "name": "network-vif-plugged", "status": "completed", "tag": "063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:50:58.914274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:50:58.918676 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:50:58.930208 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71d8b0-0e16-48e2-807e-0549acf1cd8a req-57ffbb49-7443-4689-83c9-524c49b82578 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:58.931716 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d71d8b0-0e16-48e2-807e-0549acf1cd8a req-57ffbb49-7443-4689-83c9-524c49b82578 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 949 time: 0.0515964 Aug 30 13:50:58.946260 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869935f5-6da1-455a-8634-fdc6bdd9e611 x-openstack-request-id: req-869935f5-6da1-455a-8634-fdc6bdd9e611 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:50:58.946465 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f2eb46-e5ba-4080-9b97-c2c4ed8f3668", "name": "network-vif-plugged", "status": "completed", "tag": "063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:50:58.946578 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-869935f5-6da1-455a-8634-fdc6bdd9e611 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:50:58.946985 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f2eb46-e5ba-4080-9b97-c2c4ed8f3668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf', 'code': 200} Aug 30 13:50:58.973728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:50:58.983774 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d71d8b0-0e16-48e2-807e-0549acf1cd8a req-08db01b2-5f43-4622-b883-f2fc8a4c396f tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 Aug 30 13:50:59.039265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea467f7-ac21-44d4-8649-56ae1a9f5bc5 req-abce1afd-c106-4883-818b-ad3a8161b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:50:59.040706 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ea467f7-ac21-44d4-8649-56ae1a9f5bc5 req-abce1afd-c106-4883-818b-ad3a8161b232 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 1101 time: 0.0399597 Aug 30 13:50:59.074696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ea467f7-ac21-44d4-8649-56ae1a9f5bc5 req-0dbfed75-0bb0-4d21-98c3-ed9f785b8871 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270545 Aug 30 13:51:00.091537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8da1e6-8f50-4d2a-a3a7-2de934ac91cf req-492c779b-e182-40b1-b6a4-7d071e4222f2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:00.092995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c8da1e6-8f50-4d2a-a3a7-2de934ac91cf req-492c779b-e182-40b1-b6a4-7d071e4222f2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 950 time: 0.0484767 Aug 30 13:51:00.130675 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1c8da1e6-8f50-4d2a-a3a7-2de934ac91cf req-dd2e651b-1743-42f8-8cde-821c2de77398 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Aug 30 13:51:01.191837 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:01.244677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19067e-5a0f-4f03-a007-a870b6d5e8fb req-0af86188-1fa6-492c-baff-70ad0baf6b63 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:01.246155 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a19067e-5a0f-4f03-a007-a870b6d5e8fb req-0af86188-1fa6-492c-baff-70ad0baf6b63 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 950 time: 0.0483208 Aug 30 13:51:01.284408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8a19067e-5a0f-4f03-a007-a870b6d5e8fb req-fc6bd356-9fb3-49c1-aa30-e461985fe025 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Aug 30 13:51:02.188087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779e8a6-507a-4611-956a-415ff724d235 req-924ce34a-334a-4076-905a-e642eef7a9d1 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:02.189500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8779e8a6-507a-4611-956a-415ff724d235 req-924ce34a-334a-4076-905a-e642eef7a9d1 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 950 time: 0.0500646 Aug 30 13:51:02.227374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8779e8a6-507a-4611-956a-415ff724d235 req-7e29df20-e239-4272-b359-e64eb92bbbe0 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Aug 30 13:51:03.353344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73514619-260c-4abf-9178-721424286a73 req-053a9f08-8a27-4057-b132-599387441fc2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:03.354837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73514619-260c-4abf-9178-721424286a73 req-053a9f08-8a27-4057-b132-599387441fc2 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 950 time: 0.0518889 Aug 30 13:51:03.393472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73514619-260c-4abf-9178-721424286a73 req-da9925d3-7dba-479f-bf37-ad6b794ce647 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.37 "GET /v2.0/security-groups?id=95a67519-5b40-48a0-92d7-4f73397660e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Aug 30 13:51:03.499600 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-0fbcc701-3e64-4a3f-82d4-d558cb39e336 req-7e2dc82a-3a66-4eb7-a3e1-913ab3bd7bfa service neutron] (95699) timed out ('10.222.0.37', 58172) {{(pid=95699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:51:03.547494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a837b-b073-4735-ac8c-1553960dabca req-7c5491c1-6a51-4183-b78c-688c9ae31b32 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:03.548839 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-011a837b-b073-4735-ac8c-1553960dabca req-7c5491c1-6a51-4183-b78c-688c9ae31b32 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.35 "GET /v2.0/ports?device_id=05f2eb46-e5ba-4080-9b97-c2c4ed8f3668 HTTP/1.1" status: 200 len: 950 time: 0.0484257 Aug 30 13:51:03.635545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-011a837b-b073-4735-ac8c-1553960dabca req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Deleting port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:51:03.635889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-011a837b-b073-4735-ac8c-1553960dabca req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:03.727477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-011a837b-b073-4735-ac8c-1553960dabca req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] For port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,segment=NetworkSegment(9da9b161-9ca0-4878-b5a6-3e19d9071ca6),segment_id=9da9b161-9ca0-4878-b5a6-3e19d9071ca6)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:51:03.727844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-011a837b-b073-4735-ac8c-1553960dabca req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:03.740547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-011a837b-b073-4735-ac8c-1553960dabca req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Calling delete_port for 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:51:03.867391 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-011a837b-b073-4735-ac8c-1553960dabca req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:03.878702 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:51:03.897273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Pushing event deleted for resources: {'Port': ['ID=063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:03.939175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-011a837b-b073-4735-ac8c-1553960dabca req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] No DVR routers for this DVR port 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:51:03.941852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-011a837b-b073-4735-ac8c-1553960dabca req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:03.944458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-011a837b-b073-4735-ac8c-1553960dabca req-c5f14e77-5cf4-4ac7-8ce9-2d5f15527185 tempest-ServersAdminNegativeTestJSON-1107127403 tempest-ServersAdminNegativeTestJSON-1107127403-project] 10.222.0.35 "DELETE /v2.0/ports/063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf HTTP/1.1" status: 204 len: 173 time: 0.3892839 Aug 30 13:51:03.944908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f2eb46-e5ba-4080-9b97-c2c4ed8f3668', 'name': 'network-vif-deleted', 'tag': '063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:51:03.947230 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f54082-4472-470c-88df-82739a8dbcdd" -d '{"events": [{"server_uuid": "05f2eb46-e5ba-4080-9b97-c2c4ed8f3668", "name": "network-vif-deleted", "tag": "063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:51:03.988930 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed3a6b-23c9-44d7-98a9-7d33aad7ca69 x-openstack-request-id: req-05ed3a6b-23c9-44d7-98a9-7d33aad7ca69 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:51:03.989223 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f2eb46-e5ba-4080-9b97-c2c4ed8f3668", "name": "network-vif-deleted", "tag": "063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:51:03.989621 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05ed3a6b-23c9-44d7-98a9-7d33aad7ca69 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:51:03.990176 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f2eb46-e5ba-4080-9b97-c2c4ed8f3668', 'name': 'network-vif-deleted', 'tag': '063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf', 'status': 'completed', 'code': 200} Aug 30 13:51:04.681513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34708) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:04.810996 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e6dee685-ccf0-4bef-9ed6-cdd2c4540790 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=811f79943baf48b2b83b3afd8783c939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282983 Aug 30 13:51:04.813432 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34712) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:04.864640 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f06b3a2a-a177-405c-a980-d3b0666eb7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:04.885228 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f06b3a2a-a177-405c-a980-d3b0666eb7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:04.930201 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f06b3a2a-a177-405c-a980-d3b0666eb7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:04.932864 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f06b3a2a-a177-405c-a980-d3b0666eb7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:04.934028 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f06b3a2a-a177-405c-a980-d3b0666eb7f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95a67519-5b40-48a0-92d7-4f73397660e1 HTTP/1.1" status: 204 len: 168 time: 0.1196742 Aug 30 13:51:04.941313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b3a2a-a177-405c-a980-d3b0666eb7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a67519-5b40-48a0-92d7-4f73397660e1,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:05.188628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34718) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:05.202620 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41059b8c-abd9-4c4c-b9b6-34b00370e192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:05.289307 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41059b8c-abd9-4c4c-b9b6-34b00370e192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:05.292981 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-41059b8c-abd9-4c4c-b9b6-34b00370e192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:05.332025 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-41059b8c-abd9-4c4c-b9b6-34b00370e192 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=453fdd646fe24d6b924813606a426b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423447 Aug 30 13:51:05.333121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41059b8c-abd9-4c4c-b9b6-34b00370e192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafcfbab-426a-45e5-91e6-5c7330304a04,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:05.334863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34720) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:05.393000 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38ff1f71-5f7b-4c6f-9dc5-e5bc0d715e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:05.415104 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38ff1f71-5f7b-4c6f-9dc5-e5bc0d715e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:05.459596 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38ff1f71-5f7b-4c6f-9dc5-e5bc0d715e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:05.462273 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-38ff1f71-5f7b-4c6f-9dc5-e5bc0d715e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:05.463401 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-38ff1f71-5f7b-4c6f-9dc5-e5bc0d715e4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/cafcfbab-426a-45e5-91e6-5c7330304a04 HTTP/1.1" status: 204 len: 168 time: 0.1275499 Aug 30 13:51:05.471484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff1f71-5f7b-4c6f-9dc5-e5bc0d715e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafcfbab-426a-45e5-91e6-5c7330304a04,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:06.149001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34742) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:06.242518 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-519687368-network', 'tenant_id': '3d5c5cc5d35b45808659419dbb4e48cc'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:51:06.262312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Made reservation on behalf of 3d5c5cc5d35b45808659419dbb4e48cc for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:51:06.264684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.272727 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.361685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.366298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.387348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:51:06.400806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66db2f5f-92ee-491e-baa6-4c6369d8a554,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:06.405743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.406099 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Added segment acad2041-d9c3-4082-931d-871c04fc0060 of type vlan for network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e Aug 30 13:51:06.447076 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.470627 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.471510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:06.472105 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.524682 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3745298 Aug 30 13:51:06.527815 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34746) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:06.532870 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Request body: {'subnet': {'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-519687368-subnet', 'tenant_id': '3d5c5cc5d35b45808659419dbb4e48cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:51:06.535679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cf190-ca50-4949-b4f9-c0b80452bf4c admin admin] Pushing event updated for resources: {'Network': ['ID=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:06.546056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:51:06.555113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Made reservation on behalf of 3d5c5cc5d35b45808659419dbb4e48cc for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:51:06.557633 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.664506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:51:06.684661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:51:06.685010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 063e1e2e-edbc-4c6f-8aef-fa4368f8b7cf not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:51:06.736924 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.738410 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c7aac8c8-357c-4863-b644-48b93ab7f11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.792002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ee5794-2b54-439a-b50a-f6a3b0547b8d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:06.800292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Checking segment: {'id': 'acad2041-d9c3-4082-931d-871c04fc0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:51:06.800651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Network hostable DHCP agents. Network: f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:51:06.816589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:51:06.824873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:51:06.829013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:06.829598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:06.834476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0af49b-e66a-46f0-bc3d-75463a578b9e None None] Network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:51:06.843471 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d4f6fb18-1724-436f-a247-262be951dedb admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3145890 Aug 30 13:51:06.956494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52127f17-c1a4-48e0-ad98-3272bc3bb9a0 None None] Network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:51:07.264051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-aeeab332-db23-4f77-8ab0-26a82d20a72c tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:07.265402 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-aeeab332-db23-4f77-8ab0-26a82d20a72c tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/networks?id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 200 len: 811 time: 0.1043384 Aug 30 13:51:07.280392 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-6a2b6d7b-ac50-4f98-a677-6ab3d18ddaee tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/quotas/3d5c5cc5d35b45808659419dbb4e48cc HTTP/1.1" status: 200 len: 375 time: 0.0086713 Aug 30 13:51:07.312828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-2d9b9d1b-c0b7-424c-a931-a235417f57e5 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273285 Aug 30 13:51:07.373771 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-e2a52770-5557-4a90-b023-5c3a8de62010 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:51:07.374759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-e2a52770-5557-4a90-b023-5c3a8de62010 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548167 Aug 30 13:51:07.466795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-560fb350-f203-4dfa-96d6-7650dd2c223d service neutron] 10.222.0.37 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853004 Aug 30 13:51:07.553955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-1bbe6af4-598f-42e7-b55c-cebba70a647e service neutron] 10.222.0.37 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810077 Aug 30 13:51:07.714313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-04bcc0c2-2f96-4f99-81c3-8fe17bf09fe3 req-ef7303c4-19f9-4052-9b50-fdbe80bdc825 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 210 time: 0.0306382 Aug 30 13:51:08.712356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-a8f767e6-97e0-48a5-bbda-2f467b39e976 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:08.713781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-a8f767e6-97e0-48a5-bbda-2f467b39e976 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.35 "GET /v2.0/networks?id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 200 len: 811 time: 0.1129262 Aug 30 13:51:08.726540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Request body: {'port': {'device_id': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e', 'admin_state_up': True, 'tenant_id': '3d5c5cc5d35b45808659419dbb4e48cc'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:51:08.809569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-09a4e23a-2eaa-4d13-a1b2-df689d7265fa req-83be5fc0-e5c9-4ec2-9f7a-0c04a43f4544 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 210 time: 0.0281644 Aug 30 13:51:08.834617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Made reservation on behalf of 3d5c5cc5d35b45808659419dbb4e48cc for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:51:08.838129 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:08.963423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Allocated IP 172.20.0.7 (f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e/a0ee5794-2b54-439a-b50a-f6a3b0547b8d/c658b1dd-9392-4978-89db-a13dcb443594) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:51:09.107909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.144687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.189752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:51:09.193328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:51:09.195678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:51:09.220665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Pushing event updated for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:09.249851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:09.250453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.264847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0bad14bc-5c66-417e-8476-f6e0d411c0dd tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424054 Aug 30 13:51:09.277250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Request body: {'port': {'device_id': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:51:09.331236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.463509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-be2dd6b1-2d31-4b1a-9f28-7baf4d9c16f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.586142 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c658b1dd-9392-4978-89db-a13dcb443594 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:51:09.593342 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.604971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Transition to ACTIVE for port object c658b1dd-9392-4978-89db-a13dcb443594 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:51:09.608776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.659349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:09.682942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.683289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.683627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.683960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.684290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.684614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.684938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.685266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.685581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.685928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.686246 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.686567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:09.739855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Attempting to bind port c658b1dd-9392-4978-89db-a13dcb443594 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:51:09.740584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Attempting to bind port c658b1dd-9392-4978-89db-a13dcb443594 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'acad2041-d9c3-4082-931d-871c04fc0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:51:09.740584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Attempting to bind port c658b1dd-9392-4978-89db-a13dcb443594 on network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:51:09.744600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Port c658b1dd-9392-4978-89db-a13dcb443594 on network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:51:09.744917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Attempting to bind port c658b1dd-9392-4978-89db-a13dcb443594 on network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:51:09.749687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:51:09.750028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Checking segment: {'id': 'acad2041-d9c3-4082-931d-871c04fc0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:51:09.750407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Bound using segment: {'id': 'acad2041-d9c3-4082-931d-871c04fc0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:51:09.750827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Bound port: c658b1dd-9392-4978-89db-a13dcb443594, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad2041-d9c3-4082-931d-871c04fc0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:51:09.751174 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.813407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:51:09.816441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:51:09.820949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.853294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:09.853944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:09.855414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] 10.222.0.35 "PUT /v2.0/ports/c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 1091 time: 0.5821495 Aug 30 13:51:09.857895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:51:09.860155 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e8bdbc-e690-404e-b274-98d9622501e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "tag": "c658b1dd-9392-4978-89db-a13dcb443594"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:51:09.899876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799fe90-bbaa-429f-94b1-cfac1a0a1ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:09.921654 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a60d422-015d-43b7-84ae-30f54ae84586 x-openstack-request-id: req-7a60d422-015d-43b7-84ae-30f54ae84586 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:51:09.921960 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "tag": "c658b1dd-9392-4978-89db-a13dcb443594", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:51:09.922212 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a60d422-015d-43b7-84ae-30f54ae84586 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:51:09.922597 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594', 'status': 'completed', 'code': 200} Aug 30 13:51:09.968331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e86dd-1a6e-4f90-ae7a-87b2d1cba195 req-662973ee-25fa-43f1-afc6-f23891aa6c68 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:09.969826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-582e86dd-1a6e-4f90-ae7a-87b2d1cba195 req-662973ee-25fa-43f1-afc6-f23891aa6c68 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 943 time: 0.0864635 Aug 30 13:51:09.975539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-a49483cd-5806-42ad-9ca7-f1b9b0cc8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:09.976952 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-a49483cd-5806-42ad-9ca7-f1b9b0cc8feb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 1094 time: 0.0815742 Aug 30 13:51:10.028317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-7ac85b9a-ac05-4e4d-8fee-911b1007d1c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 217 time: 0.0435064 Aug 30 13:51:10.047867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-582e86dd-1a6e-4f90-ae7a-87b2d1cba195 req-21899f00-8687-4ad5-9fe3-93daad3b1c72 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699866 Aug 30 13:51:10.050629 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:10.084136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-b12aa963-4c45-4b3a-943d-370eee8803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:10.085724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-b12aa963-4c45-4b3a-943d-370eee8803b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0ee5794-2b54-439a-b50a-f6a3b0547b8d HTTP/1.1" status: 200 len: 851 time: 0.0497882 Aug 30 13:51:10.119884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-d9fda3ee-56bc-487f-8690-761248b4a9b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273795 Aug 30 13:51:10.207425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-0b28c769-7e47-4576-b282-b7a8a8737d7a service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806563 Aug 30 13:51:10.298709 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16e2c1de-c16d-4ad4-879c-1cd90989aa33 req-aadcf9c2-3196-4fef-9e17-f87f9edca261 service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840344 Aug 30 13:51:10.385997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-59bc64b7-0406-4ec6-a08a-3fdc4511b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:10.387415 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-59bc64b7-0406-4ec6-a08a-3fdc4511b74a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 1094 time: 0.0431659 Aug 30 13:51:10.476248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-886ee408-a132-4e9e-b93d-ea47300c5f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:10.477870 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-886ee408-a132-4e9e-b93d-ea47300c5f66 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 200 len: 912 time: 0.0840385 Aug 30 13:51:10.521465 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-fbe6a14f-afad-4bf5-b4f9-5aecb68665ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 217 time: 0.0367131 Aug 30 13:51:10.568122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-37053e98-7f76-458e-a70b-2a21a9ace587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:10.569521 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-37053e98-7f76-458e-a70b-2a21a9ace587 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0ee5794-2b54-439a-b50a-f6a3b0547b8d HTTP/1.1" status: 200 len: 851 time: 0.0420132 Aug 30 13:51:10.600535 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-c7856644-a309-478d-bfee-1443e7259828 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241485 Aug 30 13:51:10.689139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-b16ae038-173b-4b32-9022-01dc69e03cbe service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816662 Aug 30 13:51:10.776118 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55e8bdbc-e690-404e-b274-98d9622501e6 req-1d0e0b5a-e860-4ffd-97a7-10902239c8d5 service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802886 Aug 30 13:51:11.001100 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:11.166382 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217407b-17f0-4862-bc68-77da35846fc0 req-bf3c25a7-6d0b-41a4-a44b-c5d20d6d7bc4 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:11.167842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3217407b-17f0-4862-bc68-77da35846fc0 req-bf3c25a7-6d0b-41a4-a44b-c5d20d6d7bc4 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 943 time: 0.0526309 Aug 30 13:51:11.205408 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3217407b-17f0-4862-bc68-77da35846fc0 req-9912d923-c1f4-4478-b111-cb3c82bf5cb6 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312152 Aug 30 13:51:12.319851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4538b0-38de-4f04-81a3-8b95bdf2ed94 req-cbcd80d4-42f4-45e0-af6d-b5f77634e67b tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:12.321327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f4538b0-38de-4f04-81a3-8b95bdf2ed94 req-cbcd80d4-42f4-45e0-af6d-b5f77634e67b tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 943 time: 0.0497336 Aug 30 13:51:12.354604 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:12.363156 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f4538b0-38de-4f04-81a3-8b95bdf2ed94 req-108d4b22-c743-420c-af35-b3918a21d040 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358286 Aug 30 13:51:13.483734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814b765-c1cf-4262-a644-60ba29db0528 req-d6858328-ac23-4bd1-aa8c-961dbd7320d5 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:13.485241 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d814b765-c1cf-4262-a644-60ba29db0528 req-d6858328-ac23-4bd1-aa8c-961dbd7320d5 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 943 time: 0.0526581 Aug 30 13:51:13.523051 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d814b765-c1cf-4262-a644-60ba29db0528 req-f5b3a248-5e7b-4cd6-890b-8661131494cc tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313222 Aug 30 13:51:14.634471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c55c1-9a6d-4ae0-8edf-ea5b75658345 req-dc44bbe4-bd06-4d25-a2d4-f3dcb91106e4 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:14.635913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-463c55c1-9a6d-4ae0-8edf-ea5b75658345 req-dc44bbe4-bd06-4d25-a2d4-f3dcb91106e4 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 943 time: 0.0477095 Aug 30 13:51:14.673378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-463c55c1-9a6d-4ae0-8edf-ea5b75658345 req-7b8e70e3-7fa4-4314-b2cb-43786b0459a2 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315187 Aug 30 13:51:14.729676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c658b1dd-9392-4978-89db-a13dcb443594 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:51:14.824517 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:51:14.835386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'c658b1dd-9392-4978-89db-a13dcb443594', 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e', 'port_id': 'c658b1dd-9392-4978-89db-a13dcb443594', 'mac_address': 'fa:16:3e:0e:5a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ee5794-2b54-439a-b50a-f6a3b0547b8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:51:14.870841 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:14.883424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c658b1dd-9392-4978-89db-a13dcb443594 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:51:14.903282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:51:14.907343 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:14.953873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:15.193528 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['c658b1dd-9392-4978-89db-a13dcb443594'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:51:15.785714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94485b35-3114-4f9f-b77d-421e7682ea7c req-3ac3f3b2-fef3-4277-a2f4-31267c923017 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:15.787791 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94485b35-3114-4f9f-b77d-421e7682ea7c req-3ac3f3b2-fef3-4277-a2f4-31267c923017 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 944 time: 0.0489213 Aug 30 13:51:15.824189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-94485b35-3114-4f9f-b77d-421e7682ea7c req-a17dc3ba-eac2-4874-b0d4-3dc4ad938dda tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305481 Aug 30 13:51:16.741550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c658b1dd-9392-4978-89db-a13dcb443594 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:51:16.789351 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port c658b1dd-9392-4978-89db-a13dcb443594 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:51:16.792926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port c658b1dd-9392-4978-89db-a13dcb443594 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:51:16.793298 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:16.870848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:16.894028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:51:16.897064 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3952b564-9736-45c8-a808-bbc98cb2a98f" -d '{"events": [{"server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "name": "network-vif-plugged", "status": "completed", "tag": "c658b1dd-9392-4978-89db-a13dcb443594"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:51:16.912589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:51:16.917448 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:16.945416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf86c-2011-48ca-8cb8-ad2d565b5a3c req-bf9e75c9-7ff6-4e9c-8584-b0833acc723a tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:16.947600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a71bf86c-2011-48ca-8cb8-ad2d565b5a3c req-bf9e75c9-7ff6-4e9c-8584-b0833acc723a tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 944 time: 0.0556459 Aug 30 13:51:16.964879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:16.988862 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a71bf86c-2011-48ca-8cb8-ad2d565b5a3c req-5ea9c407-da65-4cfd-98dd-f005b808bfac tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343938 Aug 30 13:51:17.006089 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae546c67-c0e2-4007-baa8-252ae69a04b4 x-openstack-request-id: req-ae546c67-c0e2-4007-baa8-252ae69a04b4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:51:17.006401 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "name": "network-vif-plugged", "status": "completed", "tag": "c658b1dd-9392-4978-89db-a13dcb443594", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:51:17.006713 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ae546c67-c0e2-4007-baa8-252ae69a04b4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:51:17.007233 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594', 'code': 200} Aug 30 13:51:17.098995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c55f03-801a-4a4a-81b7-b9f377b72431 req-73ae82ca-3aa3-4120-921a-db1930c269b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:17.100474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06c55f03-801a-4a4a-81b7-b9f377b72431 req-73ae82ca-3aa3-4120-921a-db1930c269b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 1096 time: 0.0389493 Aug 30 13:51:17.138004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-06c55f03-801a-4a4a-81b7-b9f377b72431 req-b3b66c27-58c3-4617-952c-54a0b24dcb6e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308299 Aug 30 13:51:18.105348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f23a0ab-f1a1-4533-9c8b-6ad0181e586a req-575a319a-728a-4e03-832c-ac88d3c442a9 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:18.106829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f23a0ab-f1a1-4533-9c8b-6ad0181e586a req-575a319a-728a-4e03-832c-ac88d3c442a9 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0490305 Aug 30 13:51:18.143007 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f23a0ab-f1a1-4533-9c8b-6ad0181e586a req-00e7a87c-56b3-423a-9d2d-ed4126f869c1 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303540 Aug 30 13:51:19.263200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a4c06-34cf-4d69-aef4-9b3dff758357 req-14ca6656-592a-422f-ac2b-4b92a09d0b4d tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:19.264661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e0a4c06-34cf-4d69-aef4-9b3dff758357 req-14ca6656-592a-422f-ac2b-4b92a09d0b4d tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0525007 Aug 30 13:51:19.301913 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e0a4c06-34cf-4d69-aef4-9b3dff758357 req-7ef5a77b-9591-4ebd-81ed-b57047162547 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Aug 30 13:51:19.546225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16446a02-675d-4573-bec2-b61e4319c92a req-ca708761-1026-47a4-b9f6-1df8162989d2 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:19.547682 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16446a02-675d-4573-bec2-b61e4319c92a req-ca708761-1026-47a4-b9f6-1df8162989d2 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0596344 Aug 30 13:51:19.603288 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16446a02-675d-4573-bec2-b61e4319c92a req-ca366bd2-d1e0-465c-b1ce-12e187b14b93 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419629 Aug 30 13:51:19.606065 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-bf24fb2a-6eb6-43c8-9a30-a8a0b0b2b53a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270225 Aug 30 13:51:20.720368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ab512-8b02-4da7-8a59-9fea360c0c16 req-6154fd0a-a364-4bf4-8fd6-95b3f59150d4 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:20.721878 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-090ab512-8b02-4da7-8a59-9fea360c0c16 req-6154fd0a-a364-4bf4-8fd6-95b3f59150d4 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0493991 Aug 30 13:51:20.787967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-090ab512-8b02-4da7-8a59-9fea360c0c16 req-147d28a2-53c9-42d5-87ae-ddb2ce76799e tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563555 Aug 30 13:51:20.790842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-3a806d25-dca6-455c-8e71-84085df92bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:20.792159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-3a806d25-dca6-455c-8e71-84085df92bb5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 1096 time: 0.0694327 Aug 30 13:51:20.879942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-8c3ad023-50b8-4edc-9f61-29bd79804cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:20.881489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-8c3ad023-50b8-4edc-9f61-29bd79804cda service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 200 len: 912 time: 0.0817850 Aug 30 13:51:20.923367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-acbd333e-a84b-42f9-8c0a-2029d89a6339 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 217 time: 0.0342572 Aug 30 13:51:20.974847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-aae379b9-962c-4f8d-9e2c-69d7ca048df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:20.976377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-aae379b9-962c-4f8d-9e2c-69d7ca048df2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0ee5794-2b54-439a-b50a-f6a3b0547b8d HTTP/1.1" status: 200 len: 851 time: 0.0457149 Aug 30 13:51:21.007566 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-9142865b-082b-4a09-9fea-795e406c74c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241251 Aug 30 13:51:21.093939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-37d2ba20-0a6a-497f-b69b-1db7df4c45da service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793982 Aug 30 13:51:21.187136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-4c2d11ea-9179-448b-8772-1984bae865e0 service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859034 Aug 30 13:51:21.904582 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072ec84-1b35-4c94-8755-b4de8729b350 req-04ff9128-5ce9-4696-94ab-dc9dbaf0355b tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:21.906066 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6072ec84-1b35-4c94-8755-b4de8729b350 req-04ff9128-5ce9-4696-94ab-dc9dbaf0355b tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0524595 Aug 30 13:51:21.943626 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6072ec84-1b35-4c94-8755-b4de8729b350 req-77e66cc8-9a39-4b75-808a-f3e9c1c0a388 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Aug 30 13:51:23.062600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092aef4-9840-402e-8345-c9fb1c8cc25b req-bbdce4f8-68fc-4958-8990-5bbbb665c0e2 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:23.064191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d092aef4-9840-402e-8345-c9fb1c8cc25b req-bbdce4f8-68fc-4958-8990-5bbbb665c0e2 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0537412 Aug 30 13:51:23.103549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d092aef4-9840-402e-8345-c9fb1c8cc25b req-1e01ee57-76fd-4004-a6af-ee4aba618c95 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Aug 30 13:51:24.220550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b905692-df43-4901-930f-c464a12ea630 req-9c3095c2-6d08-49ee-85cd-518c45d3ec64 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:24.222085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1b905692-df43-4901-930f-c464a12ea630 req-9c3095c2-6d08-49ee-85cd-518c45d3ec64 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0506022 Aug 30 13:51:24.260888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1b905692-df43-4901-930f-c464a12ea630 req-7e6639e6-81f1-4281-ae09-0d3b0e0ab77e tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Aug 30 13:51:25.376775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b171592-88d2-4078-8b12-28d6cf532e5b req-100fc2c2-ee15-4b90-9732-e4596c59d385 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:25.378258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b171592-88d2-4078-8b12-28d6cf532e5b req-100fc2c2-ee15-4b90-9732-e4596c59d385 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0486677 Aug 30 13:51:25.420964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b171592-88d2-4078-8b12-28d6cf532e5b req-58863b9a-e28b-4803-83ac-c93a25a9bdd7 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363374 Aug 30 13:51:26.538805 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b98b3-379f-463a-b386-4aef31ebf0bf req-bd5c5010-c35b-4c6e-9dd0-f38220f34553 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:26.540282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-384b98b3-379f-463a-b386-4aef31ebf0bf req-bd5c5010-c35b-4c6e-9dd0-f38220f34553 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0495627 Aug 30 13:51:26.577285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-384b98b3-379f-463a-b386-4aef31ebf0bf req-8245f887-f544-41a1-818a-2200e3547a54 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 Aug 30 13:51:27.692328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab66579-6025-402e-8306-1a6a5539cfbf req-66ab714f-78ed-4057-b2e1-c769ca7e0311 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:27.694553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aab66579-6025-402e-8306-1a6a5539cfbf req-66ab714f-78ed-4057-b2e1-c769ca7e0311 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0492041 Aug 30 13:51:27.733572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aab66579-6025-402e-8306-1a6a5539cfbf req-9e1b6029-0fbe-4aa4-8714-6bfdcf71b100 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Aug 30 13:51:28.822723 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:28.854017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8ee24-7c70-471a-a0b7-ac941fa238fa req-a8998d1b-6734-43b3-96b1-f847d22aa53b tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:28.855502 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ab8ee24-7c70-471a-a0b7-ac941fa238fa req-a8998d1b-6734-43b3-96b1-f847d22aa53b tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0552011 Aug 30 13:51:28.892444 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4ab8ee24-7c70-471a-a0b7-ac941fa238fa req-44d9f051-523c-4003-920a-823c6c768531 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310202 Aug 30 13:51:30.006257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8b792-00a4-422d-a2d7-6eee4e5bc646 req-1702c124-2b90-4a7f-b9e3-f5c3d6aa5a08 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:30.007740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ee8b792-00a4-422d-a2d7-6eee4e5bc646 req-1702c124-2b90-4a7f-b9e3-f5c3d6aa5a08 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0489252 Aug 30 13:51:30.046244 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0ee8b792-00a4-422d-a2d7-6eee4e5bc646 req-cbd7a785-2a91-4b2d-8af0-1aeb4653b4d1 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Aug 30 13:51:31.160869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58043c68-76f0-4a07-8368-b4594f907828 req-6ca5cc52-e99f-4cc8-9eea-e8d0012f5317 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:31.162476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58043c68-76f0-4a07-8368-b4594f907828 req-6ca5cc52-e99f-4cc8-9eea-e8d0012f5317 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0491028 Aug 30 13:51:31.195955 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:31.200092 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-58043c68-76f0-4a07-8368-b4594f907828 req-c5bb5c38-701e-4cd5-9d6d-82ce90a43510 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316634 Aug 30 13:51:32.313898 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbbf5c-c055-4902-bc40-f79aa6d0cb7d req-7aa2a5df-141f-43d2-9510-89fcf39a42ef tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:32.315265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1fbbf5c-c055-4902-bc40-f79aa6d0cb7d req-7aa2a5df-141f-43d2-9510-89fcf39a42ef tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Aug 30 13:51:32.355938 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1fbbf5c-c055-4902-bc40-f79aa6d0cb7d req-65818de7-c982-4657-8a48-ea18db3b4b28 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341024 Aug 30 13:51:33.469151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde32f5-0a92-4a8f-ab1d-68672827fa8b req-e3bb4fed-bc77-4aa0-88f2-f0668c9ac311 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:33.470641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6dde32f5-0a92-4a8f-ab1d-68672827fa8b req-e3bb4fed-bc77-4aa0-88f2-f0668c9ac311 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0483057 Aug 30 13:51:33.508943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6dde32f5-0a92-4a8f-ab1d-68672827fa8b req-8b63d4d7-0da1-41c5-98b0-1f3007fe7e1e tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Aug 30 13:51:33.856407 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:51:34.621837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4ad0b-d374-45a4-8491-a58544fc3080 req-b2a5382a-a67c-4b0a-a7c7-575c56cb465f tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:34.623320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03c4ad0b-d374-45a4-8491-a58544fc3080 req-b2a5382a-a67c-4b0a-a7c7-575c56cb465f tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0478230 Aug 30 13:51:34.660038 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03c4ad0b-d374-45a4-8491-a58544fc3080 req-dc9678d6-1e2a-4781-9163-7266a6a866c4 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307024 Aug 30 13:51:35.777959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e1e16-6e3d-4842-afa5-41820f7eaee3 req-9d61fe7e-2416-4aec-872b-ef6c6c1c82a3 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:35.779393 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf1e1e16-6e3d-4842-afa5-41820f7eaee3 req-9d61fe7e-2416-4aec-872b-ef6c6c1c82a3 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0524457 Aug 30 13:51:35.817337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf1e1e16-6e3d-4842-afa5-41820f7eaee3 req-6b64e24f-8f2b-406f-b332-c9333ceb8ea3 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321059 Aug 30 13:51:36.737895 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce2bd-dc90-4814-8557-e7e38c663a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:36.933170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8845c-d308-4384-959f-3994268d736b req-c7412f9c-a139-4b5f-93bb-6a5b80222875 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:36.934681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2e8845c-d308-4384-959f-3994268d736b req-c7412f9c-a139-4b5f-93bb-6a5b80222875 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0484083 Aug 30 13:51:36.970283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2e8845c-d308-4384-959f-3994268d736b req-8884aae5-dab8-4efd-8f3d-d4273a72931c tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297666 Aug 30 13:51:38.085701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e1c5b-229d-46d6-9e9e-a1ca4d44eb98 req-13cecb67-40a0-42f3-8d68-df093ecd9081 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:38.087192 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-103e1c5b-229d-46d6-9e9e-a1ca4d44eb98 req-13cecb67-40a0-42f3-8d68-df093ecd9081 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0497768 Aug 30 13:51:38.124770 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-103e1c5b-229d-46d6-9e9e-a1ca4d44eb98 req-a0a8d315-45fe-4532-8662-f0d9c4b4018a tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Aug 30 13:51:39.239186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e9d27-ae3b-4ba5-ba71-a5dfdc780549 req-505df3b4-f31b-4d79-93f5-5828e25df1a2 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:39.241274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c8e9d27-ae3b-4ba5-ba71-a5dfdc780549 req-505df3b4-f31b-4d79-93f5-5828e25df1a2 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0492535 Aug 30 13:51:39.281066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5c8e9d27-ae3b-4ba5-ba71-a5dfdc780549 req-edc61fb4-b26f-49ed-8677-5fefdcde4eaf tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Aug 30 13:51:39.466740 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c15dfe53-902f-4799-b034-f40d54cadcd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:40.052866 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:40.393984 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f94f2-11b1-47a8-a806-bad6428871ef req-1ff0dc0c-595b-4204-b7a7-8d670592fd3f tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:40.395434 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f94f2-11b1-47a8-a806-bad6428871ef req-1ff0dc0c-595b-4204-b7a7-8d670592fd3f tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0481017 Aug 30 13:51:40.435600 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af3f94f2-11b1-47a8-a806-bad6428871ef req-f16efeef-1c75-4320-9cc5-a82ca547ba1d tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337923 Aug 30 13:51:41.003101 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:41.143839 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-10a9354e-89e3-48cd-b0b4-553b8036d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:41.145304 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-10a9354e-89e3-48cd-b0b4-553b8036d053 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 1096 time: 0.0404763 Aug 30 13:51:41.246446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-75fbb889-635f-4290-902d-8798f5185022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:41.247976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-75fbb889-635f-4290-902d-8798f5185022 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 200 len: 912 time: 0.0835323 Aug 30 13:51:41.292206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-f7be37a5-c76a-4082-8d83-5e30efb24b97 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 217 time: 0.0377192 Aug 30 13:51:41.339887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-b186cf9c-14e3-44ea-ac9e-2fbd7c73a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:41.341294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-b186cf9c-14e3-44ea-ac9e-2fbd7c73a0d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0ee5794-2b54-439a-b50a-f6a3b0547b8d HTTP/1.1" status: 200 len: 851 time: 0.0425141 Aug 30 13:51:41.372570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-c988e240-745c-48f1-8f1b-7d03d3af5390 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237048 Aug 30 13:51:41.464691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-ab1e2707-7841-4c9c-ac17-cf4a331d49c1 service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844646 Aug 30 13:51:41.585254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fac2df-1ce3-4dd7-8e5e-da61e2dcd5c0 req-e90d48f4-9259-4d71-b01b-014ba1b2b083 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:41.586658 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c8fac2df-1ce3-4dd7-8e5e-da61e2dcd5c0 req-e90d48f4-9259-4d71-b01b-014ba1b2b083 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0710988 Aug 30 13:51:41.603450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fb1b25f-efe6-4597-b94e-15e612ccf922 req-dad3f976-a365-468e-8da0-d520b05c4b2b service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300778 Aug 30 13:51:41.634848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c8fac2df-1ce3-4dd7-8e5e-da61e2dcd5c0 req-55e93c63-19f4-459f-aa66-472bec462fdc tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411966 Aug 30 13:51:42.358563 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:42.755797 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2aa3ee-3a65-4ef0-8461-555819cda154 req-31a68885-49b3-4ead-b339-79cd5385c656 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:42.757311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b2aa3ee-3a65-4ef0-8461-555819cda154 req-31a68885-49b3-4ead-b339-79cd5385c656 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0545254 Aug 30 13:51:42.795159 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b2aa3ee-3a65-4ef0-8461-555819cda154 req-101885f6-31e7-4adf-b996-2d00e81c7dc1 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319765 Aug 30 13:51:43.911093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40d70b-5d55-4dcb-80c7-213026ad0d31 req-5473c2b6-64f4-4d8b-9034-19e2f4064a53 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:43.913146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e40d70b-5d55-4dcb-80c7-213026ad0d31 req-5473c2b6-64f4-4d8b-9034-19e2f4064a53 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0486190 Aug 30 13:51:43.950723 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e40d70b-5d55-4dcb-80c7-213026ad0d31 req-b0715339-7176-413b-ab2a-14f2d01cf347 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Aug 30 13:51:45.064278 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9104c-aede-4b94-9762-542d1e19176f req-86eb7b5a-d378-4cff-9dd7-2bb0979d937b tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:45.065793 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62d9104c-aede-4b94-9762-542d1e19176f req-86eb7b5a-d378-4cff-9dd7-2bb0979d937b tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0490401 Aug 30 13:51:45.103913 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62d9104c-aede-4b94-9762-542d1e19176f req-706c0343-8ae5-4ffa-81fb-59ce9f203782 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Aug 30 13:51:46.221171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798375c-9bd4-499a-88ee-9755a4f9405e req-a9c366c4-ccf1-4fa5-affe-d3908850bc98 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:46.222678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2798375c-9bd4-499a-88ee-9755a4f9405e req-a9c366c4-ccf1-4fa5-affe-d3908850bc98 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0501158 Aug 30 13:51:46.261166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2798375c-9bd4-499a-88ee-9755a4f9405e req-b692ef78-c360-49ae-a092-78a3766cd5c3 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Aug 30 13:51:47.375654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22c290-94e0-426f-af5e-a538f341d32e req-e0fba234-b901-4d49-94cd-163928780a89 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:47.377120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a22c290-94e0-426f-af5e-a538f341d32e req-e0fba234-b901-4d49-94cd-163928780a89 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0490711 Aug 30 13:51:47.416798 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4a22c290-94e0-426f-af5e-a538f341d32e req-811076a0-3ff4-457f-9e7e-c3993448ad16 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Aug 30 13:51:47.877580 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-d465b7b5-fecf-4769-83cd-8e6e5ebf9597 service neutron] show failed (client error): The resource could not be found. Aug 30 13:51:47.878590 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-d465b7b5-fecf-4769-83cd-8e6e5ebf9597 service neutron] 10.222.0.35 "GET /v2.0/ports/c658b1dd-9392-4978-89db-a13dcb443594/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0532970 Aug 30 13:51:48.070148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-bfa7af95-4a24-465b-ae78-220ffc7fd14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:48.071615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-bfa7af95-4a24-465b-ae78-220ffc7fd14a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97&tenant_id=3d5c5cc5d35b45808659419dbb4e48cc HTTP/1.1" status: 200 len: 1096 time: 0.0459077 Aug 30 13:51:48.083650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:51:48.139569 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:48.339405 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:51:48.372487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:51:48.417529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:51:48.419901 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb82f8a-c0c7-4fab-82a3-f736923e520b" -d '{"events": [{"server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "name": "network-vif-unplugged", "status": "completed", "tag": "c658b1dd-9392-4978-89db-a13dcb443594"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:51:48.424063 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:48.440139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Transition to ACTIVE for port object c658b1dd-9392-4978-89db-a13dcb443594 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:51:48.444258 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:48.475887 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240aca97-f549-4b70-8efb-d167c6672924 x-openstack-request-id: req-240aca97-f549-4b70-8efb-d167c6672924 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:51:48.476177 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "name": "network-vif-unplugged", "status": "completed", "tag": "c658b1dd-9392-4978-89db-a13dcb443594", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:51:48.476431 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-240aca97-f549-4b70-8efb-d167c6672924 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:51:48.476822 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594', 'code': 200} Aug 30 13:51:48.510991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] No DVR routers for this DVR port c658b1dd-9392-4978-89db-a13dcb443594 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:51:48.523384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Pushing event updated for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:48.539377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3388b-5097-4a2e-b87a-13f2936e4775 req-87ed3abe-8a27-4438-bde2-b9429292e343 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:48.541009 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bb3388b-5097-4a2e-b87a-13f2936e4775 req-87ed3abe-8a27-4438-bde2-b9429292e343 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 943 time: 0.0552037 Aug 30 13:51:48.553622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Attempting to bind port c658b1dd-9392-4978-89db-a13dcb443594 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:51:48.553992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Attempting to bind port c658b1dd-9392-4978-89db-a13dcb443594 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'acad2041-d9c3-4082-931d-871c04fc0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:51:48.554328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Attempting to bind port c658b1dd-9392-4978-89db-a13dcb443594 on network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:51:48.558676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Port c658b1dd-9392-4978-89db-a13dcb443594 on network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:51:48.559019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Attempting to bind port c658b1dd-9392-4978-89db-a13dcb443594 on network f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:51:48.563845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:51:48.564179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Checking segment: {'id': 'acad2041-d9c3-4082-931d-871c04fc0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:51:48.564560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Bound using segment: {'id': 'acad2041-d9c3-4082-931d-871c04fc0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:51:48.565029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Bound port: c658b1dd-9392-4978-89db-a13dcb443594, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acad2041-d9c3-4082-931d-871c04fc0060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:51:48.565402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:48.580019 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bb3388b-5097-4a2e-b87a-13f2936e4775 req-9b9b0e7c-3515-4b54-8dd9-2ff6c0354ca5 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319998 Aug 30 13:51:48.632959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:51:48.636388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:51:48.640218 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:48.672642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:48.673328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:48.674740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] 10.222.0.16 "PUT /v2.0/ports/c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 1091 time: 0.5952361 Aug 30 13:51:48.710255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ea307-55b2-4bec-8a53-99cd49090182 service neutron] Pushing event updated for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:48.741145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-42420882-de7b-4f87-931a-b9cdce85fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:48.742663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-42420882-de7b-4f87-931a-b9cdce85fa74 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 1094 time: 0.0452724 Aug 30 13:51:48.834185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-13f29eaf-5341-402f-88f3-04a5da247528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:48.835646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-13f29eaf-5341-402f-88f3-04a5da247528 service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 200 len: 912 time: 0.0854871 Aug 30 13:51:49.174720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-595e6479-b15f-419e-900f-83a10ca29a2a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 217 time: 0.3304989 Aug 30 13:51:49.223573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-13071079-7a1b-4def-9fa2-ca515c833946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:49.225064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-13071079-7a1b-4def-9fa2-ca515c833946 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ee5794-2b54-439a-b50a-f6a3b0547b8d HTTP/1.1" status: 200 len: 851 time: 0.0432441 Aug 30 13:51:49.258178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-858b9987-3de3-42a6-9782-23d9d3f5f621 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256917 Aug 30 13:51:49.347347 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-78e976cc-696e-4d47-9577-396e6fe2874f service neutron] 10.222.0.16 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820062 Aug 30 13:51:49.435292 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f97a45e-3fc1-4268-87a0-42b77c45173a req-58545208-87e4-4009-a7d6-4eff1843f707 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806615 Aug 30 13:51:49.703935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfff257-7205-48ca-9beb-2447c2f0917b req-1b2aa6fa-b160-4cfe-83bb-8ae0b67e995a tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:49.705316 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bfff257-7205-48ca-9beb-2447c2f0917b req-1b2aa6fa-b160-4cfe-83bb-8ae0b67e995a tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 943 time: 0.0564370 Aug 30 13:51:49.743384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5bfff257-7205-48ca-9beb-2447c2f0917b req-c608b3c0-b378-4bbb-bee7-ef532c209f4b tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Aug 30 13:51:50.478046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:51:50.480392 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac18a6c8-a566-4227-a4c3-2251f6220751" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "tag": "c658b1dd-9392-4978-89db-a13dcb443594"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:51:50.529631 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2138a1b5-33cf-412e-94be-c263818949f2 x-openstack-request-id: req-2138a1b5-33cf-412e-94be-c263818949f2 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:51:50.529944 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "tag": "c658b1dd-9392-4978-89db-a13dcb443594", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:51:50.530258 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2138a1b5-33cf-412e-94be-c263818949f2 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:51:50.530676 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594', 'status': 'completed', 'code': 200} Aug 30 13:51:50.614564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-3df83bfb-4f1b-4ef6-804d-47b72ba73e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:50.616037 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-3df83bfb-4f1b-4ef6-804d-47b72ba73e01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 1094 time: 0.0669334 Aug 30 13:51:50.618471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-c5cf3343-e436-474f-9a6d-15c9824ed56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:50.619784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-c5cf3343-e436-474f-9a6d-15c9824ed56c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 1094 time: 0.0605824 Aug 30 13:51:50.774249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-57ce3123-35d8-4b11-a2d6-9b38090fa0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:50.775718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-57ce3123-35d8-4b11-a2d6-9b38090fa0ed service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 200 len: 912 time: 0.1523559 Aug 30 13:51:50.777048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-00e35932-e176-4292-a278-d2b95cd5736c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:50.778395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-00e35932-e176-4292-a278-d2b95cd5736c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 200 len: 912 time: 0.1466191 Aug 30 13:51:50.851204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-92183915-7880-4611-bc3b-96e7c6281b34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 217 time: 0.0668013 Aug 30 13:51:50.860653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-11d9ef23-5212-43c5-9783-047469d871b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 217 time: 0.0748916 Aug 30 13:51:50.945489 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c658b1dd-9392-4978-89db-a13dcb443594 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:51:50.965855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-ad0e0243-52f8-4905-a273-0bd62d568c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:50.967818 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-ad0e0243-52f8-4905-a273-0bd62d568c4d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0ee5794-2b54-439a-b50a-f6a3b0547b8d HTTP/1.1" status: 200 len: 851 time: 0.0811594 Aug 30 13:51:50.970365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-5df7d0b7-caaa-4a62-a558-e15db89cd266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:50.971701 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-5df7d0b7-caaa-4a62-a558-e15db89cd266 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a0ee5794-2b54-439a-b50a-f6a3b0547b8d HTTP/1.1" status: 200 len: 851 time: 0.1102285 Aug 30 13:51:50.979991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2882c1-0c93-472a-8759-422ed52e7919 req-66605bb6-ec24-4d64-b211-a5dd8ab4fb3a tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:50.981418 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b2882c1-0c93-472a-8759-422ed52e7919 req-66605bb6-ec24-4d64-b211-a5dd8ab4fb3a tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 943 time: 0.1565926 Aug 30 13:51:50.986750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device c658b1dd-9392-4978-89db-a13dcb443594 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:51:51.027567 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-ce58e3e2-a4dd-420f-8c19-50ddf081c485 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450199 Aug 30 13:51:51.048705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-51753490-f5f5-4e32-9a48-f229029265cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571530 Aug 30 13:51:51.096098 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b2882c1-0c93-472a-8759-422ed52e7919 req-954669de-0cff-4ae4-84ea-55d67a48cb8f tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041086 Aug 30 13:51:51.223114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-255f27d7-2db8-4f87-993d-1911ea6e2add service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765065 Aug 30 13:51:51.225544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-3bd08582-7735-41eb-b954-2f715f0a85a9 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693163 Aug 30 13:51:51.378284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-275a6c44-07e9-4fa4-a575-7344fad64e32 service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474702 Aug 30 13:51:51.381714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac18a6c8-a566-4227-a4c3-2251f6220751 req-e69ebba4-7667-43a9-9ead-163b457ccbbd service neutron] 10.222.0.16 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439400 Aug 30 13:51:52.049230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c658b1dd-9392-4978-89db-a13dcb443594 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:51:52.141648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:51:52.153898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'c658b1dd-9392-4978-89db-a13dcb443594', 'network_id': 'f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e', 'port_id': 'c658b1dd-9392-4978-89db-a13dcb443594', 'mac_address': 'fa:16:3e:0e:5a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ee5794-2b54-439a-b50a-f6a3b0547b8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:51:52.195234 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:52.207860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c658b1dd-9392-4978-89db-a13dcb443594 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:51:52.218305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c0109-567c-49b2-8154-37d74c2aa24f req-3f2759b0-5afd-4c6b-8e68-a9190f64c369 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:52.219803 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d9c0109-567c-49b2-8154-37d74c2aa24f req-3f2759b0-5afd-4c6b-8e68-a9190f64c369 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 943 time: 0.0496073 Aug 30 13:51:52.228052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:51:52.232152 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:52.258120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8d9c0109-567c-49b2-8154-37d74c2aa24f req-870fc78b-f781-4bde-aec9-5168ae442596 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321100 Aug 30 13:51:52.280532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:52.288089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.288436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.288775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.289110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.289438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.289794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.290126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.290449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.290770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.291089 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.291407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.291727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:52.478987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['c658b1dd-9392-4978-89db-a13dcb443594'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:51:52.494788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-c99809ec-660d-48ab-9081-0a946d831c71 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:52.496317 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-c99809ec-660d-48ab-9081-0a946d831c71 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.35 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97&tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 944 time: 0.0535936 Aug 30 13:51:52.556687 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-5dcf17db-7982-4e37-b07b-d8b048dce41c service neutron] delete failed (client error): The resource could not be found. Aug 30 13:51:52.557595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-5dcf17db-7982-4e37-b07b-d8b048dce41c service neutron] 10.222.0.35 "DELETE /v2.0/ports/c658b1dd-9392-4978-89db-a13dcb443594/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0545483 Aug 30 13:51:52.643249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-34eb4988-c118-45f5-b8d3-01abd66b4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:52.644747 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-34eb4988-c118-45f5-b8d3-01abd66b4ebd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 1095 time: 0.0453367 Aug 30 13:51:52.733194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-d9f21bfc-1008-4db6-9c7b-895bc06b0f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:52.734700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-d9f21bfc-1008-4db6-9c7b-895bc06b0f27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 200 len: 912 time: 0.0829926 Aug 30 13:51:52.779941 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-353b8eb0-7ca8-4cb5-8544-ffd993d702be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 200 len: 217 time: 0.0379350 Aug 30 13:51:52.827441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-5c5cfaf4-e163-43ff-8fda-7eee8c9bd151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:52.828828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-5c5cfaf4-e163-43ff-8fda-7eee8c9bd151 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0ee5794-2b54-439a-b50a-f6a3b0547b8d HTTP/1.1" status: 200 len: 851 time: 0.0423596 Aug 30 13:51:52.862367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-661e1437-28da-4bdf-bcae-2e4c019b0fb6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262661 Aug 30 13:51:52.950150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-46e4b06b-5495-46cd-b87b-d46236423345 service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801804 Aug 30 13:51:53.045120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-56939513-e20b-4627-a78c-eb84cd4dd837 service neutron] 10.222.0.35 "GET /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878627 Aug 30 13:51:53.694190 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75812b96-a680-4d2a-9b47-1cd867bb7a9b req-52f62d07-0f5b-455a-8fd2-2487f6211b9f tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:53.695578 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75812b96-a680-4d2a-9b47-1cd867bb7a9b req-52f62d07-0f5b-455a-8fd2-2487f6211b9f tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 944 time: 0.0485272 Aug 30 13:51:53.733273 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-75812b96-a680-4d2a-9b47-1cd867bb7a9b req-e0e6098b-55d5-4910-9b21-1bfe12ac73ef tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316510 Aug 30 13:51:54.076899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c658b1dd-9392-4978-89db-a13dcb443594 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:51:54.124050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port c658b1dd-9392-4978-89db-a13dcb443594 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:51:54.127659 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port c658b1dd-9392-4978-89db-a13dcb443594 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:51:54.128033 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:54.202548 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:54.224501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:51:54.226765 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f59218-09f1-4df6-814a-735feb703f2f" -d '{"events": [{"server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "name": "network-vif-plugged", "status": "completed", "tag": "c658b1dd-9392-4978-89db-a13dcb443594"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:51:54.238802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:51:54.243504 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:54.269533 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32bf19a-7881-412f-8f3e-80214285e120 x-openstack-request-id: req-c32bf19a-7881-412f-8f3e-80214285e120 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:51:54.269988 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "name": "network-vif-plugged", "status": "completed", "tag": "c658b1dd-9392-4978-89db-a13dcb443594", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:51:54.270237 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c32bf19a-7881-412f-8f3e-80214285e120 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:51:54.270908 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594', 'code': 200} Aug 30 13:51:54.296234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:54.850725 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150b92b-8248-4088-a7d5-338b830a63e2 req-62806ed7-72cf-40fc-a2f4-48c28e9d9f18 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:54.852461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0150b92b-8248-4088-a7d5-338b830a63e2 req-62806ed7-72cf-40fc-a2f4-48c28e9d9f18 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0529377 Aug 30 13:51:54.891563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0150b92b-8248-4088-a7d5-338b830a63e2 req-cac8696d-98ea-4a4b-822e-017c036e3b5c tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.37 "GET /v2.0/security-groups?id=66db2f5f-92ee-491e-baa6-4c6369d8a554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327926 Aug 30 13:51:54.934159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-fce1e556-ee38-46ac-843e-9f74a6d25ebb tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:54.935646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-fce1e556-ee38-46ac-843e-9f74a6d25ebb tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ed03223-e70b-4d95-af56-afc51e1dbc97 HTTP/1.1" status: 200 len: 945 time: 0.0506625 Aug 30 13:51:55.028216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Deleting port c658b1dd-9392-4978-89db-a13dcb443594 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:51:55.028472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:55.113807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] For port c658b1dd-9392-4978-89db-a13dcb443594, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=c658b1dd-9392-4978-89db-a13dcb443594,segment=NetworkSegment(acad2041-d9c3-4082-931d-871c04fc0060),segment_id=acad2041-d9c3-4082-931d-871c04fc0060)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:51:55.114170 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:55.127386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Calling delete_port for c658b1dd-9392-4978-89db-a13dcb443594 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:51:55.255852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:55.267714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['c658b1dd-9392-4978-89db-a13dcb443594'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:51:55.284242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Pushing event deleted for resources: {'Port': ['ID=c658b1dd-9392-4978-89db-a13dcb443594,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:55.330393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] No DVR routers for this DVR port c658b1dd-9392-4978-89db-a13dcb443594 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:51:55.332991 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:55.335583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a01a88ff-74ef-4834-8037-4d4bd48f201e req-1397a3be-cfa0-4365-a6e7-51045e1e0026 tempest-DeleteServersTestJSON-8173224 tempest-DeleteServersTestJSON-8173224-project] 10.222.0.16 "DELETE /v2.0/ports/c658b1dd-9392-4978-89db-a13dcb443594 HTTP/1.1" status: 204 len: 173 time: 0.3936727 Aug 30 13:51:55.336011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'name': 'network-vif-deleted', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:51:55.338328 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d386d5-8ffc-407e-ae56-1bf445411e9d" -d '{"events": [{"server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "name": "network-vif-deleted", "tag": "c658b1dd-9392-4978-89db-a13dcb443594"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:51:55.376348 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d97afb-8e16-458b-9be8-6e791029ae9e x-openstack-request-id: req-76d97afb-8e16-458b-9be8-6e791029ae9e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:51:55.376665 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed03223-e70b-4d95-af56-afc51e1dbc97", "name": "network-vif-deleted", "tag": "c658b1dd-9392-4978-89db-a13dcb443594", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:51:55.376921 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-76d97afb-8e16-458b-9be8-6e791029ae9e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:51:55.377413 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed03223-e70b-4d95-af56-afc51e1dbc97', 'name': 'network-vif-deleted', 'tag': 'c658b1dd-9392-4978-89db-a13dcb443594', 'status': 'completed', 'code': 200} Aug 30 13:51:56.019123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34920) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:56.064079 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Deleting subnet a0ee5794-2b54-439a-b50a-f6a3b0547b8d {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:51:56.067005 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.100825 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.143894 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.195445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.219266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ee5794-2b54-439a-b50a-f6a3b0547b8d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:56.226033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.227942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a0ee5794-2b54-439a-b50a-f6a3b0547b8d HTTP/1.1" status: 204 len: 168 time: 0.2078238 Aug 30 13:51:56.230720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34922) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:56.233168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.233513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.233873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.234207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.234540 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.234869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.235194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.235519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.235839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.236157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.236478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.236799 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a190c3d-5019-4465-b9ee-44ec102260b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:51:56.297787 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.377403 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.387462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:51:56.397777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acad2041-d9c3-4082-931d-871c04fc0060') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:51:56.398072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acad2041-d9c3-4082-931d-871c04fc0060') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:51:56.406824 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.422273 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.428716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:51:56.429182 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:51:56.430907 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:51:56.482409 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.486937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.489129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] 10.222.0.37 "DELETE /v2.0/networks/f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e HTTP/1.1" status: 204 len: 168 time: 0.2574000 Aug 30 13:51:56.502462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e89a1f-0c71-4e7a-9e50-e17a66531a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a241d7-a9d7-4c18-b4a4-20e4d946ff5e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:56.595933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34926) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:56.637447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1a4adb4a-4ad0-4981-9d26-ea673a910abc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d5c5cc5d35b45808659419dbb4e48cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402529 Aug 30 13:51:56.639919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 34928) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:56.692202 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b921f393-1eff-481a-b80c-5bdc5606647f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.714402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b921f393-1eff-481a-b80c-5bdc5606647f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.759823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b921f393-1eff-481a-b80c-5bdc5606647f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.762356 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b921f393-1eff-481a-b80c-5bdc5606647f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:56.763508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b921f393-1eff-481a-b80c-5bdc5606647f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66db2f5f-92ee-491e-baa6-4c6369d8a554 HTTP/1.1" status: 204 len: 168 time: 0.1226807 Aug 30 13:51:56.773534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921f393-1eff-481a-b80c-5bdc5606647f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66db2f5f-92ee-491e-baa6-4c6369d8a554,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:57.409035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34950) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:57.504151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-897918197-network', 'tenant_id': 'daff78e9dcff45db9bdb22c53d9f32ac'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:51:57.525106 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Made reservation on behalf of daff78e9dcff45db9bdb22c53d9f32ac for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:51:57.527522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:57.537091 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:57.626652 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:57.630176 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:57.654711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:51:57.665083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3022f63f-c067-4d47-a540-852e868d32c2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:57.669822 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:57.670164 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Added segment 29734a17-0281-413c-91c2-3fb890b77b58 of type vlan for network 9814f68b-4d76-4244-ac26-831b86388f1d Aug 30 13:51:57.710175 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:57.734991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:57.735982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:57.736586 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:57.793975 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3837268 Aug 30 13:51:57.796772 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 34954) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:51:57.803430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Request body: {'subnet': {'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-897918197-subnet', 'tenant_id': 'daff78e9dcff45db9bdb22c53d9f32ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:51:57.807443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3b6d6-1140-4a37-97d3-78f96acf16ac admin admin] Pushing event updated for resources: {'Network': ['ID=9814f68b-4d76-4244-ac26-831b86388f1d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:57.817274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 9814f68b-4d76-4244-ac26-831b86388f1d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:51:57.826144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Made reservation on behalf of daff78e9dcff45db9bdb22c53d9f32ac for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:51:57.828522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:57.994115 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:58.050162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e6b3af-90f0-47bc-8876-a863a679193d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:51:58.057188 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Checking segment: {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:51:58.057545 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Network hostable DHCP agents. Network: 9814f68b-4d76-4244-ac26-831b86388f1d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:51:58.074118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Network 9814f68b-4d76-4244-ac26-831b86388f1d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:51:58.083822 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 9814f68b-4d76-4244-ac26-831b86388f1d) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:51:58.088381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:58.089260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:58.092485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ddfcbf-ba5e-4937-98de-4d9a619d5b05 None None] Network 9814f68b-4d76-4244-ac26-831b86388f1d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:51:58.106758 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e3a24a32-e848-42ae-8597-3e0f43d3dd5a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3071253 Aug 30 13:51:58.113636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c658b1dd-9392-4978-89db-a13dcb443594 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:51:58.163404 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: c658b1dd-9392-4978-89db-a13dcb443594 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:51:58.163751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device c658b1dd-9392-4978-89db-a13dcb443594 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:51:58.246002 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef77545-1d9e-4122-8cde-70a1b60ee834 None None] Network 9814f68b-4d76-4244-ac26-831b86388f1d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:51:58.527204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-88da68e7-c9eb-4e62-a56c-2318d31ffe0a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:58.528659 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-88da68e7-c9eb-4e62-a56c-2318d31ffe0a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 814 time: 0.0991871 Aug 30 13:51:58.543533 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-c8245e2f-e6ce-4c1b-8cd4-0aa9b2abd8e5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/quotas/daff78e9dcff45db9bdb22c53d9f32ac HTTP/1.1" status: 200 len: 375 time: 0.0092065 Aug 30 13:51:58.579107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-bc53b4cc-26b5-41c6-8490-5b1a7d7e4106 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305026 Aug 30 13:51:58.719006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-4c2af386-e23f-4581-9f5a-406e7ef429a9 service neutron] 10.222.0.37 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328022 Aug 30 13:51:58.810873 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-bd9c6dc3-ff7e-4638-8644-f53545c436dc service neutron] 10.222.0.37 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850146 Aug 30 13:51:58.853861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:51:58.966794 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-484cb96d-1c3f-4702-9a75-1b1957034709 req-ed85010b-3bdb-4581-9701-dd3fdbf3c5dd tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 210 time: 0.0259748 Aug 30 13:51:59.843074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-5ddfac3d-0a55-4230-a1f2-9c79b40d33d5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:51:59.844556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-5ddfac3d-0a55-4230-a1f2-9c79b40d33d5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.16 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 814 time: 0.1032803 Aug 30 13:51:59.857564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Request body: {'port': {'device_id': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d', 'admin_state_up': True, 'tenant_id': 'daff78e9dcff45db9bdb22c53d9f32ac'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:51:59.980356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Made reservation on behalf of daff78e9dcff45db9bdb22c53d9f32ac for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:51:59.983981 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:00.071570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9efdbf9b-1c01-4166-96a7-41a08cfa1560 req-1f087738-34de-4fa4-a783-6679cfc47980 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 210 time: 0.0345583 Aug 30 13:52:00.134358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Allocated IP 172.20.0.14 (9814f68b-4d76-4244-ac26-831b86388f1d/63e6b3af-90f0-47bc-8876-a863a679193d/67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:52:00.275434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:00.312955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:00.356387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Network 9814f68b-4d76-4244-ac26-831b86388f1d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:52:00.361315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:52:00.364991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:52:00.392612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Pushing event updated for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:00.418444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:00.419067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:00.433528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-7402c53e-5caa-480b-8d59-50bbf82c9002 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800295 Aug 30 13:52:00.446873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Request body: {'port': {'device_id': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:52:00.498363 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:00.758121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:52:00.765470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:00.777096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Transition to ACTIVE for port object 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:52:00.780855 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:00.846954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Pushing event updated for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:00.894316 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Attempting to bind port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:52:00.894681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Attempting to bind port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:52:00.895012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Attempting to bind port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on network 9814f68b-4d76-4244-ac26-831b86388f1d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:52:00.899305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on network 9814f68b-4d76-4244-ac26-831b86388f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:52:00.899624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Attempting to bind port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on network 9814f68b-4d76-4244-ac26-831b86388f1d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:52:00.908152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:52:00.908487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Checking segment: {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:52:00.908868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Bound using segment: {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:52:00.909286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Bound port: 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:52:00.910839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:00.975702 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:52:00.978666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:52:00.982536 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:01.014348 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:01.014959 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:01.016344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] 10.222.0.16 "PUT /v2.0/ports/67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 1092 time: 0.5741453 Aug 30 13:52:01.016777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:52:01.019041 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b929885-52c5-4ac3-9c0e-6781565cc581" -d '{"events": [{"name": "network-changed", "server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:52:01.045357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09098e0-f742-4661-8599-ca46690277b7 service neutron] Pushing event updated for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:01.057062 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0856ae-5322-4efb-8762-86aec76f5a8d x-openstack-request-id: req-ea0856ae-5322-4efb-8762-86aec76f5a8d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:52:01.057354 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:52:01.057606 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea0856ae-5322-4efb-8762-86aec76f5a8d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:52:01.058034 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'status': 'completed', 'code': 200} Aug 30 13:52:01.100503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-560a2449-27f6-412e-8966-eef15e63ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:01.102100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-560a2449-27f6-412e-8966-eef15e63ef36 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 1095 time: 0.0411589 Aug 30 13:52:01.149471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-31cbc825-d8b2-4a1e-bc42-956ee8e25aad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 217 time: 0.0396681 Aug 30 13:52:01.206561 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:01.228175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf1c3-42c8-4a85-8d9e-3f5eea058ed8 req-0dfcbe45-4369-4ae7-bf2e-a9a22229bcb4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:01.229693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a9cf1c3-42c8-4a85-8d9e-3f5eea058ed8 req-0dfcbe45-4369-4ae7-bf2e-a9a22229bcb4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 944 time: 0.0827193 Aug 30 13:52:01.230971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-edb71ea4-a8f8-4232-a7f7-f67e1785ba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:01.232270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-edb71ea4-a8f8-4232-a7f7-f67e1785ba59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0754600 Aug 30 13:52:01.271994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-486d9682-a2da-4a12-b403-2c6654f57a9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296724 Aug 30 13:52:01.308253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7a9cf1c3-42c8-4a85-8d9e-3f5eea058ed8 req-81e7cff6-04c9-4387-9b0d-aa42ab001c4a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723984 Aug 30 13:52:01.373553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-9fc5345b-2d87-4745-920d-be18b1cf46ad service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911851 Aug 30 13:52:01.461340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ee54a8f1-d83e-4444-afa4-9cf0dc457707 req-0e79b722-69b7-4be5-b744-082bd619605b service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811939 Aug 30 13:52:01.551273 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-1ad04f9a-8c15-449f-8bc6-1b1fd5f67f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:01.552909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-1ad04f9a-8c15-449f-8bc6-1b1fd5f67f6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 1095 time: 0.0459366 Aug 30 13:52:01.639932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-2d8d7d89-292e-4e43-94af-18d4a4bb81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:01.641358 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-2d8d7d89-292e-4e43-94af-18d4a4bb81a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.0809274 Aug 30 13:52:01.686034 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-740d40c4-2cfe-4919-805c-17ebd7c0a5ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 217 time: 0.0374594 Aug 30 13:52:01.735606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-f36388fa-b28a-420c-af2f-1a09edb65ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:01.737012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-f36388fa-b28a-420c-af2f-1a09edb65ce2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0434315 Aug 30 13:52:01.768552 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-fd62defe-3b4d-4725-803c-4c1111235ef6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242031 Aug 30 13:52:01.854697 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-019e66a7-fd66-43f4-bd75-4e5df6beb8ca service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788522 Aug 30 13:52:01.946286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4b929885-52c5-4ac3-9c0e-6781565cc581 req-bf37081c-a489-42c9-856b-83e9403c7649 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838265 Aug 30 13:52:02.428263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb3067-bb2f-4ef6-9040-172c53c524be req-5320634a-0109-47f4-b918-2d1ff8eda838 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:02.429780 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9fb3067-bb2f-4ef6-9040-172c53c524be req-5320634a-0109-47f4-b918-2d1ff8eda838 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 944 time: 0.0544951 Aug 30 13:52:02.467916 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9fb3067-bb2f-4ef6-9040-172c53c524be req-c4d3f2b8-769d-4999-8ce8-f285a5821a71 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Aug 30 13:52:03.584520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1fe9a-bf25-4a1b-8a36-ae7a3be2e92b req-97a4dfd7-228d-4a89-a23e-cbb012f60902 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:03.586443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ee1fe9a-bf25-4a1b-8a36-ae7a3be2e92b req-97a4dfd7-228d-4a89-a23e-cbb012f60902 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 944 time: 0.0495520 Aug 30 13:52:03.623586 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9ee1fe9a-bf25-4a1b-8a36-ae7a3be2e92b req-e91dd248-b841-4006-9d7c-8d4ee6d5811f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312517 Aug 30 13:52:04.142774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:52:04.237315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:04.248949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d', 'port_id': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'mac_address': 'fa:16:3e:0b:71:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e6b3af-90f0-47bc-8876-a863a679193d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:52:04.284233 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:04.297072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:52:04.315469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:04.319611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:04.368821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:04.506708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:52:04.739417 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6146-e145-4152-95b5-1e9b2e4db334 req-85f890e3-2767-44ee-8247-9cc165d3c9e4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:04.740907 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7ff6146-e145-4152-95b5-1e9b2e4db334 req-85f890e3-2767-44ee-8247-9cc165d3c9e4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 945 time: 0.0514445 Aug 30 13:52:04.778366 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7ff6146-e145-4152-95b5-1e9b2e4db334 req-60ef3167-e5eb-45ba-bb20-0351c10b7e73 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Aug 30 13:52:05.893338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da5e51-13a3-4f95-9d3e-21804a94e056 req-8ff7f06f-3e64-4369-abaa-75911b88a267 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:05.906177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82da5e51-13a3-4f95-9d3e-21804a94e056 req-8ff7f06f-3e64-4369-abaa-75911b88a267 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 945 time: 0.0539918 Aug 30 13:52:05.937228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-82da5e51-13a3-4f95-9d3e-21804a94e056 req-316306f9-fa98-4966-ba00-3e2057c6fe5f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338054 Aug 30 13:52:06.159848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:52:06.207742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:52:06.212104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:52:06.212480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:06.290646 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:06.311730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:52:06.313951 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316ef482-8723-4392-bb08-105454eaea9b" -d '{"events": [{"server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "name": "network-vif-plugged", "status": "completed", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:52:06.326907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:06.330949 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:06.354392 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb2a1d1-5d46-410f-9c59-20d8feaab792 x-openstack-request-id: req-7cb2a1d1-5d46-410f-9c59-20d8feaab792 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:52:06.354871 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "name": "network-vif-plugged", "status": "completed", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:52:06.355137 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7cb2a1d1-5d46-410f-9c59-20d8feaab792 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:52:06.355533 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'code': 200} Aug 30 13:52:06.381594 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:06.449590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd64fc-57b1-4b12-915f-c494e55687f2 req-0800935d-4b3a-4c97-899e-ff438b272dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:06.451127 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ccd64fc-57b1-4b12-915f-c494e55687f2 req-0800935d-4b3a-4c97-899e-ff438b272dc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 1097 time: 0.0405507 Aug 30 13:52:06.485713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ccd64fc-57b1-4b12-915f-c494e55687f2 req-9bdcdd95-daed-45af-8229-66caf0642505 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266325 Aug 30 13:52:06.737513 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-392904fb-04c2-49d8-bf46-620b36f0dde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:07.049747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f98ab-3214-43b7-988f-144e00556eb2 req-cd154fa4-bc1c-4fa7-9116-258e8b5226bf tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:07.051151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b8f98ab-3214-43b7-988f-144e00556eb2 req-cd154fa4-bc1c-4fa7-9116-258e8b5226bf tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0484934 Aug 30 13:52:07.087996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b8f98ab-3214-43b7-988f-144e00556eb2 req-7b2193ec-a183-4c3c-bf47-e8e9421db4c0 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303867 Aug 30 13:52:08.206743 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e476a-2e8f-4a7a-8909-df77913071fb req-17ad9fcb-adbc-41d3-a28c-bac0286086c5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:08.208891 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-888e476a-2e8f-4a7a-8909-df77913071fb req-17ad9fcb-adbc-41d3-a28c-bac0286086c5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0517983 Aug 30 13:52:08.247725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-888e476a-2e8f-4a7a-8909-df77913071fb req-9553c8ba-f269-4dc2-ab6d-6c0ca01f6cab tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Aug 30 13:52:08.366876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f073df-7c6f-4690-9d95-9dee1ebc7239 req-c230574f-0a84-4f35-820e-62228c279d8b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:08.368464 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73f073df-7c6f-4690-9d95-9dee1ebc7239 req-c230574f-0a84-4f35-820e-62228c279d8b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0553181 Aug 30 13:52:08.408152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-73f073df-7c6f-4690-9d95-9dee1ebc7239 req-20ac3eec-3da8-4c05-a1bd-f9f816c675b3 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320339 Aug 30 13:52:08.607980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bf042-aff5-4d1a-8f1d-acbeae779766 req-03ef7ebc-6698-440e-9981-eb87640a87f1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:08.609351 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-683bf042-aff5-4d1a-8f1d-acbeae779766 req-03ef7ebc-6698-440e-9981-eb87640a87f1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0515223 Aug 30 13:52:08.646195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-683bf042-aff5-4d1a-8f1d-acbeae779766 req-963ec946-affc-4676-a4b3-cd5cfc7e86c6 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302467 Aug 30 13:52:08.763890 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74be2d1-ce76-4294-90ff-5cb9f527fff6 req-eb4a69d0-8241-49b7-af43-5ce49a87d0e6 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:08.765332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b74be2d1-ce76-4294-90ff-5cb9f527fff6 req-eb4a69d0-8241-49b7-af43-5ce49a87d0e6 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0522621 Aug 30 13:52:08.803162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b74be2d1-ce76-4294-90ff-5cb9f527fff6 req-15fec2b5-1eed-451a-99ad-acf3b82c6470 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314062 Aug 30 13:52:09.047174 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-58782728-16c7-48c4-875f-d3178c921846 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686145 Aug 30 13:52:09.058978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83a709-5c9a-4261-abfb-71fd5c319eab req-027cccf5-732e-4a50-a64e-76e8eabac721 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:09.060430 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a83a709-5c9a-4261-abfb-71fd5c319eab req-027cccf5-732e-4a50-a64e-76e8eabac721 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0727684 Aug 30 13:52:09.099539 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7a83a709-5c9a-4261-abfb-71fd5c319eab req-5ea90221-a78d-4113-a0a9-9d4530c30c01 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Aug 30 13:52:09.467319 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8b373c30-af2a-4e21-8948-588ca6798bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:10.054402 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:10.202582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-0d16011e-796a-4eab-8390-9d9fe7bc5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:10.204035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-0d16011e-796a-4eab-8390-9d9fe7bc5dfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 1097 time: 0.0681345 Aug 30 13:52:10.564048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773df41-4dea-4294-a02c-7e7405abfbb4 req-3c9738fb-e06a-4856-8f13-898f066f4ddd tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:10.565495 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2773df41-4dea-4294-a02c-7e7405abfbb4 req-3c9738fb-e06a-4856-8f13-898f066f4ddd tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.3974035 Aug 30 13:52:10.622616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2773df41-4dea-4294-a02c-7e7405abfbb4 req-fc04324c-abd9-426d-9ecf-ceeccadd1b9c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489678 Aug 30 13:52:10.632749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-dc90fee3-5ba3-4f09-861f-a5abf08e815a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:10.634213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-dc90fee3-5ba3-4f09-861f-a5abf08e815a service neutron] 10.222.0.16 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.4226696 Aug 30 13:52:10.679219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-9f037bd1-922e-4324-acd6-303109abe12d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 217 time: 0.0376308 Aug 30 13:52:10.726780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-a59bf167-ee9d-404d-8dc2-1c095874cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:10.728195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-a59bf167-ee9d-404d-8dc2-1c095874cb47 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0430884 Aug 30 13:52:10.759904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-d2e49b54-9b56-405e-a45b-9219b1804e94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239139 Aug 30 13:52:10.849336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-8110fc01-d5bc-43f0-bfc5-386087cd2b81 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823576 Aug 30 13:52:10.855451 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:52:10.935998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-5bf1c505-8205-438d-99bf-b72b71bc3e04 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802710 Aug 30 13:52:11.007308 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:11.742031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24381e03-b163-47cf-8d36-ecb87c29e3de req-9abde631-7b9e-4d93-a8f5-f548273b9709 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:11.743416 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24381e03-b163-47cf-8d36-ecb87c29e3de req-9abde631-7b9e-4d93-a8f5-f548273b9709 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0535607 Aug 30 13:52:11.780136 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24381e03-b163-47cf-8d36-ecb87c29e3de req-763675bb-d6f8-40ce-bc02-3c0fe07b000f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307815 Aug 30 13:52:12.362964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:12.898068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f45aa72-1b25-44f1-bc57-d55b5973dbd8 req-5ceab8fc-ce9e-4266-b2aa-5859bd8c65ba tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:12.899525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f45aa72-1b25-44f1-bc57-d55b5973dbd8 req-5ceab8fc-ce9e-4266-b2aa-5859bd8c65ba tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0499992 Aug 30 13:52:12.936283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f45aa72-1b25-44f1-bc57-d55b5973dbd8 req-b1976a84-ba4c-4502-8c72-699886b93737 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308282 Aug 30 13:52:14.049612 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b348b7-9be4-48fa-9f84-8a1c4421d7f8 req-7cc43df6-eaaa-402b-a00c-62abc6703ff7 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:14.051086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01b348b7-9be4-48fa-9f84-8a1c4421d7f8 req-7cc43df6-eaaa-402b-a00c-62abc6703ff7 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0486689 Aug 30 13:52:14.088095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01b348b7-9be4-48fa-9f84-8a1c4421d7f8 req-ab4a736d-f9e1-4077-988e-c913b1071147 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Aug 30 13:52:15.207357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03c47f-01a4-4a61-8dbb-0071d7aa53b5 req-581edb0d-814d-4107-8dd3-a352ebc92fec tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:15.208917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f03c47f-01a4-4a61-8dbb-0071d7aa53b5 req-581edb0d-814d-4107-8dd3-a352ebc92fec tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0545564 Aug 30 13:52:15.247871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f03c47f-01a4-4a61-8dbb-0071d7aa53b5 req-9bee6043-1ba4-4beb-838b-aba491af7500 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328703 Aug 30 13:52:16.359813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c424fa2-8b54-4517-a179-65b1ad00ace2 req-ed622743-5a25-4eef-a906-f706506610ad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:16.361250 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c424fa2-8b54-4517-a179-65b1ad00ace2 req-ed622743-5a25-4eef-a906-f706506610ad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0474050 Aug 30 13:52:16.398470 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c424fa2-8b54-4517-a179-65b1ad00ace2 req-781b811b-22a3-480e-82e4-b1a3326dd1c9 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307899 Aug 30 13:52:17.510911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678ac55-71ba-4c2d-80f4-8d010225d876 req-92cea384-91d4-4cd8-8285-74f2d631e618 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:17.512383 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2678ac55-71ba-4c2d-80f4-8d010225d876 req-92cea384-91d4-4cd8-8285-74f2d631e618 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0485086 Aug 30 13:52:17.549270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2678ac55-71ba-4c2d-80f4-8d010225d876 req-894aa7fe-15d3-445b-bc7d-3a7722edf8cd tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Aug 30 13:52:18.666663 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eba35-740a-4d92-b43b-c280463ffebd req-a46ec30e-c206-485e-84ee-86a3d4c608f8 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:18.668036 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b37eba35-740a-4d92-b43b-c280463ffebd req-a46ec30e-c206-485e-84ee-86a3d4c608f8 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0536072 Aug 30 13:52:18.704641 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b37eba35-740a-4d92-b43b-c280463ffebd req-b0d86eca-0f58-42ee-bb16-ae940c2b381b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307734 Aug 30 13:52:19.818123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386378a-57ef-4ab8-bb44-d497bf3087dc req-bea42d2d-74ca-4c0a-94d7-ffdc9fdbc68d tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:19.819602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7386378a-57ef-4ab8-bb44-d497bf3087dc req-bea42d2d-74ca-4c0a-94d7-ffdc9fdbc68d tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0493195 Aug 30 13:52:19.857111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7386378a-57ef-4ab8-bb44-d497bf3087dc req-603bdee7-06a1-4c45-a5e3-80d4fcd84128 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316052 Aug 30 13:52:20.970131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644689f0-429d-462b-bb12-a4cb9834877b req-519ed656-c4ec-4533-9e71-ceb73d11fef1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:20.971559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-644689f0-429d-462b-bb12-a4cb9834877b req-519ed656-c4ec-4533-9e71-ceb73d11fef1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0482237 Aug 30 13:52:21.009079 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-644689f0-429d-462b-bb12-a4cb9834877b req-09727f19-f2af-44b5-a2e5-24d960007938 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312726 Aug 30 13:52:22.126507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d232f-fa77-4c14-b141-ee8745619cff req-54e0584f-e603-4c25-a595-dc196500660c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:22.127972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d3d232f-fa77-4c14-b141-ee8745619cff req-54e0584f-e603-4c25-a595-dc196500660c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0522709 Aug 30 13:52:22.166151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d3d232f-fa77-4c14-b141-ee8745619cff req-7b8d63c3-2f4f-4b4f-983e-8a4fbd3e3371 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Aug 30 13:52:23.282913 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda61bf9-8dfe-43ce-8049-9180a9348caf req-47eee3db-b19c-4c3d-991e-be1c6f6bdec3 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:23.284635 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fda61bf9-8dfe-43ce-8049-9180a9348caf req-47eee3db-b19c-4c3d-991e-be1c6f6bdec3 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0524969 Aug 30 13:52:23.321515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fda61bf9-8dfe-43ce-8049-9180a9348caf req-2c33e61d-527a-4553-a001-86b7083020ed tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303972 Aug 30 13:52:24.439850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b798c00-62e5-4d7f-96a9-bff07a53bd73 req-5247e3eb-bc59-4c67-b1a5-583a26b87d3f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:24.441454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b798c00-62e5-4d7f-96a9-bff07a53bd73 req-5247e3eb-bc59-4c67-b1a5-583a26b87d3f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0533290 Aug 30 13:52:24.481680 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b798c00-62e5-4d7f-96a9-bff07a53bd73 req-68588eba-fb50-49cd-b538-4b69685462af tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336602 Aug 30 13:52:25.600232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ee00a-8220-4229-853a-fdfa445fe337 req-ab12454a-642b-4edf-98a0-3e050b77b1ad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:25.601699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da9ee00a-8220-4229-853a-fdfa445fe337 req-ab12454a-642b-4edf-98a0-3e050b77b1ad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0525351 Aug 30 13:52:25.638566 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da9ee00a-8220-4229-853a-fdfa445fe337 req-6456162f-d3fc-464e-9761-fdb9c8e43676 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Aug 30 13:52:26.752526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11d29d-bbc3-40f6-8cdd-243ffefd03dc req-ce0d6eb3-93df-4e54-b09c-458090f8d725 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:26.754058 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a11d29d-bbc3-40f6-8cdd-243ffefd03dc req-ce0d6eb3-93df-4e54-b09c-458090f8d725 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0488751 Aug 30 13:52:26.791617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a11d29d-bbc3-40f6-8cdd-243ffefd03dc req-f3ba6128-d01b-401e-b3ca-637728b046b3 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309694 Aug 30 13:52:27.913198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cd281-25cf-481a-8ca4-bb34cba21d0a req-99ba4ac8-3b4f-4c5c-acd0-a5c28425c48f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:27.914688 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b7cd281-25cf-481a-8ca4-bb34cba21d0a req-99ba4ac8-3b4f-4c5c-acd0-a5c28425c48f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0543847 Aug 30 13:52:27.951664 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b7cd281-25cf-481a-8ca4-bb34cba21d0a req-9f1e3518-57ac-4b9d-b32e-f3d1d59d5757 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310199 Aug 30 13:52:28.871222 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:29.071305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2f9134-8766-4841-b052-adea704a44ab req-6fc4257a-23a4-49f2-8e92-6ac9872246d7 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:29.072817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc2f9134-8766-4841-b052-adea704a44ab req-6fc4257a-23a4-49f2-8e92-6ac9872246d7 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0536020 Aug 30 13:52:29.109350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc2f9134-8766-4841-b052-adea704a44ab req-d9309aca-8551-42dc-b30a-6b5d23b0654c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305812 Aug 30 13:52:30.225837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bbbc0-d008-4a0b-98d7-5ba07fe2601e req-3d9a5e08-b583-4e15-8214-86b862a45f6b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:30.227300 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-699bbbc0-d008-4a0b-98d7-5ba07fe2601e req-3d9a5e08-b583-4e15-8214-86b862a45f6b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0498714 Aug 30 13:52:30.270464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-699bbbc0-d008-4a0b-98d7-5ba07fe2601e req-d5af36f1-3e7a-443e-ac6e-00e96606cd36 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345190 Aug 30 13:52:31.205005 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:31.383549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47975f2b-314d-4a6c-9932-aa79a78e8fa2 req-26387aa0-9c52-4a65-9c9e-22db8e95dfb1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:31.385052 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47975f2b-314d-4a6c-9932-aa79a78e8fa2 req-26387aa0-9c52-4a65-9c9e-22db8e95dfb1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0488651 Aug 30 13:52:31.422524 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47975f2b-314d-4a6c-9932-aa79a78e8fa2 req-cf07bb66-0f6e-4b98-83de-5c08c322b94f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315871 Aug 30 13:52:32.541039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49426be8-1ef0-4dda-b659-accfffe96a02 req-f799a7bb-d4a5-4879-98aa-370f85093d0c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:32.542530 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49426be8-1ef0-4dda-b659-accfffe96a02 req-f799a7bb-d4a5-4879-98aa-370f85093d0c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0534120 Aug 30 13:52:32.580001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49426be8-1ef0-4dda-b659-accfffe96a02 req-3745255e-c291-4e90-bdfd-1359f1fa0f3e tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Aug 30 13:52:33.691922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602246-b0de-4c37-ae89-0ba1658deaae req-c6b222b8-cabd-4c8c-a9b1-b5d327a8d49a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:33.693585 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80602246-b0de-4c37-ae89-0ba1658deaae req-c6b222b8-cabd-4c8c-a9b1-b5d327a8d49a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0485625 Aug 30 13:52:33.731434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80602246-b0de-4c37-ae89-0ba1658deaae req-16ffdf0b-9243-4ab0-a9be-2257faeb8be7 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322211 Aug 30 13:52:34.844179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bcad4-98dd-46f6-9909-a5bb7814dcd0 req-8fed722c-262f-4763-88b4-a4a153e9f027 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:34.845636 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a57bcad4-98dd-46f6-9909-a5bb7814dcd0 req-8fed722c-262f-4763-88b4-a4a153e9f027 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0483027 Aug 30 13:52:34.883049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a57bcad4-98dd-46f6-9909-a5bb7814dcd0 req-809e3097-302b-46ba-85db-c2f66df5d11c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Aug 30 13:52:36.000884 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bf177-0921-462c-8160-73e3391dbd68 req-e41e52ff-d696-44c5-a877-6328280ca31a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:36.002365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-980bf177-0921-462c-8160-73e3391dbd68 req-e41e52ff-d696-44c5-a877-6328280ca31a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0518649 Aug 30 13:52:36.040101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-980bf177-0921-462c-8160-73e3391dbd68 req-f1519383-704a-4abb-ada9-c7ad7b038e09 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Aug 30 13:52:36.738611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-66fa90da-9493-4d05-8fa5-34461d237042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:37.153156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8764-bb5c-4936-8810-cac6dd21956c req-9f00d322-cdfb-4626-9792-7dd01c8d9030 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:37.154637 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf9d8764-bb5c-4936-8810-cac6dd21956c req-9f00d322-cdfb-4626-9792-7dd01c8d9030 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0482559 Aug 30 13:52:37.191273 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf9d8764-bb5c-4936-8810-cac6dd21956c req-5db09bbb-4142-47bc-9429-10337c67b411 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Aug 30 13:52:37.788564 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-3e2e2e27-9f7d-47fa-8f56-f6fa201bde7f service neutron] show failed (client error): The resource could not be found. Aug 30 13:52:37.789488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-3e2e2e27-9f7d-47fa-8f56-f6fa201bde7f service neutron] 10.222.0.16 "GET /v2.0/ports/67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0540295 Aug 30 13:52:38.027080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-a22faf0b-809f-4f34-aa38-3d7d16f289bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:38.028544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-a22faf0b-809f-4f34-aa38-3d7d16f289bc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c&tenant_id=daff78e9dcff45db9bdb22c53d9f32ac HTTP/1.1" status: 200 len: 1097 time: 0.0888009 Aug 30 13:52:38.040905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:52:38.094713 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:38.327707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:38.336913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70480e1c-60f0-4011-b635-9b49a007e977 req-fea4bedf-3f15-46af-bd6e-bc9461c3e7a4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:38.338459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70480e1c-60f0-4011-b635-9b49a007e977 req-fea4bedf-3f15-46af-bd6e-bc9461c3e7a4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0774012 Aug 30 13:52:38.398760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-70480e1c-60f0-4011-b635-9b49a007e977 req-053cf663-d70b-4462-9979-9da80e20bce6 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538380 Aug 30 13:52:38.399711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:52:38.444230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:52:38.446654 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368b76cd-6cc2-4f2d-a9d0-b204d1e41a9e" -d '{"events": [{"server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "name": "network-vif-unplugged", "status": "completed", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:52:38.450445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:38.463529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Transition to ACTIVE for port object 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:52:38.467181 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:38.501822 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c899f9-54fd-41c0-a22b-7ef1beead829 x-openstack-request-id: req-57c899f9-54fd-41c0-a22b-7ef1beead829 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:52:38.502120 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "name": "network-vif-unplugged", "status": "completed", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:52:38.502373 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-57c899f9-54fd-41c0-a22b-7ef1beead829 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:52:38.502761 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'code': 200} Aug 30 13:52:38.527365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] No DVR routers for this DVR port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:52:38.539888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:38.563444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.563794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.564139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.564478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.564812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.565144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.565474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.565842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.566171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.566497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.566821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.567145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:38.578966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Attempting to bind port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:52:38.579253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Attempting to bind port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:52:38.579585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Attempting to bind port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on network 9814f68b-4d76-4244-ac26-831b86388f1d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:52:38.583915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on network 9814f68b-4d76-4244-ac26-831b86388f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:52:38.584238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Attempting to bind port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on network 9814f68b-4d76-4244-ac26-831b86388f1d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:52:38.589027 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:52:38.589374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Checking segment: {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:52:38.589789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Bound using segment: {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:52:38.590217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Bound port: 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:52:38.590572 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:38.655920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:52:38.658917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:52:38.663784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:38.701059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:38.701705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:38.703108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] 10.222.0.35 "PUT /v2.0/ports/67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 1092 time: 0.6671236 Aug 30 13:52:38.720236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a76e6-a341-43ee-aa6d-96e94e2ecfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:38.766567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-5e5f05ed-dd43-465b-b4bb-df0652df10b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:38.768032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-5e5f05ed-dd43-465b-b4bb-df0652df10b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 1095 time: 0.0415149 Aug 30 13:52:38.861257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-d51f6ddc-6df1-4f1f-b88c-5d2e2aa064b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:38.862640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-d51f6ddc-6df1-4f1f-b88c-5d2e2aa064b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.0874355 Aug 30 13:52:38.907170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-0f31fa6c-2890-46db-99e7-610457bd6bcb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 217 time: 0.0380313 Aug 30 13:52:38.955039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-7cfc9a74-dbae-4f2e-b015-814b7243b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:38.956445 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-7cfc9a74-dbae-4f2e-b015-814b7243b240 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0423946 Aug 30 13:52:38.988283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-7dd39b28-3534-43f3-b6f3-7897284219f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244014 Aug 30 13:52:39.079529 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-3818071f-2d56-4ed6-bd92-5239708645c0 service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840182 Aug 30 13:52:39.168864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-42e554ef-cbbe-4bb4-89d5-8b9bf71d7b9a req-7bd1c527-5b7d-41ba-87e5-0b8fa6debcb4 service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815203 Aug 30 13:52:39.466947 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-592ede75-4034-4f96-8da1-8e660c0cce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:39.522104 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abd27a-f69a-4490-acb8-5986d2f1a408 req-d7547e6a-265c-48f2-b12f-3ff6b5927d91 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:39.523584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48abd27a-f69a-4490-acb8-5986d2f1a408 req-d7547e6a-265c-48f2-b12f-3ff6b5927d91 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 944 time: 0.0563395 Aug 30 13:52:39.561450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48abd27a-f69a-4490-acb8-5986d2f1a408 req-648aa6de-4289-432d-b77e-d114e6ca95c3 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Aug 30 13:52:40.056032 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:40.403017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:52:40.441637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:52:40.504437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:52:40.507441 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:52:40.554173 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d96288-8beb-4731-957c-4de6d1d6df14 x-openstack-request-id: req-d2d96288-8beb-4731-957c-4de6d1d6df14 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:52:40.554464 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:52:40.554715 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d2d96288-8beb-4731-957c-4de6d1d6df14 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:52:40.555113 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'status': 'completed', 'code': 200} Aug 30 13:52:40.666046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-0c59c654-6b46-43ca-a600-19c05cda4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:40.667418 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-0c59c654-6b46-43ca-a600-19c05cda4d6c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 1095 time: 0.0949240 Aug 30 13:52:40.679689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-6c981687-9184-4af3-a7a5-4cf586a49f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:40.681045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-6c981687-9184-4af3-a7a5-4cf586a49f50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 1095 time: 0.0832877 Aug 30 13:52:40.784974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761b3bd-9c78-4b18-ba28-5329cfa36f51 req-4fbf8c9c-7eb2-47e7-b147-14a3e7cdfe3c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:40.787105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6761b3bd-9c78-4b18-ba28-5329cfa36f51 req-4fbf8c9c-7eb2-47e7-b147-14a3e7cdfe3c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 944 time: 0.1571612 Aug 30 13:52:40.874664 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-ff29ce34-7cf3-452c-bb93-de8fd836636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:40.876110 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-ff29ce34-7cf3-452c-bb93-de8fd836636d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.1858578 Aug 30 13:52:40.880845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6761b3bd-9c78-4b18-ba28-5329cfa36f51 req-eac49bfa-c910-45b3-a8d9-fd6da760c77f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854123 Aug 30 13:52:40.881938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-4fc02e9e-4ae5-48a5-b784-d9c919eec319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:40.883283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-4fc02e9e-4ae5-48a5-b784-d9c919eec319 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.2062361 Aug 30 13:52:40.924057 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-0749b6c7-7aa9-4d5e-a581-a5366551d4c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 217 time: 0.0391734 Aug 30 13:52:40.960846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-3754f428-7e0a-4188-a217-df0812f6d192 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 217 time: 0.0694563 Aug 30 13:52:41.009388 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:41.027388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-c54f16e3-2e8d-400d-94eb-d568357d2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:41.028853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-c54f16e3-2e8d-400d-94eb-d568357d2aec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0761189 Aug 30 13:52:41.035709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-6e57f670-42e1-4aa0-b287-112e8b7470d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:41.037764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-6e57f670-42e1-4aa0-b287-112e8b7470d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0583048 Aug 30 13:52:41.073011 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-9d2e6b66-781c-44a4-ba80-2235db5f00fd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343134 Aug 30 13:52:41.088243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-d5cef361-1cc7-4752-8d19-ff0d04297705 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412941 Aug 30 13:52:41.234530 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-c72be10a-fe49-4d49-9ed5-d4c9ab64fc7e service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482220 Aug 30 13:52:41.239387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-90fa3b0a-1611-4d84-9113-52d24a20593a service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437144 Aug 30 13:52:41.392497 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-8bfb2246-5d38-4096-b136-4d42a907044d service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495388 Aug 30 13:52:41.394219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e3d6745-3dc9-4125-b721-81e22f1ebbc3 req-a2d13998-c3f1-4637-85c0-cd2834078994 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444342 Aug 30 13:52:41.491822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-a964e6e2-6ac1-4ca6-a775-e60aafe6c075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:41.493178 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-a964e6e2-6ac1-4ca6-a775-e60aafe6c075 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 1095 time: 0.0400720 Aug 30 13:52:41.597251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-91dfd1d8-33a4-42b8-af67-56bc0c096b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:41.598713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-91dfd1d8-33a4-42b8-af67-56bc0c096b7a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.0861688 Aug 30 13:52:41.643553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-0b369c9b-61ec-48ad-af4a-f6992fc902b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 217 time: 0.0372045 Aug 30 13:52:41.693618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-29aa6d42-4d72-4b8e-a8f8-f9f92d2fec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:41.695214 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-29aa6d42-4d72-4b8e-a8f8-f9f92d2fec42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0442002 Aug 30 13:52:41.732115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-27fd2b0a-a42d-4efb-a23d-9e8d36796654 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284655 Aug 30 13:52:41.819979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-fb580242-427b-4ae7-9716-bc94eba98ed4 service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804598 Aug 30 13:52:41.915447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8df17828-309d-40c7-92c6-fff813f1b4e0 req-fbc1ab77-2e61-411a-9141-63f278094ff2 service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852211 Aug 30 13:52:42.066635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf88a1-9c21-4ab0-9523-d6dfe8a60f68 req-6a53c0d6-e390-46b2-8eee-3fe412a855f2 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:42.068181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1cf88a1-9c21-4ab0-9523-d6dfe8a60f68 req-6a53c0d6-e390-46b2-8eee-3fe412a855f2 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 944 time: 0.0542984 Aug 30 13:52:42.109051 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e1cf88a1-9c21-4ab0-9523-d6dfe8a60f68 req-42cdf06a-842b-452e-9007-8f2c42573a25 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344205 Aug 30 13:52:42.362955 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:43.115677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:52:43.211070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:43.222539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d', 'port_id': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'mac_address': 'fa:16:3e:0b:71:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e6b3af-90f0-47bc-8876-a863a679193d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:52:43.259406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:43.263121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe9f84-1ef4-4c64-92e1-608b209d1333 req-a373d4a4-a77c-45bf-b380-7034cc85b6a5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:43.264605 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ebe9f84-1ef4-4c64-92e1-608b209d1333 req-a373d4a4-a77c-45bf-b380-7034cc85b6a5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 944 time: 0.0496583 Aug 30 13:52:43.272438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:52:43.291936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:43.296148 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:43.304189 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ebe9f84-1ef4-4c64-92e1-608b209d1333 req-ef2ce76c-0e23-4f8d-98ab-4d012adb4db0 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Aug 30 13:52:43.342756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:43.527589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdaaf04-4f8e-47e7-a279-2f77d58ae1b5 req-9efcd74b-56f7-4b1c-b197-2fd921fc40dc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:43.529064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7cdaaf04-4f8e-47e7-a279-2f77d58ae1b5 req-9efcd74b-56f7-4b1c-b197-2fd921fc40dc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 945 time: 0.0830925 Aug 30 13:52:43.541707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-efe17aa3-c377-487c-acc1-7a251df22242 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:43.543083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-efe17aa3-c377-487c-acc1-7a251df22242 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.16 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c&tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 945 time: 0.0836713 Aug 30 13:52:43.605897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:52:43.606492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7cdaaf04-4f8e-47e7-a279-2f77d58ae1b5 req-0ea543ca-eca3-4b9d-9120-1e8c29599062 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622005 Aug 30 13:52:43.625430 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-2838ce08-bc42-4194-80a4-afccba0cf04a service neutron] delete failed (client error): The resource could not be found. Aug 30 13:52:43.626490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-2838ce08-bc42-4194-80a4-afccba0cf04a service neutron] 10.222.0.16 "DELETE /v2.0/ports/67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0700107 Aug 30 13:52:43.718297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-d0761e5b-7c5f-4952-8647-bc7be98f79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:43.719720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-d0761e5b-7c5f-4952-8647-bc7be98f79ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 1096 time: 0.0432858 Aug 30 13:52:43.811757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-dcc811ab-6502-403a-9f02-96a6bb4a44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:43.813194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-dcc811ab-6502-403a-9f02-96a6bb4a44fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.0866010 Aug 30 13:52:43.855298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-05f27db4-cb36-42d1-8aeb-3e977bce5999 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 200 len: 217 time: 0.0349624 Aug 30 13:52:43.904985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-6fe347c1-516c-458e-bd46-d0e97d7911aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:43.906409 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-6fe347c1-516c-458e-bd46-d0e97d7911aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0439134 Aug 30 13:52:43.941368 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-9ec63d6d-a08a-4df5-bbcc-67f9e8ee9942 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279126 Aug 30 13:52:44.030155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-0d1d6c14-bac3-41ff-8fda-1d14db8eb025 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817709 Aug 30 13:52:44.121080 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-52374200-647e-42c3-8044-8f3000ed6ad1 req-b5659808-e0dd-488b-bfd2-5f8ed06ee9b3 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840228 Aug 30 13:52:44.736142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3d2d6-1d70-43e6-ac01-1a0cf9a35398 req-156d783b-6174-4ce9-a19b-22303cab05d7 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:44.737764 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cba3d2d6-1d70-43e6-ac01-1a0cf9a35398 req-156d783b-6174-4ce9-a19b-22303cab05d7 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 945 time: 0.0580683 Aug 30 13:52:44.779829 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cba3d2d6-1d70-43e6-ac01-1a0cf9a35398 req-2a3fcbe1-0b89-409a-bf5e-f090db7caa39 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356498 Aug 30 13:52:44.899249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b8154-2efe-4bf0-ac1d-9dc671bc8ed3 req-d3474724-9688-41a5-a618-f4f09817e928 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:44.900727 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f2b8154-2efe-4bf0-ac1d-9dc671bc8ed3 req-d3474724-9688-41a5-a618-f4f09817e928 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 945 time: 0.0502865 Aug 30 13:52:44.943501 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3f2b8154-2efe-4bf0-ac1d-9dc671bc8ed3 req-2531fdc1-d15d-4641-98be-e79fc34243e5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367532 Aug 30 13:52:45.061362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34a9ce-2b02-441b-808a-95e806f1ae5f req-dbd124ca-6fd4-4e84-a4f9-378d4492f0ed tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:45.062756 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f34a9ce-2b02-441b-808a-95e806f1ae5f req-dbd124ca-6fd4-4e84-a4f9-378d4492f0ed tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 945 time: 0.0487666 Aug 30 13:52:45.100296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f34a9ce-2b02-441b-808a-95e806f1ae5f req-34405c95-ef34-4d28-9945-3cc71a685ed7 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314996 Aug 30 13:52:45.124015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:52:45.174905 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:52:45.178521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:52:45.178894 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:45.263793 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:45.289475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:52:45.291851 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4accdd70-9c98-4e57-be2b-319a8eddd5ac" -d '{"events": [{"server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "name": "network-vif-plugged", "status": "completed", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:52:45.304750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:45.309211 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:45.334473 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5588c6-a840-4ad1-9a56-84ab0fa93496 x-openstack-request-id: req-3a5588c6-a840-4ad1-9a56-84ab0fa93496 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:52:45.334764 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "name": "network-vif-plugged", "status": "completed", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:52:45.335020 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3a5588c6-a840-4ad1-9a56-84ab0fa93496 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:52:45.335412 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'code': 200} Aug 30 13:52:45.361311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:45.464659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece003-b955-422c-9f37-1a5373aa78fc req-ee5b131c-5379-467d-a2ef-1915269a54d9 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:45.466139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-ee5b131c-5379-467d-a2ef-1915269a54d9 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 814 time: 0.0994742 Aug 30 13:52:45.480545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-23780077-a192-48ad-9d36-23ca62e3c0ed tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/quotas/daff78e9dcff45db9bdb22c53d9f32ac HTTP/1.1" status: 200 len: 375 time: 0.0087481 Aug 30 13:52:45.532205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-f01e2b86-f883-4061-a2d6-b571ba7f0d4d tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465655 Aug 30 13:52:45.620860 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-88089f45-b8bc-413d-a903-dd250d6509bf service neutron] 10.222.0.37 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807331 Aug 30 13:52:46.020987 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-b18862e5-e23b-467a-8684-44a276934d8e service neutron] 10.222.0.37 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940213 Aug 30 13:52:46.206430 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ad1921af-9b37-409b-8092-dc7f86ee2b57 req-f1264e00-a09c-4bc6-9c1d-c1ee966cb047 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 210 time: 0.0342903 Aug 30 13:52:46.686496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-3ae92695-452d-4a7c-b3cf-080057405961 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:46.687946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-3ae92695-452d-4a7c-b3cf-080057405961 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.35 "GET /v2.0/ports?device_id=cba63a54-7172-4263-9af6-ffa413aed78c HTTP/1.1" status: 200 len: 946 time: 0.0484710 Aug 30 13:52:46.781148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Deleting port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:52:46.781487 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:46.864938 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] For port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:46.865195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:46.877393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Calling delete_port for 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:52:47.062330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:47.074644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:52:47.100628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Pushing event deleted for resources: {'Port': ['ID=67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:47.150992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] No DVR routers for this DVR port 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:52:47.158638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece003-b955-422c-9f37-1a5373aa78fc req-13d87b69-f68d-4890-bd2f-4a4b68d582df tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:47.160364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-13d87b69-f68d-4890-bd2f-4a4b68d582df tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.35 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 814 time: 0.1793694 Aug 30 13:52:47.162024 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:47.163992 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b2d63bd5-3bb1-46da-9126-19fe30a8d156 req-516bffb6-5124-474d-b999-bd892ec9dfad tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.35 "DELETE /v2.0/ports/67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf HTTP/1.1" status: 204 len: 173 time: 0.4679432 Aug 30 13:52:47.164416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'name': 'network-vif-deleted', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:52:47.166647 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef656d2-77fc-4870-8b37-9128bd9a7d22" -d '{"events": [{"server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "name": "network-vif-deleted", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:52:47.185962 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Request body: {'port': {'device_id': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d', 'admin_state_up': True, 'tenant_id': 'daff78e9dcff45db9bdb22c53d9f32ac'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:52:47.201896 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe9af80-d360-4be2-b267-a775d13e6d6c x-openstack-request-id: req-9fe9af80-d360-4be2-b267-a775d13e6d6c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:52:47.202182 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba63a54-7172-4263-9af6-ffa413aed78c", "name": "network-vif-deleted", "tag": "67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:52:47.202432 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9fe9af80-d360-4be2-b267-a775d13e6d6c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:52:47.202815 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba63a54-7172-4263-9af6-ffa413aed78c', 'name': 'network-vif-deleted', 'tag': '67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf', 'status': 'completed', 'code': 200} Aug 30 13:52:47.304539 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45e9b3c1-f0fb-4d27-b2a7-79e53407f125 req-ddbfde18-c1b6-4dec-ada5-119c2c4e4d6c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 210 time: 0.0294657 Aug 30 13:52:47.309985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Made reservation on behalf of daff78e9dcff45db9bdb22c53d9f32ac for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:52:47.314538 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:47.443204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Allocated IP 172.20.0.12 (9814f68b-4d76-4244-ac26-831b86388f1d/63e6b3af-90f0-47bc-8876-a863a679193d/576ed912-c586-4bf1-9fbf-249ff5048cc1) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:52:47.586754 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:47.623064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:47.635356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:52:47.671236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Network 9814f68b-4d76-4244-ac26-831b86388f1d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:52:47.674291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:52:47.676871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:52:47.707477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Pushing event updated for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:47.736382 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:47.737005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:47.751181 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-e6be2b78-f5f7-42f3-ba1d-1d30ba6362bc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5694754 Aug 30 13:52:47.763538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Request body: {'port': {'device_id': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:52:47.814786 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:47.853829 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:52:48.069900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576ed912-c586-4bf1-9fbf-249ff5048cc1 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:52:48.077306 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:48.089138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Transition to ACTIVE for port object 576ed912-c586-4bf1-9fbf-249ff5048cc1 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:52:48.091896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:48.143444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Pushing event updated for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:48.212804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Attempting to bind port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:52:48.213162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Attempting to bind port 576ed912-c586-4bf1-9fbf-249ff5048cc1 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:52:48.213472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Attempting to bind port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on network 9814f68b-4d76-4244-ac26-831b86388f1d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:52:48.217754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on network 9814f68b-4d76-4244-ac26-831b86388f1d not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:52:48.218080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Attempting to bind port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on network 9814f68b-4d76-4244-ac26-831b86388f1d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:52:48.222880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:52:48.223216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Checking segment: {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:52:48.224187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Bound using segment: {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:52:48.224690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Bound port: 576ed912-c586-4bf1-9fbf-249ff5048cc1, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:52:48.225044 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:48.287154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:52:48.290159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:52:48.294672 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:48.332061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:48.332680 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:48.334175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] 10.222.0.35 "PUT /v2.0/ports/576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 200 len: 1092 time: 0.5747111 Aug 30 13:52:48.356924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d20b827-21a1-45aa-9c2b-3785f2ff6a62 service neutron] Pushing event updated for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:48.413174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece003-b955-422c-9f37-1a5373aa78fc req-333acd67-2a0b-40e6-a215-883f807dbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:48.414748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-333acd67-2a0b-40e6-a215-883f807dbe73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 1095 time: 0.0436714 Aug 30 13:52:48.460210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-8e94d221-9a6b-4969-8e5a-3652667d372a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 200 len: 217 time: 0.0378406 Aug 30 13:52:48.539974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ece003-b955-422c-9f37-1a5373aa78fc req-ab470cea-df54-4da1-b2a4-7ccddda5568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:48.541754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-ab470cea-df54-4da1-b2a4-7ccddda5568c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0741010 Aug 30 13:52:48.574270 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-4dbf8a85-5a11-4342-90eb-3b43353aa339 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253918 Aug 30 13:52:48.581881 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347213-083e-425d-a913-5844af236324 req-22fdd585-f416-48ad-b697-3812a2f42ce4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:48.583941 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac347213-083e-425d-a913-5844af236324 req-22fdd585-f416-48ad-b697-3812a2f42ce4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 944 time: 0.1543603 Aug 30 13:52:48.670474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac347213-083e-425d-a913-5844af236324 req-59c041d5-29dd-49f6-84cd-1d046e2b64a3 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783701 Aug 30 13:52:48.696501 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-db9326d6-9d06-41e3-9fce-485e39f35719 service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116600 Aug 30 13:52:48.785065 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24ece003-b955-422c-9f37-1a5373aa78fc req-912bd8fd-9584-4d0d-8240-370bc442ddf0 service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812130 Aug 30 13:52:49.204305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:52:49.206719 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c947f14cc135ed17b7671bbc49da34fe98ddfff719457004a011b8592055ab8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2500da-c961-4c95-b012-e9ea4bd53f36" -d '{"events": [{"name": "network-changed", "server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:52:49.242074 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a430ab7-9958-4d4e-a914-8082f464e65c x-openstack-request-id: req-8a430ab7-9958-4d4e-a914-8082f464e65c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:52:49.242368 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:52:49.242621 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a430ab7-9958-4d4e-a914-8082f464e65c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:52:49.243020 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'status': 'completed', 'code': 200} Aug 30 13:52:49.309686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-fc7c3145-5c1b-4efd-bb6a-d9042276d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:49.311285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-fc7c3145-5c1b-4efd-bb6a-d9042276d50c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 1095 time: 0.0461719 Aug 30 13:52:49.398977 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-eacff4e9-3dcb-4c5c-9b82-bc33bf5452c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:49.400425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-eacff4e9-3dcb-4c5c-9b82-bc33bf5452c3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.0812261 Aug 30 13:52:49.446450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-75dced74-8d1d-44a9-8db5-37b581f11f46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 200 len: 217 time: 0.0353124 Aug 30 13:52:49.497848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-c2992c32-37a4-4761-a194-1c1dcc0c579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:49.499162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-c2992c32-37a4-4761-a194-1c1dcc0c579b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0457001 Aug 30 13:52:49.530848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-c6d39323-a1f2-4db6-866f-0e052ee2f413 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237851 Aug 30 13:52:49.619014 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-0124eb88-12da-49c3-a7d3-8fa03c0eb93d service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796139 Aug 30 13:52:49.713954 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba2500da-c961-4c95-b012-e9ea4bd53f36 req-07cefd43-2ff4-4e1c-8ad6-bbcffa02060a service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871513 Aug 30 13:52:49.786991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a4121-fb9c-4933-9730-650f808d72b4 req-880ac7d1-65f5-447b-ad2c-c214da6e6eab tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:49.788226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b85a4121-fb9c-4933-9730-650f808d72b4 req-880ac7d1-65f5-447b-ad2c-c214da6e6eab tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 944 time: 0.0502553 Aug 30 13:52:49.825497 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b85a4121-fb9c-4933-9730-650f808d72b4 req-19f4920c-1ae4-440a-b305-97dc81b6adaa tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312676 Aug 30 13:52:50.940096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e692e-623a-46c6-8a96-96cb33b88c79 req-a338bbad-24ff-41aa-80a3-9b33f4a01540 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:50.941563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b54e692e-623a-46c6-8a96-96cb33b88c79 req-a338bbad-24ff-41aa-80a3-9b33f4a01540 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 944 time: 0.0479949 Aug 30 13:52:50.979309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b54e692e-623a-46c6-8a96-96cb33b88c79 req-cf1503b9-5f31-49ec-a69a-81267fde53b5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Aug 30 13:52:51.178336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:52:51.200620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:52:51.200969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 67c3a695-1ee8-4c2f-bd8b-6be9a7dd4faf not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:52:52.098286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb9ca9-5afb-4809-b45e-da5a63bf5a68 req-ea2e10c7-6c44-4da0-95b2-acef7e87aec6 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:52.100145 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dfb9ca9-5afb-4809-b45e-da5a63bf5a68 req-ea2e10c7-6c44-4da0-95b2-acef7e87aec6 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 944 time: 0.0544024 Aug 30 13:52:52.141822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1dfb9ca9-5afb-4809-b45e-da5a63bf5a68 req-32cd26c2-330b-4c53-90f0-d24dd90acc1c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357385 Aug 30 13:52:53.193006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 576ed912-c586-4bf1-9fbf-249ff5048cc1 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:52:53.289037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:53.300562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d', 'port_id': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'mac_address': 'fa:16:3e:7e:86:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e6b3af-90f0-47bc-8876-a863a679193d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:52:53.337747 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb5011-4dd4-48a3-b274-e953df958677 req-a46b825e-2256-4190-a85a-3ca531e3d044 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:53.339478 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5cfb5011-4dd4-48a3-b274-e953df958677 req-a46b825e-2256-4190-a85a-3ca531e3d044 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 944 time: 0.0943568 Aug 30 13:52:53.340503 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:53.353969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576ed912-c586-4bf1-9fbf-249ff5048cc1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:52:53.375777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:53.377103 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5cfb5011-4dd4-48a3-b274-e953df958677 req-45b5e90c-08dd-466b-b98c-93b32a8a0255 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315828 Aug 30 13:52:53.381123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:53.430217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:53.437343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.437723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.438072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.438411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.438748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.439082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.439415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.439744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.440068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.440395 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.440720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.441044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:52:53.678035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['576ed912-c586-4bf1-9fbf-249ff5048cc1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:52:54.495731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf45c8b-7cd4-488d-80ab-23fc594b36cd req-4b0b4a45-0841-4bf7-8fed-f086db338d84 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:54.497204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-edf45c8b-7cd4-488d-80ab-23fc594b36cd req-4b0b4a45-0841-4bf7-8fed-f086db338d84 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 945 time: 0.0499792 Aug 30 13:52:54.534237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-edf45c8b-7cd4-488d-80ab-23fc594b36cd req-7f7e4dec-a8e8-4fc1-ab39-2120edaccf0b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311270 Aug 30 13:52:55.193078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 576ed912-c586-4bf1-9fbf-249ff5048cc1 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:52:55.242643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 576ed912-c586-4bf1-9fbf-249ff5048cc1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:52:55.246217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 576ed912-c586-4bf1-9fbf-249ff5048cc1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:52:55.246584 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:55.319656 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:55.340887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:52:55.343106 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}71d51abdb23b5a5e4e2d93d956231121f876ac266b3f6930bad76469daeb7655" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49173d63-9bc6-4e17-ad22-8959188878c1" -d '{"events": [{"server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "name": "network-vif-plugged", "status": "completed", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:52:55.355302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:52:55.359200 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:55.388002 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bff1141-8893-43ac-b152-c889e22410d1 x-openstack-request-id: req-5bff1141-8893-43ac-b152-c889e22410d1 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:52:55.388291 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "name": "network-vif-plugged", "status": "completed", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:52:55.388551 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5bff1141-8893-43ac-b152-c889e22410d1 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:52:55.388936 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'code': 200} Aug 30 13:52:55.417116 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:52:55.475225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88b2a2-c8f9-44b3-bbac-a6f38d3e5f12 req-21725988-f2dd-4d89-943b-3e315f992157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:55.476623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da88b2a2-c8f9-44b3-bbac-a6f38d3e5f12 req-21725988-f2dd-4d89-943b-3e315f992157 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 1097 time: 0.0400827 Aug 30 13:52:55.511444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da88b2a2-c8f9-44b3-bbac-a6f38d3e5f12 req-32dc9a9e-7934-4aaa-a91b-8a8f2d2c80c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277405 Aug 30 13:52:55.648398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fe96e-0abf-46c4-8c6c-5c1e9f8ad0e7 req-7d635f03-8223-430f-9b6c-7af965308a6b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:55.649906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-536fe96e-0abf-46c4-8c6c-5c1e9f8ad0e7 req-7d635f03-8223-430f-9b6c-7af965308a6b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0492113 Aug 30 13:52:55.691815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-536fe96e-0abf-46c4-8c6c-5c1e9f8ad0e7 req-88ab3f02-bd98-4604-9713-97cda7b5a0d1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360188 Aug 30 13:52:56.814488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7afe6a-78ee-4447-9bad-c68624f640bc req-33e88bfc-e7db-4e65-8fd3-d6689536f30d tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:56.815971 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c7afe6a-78ee-4447-9bad-c68624f640bc req-33e88bfc-e7db-4e65-8fd3-d6689536f30d tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0556078 Aug 30 13:52:56.853988 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6c7afe6a-78ee-4447-9bad-c68624f640bc req-8c6b5fdc-e067-4fe0-835b-180eff848f1f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Aug 30 13:52:57.967736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fcc06e-e813-42d5-b9cf-897e5cf18ff1 req-d9dde65c-d4a3-4410-8e48-fb092d650ea2 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:57.969188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11fcc06e-e813-42d5-b9cf-897e5cf18ff1 req-d9dde65c-d4a3-4410-8e48-fb092d650ea2 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0487938 Aug 30 13:52:58.006699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11fcc06e-e813-42d5-b9cf-897e5cf18ff1 req-9883bc87-2397-4f9e-b4a3-2bd9fb6fc8d1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315192 Aug 30 13:52:58.118368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd9aca-63cc-4ea5-92fb-6a1cc4ce9e13 req-358e9635-3b18-4670-aefd-0a3fe0c43b22 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:58.119928 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54fd9aca-63cc-4ea5-92fb-6a1cc4ce9e13 req-358e9635-3b18-4670-aefd-0a3fe0c43b22 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0483108 Aug 30 13:52:58.157364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-54fd9aca-63cc-4ea5-92fb-6a1cc4ce9e13 req-493211ea-ada3-4d7c-9f1e-ee403f04c55b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Aug 30 13:52:58.406991 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-de30d091-f443-44cc-bd59-d6337a68bfb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735009 Aug 30 13:52:58.415639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39ba0c-5e19-4758-a631-cc295d54e833 req-79b8b453-4853-4d48-ae06-a496d4edde94 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:58.417092 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ac39ba0c-5e19-4758-a631-cc295d54e833 req-79b8b453-4853-4d48-ae06-a496d4edde94 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0738218 Aug 30 13:52:58.456276 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ac39ba0c-5e19-4758-a631-cc295d54e833 req-7b96f315-d74d-4eac-b23a-c8a4b7fbed38 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330067 Aug 30 13:52:58.870070 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:52:59.418218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-544beda8-d581-4df1-986f-e432fda4cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:59.419731 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-544beda8-d581-4df1-986f-e432fda4cca4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 1097 time: 0.0422547 Aug 30 13:52:59.511665 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-e5d68495-c300-4162-857e-9dd9f4c5a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:59.513136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-e5d68495-c300-4162-857e-9dd9f4c5a066 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.0869975 Aug 30 13:52:59.562607 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-34e6c2ba-efab-4e40-95e8-29fef601f82e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 200 len: 217 time: 0.0424323 Aug 30 13:52:59.635998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ab0c2-2bd6-4d03-88fd-141c20887e10 req-fdc9473b-b886-4c16-8f3c-57d53c162450 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:59.637452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f63ab0c2-2bd6-4d03-88fd-141c20887e10 req-fdc9473b-b886-4c16-8f3c-57d53c162450 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.1108959 Aug 30 13:52:59.639117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-71b0e9d8-e537-4ec9-913b-61c3b42919e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:52:59.640421 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-71b0e9d8-e537-4ec9-913b-61c3b42919e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0640824 Aug 30 13:52:59.679106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-daa23ff3-ed5f-411d-93f3-68eee69591e4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292931 Aug 30 13:52:59.703352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f63ab0c2-2bd6-4d03-88fd-141c20887e10 req-476a9580-91e0-4330-8497-85965186b25f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598919 Aug 30 13:52:59.782771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-1e9f1845-e164-4c4c-8564-6a6d51fadc0a service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934739 Aug 30 13:52:59.870201 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-46d13750-f25a-457e-ae50-03273b8355c8 service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805895 Aug 30 13:53:00.816593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa90ff-e04e-4c89-aa9a-b3e3aadd8a03 req-e4342352-b350-405d-a5c1-60604c7e23f4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:00.818070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bfa90ff-e04e-4c89-aa9a-b3e3aadd8a03 req-e4342352-b350-405d-a5c1-60604c7e23f4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0484512 Aug 30 13:53:00.855083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bfa90ff-e04e-4c89-aa9a-b3e3aadd8a03 req-82445fba-9010-407c-9356-a9b8c6bf9840 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311768 Aug 30 13:53:01.204921 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:01.966747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a061123-4832-4f11-b48f-9ae316d08fff req-c8e694b3-57cf-44b5-b647-80264058a8ce tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:01.968180 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a061123-4832-4f11-b48f-9ae316d08fff req-c8e694b3-57cf-44b5-b647-80264058a8ce tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0481358 Aug 30 13:53:02.005240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a061123-4832-4f11-b48f-9ae316d08fff req-d727478d-c0bf-4404-822f-126ed7bfdcc9 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306034 Aug 30 13:53:03.118814 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e04b1-562f-40bc-b063-a680a3c0e744 req-b273fc12-58e9-4c69-9076-1acf6a4ff207 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:03.120268 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b27e04b1-562f-40bc-b063-a680a3c0e744 req-b273fc12-58e9-4c69-9076-1acf6a4ff207 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0481646 Aug 30 13:53:03.157017 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b27e04b1-562f-40bc-b063-a680a3c0e744 req-80bee00c-9a7a-4cad-b815-88fa898f7e94 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308444 Aug 30 13:53:04.278922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fc409-bb2c-41ca-bf18-2a8909ae6c40 req-31b2beaa-d983-49f4-88f0-bf7a4dd925bd tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:04.280392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-741fc409-bb2c-41ca-bf18-2a8909ae6c40 req-31b2beaa-d983-49f4-88f0-bf7a4dd925bd tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0526834 Aug 30 13:53:04.318619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-741fc409-bb2c-41ca-bf18-2a8909ae6c40 req-ac3ef615-5bb4-46fc-a8cb-4a0edc0e6f80 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Aug 30 13:53:05.436396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90e9f72-37c8-424e-8872-1f25dc7e897c req-defe62f4-1b7d-463b-91bd-0dbc786a96d8 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:05.437868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a90e9f72-37c8-424e-8872-1f25dc7e897c req-defe62f4-1b7d-463b-91bd-0dbc786a96d8 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0526786 Aug 30 13:53:05.475164 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a90e9f72-37c8-424e-8872-1f25dc7e897c req-dec81113-d743-42cc-a80d-bbea23541268 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308156 Aug 30 13:53:06.590166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dac0ee-1057-4584-805d-e35936e128ca req-360601cc-37c6-4549-ae7b-3de9df5e1bfc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:06.591659 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2dac0ee-1057-4584-805d-e35936e128ca req-360601cc-37c6-4549-ae7b-3de9df5e1bfc tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0477166 Aug 30 13:53:06.630854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2dac0ee-1057-4584-805d-e35936e128ca req-10467828-99e6-4989-9af7-38c3895b1f04 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331385 Aug 30 13:53:06.740286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cf8cab13-8cd6-4fbf-ade2-6dcd35a030ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:07.744516 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9476c2-6839-4e01-afe0-22159f6bcaf7 req-fddec0b2-d98d-47ee-8af2-8355fada2833 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:07.746067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e9476c2-6839-4e01-afe0-22159f6bcaf7 req-fddec0b2-d98d-47ee-8af2-8355fada2833 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0489597 Aug 30 13:53:07.788151 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e9476c2-6839-4e01-afe0-22159f6bcaf7 req-c46c215e-a9c9-4d40-9c48-aee60bd1f3c1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Aug 30 13:53:08.901084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8a006-c2e2-48ca-8040-c6f5f2eaec79 req-4544ae79-2eee-4ad5-892b-956bef1904f1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:08.902568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08e8a006-c2e2-48ca-8040-c6f5f2eaec79 req-4544ae79-2eee-4ad5-892b-956bef1904f1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0475771 Aug 30 13:53:08.940141 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-08e8a006-c2e2-48ca-8040-c6f5f2eaec79 req-1b510757-daec-46ed-bb88-41a7f88fd963 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315990 Aug 30 13:53:09.467411 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-afc23b03-b201-4b48-b073-3b5c6fcedf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:10.054039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae92ad6-0a45-4fee-93c0-3b4e0a2fa575 req-bc4abf42-c3c4-403e-9b8e-e15b0220ca59 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:10.055522 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dae92ad6-0a45-4fee-93c0-3b4e0a2fa575 req-bc4abf42-c3c4-403e-9b8e-e15b0220ca59 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0493243 Aug 30 13:53:10.058494 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:10.092273 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dae92ad6-0a45-4fee-93c0-3b4e0a2fa575 req-a6df5ee7-b48f-455d-ba85-ad23473a4824 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307686 Aug 30 13:53:11.012434 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:11.212469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b160ac4-3466-4b0c-b9fd-4c9669d0e443 req-11ac3710-c3d8-436d-b0b6-a9abb08f52b0 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:11.213980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b160ac4-3466-4b0c-b9fd-4c9669d0e443 req-11ac3710-c3d8-436d-b0b6-a9abb08f52b0 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0543046 Aug 30 13:53:11.251848 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0b160ac4-3466-4b0c-b9fd-4c9669d0e443 req-8341dfc8-b4d4-47d3-8d5f-026b580c96f1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Aug 30 13:53:12.366739 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:12.373860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df5a01-7d32-40fc-90cd-2a474a80a6d1 req-63cfeb4d-26e7-4bae-b93e-d9f2110f7ad2 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:12.375372 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24df5a01-7d32-40fc-90cd-2a474a80a6d1 req-63cfeb4d-26e7-4bae-b93e-d9f2110f7ad2 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0539265 Aug 30 13:53:12.413010 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24df5a01-7d32-40fc-90cd-2a474a80a6d1 req-1c71d6c8-e711-4d6e-b2cc-1090a23b40a5 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Aug 30 13:53:13.528103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34bfd0-07cd-46f1-92aa-21333a6c69f4 req-61292163-969d-4dd0-a396-2761773ff73d tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:13.529566 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b34bfd0-07cd-46f1-92aa-21333a6c69f4 req-61292163-969d-4dd0-a396-2761773ff73d tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0496027 Aug 30 13:53:13.566994 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b34bfd0-07cd-46f1-92aa-21333a6c69f4 req-12800b0f-dd3e-459a-8be9-436354bf064c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Aug 30 13:53:14.693256 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba86ac7-e04f-40f6-8579-28c24fab494a req-4b26e923-cf3a-47ea-a881-533830a117d0 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:14.694653 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ba86ac7-e04f-40f6-8579-28c24fab494a req-4b26e923-cf3a-47ea-a881-533830a117d0 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0492098 Aug 30 13:53:14.733597 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ba86ac7-e04f-40f6-8579-28c24fab494a req-1a7bc358-4687-45cf-87fb-4f33b411e63a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330372 Aug 30 13:53:15.859100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9595a3a-d488-4b2d-9eb9-fba0e5a01e39 req-706f45d0-69e1-4b1c-93f0-6dc469707c6b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:15.860545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9595a3a-d488-4b2d-9eb9-fba0e5a01e39 req-706f45d0-69e1-4b1c-93f0-6dc469707c6b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0482261 Aug 30 13:53:15.897186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9595a3a-d488-4b2d-9eb9-fba0e5a01e39 req-7632f112-6e75-43e2-8d01-9fa15efe9c2f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305800 Aug 30 13:53:17.011121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0d6cc-627e-4687-9bb5-d2afad7a57f6 req-5bf5e648-ce4b-4289-9b80-26d7f7a2ed1b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:17.012562 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ab0d6cc-627e-4687-9bb5-d2afad7a57f6 req-5bf5e648-ce4b-4289-9b80-26d7f7a2ed1b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0481446 Aug 30 13:53:17.054172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ab0d6cc-627e-4687-9bb5-d2afad7a57f6 req-2cff5475-49e4-4ab1-8ae7-e70709dd1114 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315864 Aug 30 13:53:18.173136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60c0bf-4b8a-4117-b74e-e32517864120 req-7989fa4e-2a83-4df7-bed6-e5dbc287fe17 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:18.174621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec60c0bf-4b8a-4117-b74e-e32517864120 req-7989fa4e-2a83-4df7-bed6-e5dbc287fe17 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0521429 Aug 30 13:53:18.212546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec60c0bf-4b8a-4117-b74e-e32517864120 req-9cb5dac9-5382-4a8a-ade9-0e015e3aa67e tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Aug 30 13:53:19.330247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d0af9-2ea9-4859-8e14-7b81612f415f req-78443bca-d934-4617-95ba-d80ae59ba6b0 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:19.331720 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b0d0af9-2ea9-4859-8e14-7b81612f415f req-78443bca-d934-4617-95ba-d80ae59ba6b0 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0530462 Aug 30 13:53:19.368876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b0d0af9-2ea9-4859-8e14-7b81612f415f req-14b2ed2d-767f-4ac2-9b8b-fb1a6aaa6aeb tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313258 Aug 30 13:53:20.482945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3829c5-2ccb-4467-bdf2-d670559a75ee req-6a0b7a79-f112-4290-97b6-1c16fd2b0063 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:20.484420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f3829c5-2ccb-4467-bdf2-d670559a75ee req-6a0b7a79-f112-4290-97b6-1c16fd2b0063 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0486462 Aug 30 13:53:20.521797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f3829c5-2ccb-4467-bdf2-d670559a75ee req-f7641695-a8ff-45d0-814f-48f8c524ba06 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313125 Aug 30 13:53:21.634452 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d141d74-a77c-49e7-b7fd-260c78e60d9a req-885ccef0-1735-4451-920e-47241d8a398f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:21.635939 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d141d74-a77c-49e7-b7fd-260c78e60d9a req-885ccef0-1735-4451-920e-47241d8a398f tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0480661 Aug 30 13:53:21.673974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1d141d74-a77c-49e7-b7fd-260c78e60d9a req-7209b27e-9c7f-41e1-b005-3b535851b1ed tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Aug 30 13:53:22.788232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cddd4-c6c8-4f69-a853-9b9da9e700f4 req-1c251e78-124b-413e-9fd4-3e4a6238289a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:22.789715 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf0cddd4-c6c8-4f69-a853-9b9da9e700f4 req-1c251e78-124b-413e-9fd4-3e4a6238289a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0497861 Aug 30 13:53:22.826294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf0cddd4-c6c8-4f69-a853-9b9da9e700f4 req-b3315f46-c7a0-46c2-962e-91967400b71e tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306463 Aug 30 13:53:23.940296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbe14c-5e61-44e1-99e2-0c5e49febf95 req-dceb3a68-5432-4f03-8d4c-21981f4fd4c8 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:23.941776 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45cbe14c-5e61-44e1-99e2-0c5e49febf95 req-dceb3a68-5432-4f03-8d4c-21981f4fd4c8 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0488446 Aug 30 13:53:23.983876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-45cbe14c-5e61-44e1-99e2-0c5e49febf95 req-e154b5ea-e7af-484a-bf7b-86e5ceac0128 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359116 Aug 30 13:53:24.852866 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:53:25.101433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53805594-59fd-45e5-bb7f-334acd1ad627 req-51ecb4ae-7ee6-4c58-bfb8-521085719f53 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:25.102969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53805594-59fd-45e5-bb7f-334acd1ad627 req-51ecb4ae-7ee6-4c58-bfb8-521085719f53 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0522444 Aug 30 13:53:25.139321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53805594-59fd-45e5-bb7f-334acd1ad627 req-342542a2-ec89-4517-b9eb-082a931f17be tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305133 Aug 30 13:53:26.272424 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dad469-3010-4b37-b76d-bd5065f3b641 req-939a744d-439f-4b11-9d8b-1519e0dc04f2 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:26.273893 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05dad469-3010-4b37-b76d-bd5065f3b641 req-939a744d-439f-4b11-9d8b-1519e0dc04f2 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0522895 Aug 30 13:53:26.311599 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05dad469-3010-4b37-b76d-bd5065f3b641 req-039c8d3c-3940-413a-adea-3adcb36d4717 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Aug 30 13:53:26.714113 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-4ba34336-323d-4ac0-8de0-05a9fc3eb286 service neutron] show failed (client error): The resource could not be found. Aug 30 13:53:26.715116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-4ba34336-323d-4ac0-8de0-05a9fc3eb286 service neutron] 10.222.0.35 "GET /v2.0/ports/576ed912-c586-4bf1-9fbf-249ff5048cc1/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0923193 Aug 30 13:53:26.972599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-cfd0ef2d-863d-4151-98d5-bcba1c72c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:26.974826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-cfd0ef2d-863d-4151-98d5-bcba1c72c258 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73&tenant_id=daff78e9dcff45db9bdb22c53d9f32ac HTTP/1.1" status: 200 len: 1097 time: 0.0775914 Aug 30 13:53:26.986016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:27.040435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:27.235705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:27.267095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:53:27.310687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:53:27.316430 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:27.330601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Transition to ACTIVE for port object 576ed912-c586-4bf1-9fbf-249ff5048cc1 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:53:27.336570 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:27.376085 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b444f061-d4b9-4636-8eea-0bab9311649e" -d '{"events": [{"server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "name": "network-vif-unplugged", "status": "completed", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:53:27.408730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] No DVR routers for this DVR port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:53:27.428087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:27.478905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Attempting to bind port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:53:27.479239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Attempting to bind port 576ed912-c586-4bf1-9fbf-249ff5048cc1 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:53:27.479563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Attempting to bind port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on network 9814f68b-4d76-4244-ac26-831b86388f1d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:53:27.486726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on network 9814f68b-4d76-4244-ac26-831b86388f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:53:27.487045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Attempting to bind port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on network 9814f68b-4d76-4244-ac26-831b86388f1d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:53:27.490416 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4524901a-cc14-4203-ad10-c4f46ec04fa9 x-openstack-request-id: req-4524901a-cc14-4203-ad10-c4f46ec04fa9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:53:27.490708 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "name": "network-vif-unplugged", "status": "completed", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:53:27.490959 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4524901a-cc14-4203-ad10-c4f46ec04fa9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:53:27.491342 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'code': 200} Aug 30 13:53:27.499795 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f32f4-a358-4150-bc0f-70b9709ff6e9 req-59bbbbac-05d8-453f-95c9-70a4f3597a39 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:27.501241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d1f32f4-a358-4150-bc0f-70b9709ff6e9 req-59bbbbac-05d8-453f-95c9-70a4f3597a39 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 944 time: 0.0955880 Aug 30 13:53:27.503864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:53:27.504196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Checking segment: {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:53:27.504568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Bound using segment: {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:53:27.505026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Bound port: 576ed912-c586-4bf1-9fbf-249ff5048cc1, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29734a17-0281-413c-91c2-3fb890b77b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:53:27.505375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:27.572240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d1f32f4-a358-4150-bc0f-70b9709ff6e9 req-d7714729-7ce8-43c9-ae8b-293bdc75a6ed tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638490 Aug 30 13:53:27.593914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:53:27.596908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:53:27.602205 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:27.638677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:27.639288 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:27.640651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] 10.222.0.16 "PUT /v2.0/ports/576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 200 len: 1092 time: 0.6585889 Aug 30 13:53:27.661831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84342e8c-39f0-4888-b2f9-5bc6c7ec3c00 service neutron] Pushing event updated for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:27.703081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-da1a2ca5-e8c7-4f3d-a60d-898f3b2a2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:27.704587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-da1a2ca5-e8c7-4f3d-a60d-898f3b2a2755 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 1095 time: 0.0399449 Aug 30 13:53:27.794571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-5cc47d9f-fb11-4bd2-ba91-f90a0487fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:27.795942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-5cc47d9f-fb11-4bd2-ba91-f90a0487fb84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.0846133 Aug 30 13:53:27.839627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-26d9c087-4e2f-4e15-8cee-59801e3e0e93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 200 len: 217 time: 0.0366950 Aug 30 13:53:27.888875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-5be47a60-8a52-441b-9053-025f7633400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:27.890328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-5be47a60-8a52-441b-9053-025f7633400b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0433609 Aug 30 13:53:27.921049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-1572d1df-759b-4a9c-bc14-636531efbb31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238810 Aug 30 13:53:28.012028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-910eb5cc-c55d-47e1-a556-559d9aebe789 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841703 Aug 30 13:53:28.102630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5b71b08d-0177-4a35-be51-ad756a7b484b req-841161a0-846d-4530-8bed-ed8a6169d303 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831895 Aug 30 13:53:28.689380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5737793-2269-490c-8e1b-500848922598 req-de677048-76f4-4194-9b3d-ce0d6b785263 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:28.690767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f5737793-2269-490c-8e1b-500848922598 req-de677048-76f4-4194-9b3d-ce0d6b785263 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 944 time: 0.0495822 Aug 30 13:53:28.727839 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f5737793-2269-490c-8e1b-500848922598 req-16ea103f-628c-4738-92d3-d82c57e49d15 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310578 Aug 30 13:53:28.898353 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:29.400473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 576ed912-c586-4bf1-9fbf-249ff5048cc1 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:53:29.438457 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 576ed912-c586-4bf1-9fbf-249ff5048cc1 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:53:29.492858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:53:29.495262 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d" -d '{"events": [{"name": "network-changed", "server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:53:29.543185 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1eed90-c7b9-429d-9ba8-f8a1b646c61b x-openstack-request-id: req-5e1eed90-c7b9-429d-9ba8-f8a1b646c61b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:53:29.544170 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:53:29.545105 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5e1eed90-c7b9-429d-9ba8-f8a1b646c61b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:53:29.545523 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'status': 'completed', 'code': 200} Aug 30 13:53:29.646780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-139c3408-d847-42a4-84ed-78f331133f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:29.648730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-139c3408-d847-42a4-84ed-78f331133f53 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 1095 time: 0.0839009 Aug 30 13:53:29.658176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-b54c6a96-2275-45e4-b2b1-1229d20c2848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:29.659751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-b54c6a96-2275-45e4-b2b1-1229d20c2848 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 1095 time: 0.0662408 Aug 30 13:53:29.819220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-8eceafb1-d014-4425-a9c8-a891764d5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:29.820705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-8eceafb1-d014-4425-a9c8-a891764d5d80 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.1648400 Aug 30 13:53:29.823264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-adec4768-7765-40b3-8fdb-9cf20adf02b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:29.824601 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-adec4768-7765-40b3-8fdb-9cf20adf02b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.1562822 Aug 30 13:53:29.845156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff192dca-7686-42fb-8f42-ccb9ba3a8b76 req-32d9060f-2a74-4aef-afd0-5cdc726217ce tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:29.846661 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff192dca-7686-42fb-8f42-ccb9ba3a8b76 req-32d9060f-2a74-4aef-afd0-5cdc726217ce tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 944 time: 0.0488987 Aug 30 13:53:29.869169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-b0dfd1d4-31e9-488c-ba85-96dfdddcb6bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 200 len: 217 time: 0.0411878 Aug 30 13:53:29.887134 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff192dca-7686-42fb-8f42-ccb9ba3a8b76 req-9af79fac-6500-491e-9f47-2c39cb1c1a78 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Aug 30 13:53:30.104517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f3a33-f9bb-4c3e-9494-6765d8ef8a03 req-42bed31e-8450-4040-b282-92497719f02e tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:30.106169 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d4f3a33-f9bb-4c3e-9494-6765d8ef8a03 req-42bed31e-8450-4040-b282-92497719f02e tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 944 time: 0.0555375 Aug 30 13:53:30.147246 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3d4f3a33-f9bb-4c3e-9494-6765d8ef8a03 req-8c3385f6-2516-4436-a1f4-8a1edb6c7c9a tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 Aug 30 13:53:30.235747 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-dfce55c9-4bc9-42f2-b42e-084d2560f8a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 200 len: 217 time: 0.4005599 Aug 30 13:53:30.335401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-3ea9c590-dffc-41c4-81fb-e001a807cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:30.336825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-3ea9c590-dffc-41c4-81fb-e001a807cee8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.1117594 Aug 30 13:53:30.342707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-667964f9-ad79-4b7f-be58-40fbb911350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:30.344085 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-667964f9-ad79-4b7f-be58-40fbb911350c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.1004128 Aug 30 13:53:30.360582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-14682623-1bbf-4c1c-8884-e4f54f07fee4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:30.361974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-14682623-1bbf-4c1c-8884-e4f54f07fee4 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.35 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73&tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 944 time: 0.1384327 Aug 30 13:53:30.402831 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-7e34ca1f-a51f-443e-85e8-fe6e8220cc2a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578625 Aug 30 13:53:30.405533 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-385f6fc4-1afc-4a4e-a18e-2badbd14527a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427542 Aug 30 13:53:30.558352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 576ed912-c586-4bf1-9fbf-249ff5048cc1 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:53:30.578067 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-bbc3c97f-8728-4f63-b146-52d5b31a5d83 service neutron] delete failed (client error): The resource could not be found. Aug 30 13:53:30.579094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-bbc3c97f-8728-4f63-b146-52d5b31a5d83 service neutron] 10.222.0.35 "DELETE /v2.0/ports/576ed912-c586-4bf1-9fbf-249ff5048cc1/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.2073257 Aug 30 13:53:30.606762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-844a996d-c582-4239-ba01-3b85cc226792 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838760 Aug 30 13:53:30.608612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-75e4f3d9-6da2-4573-bc6a-bfbef57acf62 service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847620 Aug 30 13:53:30.656715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:30.669079 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'network_id': '9814f68b-4d76-4244-ac26-831b86388f1d', 'port_id': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'mac_address': 'fa:16:3e:7e:86:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63e6b3af-90f0-47bc-8876-a863a679193d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:53:30.706269 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:30.719545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576ed912-c586-4bf1-9fbf-249ff5048cc1 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:53:30.738846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:30.743494 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:30.766523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-042fee4e-1d0d-4f89-805d-c5a3a9ca1df0 service neutron] 10.222.0.16 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528876 Aug 30 13:53:30.769983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e1f0e1-be3c-4d5c-a190-3b2a5b17833d req-f34ba74b-8fbb-4c77-a917-84d091ad22ed service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476157 Aug 30 13:53:30.798720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:30.870859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-ca451c8a-483b-4f01-8bad-43a7ce9106aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:30.872273 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-ca451c8a-483b-4f01-8bad-43a7ce9106aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 1096 time: 0.0429237 Aug 30 13:53:30.964793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-1a51619a-0f7b-441d-b106-a2f68b0973d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:30.966333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-1a51619a-0f7b-441d-b106-a2f68b0973d5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 200 len: 915 time: 0.0873387 Aug 30 13:53:30.968615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['576ed912-c586-4bf1-9fbf-249ff5048cc1'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:53:31.008623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-04710454-f2eb-4a6a-a6d6-bb698d7e2594 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 200 len: 217 time: 0.0352857 Aug 30 13:53:31.057319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-4cf63d9c-a222-4f35-8d75-12eb07c9cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:31.058846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-4cf63d9c-a222-4f35-8d75-12eb07c9cd65 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 200 len: 854 time: 0.0440955 Aug 30 13:53:31.089457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-2b1bfc55-06f6-4073-9f9f-38e7cc4822c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9814f68b-4d76-4244-ac26-831b86388f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240786 Aug 30 13:53:31.184567 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-f9360cf5-2bf2-4083-9247-fb1b52de2f06 service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883846 Aug 30 13:53:31.235033 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:31.308285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c4706-0e85-4251-bdf9-9cbd3200eff9 req-d079c372-1c74-4d7e-9173-2bec264e57b6 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:31.309770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-830c4706-0e85-4251-bdf9-9cbd3200eff9 req-d079c372-1c74-4d7e-9173-2bec264e57b6 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 945 time: 0.0726349 Aug 30 13:53:31.330226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616180de-e7a4-4d10-8cd1-3225c6111dc2 req-3ab08e64-44bc-4dc2-b876-b5320a73b73e service neutron] 10.222.0.35 "GET /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393321 Aug 30 13:53:31.358507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-830c4706-0e85-4251-bdf9-9cbd3200eff9 req-57060e8f-a686-4826-b98a-f4e99ab111a9 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Aug 30 13:53:32.472279 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f9b5e-72b3-4c08-87b2-471289a4c7d3 req-fbda7fb7-6ee9-4da6-8aeb-e19c12128151 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:32.474286 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f8f9b5e-72b3-4c08-87b2-471289a4c7d3 req-fbda7fb7-6ee9-4da6-8aeb-e19c12128151 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 945 time: 0.0493362 Aug 30 13:53:32.511322 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f8f9b5e-72b3-4c08-87b2-471289a4c7d3 req-e00e5f52-55d1-4bff-a03b-8b89d2a730cb tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Aug 30 13:53:32.575067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 576ed912-c586-4bf1-9fbf-249ff5048cc1 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:53:32.623689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 576ed912-c586-4bf1-9fbf-249ff5048cc1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:53:32.624546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db43a7-b808-489e-9d1b-53c9552fa789 req-756bd91b-5a93-4707-bf8e-0416e58bc754 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:32.626207 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-45db43a7-b808-489e-9d1b-53c9552fa789 req-756bd91b-5a93-4707-bf8e-0416e58bc754 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 945 time: 0.0481491 Aug 30 13:53:32.627453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 576ed912-c586-4bf1-9fbf-249ff5048cc1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:32.628001 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:32.664741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-45db43a7-b808-489e-9d1b-53c9552fa789 req-f17ddc32-df6e-4ff3-8556-825a8b7337ea tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Aug 30 13:53:32.706508 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:32.729470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:53:32.743977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:32.748776 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:32.781837 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc55b1-e4f8-4d18-9068-fb879d85e251" -d '{"events": [{"server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "name": "network-vif-plugged", "status": "completed", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:53:32.784911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67c244-d508-4178-adc7-b1209d9a6a3c req-8d0c8f03-181d-422d-8f87-a5c2995e1c13 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:32.786955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea67c244-d508-4178-adc7-b1209d9a6a3c req-8d0c8f03-181d-422d-8f87-a5c2995e1c13 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 945 time: 0.0520492 Aug 30 13:53:32.813536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:32.835635 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ea67c244-d508-4178-adc7-b1209d9a6a3c req-bca68300-b00d-485e-a012-5ee080a842e1 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Aug 30 13:53:32.870130 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ea897e-8d0d-45d8-abe8-5e7d6bd92d1d x-openstack-request-id: req-a5ea897e-8d0d-45d8-abe8-5e7d6bd92d1d {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:53:32.870510 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "name": "network-vif-plugged", "status": "completed", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:53:32.870672 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5ea897e-8d0d-45d8-abe8-5e7d6bd92d1d {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:53:32.871093 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'code': 200} Aug 30 13:53:33.157090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00147-9035-4a4e-8113-99739860a0cf req-679673b0-23ce-4450-a38c-43120f4a04e9 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:33.158518 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05b00147-9035-4a4e-8113-99739860a0cf req-679673b0-23ce-4450-a38c-43120f4a04e9 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0526047 Aug 30 13:53:33.196701 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-05b00147-9035-4a4e-8113-99739860a0cf req-9ea15ecd-7750-43f5-9717-5cd0dcecd14b tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Aug 30 13:53:34.313995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-5acc273a-9058-4402-8ab3-5f5e71e4be22 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:34.316033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-5acc273a-9058-4402-8ab3-5f5e71e4be22 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.16 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0771377 Aug 30 13:53:34.358078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf8411-ecfd-4bc2-8d5d-74d4763429f0 req-207d3412-3f10-4ca8-9023-1babe877da7c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:34.359512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddcf8411-ecfd-4bc2-8d5d-74d4763429f0 req-207d3412-3f10-4ca8-9023-1babe877da7c tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/ports?device_id=99bdc7fc-cde6-486e-90b5-bd2a18eabc73 HTTP/1.1" status: 200 len: 946 time: 0.0879922 Aug 30 13:53:34.426196 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddcf8411-ecfd-4bc2-8d5d-74d4763429f0 req-c9aee65e-02b8-4bda-a1b0-6c39dbd39727 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.37 "GET /v2.0/security-groups?id=3022f63f-c067-4d47-a540-852e868d32c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590472 Aug 30 13:53:34.445115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Deleting port 576ed912-c586-4bf1-9fbf-249ff5048cc1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:53:34.445459 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:34.534486 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] For port 576ed912-c586-4bf1-9fbf-249ff5048cc1, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=576ed912-c586-4bf1-9fbf-249ff5048cc1,segment=NetworkSegment(29734a17-0281-413c-91c2-3fb890b77b58),segment_id=29734a17-0281-413c-91c2-3fb890b77b58)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:34.534849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:34.547621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Calling delete_port for 576ed912-c586-4bf1-9fbf-249ff5048cc1 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:53:34.673068 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:34.700932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Pushing event deleted for resources: {'Port': ['ID=576ed912-c586-4bf1-9fbf-249ff5048cc1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:34.741026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] No DVR routers for this DVR port 576ed912-c586-4bf1-9fbf-249ff5048cc1 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:53:34.743703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:34.745712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9e00e0aa-4c55-46ed-a0a1-3a89ceae5d6f req-888859b8-e263-44f5-9a9a-7d51ec61f517 tempest-ServerDiskConfigTestJSON-1246473010 tempest-ServerDiskConfigTestJSON-1246473010-project] 10.222.0.16 "DELETE /v2.0/ports/576ed912-c586-4bf1-9fbf-249ff5048cc1 HTTP/1.1" status: 204 len: 173 time: 0.4223406 Aug 30 13:53:34.746128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'name': 'network-vif-deleted', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:53:34.748385 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cac194-c27e-4fe6-83d8-269d384b3f4d" -d '{"events": [{"server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "name": "network-vif-deleted", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:53:34.790163 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d6b0a9-501f-4aa7-a54f-2e8169756bd0 x-openstack-request-id: req-02d6b0a9-501f-4aa7-a54f-2e8169756bd0 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:53:34.790453 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99bdc7fc-cde6-486e-90b5-bd2a18eabc73", "name": "network-vif-deleted", "tag": "576ed912-c586-4bf1-9fbf-249ff5048cc1", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:53:34.790706 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02d6b0a9-501f-4aa7-a54f-2e8169756bd0 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:53:34.791128 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99bdc7fc-cde6-486e-90b5-bd2a18eabc73', 'name': 'network-vif-deleted', 'tag': '576ed912-c586-4bf1-9fbf-249ff5048cc1', 'status': 'completed', 'code': 200} Aug 30 13:53:35.545577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35318) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:35.589688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Deleting subnet 63e6b3af-90f0-47bc-8876-a863a679193d {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 13:53:35.592615 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.625825 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.664696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.719477 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.744846 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e6b3af-90f0-47bc-8876-a863a679193d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:35.752381 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.754218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/63e6b3af-90f0-47bc-8876-a863a679193d HTTP/1.1" status: 204 len: 168 time: 0.2076366 Aug 30 13:53:35.756528 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.756871 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.757207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.757541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.757717 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35320) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:35.758163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.758262 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.758517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.758842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.759164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.759482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.759800 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.760124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120fc852-dc8a-4f05-84c6-555ccead4cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:35.829685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.905472 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.916012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9814f68b-4d76-4244-ac26-831b86388f1d']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:35.926007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29734a17-0281-413c-91c2-3fb890b77b58') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:35.926343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29734a17-0281-413c-91c2-3fb890b77b58') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:35.934974 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.953030 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.959514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 13:53:35.959903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: timer() Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 13:53:35.961509 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 13:53:36.013928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:36.019365 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:36.022062 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] 10.222.0.37 "DELETE /v2.0/networks/9814f68b-4d76-4244-ac26-831b86388f1d HTTP/1.1" status: 204 len: 168 time: 0.2633252 Aug 30 13:53:36.034519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d5863-6f19-47b3-ae48-44a8a7ddc1cd admin admin] Pushing event deleted for resources: {'Network': ['ID=9814f68b-4d76-4244-ac26-831b86388f1d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:36.128824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35324) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:36.168690 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a3111edf-b044-4992-b190-e7d08c1e22dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=daff78e9dcff45db9bdb22c53d9f32ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380745 Aug 30 13:53:36.170986 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35326) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:36.218141 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51c5714a-842f-4c7c-802e-603ff4a673f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:36.238417 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51c5714a-842f-4c7c-802e-603ff4a673f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:36.285185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51c5714a-842f-4c7c-802e-603ff4a673f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:36.287923 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51c5714a-842f-4c7c-802e-603ff4a673f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:36.289074 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-51c5714a-842f-4c7c-802e-603ff4a673f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3022f63f-c067-4d47-a540-852e868d32c2 HTTP/1.1" status: 204 len: 168 time: 0.1171916 Aug 30 13:53:36.296427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5714a-842f-4c7c-802e-603ff4a673f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3022f63f-c067-4d47-a540-852e868d32c2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:36.605287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 576ed912-c586-4bf1-9fbf-249ff5048cc1 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:53:36.627775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 576ed912-c586-4bf1-9fbf-249ff5048cc1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:53:36.628123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 576ed912-c586-4bf1-9fbf-249ff5048cc1 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:53:36.741961 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14cae812-d02a-4882-b4d5-044330c6408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:36.949608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35348) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:37.044498 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2064434396-network', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:37.065684 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Made reservation on behalf of 820eb5bb52e344d8a90627cac123b89e for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:53:37.068037 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.079403 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.166824 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.170245 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.193720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 13:53:37.202135 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9196c355-9b62-42b8-9c68-fe89ebe472bb,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:37.208485 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.208845 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Added segment ff4797f3-94c9-49cc-8451-99df8f8e78ed of type vlan for network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 Aug 30 13:53:37.248128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.272376 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.273252 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:37.273871 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.326653 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3759062 Aug 30 13:53:37.329655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35352) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:37.331690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82399d66-341e-492f-86a4-a46b2b2a01ec admin admin] Pushing event updated for resources: {'Network': ['ID=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:37.335548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Request body: {'subnet': {'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2064434396-subnet', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:37.341744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 13:53:37.356083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Made reservation on behalf of 820eb5bb52e344d8a90627cac123b89e for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:53:37.358547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.521946 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.575823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5dc0b0-b432-429e-8001-3147ee131e9c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:37.584935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:53:37.585288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Network hostable DHCP agents. Network: 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 13:53:37.601556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 13:53:37.609612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:53:37.613402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:37.614736 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.618896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6558356-831d-4c4d-b556-8ede75cdc634 None None] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:53:37.627877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4d1073ea-a00f-4b3a-ac29-0f0042c8c18c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2970362 Aug 30 13:53:37.630862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35354) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:37.635196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:37.654789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.655759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.711724 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.774845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 13:53:37.775724 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.842780 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:37.908972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Allocated IP 172.20.0.2 (03c6b5b4-0d66-40ff-88e5-45dc1ae7f442/5e5dc0b0-b432-429e-8001-3147ee131e9c/70b4336f-b286-407b-b706-5be64cef5bee) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:53:38.043309 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:38.050230 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:38.059221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Transition to ACTIVE for port object 70b4336f-b286-407b-b706-5be64cef5bee will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:53:38.062004 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:38.075195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Transition to ACTIVE for port object 70b4336f-b286-407b-b706-5be64cef5bee will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:53:38.083414 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:38.124349 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:53:38.125641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:53:38.128684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:53:38.160346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Pushing event updated for resources: {'Port': ['ID=70b4336f-b286-407b-b706-5be64cef5bee,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:38.171451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Allocated IP 172.25.2.200 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:53:38.193678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Attempting to bind port 70b4336f-b286-407b-b706-5be64cef5bee on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:53:38.194066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Attempting to bind port 70b4336f-b286-407b-b706-5be64cef5bee by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:53:38.194433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Attempting to bind port 70b4336f-b286-407b-b706-5be64cef5bee on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:53:38.199293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:53:38.199783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:53:38.200193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:38.200585 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:53:38.201047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Bound port: 70b4336f-b286-407b-b706-5be64cef5bee, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:53:38.201424 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:38.264380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] For port 70b4336f-b286-407b-b706-5be64cef5bee, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:53:38.267791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] For port 70b4336f-b286-407b-b706-5be64cef5bee, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=70b4336f-b286-407b-b706-5be64cef5bee,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:53:38.272151 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:38.273580 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:38.313629 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:38.331452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe7586-8432-4a64-a175-135c9d7f9af1 None None] Pushing event updated for resources: {'Port': ['ID=70b4336f-b286-407b-b706-5be64cef5bee,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:38.358174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:53:38.365271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:53:38.368924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:53:38.393193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Pushing event updated for resources: {'Port': ['ID=0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:38.637575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:39.143241 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:39.209848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78c093f-0233-4e5b-be36-a95c995f8687 None None] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 13:53:39.272974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Router e7796e02-686b-413d-81df-34cd5dfc4a07 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 13:53:39.318949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-937d73dc-500d-44c5-a592-c2f4234c8682 None None] Provisioning for port 70b4336f-b286-407b-b706-5be64cef5bee completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:53:39.378750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:53:39.388899 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:53:39.398931 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:39.400182 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bd7ce111-327e-406d-a98f-3121611c3330 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7684162 Aug 30 13:53:39.404741 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35356) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:39.413475 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:53:39.414228 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:53:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:39.480647 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-300ba7b4-1177-4e09-be3e-deec9f70945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:39.540470 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:53:39.721818 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:38Z', 'revision_number': 3, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:39.749050 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:53:39.749393 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Updating router e7796e02-686b-413d-81df-34cd5dfc4a07 port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:53:39.775458 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.034425 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.045471 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Transition to ACTIVE for port object 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:53:40.051471 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.062496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.105017 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Attempting to bind port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:53:40.105388 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Attempting to bind port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:53:40.105771 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Attempting to bind port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:53:40.114308 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:53:40.115270 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:53:40.115270 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.115478 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:53:40.117612 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Bound port: 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:53:40.117612 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.144931 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Pushing event updated for resources: {'Port': ['ID=0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:40.176239 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.176574 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.176945 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.177334 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.177725 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.178089 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.178491 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.178813 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.179137 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.179479 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.179794 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.180108 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:40.184603 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] For port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:53:40.188313 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] For port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:53:40.189234 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.194334 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.205223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 70b4336f-b286-407b-b706-5be64cef5bee up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:53:40.265440 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:53:40.265953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 70b4336f-b286-407b-b706-5be64cef5bee completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:53:40.266437 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:53:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:40.270669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 70b4336f-b286-407b-b706-5be64cef5bee triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:40.271080 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.314047 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b8807-a5b6-43bb-aac8-ee8bf79ae728 None None] Pushing event updated for resources: {'Port': ['ID=0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:40.353827 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.380833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Allocated IP 172.20.0.1 (03c6b5b4-0d66-40ff-88e5-45dc1ae7f442/5e5dc0b0-b432-429e-8001-3147ee131e9c/d524a76c-512b-464e-976e-6facbf6c024f) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:53:40.387870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 70b4336f-b286-407b-b706-5be64cef5bee, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=70b4336f-b286-407b-b706-5be64cef5bee,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:40.391195 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:53:40.392654 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.452792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=70b4336f-b286-407b-b706-5be64cef5bee,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:40.504180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.517439 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Transition to ACTIVE for port object d524a76c-512b-464e-976e-6facbf6c024f will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:53:40.549569 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.589912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:53:40.592670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:53:40.598878 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:53:40.632083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Pushing event updated for resources: {'Port': ['ID=d524a76c-512b-464e-976e-6facbf6c024f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:40.644665 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.670717 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:38Z', 'revision_number': 3, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:40.696684 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c283c-f730-4590-ad9d-d7a5b43784d8 None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:38Z', 'revision_number': 3, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:53:40.789174 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.875891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9e87cc59-926c-4297-a127-641ab6e88f86 None None] Provisioning for port d524a76c-512b-464e-976e-6facbf6c024f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:53:40.880829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9e87cc59-926c-4297-a127-641ab6e88f86 None None] Provisioning complete for port d524a76c-512b-464e-976e-6facbf6c024f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:40.881522 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9e87cc59-926c-4297-a127-641ab6e88f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.917290 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9e87cc59-926c-4297-a127-641ab6e88f86 None None] Port d524a76c-512b-464e-976e-6facbf6c024f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:53:40.972177 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:40.981405 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:41.018047 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:41.055820 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:41.062640 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Pushing event updated for resources: {'Port': ['ID=d524a76c-512b-464e-976e-6facbf6c024f,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:41.163210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:53:41.164695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:53:41.293782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:53:41.410020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:53:41.416987 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-776a9ef7-40ae-4f0b-8b16-40bb9d78eaba admin admin] 10.222.0.37 "PUT /v2.0/routers/e7796e02-686b-413d-81df-34cd5dfc4a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104568 Aug 30 13:53:41.439986 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-06e5df69-a7ba-47dd-ad67-64116bc98f6b None None] Provisioning complete for port d524a76c-512b-464e-976e-6facbf6c024f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:41.440665 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-06e5df69-a7ba-47dd-ad67-64116bc98f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:41.476567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-06e5df69-a7ba-47dd-ad67-64116bc98f6b None None] Port d524a76c-512b-464e-976e-6facbf6c024f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:53:41.998503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35364) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:42.003475 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ce78c11a-51f7-4e5e-a557-450660cd641a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--595657272', 'description': 'tempest-description--149624415'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:42.024980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce78c11a-51f7-4e5e-a557-450660cd641a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.111933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce78c11a-51f7-4e5e-a557-450660cd641a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.118112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce78c11a-51f7-4e5e-a557-450660cd641a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.148382 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce78c11a-51f7-4e5e-a557-450660cd641a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.149604 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ce78c11a-51f7-4e5e-a557-450660cd641a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1501005 Aug 30 13:53:42.151462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78c11a-51f7-4e5e-a557-450660cd641a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a442c327-30ba-4e88-a2ea-e813390b2f43,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:42.152590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35366) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:42.158887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'security_group_rule': {'security_group_id': 'a442c327-30ba-4e88-a2ea-e813390b2f43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:42.200103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.229788 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 70b4336f-b286-407b-b706-5be64cef5bee up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:53:42.265446 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.268805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.281465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 70b4336f-b286-407b-b706-5be64cef5bee triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:42.281946 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.287720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bdc0ce-cc23-4fc1-aaff-f39548afbf03,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:42.296133 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.299773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422014 Aug 30 13:53:42.299773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.299773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.299773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.300138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.300420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.300940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.301062 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35368) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:42.301711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.302220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.302718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.303199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.303678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.304163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c9f374c-a5a4-44b8-b8be-1c0e56aa6c3b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:42.316360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1d65b605-c726-4690-8a5a-f50163c9ac8d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'security_group_rule': {'security_group_id': 'a442c327-30ba-4e88-a2ea-e813390b2f43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:42.319708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:53:42.340875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:53:42.341570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:53:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:42.345682 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d65b605-c726-4690-8a5a-f50163c9ac8d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.402982 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d65b605-c726-4690-8a5a-f50163c9ac8d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.408190 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d65b605-c726-4690-8a5a-f50163c9ac8d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.424212 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.430506 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65b605-c726-4690-8a5a-f50163c9ac8d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd984e2-f575-44da-bc03-4d38fc31177b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:42.434362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d65b605-c726-4690-8a5a-f50163c9ac8d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.435547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1d65b605-c726-4690-8a5a-f50163c9ac8d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332021 Aug 30 13:53:42.438500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35370) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:42.443240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:42.465400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.486683 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:53:42.516740 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:53:42.565535 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.643566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:53:42.651822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:42.652193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.667271 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Allocated IP 172.25.2.88 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/99f72daa-c7f8-4e9f-b72b-fbcd37677115) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:53:42.778821 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.784872 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.810100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:42.814935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 2, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:42.818924 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.820401 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.850883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:53:42.851236 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Updating router e7796e02-686b-413d-81df-34cd5dfc4a07 port d524a76c-512b-464e-976e-6facbf6c024f binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 13:53:42.854856 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:53:42.857558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:53:42.862952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:53:42.891486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event updated for resources: {'Port': ['ID=99f72daa-c7f8-4e9f-b72b-fbcd37677115,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:42.901444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.929177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:42.952645 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:42.990840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.141061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.146452 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.184401 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.194771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Transition to ACTIVE for port object d524a76c-512b-464e-976e-6facbf6c024f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:53:43.199792 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.213562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event updated for resources: {'Port': ['ID=99f72daa-c7f8-4e9f-b72b-fbcd37677115,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:43.229765 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.245624 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.256685 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3265fa80-1aae-4a39-a7db-fe75ac938e85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8074086 Aug 30 13:53:43.293119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc52dae-3632-4284-871f-36c36b3d7cf9 None None] Pushing event updated for resources: {'Port': ['ID=d524a76c-512b-464e-976e-6facbf6c024f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:43.308101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Attempting to bind port d524a76c-512b-464e-976e-6facbf6c024f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:53:43.308485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Attempting to bind port d524a76c-512b-464e-976e-6facbf6c024f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:53:43.308855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Attempting to bind port d524a76c-512b-464e-976e-6facbf6c024f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:53:43.314258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:53:43.314732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:53:43.315147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.315545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:53:43.316012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Bound port: d524a76c-512b-464e-976e-6facbf6c024f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:53:43.316398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.384775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] For port d524a76c-512b-464e-976e-6facbf6c024f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:53:43.388058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] For port d524a76c-512b-464e-976e-6facbf6c024f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d524a76c-512b-464e-976e-6facbf6c024f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:53:43.391860 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:43.404980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-75a3e419-6bca-4d76-99c5-a956b1d35c1c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--595657272&fields=id&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 267 time: 0.0378740 Aug 30 13:53:43.463571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:53:43.464166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:53:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:43.466015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc52dae-3632-4284-871f-36c36b3d7cf9 None None] Pushing event updated for resources: {'Port': ['ID=d524a76c-512b-464e-976e-6facbf6c024f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:43.524989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-68b9d2bf-df89-412f-9878-0fedd5f6ed97 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:43.530216 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-68b9d2bf-df89-412f-9878-0fedd5f6ed97 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 812 time: 0.1176891 Aug 30 13:53:43.542809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-27e9e6a7-5183-4061-9e15-6167029b3cba tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/quotas/820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 375 time: 0.0104806 Aug 30 13:53:43.615372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-574cc07e-306a-432e-bdc8-89eb0b9beef4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639265 Aug 30 13:53:43.716220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-b8362c52-5dac-4d4c-845d-49f18bbcecad service neutron] 10.222.0.37 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933144 Aug 30 13:53:43.756735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:53:43.813201 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-5fde96d1-876d-4e6d-b079-1f53f0b6b853 service neutron] 10.222.0.37 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906675 Aug 30 13:53:43.954237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:43Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:43.980974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0318408b-a508-4860-9550-c9118e50f2b2 req-189b90ce-bfcf-416e-9125-a67e6dcfb4e6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 210 time: 0.0281293 Aug 30 13:53:43.981503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1af8a45-18db-4ff2-9fb0-cc3a702ef77b None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:43Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:53:44.240147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:53:44.296581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:44.296959 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:44.390515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d524a76c-512b-464e-976e-6facbf6c024f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:53:44.447689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port d524a76c-512b-464e-976e-6facbf6c024f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:53:44.452221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d524a76c-512b-464e-976e-6facbf6c024f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:44.452603 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:44.544558 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:44.579376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port d524a76c-512b-464e-976e-6facbf6c024f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d524a76c-512b-464e-976e-6facbf6c024f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:44.584774 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:44.638149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=d524a76c-512b-464e-976e-6facbf6c024f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:44.972207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-20d9e671-3ae0-40bd-b87d-c4f863d8c595 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:44.973936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-20d9e671-3ae0-40bd-b87d-c4f863d8c595 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 812 time: 0.1069360 Aug 30 13:53:45.031726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-b2d811b9-47cd-4f95-922c-81c3ced3a336 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 379 time: 0.0492885 Aug 30 13:53:45.048467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'port': {'device_id': '2338a729-44e4-4fdd-9203-423b7fa97090', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'admin_state_up': True, 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'security_groups': ['a442c327-30ba-4e88-a2ea-e813390b2f43']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:45.126811 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fac2ec39-945d-49d9-8195-5f7e987e4c0e req-98d0470f-a154-44ef-8de7-d1321eff9d22 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 210 time: 0.0622113 Aug 30 13:53:45.186964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Made reservation on behalf of 820eb5bb52e344d8a90627cac123b89e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:53:45.190536 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:45.319583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Allocated IP 172.20.0.7 (03c6b5b4-0d66-40ff-88e5-45dc1ae7f442/5e5dc0b0-b432-429e-8001-3147ee131e9c/58161d64-0da7-461f-baa6-599d388ee562) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:53:45.456566 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:45.471134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Transition to ACTIVE for port object 58161d64-0da7-461f-baa6-599d388ee562 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:53:45.508044 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:45.568346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:53:45.573130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:53:45.576907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:53:45.584234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event updated for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:45.636729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:45.637396 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:45.653906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bce8c530-d071-4bea-8297-0fa1d8f50cc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6113141 Aug 30 13:53:45.667332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Request body: {'port': {'device_id': '2338a729-44e4-4fdd-9203-423b7fa97090', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:45.726420 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:45.798559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-550858ce-88c5-4323-bf53-3d6bac048f30 None None] Provisioning for port 58161d64-0da7-461f-baa6-599d388ee562 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:53:45.803419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-550858ce-88c5-4323-bf53-3d6bac048f30 None None] Provisioning complete for port 58161d64-0da7-461f-baa6-599d388ee562 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:45.803799 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-550858ce-88c5-4323-bf53-3d6bac048f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:45.838060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-550858ce-88c5-4323-bf53-3d6bac048f30 None None] Port 58161d64-0da7-461f-baa6-599d388ee562 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:53:46.014732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58161d64-0da7-461f-baa6-599d388ee562 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:53:46.023617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:46.036346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Transition to ACTIVE for port object 58161d64-0da7-461f-baa6-599d388ee562 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:53:46.039984 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:46.092547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Pushing event updated for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:46.177295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d524a76c-512b-464e-976e-6facbf6c024f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:53:46.187559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Attempting to bind port 58161d64-0da7-461f-baa6-599d388ee562 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:53:46.188312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Attempting to bind port 58161d64-0da7-461f-baa6-599d388ee562 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:53:46.188658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Attempting to bind port 58161d64-0da7-461f-baa6-599d388ee562 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:53:46.194826 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Port 58161d64-0da7-461f-baa6-599d388ee562 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:53:46.195166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Attempting to bind port 58161d64-0da7-461f-baa6-599d388ee562 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:53:46.201267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:53:46.201625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:53:46.202206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:53:46.202649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Bound port: 58161d64-0da7-461f-baa6-599d388ee562, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:53:46.203012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:46.273410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d524a76c-512b-464e-976e-6facbf6c024f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:46.274337 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:46.283863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f16f7-d1b3-43d1-8b56-1a75136c3963 req-7f2bca58-f980-4385-b830-077c4099ea4b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:46.292389 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff1f16f7-d1b3-43d1-8b56-1a75136c3963 req-7f2bca58-f980-4385-b830-077c4099ea4b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 943 time: 0.0811670 Aug 30 13:53:46.319160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:53:46.323420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:53:46.328346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:46.338788 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ff1f16f7-d1b3-43d1-8b56-1a75136c3963 req-0f45fe09-ca13-43a1-9c4f-7d76143522f7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449030 Aug 30 13:53:46.376328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:46.377026 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:46.378695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] 10.222.0.35 "PUT /v2.0/ports/58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 1091 time: 0.7160413 Aug 30 13:53:46.379786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'tag': '58161d64-0da7-461f-baa6-599d388ee562'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:53:46.382140 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db94a417-a9cd-4843-9ea1-85f890daffc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "tag": "58161d64-0da7-461f-baa6-599d388ee562"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:53:46.417031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ba519-3482-4dd2-9d89-8f3b30906170 service neutron] Pushing event updated for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:46.437637 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa6c80e-7b11-47af-9a09-f25c84c77e17 x-openstack-request-id: req-aaa6c80e-7b11-47af-9a09-f25c84c77e17 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:53:46.438168 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "tag": "58161d64-0da7-461f-baa6-599d388ee562", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:53:46.438566 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aaa6c80e-7b11-47af-9a09-f25c84c77e17 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:53:46.439170 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'tag': '58161d64-0da7-461f-baa6-599d388ee562', 'status': 'completed', 'code': 200} Aug 30 13:53:46.484959 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-d21eba43-13ee-4655-820b-d00d780a55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:46.487550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-d21eba43-13ee-4655-820b-d00d780a55cd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1094 time: 0.0520320 Aug 30 13:53:46.536490 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-a8094fec-1451-4b1e-9fda-33866dd2c596 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 217 time: 0.0416241 Aug 30 13:53:46.586335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-c2fab9f9-5d55-4589-a52e-0525a54c3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:46.587823 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-c2fab9f9-5d55-4589-a52e-0525a54c3eef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0447986 Aug 30 13:53:46.639771 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-d555ad11-f7b7-4ea2-b20c-d433e2d53083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:46.641303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-d555ad11-f7b7-4ea2-b20c-d433e2d53083 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469112 Aug 30 13:53:46.735543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-219e6ca2-e5ef-46a9-9ff4-3fce92f358cb service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867174 Aug 30 13:53:46.824501 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86805f92-7227-4c37-91ce-3d5fac565eb6 req-bb110fe6-8374-4313-bed5-b045d0e060a2 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823276 Aug 30 13:53:46.911988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-8ee9e309-ca5c-4147-afba-559cf3b71281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:46.913489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-8ee9e309-ca5c-4147-afba-559cf3b71281 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1094 time: 0.0413463 Aug 30 13:53:47.007325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-6846c390-e04d-4711-b1b5-bfb4b84bf24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:47.008791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-6846c390-e04d-4711-b1b5-bfb4b84bf24e service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0886672 Aug 30 13:53:47.051812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-1782817a-3d8c-4ca3-8165-528ed325ce74 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 217 time: 0.0356991 Aug 30 13:53:47.104871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-9175e671-bef3-4f5e-8353-b35d279e0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:47.106320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-9175e671-bef3-4f5e-8353-b35d279e0812 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0474834 Aug 30 13:53:47.151317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-5415fe30-7612-4a69-9b62-7db9a551a165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:47.152813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-5415fe30-7612-4a69-9b62-7db9a551a165 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397494 Aug 30 13:53:47.241345 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-fca2d476-73ce-4dcc-b8f5-c6876c3b28d6 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807469 Aug 30 13:53:47.334510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db94a417-a9cd-4843-9ea1-85f890daffc2 req-665b84d6-0ea6-4271-a4d6-5000f1f61c8c service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867662 Aug 30 13:53:47.466098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1041753-78a9-4e48-9832-eb5312baa270 req-05f7a763-9733-4399-9f2d-afab634934dc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:47.467560 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1041753-78a9-4e48-9832-eb5312baa270 req-05f7a763-9733-4399-9f2d-afab634934dc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 943 time: 0.0584071 Aug 30 13:53:47.510433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d1041753-78a9-4e48-9832-eb5312baa270 req-1a0b9e21-7205-48fb-8bff-664d0200d0d9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361660 Aug 30 13:53:48.625225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07c201-19ac-43c9-9a34-38d88368597b req-7aa1ba23-6114-4978-ae3d-5ae63ee87770 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:48.626721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e07c201-19ac-43c9-9a34-38d88368597b req-7aa1ba23-6114-4978-ae3d-5ae63ee87770 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 943 time: 0.0493567 Aug 30 13:53:48.664131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e07c201-19ac-43c9-9a34-38d88368597b req-5ee46793-dde0-4579-8a49-295b829db93b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309148 Aug 30 13:53:49.781952 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a10f9d-e511-40f2-beb4-20f4989cd941 req-bc02550d-0c84-4d9e-a203-b4e262c7ac90 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:49.783725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5a10f9d-e511-40f2-beb4-20f4989cd941 req-bc02550d-0c84-4d9e-a203-b4e262c7ac90 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 943 time: 0.0526123 Aug 30 13:53:49.821465 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a5a10f9d-e511-40f2-beb4-20f4989cd941 req-527b41c8-4b98-47eb-93c5-ad933dc095fd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314353 Aug 30 13:53:50.935640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c076d8d-6d1f-41c5-bb42-200c0969fe22 req-ceea4c72-7587-41f6-ad2b-4f5cb364c6fc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:50.937172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c076d8d-6d1f-41c5-bb42-200c0969fe22 req-ceea4c72-7587-41f6-ad2b-4f5cb364c6fc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 943 time: 0.0491343 Aug 30 13:53:50.974547 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c076d8d-6d1f-41c5-bb42-200c0969fe22 req-19daa649-0d9e-42e6-a809-96bc9cec25fd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313396 Aug 30 13:53:51.473435 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 58161d64-0da7-461f-baa6-599d388ee562 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:53:51.570526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:51.582881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '58161d64-0da7-461f-baa6-599d388ee562', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': '58161d64-0da7-461f-baa6-599d388ee562', 'mac_address': 'fa:16:3e:2c:d7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:53:51.621149 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:51.636652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58161d64-0da7-461f-baa6-599d388ee562 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:53:51.656803 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:51.661989 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:51.709401 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:51.970363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['58161d64-0da7-461f-baa6-599d388ee562'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:53:52.087274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b38f6-c762-4692-8be4-31605027cba6 req-47188964-8f37-49eb-a0e7-39e69ce8aa4a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:52.088785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f34b38f6-c762-4692-8be4-31605027cba6 req-47188964-8f37-49eb-a0e7-39e69ce8aa4a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 944 time: 0.0487359 Aug 30 13:53:52.125603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f34b38f6-c762-4692-8be4-31605027cba6 req-1f32b7ce-7aee-4654-ab51-96d21d11de86 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308664 Aug 30 13:53:53.242951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d77f4-14bc-4a01-b21c-a59424ee0afd req-98eb25aa-e183-4cc0-b536-d5c151ee88b2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:53.244402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d85d77f4-14bc-4a01-b21c-a59424ee0afd req-98eb25aa-e183-4cc0-b536-d5c151ee88b2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 944 time: 0.0520847 Aug 30 13:53:53.281384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d85d77f4-14bc-4a01-b21c-a59424ee0afd req-295aef2a-4db2-4c81-aeb4-db3f99acb9c3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310328 Aug 30 13:53:53.493959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 58161d64-0da7-461f-baa6-599d388ee562 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:53:53.540291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 58161d64-0da7-461f-baa6-599d388ee562 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:53:53.543756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 58161d64-0da7-461f-baa6-599d388ee562 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:53:53.544122 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:53.620791 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:53.642667 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58161d64-0da7-461f-baa6-599d388ee562'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:53:53.645003 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e085a245-7b06-4058-9e89-08919cc11726" -d '{"events": [{"server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "name": "network-vif-plugged", "status": "completed", "tag": "58161d64-0da7-461f-baa6-599d388ee562"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:53:53.657199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:53:53.662515 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:53.685723 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca0cd53-d118-4c79-98ad-577de1734747 x-openstack-request-id: req-4ca0cd53-d118-4c79-98ad-577de1734747 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:53:53.686022 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "name": "network-vif-plugged", "status": "completed", "tag": "58161d64-0da7-461f-baa6-599d388ee562", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:53:53.686276 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4ca0cd53-d118-4c79-98ad-577de1734747 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:53:53.686672 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58161d64-0da7-461f-baa6-599d388ee562', 'code': 200} Aug 30 13:53:53.713921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:53:53.721473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.721849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.722194 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.722534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.723512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.723853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.724186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.724559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.724849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.725177 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.725504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.725848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:53:53.781958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309d52-d277-4885-9472-248e6514f640 req-07783008-ff2a-4208-b8d1-00957c49015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:53.783417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-19309d52-d277-4885-9472-248e6514f640 req-07783008-ff2a-4208-b8d1-00957c49015b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1096 time: 0.0394344 Aug 30 13:53:53.817627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-19309d52-d277-4885-9472-248e6514f640 req-91fe977d-f1fe-42b6-9638-9dc59ece0776 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267339 Aug 30 13:53:54.396696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda34ef3-d2b7-4b6d-913f-061f1eba69d1 req-03ce11c5-f4e8-4aaf-a449-df412b9bf308 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:54.398285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dda34ef3-d2b7-4b6d-913f-061f1eba69d1 req-03ce11c5-f4e8-4aaf-a449-df412b9bf308 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0490105 Aug 30 13:53:54.436177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dda34ef3-d2b7-4b6d-913f-061f1eba69d1 req-8e91d2a2-8bbb-4cc1-a5a3-5e733e91ac66 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319874 Aug 30 13:53:55.556203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87621d-b8e2-47f6-969c-659cb1bcca20 req-7d622781-a683-42fc-be63-f088b22552e3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:55.557669 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b87621d-b8e2-47f6-969c-659cb1bcca20 req-7d622781-a683-42fc-be63-f088b22552e3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0527337 Aug 30 13:53:55.594674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b87621d-b8e2-47f6-969c-659cb1bcca20 req-0b8b2a0d-17a4-4ef1-83bf-b591c21afcea tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310485 Aug 30 13:53:55.706851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8ad7a-3c8a-4072-91fa-fa969cce9ca9 req-1f91de74-4c66-48d4-bf34-8d9d022c40dc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:55.708864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44a8ad7a-3c8a-4072-91fa-fa969cce9ca9 req-1f91de74-4c66-48d4-bf34-8d9d022c40dc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0518572 Aug 30 13:53:55.717411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35420) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:53:55.721779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b9a8f6fe-63e8-4fc1-b18b-34f930d57037 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'floatingip': {'port_id': '58161d64-0da7-461f-baa6-599d388ee562'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:53:55.759461 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f6fe-63e8-4fc1-b18b-34f930d57037 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:56.188637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f6fe-63e8-4fc1-b18b-34f930d57037 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:56.193016 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f6fe-63e8-4fc1-b18b-34f930d57037 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:56.291896 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-b9a8f6fe-63e8-4fc1-b18b-34f930d57037 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Floating IP f4777a40-3875-4baa-933d-176f4bc1416f associated. External IP: 172.25.2.88, port: 58161d64-0da7-461f-baa6-599d388ee562. Aug 30 13:53:56.496062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a8f6fe-63e8-4fc1-b18b-34f930d57037 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:53:56.602115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a8f6fe-63e8-4fc1-b18b-34f930d57037 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:53:56.607109 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f6fe-63e8-4fc1-b18b-34f930d57037 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:53:56.611600 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:53:56.621978 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:53:56.622603 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:53:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:56.737768 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:53:56.938500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b9a8f6fe-63e8-4fc1-b18b-34f930d57037 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "PUT /v2.0/floatingips/f4777a40-3875-4baa-933d-176f4bc1416f HTTP/1.1" status: 200 len: 990 time: 1.2200513 Aug 30 13:53:56.939229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'tag': '58161d64-0da7-461f-baa6-599d388ee562'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:53:56.941370 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69660ef1-f3d4-46e8-862b-a9891a5530c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "tag": "58161d64-0da7-461f-baa6-599d388ee562"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:53:56.969712 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': '58161d64-0da7-461f-baa6-599d388ee562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:2c:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2338a729-44e4-4fdd-9203-423b7fa97090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T13:53:56Z', 'revision_number': 1, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:56.985543 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d154868-fdf8-407f-8057-307bd69264be x-openstack-request-id: req-5d154868-fdf8-407f-8057-307bd69264be {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:53:56.985935 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "tag": "58161d64-0da7-461f-baa6-599d388ee562", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:53:56.986311 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d154868-fdf8-407f-8057-307bd69264be {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:53:56.986771 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'tag': '58161d64-0da7-461f-baa6-599d388ee562', 'status': 'completed', 'code': 200} Aug 30 13:53:56.996588 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:53:57.004842 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:53:57.005448 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:53:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:57.057693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-7dd13869-4ba3-4cd8-a4b3-1dace308948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:57.059218 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-7dd13869-4ba3-4cd8-a4b3-1dace308948a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1096 time: 0.0416894 Aug 30 13:53:57.109183 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:53:57.150336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-581de6a5-a1ee-4fef-9640-435662476206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:57.152120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-581de6a5-a1ee-4fef-9640-435662476206 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0863197 Aug 30 13:53:57.217511 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-4bece5e8-2fc3-434c-8a0e-612ad80f8a8a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 998 time: 0.0586147 Aug 30 13:53:57.265179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-ee44172d-9724-4a9c-b06b-95fc377d3249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:57.266581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-ee44172d-9724-4a9c-b06b-95fc377d3249 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0429697 Aug 30 13:53:57.315690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-afced8fc-86de-49c7-86b4-a2719e4dfe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:53:57.317755 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-afced8fc-86de-49c7-86b4-a2719e4dfe8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439448 Aug 30 13:53:57.330671 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': '58161d64-0da7-461f-baa6-599d388ee562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:2c:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2338a729-44e4-4fdd-9203-423b7fa97090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T13:53:56Z', 'revision_number': 1, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:53:57.357403 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5873a7d0-b37a-467c-92f1-bf5a88f718d2 None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': '58161d64-0da7-461f-baa6-599d388ee562', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:2c:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2338a729-44e4-4fdd-9203-423b7fa97090', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T13:53:56Z', 'revision_number': 1, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:53:57.408716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-9cdb86a1-bc0d-4c3d-8f13-889e3f125c62 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843098 Aug 30 13:53:57.506861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-69660ef1-f3d4-46e8-862b-a9891a5530c8 req-b09f431b-c821-4a41-9baa-4750b4aab1a4 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911031 Aug 30 13:53:57.550216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcec7b32-4f4a-49ae-b654-137460ce7ab9 None None] New status for floating IP f4777a40-3875-4baa-933d-176f4bc1416f: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:53:58.909478 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:01.250980 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:01.851960 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:54:06.742655 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2bacb56d-da73-4ef4-b7ff-35097605e0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:09.472941 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-480bab68-0cfa-4f47-b968-9683a5481ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:10.063915 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:11.017235 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:12.372377 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:28.922400 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:31.250990 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:36.744377 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2d6dbcbd-4225-464c-8960-fe40a8bdbc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:38.851413 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:54:39.473559 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cdebef7e-0279-438b-a1f5-4c7a1a5cbf13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:40.065000 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:41.020460 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:42.374209 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:54:43.129368 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-bdb1fede-13d3-4c81-9335-17bb1a0b7908 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408354 Aug 30 13:54:43.209690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-3f91dc41-a357-41b9-a79a-7366a96ff77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:54:43.211182 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-3f91dc41-a357-41b9-a79a-7366a96ff77b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1096 time: 0.0409346 Aug 30 13:54:43.314964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-48e5fcda-9769-4bd5-9ca8-7a8dd8140344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:54:43.316506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-48e5fcda-9769-4bd5-9ca8-7a8dd8140344 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0861039 Aug 30 13:54:43.381110 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-3ec661c6-369b-4677-ab44-5833a788b360 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 1000 time: 0.0575140 Aug 30 13:54:43.432470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-5c33aea5-dc69-4d64-a1cd-db1341c87e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:54:43.433966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-5c33aea5-dc69-4d64-a1cd-db1341c87e80 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0456817 Aug 30 13:54:43.482883 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-0a7c8998-9c6b-4559-bd8c-b7f4ceb606a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:54:43.484340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-0a7c8998-9c6b-4559-bd8c-b7f4ceb606a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438921 Aug 30 13:54:43.571441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-e9094a2c-e39c-4acc-88e2-16540538c2f2 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792570 Aug 30 13:54:43.665004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d37c2a4f-208e-4d1d-820b-ce95974437a4 req-e8b121cb-9169-4605-aab8-ff1acdbb3eb5 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865047 Aug 30 13:54:51.914490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-14127f11-b18a-4f85-b4f7-5afdcda35d9e req-dbd25ddf-cef1-428b-a67e-0caed3130062 service neutron] (95699) timed out ('10.222.0.37', 58694) {{(pid=95699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:54:58.928416 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:01.255388 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:06.744547 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3552e6be-d91b-4beb-8b3f-13d326596989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:09.473569 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-25dffa35-c6fd-41e2-885e-23954c0f9631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:10.067527 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:11.023344 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:12.377647 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:15.851501 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:55:28.924904 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:31.257466 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:36.745924 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bd5e6517-126a-482d-97a3-838daedc6f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:39.478116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9e55fde4-68f2-413b-869c-fcefb3a78db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:40.068639 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:41.027769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:42.382486 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:55:44.121377 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78568512-80d1-4c67-8240-e0ae87486731 req-825f41c3-0824-4cd2-bfa8-db5728bf8fcc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473709 Aug 30 13:55:44.205960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78568512-80d1-4c67-8240-e0ae87486731 req-2f638942-2779-442e-867a-e90636ba79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:55:44.207606 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78568512-80d1-4c67-8240-e0ae87486731 req-2f638942-2779-442e-867a-e90636ba79d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1096 time: 0.0450265 Aug 30 13:55:44.317574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78568512-80d1-4c67-8240-e0ae87486731 req-9e6a01fb-c4c6-4f3a-93f2-eb34a1ed7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:55:44.319258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78568512-80d1-4c67-8240-e0ae87486731 req-9e6a01fb-c4c6-4f3a-93f2-eb34a1ed7dee service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0922599 Aug 30 13:55:44.394891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78568512-80d1-4c67-8240-e0ae87486731 req-28e4c8a0-fbd3-413f-b413-8e443fca851b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 1000 time: 0.0681047 Aug 30 13:55:44.444416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78568512-80d1-4c67-8240-e0ae87486731 req-006c1957-ecd9-4076-948f-79f88936a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:55:44.446050 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78568512-80d1-4c67-8240-e0ae87486731 req-006c1957-ecd9-4076-948f-79f88936a3f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0449772 Aug 30 13:55:44.496697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78568512-80d1-4c67-8240-e0ae87486731 req-7fd83403-662d-43d6-bbf8-d1b25a51fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:55:44.498486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78568512-80d1-4c67-8240-e0ae87486731 req-7fd83403-662d-43d6-bbf8-d1b25a51fdd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454185 Aug 30 13:55:44.590890 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78568512-80d1-4c67-8240-e0ae87486731 req-e72f6091-193a-4111-b751-34295056f5e6 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845108 Aug 30 13:55:44.686840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-78568512-80d1-4c67-8240-e0ae87486731 req-cea22d56-2567-41ae-9b59-54cfda614510 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890570 Aug 30 13:55:52.850198 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:55:58.945759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:01.280121 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:06.748464 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a4af3eba-b02e-42cc-8a01-04ec455a9c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:09.481487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-497b9e3d-db52-4707-a156-99c97ff0e410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:10.070383 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:11.033459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:12.385887 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:24.820864 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de398e-0f01-4175-bf00-204f8402f46a req-974394e6-4798-45c9-8a66-deddaff0177d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:24.822429 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68de398e-0f01-4175-bf00-204f8402f46a req-974394e6-4798-45c9-8a66-deddaff0177d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0559468 Aug 30 13:56:24.867803 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68de398e-0f01-4175-bf00-204f8402f46a req-d34ccddb-cfe7-46e9-8f03-876eced6d938 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387518 Aug 30 13:56:26.152775 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dc83c-6608-4e65-b7e3-7b17a1be98f3 req-e3f83ec0-e1db-4ab7-ba33-05857b6d7493 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:26.154365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da5dc83c-6608-4e65-b7e3-7b17a1be98f3 req-e3f83ec0-e1db-4ab7-ba33-05857b6d7493 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0605731 Aug 30 13:56:26.205655 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da5dc83c-6608-4e65-b7e3-7b17a1be98f3 req-cdb4dde0-d9f5-4021-a7cf-29b9844d6035 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 Aug 30 13:56:26.209760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 35788) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:56:26.313054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-fcc468db-a3a0-4ee7-8d0a-aebca4752e8e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1015644 Aug 30 13:56:27.337192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c1f25-0b7e-4677-a46f-c3dc4d09be07 req-8927e362-d0a7-4d0c-91b6-c4564b92ae97 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:27.338751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c6c1f25-0b7e-4677-a46f-c3dc4d09be07 req-8927e362-d0a7-4d0c-91b6-c4564b92ae97 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0601628 Aug 30 13:56:27.382552 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c6c1f25-0b7e-4677-a46f-c3dc4d09be07 req-1be93865-ed93-478c-970a-a67b27cf7648 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347388 Aug 30 13:56:28.503370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bd7d3-a63c-4817-9f4e-86bed973c359 req-6c05ef0c-1d26-4178-9577-0a69b95b6e4c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:28.504865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-225bd7d3-a63c-4817-9f4e-86bed973c359 req-6c05ef0c-1d26-4178-9577-0a69b95b6e4c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0517893 Aug 30 13:56:28.545370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-225bd7d3-a63c-4817-9f4e-86bed973c359 req-96735aca-3fdd-4797-841d-f5e315fd8f1f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342751 Aug 30 13:56:28.941850 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:29.666810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987c323-b905-4d72-96a4-05d88a0a22f1 req-a88edb10-966f-4248-b213-06b3b46aa22b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:29.668257 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7987c323-b905-4d72-96a4-05d88a0a22f1 req-a88edb10-966f-4248-b213-06b3b46aa22b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0532885 Aug 30 13:56:29.706711 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7987c323-b905-4d72-96a4-05d88a0a22f1 req-3ddf3f7e-6aa2-424f-ab7b-528dd2ecf64b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Aug 30 13:56:29.851195 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:56:30.610249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-d31a267e-25e7-4aac-8a37-207549f6ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:30.611649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-d31a267e-25e7-4aac-8a37-207549f6ef5c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1096 time: 0.0454900 Aug 30 13:56:30.711542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-d405308d-5743-413f-95ec-c06a2d98d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:30.713054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-d405308d-5743-413f-95ec-c06a2d98d025 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0935037 Aug 30 13:56:30.788477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-2a1f8669-930f-4a96-a975-948f2bf61cf9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 1000 time: 0.0680730 Aug 30 13:56:30.832459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad52989-f649-40d1-b5da-833f7e143411 req-6df1b93c-e84b-411c-afec-a5e337c5f0cf tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:30.834010 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aad52989-f649-40d1-b5da-833f7e143411 req-6df1b93c-e84b-411c-afec-a5e337c5f0cf tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0568557 Aug 30 13:56:30.842356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-9a69d2ba-6454-4486-8fd8-bc4eb1639d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:30.843821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-9a69d2ba-6454-4486-8fd8-bc4eb1639d37 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0485919 Aug 30 13:56:30.886836 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aad52989-f649-40d1-b5da-833f7e143411 req-ec52ea34-04dc-41ee-9093-48820ed8ffa0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460610 Aug 30 13:56:30.906548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-1ce6de94-416d-46a1-9c6c-160cfccbbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:30.908690 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-1ce6de94-416d-46a1-9c6c-160cfccbbde8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577729 Aug 30 13:56:31.003038 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-7a12ee67-7896-41a5-8238-0e9633751b93 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871847 Aug 30 13:56:31.094762 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-4d0a8679-4c5a-44d8-87bf-2ef883653c19 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844986 Aug 30 13:56:31.289096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:32.019684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974baf9b-3467-4302-abe9-7015745cce48 req-326a5ff9-6b51-4339-9050-ef5ba50b0b5a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:32.021209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-974baf9b-3467-4302-abe9-7015745cce48 req-326a5ff9-6b51-4339-9050-ef5ba50b0b5a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0533278 Aug 30 13:56:32.064906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-974baf9b-3467-4302-abe9-7015745cce48 req-a12428af-a28d-472b-a0f8-5ffe90fff85b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338111 Aug 30 13:56:33.186280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31e9a6-d436-4408-b4af-1484e9776bb5 req-bf655f8f-4708-43ef-bece-793fb6b73da2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:33.187795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab31e9a6-d436-4408-b4af-1484e9776bb5 req-bf655f8f-4708-43ef-bece-793fb6b73da2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0500050 Aug 30 13:56:33.231572 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab31e9a6-d436-4408-b4af-1484e9776bb5 req-ad54263a-9374-45ba-88a7-bb2df134c1b3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378709 Aug 30 13:56:34.354952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987002eb-d972-4190-a237-44739a36754a req-afa8e514-9aff-440a-b79d-19f3c21f498f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:34.356505 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-987002eb-d972-4190-a237-44739a36754a req-afa8e514-9aff-440a-b79d-19f3c21f498f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0549994 Aug 30 13:56:34.396189 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-987002eb-d972-4190-a237-44739a36754a req-caa71a00-619e-4676-b86b-c0892195eccc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336411 Aug 30 13:56:35.521314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed240902-be52-4642-9855-e31a4bcc702f req-837a36f8-5c8e-47fe-9bbf-6f42d59603b8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:35.523450 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed240902-be52-4642-9855-e31a4bcc702f req-837a36f8-5c8e-47fe-9bbf-6f42d59603b8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0552626 Aug 30 13:56:35.563080 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed240902-be52-4642-9855-e31a4bcc702f req-ba35b6fe-7684-4658-92ce-efada047640e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332835 Aug 30 13:56:36.679917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c7e02f-175e-49bc-a569-09475a59af80 req-8a60f5ae-9431-44de-8f49-afa8c6269bbd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:36.681417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20c7e02f-175e-49bc-a569-09475a59af80 req-8a60f5ae-9431-44de-8f49-afa8c6269bbd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0512433 Aug 30 13:56:36.719996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20c7e02f-175e-49bc-a569-09475a59af80 req-c48ffd40-b4d6-48c8-b2c9-6c53b8fa6d03 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324962 Aug 30 13:56:36.750119 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e6df9a78-7e51-4253-b36b-53da7801e19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:37.838072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2d317-e2ef-4480-aa65-5187e260a3da req-d55add17-8c83-43d9-841b-e0f5d5f04fb7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:37.839597 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-61b2d317-e2ef-4480-aa65-5187e260a3da req-d55add17-8c83-43d9-841b-e0f5d5f04fb7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0502245 Aug 30 13:56:37.880096 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-61b2d317-e2ef-4480-aa65-5187e260a3da req-ea45ea26-207a-4ba5-acef-95a3e45f9dc6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340090 Aug 30 13:56:38.996777 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2912a9d-f556-4956-bb0e-48ca26cf3b68 req-fe32d8f1-9f3c-4f73-ae7c-efeb6cc56de0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:38.998283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2912a9d-f556-4956-bb0e-48ca26cf3b68 req-fe32d8f1-9f3c-4f73-ae7c-efeb6cc56de0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0490041 Aug 30 13:56:39.035998 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2912a9d-f556-4956-bb0e-48ca26cf3b68 req-c45552f7-214d-40d8-a74c-be78429e0d66 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317166 Aug 30 13:56:39.483777 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-33ee71ed-bf42-4a97-ace7-e0666870edc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:40.075202 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:40.156517 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505d343-9381-4142-86cf-b19269bb2582 req-c7be6214-0af3-470f-adeb-5883deb6e769 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:40.158313 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8505d343-9381-4142-86cf-b19269bb2582 req-c7be6214-0af3-470f-adeb-5883deb6e769 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0506740 Aug 30 13:56:40.201036 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8505d343-9381-4142-86cf-b19269bb2582 req-c6671f29-e86d-401c-acb3-9c27dced4296 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361958 Aug 30 13:56:41.032585 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:41.320085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96922fa5-d9ed-4fca-ab24-f07cbbe8aba2 req-82435c8c-fcb9-4e71-af50-4054b5766b83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:41.321480 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96922fa5-d9ed-4fca-ab24-f07cbbe8aba2 req-82435c8c-fcb9-4e71-af50-4054b5766b83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0527947 Aug 30 13:56:41.360022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-96922fa5-d9ed-4fca-ab24-f07cbbe8aba2 req-8403f299-b9d4-4a23-a3ce-dc1b00918f3e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324366 Aug 30 13:56:42.387492 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:42.477898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8195b-d8f2-4cf6-ab93-699b1cd8b383 req-2fefc478-d4a5-47dd-8ee1-279c16eb35bd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:42.479349 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dab8195b-d8f2-4cf6-ab93-699b1cd8b383 req-2fefc478-d4a5-47dd-8ee1-279c16eb35bd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0508273 Aug 30 13:56:42.519148 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dab8195b-d8f2-4cf6-ab93-699b1cd8b383 req-28dff1fa-6d32-454c-8231-6dbcc8c16c60 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337260 Aug 30 13:56:42.975496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-3adaad2a-49f1-4a92-9974-3d8cd7f31dcc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:56:42.976458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-3adaad2a-49f1-4a92-9974-3d8cd7f31dcc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055017 Aug 30 13:56:43.039366 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-985025d8-c61c-408c-8a69-aa355421d191 req-c68f5cac-78fa-4232-9799-5c6d78f61a38 service neutron] show failed (client error): The resource could not be found. Aug 30 13:56:43.040396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-c68f5cac-78fa-4232-9799-5c6d78f61a38 service neutron] 10.222.0.35 "GET /v2.0/ports/58161d64-0da7-461f-baa6-599d388ee562/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0569954 Aug 30 13:56:43.236596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-f9652e38-7eb6-46c5-93cc-206a72190429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:43.238064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-f9652e38-7eb6-46c5-93cc-206a72190429 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 1096 time: 0.0423934 Aug 30 13:56:43.250925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:56:43.319646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:43.526956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:56:43.559756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:56:43.623278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58161d64-0da7-461f-baa6-599d388ee562'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:56:43.625503 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe68b87-f72a-42d5-a745-878c4e62cc63" -d '{"events": [{"server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "name": "network-vif-unplugged", "status": "completed", "tag": "58161d64-0da7-461f-baa6-599d388ee562"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:56:43.630159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:43.649040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Transition to ACTIVE for port object 58161d64-0da7-461f-baa6-599d388ee562 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:56:43.660913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08bad5-fa32-4bcb-8f8f-8fb6dc979ac4 req-52e64d97-0e3a-4dc1-b9a8-869a44756677 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:43.662892 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af08bad5-fa32-4bcb-8f8f-8fb6dc979ac4 req-52e64d97-0e3a-4dc1-b9a8-869a44756677 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0735829 Aug 30 13:56:43.663535 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:43.700912 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfac6631-190f-4386-b577-1da7be393e94 x-openstack-request-id: req-dfac6631-190f-4386-b577-1da7be393e94 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:56:43.701193 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "name": "network-vif-unplugged", "status": "completed", "tag": "58161d64-0da7-461f-baa6-599d388ee562", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:56:43.701442 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dfac6631-190f-4386-b577-1da7be393e94 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:56:43.701857 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58161d64-0da7-461f-baa6-599d388ee562', 'code': 200} Aug 30 13:56:43.780254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af08bad5-fa32-4bcb-8f8f-8fb6dc979ac4 req-84dbc1fa-fe81-4ca0-b3b4-c16c9251f8ad tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092029 Aug 30 13:56:43.782875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Pushing event updated for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:56:43.805393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.805783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.806135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.806472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.806835 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.807167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.807494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.807817 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.808174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.808507 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.808832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.809151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:43.840346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] No DVR routers for this DVR port 58161d64-0da7-461f-baa6-599d388ee562 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:56:43.986410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Attempting to bind port 58161d64-0da7-461f-baa6-599d388ee562 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:56:43.987091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Attempting to bind port 58161d64-0da7-461f-baa6-599d388ee562 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:56:43.987091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Attempting to bind port 58161d64-0da7-461f-baa6-599d388ee562 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:56:43.991622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Port 58161d64-0da7-461f-baa6-599d388ee562 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:56:43.991944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Attempting to bind port 58161d64-0da7-461f-baa6-599d388ee562 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:56:43.996860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:56:43.997194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:56:43.997580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:56:43.998039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Bound port: 58161d64-0da7-461f-baa6-599d388ee562, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:56:43.998396 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:44.061278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:56:44.064606 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:56:44.069341 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:44.104697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:44.105318 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:44.106905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] 10.222.0.16 "PUT /v2.0/ports/58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 1091 time: 0.8600175 Aug 30 13:56:44.129086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b1498-10d5-4e61-886b-65a1bb94d486 service neutron] Pushing event updated for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:56:44.182199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-8602a9ff-afe6-4d17-bcfc-62cc3dd91d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:44.187984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-8602a9ff-afe6-4d17-bcfc-62cc3dd91d30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1094 time: 0.0508180 Aug 30 13:56:44.286761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-96017e32-d638-4ce5-9f10-5c243e7f944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:44.288771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-96017e32-d638-4ce5-9f10-5c243e7f944f service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0973768 Aug 30 13:56:44.358104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-ff1ee9a6-765d-420b-8c02-4d9d111c4854 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 998 time: 0.0612206 Aug 30 13:56:44.415544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-09b9f8c5-b13d-4893-9236-5b8b30c8acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:44.417041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-09b9f8c5-b13d-4893-9236-5b8b30c8acc9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0505846 Aug 30 13:56:44.464373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985025d8-c61c-408c-8a69-aa355421d191 req-9d24ffbb-0385-4880-b2cb-b6733dce40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:44.465910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-9d24ffbb-0385-4880-b2cb-b6733dce40d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414524 Aug 30 13:56:44.558284 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-0a8777e8-98f6-40bb-92dc-0ede189bd470 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841384 Aug 30 13:56:44.654607 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-15413b9c-709b-4ddf-ab54-cc37df22db4a service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887878 Aug 30 13:56:44.902257 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b593d-c106-4147-8faa-0223e0917499 req-a3a8e1a9-65ad-44f4-aa0c-d423bfbd6a5f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:44.903742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d9b593d-c106-4147-8faa-0223e0917499 req-a3a8e1a9-65ad-44f4-aa0c-d423bfbd6a5f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 943 time: 0.0494430 Aug 30 13:56:44.941061 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d9b593d-c106-4147-8faa-0223e0917499 req-50a4d59b-3785-457d-825e-c37a0ce39bcb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307856 Aug 30 13:56:45.703302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'tag': '58161d64-0da7-461f-baa6-599d388ee562'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:56:45.705629 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4337e2b-c071-4bb7-928f-50bcd425e628" -d '{"events": [{"name": "network-changed", "server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "tag": "58161d64-0da7-461f-baa6-599d388ee562"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:56:45.755337 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15656956-9743-4394-8f7f-33ebcf9eed2b x-openstack-request-id: req-15656956-9743-4394-8f7f-33ebcf9eed2b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:56:45.755652 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "tag": "58161d64-0da7-461f-baa6-599d388ee562", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:56:45.755984 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15656956-9743-4394-8f7f-33ebcf9eed2b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:56:45.756293 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'tag': '58161d64-0da7-461f-baa6-599d388ee562', 'status': 'completed', 'code': 200} Aug 30 13:56:45.840351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-f8e355ac-772c-46e3-b784-fd983392bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:45.841903 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-f8e355ac-772c-46e3-b784-fd983392bc47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1094 time: 0.0662920 Aug 30 13:56:45.847201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-58f5db9f-8ded-41c9-b0ac-ad8cac367379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:45.848571 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-58f5db9f-8ded-41c9-b0ac-ad8cac367379 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1094 time: 0.0648243 Aug 30 13:56:46.009510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-dc4b3240-5b2e-4eac-9006-c7aa72735e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:46.011017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-dc4b3240-5b2e-4eac-9006-c7aa72735e25 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1604836 Aug 30 13:56:46.012109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-678b0d42-489d-4821-aedb-4ec9d796a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:46.013407 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-678b0d42-489d-4821-aedb-4ec9d796a928 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1556749 Aug 30 13:56:46.064375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49056dd7-3f78-4a68-ac3c-2eb9c157ab12 req-1896aeab-a78e-4cc3-bee8-4a91e4fd3db7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:46.066326 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49056dd7-3f78-4a68-ac3c-2eb9c157ab12 req-1896aeab-a78e-4cc3-bee8-4a91e4fd3db7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 943 time: 0.0530555 Aug 30 13:56:46.124279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-49056dd7-3f78-4a68-ac3c-2eb9c157ab12 req-f9230e78-b12d-436c-bd8c-2718f82c9667 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515804 Aug 30 13:56:46.131112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-f815869c-3452-4e79-991b-ee5b471995d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 998 time: 0.1113026 Aug 30 13:56:46.135412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-fb7a8a11-cdb7-446e-b9ae-555e563ad4ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 998 time: 0.1097865 Aug 30 13:56:46.219334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-05cceca4-725c-442f-81f7-1585de246425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:46.220885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-05cceca4-725c-442f-81f7-1585de246425 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0746419 Aug 30 13:56:46.222115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-b0feae8a-2e90-4120-8dd0-08935f06db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:46.223434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-b0feae8a-2e90-4120-8dd0-08935f06db89 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0850446 Aug 30 13:56:46.229104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 58161d64-0da7-461f-baa6-599d388ee562 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:56:46.280573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 58161d64-0da7-461f-baa6-599d388ee562 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:56:46.311311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-a35375ad-f51d-4587-9f24-4491e58f4426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:46.312841 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-a35375ad-f51d-4587-9f24-4491e58f4426 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844760 Aug 30 13:56:46.315510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-039976fc-bf34-4e58-b8c9-45529e49a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:46.316884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-039976fc-bf34-4e58-b8c9-45529e49a2a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823720 Aug 30 13:56:46.474568 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-63c7a92e-3aeb-4b6f-a57f-a4f48ee0ff14 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540320 Aug 30 13:56:46.479235 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-d64cfdef-57f1-4434-bc3a-942ba0e2bcee service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515272 Aug 30 13:56:46.950817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-8a84d947-3bc4-4114-90ae-ea20c88da914 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693427 Aug 30 13:56:46.952543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e4337e2b-c071-4bb7-928f-50bcd425e628 req-ba62e256-b40d-4532-bbd5-8dfa4c9f20c2 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634864 Aug 30 13:56:47.250173 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f7b62-7b00-43e3-b485-f6b43ce3bb84 req-ed88a1b5-b4bd-4f0f-af1a-21b2f7564348 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:47.251700 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175f7b62-7b00-43e3-b485-f6b43ce3bb84 req-ed88a1b5-b4bd-4f0f-af1a-21b2f7564348 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 943 time: 0.0574954 Aug 30 13:56:47.295405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-175f7b62-7b00-43e3-b485-f6b43ce3bb84 req-121521c7-61d5-4366-82ec-d35ebf325686 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334351 Aug 30 13:56:47.437689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 58161d64-0da7-461f-baa6-599d388ee562 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:56:47.529168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b0dbe-2078-4d10-b08c-5fa0d1b1cc5e req-ef78e1b2-4314-48cd-be6f-f5112cb63d8f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:47.530624 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242b0dbe-2078-4d10-b08c-5fa0d1b1cc5e req-ef78e1b2-4314-48cd-be6f-f5112cb63d8f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 943 time: 0.0882409 Aug 30 13:56:47.535115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:56:47.540617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be323e-05d5-4599-bf18-52130b436e80 req-655643b7-4f74-4682-a563-e226c84ce2a3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:47.542090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5be323e-05d5-4599-bf18-52130b436e80 req-655643b7-4f74-4682-a563-e226c84ce2a3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090&tenant_id=820eb5bb52e344d8a90627cac123b89e&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 943 time: 0.0890460 Aug 30 13:56:47.547358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '58161d64-0da7-461f-baa6-599d388ee562', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': '58161d64-0da7-461f-baa6-599d388ee562', 'mac_address': 'fa:16:3e:2c:d7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:56:47.584366 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:47.597561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58161d64-0da7-461f-baa6-599d388ee562 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:56:47.606930 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242b0dbe-2078-4d10-b08c-5fa0d1b1cc5e req-6fb61637-ee44-4273-954f-7d8a366a185a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638580 Aug 30 13:56:47.618128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:56:47.629894 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-f5be323e-05d5-4599-bf18-52130b436e80 req-52b6cfd0-7f07-458b-949a-d683617cd7e6 service neutron] delete failed (client error): The resource could not be found. Aug 30 13:56:47.631847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5be323e-05d5-4599-bf18-52130b436e80 req-52b6cfd0-7f07-458b-949a-d683617cd7e6 service neutron] 10.222.0.35 "DELETE /v2.0/ports/58161d64-0da7-461f-baa6-599d388ee562/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0818174 Aug 30 13:56:47.633439 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:47.690815 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:56:47.703736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.704280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.704831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.705376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.705953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.706507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.707047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.707596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.708144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.709299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.709891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.710439 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:56:47.733275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be323e-05d5-4599-bf18-52130b436e80 req-3604c3fd-7e7b-4c83-88c4-913043d7a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:47.734797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5be323e-05d5-4599-bf18-52130b436e80 req-3604c3fd-7e7b-4c83-88c4-913043d7a6c6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 1095 time: 0.0586820 Aug 30 13:56:47.822763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be323e-05d5-4599-bf18-52130b436e80 req-d9310a06-4299-42dc-a278-524047781cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:47.824132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5be323e-05d5-4599-bf18-52130b436e80 req-d9310a06-4299-42dc-a278-524047781cda service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0820713 Aug 30 13:56:47.869914 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['58161d64-0da7-461f-baa6-599d388ee562'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:56:47.897494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5be323e-05d5-4599-bf18-52130b436e80 req-1d048165-85ae-4c42-9114-c5048459f4ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 200 len: 999 time: 0.0666456 Aug 30 13:56:47.947949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be323e-05d5-4599-bf18-52130b436e80 req-3a716b6a-0e5a-4961-8466-31dcb991503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:47.949561 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5be323e-05d5-4599-bf18-52130b436e80 req-3a716b6a-0e5a-4961-8466-31dcb991503c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0450754 Aug 30 13:56:48.000350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be323e-05d5-4599-bf18-52130b436e80 req-b845c685-0e42-4acc-81de-1ad434754962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:48.000350 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5be323e-05d5-4599-bf18-52130b436e80 req-b845c685-0e42-4acc-81de-1ad434754962 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438635 Aug 30 13:56:48.093246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5be323e-05d5-4599-bf18-52130b436e80 req-04a7d3b9-f8fc-409d-a52c-0c5cec3b2618 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860910 Aug 30 13:56:48.183369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f5be323e-05d5-4599-bf18-52130b436e80 req-18a73396-cadc-4286-935d-687d40bfdbcf service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829763 Aug 30 13:56:48.732016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c8c9b-2dab-4893-b822-1d87a9c5eaea req-39a5f95c-0765-420b-afa0-3445133dbf31 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:48.733415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d4c8c9b-2dab-4893-b822-1d87a9c5eaea req-39a5f95c-0765-420b-afa0-3445133dbf31 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 944 time: 0.0516679 Aug 30 13:56:48.774900 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0d4c8c9b-2dab-4893-b822-1d87a9c5eaea req-51448d75-5d69-46af-9e2f-3e6be354b904 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351334 Aug 30 13:56:48.908648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca9d9f-8151-470b-822c-c9cd90fd4e0c req-ddf0a0dc-43e6-4cb9-9a3c-a90e1d3de34f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:48.910185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-edca9d9f-8151-470b-822c-c9cd90fd4e0c req-ddf0a0dc-43e6-4cb9-9a3c-a90e1d3de34f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 944 time: 0.0492442 Aug 30 13:56:48.948813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-edca9d9f-8151-470b-822c-c9cd90fd4e0c req-9a9b5aee-c2c4-4647-881d-07d0a613009c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320849 Aug 30 13:56:49.074305 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90ccfa-3983-4d58-aba2-26d5c0339c1a req-a61212e3-f199-40fa-891f-5209e49d547a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:49.075911 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b90ccfa-3983-4d58-aba2-26d5c0339c1a req-a61212e3-f199-40fa-891f-5209e49d547a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 944 time: 0.0583720 Aug 30 13:56:49.115154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6b90ccfa-3983-4d58-aba2-26d5c0339c1a req-ee26519e-580d-4980-b0c9-58e49b1fdf42 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325053 Aug 30 13:56:49.355091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee8c5d-284d-4333-9951-f1b98b5e4bdb req-0f5457a1-aa7d-4e7c-bed0-55433e90de32 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:49.356586 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9ee8c5d-284d-4333-9951-f1b98b5e4bdb req-0f5457a1-aa7d-4e7c-bed0-55433e90de32 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 944 time: 0.0535898 Aug 30 13:56:49.399399 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d9ee8c5d-284d-4333-9951-f1b98b5e4bdb req-58d4dfb0-b3dc-40b1-a702-ed012ceb5afa tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366850 Aug 30 13:56:49.442099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 58161d64-0da7-461f-baa6-599d388ee562 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:56:49.498376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 58161d64-0da7-461f-baa6-599d388ee562 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:56:49.502086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 58161d64-0da7-461f-baa6-599d388ee562 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:56:49.502516 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:49.580211 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:49.603174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58161d64-0da7-461f-baa6-599d388ee562'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:56:49.605542 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf71ff-9a64-4a9b-866f-b09a64bf00d8" -d '{"events": [{"server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "name": "network-vif-plugged", "status": "completed", "tag": "58161d64-0da7-461f-baa6-599d388ee562"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:56:49.619923 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:56:49.624509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:49.651165 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a23626-fe0d-483a-bb27-bcb492a0d143 x-openstack-request-id: req-18a23626-fe0d-483a-bb27-bcb492a0d143 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:56:49.651458 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "name": "network-vif-plugged", "status": "completed", "tag": "58161d64-0da7-461f-baa6-599d388ee562", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:56:49.651712 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-18a23626-fe0d-483a-bb27-bcb492a0d143 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:56:49.652102 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58161d64-0da7-461f-baa6-599d388ee562', 'code': 200} Aug 30 13:56:49.681295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:56:50.518407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51ba20-7c76-4e9c-8c03-9c4b3081e756 req-c49fc3f0-885a-46f5-98ff-d9083bbfd354 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:50.519891 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf51ba20-7c76-4e9c-8c03-9c4b3081e756 req-c49fc3f0-885a-46f5-98ff-d9083bbfd354 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0498166 Aug 30 13:56:50.560647 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cf51ba20-7c76-4e9c-8c03-9c4b3081e756 req-56363ce0-e46d-44ca-879a-b12551b1dff0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342553 Aug 30 13:56:50.570093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-e44630f9-c39f-4a75-b4cd-7ad4f470ba26 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:50.571665 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-e44630f9-c39f-4a75-b4cd-7ad4f470ba26 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 945 time: 0.0555074 Aug 30 13:56:50.662937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Deleting port 58161d64-0da7-461f-baa6-599d388ee562 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:56:50.663273 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:50.757704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] For port 58161d64-0da7-461f-baa6-599d388ee562, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=58161d64-0da7-461f-baa6-599d388ee562,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:56:50.757988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:50.935469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:50.935858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:50.936182 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Floating IP f4777a40-3875-4baa-933d-176f4bc1416f disassociated. External IP: 172.25.2.88, port: 58161d64-0da7-461f-baa6-599d388ee562. Aug 30 13:56:50.936522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Calling delete_port for 58161d64-0da7-461f-baa6-599d388ee562 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:56:51.070803 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:51.099983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event deleted for resources: {'Port': ['ID=58161d64-0da7-461f-baa6-599d388ee562,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:56:51.220464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:56:51.346861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:56:51.358885 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:56:51.370432 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:56:51.370965 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:56:51.390642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] No DVR routers for this DVR port 58161d64-0da7-461f-baa6-599d388ee562 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:56:51.393304 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:51.395386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-72eefbb8-f95c-4365-a9eb-ab399df79241 req-926c2e88-24d2-4d6a-997a-6f631ea0d923 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "DELETE /v2.0/ports/58161d64-0da7-461f-baa6-599d388ee562 HTTP/1.1" status: 204 len: 173 time: 0.8181400 Aug 30 13:56:51.395859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'name': 'network-vif-deleted', 'tag': '58161d64-0da7-461f-baa6-599d388ee562'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:56:51.398935 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49244471-35a3-42fa-b81f-9c8fd2f830de" -d '{"events": [{"server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "name": "network-vif-deleted", "tag": "58161d64-0da7-461f-baa6-599d388ee562"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:56:51.444716 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880ee385-8bed-47a1-bde2-cff3bf813594 x-openstack-request-id: req-880ee385-8bed-47a1-bde2-cff3bf813594 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:56:51.445463 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2338a729-44e4-4fdd-9203-423b7fa97090", "name": "network-vif-deleted", "tag": "58161d64-0da7-461f-baa6-599d388ee562", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:56:51.446116 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-880ee385-8bed-47a1-bde2-cff3bf813594 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:56:51.446710 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2338a729-44e4-4fdd-9203-423b7fa97090', 'name': 'network-vif-deleted', 'tag': '58161d64-0da7-461f-baa6-599d388ee562', 'status': 'completed', 'code': 200} Aug 30 13:56:51.498336 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:56:51.715366 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9ddd972e-d77e-48ee-87b3-bbb697938c6e req-5c64c655-3e1d-406e-ac61-8f60e3183348 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2338a729-44e4-4fdd-9203-423b7fa97090 HTTP/1.1" status: 200 len: 210 time: 0.0295105 Aug 30 13:56:51.745362 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:56:51.874466 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:56:51.884883 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:56:51.885495 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:56:51.998123 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:56:52.206494 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:56:52.253903 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0558cd7-1108-4e1e-8087-1cd6c9cd3620 None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:56:52.499991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8799ae2c-88c5-4eea-b19f-c80b60aa89a1 None None] New status for floating IP f4777a40-3875-4baa-933d-176f4bc1416f: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:56:52.948195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-5cb178e0-8dac-45df-b8a4-9bb5e504ecf2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--595657272&fields=id&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 267 time: 0.0329456 Aug 30 13:56:53.059234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-058c7f74-b4a5-49f4-bded-d45b9cae5f29 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:53.060653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-058c7f74-b4a5-49f4-bded-d45b9cae5f29 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 812 time: 0.1057122 Aug 30 13:56:53.077053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-de481123-ee33-4c9e-9c46-e92b0155e6b9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/quotas/820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 375 time: 0.0105312 Aug 30 13:56:53.136514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-4831150c-1ff1-4349-8310-a5300389be2d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532510 Aug 30 13:56:53.243693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-196fe173-846a-46c2-8447-189b1eed8e4d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:56:53.244887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-196fe173-846a-46c2-8447-189b1eed8e4d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481112 Aug 30 13:56:53.342587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-14f29c34-79e9-4854-83ec-e1ab1043d053 service neutron] 10.222.0.37 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912230 Aug 30 13:56:53.442888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-1dbdc9b9-e889-4ad4-b93d-deaf6d3c2972 service neutron] 10.222.0.37 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939801 Aug 30 13:56:53.462195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 58161d64-0da7-461f-baa6-599d388ee562 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:56:53.482428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 58161d64-0da7-461f-baa6-599d388ee562 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:56:53.482784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 58161d64-0da7-461f-baa6-599d388ee562 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:56:53.623387 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f3972129-b7a2-4631-977d-d8ac125f38ba req-0048a044-9eef-425f-bd4d-9e43c5720cd6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 210 time: 0.0276444 Aug 30 13:56:54.543618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-dd9a129b-b2fc-4c15-9cd7-a866fe59aa72 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:54.545021 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-dd9a129b-b2fc-4c15-9cd7-a866fe59aa72 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 812 time: 0.1091003 Aug 30 13:56:54.589868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-796144da-e687-4cc3-b837-73956f33e9e5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 379 time: 0.0352888 Aug 30 13:56:54.605243 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'port': {'device_id': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'admin_state_up': True, 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'security_groups': ['a442c327-30ba-4e88-a2ea-e813390b2f43']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:56:54.731996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbb2d38d-8dd1-4d15-94c1-bbd63120a8eb req-ff84b7ed-202c-40c4-8af4-fbde56e7a831 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 210 time: 0.0355213 Aug 30 13:56:54.743848 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Made reservation on behalf of 820eb5bb52e344d8a90627cac123b89e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:56:54.747800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:54.880858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Allocated IP 172.20.0.5 (03c6b5b4-0d66-40ff-88e5-45dc1ae7f442/5e5dc0b0-b432-429e-8001-3147ee131e9c/91f5e2b7-b762-447f-8d75-ab12fdd65dbf) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:56:55.029894 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.045215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Transition to ACTIVE for port object 91f5e2b7-b762-447f-8d75-ab12fdd65dbf will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:56:55.078875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.125828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:56:55.128995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:56:55.133537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:56:55.139395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event updated for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:56:55.188707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:55.189377 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.207130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e1d4ef1c-9f59-4225-9397-4302b8c24d83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6056144 Aug 30 13:56:55.220002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Request body: {'port': {'device_id': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:56:55.286457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.400671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3961be9a-2cef-4f2e-aa4a-2fe636fdcfad None None] Provisioning for port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:56:55.405009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3961be9a-2cef-4f2e-aa4a-2fe636fdcfad None None] Provisioning complete for port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:56:55.405325 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3961be9a-2cef-4f2e-aa4a-2fe636fdcfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.441906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3961be9a-2cef-4f2e-aa4a-2fe636fdcfad None None] Port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:56:55.558536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f5e2b7-b762-447f-8d75-ab12fdd65dbf {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:56:55.565974 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.578599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Transition to ACTIVE for port object 91f5e2b7-b762-447f-8d75-ab12fdd65dbf will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:56:55.582001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.637542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:56:55.707812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Attempting to bind port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:56:55.708171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Attempting to bind port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:56:55.708552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Attempting to bind port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:56:55.713256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:56:55.713572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Attempting to bind port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:56:55.718803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:56:55.719135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:56:55.719517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:56:55.719941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Bound port: 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:56:55.720292 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.789704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:56:55.793049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:56:55.799404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.834841 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:55.835477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:55.836906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] 10.222.0.16 "PUT /v2.0/ports/91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 1091 time: 0.6217594 Aug 30 13:56:55.837360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:56:55.839688 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078f2a0c-650c-4e9c-baee-8b3e03e684ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:56:55.875985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ecdc8-a138-4878-a414-edb62dee07e3 req-16adff56-d186-4ee4-bead-f6e73de6548c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:55.887274 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4b9ecdc8-a138-4878-a414-edb62dee07e3 req-16adff56-d186-4ee4-bead-f6e73de6548c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 943 time: 0.0747674 Aug 30 13:56:55.901101 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba387de-9d86-4e10-b080-b873a8adbdbc x-openstack-request-id: req-aba387de-9d86-4e10-b080-b873a8adbdbc {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:56:55.901399 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:56:55.901656 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aba387de-9d86-4e10-b080-b873a8adbdbc {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:56:55.902090 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'status': 'completed', 'code': 200} Aug 30 13:56:55.925148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629af2f8-cded-46ec-a84d-b68788b0b2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:56:55.941681 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4b9ecdc8-a138-4878-a414-edb62dee07e3 req-f903e64e-29bb-4c49-af44-e8ad0e49fba4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479259 Aug 30 13:56:55.942216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-165b9cd2-6dab-4d7f-84b8-93b36e6dfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:55.943902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-165b9cd2-6dab-4d7f-84b8-93b36e6dfd5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1094 time: 0.0583401 Aug 30 13:56:55.992889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-e01406a2-be8d-4063-b097-444b84b98074 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 217 time: 0.0414882 Aug 30 13:56:56.044413 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-65b8507d-f300-4e50-b365-1ecc2ed4d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:56.045947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-65b8507d-f300-4e50-b365-1ecc2ed4d30b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0464988 Aug 30 13:56:56.094066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-b0acd8b2-fbc2-4e5f-b7d5-cf414b043bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:56.095866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-b0acd8b2-fbc2-4e5f-b7d5-cf414b043bb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421884 Aug 30 13:56:56.200426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-164d4571-b4e3-4cf5-9207-a4ff0dd6365b service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973711 Aug 30 13:56:56.295716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b1d0f004-04e9-48d2-a94d-ad47d0b939a0 req-96b0e3f6-21aa-48a9-89fa-a4edb0af5bfe service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880213 Aug 30 13:56:56.389207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-7965ddf5-80a1-4266-b5bd-19463e868d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:56.390736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-7965ddf5-80a1-4266-b5bd-19463e868d82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1094 time: 0.0471981 Aug 30 13:56:56.484312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-6c4ff621-eeb2-4a88-b571-fe0ebb7ef7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:56.485853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-6c4ff621-eeb2-4a88-b571-fe0ebb7ef7f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0873802 Aug 30 13:56:56.531134 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-5b474a42-d523-432f-b207-e37c6344c0ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 217 time: 0.0372093 Aug 30 13:56:56.588864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-66c5a8c1-f94c-4c0b-b49d-4986544d779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:56.590417 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-66c5a8c1-f94c-4c0b-b49d-4986544d779c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0509989 Aug 30 13:56:56.638071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-61fec364-65d1-427f-9b7e-5c72c885b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:56.639582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-61fec364-65d1-427f-9b7e-5c72c885b1dd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412481 Aug 30 13:56:56.730958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-c44a83fe-3424-432b-a7cd-801a2ff8b581 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830371 Aug 30 13:56:56.828033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-078f2a0c-650c-4e9c-baee-8b3e03e684ad req-fbf57001-390c-47cd-82d4-6071dda6484c service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884483 Aug 30 13:56:57.062014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041bb6b-532a-41a0-9e09-8e70b8aeff65 req-d07a2051-8298-4f85-8aca-e1ab7e8c4332 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:57.063569 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0041bb6b-532a-41a0-9e09-8e70b8aeff65 req-d07a2051-8298-4f85-8aca-e1ab7e8c4332 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 943 time: 0.0501282 Aug 30 13:56:57.102387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0041bb6b-532a-41a0-9e09-8e70b8aeff65 req-dec24d2e-524a-4a2d-ae3c-3c94cd2b7199 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317504 Aug 30 13:56:58.218370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0edb03-8e40-495c-8e5b-0be116711fc2 req-976b24aa-dd43-468b-ab88-e6c10e6cb02e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:58.219866 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c0edb03-8e40-495c-8e5b-0be116711fc2 req-976b24aa-dd43-468b-ab88-e6c10e6cb02e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 943 time: 0.0500455 Aug 30 13:56:58.258569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c0edb03-8e40-495c-8e5b-0be116711fc2 req-b8ede30c-b92a-4ead-a7c2-2fb9273058f7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325720 Aug 30 13:56:58.943406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:59.371461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa9e44-e1b4-4c4a-9580-d8ea1b6407ed req-bf12e7c6-2d67-4157-9758-d0fc2f314edb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:56:59.372939 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-adaa9e44-e1b4-4c4a-9580-d8ea1b6407ed req-bf12e7c6-2d67-4157-9758-d0fc2f314edb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 943 time: 0.0476403 Aug 30 13:56:59.416825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-adaa9e44-e1b4-4c4a-9580-d8ea1b6407ed req-61316d0e-8182-4171-bf60-25f1a167883b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380108 Aug 30 13:56:59.476654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 91f5e2b7-b762-447f-8d75-ab12fdd65dbf details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:56:59.574646 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:56:59.586306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'mac_address': 'fa:16:3e:b9:f6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:56:59.622535 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:59.635615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f5e2b7-b762-447f-8d75-ab12fdd65dbf {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:56:59.654233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:56:59.659114 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:56:59.707693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:56:59.853762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['91f5e2b7-b762-447f-8d75-ab12fdd65dbf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:57:00.534240 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f659ea5f-fd96-4225-95ad-9bdfa0837a97 req-4b2d691d-aa99-4edf-a16a-6225ead4ed1a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:00.535725 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f659ea5f-fd96-4225-95ad-9bdfa0837a97 req-4b2d691d-aa99-4edf-a16a-6225ead4ed1a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 944 time: 0.0501170 Aug 30 13:57:00.572585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f659ea5f-fd96-4225-95ad-9bdfa0837a97 req-0c537299-ff4e-4c03-b167-475584eb3758 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309844 Aug 30 13:57:01.294780 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:01.490969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 91f5e2b7-b762-447f-8d75-ab12fdd65dbf up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:57:01.539720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:57:01.543387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:57:01.543755 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:01.619933 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:01.641898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:57:01.644125 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e2eab6-bf15-4e52-8d0a-078e10994cd7" -d '{"events": [{"server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "name": "network-vif-plugged", "status": "completed", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:57:01.657388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:57:01.662284 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:01.686280 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6002134b-8ee2-46cc-8d0f-bfd6427914cb x-openstack-request-id: req-6002134b-8ee2-46cc-8d0f-bfd6427914cb {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:57:01.686570 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "name": "network-vif-plugged", "status": "completed", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:57:01.686825 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6002134b-8ee2-46cc-8d0f-bfd6427914cb {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:57:01.687218 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'code': 200} Aug 30 13:57:01.695903 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450b8cd-83ba-45e3-a000-7b3f7bc4cf5e req-061181a5-bb46-4eec-9424-169ab8c82391 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:01.697424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5450b8cd-83ba-45e3-a000-7b3f7bc4cf5e req-061181a5-bb46-4eec-9424-169ab8c82391 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 944 time: 0.0558338 Aug 30 13:57:01.720584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:57:01.744582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5450b8cd-83ba-45e3-a000-7b3f7bc4cf5e req-c5e78252-1b82-4a1a-bec5-84de071ab14f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406737 Aug 30 13:57:01.785691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0d6c0-5f9b-419c-b498-0dd2a9db0c31 req-ee8b938e-57a4-4500-b009-8958a8b4eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:01.787224 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ce0d6c0-5f9b-419c-b498-0dd2a9db0c31 req-ee8b938e-57a4-4500-b009-8958a8b4eef6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1096 time: 0.0404809 Aug 30 13:57:01.822976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ce0d6c0-5f9b-419c-b498-0dd2a9db0c31 req-876b1d81-74b4-4b7b-af01-3dfd53bf09f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292192 Aug 30 13:57:02.866205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f296340-58f4-4dce-a427-9edc7e2f3ec8 req-1f98f1e9-f9e5-4dcf-9cff-713b01b98c0a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:02.868595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f296340-58f4-4dce-a427-9edc7e2f3ec8 req-1f98f1e9-f9e5-4dcf-9cff-713b01b98c0a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0552461 Aug 30 13:57:02.908110 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f296340-58f4-4dce-a427-9edc7e2f3ec8 req-1e2c7598-7b16-4c95-9afd-f3f6fce4e5d1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334713 Aug 30 13:57:04.026501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f9ec8-89dc-4696-9e7d-7a6b2fac74c1 req-1c49b103-71f7-48d3-8ad2-cf22d5734eb2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:04.028027 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e9f9ec8-89dc-4696-9e7d-7a6b2fac74c1 req-1c49b103-71f7-48d3-8ad2-cf22d5734eb2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0502326 Aug 30 13:57:04.071431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e9f9ec8-89dc-4696-9e7d-7a6b2fac74c1 req-0a0b2735-8356-4a68-848c-df9abab6bf7d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371039 Aug 30 13:57:04.185204 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b4e10-71f9-4451-b430-c83b4dafddaf req-d37c6239-bc32-4af7-98b6-9b2974ba299f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:04.186821 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-989b4e10-71f9-4451-b430-c83b4dafddaf req-d37c6239-bc32-4af7-98b6-9b2974ba299f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0506039 Aug 30 13:57:04.195978 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 35970) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:57:04.200672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4a3c5993-ba3b-4310-822f-9257971dfab3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'floatingip': {'port_id': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:57:04.239900 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a3c5993-ba3b-4310-822f-9257971dfab3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:04.690685 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a3c5993-ba3b-4310-822f-9257971dfab3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:04.694703 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a3c5993-ba3b-4310-822f-9257971dfab3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:04.797566 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-4a3c5993-ba3b-4310-822f-9257971dfab3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Floating IP f4777a40-3875-4baa-933d-176f4bc1416f associated. External IP: 172.25.2.88, port: 91f5e2b7-b762-447f-8d75-ab12fdd65dbf. Aug 30 13:57:05.008732 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3c5993-ba3b-4310-822f-9257971dfab3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:57:05.119441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3c5993-ba3b-4310-822f-9257971dfab3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:57:05.124450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a3c5993-ba3b-4310-822f-9257971dfab3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:05.129042 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:57:05.139766 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:57:05.140477 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:57:05.153166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4a3c5993-ba3b-4310-822f-9257971dfab3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "PUT /v2.0/floatingips/f4777a40-3875-4baa-933d-176f4bc1416f HTTP/1.1" status: 200 len: 990 time: 0.9560535 Aug 30 13:57:05.153780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:57:05.209881 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf921f5-d14d-4612-b179-7b0bb9695b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:57:05.248823 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:57:05.301526 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2df7648-58ab-44f2-bb5e-a3c38b71f66e x-openstack-request-id: req-a2df7648-58ab-44f2-bb5e-a3c38b71f66e {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:57:05.301950 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:57:05.302360 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2df7648-58ab-44f2-bb5e-a3c38b71f66e {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:57:05.303047 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'status': 'completed', 'code': 200} Aug 30 13:57:05.362477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-349f3f9d-f381-4204-b9a3-50d1ef3890ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:05.364052 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-349f3f9d-f381-4204-b9a3-50d1ef3890ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1096 time: 0.0417519 Aug 30 13:57:05.454125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-b27d49c7-7ea5-4f76-901d-1e6d3f0cbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:05.455605 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-b27d49c7-7ea5-4f76-901d-1e6d3f0cbf6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0850899 Aug 30 13:57:05.478550 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:b9:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T13:57:04Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:57:05.504332 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:57:05.513401 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:57:05.514031 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:56:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:57:05.525840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-b0560deb-cbf8-4e0e-824e-f05cf559aee6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 998 time: 0.0632949 Aug 30 13:57:05.575677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-504c6410-5d31-4bf5-9677-a114aff4d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:05.577232 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-504c6410-5d31-4bf5-9677-a114aff4d80a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0453525 Aug 30 13:57:05.619372 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:57:05.625531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-1d882b11-7416-419b-9307-8496fb52a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:05.627121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-1d882b11-7416-419b-9307-8496fb52a728 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420859 Aug 30 13:57:05.724147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-684e7578-d8f8-49d6-a931-e1514ee1cb55 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895243 Aug 30 13:57:05.814695 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ebf921f5-d14d-4612-b179-7b0bb9695b9b req-ed3fac43-a04d-42b5-bcb1-f3bd8209e773 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840476 Aug 30 13:57:05.845508 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:b9:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T13:57:04Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:57:05.870897 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2038a68d-54f3-4698-aee1-610d08e8a76b None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:b9:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T13:57:04Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:57:06.086008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04233e33-2df6-442e-b313-1f50e344266c None None] New status for floating IP f4777a40-3875-4baa-933d-176f4bc1416f: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:57:06.750499 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-36dca600-2ba7-4136-b8c8-0de5b8d446f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:06.849795 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:57:09.485178 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ddcb3d96-3507-4690-939f-02817a2d46be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:10.067042 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:11.035568 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:12.389575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:28.959415 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:31.309026 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:32.615969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-9fd9e37f-48cf-4513-9637-e711dea91f4f req-224ee2b0-09b9-4b5e-87d1-9ec7b0677827 service neutron] (95699) timed out ('10.222.0.16', 62068) {{(pid=95699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 13:57:36.750150 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2037296f-0bde-4426-a7a4-86fde3b35464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:39.486198 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4347702b-4eda-403e-9a2c-d7a15217bbdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:40.068951 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:41.039711 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:42.392182 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:57:43.849291 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:57:51.196280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-44a8e0a2-d9c4-4c1d-84b6-dfecfdcaf1e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435455 Aug 30 13:57:51.282876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-10077bd0-436e-4629-9c28-952a07af841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:51.285320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-10077bd0-436e-4629-9c28-952a07af841a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1096 time: 0.0458341 Aug 30 13:57:51.387725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-fcfca672-e7ce-4631-a596-35a27850d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:51.389200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-fcfca672-e7ce-4631-a596-35a27850d5b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0852027 Aug 30 13:57:51.458554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-cb5b74b1-a34a-4bfd-9e0c-44159119e806 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 1000 time: 0.0628366 Aug 30 13:57:51.507541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-62baee4f-b616-4267-9de4-c8039a5d0480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:51.508975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-62baee4f-b616-4267-9de4-c8039a5d0480 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0436869 Aug 30 13:57:51.552958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-9b64f63f-8e35-4e85-b0d3-c9f993ec3b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:57:51.554422 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-9b64f63f-8e35-4e85-b0d3-c9f993ec3b51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390918 Aug 30 13:57:51.565628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-d45fc544-bbcb-4684-affe-11a613023c55 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 13:57:51.566576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-d45fc544-bbcb-4684-affe-11a613023c55 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054476 Aug 30 13:57:51.657632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-86510cfa-7a8d-4f07-99dd-4345f0a5cf40 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828915 Aug 30 13:57:51.746288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11ea5bc1-ac0d-4e22-8295-1eb6916c1da9 req-d5d3a526-3c65-49cc-9117-68408ad6c672 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808752 Aug 30 13:57:58.961509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:01.323631 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:06.750159 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-197f5c19-dae8-435f-b6b9-7605ae07b0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:09.487583 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c7d2fe76-39f6-4030-b7ae-2197ec7a99e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:10.069852 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:11.042785 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:12.393895 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:20.847538 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:58:28.971108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:31.338800 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:36.752222 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-154c2dda-d572-4339-8313-4ebf06596e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:39.490827 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c830f559-30be-4a5c-9cac-149bedd7567c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:40.070588 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:41.044825 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:41.097478 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af3f7f-4551-457a-89f7-8802cdf3175b req-9c4f2f86-1362-4421-9e41-c51cde62e551 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:41.099117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-00af3f7f-4551-457a-89f7-8802cdf3175b req-9c4f2f86-1362-4421-9e41-c51cde62e551 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.1259363 Aug 30 13:58:41.178775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-00af3f7f-4551-457a-89f7-8802cdf3175b req-ba35d601-e6dc-49d6-8b66-b62c94a59bb2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737829 Aug 30 13:58:42.344595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790c084-b0c8-4754-962c-5fa050263e0a req-178733b6-6aa5-4068-9182-3bbc41ebb2c0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:42.346646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e790c084-b0c8-4754-962c-5fa050263e0a req-178733b6-6aa5-4068-9182-3bbc41ebb2c0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0981281 Aug 30 13:58:42.382938 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e790c084-b0c8-4754-962c-5fa050263e0a req-adbc5eb0-7361-4190-a718-0e39cdb4bdf5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304182 Aug 30 13:58:42.554725 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:43.499042 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329fd46-d8cb-4590-a48e-de12a24b67e9 req-5ca6d34c-f4dc-4c19-82c4-0158cbda2aeb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:43.500495 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e329fd46-d8cb-4590-a48e-de12a24b67e9 req-5ca6d34c-f4dc-4c19-82c4-0158cbda2aeb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0486655 Aug 30 13:58:43.542423 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e329fd46-d8cb-4590-a48e-de12a24b67e9 req-db0a91e3-5895-4089-a306-be0e99b06392 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355170 Aug 30 13:58:44.664043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9755754-c9f6-4e87-ab20-5d1410b6f98d req-88658e76-5202-4476-8681-aa88ee1f16a7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:44.665505 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9755754-c9f6-4e87-ab20-5d1410b6f98d req-88658e76-5202-4476-8681-aa88ee1f16a7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0552056 Aug 30 13:58:44.702776 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9755754-c9f6-4e87-ab20-5d1410b6f98d req-6f43fc17-7f4f-44ff-8c18-9b96534d0841 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313838 Aug 30 13:58:45.819651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319583fc-3815-477a-bdcc-f638cbe49ab7 req-eb3e7740-bdb6-44a3-ae74-161554fcf8d2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:45.821083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-319583fc-3815-477a-bdcc-f638cbe49ab7 req-eb3e7740-bdb6-44a3-ae74-161554fcf8d2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0500944 Aug 30 13:58:45.859886 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-319583fc-3815-477a-bdcc-f638cbe49ab7 req-d2972a13-f000-4d52-b642-6fc0e6cad86a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327508 Aug 30 13:58:46.974241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283a25b-2db1-4fa7-9908-00bf691cf9b1 req-9731a31e-4e97-4015-8de2-4a4a62c37c0f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:46.975729 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6283a25b-2db1-4fa7-9908-00bf691cf9b1 req-9731a31e-4e97-4015-8de2-4a4a62c37c0f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0489240 Aug 30 13:58:47.012775 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6283a25b-2db1-4fa7-9908-00bf691cf9b1 req-870b6065-3ded-4322-9161-056c9beacada tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312109 Aug 30 13:58:48.128999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd43bdf-fde5-43f9-b17c-7e8e36fe3f03 req-c74ac9cd-57ed-42a4-a3cc-84ec84518c09 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:48.130510 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8fd43bdf-fde5-43f9-b17c-7e8e36fe3f03 req-c74ac9cd-57ed-42a4-a3cc-84ec84518c09 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0485606 Aug 30 13:58:48.168683 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8fd43bdf-fde5-43f9-b17c-7e8e36fe3f03 req-29808dbc-d30d-4e5d-a7e5-d7e75f3b6dec tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322506 Aug 30 13:58:49.286090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bc961-8ff9-4577-a612-47a9a163e060 req-89100b7b-3785-4d44-b5b4-c41672afb8d4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:49.287576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-426bc961-8ff9-4577-a612-47a9a163e060 req-89100b7b-3785-4d44-b5b4-c41672afb8d4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0500393 Aug 30 13:58:49.326876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-426bc961-8ff9-4577-a612-47a9a163e060 req-d2076a49-9522-423e-a199-70469d0bf5ee tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334265 Aug 30 13:58:50.441818 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae0065-cb92-47ce-8350-2532f283ab03 req-65263cdb-1451-4691-8077-c5c120c2e4ad tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:50.443264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-89ae0065-cb92-47ce-8350-2532f283ab03 req-65263cdb-1451-4691-8077-c5c120c2e4ad tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0491648 Aug 30 13:58:50.483894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-89ae0065-cb92-47ce-8350-2532f283ab03 req-2075dea7-0216-4c31-ac16-6a481a167d11 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346999 Aug 30 13:58:51.606092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ed17e-63ca-4f63-9e78-f5d14a53586a req-32706c0c-c9e5-4960-9e23-c412d0687d6d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:51.607563 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-156ed17e-63ca-4f63-9e78-f5d14a53586a req-32706c0c-c9e5-4960-9e23-c412d0687d6d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0537746 Aug 30 13:58:51.645362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-156ed17e-63ca-4f63-9e78-f5d14a53586a req-8ab12d7e-739a-49f9-88ce-61df80e153f6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317669 Aug 30 13:58:51.899646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576eb92c-5577-4448-9075-2c74d33dad7f req-029e07a7-5352-4647-ae35-7e6e6d712fd9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:51.901914 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-576eb92c-5577-4448-9075-2c74d33dad7f req-029e07a7-5352-4647-ae35-7e6e6d712fd9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0546546 Aug 30 13:58:51.946601 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-576eb92c-5577-4448-9075-2c74d33dad7f req-f2816466-7e03-4163-85f2-babce7cec804 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378690 Aug 30 13:58:51.954832 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-015186ed-f404-431e-9b4a-5ee9aeb3a54b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854402 Aug 30 13:58:53.069794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbd0e9-c785-4965-bcea-52fa936e7e54 req-ee8bf323-5536-4cd9-b6ba-797df01251bf tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:53.071397 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cbbbd0e9-c785-4965-bcea-52fa936e7e54 req-ee8bf323-5536-4cd9-b6ba-797df01251bf tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0530391 Aug 30 13:58:53.110886 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cbbbd0e9-c785-4965-bcea-52fa936e7e54 req-7ed1a34b-9034-43cf-a645-b6d7b7a36ac6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333660 Aug 30 13:58:53.172536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-f7361714-17e9-44b2-935d-4a485444b887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:53.174245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-f7361714-17e9-44b2-935d-4a485444b887 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1096 time: 0.0857589 Aug 30 13:58:53.266683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-0245fc19-e192-4a18-b4e4-c2974d4ca004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:53.268639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-0245fc19-e192-4a18-b4e4-c2974d4ca004 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0869935 Aug 30 13:58:53.336544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-91cf914f-073c-49e5-a18e-029c253588eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 1000 time: 0.0605638 Aug 30 13:58:53.390120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-17e6c732-a25d-49b8-834c-b992cee9552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:53.391641 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-17e6c732-a25d-49b8-834c-b992cee9552d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0479114 Aug 30 13:58:53.449262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-aafbe971-d364-4033-ba5f-9987d2225fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:53.450825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-aafbe971-d364-4033-ba5f-9987d2225fcf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415785 Aug 30 13:58:53.539286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-7b1ae869-4073-4655-9872-5c52f6c7f8ad service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810571 Aug 30 13:58:53.632170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-7ab3f06f-7e93-47f8-b4b1-3a131de69f76 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864568 Aug 30 13:58:53.743676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-a655adce-1e01-4ccd-b42b-cf491f55b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:53.745215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-a655adce-1e01-4ccd-b42b-cf491f55b116 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1096 time: 0.0506976 Aug 30 13:58:54.169916 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-4fcd56c7-19d7-46c4-84f5-e4ba1dbbd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:54.171430 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-4fcd56c7-19d7-46c4-84f5-e4ba1dbbd209 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.4018903 Aug 30 13:58:54.272887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-a5e1d975-4f4a-4c88-a51c-d41d6c53da34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 1000 time: 0.0930665 Aug 30 13:58:54.287285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3134dff-af73-44fa-a789-c01d7176f005 req-060d2878-adb8-4278-a87b-f3da5643e8f1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:54.290923 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e3134dff-af73-44fa-a789-c01d7176f005 req-060d2878-adb8-4278-a87b-f3da5643e8f1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.1053264 Aug 30 13:58:54.367336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-869ea114-5105-4a02-8dd3-d277617bf4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:54.368790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-869ea114-5105-4a02-8dd3-d277617bf4be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0769916 Aug 30 13:58:54.376082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e3134dff-af73-44fa-a789-c01d7176f005 req-d7989a2a-060b-4ab4-b384-382c2153ff9c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762780 Aug 30 13:58:54.422710 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-1d8d7226-18ab-4c6c-acea-ff0ea37ff0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:54.424271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-1d8d7226-18ab-4c6c-acea-ff0ea37ff0fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473557 Aug 30 13:58:54.525138 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-48e3c5cc-188e-4396-9411-3b1fb4456a25 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917847 Aug 30 13:58:54.620866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f121a633-3d92-4f7b-a6ab-88b594358bbf req-9ed8c323-313a-4e5d-aa69-8ec602b17cc3 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886815 Aug 30 13:58:55.461898 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-1ea690ea-be04-4358-9880-e38227fe57ee service neutron] show failed (client error): The resource could not be found. Aug 30 13:58:55.462934 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-1ea690ea-be04-4358-9880-e38227fe57ee service neutron] 10.222.0.16 "GET /v2.0/ports/91f5e2b7-b762-447f-8d75-ab12fdd65dbf/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0600793 Aug 30 13:58:55.507898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df06a0-07c5-4e6e-ba8f-a2ab1165384b req-47521db2-23ed-441d-a06c-757c18a44439 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:55.509925 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55df06a0-07c5-4e6e-ba8f-a2ab1165384b req-47521db2-23ed-441d-a06c-757c18a44439 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0516798 Aug 30 13:58:55.549218 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-55df06a0-07c5-4e6e-ba8f-a2ab1165384b req-ae54dae0-5641-4234-b99f-d7168740f585 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329804 Aug 30 13:58:55.697374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e7bac425-7101-415d-8534-c212a95d4980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:55.698802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e7bac425-7101-415d-8534-c212a95d4980 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 1096 time: 0.0873644 Aug 30 13:58:55.710267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:58:55.761611 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:55.959858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:58:55.991356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:58:56.035416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:58:56.037685 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94628f6d-0012-43c0-8450-7dedf7c402dc" -d '{"events": [{"server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "name": "network-vif-unplugged", "status": "completed", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:58:56.041645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:56.053966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Transition to ACTIVE for port object 91f5e2b7-b762-447f-8d75-ab12fdd65dbf will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:58:56.057503 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:56.179278 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 13:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f38a73e-53b2-4d3d-9e26-0bd79a739f8d x-openstack-request-id: req-3f38a73e-53b2-4d3d-9e26-0bd79a739f8d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:58:56.179579 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "name": "network-vif-unplugged", "status": "completed", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:58:56.179833 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f38a73e-53b2-4d3d-9e26-0bd79a739f8d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:58:56.180262 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'code': 200} Aug 30 13:58:56.184245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] No DVR routers for this DVR port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:58:56.187937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Pushing event updated for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:58:56.229550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.229932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.230277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.230615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.230951 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.231281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.231610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.231935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.232261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.232584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.232909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.233236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:58:56.336369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Attempting to bind port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:58:56.336705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Attempting to bind port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:58:56.337042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Attempting to bind port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:58:56.341288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:58:56.341614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Attempting to bind port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:58:56.346470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:58:56.346807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:58:56.347195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:58:56.347617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Bound port: 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:58:56.347968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:56.416073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:58:56.419158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:58:56.423874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:56.456590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:56.457208 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:56.458640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] 10.222.0.35 "PUT /v2.0/ports/91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 1091 time: 0.7524316 Aug 30 13:58:56.481991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f00b3b-bdb2-4e3c-abcd-ce29b017f461 service neutron] Pushing event updated for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:58:56.529430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-c124c2ad-be7c-4ad4-a0ec-04076d92f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:56.531269 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-c124c2ad-be7c-4ad4-a0ec-04076d92f69c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1094 time: 0.0503511 Aug 30 13:58:56.632856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-4e35ebb8-8f1a-4c6f-84af-4cbdf66650fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:56.634411 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-4e35ebb8-8f1a-4c6f-84af-4cbdf66650fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0961769 Aug 30 13:58:56.674007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21396ad-abb2-4b7f-918c-530f943f2349 req-2b68bfd3-e5b3-4ec3-9578-6c5550686cbb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:56.675474 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b21396ad-abb2-4b7f-918c-530f943f2349 req-2b68bfd3-e5b3-4ec3-9578-6c5550686cbb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 943 time: 0.0561123 Aug 30 13:58:56.710245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-cad520b6-ab8c-4411-baf0-7635e8fabfa5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 998 time: 0.0690346 Aug 30 13:58:56.717539 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b21396ad-abb2-4b7f-918c-530f943f2349 req-f50d5e32-1ee7-4487-8b8b-6409fa91c7dd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337319 Aug 30 13:58:56.761766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-c28409c9-3981-4258-a226-b7bf01523368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:56.763267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-c28409c9-3981-4258-a226-b7bf01523368 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0458784 Aug 30 13:58:56.807908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-6f316095-6da2-49db-8442-c6e86f2883d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:56.809400 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-6f316095-6da2-49db-8442-c6e86f2883d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396886 Aug 30 13:58:56.899491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-858adaa1-2fd7-47ca-b36a-65cd5ea7d3fd service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832851 Aug 30 13:58:56.986556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ab602620-8554-4980-98d1-fc22b3f43ffb req-80645075-8870-438c-a76f-3dab8120e2cb service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795701 Aug 30 13:58:57.835945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc742f2f-7f7f-4213-bc9a-85d1d976a757 req-822a9bec-b64b-49d5-8d29-f30746b2042c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:57.837405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bc742f2f-7f7f-4213-bc9a-85d1d976a757 req-822a9bec-b64b-49d5-8d29-f30746b2042c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 943 time: 0.0494413 Aug 30 13:58:57.846715 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:58:57.874454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bc742f2f-7f7f-4213-bc9a-85d1d976a757 req-13394c3f-9005-4252-83b1-b7fa2a5e7e79 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310967 Aug 30 13:58:58.181400 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:58:58.183752 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93729e55-57df-494d-9baf-83d187d8136d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:58:58.231245 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a51c47c-1db2-4573-a429-8394852ef80b x-openstack-request-id: req-0a51c47c-1db2-4573-a429-8394852ef80b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:58:58.232208 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:58:58.232461 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a51c47c-1db2-4573-a429-8394852ef80b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:58:58.232851 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'status': 'completed', 'code': 200} Aug 30 13:58:58.320735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e55-57df-494d-9baf-83d187d8136d req-7b668378-3c25-4b10-8cb9-7e8db7e358b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:58.322252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-7b668378-3c25-4b10-8cb9-7e8db7e358b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1094 time: 0.0728452 Aug 30 13:58:58.324716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e55-57df-494d-9baf-83d187d8136d req-cd2af820-a03e-47d7-ad69-234f377acf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:58.326101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-cd2af820-a03e-47d7-ad69-234f377acf91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1094 time: 0.0679002 Aug 30 13:58:58.479387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e55-57df-494d-9baf-83d187d8136d req-00a97798-e6e1-4047-b1e8-d15611e9fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:58.480778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-00a97798-e6e1-4047-b1e8-d15611e9fe57 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1519897 Aug 30 13:58:58.483345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e55-57df-494d-9baf-83d187d8136d req-e6c2123f-90f6-4ebb-a0bf-17525eb319ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:58.484665 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-e6c2123f-90f6-4ebb-a0bf-17525eb319ff service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1480007 Aug 30 13:58:58.593879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-749918de-eadc-405c-a71e-63d042f58e47 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 998 time: 0.1061397 Aug 30 13:58:58.595651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-75984f4b-cffc-425b-bff2-e4e38794db2a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 998 time: 0.1025279 Aug 30 13:58:58.678592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e55-57df-494d-9baf-83d187d8136d req-cbd18c54-8761-47b7-a76b-cb35ba0d6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:58.680024 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-cbd18c54-8761-47b7-a76b-cb35ba0d6668 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0792961 Aug 30 13:58:58.683274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e55-57df-494d-9baf-83d187d8136d req-6430e5c6-1e39-4940-ba39-68e0594b7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:58.684580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-6430e5c6-1e39-4940-ba39-68e0594b7253 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0767858 Aug 30 13:58:58.748767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e55-57df-494d-9baf-83d187d8136d req-c4ae4b2b-a57b-4a1b-ad9c-c8bfcdb7589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:58.750210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-c4ae4b2b-a57b-4a1b-ad9c-c8bfcdb7589d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633960 Aug 30 13:58:58.757202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93729e55-57df-494d-9baf-83d187d8136d req-e44f7274-55c1-44a0-b035-844164dbd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:58.758664 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-e44f7274-55c1-44a0-b035-844164dbd0b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630183 Aug 30 13:58:58.905194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-6b47d5f8-f0b1-436f-ba75-4771a55c0ee2 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455953 Aug 30 13:58:58.909315 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-4ff56d7c-5120-41fe-923d-421a05997dd6 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423197 Aug 30 13:58:58.975273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:58:59.095764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-82bf5c26-4288-4f25-89ed-504db24ea28f service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832454 Aug 30 13:58:59.107521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b4472-867b-4692-9391-862a5e81ec74 req-190571c8-f538-4d17-8f40-7d616665c783 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:58:59.108954 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a13b4472-867b-4692-9391-862a5e81ec74 req-190571c8-f538-4d17-8f40-7d616665c783 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 943 time: 0.1362884 Aug 30 13:58:59.114983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93729e55-57df-494d-9baf-83d187d8136d req-fe008df8-d680-42d5-9ce6-79527fa250da service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954856 Aug 30 13:58:59.148526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a13b4472-867b-4692-9391-862a5e81ec74 req-196612fa-ddac-4a21-9853-3effd21bdb83 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325956 Aug 30 13:59:00.149767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 91f5e2b7-b762-447f-8d75-ab12fdd65dbf no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:59:00.187255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 91f5e2b7-b762-447f-8d75-ab12fdd65dbf not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:59:00.265510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd2af7-e704-442f-bec0-81c450219b4f req-644a869d-eeb0-4fcd-b72a-78c6c9c3fe34 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:00.267611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65cd2af7-e704-442f-bec0-81c450219b4f req-644a869d-eeb0-4fcd-b72a-78c6c9c3fe34 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 943 time: 0.0504010 Aug 30 13:59:00.305248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65cd2af7-e704-442f-bec0-81c450219b4f req-064ddf17-9209-49c6-a0f3-b81401cc867f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Aug 30 13:59:00.496714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595ffd6-676f-426a-85c0-fce970645c0c req-f45c6645-1829-459b-baa1-6fa0e25494b1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:00.498245 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f595ffd6-676f-426a-85c0-fce970645c0c req-f45c6645-1829-459b-baa1-6fa0e25494b1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 943 time: 0.0486619 Aug 30 13:59:00.516423 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-ae16f3ac-5596-4bda-a3a7-144e1c6dfdc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:00.518039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-ae16f3ac-5596-4bda-a3a7-144e1c6dfdc5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab&tenant_id=820eb5bb52e344d8a90627cac123b89e&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 943 time: 0.0516000 Aug 30 13:59:00.536773 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f595ffd6-676f-426a-85c0-fce970645c0c req-fc0e13bf-6cc6-4e85-b8b5-2ce6a934bcfb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323832 Aug 30 13:59:00.577783 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-a6bcf586-a047-4f59-ad8a-9509997bca68 service neutron] delete failed (client error): The resource could not be found. Aug 30 13:59:00.578824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-a6bcf586-a047-4f59-ad8a-9509997bca68 service neutron] 10.222.0.16 "DELETE /v2.0/ports/91f5e2b7-b762-447f-8d75-ab12fdd65dbf/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0532720 Aug 30 13:59:00.665271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-36254969-e8be-498e-8ffe-f990d0edc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:00.666741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-36254969-e8be-498e-8ffe-f990d0edc971 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1094 time: 0.0456185 Aug 30 13:59:00.754647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-5606e20b-3494-4247-a71b-82aa2ccee9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:00.756124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-5606e20b-3494-4247-a71b-82aa2ccee9b1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0825961 Aug 30 13:59:00.823827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-63021edd-f6f5-4f97-ba7a-ad4d8e5f0b91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 998 time: 0.0608656 Aug 30 13:59:00.870502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-830ba639-e610-47ba-b180-7ab3ae607ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:00.871895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-830ba639-e610-47ba-b180-7ab3ae607ba5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0418928 Aug 30 13:59:00.883385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 91f5e2b7-b762-447f-8d75-ab12fdd65dbf details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:59:00.917083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-56797525-03c2-4f5d-9911-b2302f515d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:00.918526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-56797525-03c2-4f5d-9911-b2302f515d19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402393 Aug 30 13:59:00.977652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:59:00.989925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'mac_address': 'fa:16:3e:b9:f6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:59:01.011172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-bee0e01a-b1b4-4ce2-a945-e0c242b4a69a service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857975 Aug 30 13:59:01.026356 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:01.039239 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f5e2b7-b762-447f-8d75-ab12fdd65dbf {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:59:01.059513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:59:01.063940 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:01.099485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71d2265-9cf7-4b7e-946d-95ccfe4b4609 req-cf01f09a-ef2e-48bd-9886-7388e48fa647 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818489 Aug 30 13:59:01.109584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:59:01.117538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.117941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.118279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.118642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.118970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.119296 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.119620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.119940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.120260 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.120580 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.120900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.121218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 13:59:01.336935 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:01.426569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['91f5e2b7-b762-447f-8d75-ab12fdd65dbf'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:59:01.658271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956720eb-1924-43e7-8050-9d7702f9fdd3 req-ee6396da-133a-4d35-b399-75ae1ca8aee8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:01.659838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-956720eb-1924-43e7-8050-9d7702f9fdd3 req-ee6396da-133a-4d35-b399-75ae1ca8aee8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 944 time: 0.0515306 Aug 30 13:59:01.696678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-956720eb-1924-43e7-8050-9d7702f9fdd3 req-0aa7005d-d12d-485a-8cbe-6fc5a2bebe4e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306697 Aug 30 13:59:01.820671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2deb5b-1364-4379-832b-642da5c3a73c req-47d5eb0c-b45e-4c5d-ba86-0f3c5f6d86f0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:01.822135 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ae2deb5b-1364-4379-832b-642da5c3a73c req-47d5eb0c-b45e-4c5d-ba86-0f3c5f6d86f0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 944 time: 0.0519948 Aug 30 13:59:01.859467 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ae2deb5b-1364-4379-832b-642da5c3a73c req-c80598b1-d9a8-4682-a55f-a5c148347667 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314577 Aug 30 13:59:02.058734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0006cf-4477-4687-8b39-9767abd33d58 req-429b26ed-bbdd-41d4-8bd4-30e7235cc038 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:02.060228 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a0006cf-4477-4687-8b39-9767abd33d58 req-429b26ed-bbdd-41d4-8bd4-30e7235cc038 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 944 time: 0.0574152 Aug 30 13:59:02.084670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-d07cf256-03a5-4a0c-a956-a10a50db0e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:02.086195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-d07cf256-03a5-4a0c-a956-a10a50db0e35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 1095 time: 0.0455911 Aug 30 13:59:02.099272 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a0006cf-4477-4687-8b39-9767abd33d58 req-d9b25b1f-a22d-46e4-a2bd-753ba8a0d4f5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324199 Aug 30 13:59:02.175090 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-b03af5e1-dbfa-498b-a47e-13e462991d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:02.176572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-b03af5e1-dbfa-498b-a47e-13e462991d4c service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0822687 Aug 30 13:59:02.243502 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-c2950656-e508-4e32-83ec-a6ff03e37d26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 200 len: 999 time: 0.0598259 Aug 30 13:59:02.291112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-bb4b603b-03cc-494d-9e29-b3ccb601fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:02.292491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-bb4b603b-03cc-494d-9e29-b3ccb601fac6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0427446 Aug 30 13:59:02.336325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-dcf4a8d6-6922-4320-9b40-3378553545ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:02.337771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-dcf4a8d6-6922-4320-9b40-3378553545ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385308 Aug 30 13:59:02.428113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-4df5b83c-d320-4d33-825b-b636b3b747ef service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835423 Aug 30 13:59:02.514297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-60ea8ffa-09dc-4973-84c5-a391550f7426 req-deb45abc-873e-4d16-ab89-ce5deb1b2be8 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796509 Aug 30 13:59:02.902955 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 91f5e2b7-b762-447f-8d75-ab12fdd65dbf up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:59:02.950769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:59:02.955028 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:59:02.955396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:03.033321 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:03.058231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:59:03.060647 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358839b4-6bac-4d94-bf65-fb45cfbfee1a" -d '{"events": [{"server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "name": "network-vif-plugged", "status": "completed", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:59:03.074850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:59:03.078732 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:03.126083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:59:03.160542 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461cb07a-c3a4-482f-a53a-eed2677beb3e x-openstack-request-id: req-461cb07a-c3a4-482f-a53a-eed2677beb3e {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:59:03.160917 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "name": "network-vif-plugged", "status": "completed", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:59:03.161248 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-461cb07a-c3a4-482f-a53a-eed2677beb3e {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:59:03.161751 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'code': 200} Aug 30 13:59:03.216837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee447e-b3b4-483b-a914-34e58e4cd63a req-1ab4a1fd-5c62-44da-a0a4-ebfac0126cb3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:03.218350 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38ee447e-b3b4-483b-a914-34e58e4cd63a req-1ab4a1fd-5c62-44da-a0a4-ebfac0126cb3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0487511 Aug 30 13:59:03.255957 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38ee447e-b3b4-483b-a914-34e58e4cd63a req-178a9296-e677-4243-9c56-36b5b55d9281 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310287 Aug 30 13:59:03.492118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916df05c-4a2a-4e1d-a7c6-afab8f2fb4d0 req-7d978d1a-6fce-4c31-b12a-7bdd27f8dd15 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:03.493565 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-916df05c-4a2a-4e1d-a7c6-afab8f2fb4d0 req-7d978d1a-6fce-4c31-b12a-7bdd27f8dd15 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0532620 Aug 30 13:59:03.530130 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-916df05c-4a2a-4e1d-a7c6-afab8f2fb4d0 req-8186da2b-5cc1-4ec0-9b84-3946f24fee8c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305581 Aug 30 13:59:04.647211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba9cba-5d43-4b75-a9a4-908fab392a4a req-9951e78c-b401-4aa7-a843-4a1594eea99a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:04.648704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2ba9cba-5d43-4b75-a9a4-908fab392a4a req-9951e78c-b401-4aa7-a843-4a1594eea99a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0491316 Aug 30 13:59:04.685768 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d2ba9cba-5d43-4b75-a9a4-908fab392a4a req-acf2128f-e8bb-4dc4-aa41-85cf0cf240b9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312016 Aug 30 13:59:04.807295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-337c57c6-9d83-4ec6-bdf9-45defa407070 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:04.808737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-337c57c6-9d83-4ec6-bdf9-45defa407070 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 945 time: 0.0533135 Aug 30 13:59:04.897073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Deleting port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 13:59:04.897412 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:05.291522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] For port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:59:05.291776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:05.466094 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:05.466479 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:05.466797 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Floating IP f4777a40-3875-4baa-933d-176f4bc1416f disassociated. External IP: 172.25.2.88, port: 91f5e2b7-b762-447f-8d75-ab12fdd65dbf. Aug 30 13:59:05.467337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Calling delete_port for 91f5e2b7-b762-447f-8d75-ab12fdd65dbf owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 13:59:05.598574 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:05.626633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event deleted for resources: {'Port': ['ID=91f5e2b7-b762-447f-8d75-ab12fdd65dbf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:59:05.747012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:59:05.785959 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-731f7288-60d0-47dc-bc35-3cb8ac7b4ca8 req-2d4de379-6cb2-442f-803e-56f514fa1b31 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=2f18697b-7c3b-4a10-8f76-dada5a7a71ab HTTP/1.1" status: 200 len: 210 time: 0.0276167 Aug 30 13:59:05.872108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:59:05.882792 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:59:05.893906 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:59:05.894644 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:58:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:59:05.912837 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] No DVR routers for this DVR port 91f5e2b7-b762-447f-8d75-ab12fdd65dbf on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 13:59:05.915593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:05.917613 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aca55e06-b3ae-4256-94d0-6efded1f6a37 req-960ccaa7-10bb-4a39-bc7e-6cd8b2cc5e6a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "DELETE /v2.0/ports/91f5e2b7-b762-447f-8d75-ab12fdd65dbf HTTP/1.1" status: 204 len: 173 time: 1.1028793 Aug 30 13:59:05.918159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'name': 'network-vif-deleted', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:59:05.920414 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa6960-a864-441e-8f9e-02c5b7a9dc4d" -d '{"events": [{"server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "name": "network-vif-deleted", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:59:05.960459 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25438409-aa73-496f-b4f4-2fa4a2cd15ea x-openstack-request-id: req-25438409-aa73-496f-b4f4-2fa4a2cd15ea {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:59:05.960861 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f18697b-7c3b-4a10-8f76-dada5a7a71ab", "name": "network-vif-deleted", "tag": "91f5e2b7-b762-447f-8d75-ab12fdd65dbf", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:59:05.961187 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25438409-aa73-496f-b4f4-2fa4a2cd15ea {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:59:05.961777 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f18697b-7c3b-4a10-8f76-dada5a7a71ab', 'name': 'network-vif-deleted', 'tag': '91f5e2b7-b762-447f-8d75-ab12fdd65dbf', 'status': 'completed', 'code': 200} Aug 30 13:59:06.005757 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:59:06.318067 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:59:06.346539 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:59:06.354580 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:59:06.355179 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:58:39Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:59:06.458736 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:59:06.650191 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:59:06.679741 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6212fbe-7265-42ae-8aa7-b661664c79b2 None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:59:06.754496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4f97e5d9-d6f4-45da-b2cd-db40c72a5dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:06.918686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1613fc3-d1c7-44e7-b3ed-832090f61e47 None None] New status for floating IP f4777a40-3875-4baa-933d-176f4bc1416f: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:59:06.955398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 91f5e2b7-b762-447f-8d75-ab12fdd65dbf no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 13:59:07.006541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 91f5e2b7-b762-447f-8d75-ab12fdd65dbf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 13:59:07.006887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 91f5e2b7-b762-447f-8d75-ab12fdd65dbf not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 13:59:07.078132 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-ad863220-dd46-4183-b461-0169bf8fb71d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--595657272&fields=id&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 267 time: 0.0417812 Aug 30 13:59:07.199428 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5fceac79-40f4-449d-b7f1-41e7cedc9108 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:07.200807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5fceac79-40f4-449d-b7f1-41e7cedc9108 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 812 time: 0.1142490 Aug 30 13:59:07.215926 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-89908a69-ddb1-4a6b-b248-7176e4c85107 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/quotas/820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 375 time: 0.0091243 Aug 30 13:59:07.269879 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-874cc504-e748-47a8-b770-7ee65f6bb762 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479796 Aug 30 13:59:07.438228 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-56dfdbf2-cd0d-46d1-910a-4350c35357d2 service neutron] 10.222.0.37 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217773 Aug 30 13:59:07.536606 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-93ae4a97-6538-470d-85da-d0cf78830664 service neutron] 10.222.0.37 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919051 Aug 30 13:59:07.706741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-470c3668-48f4-48b6-9a00-796dcc45e179 req-efcfc1e6-e8e9-42f2-852d-42dca66e62dc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 210 time: 0.0307286 Aug 30 13:59:08.595901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-1f24262a-90cb-44b8-907b-167db605ca1c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:08.597370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-1f24262a-90cb-44b8-907b-167db605ca1c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 812 time: 0.1104445 Aug 30 13:59:08.641383 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-0158f2f3-6302-464f-8609-40375799318b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 379 time: 0.0348134 Aug 30 13:59:08.653211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'port': {'device_id': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'admin_state_up': True, 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'security_groups': ['a442c327-30ba-4e88-a2ea-e813390b2f43']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:59:08.765250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Made reservation on behalf of 820eb5bb52e344d8a90627cac123b89e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 13:59:08.769800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:08.807293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d41484f-53e4-4e72-9785-895f9f546363 req-70196b18-0267-4cb1-aaa9-8a8df2f9ffa8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 210 time: 0.0309215 Aug 30 13:59:08.896230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Allocated IP 172.20.0.3 (03c6b5b4-0d66-40ff-88e5-45dc1ae7f442/5e5dc0b0-b432-429e-8001-3147ee131e9c/d6270fcf-e113-406b-b075-39b4c717495f) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 13:59:09.037206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.051087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Transition to ACTIVE for port object d6270fcf-e113-406b-b075-39b4c717495f will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:59:09.085950 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.127276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 13:59:09.132575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 13:59:09.136300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 13:59:09.165288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:59:09.193779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:09.194424 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.211132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-5e35374f-b92c-4a99-b2ab-670d84dc8cc9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615101 Aug 30 13:59:09.224154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Request body: {'port': {'device_id': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:59:09.285325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.387872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5169b26a-6532-46d7-95a4-d60d9f501ba4 None None] Provisioning for port d6270fcf-e113-406b-b075-39b4c717495f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:59:09.392146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5169b26a-6532-46d7-95a4-d60d9f501ba4 None None] Provisioning complete for port d6270fcf-e113-406b-b075-39b4c717495f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:59:09.392520 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5169b26a-6532-46d7-95a4-d60d9f501ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.430398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-5169b26a-6532-46d7-95a4-d60d9f501ba4 None None] Port d6270fcf-e113-406b-b075-39b4c717495f cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 13:59:09.491754 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-84b3f757-bb4e-405b-bb5d-29d9cb93389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.554840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6270fcf-e113-406b-b075-39b4c717495f {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:59:09.562099 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.574782 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Transition to ACTIVE for port object d6270fcf-e113-406b-b075-39b4c717495f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 13:59:09.577765 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.628217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:59:09.705623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 13:59:09.705993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 13:59:09.706321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:59:09.710996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Port d6270fcf-e113-406b-b075-39b4c717495f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 13:59:09.711321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 13:59:09.716218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 13, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 13:59:09.716612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 13:59:09.716946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 13:59:09.717372 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Bound port: d6270fcf-e113-406b-b075-39b4c717495f, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 13:59:09.717750 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.787279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 13:59:09.791444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 13:59:09.796096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.830655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:09.831220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:09.833000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] 10.222.0.16 "PUT /v2.0/ports/d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 1091 time: 0.6135554 Aug 30 13:59:09.835679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:59:09.838669 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6cfffc-028f-4da7-b14a-41310c4090da" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "tag": "d6270fcf-e113-406b-b075-39b4c717495f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:59:09.886663 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57843f-b962-4172-a38f-667b92a3042d service neutron] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:59:09.906557 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ce037e-4d7f-4263-aeb8-a08ebdd33ebc x-openstack-request-id: req-d8ce037e-4d7f-4263-aeb8-a08ebdd33ebc {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:59:09.906908 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "tag": "d6270fcf-e113-406b-b075-39b4c717495f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:59:09.907214 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d8ce037e-4d7f-4263-aeb8-a08ebdd33ebc {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:59:09.907214 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f', 'status': 'completed', 'code': 200} Aug 30 13:59:09.975421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-4126d0bd-3c5c-4705-92c7-ac48b56fa5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:09.976966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-4126d0bd-3c5c-4705-92c7-ac48b56fa5a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1094 time: 0.0872469 Aug 30 13:59:09.989952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384ef19-c51e-43c5-98ed-39b6f618c941 req-c4ecadbc-1cad-4535-ab3e-84d9425b6dde tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:09.991493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8384ef19-c51e-43c5-98ed-39b6f618c941 req-c4ecadbc-1cad-4535-ab3e-84d9425b6dde tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 943 time: 0.0831661 Aug 30 13:59:10.033823 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-0dae5f35-034c-4756-a88c-545c9cd6d64e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 217 time: 0.0413151 Aug 30 13:59:10.072786 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:10.096820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8384ef19-c51e-43c5-98ed-39b6f618c941 req-41eac2b0-2b2d-4156-97e2-026d7716ff90 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984204 Aug 30 13:59:10.103882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-7c212c25-5b0a-4b7f-b4f1-04e7df4ed087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:10.105307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-7c212c25-5b0a-4b7f-b4f1-04e7df4ed087 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0634201 Aug 30 13:59:10.150773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-4f2e4ce3-7914-47c5-835b-aa7256114bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:10.152249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-4f2e4ce3-7914-47c5-835b-aa7256114bbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402963 Aug 30 13:59:10.244069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-3f4f293e-e9f5-4aca-836a-14d42087c208 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849128 Aug 30 13:59:10.335478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-242787a4-1820-4d90-bb4f-f6a9f5883baf req-2b90baee-97bc-4277-a19c-c76508febe1d service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846674 Aug 30 13:59:10.426037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-4b7de02b-2f71-4dfa-bbef-36fd4aa5946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:10.427573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-4b7de02b-2f71-4dfa-bbef-36fd4aa5946a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1094 time: 0.0428751 Aug 30 13:59:10.524180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-d48a49f2-2aea-4978-a0f1-b95564bbd64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:10.525864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-d48a49f2-2aea-4978-a0f1-b95564bbd64c service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0915847 Aug 30 13:59:10.569651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-b60e6ff2-c98f-4fda-80bf-6da6a11c268d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 217 time: 0.0357640 Aug 30 13:59:10.618679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-1f826a2d-7bb9-4303-85dc-ad65c7906b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:10.620121 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-1f826a2d-7bb9-4303-85dc-ad65c7906b16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0433879 Aug 30 13:59:10.672487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-f6e7a791-c44b-414c-b5d6-1224b1308540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:10.673990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-f6e7a791-c44b-414c-b5d6-1224b1308540 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465505 Aug 30 13:59:10.763184 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-f9d2f062-a2ea-47b3-984f-e0f775ba6080 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812466 Aug 30 13:59:10.856855 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6c6cfffc-028f-4da7-b14a-41310c4090da req-1080eacc-21aa-40bf-a8da-0700cb914d0f service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862839 Aug 30 13:59:11.047882 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:11.214338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5915bb-1c18-4e52-93a5-aff61c97bc5c req-1921cd0b-fcbb-40d2-ae6c-9fb73ef1e66f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:11.215820 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed5915bb-1c18-4e52-93a5-aff61c97bc5c req-1921cd0b-fcbb-40d2-ae6c-9fb73ef1e66f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 943 time: 0.0507660 Aug 30 13:59:11.253487 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed5915bb-1c18-4e52-93a5-aff61c97bc5c req-f1417fce-e89e-4442-8bc6-2564d0c59f5b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314884 Aug 30 13:59:12.372509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b6160-576e-4272-9613-28446e9150a7 req-2ca582e3-adb2-48f3-a4fb-2076ecceba4f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:12.374015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd1b6160-576e-4272-9613-28446e9150a7 req-2ca582e3-adb2-48f3-a4fb-2076ecceba4f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 943 time: 0.0499983 Aug 30 13:59:12.400793 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:12.414125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fd1b6160-576e-4272-9613-28446e9150a7 req-31e1e73d-4ede-484c-8786-8658a72da8b5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339899 Aug 30 13:59:13.536396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14848af-1f5a-4722-ade3-390e538c9239 req-820f4090-1393-4f80-aef9-932b3c1d77c5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:13.537894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f14848af-1f5a-4722-ade3-390e538c9239 req-820f4090-1393-4f80-aef9-932b3c1d77c5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 943 time: 0.0539508 Aug 30 13:59:13.576364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f14848af-1f5a-4722-ade3-390e538c9239 req-eeaf04f8-4200-4eec-9358-e63635def39f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325050 Aug 30 13:59:14.198319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d6270fcf-e113-406b-b075-39b4c717495f details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 13:59:14.293422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:59:14.305107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'd6270fcf-e113-406b-b075-39b4c717495f', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': 'd6270fcf-e113-406b-b075-39b4c717495f', 'mac_address': 'fa:16:3e:3f:4f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 13:59:14.341006 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:14.353949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6270fcf-e113-406b-b075-39b4c717495f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 13:59:14.373050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:59:14.377501 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:14.424470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:59:14.616860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['d6270fcf-e113-406b-b075-39b4c717495f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 13:59:14.696600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0df260f-f7e4-4868-a095-1deaa6f62fe1 req-4b22225d-69fa-4a29-b64a-473505cbbff5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:14.698137 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0df260f-f7e4-4868-a095-1deaa6f62fe1 req-4b22225d-69fa-4a29-b64a-473505cbbff5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0497534 Aug 30 13:59:14.739185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c0df260f-f7e4-4868-a095-1deaa6f62fe1 req-4ac43d4d-d25f-4c7e-9423-6fc5601def2f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343592 Aug 30 13:59:15.856481 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557b799-b5e5-4303-8481-9a418cc72736 req-94019be1-1b16-4299-9d1d-a078158cf9be tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:15.857968 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0557b799-b5e5-4303-8481-9a418cc72736 req-94019be1-1b16-4299-9d1d-a078158cf9be tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0498481 Aug 30 13:59:15.896069 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0557b799-b5e5-4303-8481-9a418cc72736 req-61baa5ac-6f3c-4bfa-a5e5-63c3b1892689 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314095 Aug 30 13:59:16.224333 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d6270fcf-e113-406b-b075-39b4c717495f up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 13:59:16.273569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port d6270fcf-e113-406b-b075-39b4c717495f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 13:59:16.277119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port d6270fcf-e113-406b-b075-39b4c717495f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 13:59:16.277488 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:16.354701 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:16.377361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:59:16.379601 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0df5c34-b5c4-41b9-87ec-c2f20970e10a" -d '{"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-plugged", "status": "completed", "tag": "d6270fcf-e113-406b-b075-39b4c717495f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:59:16.392123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 13:59:16.396478 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:16.420252 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 13:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0e4bf3-a73b-45d5-8e64-6f3206cda72f x-openstack-request-id: req-de0e4bf3-a73b-45d5-8e64-6f3206cda72f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:59:16.420541 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-plugged", "status": "completed", "tag": "d6270fcf-e113-406b-b075-39b4c717495f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:59:16.420790 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-de0e4bf3-a73b-45d5-8e64-6f3206cda72f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:59:16.421178 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f', 'code': 200} Aug 30 13:59:16.448100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 13:59:16.518205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edd7692-b65f-4b18-baaa-9dac43074790 req-0d8d6174-bdd7-4459-b44b-76d1f5c68754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:16.519579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5edd7692-b65f-4b18-baaa-9dac43074790 req-0d8d6174-bdd7-4459-b44b-76d1f5c68754 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1096 time: 0.0451167 Aug 30 13:59:16.555302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5edd7692-b65f-4b18-baaa-9dac43074790 req-28cb6ca4-3edf-4acc-bed0-9337e5c1120f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281088 Aug 30 13:59:17.010869 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eed713-ac09-4e4e-8f96-d22de18da5b9 req-e3686f39-c1c1-41c6-b16b-d8af95123b10 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:17.012350 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70eed713-ac09-4e4e-8f96-d22de18da5b9 req-e3686f39-c1c1-41c6-b16b-d8af95123b10 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0489922 Aug 30 13:59:17.050088 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-70eed713-ac09-4e4e-8f96-d22de18da5b9 req-4d322e81-8968-4a62-98c8-4649c0def6fb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311992 Aug 30 13:59:18.170604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d85e66-e9ca-4eaf-bd93-89fe1a53a8dc req-af7328e1-c651-4d65-9efe-7a39b48c16f5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:18.172132 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47d85e66-e9ca-4eaf-bd93-89fe1a53a8dc req-af7328e1-c651-4d65-9efe-7a39b48c16f5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0497668 Aug 30 13:59:18.210660 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47d85e66-e9ca-4eaf-bd93-89fe1a53a8dc req-53cee33e-8773-4602-bd97-ab6ce82eb151 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320196 Aug 30 13:59:18.327421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a07a14-e241-42e2-aad5-12e20c0c589a req-eef4bfac-e169-4cfc-8b33-7e5ed1aa0a9f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:18.329424 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a4a07a14-e241-42e2-aad5-12e20c0c589a req-eef4bfac-e169-4cfc-8b33-7e5ed1aa0a9f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Aug 30 13:59:18.338427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 36356) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 13:59:18.342820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-67f23974-e32f-4d7e-8f26-3dfb68bc9e2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'floatingip': {'port_id': 'd6270fcf-e113-406b-b075-39b4c717495f'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 13:59:18.718236 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67f23974-e32f-4d7e-8f26-3dfb68bc9e2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:19.150949 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67f23974-e32f-4d7e-8f26-3dfb68bc9e2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:19.154979 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67f23974-e32f-4d7e-8f26-3dfb68bc9e2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:19.259022 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-67f23974-e32f-4d7e-8f26-3dfb68bc9e2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Floating IP f4777a40-3875-4baa-933d-176f4bc1416f associated. External IP: 172.25.2.88, port: d6270fcf-e113-406b-b075-39b4c717495f. Aug 30 13:59:19.471038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f23974-e32f-4d7e-8f26-3dfb68bc9e2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 13:59:19.579415 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f23974-e32f-4d7e-8f26-3dfb68bc9e2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 13:59:19.584639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-67f23974-e32f-4d7e-8f26-3dfb68bc9e2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:19.590590 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 13:59:19.600563 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:59:19.601170 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:59:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:59:19.613977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-67f23974-e32f-4d7e-8f26-3dfb68bc9e2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "PUT /v2.0/floatingips/f4777a40-3875-4baa-933d-176f4bc1416f HTTP/1.1" status: 200 len: 990 time: 1.2744763 Aug 30 13:59:19.614571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 13:59:19.617374 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "tag": "d6270fcf-e113-406b-b075-39b4c717495f"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 13:59:19.688588 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 13:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2210f029-1e07-43bc-b973-f69c9c2bf179 x-openstack-request-id: req-2210f029-1e07-43bc-b973-f69c9c2bf179 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 13:59:19.689066 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "tag": "d6270fcf-e113-406b-b075-39b4c717495f", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 13:59:19.689374 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2210f029-1e07-43bc-b973-f69c9c2bf179 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 13:59:19.689769 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f', 'status': 'completed', 'code': 200} Aug 30 13:59:19.716764 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:59:19.752203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-8b700d68-c8ca-4163-a3fa-66a8362e64a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:19.753886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-8b700d68-c8ca-4163-a3fa-66a8362e64a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1096 time: 0.0418077 Aug 30 13:59:19.878955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-93f8d52e-8209-4c10-ad61-92e0d2705275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:19.880436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-93f8d52e-8209-4c10-ad61-92e0d2705275 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1189573 Aug 30 13:59:19.956652 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-0e04139a-5ba3-48a8-b03b-3256c1e57683 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 998 time: 0.0687258 Aug 30 13:59:19.978508 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': 'd6270fcf-e113-406b-b075-39b4c717495f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:3f:4f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T13:59:19Z', 'revision_number': 9, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:59:20.009974 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 13:59:20.010875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-31f8bdc4-d585-4d2f-a38e-5c66c45a5d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:20.012364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-31f8bdc4-d585-4d2f-a38e-5c66c45a5d79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0491560 Aug 30 13:59:20.020075 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 13:59:20.021142 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T13:59:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:59:20.082229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-96c0445c-08e0-4b98-bfb1-f6e16c6ab725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:20.083749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-96c0445c-08e0-4b98-bfb1-f6e16c6ab725 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644283 Aug 30 13:59:20.151561 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 13:59:20.178291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-0807fcdf-9806-416c-a501-217136bf3fc2 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867617 Aug 30 13:59:20.278922 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-995e6fdc-001f-4dee-9fe0-c66bfe0ddc8a req-5b50d29b-c607-44ff-82d8-592af88eb448 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935462 Aug 30 13:59:20.380317 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': 'd6270fcf-e113-406b-b075-39b4c717495f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:3f:4f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T13:59:19Z', 'revision_number': 9, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 13:59:20.406397 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b881fa54-88a0-4301-83d7-f167d7b06f73 None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': 'd6270fcf-e113-406b-b075-39b4c717495f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:3f:4f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T13:59:19Z', 'revision_number': 9, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 13:59:20.604442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad872530-c0cc-4558-b425-6590ca7e6389 None None] New status for floating IP f4777a40-3875-4baa-933d-176f4bc1416f: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 13:59:28.976909 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:31.337630 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:34.846419 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 13:59:36.755070 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f9fcf214-0b3b-47e0-9f1f-c99991efc3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:39.492777 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cb4146c2-151b-466d-80eb-74cf450e03a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:40.073447 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:41.051039 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:42.401296 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 13:59:54.181573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-bc3709ac-41ec-4b42-94d6-80cd5aadc2f8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397608 Aug 30 13:59:54.259844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-67502832-e6e0-4901-aacc-b40dadd1837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:54.261310 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-67502832-e6e0-4901-aacc-b40dadd1837c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1096 time: 0.0394766 Aug 30 13:59:54.366660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-df25f01e-8011-4a96-8e76-c6cc5bcfe192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:54.368117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-df25f01e-8011-4a96-8e76-c6cc5bcfe192 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0880411 Aug 30 13:59:54.433536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-124bad61-dc2d-4662-b032-14392b0aee83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 1001 time: 0.0577977 Aug 30 13:59:54.485319 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-f4f5c8d4-6e61-4453-9b95-a767b08d03fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:54.486805 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-f4f5c8d4-6e61-4453-9b95-a767b08d03fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0466876 Aug 30 13:59:54.532876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-55d4d5b1-24b9-456f-9e39-698dc4c94e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 13:59:54.534368 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-55d4d5b1-24b9-456f-9e39-698dc4c94e02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405648 Aug 30 13:59:54.622066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-d6e26588-3e5e-4ef9-b65c-b9b871761e52 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797865 Aug 30 13:59:54.714821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a6762ae-b038-4355-bf9b-b1170a4c1408 req-590fcd67-828b-44c7-845e-ddae7dea947a service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855787 Aug 30 13:59:58.975802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:01.352166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:06.757060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2004b135-7eb7-4561-9de9-6f80f953f187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:09.494892 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a559c1d0-3de6-4f14-b6d9-315b4225b8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:10.074766 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:11.054701 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:11.844699 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:00:12.404243 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:28.976440 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:31.352111 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:36.758204 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7d252442-594c-411f-92f6-4f751f66cea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:39.495695 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-87da733f-55ce-4f16-834a-bb4087367dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:40.075729 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:41.057444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:42.408020 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:48.843996 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:00:55.177882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ca43445-f3d4-4f41-b621-2e111521070b req-8bc23dee-e324-452d-8aef-3647de0e51b2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423546 Aug 30 14:00:55.264199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43445-f3d4-4f41-b621-2e111521070b req-f4f3c5ae-1665-4bff-9ebd-eddc098ba9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:55.265719 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ca43445-f3d4-4f41-b621-2e111521070b req-f4f3c5ae-1665-4bff-9ebd-eddc098ba9a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1096 time: 0.0416725 Aug 30 14:00:55.390571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43445-f3d4-4f41-b621-2e111521070b req-1ef4fb24-f802-449a-aa81-8057f25cbf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:55.391961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ca43445-f3d4-4f41-b621-2e111521070b req-1ef4fb24-f802-449a-aa81-8057f25cbf23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1023593 Aug 30 14:00:55.477322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ca43445-f3d4-4f41-b621-2e111521070b req-852af71d-3948-4de6-9d4c-aad1c693d6d6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 1001 time: 0.0637217 Aug 30 14:00:55.533778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43445-f3d4-4f41-b621-2e111521070b req-8ea502ed-3480-4b86-8923-0e8e2ca1623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:55.535267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ca43445-f3d4-4f41-b621-2e111521070b req-8ea502ed-3480-4b86-8923-0e8e2ca1623b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0509138 Aug 30 14:00:55.589521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca43445-f3d4-4f41-b621-2e111521070b req-970511e0-75d6-4484-becf-640b35acf444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:55.591078 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ca43445-f3d4-4f41-b621-2e111521070b req-970511e0-75d6-4484-becf-640b35acf444 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462043 Aug 30 14:00:55.636739 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-70c7ae23-548d-44d1-86e5-cea53db93f50 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439992 Aug 30 14:00:55.720080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35e76ee-49a5-4e97-8921-9065cc966636 req-47f99222-01bc-4d0d-9e95-49978656ec48 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:55.721580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f35e76ee-49a5-4e97-8921-9065cc966636 req-47f99222-01bc-4d0d-9e95-49978656ec48 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.1018145 Aug 30 14:00:55.740349 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ca43445-f3d4-4f41-b621-2e111521070b req-c87d8e98-5f68-4af3-9ec6-5b6b96558987 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413004 Aug 30 14:00:55.815107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f35e76ee-49a5-4e97-8921-9065cc966636 req-6ee5c851-d003-413a-a121-21f1c861c7fe tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850053 Aug 30 14:00:55.856281 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4ca43445-f3d4-4f41-b621-2e111521070b req-16c70e92-ce03-46a1-8f7b-8508a9985589 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073046 Aug 30 14:00:56.943887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e3240-9c5a-4161-b1fa-273b1a150ac0 req-9175c4ed-e9df-4555-9b21-f1c9128110cb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:56.945358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-818e3240-9c5a-4161-b1fa-273b1a150ac0 req-9175c4ed-e9df-4555-9b21-f1c9128110cb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0498018 Aug 30 14:00:56.984073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-818e3240-9c5a-4161-b1fa-273b1a150ac0 req-54cc4c87-bb16-4458-b6df-8df47650d77c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324731 Aug 30 14:00:57.795795 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-1faa2752-f372-4777-b073-d9df78bb13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:57.797435 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-1faa2752-f372-4777-b073-d9df78bb13bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1096 time: 0.0475011 Aug 30 14:00:57.892209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-baa9b596-8dd2-4f0d-bdd8-bedfe6fa1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:57.893416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-baa9b596-8dd2-4f0d-bdd8-bedfe6fa1de4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0891178 Aug 30 14:00:57.978802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-2b517828-bdce-435e-a8c2-5ec191248dec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 1001 time: 0.0782330 Aug 30 14:00:58.036058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-ab2aa31a-18ab-487c-9c72-2e856e1515ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:58.038188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-ab2aa31a-18ab-487c-9c72-2e856e1515ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0518548 Aug 30 14:00:58.118821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-d70d2e77-1fce-4905-a2d6-2f10df297442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:58.120283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-d70d2e77-1fce-4905-a2d6-2f10df297442 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741081 Aug 30 14:00:58.136919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878066b-efde-42ce-bc46-83e1f19cee6a req-49c00285-a5d2-4e79-bc6d-54942f1c4f50 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:58.138620 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c878066b-efde-42ce-bc46-83e1f19cee6a req-49c00285-a5d2-4e79-bc6d-54942f1c4f50 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0637848 Aug 30 14:00:58.226740 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c878066b-efde-42ce-bc46-83e1f19cee6a req-b043e490-2b0a-4cfe-a138-5444f66264c0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810874 Aug 30 14:00:58.259479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-d2192e4f-867e-4c43-a347-54121632a8ce service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311314 Aug 30 14:00:58.350933 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-41fd45dd-2eb6-4258-88dc-2128d95f6ef1 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839760 Aug 30 14:00:58.989689 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:00:59.352085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f0077-d356-4a3c-98ae-d1897ef7b14f req-ba1af701-2d60-4f5f-8440-2353074fb95c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:00:59.353580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5a2f0077-d356-4a3c-98ae-d1897ef7b14f req-ba1af701-2d60-4f5f-8440-2353074fb95c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0531733 Aug 30 14:00:59.391987 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5a2f0077-d356-4a3c-98ae-d1897ef7b14f req-ab35407a-9669-49c1-b3f7-84ab1d008aa2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317302 Aug 30 14:01:00.515804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad5f1a-0dc1-41b2-87b2-caee8481f51d req-1297ba88-1b46-42a6-a186-165271815653 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:00.517311 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9aad5f1a-0dc1-41b2-87b2-caee8481f51d req-1297ba88-1b46-42a6-a186-165271815653 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0564599 Aug 30 14:01:00.556032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9aad5f1a-0dc1-41b2-87b2-caee8481f51d req-77dacfaa-ea93-4c4a-9b99-7555cdc02104 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Aug 30 14:01:01.358048 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:01.674507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269abf79-057b-4175-bc2d-cdccc180e5f4 req-811ba5c9-42f2-44df-9377-533259cf72d0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:01.676028 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-269abf79-057b-4175-bc2d-cdccc180e5f4 req-811ba5c9-42f2-44df-9377-533259cf72d0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0506580 Aug 30 14:01:01.715184 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-269abf79-057b-4175-bc2d-cdccc180e5f4 req-3be8c5d6-b7a5-449e-989c-868b1e9b2ec3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330968 Aug 30 14:01:02.832389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456047a1-6660-4245-84aa-12b30bc1ae29 req-9a1585a1-9d73-4ff6-9dbf-c1ff762f790c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:02.833891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-456047a1-6660-4245-84aa-12b30bc1ae29 req-9a1585a1-9d73-4ff6-9dbf-c1ff762f790c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0491240 Aug 30 14:01:02.872830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-456047a1-6660-4245-84aa-12b30bc1ae29 req-86bb85e2-9516-4f47-af43-74751c17afdb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327778 Aug 30 14:01:03.991998 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ddeee-456c-41a1-a73b-91766b84fe73 req-b459281d-61f7-4966-b1b3-538ca4af9bff tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:03.993482 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-645ddeee-456c-41a1-a73b-91766b84fe73 req-b459281d-61f7-4966-b1b3-538ca4af9bff tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Aug 30 14:01:04.032248 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-645ddeee-456c-41a1-a73b-91766b84fe73 req-dab16121-b3e0-4f66-b97c-f35b8dfbe3cf tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321076 Aug 30 14:01:05.149709 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15507656-a0da-4b09-bd33-674de05562ef req-8ff8fa55-5e02-4fe5-beae-247a14804eb8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:05.151474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15507656-a0da-4b09-bd33-674de05562ef req-8ff8fa55-5e02-4fe5-beae-247a14804eb8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0501132 Aug 30 14:01:05.190228 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15507656-a0da-4b09-bd33-674de05562ef req-25fa7efe-d6da-4f40-b1a2-681b95a583b0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324764 Aug 30 14:01:06.311064 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db963a6-207a-4850-9ecd-d04b0006a4f5 req-64411bb4-ddf3-4eb9-a1e4-9c29e2df40b4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:06.312508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9db963a6-207a-4850-9ecd-d04b0006a4f5 req-64411bb4-ddf3-4eb9-a1e4-9c29e2df40b4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0547001 Aug 30 14:01:06.350154 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9db963a6-207a-4850-9ecd-d04b0006a4f5 req-8b894cce-1e95-4fa9-84c9-f282d95ed4e9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313563 Aug 30 14:01:06.760845 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c939ecaf-b485-404c-850f-919ee22be45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:07.467918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943e7b3-e062-44e5-adeb-edbd6c7a58f9 req-7ae7e9e8-8697-461b-9a6e-106acd5de6fd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:07.469389 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5943e7b3-e062-44e5-adeb-edbd6c7a58f9 req-7ae7e9e8-8697-461b-9a6e-106acd5de6fd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0537300 Aug 30 14:01:07.506148 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5943e7b3-e062-44e5-adeb-edbd6c7a58f9 req-e69051cb-57ed-49dd-8c1c-beddefb23cd4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309112 Aug 30 14:01:08.620833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c9eee-8695-48cc-a64e-0191c0e770d7 req-5f562b83-2548-43f4-897b-9d4392528bae tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:08.622270 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-753c9eee-8695-48cc-a64e-0191c0e770d7 req-5f562b83-2548-43f4-897b-9d4392528bae tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0499866 Aug 30 14:01:08.660709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-753c9eee-8695-48cc-a64e-0191c0e770d7 req-53106d49-8be4-4d34-b9e1-6c66c7e61101 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325475 Aug 30 14:01:09.499141 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-70f836a5-2b36-4db7-9714-de3d5650bdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:09.776479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826baf-45a2-4b97-9ce3-f97f4de3b6f9 req-11c1cbf7-788f-4fec-ae8d-a62a16804ad8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:09.777997 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca826baf-45a2-4b97-9ce3-f97f4de3b6f9 req-11c1cbf7-788f-4fec-ae8d-a62a16804ad8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0511820 Aug 30 14:01:09.817345 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ca826baf-45a2-4b97-9ce3-f97f4de3b6f9 req-8ebcd8f6-8b82-4609-8d04-9c550c0d73f8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323398 Aug 30 14:01:10.076161 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:10.368245 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-1cc3953c-5648-42b3-adc7-30c9326d3a2d service neutron] show failed (client error): The resource could not be found. Aug 30 14:01:10.369173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-1cc3953c-5648-42b3-adc7-30c9326d3a2d service neutron] 10.222.0.16 "GET /v2.0/ports/d6270fcf-e113-406b-b075-39b4c717495f/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0539412 Aug 30 14:01:10.567589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-4b0876cb-765d-4a79-895f-94dca6d398e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:10.569079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-4b0876cb-765d-4a79-895f-94dca6d398e3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 1096 time: 0.0450723 Aug 30 14:01:10.580325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:01:10.632703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:10.833472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:10.866611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:01:10.910151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:01:10.912429 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1395bb9-e602-4ae4-ba44-41042edb852c" -d '{"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-unplugged", "status": "completed", "tag": "d6270fcf-e113-406b-b075-39b4c717495f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:01:10.916268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:10.929408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Transition to ACTIVE for port object d6270fcf-e113-406b-b075-39b4c717495f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:01:10.934151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f31491-e301-4aaf-a68a-37107859ffca req-2319f189-5384-4c50-8d11-a6d955f13848 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:10.935210 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:10.938515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2f31491-e301-4aaf-a68a-37107859ffca req-2319f189-5384-4c50-8d11-a6d955f13848 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0548835 Aug 30 14:01:10.980665 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2f31491-e301-4aaf-a68a-37107859ffca req-b6ac35c3-b1fc-4f02-90a3-3e19016abee0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381687 Aug 30 14:01:11.061712 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:11.263559 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6e0324-412b-487b-b332-137465613c7d x-openstack-request-id: req-9f6e0324-412b-487b-b332-137465613c7d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:01:11.263801 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-unplugged", "status": "completed", "tag": "d6270fcf-e113-406b-b075-39b4c717495f", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:01:11.263995 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f6e0324-412b-487b-b332-137465613c7d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:01:11.264380 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f', 'code': 200} Aug 30 14:01:11.317894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:11.330267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.330618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.330952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.331287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.331618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.331943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.332264 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.332587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.332908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.333228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.333547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.333887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:11.367731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] No DVR routers for this DVR port d6270fcf-e113-406b-b075-39b4c717495f on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:01:11.506430 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:01:11.506759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:01:11.507083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:01:11.511278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Port d6270fcf-e113-406b-b075-39b4c717495f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:01:11.511592 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:01:11.516288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:01:11.516568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:01:11.516946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:01:11.517387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Bound port: d6270fcf-e113-406b-b075-39b4c717495f, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:01:11.517765 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:11.578544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:01:11.581747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:01:11.586845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:11.627760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:11.628414 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:11.629832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] 10.222.0.35 "PUT /v2.0/ports/d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 1091 time: 1.0534523 Aug 30 14:01:11.644762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df0e95-d659-43b5-a863-96df82b082be service neutron] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:11.699003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-77a8f6fa-0170-43b6-86a9-a7d44a6dc509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:11.700534 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-77a8f6fa-0170-43b6-86a9-a7d44a6dc509 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1094 time: 0.0425806 Aug 30 14:01:11.798290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-c4f37ee3-b0d9-4f34-bcd7-5b0d3acca9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:11.799791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-c4f37ee3-b0d9-4f34-bcd7-5b0d3acca9fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0923541 Aug 30 14:01:11.863396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-891c9536-2e9c-4229-be17-ed3828eb8bfc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 999 time: 0.0571129 Aug 30 14:01:11.913908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-60785cd1-e0aa-4ec8-8bdf-c46ed5c279bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:11.915300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-60785cd1-e0aa-4ec8-8bdf-c46ed5c279bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0456905 Aug 30 14:01:11.958083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-28279ed1-d692-4d64-b664-d712eab53480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:11.959512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-28279ed1-d692-4d64-b664-d712eab53480 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376446 Aug 30 14:01:12.047107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-aa1cf298-cdd2-4ede-8ffd-013196ef5546 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805321 Aug 30 14:01:12.153128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9daaa6-ba45-4d14-ad45-43054511466c req-fd585f61-4fbb-4b84-8fa1-0f42188bb6e4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:12.154861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9daaa6-ba45-4d14-ad45-43054511466c req-fd585f61-4fbb-4b84-8fa1-0f42188bb6e4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 943 time: 0.1043053 Aug 30 14:01:12.189358 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-df5beb28-361f-4659-8e24-58d2eff2ce7f req-66e3965c-428b-4d44-bad2-7612f62f4cdb service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303413 Aug 30 14:01:12.207589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7c9daaa6-ba45-4d14-ad45-43054511466c req-da804789-6537-40ed-a1ef-d55769c4e8fc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464697 Aug 30 14:01:12.410396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:13.266235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:01:13.268649 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "tag": "d6270fcf-e113-406b-b075-39b4c717495f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:01:13.317631 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e133cd-ff55-41ee-ab0d-d09f4cce62b1 x-openstack-request-id: req-c8e133cd-ff55-41ee-ab0d-d09f4cce62b1 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:01:13.317959 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "tag": "d6270fcf-e113-406b-b075-39b4c717495f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:01:13.318206 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c8e133cd-ff55-41ee-ab0d-d09f4cce62b1 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:01:13.318800 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f', 'status': 'completed', 'code': 200} Aug 30 14:01:13.332838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bdca4-d35a-4bf9-95e5-eeefd2548ae9 req-ca2f47d6-ae49-4782-8572-a3badf6e9ef5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:13.334961 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-330bdca4-d35a-4bf9-95e5-eeefd2548ae9 req-ca2f47d6-ae49-4782-8572-a3badf6e9ef5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 943 time: 0.0601959 Aug 30 14:01:13.373581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-330bdca4-d35a-4bf9-95e5-eeefd2548ae9 req-5f203ae2-d8ae-4742-9746-b31c335755c1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320685 Aug 30 14:01:13.404915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-16a2ebb3-4248-4a2a-a5f2-3e8a9e869a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:13.406461 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-16a2ebb3-4248-4a2a-a5f2-3e8a9e869a69 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1094 time: 0.0702391 Aug 30 14:01:13.409099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-7db8f545-be17-4dbe-ab88-53e56b973167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:13.410481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-7db8f545-be17-4dbe-ab88-53e56b973167 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1094 time: 0.0657589 Aug 30 14:01:13.564105 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-76b9cd4d-e6a5-4c61-b5e1-01aaf2987a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:13.565442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-76b9cd4d-e6a5-4c61-b5e1-01aaf2987a79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1520147 Aug 30 14:01:13.566519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-3dd551d5-6d66-42f7-84df-60c2448bb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:13.567816 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-3dd551d5-6d66-42f7-84df-60c2448bb483 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1465600 Aug 30 14:01:13.676593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-587adff8-648b-4943-a4ae-e9b403e42319 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 999 time: 0.1037073 Aug 30 14:01:13.678332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-db09cb03-21a0-40d2-bfd7-46076d75c7f6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 999 time: 0.0998836 Aug 30 14:01:13.763066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-284f0c5a-6456-4ecc-a9b7-377e58c9c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:13.764518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-284f0c5a-6456-4ecc-a9b7-377e58c9c6f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0802283 Aug 30 14:01:13.766162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-fd0cfc32-5a94-4eaa-a5a2-42923a2ce7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:13.767473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-fd0cfc32-5a94-4eaa-a5a2-42923a2ce7e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0761969 Aug 30 14:01:13.838912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-b20e5bfd-1bb6-499f-b6bb-c607bfe21df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:13.840583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-b20e5bfd-1bb6-499f-b6bb-c607bfe21df8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687997 Aug 30 14:01:13.843171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-3451ed1d-8de2-4a43-a354-5ff2ca7884b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:13.844679 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-3451ed1d-8de2-4a43-a354-5ff2ca7884b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646183 Aug 30 14:01:13.994816 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-763e0725-73c9-4536-ac60-4697fb6e7f41 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456954 Aug 30 14:01:13.998081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-6152937c-d662-4020-ad8b-3c2d95cd0c47 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426692 Aug 30 14:01:14.152819 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-1d8ff08c-afa1-4d2d-9d44-4c7b23f91af4 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510262 Aug 30 14:01:14.156446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f9fcb738-f18c-49c2-aa80-ed1e1884f9a4 req-0be8a678-4c02-4093-a23c-dc348059b445 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478450 Aug 30 14:01:14.492283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aecaec-aa13-4938-922b-daef5d25d77b req-fdcdb5f3-8ccd-4201-b711-297f5d97fadb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:14.493770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9aecaec-aa13-4938-922b-daef5d25d77b req-fdcdb5f3-8ccd-4201-b711-297f5d97fadb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 943 time: 0.0503013 Aug 30 14:01:14.531840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9aecaec-aa13-4938-922b-daef5d25d77b req-ba31502e-e6cf-42ac-bb65-2f7bb0abcb87 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Aug 30 14:01:14.628247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d6270fcf-e113-406b-b075-39b4c717495f no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:01:14.665311 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d6270fcf-e113-406b-b075-39b4c717495f not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:01:15.610337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d6270fcf-e113-406b-b075-39b4c717495f details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:01:15.647860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce782b1-f4a2-4b1a-86b7-0d8b9da3051a req-61166bbe-f942-4ba4-bbf4-a0092d76acab tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:15.649340 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1ce782b1-f4a2-4b1a-86b7-0d8b9da3051a req-61166bbe-f942-4ba4-bbf4-a0092d76acab tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 943 time: 0.0501420 Aug 30 14:01:15.687451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1ce782b1-f4a2-4b1a-86b7-0d8b9da3051a req-c77f10ab-26ec-4d3f-9445-071b9099343a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316710 Aug 30 14:01:15.703146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:15.715090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'd6270fcf-e113-406b-b075-39b4c717495f', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': 'd6270fcf-e113-406b-b075-39b4c717495f', 'mac_address': 'fa:16:3e:3f:4f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:01:15.754934 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:15.768054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6270fcf-e113-406b-b075-39b4c717495f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:01:15.787248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:15.791141 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:15.838804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:15.846046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.846396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.846739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.847080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.847419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.847763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.848092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.848418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.848749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.849077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.849553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.849912 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:01:15.974727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-25d6dfd1-604f-4a0c-a846-dd60b0b8c253 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:15.976280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-25d6dfd1-604f-4a0c-a846-dd60b0b8c253 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710&tenant_id=820eb5bb52e344d8a90627cac123b89e&binding%3Ahost_id=n-h2-688802-6 HTTP/1.1" status: 200 len: 944 time: 0.0518355 Aug 30 14:01:15.993728 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878c531-f511-4c2d-a687-869a854253b6 req-1369d654-3216-487b-a3f2-c641550490fb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:15.996004 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3878c531-f511-4c2d-a687-869a854253b6 req-1369d654-3216-487b-a3f2-c641550490fb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0513484 Aug 30 14:01:16.033499 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3878c531-f511-4c2d-a687-869a854253b6 req-880c9021-0e09-460b-9933-40605c8a8848 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Aug 30 14:01:16.039765 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-32591d35-a7b9-4ee8-bd6a-cb45556d6d6f service neutron] 10.222.0.35 "GET /v2.0/ports/d6270fcf-e113-406b-b075-39b4c717495f/bindings/n-h2-688802-6 HTTP/1.1" status: 200 len: 382 time: 0.0541523 Aug 30 14:01:16.098252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['d6270fcf-e113-406b-b075-39b4c717495f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:01:16.106508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-f6790b9f-8468-46b5-9aef-e7f66e88105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:16.108019 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-f6790b9f-8468-46b5-9aef-e7f66e88105e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1095 time: 0.0462561 Aug 30 14:01:16.197512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-4aa9cd29-3eb0-4e84-915a-8d5401f9b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:16.199213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-4aa9cd29-3eb0-4e84-915a-8d5401f9b9a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0843370 Aug 30 14:01:16.270153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-1c436d5b-5272-4527-b7b7-9f6eb5768e3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 1000 time: 0.0633700 Aug 30 14:01:16.318677 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-fcb0bff8-26db-40db-9566-50f6aa6eec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:16.320181 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-fcb0bff8-26db-40db-9566-50f6aa6eec34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0430102 Aug 30 14:01:16.365843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-c3f553b5-22e1-48c6-87cd-584fde9bcf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:16.367313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-c3f553b5-22e1-48c6-87cd-584fde9bcf98 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391951 Aug 30 14:01:16.458889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-1e001c32-4cb6-4f87-bea8-0e6f6faba545 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844884 Aug 30 14:01:16.548326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-4eb31eb0-8072-4cd9-b411-e266754fecc2 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821691 Aug 30 14:01:17.152780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f601628-2e5c-442b-890e-d3484765a77a req-358f0a40-48fe-4aaf-b8df-ab7040f78751 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:17.154562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f601628-2e5c-442b-890e-d3484765a77a req-358f0a40-48fe-4aaf-b8df-ab7040f78751 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0499282 Aug 30 14:01:17.191852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f601628-2e5c-442b-890e-d3484765a77a req-a0558f18-8a4d-4ced-960f-4dfd00c4fa11 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311241 Aug 30 14:01:17.612584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d6270fcf-e113-406b-b075-39b4c717495f up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:01:17.660242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port d6270fcf-e113-406b-b075-39b4c717495f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:01:17.663796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port d6270fcf-e113-406b-b075-39b4c717495f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:01:17.664177 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:17.739038 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:17.763745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:01:17.766032 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a28efe2-f38d-4e86-a377-8498c1a1e9be" -d '{"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-plugged", "status": "completed", "tag": "d6270fcf-e113-406b-b075-39b4c717495f"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:01:17.784218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:17.788708 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:17.818029 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500c2972-26ba-4332-b11d-f79ce09dba72 x-openstack-request-id: req-500c2972-26ba-4332-b11d-f79ce09dba72 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:01:17.818343 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-plugged", "status": "completed", "tag": "d6270fcf-e113-406b-b075-39b4c717495f", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:01:17.818596 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-500c2972-26ba-4332-b11d-f79ce09dba72 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:01:17.819008 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f', 'code': 200} Aug 30 14:01:17.838273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:18.311461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e9414-d3d7-4a7e-9e14-08ad9cf23561 req-bcf487ed-2f1f-4bb5-a35f-5550078beedc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:18.312942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b8e9414-d3d7-4a7e-9e14-08ad9cf23561 req-bcf487ed-2f1f-4bb5-a35f-5550078beedc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0533223 Aug 30 14:01:18.350865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9b8e9414-d3d7-4a7e-9e14-08ad9cf23561 req-8a870568-a013-4582-b5ef-dfcfc00042bd tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320380 Aug 30 14:01:18.759415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-a4871a21-1f0a-4114-b9e3-25764e5e5b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:18.761028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-a4871a21-1f0a-4114-b9e3-25764e5e5b7a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 1096 time: 0.0407631 Aug 30 14:01:18.773248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:01:18.830489 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:19.027228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:19.059825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:01:19.098471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:01:19.100646 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7bdf03-bfc6-4459-b6f2-09b50816da7f" -d '{"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-unplugged", "status": "completed", "tag": "d6270fcf-e113-406b-b075-39b4c717495f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:01:19.105052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:19.117763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Transition to ACTIVE for port object d6270fcf-e113-406b-b075-39b4c717495f will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:01:19.121648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:19.149276 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfb91a8-5334-487b-9c73-5bb32e63947e x-openstack-request-id: req-adfb91a8-5334-487b-9c73-5bb32e63947e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:01:19.149571 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-unplugged", "status": "completed", "tag": "d6270fcf-e113-406b-b075-39b4c717495f", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:01:19.149851 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-adfb91a8-5334-487b-9c73-5bb32e63947e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:01:19.150879 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f', 'code': 200} Aug 30 14:01:19.203668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:19.248007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] No DVR routers for this DVR port d6270fcf-e113-406b-b075-39b4c717495f on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:01:19.382704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:01:19.383237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:01:19.383356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:01:19.388262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Port d6270fcf-e113-406b-b075-39b4c717495f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:01:19.388584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Attempting to bind port d6270fcf-e113-406b-b075-39b4c717495f on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:01:19.393531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:01:19.393894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:01:19.394274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:01:19.394695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Bound port: d6270fcf-e113-406b-b075-39b4c717495f, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:01:19.395045 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:19.493156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:01:19.498189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:01:19.507295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7832d-8325-45bc-859f-55c717669a57 req-129e301e-8b05-4c6d-a44e-338683b8f4e5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:19.508790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0e7832d-8325-45bc-859f-55c717669a57 req-129e301e-8b05-4c6d-a44e-338683b8f4e5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0808878 Aug 30 14:01:19.511121 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:19.556718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:19.557579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:19.559001 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 1092 time: 0.7897198 Aug 30 14:01:19.605621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0e7832d-8325-45bc-859f-55c717669a57 req-1e717a6d-a2ec-4113-a932-0275c1d72386 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892956 Aug 30 14:01:19.624248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964f7aa-56ba-4442-863b-c71f3a92c4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=11']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:19.641589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-4d84ec4b-6d8c-4b3b-ad01-82edc3f71567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:19.643146 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-4d84ec4b-6d8c-4b3b-ad01-82edc3f71567 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1095 time: 0.0560644 Aug 30 14:01:19.742334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-33185238-5a11-4047-b83c-ca72cc91b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:19.744394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-33185238-5a11-4047-b83c-ca72cc91b950 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0932055 Aug 30 14:01:19.812875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-68da0157-f981-4e13-b108-37d43a26fab4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 999 time: 0.0610814 Aug 30 14:01:19.864460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-6263e537-61df-4821-bed2-0e4a759de816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:19.865886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-6263e537-61df-4821-bed2-0e4a759de816 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0455856 Aug 30 14:01:19.910596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-c9bce311-2340-43ad-bfdf-3781ee509342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:19.912046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-c9bce311-2340-43ad-bfdf-3781ee509342 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384965 Aug 30 14:01:20.000509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-d6014fca-00a3-40e0-b57c-4df5c67520fc service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803885 Aug 30 14:01:20.092754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c12b929-2bc8-4865-9f9d-b01a99f41958 req-63f2322b-3d02-4a0c-8a03-db77016cc353 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850744 Aug 30 14:01:20.727895 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fe25e-d8e9-47a0-b180-4b8bb476e303 req-cb485a1d-63f8-4133-934f-132040f97bd3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:20.729475 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-940fe25e-d8e9-47a0-b180-4b8bb476e303 req-cb485a1d-63f8-4133-934f-132040f97bd3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0526690 Aug 30 14:01:20.781131 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-940fe25e-d8e9-47a0-b180-4b8bb476e303 req-710c38ed-7192-4c9b-b954-066f1189ff00 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456154 Aug 30 14:01:21.152626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:01:21.155251 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3438c1-8712-4318-ae93-0b6806ae6ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "tag": "d6270fcf-e113-406b-b075-39b4c717495f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:01:21.201102 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6e1f88-df77-4592-8c4a-30dff39da2de x-openstack-request-id: req-4f6e1f88-df77-4592-8c4a-30dff39da2de {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:01:21.201393 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "tag": "d6270fcf-e113-406b-b075-39b4c717495f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:01:21.201696 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f6e1f88-df77-4592-8c4a-30dff39da2de {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:01:21.202098 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f', 'status': 'completed', 'code': 200} Aug 30 14:01:21.289533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-227747c1-2588-49ee-b254-3821d436df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:21.291079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-227747c1-2588-49ee-b254-3821d436df19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1095 time: 0.0597315 Aug 30 14:01:21.293565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-c75b34f4-0551-4b3f-a1bb-30c722701d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:21.294937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-c75b34f4-0551-4b3f-a1bb-30c722701d55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 1095 time: 0.0718687 Aug 30 14:01:21.445821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-c500662d-c081-4b17-b7b9-3bdfba070e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:21.447922 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-c500662d-c081-4b17-b7b9-3bdfba070e61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1495507 Aug 30 14:01:21.450441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-5656ab91-ee32-46a2-bdff-c7cc02c09a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:21.451767 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-5656ab91-ee32-46a2-bdff-c7cc02c09a88 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1455553 Aug 30 14:01:21.565824 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-594ae9ce-7676-49cb-97e7-f7782ba0589c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 999 time: 0.1110377 Aug 30 14:01:21.567584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-9739fcb5-e865-49ba-aaa3-20add22ebe8d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 200 len: 999 time: 0.1064997 Aug 30 14:01:21.649547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d6270fcf-e113-406b-b075-39b4c717495f no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:01:21.650341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-c1b1a61d-9923-4d9a-90c3-0c2b4616850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:21.651798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-c1b1a61d-9923-4d9a-90c3-0c2b4616850e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0797372 Aug 30 14:01:21.655610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-800d14cc-bd79-4fe8-a0ea-09b8f32caf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:21.656932 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-800d14cc-bd79-4fe8-a0ea-09b8f32caf2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0764232 Aug 30 14:01:21.689603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device d6270fcf-e113-406b-b075-39b4c717495f not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:01:21.727234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-27e9db32-23b1-4a58-b1d8-7838eeaedfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:21.729113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-27e9db32-23b1-4a58-b1d8-7838eeaedfdb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699630 Aug 30 14:01:21.756446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-c46246e8-3c6c-4d8c-ab00-8ef17c90df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:21.757908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-c46246e8-3c6c-4d8c-ab00-8ef17c90df0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746949 Aug 30 14:01:21.902266 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0c065-a38a-4ed3-8b5a-d3dd8ae77e38 req-c70904a4-d8b6-489b-8239-cdd96db5e9db tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:21.904101 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08e0c065-a38a-4ed3-8b5a-d3dd8ae77e38 req-c70904a4-d8b6-489b-8239-cdd96db5e9db tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0525453 Aug 30 14:01:21.945537 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08e0c065-a38a-4ed3-8b5a-d3dd8ae77e38 req-c14edf16-b7db-4894-b124-a560f5f13c16 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350287 Aug 30 14:01:22.216453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-ea22e8a8-6212-4a88-ba55-8ea621006fcf service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790738 Aug 30 14:01:22.226464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bd043-542e-4b62-ae42-f09fa532d3a8 req-66c85bed-5584-412c-963f-77ec2667368b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:22.227838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e1bd043-542e-4b62-ae42-f09fa532d3a8 req-66c85bed-5584-412c-963f-77ec2667368b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0965502 Aug 30 14:01:22.260769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-d9a0da30-add3-4c46-8c19-3bc6c484bcbd service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782593 Aug 30 14:01:22.378604 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6e1bd043-542e-4b62-ae42-f09fa532d3a8 req-1b24e0e9-d058-4a21-b960-c7d3bcf9bcb5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362455 Aug 30 14:01:22.409214 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-97d05ae9-af10-44c7-9b2d-6922c01feb89 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760330 Aug 30 14:01:22.432110 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fe3438c1-8712-4318-ae93-0b6806ae6ae1 req-105e13b5-9284-4a8e-b46c-46ed6551253e service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390932 Aug 30 14:01:22.496157 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e4233-ecb9-448e-bcec-89d1c2e6a5bc req-40edff33-a4fc-4199-a308-4dc9ad82dc25 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:22.497605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-381e4233-ecb9-448e-bcec-89d1c2e6a5bc req-40edff33-a4fc-4199-a308-4dc9ad82dc25 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0478897 Aug 30 14:01:22.535611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-381e4233-ecb9-448e-bcec-89d1c2e6a5bc req-b0ca1d37-aad6-45d0-835e-71fe461c472a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320272 Aug 30 14:01:22.676529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d6270fcf-e113-406b-b075-39b4c717495f details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:01:22.769325 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27291a93-f50d-43ab-b1cd-cf69cf98efb7 req-aba63963-ea0e-423c-8f26-220b5a93d6b1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:22.770860 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27291a93-f50d-43ab-b1cd-cf69cf98efb7 req-aba63963-ea0e-423c-8f26-220b5a93d6b1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 944 time: 0.0542932 Aug 30 14:01:22.774107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:22.786439 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'd6270fcf-e113-406b-b075-39b4c717495f', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': 'd6270fcf-e113-406b-b075-39b4c717495f', 'mac_address': 'fa:16:3e:3f:4f:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:01:22.809744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27291a93-f50d-43ab-b1cd-cf69cf98efb7 req-838270c6-642e-4526-8420-0a4e9bc2a140 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325530 Aug 30 14:01:22.823944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:22.836369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6270fcf-e113-406b-b075-39b4c717495f {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:01:22.855559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:22.859247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:22.903918 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=12']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:23.111747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['d6270fcf-e113-406b-b075-39b4c717495f'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:01:23.930145 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715dc49-1d70-46b2-922a-34a36f727cf7 req-fdd6f06b-239e-4b57-954a-a52c0d504f72 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:23.932187 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b715dc49-1d70-46b2-922a-34a36f727cf7 req-fdd6f06b-239e-4b57-954a-a52c0d504f72 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0533996 Aug 30 14:01:23.970005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b715dc49-1d70-46b2-922a-34a36f727cf7 req-569c0536-55bf-4192-87db-c162dc2f562a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315449 Aug 30 14:01:24.103990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-9d5391ff-c4e5-49fa-bdca-fee25de2f62d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:24.105341 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-9d5391ff-c4e5-49fa-bdca-fee25de2f62d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 945 time: 0.0490019 Aug 30 14:01:24.199422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Deleting port d6270fcf-e113-406b-b075-39b4c717495f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:01:24.199763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:24.285640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] For port d6270fcf-e113-406b-b075-39b4c717495f, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=d6270fcf-e113-406b-b075-39b4c717495f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:24.286036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:24.453549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:24.453956 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:24.454266 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Floating IP f4777a40-3875-4baa-933d-176f4bc1416f disassociated. External IP: 172.25.2.88, port: d6270fcf-e113-406b-b075-39b4c717495f. Aug 30 14:01:24.454600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Calling delete_port for d6270fcf-e113-406b-b075-39b4c717495f owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:01:24.583761 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:24.611285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event deleted for resources: {'Port': ['ID=d6270fcf-e113-406b-b075-39b4c717495f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:24.707040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d6270fcf-e113-406b-b075-39b4c717495f up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:01:24.728310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: d6270fcf-e113-406b-b075-39b4c717495f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:01:24.728310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d6270fcf-e113-406b-b075-39b4c717495f not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 30 14:01:24.733719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:01:24.748924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Port d6270fcf-e113-406b-b075-39b4c717495f not found, will not notify nova. {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 30 14:01:24.846252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:01:24.856338 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:01:24.869738 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:01:24.870353 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:01:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:01:24.887509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] No DVR routers for this DVR port d6270fcf-e113-406b-b075-39b4c717495f on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:01:24.890253 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:24.892275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c59f99ed-4ee5-42f4-b058-6e584bc562fa req-269d6323-f45d-4e26-a5cd-e6bd5914eda7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "DELETE /v2.0/ports/d6270fcf-e113-406b-b075-39b4c717495f HTTP/1.1" status: 204 len: 173 time: 0.7783411 Aug 30 14:01:24.892725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-deleted', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:01:24.895084 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a82148-dfb6-4bd7-8d29-96fc52354077" -d '{"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-deleted", "tag": "d6270fcf-e113-406b-b075-39b4c717495f"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:01:24.936769 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e781a0-62f5-4c16-afc3-44c671dee248 x-openstack-request-id: req-54e781a0-62f5-4c16-afc3-44c671dee248 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:01:24.937469 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb2b84a-76f8-455a-ae37-8d92ad5ee710", "name": "network-vif-deleted", "tag": "d6270fcf-e113-406b-b075-39b4c717495f", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:01:24.937469 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-54e781a0-62f5-4c16-afc3-44c671dee248 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:01:24.937839 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb2b84a-76f8-455a-ae37-8d92ad5ee710', 'name': 'network-vif-deleted', 'tag': 'd6270fcf-e113-406b-b075-39b4c717495f', 'status': 'completed', 'code': 200} Aug 30 14:01:25.066814 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:01:25.089944 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d445c952-576e-4acc-a638-85aade9254bd req-3cf03f4c-9ffd-4ba7-98ca-4bf7325e065a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bb2b84a-76f8-455a-ae37-8d92ad5ee710 HTTP/1.1" status: 200 len: 210 time: 0.0300279 Aug 30 14:01:25.266398 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:01:25.293136 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:01:25.301562 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:01:25.302206 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:01:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:01:25.410864 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:01:25.606537 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:01:25.633509 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b7fbd1-e52e-4873-8eab-47bb73528602 None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:01:25.843819 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:01:25.863174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7279ba-f8c8-494d-9fac-bf0bbdc261bd None None] New status for floating IP f4777a40-3875-4baa-933d-176f4bc1416f: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:01:26.359264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-8af4429f-8e83-4bef-b5b9-41349feec5fb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--595657272&fields=id&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 267 time: 0.0329669 Aug 30 14:01:26.466170 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-51857354-11da-4037-a9df-6bc00fca9ae6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:26.467638 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-51857354-11da-4037-a9df-6bc00fca9ae6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 812 time: 0.1014555 Aug 30 14:01:26.482472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-6d48a71b-74cd-47a6-96f2-2e3fc64b0d53 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/quotas/820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 375 time: 0.0089192 Aug 30 14:01:26.539280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-fe79e502-9d03-4405-b87a-ff7836c22489 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517762 Aug 30 14:01:26.554639 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-1e137b98-4448-420a-87f9-17d250b3155c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:01:26.555600 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-1e137b98-4448-420a-87f9-17d250b3155c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050626 Aug 30 14:01:26.643197 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-2b2a2a0c-bdc9-4ce0-a8c7-17c0a273cd0c service neutron] 10.222.0.37 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815122 Aug 30 14:01:26.738436 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-54214a51-5aab-44d4-bdbf-9594ddfc0987 service neutron] 10.222.0.37 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891609 Aug 30 14:01:26.898066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb3750eb-23f9-4596-a05c-c35029efee1f req-023f443d-8d99-459f-bf85-3b77d81c3d33 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 210 time: 0.0263433 Aug 30 14:01:27.822991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-7f1ce643-a57c-468b-804a-b99bc7e44dd7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:27.824441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-7f1ce643-a57c-468b-804a-b99bc7e44dd7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 812 time: 0.1060574 Aug 30 14:01:27.870303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-0b152904-93e6-427f-8d60-92db821ee328 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 379 time: 0.0367033 Aug 30 14:01:27.880134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'port': {'device_id': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'admin_state_up': True, 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'security_groups': ['a442c327-30ba-4e88-a2ea-e813390b2f43']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:01:27.995360 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Made reservation on behalf of 820eb5bb52e344d8a90627cac123b89e for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:01:27.996034 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9a5ffe5-9992-4d27-933e-d58be44889f5 req-8eeb89b5-30d3-403f-8c8e-ebb9751c3bcc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 210 time: 0.0286279 Aug 30 14:01:27.999401 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:28.123108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Allocated IP 172.20.0.10 (03c6b5b4-0d66-40ff-88e5-45dc1ae7f442/5e5dc0b0-b432-429e-8001-3147ee131e9c/b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:01:28.260467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:28.273704 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Transition to ACTIVE for port object b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:01:28.306243 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:28.350918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:01:28.354774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:01:28.358479 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:01:28.390569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:28.417949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:28.418716 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:28.433980 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-3877e5ea-20dc-4eef-9fa2-818f7c10e81f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5574026 Aug 30 14:01:28.447732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Request body: {'port': {'device_id': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:01:28.504443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:28.674922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-384c906c-8f7e-404f-9c8c-bd57352dd202 None None] Provisioning for port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:01:28.678676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-384c906c-8f7e-404f-9c8c-bd57352dd202 None None] Provisioning complete for port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:01:28.679057 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-384c906c-8f7e-404f-9c8c-bd57352dd202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:28.712051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-384c906c-8f7e-404f-9c8c-bd57352dd202 None None] Port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:01:28.718026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d6270fcf-e113-406b-b075-39b4c717495f no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:01:28.737538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: d6270fcf-e113-406b-b075-39b4c717495f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:01:28.737987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device d6270fcf-e113-406b-b075-39b4c717495f not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:01:28.778740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:01:28.786117 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:28.799547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Transition to ACTIVE for port object b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:01:28.802668 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:28.860480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:28.932010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:01:28.932268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:01:28.932605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:01:28.937102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:01:28.937422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:01:28.942346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:01:28.942692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:01:28.943078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:01:28.943510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Bound port: b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:01:28.943869 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:28.981446 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:29.015184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:01:29.018501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:01:29.023504 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:29.070031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:29.070662 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:29.072736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] 10.222.0.35 "PUT /v2.0/ports/b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1092 time: 0.6294305 Aug 30 14:01:29.073194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:01:29.075543 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:01:29.137649 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175c1872-8b14-4c09-8001-9e466bbb06e6 x-openstack-request-id: req-175c1872-8b14-4c09-8001-9e466bbb06e6 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:01:29.137965 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:01:29.138227 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-175c1872-8b14-4c09-8001-9e466bbb06e6 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:01:29.138631 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'status': 'completed', 'code': 200} Aug 30 14:01:29.143308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5402238-3c0e-43b3-96c7-8d3bd82b44ba service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:29.185444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980173eb-7063-4937-9de7-6498e457cb8b req-41bb469e-1e0d-4108-8d1c-48986368fd1f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:29.187019 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-980173eb-7063-4937-9de7-6498e457cb8b req-41bb469e-1e0d-4108-8d1c-48986368fd1f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.1085341 Aug 30 14:01:29.195426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-e65d00a2-5088-419b-be26-7a69b23e7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:29.197543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-e65d00a2-5088-419b-be26-7a69b23e7180 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0757890 Aug 30 14:01:29.254915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-17bd2f2d-4977-46c2-9c7a-e5934a6a2d0e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 217 time: 0.0503383 Aug 30 14:01:29.284476 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-980173eb-7063-4937-9de7-6498e457cb8b req-172ef724-054c-429e-85e0-f128e4751846 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914524 Aug 30 14:01:29.318627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-10c144b4-38cd-4f84-b688-6eaac939dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:29.320099 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-10c144b4-38cd-4f84-b688-6eaac939dcf8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0574720 Aug 30 14:01:29.366235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-109326b0-3d7d-4100-a668-7cf1eb057960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:29.367777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-109326b0-3d7d-4100-a668-7cf1eb057960 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410852 Aug 30 14:01:29.462466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-ebee446f-bc06-430c-82d2-ac2b297f16d3 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877211 Aug 30 14:01:29.550684 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4eb6c44f-5767-4a69-a50d-061b341fa97c req-6b968b9e-5558-40d2-897f-81975dbb4752 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820131 Aug 30 14:01:29.637436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-60a73b36-623a-41fd-8524-ff33b3fecafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:29.638959 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-60a73b36-623a-41fd-8524-ff33b3fecafb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0459020 Aug 30 14:01:29.730367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-7ea7e4ea-69b1-4f83-9a77-8521713b8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:29.731858 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-7ea7e4ea-69b1-4f83-9a77-8521713b8ea6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0856771 Aug 30 14:01:29.771849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-7b9415c5-882e-40eb-ac2f-94b2ac2901ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 217 time: 0.0331624 Aug 30 14:01:29.823691 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-ec3c5c9f-6aee-427c-baec-c33f2794a474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:29.825108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-ec3c5c9f-6aee-427c-baec-c33f2794a474 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0466487 Aug 30 14:01:29.871313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-5755df09-ae32-47a6-a7e1-30daebebf578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:29.872807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-5755df09-ae32-47a6-a7e1-30daebebf578 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399928 Aug 30 14:01:29.963070 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-5ceb3528-7329-4a06-8685-215e89ef02fb service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822704 Aug 30 14:01:30.055278 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b93d01b-2d59-49f4-a2b8-ef617cfe6582 req-7085e838-4685-4cbd-9d92-2a00a18d014a service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863326 Aug 30 14:01:30.403104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f01c6-8615-44b5-be71-7ea45c349057 req-9b7bee68-723f-43fa-aadc-ee45e666eff7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:30.404977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e50f01c6-8615-44b5-be71-7ea45c349057 req-9b7bee68-723f-43fa-aadc-ee45e666eff7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0507638 Aug 30 14:01:30.444146 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e50f01c6-8615-44b5-be71-7ea45c349057 req-7d3ba9b0-c1cc-4901-8537-2c543d924a2f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330861 Aug 30 14:01:31.366748 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:31.564014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3622b8d9-a259-4630-b9dd-4ee71811d2ba req-6d2f90a0-ecf0-4e38-aaa8-74995759a0a8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:31.565472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3622b8d9-a259-4630-b9dd-4ee71811d2ba req-6d2f90a0-ecf0-4e38-aaa8-74995759a0a8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0501378 Aug 30 14:01:31.602516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3622b8d9-a259-4630-b9dd-4ee71811d2ba req-f4352186-4475-4777-8f07-50a54227828a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311425 Aug 30 14:01:31.727370 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:01:31.823380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:31.834307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'mac_address': 'fa:16:3e:ce:32:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:01:31.871257 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:31.883436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:01:31.903059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:31.907033 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:31.954317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:32.174676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:01:32.717726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d5a69-b2cb-4e24-920a-4039bcc5cf6b req-10d108fa-a8f9-482f-988f-9023c96d4deb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:32.719251 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-566d5a69-b2cb-4e24-920a-4039bcc5cf6b req-10d108fa-a8f9-482f-988f-9023c96d4deb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0504920 Aug 30 14:01:32.756740 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-566d5a69-b2cb-4e24-920a-4039bcc5cf6b req-4416f987-ec15-437c-93d7-7fcafc08dc95 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314245 Aug 30 14:01:33.743763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:01:33.793160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:01:33.796895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:01:33.797266 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:33.876415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c73f592-67f9-4ab4-935d-eeb486c4002c req-ba257403-b909-44d1-8ca6-d2405d2c6d3c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:33.877511 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:33.877942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c73f592-67f9-4ab4-935d-eeb486c4002c req-ba257403-b909-44d1-8ca6-d2405d2c6d3c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0535760 Aug 30 14:01:33.899543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:01:33.901844 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bbacfd-590c-4be6-81c7-bcd74408fbd6" -d '{"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:01:33.914663 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:01:33.919280 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:33.919874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c73f592-67f9-4ab4-935d-eeb486c4002c req-f2c9580d-2ed7-4ba1-aad2-5f1d35c2472a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358164 Aug 30 14:01:33.945964 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2410b32b-2e5a-4685-b005-e4d34650ff12 x-openstack-request-id: req-2410b32b-2e5a-4685-b005-e4d34650ff12 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:01:33.946257 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:01:33.946518 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2410b32b-2e5a-4685-b005-e4d34650ff12 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:01:33.947499 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'code': 200} Aug 30 14:01:33.973383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:01:34.037261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36724a82-5cc3-4a4a-9eaa-0991127461f7 req-7110a3f3-790f-4d1a-b266-2c3b26a2e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:34.038704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36724a82-5cc3-4a4a-9eaa-0991127461f7 req-7110a3f3-790f-4d1a-b266-2c3b26a2e9ac service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0396481 Aug 30 14:01:34.074256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36724a82-5cc3-4a4a-9eaa-0991127461f7 req-b9fa88ce-1f98-4ef9-a46a-d119455c1569 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288074 Aug 30 14:01:35.036150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b6d4c-4849-4845-b0e5-c95881832ca1 req-7a19cc5c-4ed0-4b33-9bbe-28251d2358f0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:35.037627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a02b6d4c-4849-4845-b0e5-c95881832ca1 req-7a19cc5c-4ed0-4b33-9bbe-28251d2358f0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0492194 Aug 30 14:01:35.075446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a02b6d4c-4849-4845-b0e5-c95881832ca1 req-1610bdae-b423-439e-8c3a-047b100796f8 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Aug 30 14:01:36.193630 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387017a-a96c-46f7-8eb8-7301b7703b1d req-c6fe683b-044a-48d9-bc14-0489583e467c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:36.195169 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9387017a-a96c-46f7-8eb8-7301b7703b1d req-c6fe683b-044a-48d9-bc14-0489583e467c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0525556 Aug 30 14:01:36.232717 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9387017a-a96c-46f7-8eb8-7301b7703b1d req-3e38edb4-0c64-48ee-8673-091cf403e4cf tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Aug 30 14:01:36.352065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f37076-340f-46af-b774-648b120647c3 req-6953efbe-d13c-4911-bb11-a86ad4744259 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:36.353602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11f37076-340f-46af-b774-648b120647c3 req-6953efbe-d13c-4911-bb11-a86ad4744259 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0544448 Aug 30 14:01:36.362631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 36730) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:01:36.367163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-eabc40db-5204-49dd-8bb7-da95adf7bd28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Request body: {'floatingip': {'port_id': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:01:36.408243 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eabc40db-5204-49dd-8bb7-da95adf7bd28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:36.763168 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-52b89d84-8367-4be9-894f-f5dd4539be8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:36.846295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eabc40db-5204-49dd-8bb7-da95adf7bd28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:36.850036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eabc40db-5204-49dd-8bb7-da95adf7bd28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:36.948258 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-eabc40db-5204-49dd-8bb7-da95adf7bd28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Floating IP f4777a40-3875-4baa-933d-176f4bc1416f associated. External IP: 172.25.2.88, port: b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9. Aug 30 14:01:37.147611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabc40db-5204-49dd-8bb7-da95adf7bd28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:01:37.253947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabc40db-5204-49dd-8bb7-da95adf7bd28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:01:37.258734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eabc40db-5204-49dd-8bb7-da95adf7bd28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:37.265856 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:01:37.275284 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:01:37.275887 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:01:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:01:37.286012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eabc40db-5204-49dd-8bb7-da95adf7bd28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "PUT /v2.0/floatingips/f4777a40-3875-4baa-933d-176f4bc1416f HTTP/1.1" status: 200 len: 992 time: 0.9222906 Aug 30 14:01:37.286706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:01:37.289033 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65898b28-2b80-4d7c-9c05-d83cf519385f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:01:37.332596 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761b2066-cfdd-4d3e-9d4d-b3ad0a76a732 x-openstack-request-id: req-761b2066-cfdd-4d3e-9d4d-b3ad0a76a732 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:01:37.332764 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:01:37.332921 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-761b2066-cfdd-4d3e-9d4d-b3ad0a76a732 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:01:37.333311 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'status': 'completed', 'code': 200} Aug 30 14:01:37.382931 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:01:37.402378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-6d2e1841-4c55-43b1-9ff6-21c853b0a723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:37.408258 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-6d2e1841-4c55-43b1-9ff6-21c853b0a723 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0457644 Aug 30 14:01:37.502462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-31f61154-5b63-438a-bc11-0d1be2c5c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:37.504074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-31f61154-5b63-438a-bc11-0d1be2c5c964 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0915322 Aug 30 14:01:37.573648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-36d85227-0abf-4253-b39f-ed60c719351e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1000 time: 0.0623097 Aug 30 14:01:37.614567 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:ce:32:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T14:01:36Z', 'revision_number': 13, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:01:37.624017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-2586a905-4fec-48a0-82e0-f69bfa0cbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:37.625500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-2586a905-4fec-48a0-82e0-f69bfa0cbf97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0451875 Aug 30 14:01:37.643769 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:01:37.652982 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:01:37.653807 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:01:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:01:37.672503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-fc4705ac-8200-473c-9fe8-c269fd1805af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:37.674032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-fc4705ac-8200-473c-9fe8-c269fd1805af service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413620 Aug 30 14:01:37.762752 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:01:37.999441 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:ce:32:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T14:01:36Z', 'revision_number': 13, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:01:38.025579 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bdf95d-b609-40d8-a261-4289773319c6 None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f4777a40-3875-4baa-933d-176f4bc1416f', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'floating_ip_address': '172.25.2.88', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'port_id': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'mac_address': 'fa:16:3e:ce:32:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T13:53:42Z', 'updated_at': '2021-08-30T14:01:36Z', 'revision_number': 13, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:01:38.076672 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-4db53ebb-0fdf-4078-948d-0fd9defe4ffe service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955121 Aug 30 14:01:38.169067 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65898b28-2b80-4d7c-9c05-d83cf519385f req-1c5aa420-1934-4339-8a41-223a5ebe51c4 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848615 Aug 30 14:01:38.215226 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5db6556-aa3b-4e3a-a0a7-34f5ee2e198e None None] New status for floating IP f4777a40-3875-4baa-933d-176f4bc1416f: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:01:39.498161 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3bb45578-57e3-4dda-9ff7-7c7b6d11e38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:40.076100 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:41.065860 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:42.411846 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:01:56.133414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-977c1352-f6c1-492d-ad68-c344d3d7b3e1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391736 Aug 30 14:01:56.218205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-2dd7c54a-e235-4763-9bb7-84f6fbc19e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:56.219660 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-2dd7c54a-e235-4763-9bb7-84f6fbc19e61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0441370 Aug 30 14:01:56.319983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-4b3908c7-d94a-44d5-aa95-b9bb28cb98e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:56.321481 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-4b3908c7-d94a-44d5-aa95-b9bb28cb98e3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0833564 Aug 30 14:01:56.390737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-f9bdbab1-4f95-4b71-9295-a52c8398a9e2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1002 time: 0.0617342 Aug 30 14:01:56.441258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-dc5b0798-509e-4acf-aa9e-11f89ec1d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:56.442782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-dc5b0798-509e-4acf-aa9e-11f89ec1d1d3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0450251 Aug 30 14:01:56.491753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-fc23628c-10e9-43e2-8d37-a34e37874dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:01:56.493206 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-fc23628c-10e9-43e2-8d37-a34e37874dbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397558 Aug 30 14:01:56.584849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-df79b247-6547-4cbf-b34c-7049affa858f service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842524 Aug 30 14:01:56.676022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f82fe2-9bb3-4cf9-9c95-a61f29009699 req-bda3c271-fd0e-42b0-b4c5-3cc0d313fb63 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836110 Aug 30 14:01:58.998768 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:01.382504 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:02.843159 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:02:06.763769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-491aa464-cdde-4192-b04e-20f9e1c2f690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:09.499684 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f0e39e5f-8472-4a8d-976f-8452ac149d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:10.077051 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:11.067025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:12.414513 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:29.009954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:31.397686 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:36.764927 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a99a7825-78e3-45d4-ad0b-b33de168ccab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:39.501948 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5ecd2ece-3d95-4e9c-9b98-7b559f08f1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:39.842511 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:02:40.077505 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:41.070996 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:42.416861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:02:57.102882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-1279e2fc-6ae0-4c08-8943-381df60d6a9c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404086 Aug 30 14:02:57.188207 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-81431dea-9e66-472f-b4f7-f76ef35b2d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:02:57.189730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-81431dea-9e66-472f-b4f7-f76ef35b2d22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0465949 Aug 30 14:02:57.292402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-0668ac38-1f83-4c77-b486-3c7819628028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:02:57.294339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-0668ac38-1f83-4c77-b486-3c7819628028 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0843580 Aug 30 14:02:57.363411 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-5e10faf9-101d-44ec-a740-325ed9b66bfe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1002 time: 0.0618236 Aug 30 14:02:57.412108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-e9f12c2b-be6d-478c-b858-c5ade8cf5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:02:57.413643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-e9f12c2b-be6d-478c-b858-c5ade8cf5b42 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0426664 Aug 30 14:02:57.458411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-09844318-d4fb-4e34-b764-d79488583b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:02:57.459882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-09844318-d4fb-4e34-b764-d79488583b22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395253 Aug 30 14:02:57.553452 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-e74f4af1-912d-4d49-879d-e98bc53795da service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862939 Aug 30 14:02:57.641748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e437840-3fd2-4dba-96df-d6a217f9d8ab req-2d519491-0205-4360-a4e1-ffabf1c3cd9c service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813577 Aug 30 14:02:59.030283 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:01.397345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:06.765190 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-46a2d943-0c45-4c2d-b921-d19c14b1110d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:09.502898 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-89c45895-4b0f-4110-b8e0-00789a77e0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:10.079586 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:11.073601 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:12.420733 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:16.843095 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:03:29.043421 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:31.396420 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:36.765579 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-eab966e9-9d89-47e9-932e-6c36c24203bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:39.504049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f7bb0684-6f9c-465d-ae1c-37e15e187ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:40.080156 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:41.076810 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:42.425080 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:03:53.842312 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:03:58.191152 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-23549d9a-cb97-414e-9e5b-7ed3c41b7f10 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1238141 Aug 30 14:03:58.276797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-6e57b110-3afe-47cd-a6d7-a1091a7506a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:03:58.278398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-6e57b110-3afe-47cd-a6d7-a1091a7506a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0463169 Aug 30 14:03:58.378122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-d8e6b8a3-59ee-4048-85d1-80dd3feba69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:03:58.379501 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-d8e6b8a3-59ee-4048-85d1-80dd3feba69d service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0813494 Aug 30 14:03:58.449548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-9f34887c-c152-4f95-91d6-319349d50830 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1002 time: 0.0633197 Aug 30 14:03:58.497388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-f2aad337-f03a-4d13-8e80-a65530b03a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:03:58.498834 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-f2aad337-f03a-4d13-8e80-a65530b03a00 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0424464 Aug 30 14:03:58.545008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-cd220929-1930-4930-8f55-3f87c5cc2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:03:58.546571 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-cd220929-1930-4930-8f55-3f87c5cc2741 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409307 Aug 30 14:03:58.637745 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-004873e1-7213-411d-9d23-9c1d959c3588 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835938 Aug 30 14:03:58.726602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cf5ac989-236b-443c-ab36-af8e97cf4ada req-889336cd-a517-46f9-8247-03138aa253f9 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820508 Aug 30 14:03:59.043290 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:01.396119 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:06.766988 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e184a1dc-41d1-49c6-b6f7-547e995b5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:09.504925 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-600efeb2-874d-41ee-8fa2-8fe82ba174b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:10.081079 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:11.079572 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:12.436802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:13.091879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcfa16-154c-4ec4-b542-d2f4863081bd req-51c9399c-6415-48eb-936d-52c6e09992d3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:13.093361 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47bcfa16-154c-4ec4-b542-d2f4863081bd req-51c9399c-6415-48eb-936d-52c6e09992d3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0999935 Aug 30 14:04:13.132981 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-47bcfa16-154c-4ec4-b542-d2f4863081bd req-c60396ea-29e6-4a17-8b19-5fc6d4fc1094 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332422 Aug 30 14:04:25.515510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e7f6d-31cb-4454-881d-06b5b005c89c req-5921034e-dbe3-4152-bf0e-ff54d58882b9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:25.517595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-959e7f6d-31cb-4454-881d-06b5b005c89c req-5921034e-dbe3-4152-bf0e-ff54d58882b9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0567489 Aug 30 14:04:25.534870 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-50233297-5965-4d03-968f-3e36bc9ef54f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888317 Aug 30 14:04:25.563344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-959e7f6d-31cb-4454-881d-06b5b005c89c req-3bc27454-2140-44cd-8d04-21bfc1bcf4f5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341012 Aug 30 14:04:26.600534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-1ac30631-a141-499a-9513-1f4ffecbada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:26.601970 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-1ac30631-a141-499a-9513-1f4ffecbada9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0477271 Aug 30 14:04:26.690381 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59757c49-987d-4cae-88ea-5dccad149b3e req-30f7f173-4d5b-4f19-b6fb-c6baa153ae9c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:26.691824 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-59757c49-987d-4cae-88ea-5dccad149b3e req-30f7f173-4d5b-4f19-b6fb-c6baa153ae9c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0554311 Aug 30 14:04:26.696435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-7a7b39f7-0c42-428b-b1c3-945c873d9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:26.698032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-7a7b39f7-0c42-428b-b1c3-945c873d9871 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0895057 Aug 30 14:04:26.730759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-59757c49-987d-4cae-88ea-5dccad149b3e req-5399c767-81ba-4f6e-9d4d-f1ffc16077ad tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330043 Aug 30 14:04:26.772289 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-038c7d8a-1554-4ce3-b9f6-115272d0c45d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1002 time: 0.0663486 Aug 30 14:04:26.822387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-36d052d0-528a-4198-ab40-c674b188e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:26.823904 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-36d052d0-528a-4198-ab40-c674b188e78d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0446010 Aug 30 14:04:26.870412 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-e14e7fe2-11a0-4259-b412-3575fd28dc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:26.871908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-e14e7fe2-11a0-4259-b412-3575fd28dc60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412009 Aug 30 14:04:26.966589 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-b7c55886-f267-478a-93f7-97de41da23f5 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863469 Aug 30 14:04:27.058653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-66fbe381-f6a9-4247-a15b-06dd4f09d627 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851269 Aug 30 14:04:27.848638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7b72d-240d-40db-9f62-831f164881e9 req-16a401dd-7032-4855-a6fb-20e0a2164e1e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:27.850124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7e7b72d-240d-40db-9f62-831f164881e9 req-16a401dd-7032-4855-a6fb-20e0a2164e1e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0487745 Aug 30 14:04:27.887885 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7e7b72d-240d-40db-9f62-831f164881e9 req-54b6febc-edae-4c97-953e-48b88eb7f2d3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Aug 30 14:04:29.003441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7f257-b0a3-4b2f-a6fe-981f36250550 req-78bba702-8fca-4ed7-a142-7a0e3ddf1d65 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:29.004921 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8fb7f257-b0a3-4b2f-a6fe-981f36250550 req-78bba702-8fca-4ed7-a142-7a0e3ddf1d65 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0491304 Aug 30 14:04:29.036999 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:29.042787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8fb7f257-b0a3-4b2f-a6fe-981f36250550 req-45d71fa9-6dc9-45ca-bfd8-a9c6c2340804 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320108 Aug 30 14:04:30.164433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac039c5-c36b-476c-ba1e-4d66847c1768 req-ad51aa31-7b54-4bfb-ab84-a7d7a0bb89af tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:30.165928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ac039c5-c36b-476c-ba1e-4d66847c1768 req-ad51aa31-7b54-4bfb-ab84-a7d7a0bb89af tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0543311 Aug 30 14:04:30.204045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7ac039c5-c36b-476c-ba1e-4d66847c1768 req-2ced41cb-ae03-4e98-96bb-b53fcc55f663 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320480 Aug 30 14:04:30.841713 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:04:31.329796 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0208b0-3086-4771-b574-014c22fdf970 req-6d6f6e3b-034f-49fb-829f-d4150bb0d3e0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:31.331266 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e0208b0-3086-4771-b574-014c22fdf970 req-6d6f6e3b-034f-49fb-829f-d4150bb0d3e0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0563874 Aug 30 14:04:31.369170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3e0208b0-3086-4771-b574-014c22fdf970 req-16f7026c-4801-4dca-9b02-ee5d2c64d4c5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320501 Aug 30 14:04:31.408110 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:32.487045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd5ab9-5d72-495d-8955-bc25ac834beb req-8b880cdf-8cac-4f87-a0c9-0d2bb5e38b10 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:32.488512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55dd5ab9-5d72-495d-8955-bc25ac834beb req-8b880cdf-8cac-4f87-a0c9-0d2bb5e38b10 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0487003 Aug 30 14:04:32.526573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55dd5ab9-5d72-495d-8955-bc25ac834beb req-5b0ff284-a517-45a5-9773-1424f8f205eb tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317659 Aug 30 14:04:33.646379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec9413-05c1-4a2d-bd0f-b6e7dcd703d6 req-b5fd62ae-65f6-4e88-9d1d-54f6de3ab197 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:33.647880 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aeec9413-05c1-4a2d-bd0f-b6e7dcd703d6 req-b5fd62ae-65f6-4e88-9d1d-54f6de3ab197 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0533211 Aug 30 14:04:33.685815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-aeec9413-05c1-4a2d-bd0f-b6e7dcd703d6 req-c89ea6b7-fb3c-4191-af29-bf87fce0b74a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316899 Aug 30 14:04:34.799821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a8c1d-fb25-4760-8599-4938efc0c5bb req-6a5b2b6c-2cd7-43fd-87f6-d840becae840 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:34.801274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-853a8c1d-fb25-4760-8599-4938efc0c5bb req-6a5b2b6c-2cd7-43fd-87f6-d840becae840 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0493484 Aug 30 14:04:34.838358 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-853a8c1d-fb25-4760-8599-4938efc0c5bb req-0aa73ac9-d8ec-45b3-a280-d27f58ce9323 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312424 Aug 30 14:04:35.955794 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b47a2-e6e8-4ce2-a6fa-36c65a24b02b req-58072ef1-17ed-44b1-ba75-4cf63a90bf13 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:35.957255 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa2b47a2-e6e8-4ce2-a6fa-36c65a24b02b req-58072ef1-17ed-44b1-ba75-4cf63a90bf13 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0498159 Aug 30 14:04:35.993604 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fa2b47a2-e6e8-4ce2-a6fa-36c65a24b02b req-00f90536-11e2-4555-b4e8-125276cecc85 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304077 Aug 30 14:04:36.770122 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d0ce3c2b-fac4-4c5f-96f5-8fe3eee07bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:37.115391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2ed4-6b86-4f29-a8b4-4eaf313306f0 req-ea0a4c2e-baf7-4bae-abdd-f7c26301b124 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:37.116890 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc0c2ed4-6b86-4f29-a8b4-4eaf313306f0 req-ea0a4c2e-baf7-4bae-abdd-f7c26301b124 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0550191 Aug 30 14:04:37.154670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc0c2ed4-6b86-4f29-a8b4-4eaf313306f0 req-37117c8b-594b-4c94-a71b-ec5e6ace77d1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318789 Aug 30 14:04:38.271426 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d663130-e92a-433b-875b-a15e303d6ec4 req-eb8dfcc9-c959-4fb4-9ade-3d85e5b428ed tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:38.272890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d663130-e92a-433b-875b-a15e303d6ec4 req-eb8dfcc9-c959-4fb4-9ade-3d85e5b428ed tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0506094 Aug 30 14:04:38.309440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6d663130-e92a-433b-875b-a15e303d6ec4 req-f2f617c5-3052-4253-91fe-48de1c2e0cad tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303366 Aug 30 14:04:39.436110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fff44-8fa4-47dc-8d7b-3f38081a1745 req-48f9a8f4-6205-492d-9339-c5f892b9408e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:39.438012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b6fff44-8fa4-47dc-8d7b-3f38081a1745 req-48f9a8f4-6205-492d-9339-c5f892b9408e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0558243 Aug 30 14:04:39.481236 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3b6fff44-8fa4-47dc-8d7b-3f38081a1745 req-db8c571a-5257-40a8-8856-6c31297c92e9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355930 Aug 30 14:04:39.507131 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-23e9805a-69a6-4cfe-bb3a-732e2cb58f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:40.082024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:40.616619 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679b313-61d9-4da4-8ccb-9282eaeb954d req-daf489fc-3f3a-471d-8688-fac3f79c4461 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:40.618153 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2679b313-61d9-4da4-8ccb-9282eaeb954d req-daf489fc-3f3a-471d-8688-fac3f79c4461 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0538354 Aug 30 14:04:40.657269 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2679b313-61d9-4da4-8ccb-9282eaeb954d req-5da13369-2068-4003-855a-c8168b5ec16f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329447 Aug 30 14:04:40.698270 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-e563ed4f-21e7-4e26-9513-e8ede94b3757 service neutron] show failed (client error): The resource could not be found. Aug 30 14:04:40.699303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-e563ed4f-21e7-4e26-9513-e8ede94b3757 service neutron] 10.222.0.35 "GET /v2.0/ports/b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0564508 Aug 30 14:04:40.938862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-de4c49bf-3946-4786-9e90-f78d705e9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:40.940387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-de4c49bf-3946-4786-9e90-f78d705e9342 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 1097 time: 0.0825040 Aug 30 14:04:40.952581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:04:41.004246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:41.082782 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:41.206605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:04:41.239775 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:04:41.283058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:04:41.285578 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f0edff-1885-4b87-a988-e7dad39809f2" -d '{"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:04:41.290028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:41.302744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Transition to ACTIVE for port object b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:04:41.305952 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:41.357131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:04:41.365955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.366298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.366633 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.366963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.367291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.367614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.367934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.368253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.368569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.368882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.369198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.369513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:41.419209 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1037bc1-ef00-4b9e-bb65-eda485452766 x-openstack-request-id: req-f1037bc1-ef00-4b9e-bb65-eda485452766 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:04:41.419510 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:04:41.419752 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1037bc1-ef00-4b9e-bb65-eda485452766 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:04:41.420148 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'code': 200} Aug 30 14:04:41.463780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] No DVR routers for this DVR port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:04:41.598987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:04:41.599327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:04:41.599675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:04:41.603923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:04:41.604240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:04:41.609327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:04:41.609692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:04:41.610086 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:04:41.610505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Bound port: b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:04:41.610858 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:41.677673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:04:41.680599 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:04:41.685447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:41.719979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:41.720675 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:41.722259 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] 10.222.0.16 "PUT /v2.0/ports/b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1092 time: 0.7737057 Aug 30 14:04:41.744176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4575c-b7e9-43dd-8aab-472efe56279b service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:04:41.792828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-bc21bae6-4e62-4441-bbc0-dd0bea2486fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:41.794376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-bc21bae6-4e62-4441-bbc0-dd0bea2486fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0471108 Aug 30 14:04:41.795902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f83da9-c02a-442b-aaac-5c1f1f490d74 req-1ea6ca1d-92a9-4061-9e72-8b5cf0617f99 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:41.797441 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62f83da9-c02a-442b-aaac-5c1f1f490d74 req-1ea6ca1d-92a9-4061-9e72-8b5cf0617f99 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0602198 Aug 30 14:04:41.839410 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62f83da9-c02a-442b-aaac-5c1f1f490d74 req-8947edfd-8873-45fd-8c6b-4d3d66672236 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350509 Aug 30 14:04:41.892919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-fb6ffc79-665d-45bf-b706-7756614633d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:41.894446 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-fb6ffc79-665d-45bf-b706-7756614633d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0931299 Aug 30 14:04:41.960616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-ed823cc8-ac49-4cde-9127-1d3056b4032a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1000 time: 0.0575347 Aug 30 14:04:42.013451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-703ee114-2854-4e9f-a8f8-02218ccfd441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:42.014934 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-703ee114-2854-4e9f-a8f8-02218ccfd441 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0472813 Aug 30 14:04:42.065431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-a83da048-acb6-4724-8495-3d198664c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:42.066969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-a83da048-acb6-4724-8495-3d198664c1ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447631 Aug 30 14:04:42.155391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-a8d5a975-1a03-46f4-b13d-35cec9cc5db5 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802128 Aug 30 14:04:42.246696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-e51c54cb-a3e3-42b7-af04-7e032e3d964c service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839279 Aug 30 14:04:42.441767 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:42.961013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9c189-f195-42d7-af75-98b6f045da1d req-788272e8-b598-4fb9-bf2e-7b788e575711 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:42.962632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2e9c189-f195-42d7-af75-98b6f045da1d req-788272e8-b598-4fb9-bf2e-7b788e575711 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0502110 Aug 30 14:04:43.000497 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2e9c189-f195-42d7-af75-98b6f045da1d req-5d695ded-98e3-4031-ae92-7f1a104511ee tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Aug 30 14:04:43.422020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:04:43.424385 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de8f22-a7f6-43e8-936e-2bc633b45d88" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:04:43.475450 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed16394-745c-4f3b-a582-6b06705d2116 x-openstack-request-id: req-bed16394-745c-4f3b-a582-6b06705d2116 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:04:43.475733 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:04:43.475988 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bed16394-745c-4f3b-a582-6b06705d2116 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:04:43.476385 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'status': 'completed', 'code': 200} Aug 30 14:04:43.565948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-17b3dbc4-953c-41fc-9612-f67a6223f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:43.567484 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-17b3dbc4-953c-41fc-9612-f67a6223f3d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0718880 Aug 30 14:04:43.570065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-2f16b78d-334c-4e48-bec9-137fc39d4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:43.571405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-2f16b78d-334c-4e48-bec9-137fc39d4f81 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1095 time: 0.0672915 Aug 30 14:04:43.727997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-debcba57-a333-4c93-8652-b3ab1c86b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:43.729369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-debcba57-a333-4c93-8652-b3ab1c86b2ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1544671 Aug 30 14:04:43.730450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-d2b9573c-464b-4de8-a253-a0272e310032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:43.731749 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-d2b9573c-464b-4de8-a253-a0272e310032 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1488929 Aug 30 14:04:43.841823 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-a0974789-5880-4c80-94d3-e6b6d765d494 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1000 time: 0.1052334 Aug 30 14:04:43.845816 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-1e07c9c2-3262-41cc-bd52-266a60045708 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1000 time: 0.1026654 Aug 30 14:04:43.926568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-17e0d6f3-21ff-4ddf-8796-7fe5099992cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:43.928025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-17e0d6f3-21ff-4ddf-8796-7fe5099992cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0793560 Aug 30 14:04:43.931349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-07a513a8-8f4f-4a01-995f-682c1fd3fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:43.932676 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-07a513a8-8f4f-4a01-995f-682c1fd3fc4a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0769353 Aug 30 14:04:44.003196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-0d664971-0fd4-4092-9154-4ba3abdb58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:44.004632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-0d664971-0fd4-4092-9154-4ba3abdb58ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693791 Aug 30 14:04:44.007312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-7fec4420-0ab2-4132-a257-c311f5ea1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:44.008657 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-7fec4420-0ab2-4132-a257-c311f5ea1865 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653687 Aug 30 14:04:44.532077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24194f7f-792b-482d-a228-cc23b6c91ea5 req-5171f3a9-53ff-43f3-867c-ca34f7c278c6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:44.534203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24194f7f-792b-482d-a228-cc23b6c91ea5 req-5171f3a9-53ff-43f3-867c-ca34f7c278c6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.4339225 Aug 30 14:04:44.538128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-7801e05c-4e61-471f-88f0-931c3c49dbbd service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178862 Aug 30 14:04:44.540039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-94b919ce-73c8-4358-8ee8-c61d3b990d79 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276799 Aug 30 14:04:44.679188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-24194f7f-792b-482d-a228-cc23b6c91ea5 req-76759a86-ed09-4bc7-9996-7b7784b4a4e2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380870 Aug 30 14:04:44.722546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:04:44.733954 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-aa0db789-e17f-4e24-addf-6623009f0900 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869402 Aug 30 14:04:44.742474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-94de8f22-a7f6-43e8-936e-2bc633b45d88 req-10d23df3-6ebf-4d34-b274-1a34f3ac6230 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864488 Aug 30 14:04:44.772258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:04:45.802566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fd3df-d29f-4f30-a424-64b3b8321a2e req-15ba1cdf-bce2-4a43-9646-709d32cb6db4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:45.804049 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c67fd3df-d29f-4f30-a424-64b3b8321a2e req-15ba1cdf-bce2-4a43-9646-709d32cb6db4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0514817 Aug 30 14:04:45.843006 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c67fd3df-d29f-4f30-a424-64b3b8321a2e req-97616fb3-976c-4149-9067-a43ab15f8f08 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323389 Aug 30 14:04:46.962791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5eb0d-446d-4a90-9df0-d1961ae59f51 req-c9fd6036-f2b5-4c3a-b4f4-8da60ddde705 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:46.964274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93e5eb0d-446d-4a90-9df0-d1961ae59f51 req-c9fd6036-f2b5-4c3a-b4f4-8da60ddde705 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0524127 Aug 30 14:04:47.001506 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93e5eb0d-446d-4a90-9df0-d1961ae59f51 req-301dd156-f614-4d7c-bec0-ffee096ffaf5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313849 Aug 30 14:04:48.120220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69c1f4-c3c1-4841-b045-45a68cf5a54e req-e59d2ac8-60a5-458e-9f3e-925b2e4a670b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:48.121726 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da69c1f4-c3c1-4841-b045-45a68cf5a54e req-e59d2ac8-60a5-458e-9f3e-925b2e4a670b tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0531900 Aug 30 14:04:48.159309 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-da69c1f4-c3c1-4841-b045-45a68cf5a54e req-5bda8809-f3c1-41b6-901a-db840b9c3707 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312738 Aug 30 14:04:49.279365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f7df-3ec0-4948-bade-290abfb92fd1 req-24720e77-9672-4efc-86d9-ba61ad2a0280 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:49.280804 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1796f7df-3ec0-4948-bade-290abfb92fd1 req-24720e77-9672-4efc-86d9-ba61ad2a0280 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0524793 Aug 30 14:04:49.317960 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1796f7df-3ec0-4948-bade-290abfb92fd1 req-b67535ec-1807-4d5b-8c1a-04a1dc3cb6d6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304892 Aug 30 14:04:50.432993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e138b83-539b-47d8-b264-119740df0392 req-49360c0b-fb83-4305-a231-d3c8e47b3143 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:50.434499 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e138b83-539b-47d8-b264-119740df0392 req-49360c0b-fb83-4305-a231-d3c8e47b3143 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0495744 Aug 30 14:04:50.472176 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e138b83-539b-47d8-b264-119740df0392 req-cdd46844-0d5c-46bb-8e28-ce7567aa3f30 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315471 Aug 30 14:04:51.587798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3d5c8-3bbd-4877-9246-143fd867e2df req-98c067c6-9515-4927-887f-180df629567a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:51.589267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0f3d5c8-3bbd-4877-9246-143fd867e2df req-98c067c6-9515-4927-887f-180df629567a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0485058 Aug 30 14:04:51.628518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0f3d5c8-3bbd-4877-9246-143fd867e2df req-91725f53-1511-4405-b160-e89575ec7e72 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334663 Aug 30 14:04:52.746383 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1fc00-9446-475a-a1f0-bf23348b14b8 req-f76045c1-382e-4170-8e59-2a36349f0a55 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:52.747842 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-daa1fc00-9446-475a-a1f0-bf23348b14b8 req-f76045c1-382e-4170-8e59-2a36349f0a55 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 944 time: 0.0490329 Aug 30 14:04:52.785311 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-daa1fc00-9446-475a-a1f0-bf23348b14b8 req-e0a19c4e-d081-4879-ba8b-68159d26da89 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Aug 30 14:04:53.588375 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:04:53.683597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:04:53.694419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'mac_address': 'fa:16:3e:ce:32:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:04:53.730568 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:53.746956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:04:53.765537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:04:53.769740 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:53.826230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:04:53.839647 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.840234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.840694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.841091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.841567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.842164 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.842732 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.843297 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.843856 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.844418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.844983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.845547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:04:53.921516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a20d3f-cc79-43df-938e-553b28c89360 req-26834668-ba12-4969-a593-831630a262d0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:53.922991 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3a20d3f-cc79-43df-938e-553b28c89360 req-26834668-ba12-4969-a593-831630a262d0 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0486679 Aug 30 14:04:53.960605 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a3a20d3f-cc79-43df-938e-553b28c89360 req-64a01d22-908d-4175-95b5-8d60a805f744 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313888 Aug 30 14:04:54.017758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:04:54.302447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-73e6fd51-582f-438e-b584-af11f8f6c250 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:54.303801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-73e6fd51-582f-438e-b584-af11f8f6c250 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.16 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9&tenant_id=820eb5bb52e344d8a90627cac123b89e&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 945 time: 0.0897624 Aug 30 14:04:54.316475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f5d75-bda3-432b-8683-60df1d0e12f6 req-38f7508a-3cbc-441e-9c6e-1da27d19f13a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:54.317872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9c9f5d75-bda3-432b-8683-60df1d0e12f6 req-38f7508a-3cbc-441e-9c6e-1da27d19f13a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0709238 Aug 30 14:04:54.385585 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9c9f5d75-bda3-432b-8683-60df1d0e12f6 req-cff899d9-5299-49eb-96e0-210584be8110 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615015 Aug 30 14:04:54.402438 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-648df6d0-1e45-41fb-b50c-1c59789a1704 service neutron] 10.222.0.16 "GET /v2.0/ports/b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9/bindings/n-h1-688802-6 HTTP/1.1" status: 200 len: 382 time: 0.0836370 Aug 30 14:04:54.474833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-c9dc6f94-b3c3-4bfe-ab2f-9fe49a699205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:54.476324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-c9dc6f94-b3c3-4bfe-ab2f-9fe49a699205 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0455136 Aug 30 14:04:54.565301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-bd40c0b6-92b7-48b2-ac4b-1050a3fc5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:54.567353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-bd40c0b6-92b7-48b2-ac4b-1050a3fc5910 service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0838418 Aug 30 14:04:54.635431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-43937dcc-8ff2-4310-a05e-2617b632668d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1001 time: 0.0611610 Aug 30 14:04:54.684054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-9b016054-f909-4fbe-83c2-70a3120f5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:54.685449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-9b016054-f909-4fbe-83c2-70a3120f5a86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0426247 Aug 30 14:04:54.729065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-3ee11f51-0ed8-46f2-b134-b407a58ca0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:54.730559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-3ee11f51-0ed8-46f2-b134-b407a58ca0c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382621 Aug 30 14:04:54.823327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-66fabe10-64f0-41b2-8bc6-13881d44a9ea service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858691 Aug 30 14:04:54.911750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-73003419-e13d-4934-a94f-bb009f612ae3 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819104 Aug 30 14:04:55.509427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5605c-b4b8-417f-a65b-0f4e14426415 req-aad0a399-ea80-4890-964c-e88fe2f41d28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:55.510935 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43c5605c-b4b8-417f-a65b-0f4e14426415 req-aad0a399-ea80-4890-964c-e88fe2f41d28 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0533886 Aug 30 14:04:55.549374 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43c5605c-b4b8-417f-a65b-0f4e14426415 req-711fe29f-9744-48cc-83d5-4a766c4aa1c7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324833 Aug 30 14:04:55.604478 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:04:55.655196 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:04:55.658849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:04:55.660007 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:55.734350 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:55.757872 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:04:55.760130 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0d14e5-23b3-4609-a92e-751a64a554d5" -d '{"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:04:55.773258 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:04:55.778116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:55.828978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:04:55.859841 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06e3306-644e-4cf5-b11a-fce8144661d6 x-openstack-request-id: req-f06e3306-644e-4cf5-b11a-fce8144661d6 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:04:55.860269 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:04:55.860526 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f06e3306-644e-4cf5-b11a-fce8144661d6 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:04:55.861176 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'code': 200} Aug 30 14:04:56.668048 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36fa55-fa09-406c-9961-b7573e82e9f0 req-67022508-ea11-403d-a698-16977de600e7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:56.669674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c36fa55-fa09-406c-9961-b7573e82e9f0 req-67022508-ea11-403d-a698-16977de600e7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0528121 Aug 30 14:04:56.708825 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c36fa55-fa09-406c-9961-b7573e82e9f0 req-c03f011a-63c5-4dcf-840f-0e07fda3290e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328722 Aug 30 14:04:57.829305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e348210-2485-4925-9a53-654e9e3b7d41 req-b0e60b72-b160-4c01-b1f1-c97286f2af09 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:57.831663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e348210-2485-4925-9a53-654e9e3b7d41 req-b0e60b72-b160-4c01-b1f1-c97286f2af09 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0495210 Aug 30 14:04:57.869451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7e348210-2485-4925-9a53-654e9e3b7d41 req-048a45be-dcf5-4cb1-84ca-c5d04296c9da tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Aug 30 14:04:58.204601 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-d7b41b47-85c2-45df-bcdc-472712530077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:58.206681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-d7b41b47-85c2-45df-bcdc-472712530077 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1097 time: 0.0450816 Aug 30 14:04:58.307248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-06002824-33b9-47de-b157-176cf6aca4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:58.308693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-06002824-33b9-47de-b157-176cf6aca4dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0829027 Aug 30 14:04:58.387897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-2c3bbf62-3be1-4d40-8023-eb8362488603 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1002 time: 0.0641158 Aug 30 14:04:58.438355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-b248c9c7-0ae9-4357-a15c-7ce6aef3cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:58.439833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-b248c9c7-0ae9-4357-a15c-7ce6aef3cb72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0450695 Aug 30 14:04:58.486330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-a6640166-7fa6-4042-9ed9-117ff8b05d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:58.488617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-a6640166-7fa6-4042-9ed9-117ff8b05d1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420611 Aug 30 14:04:58.584703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-38d848d7-ea21-406f-9aab-cf9d007bc2b9 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890489 Aug 30 14:04:58.706542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-5bbe2aec-21f0-4125-a947-61e472f9e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:58.708057 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-5bbe2aec-21f0-4125-a947-61e472f9e367 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9&tenant_id=820eb5bb52e344d8a90627cac123b89e HTTP/1.1" status: 200 len: 1097 time: 0.0710802 Aug 30 14:04:58.719478 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:04:58.727108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcff6601-cbd2-4027-8c88-e31d193db9b0 req-75f9c9ae-7164-42b3-991b-bc553852c025 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348648 Aug 30 14:04:58.778565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:58.980261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:04:58.984765 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee636-1a18-4eb7-a576-41160e52527d req-4daa15d1-7b77-4b4b-9c10-f1910c8a5adc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:58.986275 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6faee636-1a18-4eb7-a576-41160e52527d req-4daa15d1-7b77-4b4b-9c10-f1910c8a5adc tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0486283 Aug 30 14:04:59.013436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:04:59.025176 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6faee636-1a18-4eb7-a576-41160e52527d req-99ef6d1a-27ef-4821-ba43-f3406c5efb79 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316498 Aug 30 14:04:59.054301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:04:59.056564 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a70d63e-38f1-4a24-a706-154e6d09d9d9" -d '{"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:04:59.061157 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:59.065439 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:59.074565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Transition to ACTIVE for port object b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:04:59.079379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:59.125158 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7624576-c593-4911-aa8c-0c1c4dd139fb x-openstack-request-id: req-b7624576-c593-4911-aa8c-0c1c4dd139fb {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:04:59.125455 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:04:59.125736 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7624576-c593-4911-aa8c-0c1c4dd139fb {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:04:59.126128 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'code': 200} Aug 30 14:04:59.164439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:04:59.220415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-30299d97-9f56-44a0-ac76-bc2ff45bff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:59.222845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-30299d97-9f56-44a0-ac76-bc2ff45bff2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1054 time: 0.1129763 Aug 30 14:04:59.262513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] No DVR routers for this DVR port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:04:59.424815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-7f8f7258-12b4-4842-a85e-284db1c6c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:59.426359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-7f8f7258-12b4-4842-a85e-284db1c6c191 service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1848249 Aug 30 14:04:59.509983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:04:59.510318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:04:59.510655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:04:59.517623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:04:59.517972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Attempting to bind port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:04:59.524937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-a99d43eb-6308-4441-aebd-7d61acf8bfe7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1000 time: 0.0920379 Aug 30 14:04:59.527791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:04:59.528127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Checking segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:04:59.528530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Bound using segment: {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:04:59.528956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Bound port: b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff4797f3-94c9-49cc-8451-99df8f8e78ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:04:59.529307 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:59.606958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-91b2e662-9ea9-4b62-b223-3222cb46e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:59.608456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-91b2e662-9ea9-4b62-b223-3222cb46e7da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0770879 Aug 30 14:04:59.619935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:04:59.657806 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:04:59.659033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:04:59.675864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:04:59.681367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:59.688149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-4e01bebe-fa58-4a11-bed2-0c3a56cc2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:59.689689 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-4e01bebe-fa58-4a11-bed2-0c3a56cc2416 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700238 Aug 30 14:04:59.773791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:04:59.774632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:04:59.776305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] 10.222.0.35 "PUT /v2.0/ports/b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1093 time: 1.0609412 Aug 30 14:04:59.801188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=11']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:04:59.836205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-eb460fe8-3ca2-4c3d-860b-740daa6baf24 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254909 Aug 30 14:04:59.929611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e5f4c7f8-e8a3-4ed2-a724-bb76b4ca71d4 req-e759889b-7208-4b22-ab7e-765366c157b9 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867026 Aug 30 14:05:00.012635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-c0c76003-67eb-4011-bbdf-0f946f3bd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:00.014130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-c0c76003-67eb-4011-bbdf-0f946f3bd062 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0432246 Aug 30 14:05:00.115151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-5bcf7721-9d7b-4097-af0c-bd7e0f210adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:00.116678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-5bcf7721-9d7b-4097-af0c-bd7e0f210adc service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.0944660 Aug 30 14:05:00.148366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38349ec1-f8a5-451e-abe8-016b0aa34261 req-8511aa1b-e4d3-4c6a-be02-8dd79626f138 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:00.149892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38349ec1-f8a5-451e-abe8-016b0aa34261 req-8511aa1b-e4d3-4c6a-be02-8dd79626f138 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0551758 Aug 30 14:05:00.183071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-aa813900-0015-4254-a599-2c2adf90a6c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1000 time: 0.0595210 Aug 30 14:05:00.189093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38349ec1-f8a5-451e-abe8-016b0aa34261 req-db376a66-8e29-4315-a7a7-0359c441bbfa tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330007 Aug 30 14:05:00.240836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-8d595f6a-499c-4dc6-a072-3575d4ac9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:00.242344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-8d595f6a-499c-4dc6-a072-3575d4ac9c48 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0518646 Aug 30 14:05:00.288170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-1bbb638d-246f-41aa-a525-fac04a22cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:00.289653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-1bbb638d-246f-41aa-a525-fac04a22cdd3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409000 Aug 30 14:05:00.395488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-aec23652-bf98-40ec-8801-a58723ef89c1 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988407 Aug 30 14:05:00.491598 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-795d0aba-b9a1-4349-8ad8-5e7ef5914637 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896082 Aug 30 14:05:01.128015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:05:01.130877 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047853cb-ffc7-4a75-b126-38631b64d160" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:05:01.184338 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd332b96-2eed-4a61-b359-7234788b3f9c x-openstack-request-id: req-bd332b96-2eed-4a61-b359-7234788b3f9c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:05:01.184639 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:05:01.184891 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bd332b96-2eed-4a61-b359-7234788b3f9c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:05:01.185325 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'status': 'completed', 'code': 200} Aug 30 14:05:01.272259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047853cb-ffc7-4a75-b126-38631b64d160 req-1bc0e914-3fca-408f-92ea-f53792159093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:01.273705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-1bc0e914-3fca-408f-92ea-f53792159093 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0678673 Aug 30 14:05:01.283326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047853cb-ffc7-4a75-b126-38631b64d160 req-6f800130-21f9-4fab-87d4-47d725942587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:01.284634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-6f800130-21f9-4fab-87d4-47d725942587 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=820eb5bb52e344d8a90627cac123b89e&device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0689163 Aug 30 14:05:01.311375 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15163f-c58f-4b1b-8663-a91bba8f4a73 req-0be41eb5-1784-449b-859a-ba0256b31bf9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:01.313111 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b15163f-c58f-4b1b-8663-a91bba8f4a73 req-0be41eb5-1784-449b-859a-ba0256b31bf9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0536039 Aug 30 14:05:01.354518 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b15163f-c58f-4b1b-8663-a91bba8f4a73 req-b0ca91fb-7a85-4db9-b102-b5d7fe1028f5 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335424 Aug 30 14:05:01.413413 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:01.450915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047853cb-ffc7-4a75-b126-38631b64d160 req-75a8a885-4d97-44c0-8fa1-66ee96a40f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:01.452406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-75a8a885-4d97-44c0-8fa1-66ee96a40f6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1596406 Aug 30 14:05:01.453356 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047853cb-ffc7-4a75-b126-38631b64d160 req-221e748f-8cd6-43fa-af5a-6ba7181cbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:01.454690 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-221e748f-8cd6-43fa-af5a-6ba7181cbeec service neutron] 10.222.0.16 "GET /v2.0/networks?id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 200 len: 913 time: 0.1735930 Aug 30 14:05:01.582305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-dbc347ed-def0-488b-a5bb-e4970a5b92a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1000 time: 0.1219487 Aug 30 14:05:01.586434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-f977e3eb-36f9-4141-82b5-4463ff932d4d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 200 len: 1000 time: 0.1207428 Aug 30 14:05:01.683351 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047853cb-ffc7-4a75-b126-38631b64d160 req-32801a07-9c13-4623-9a30-466be2e34518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:01.684871 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-32801a07-9c13-4623-9a30-466be2e34518 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0964828 Aug 30 14:05:01.686186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047853cb-ffc7-4a75-b126-38631b64d160 req-51e5841f-7d8b-4ba2-9fb6-8bbc848106d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:01.687545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-51e5841f-7d8b-4ba2-9fb6-8bbc848106d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 200 len: 851 time: 0.0918539 Aug 30 14:05:01.767440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047853cb-ffc7-4a75-b126-38631b64d160 req-64afbef9-a01e-4f02-bc3d-e33e348b0177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:01.768952 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-64afbef9-a01e-4f02-bc3d-e33e348b0177 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773516 Aug 30 14:05:01.775809 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047853cb-ffc7-4a75-b126-38631b64d160 req-b9982269-b523-4473-946c-01b200519e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:01.777587 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-b9982269-b523-4473-946c-01b200519e91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778141 Aug 30 14:05:01.948979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-6593a2ef-12d0-48ed-b17e-b0a8cc39665f service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699753 Aug 30 14:05:01.951485 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-fee62400-5e9a-405c-9b63-1207d1faad7c service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614072 Aug 30 14:05:02.458334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-d45813e2-48e5-4993-b84a-f5a9edb2d8f2 service neutron] 10.222.0.16 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4952691 Aug 30 14:05:02.460125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-047853cb-ffc7-4a75-b126-38631b64d160 req-fbd7ebd8-98ee-47b6-8bf2-703177060c24 service neutron] 10.222.0.35 "GET /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051880 Aug 30 14:05:02.500396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709158e-cce2-466b-8360-869c519483e2 req-4d1795fb-7c34-49ac-b342-3dc4b0813070 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:02.501906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f709158e-cce2-466b-8360-869c519483e2 req-4d1795fb-7c34-49ac-b342-3dc4b0813070 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0610378 Aug 30 14:05:02.541463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f709158e-cce2-466b-8360-869c519483e2 req-4bee404e-da3a-4971-acf6-9f1086c9cdb4 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328469 Aug 30 14:05:03.657679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7ccf1-9ce4-4b14-b148-7dc4bd53cd09 req-c645bf98-6f24-44d3-9591-9550c281dc39 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:03.659129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93b7ccf1-9ce4-4b14-b148-7dc4bd53cd09 req-c645bf98-6f24-44d3-9591-9550c281dc39 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0484800 Aug 30 14:05:03.697230 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93b7ccf1-9ce4-4b14-b148-7dc4bd53cd09 req-c5e054c5-242a-409c-83ee-72deb99ecd67 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313683 Aug 30 14:05:04.814013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551a416-a6e9-46c9-931c-73f8d0064106 req-1caa05b8-42c7-4f79-a58a-5378615c7ce7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:04.815488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7551a416-a6e9-46c9-931c-73f8d0064106 req-1caa05b8-42c7-4f79-a58a-5378615c7ce7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0518086 Aug 30 14:05:04.852948 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7551a416-a6e9-46c9-931c-73f8d0064106 req-034bee1c-b0fa-49f9-a67d-a5debbdbfa2e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310061 Aug 30 14:05:05.971821 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e5710-78ff-42f6-9231-e54b6a947afd req-bef92f19-4621-4923-ae31-d3e0eb9f679a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:05.973291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-674e5710-78ff-42f6-9231-e54b6a947afd req-bef92f19-4621-4923-ae31-d3e0eb9f679a tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0523458 Aug 30 14:05:06.010786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-674e5710-78ff-42f6-9231-e54b6a947afd req-cca72e47-076d-477f-8797-e4f0aab179d2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316055 Aug 30 14:05:06.771719 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4acf2093-b8be-4e00-9fbe-f65a41398d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:07.128608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef1d50-6923-4779-af67-7f0d63a4dc1d req-85400634-404d-4e7a-944b-abf9ba122c06 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:07.130593 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2ef1d50-6923-4779-af67-7f0d63a4dc1d req-85400634-404d-4e7a-944b-abf9ba122c06 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0528538 Aug 30 14:05:07.168638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2ef1d50-6923-4779-af67-7f0d63a4dc1d req-ca13f66e-3aeb-4a52-b4b7-8b8fb11e026c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318563 Aug 30 14:05:07.840694 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:05:08.282446 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5e31d-4bfd-49ed-b769-9485e57fc94f req-301bb18b-709b-433a-b836-37d605bdf0e7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:08.283917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12e5e31d-4bfd-49ed-b769-9485e57fc94f req-301bb18b-709b-433a-b836-37d605bdf0e7 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Aug 30 14:05:08.321341 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-12e5e31d-4bfd-49ed-b769-9485e57fc94f req-8f92d679-9ccd-4fd6-b881-03ae5008a254 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308077 Aug 30 14:05:09.439307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae873b9-cdb7-471f-adce-55dc52591021 req-df7256a6-72d5-4605-a702-eabcc3dfe1de tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:09.440796 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ae873b9-cdb7-471f-adce-55dc52591021 req-df7256a6-72d5-4605-a702-eabcc3dfe1de tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0504014 Aug 30 14:05:09.478471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ae873b9-cdb7-471f-adce-55dc52591021 req-ec8ffcf4-7d86-4f10-9437-dfcf1e79f685 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317168 Aug 30 14:05:09.508447 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7a86ac65-de71-4e42-ac0f-ee8a9f36af71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:10.084096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:10.595341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c29a0-b66b-4063-a273-0c59759b5c21 req-15a97e22-5b2c-472d-b840-12d95d7ddc1c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:10.596821 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-682c29a0-b66b-4063-a273-0c59759b5c21 req-15a97e22-5b2c-472d-b840-12d95d7ddc1c tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Aug 30 14:05:10.634262 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-682c29a0-b66b-4063-a273-0c59759b5c21 req-ede36a3e-56ed-4236-9537-fe86bdc996ba tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309641 Aug 30 14:05:11.085147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:11.747818 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66777d0b-0d82-41f0-b3d4-6729a7acec0e req-28edbda6-b0a5-429c-81b2-17983800f0ea tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:11.749287 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66777d0b-0d82-41f0-b3d4-6729a7acec0e req-28edbda6-b0a5-429c-81b2-17983800f0ea tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0484025 Aug 30 14:05:11.791390 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-66777d0b-0d82-41f0-b3d4-6729a7acec0e req-197434e7-8296-4323-9c4d-7b2bd45a0766 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Aug 30 14:05:12.432462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:12.877779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:05:12.913677 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744ced9-d82b-482d-89ff-07c5a51a459a req-91af6a4d-0283-476e-bc4a-499487898036 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:12.915170 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a744ced9-d82b-482d-89ff-07c5a51a459a req-91af6a4d-0283-476e-bc4a-499487898036 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0531673 Aug 30 14:05:12.953620 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a744ced9-d82b-482d-89ff-07c5a51a459a req-4c50c267-95d4-469c-9b7e-1d8c1f7f4cc2 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324786 Aug 30 14:05:12.974443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:12.986328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'port_id': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'mac_address': 'fa:16:3e:ce:32:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:05:13.025606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:13.038742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:05:13.057835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:13.061556 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:13.075766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c6030-23c9-412d-b4c5-3f6f6fa1feb7 req-bd18ff9f-3bfb-4c5f-89d9-35e8a00b1010 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:13.077224 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-940c6030-23c9-412d-b4c5-3f6f6fa1feb7 req-bd18ff9f-3bfb-4c5f-89d9-35e8a00b1010 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 945 time: 0.0559804 Aug 30 14:05:13.114199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=12']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:13.115802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-940c6030-23c9-412d-b4c5-3f6f6fa1feb7 req-f5cee021-afa0-42d7-81e8-6e1e37a37d97 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315862 Aug 30 14:05:13.230013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004a184-7756-43d1-abc8-0eb82771a5ae req-0be03743-7066-4029-828f-fc78021fe2c9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:13.231484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2004a184-7756-43d1-abc8-0eb82771a5ae req-0be03743-7066-4029-828f-fc78021fe2c9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Aug 30 14:05:13.270173 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2004a184-7756-43d1-abc8-0eb82771a5ae req-d61a0544-713f-4e55-9040-b875bac3958f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316770 Aug 30 14:05:13.421801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:05:13.512759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726e887-8c8b-48c5-b9d5-5722cf7ff0b5 req-f1b93818-c179-4d2a-8561-5104b0ad82c3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:13.514273 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0726e887-8c8b-48c5-b9d5-5722cf7ff0b5 req-f1b93818-c179-4d2a-8561-5104b0ad82c3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0520298 Aug 30 14:05:13.553369 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0726e887-8c8b-48c5-b9d5-5722cf7ff0b5 req-faea2635-b3cd-4e7e-a76a-5a8ce3d7c8c1 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331509 Aug 30 14:05:14.673115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233174d-549d-4fc2-a943-4e576c428d14 req-3722ae57-7322-436b-a125-cb61d8e8239e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:14.674536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6233174d-549d-4fc2-a943-4e576c428d14 req-3722ae57-7322-436b-a125-cb61d8e8239e tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 946 time: 0.0490165 Aug 30 14:05:14.712243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6233174d-549d-4fc2-a943-4e576c428d14 req-1b38c9b5-03dc-4367-a005-c5f4ed8b9f12 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups?id=a442c327-30ba-4e88-a2ea-e813390b2f43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309837 Aug 30 14:05:14.893131 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:05:14.940795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:05:14.945184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:05:14.945554 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:15.023228 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:15.045315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:05:15.047583 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d53313-69b0-4b2c-be7e-4511a0f6048d" -d '{"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:05:15.060653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:15.065138 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:15.091685 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3665245c-f982-4e65-8a51-2c8275da2958 x-openstack-request-id: req-3665245c-f982-4e65-8a51-2c8275da2958 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:05:15.091982 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-plugged", "status": "completed", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:05:15.092238 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3665245c-f982-4e65-8a51-2c8275da2958 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:05:15.092631 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'code': 200} Aug 30 14:05:15.119073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=13']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:15.186342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-111465fc-da97-4f6a-b5b3-cd3b8ed1fcd3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:15.187814 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-111465fc-da97-4f6a-b5b3-cd3b8ed1fcd3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 947 time: 0.0501800 Aug 30 14:05:15.282804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Deleting port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:05:15.283067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:15.369639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] For port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:15.370022 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:15.550354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:15.550648 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:15.550963 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Floating IP f4777a40-3875-4baa-933d-176f4bc1416f disassociated. External IP: 172.25.2.88, port: b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9. Aug 30 14:05:15.551318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Calling delete_port for b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:05:15.676368 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:15.702772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event deleted for resources: {'Port': ['ID=b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:15.860768 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-149318e1-bee2-44c4-af3d-e697d4d699ca req-e95313e8-d89f-41b0-a1b0-520d20795a2d tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 210 time: 0.0380657 Aug 30 14:05:15.866006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:05:15.974572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:05:15.984040 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:05:15.994325 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:05:15.994947 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:16.019390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] No DVR routers for this DVR port b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:05:16.022579 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:16.024616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e8105b6c-a65e-497b-a598-4511ba8e5079 req-191739d0-5333-4164-8445-04d088f2684f tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.35 "DELETE /v2.0/ports/b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 HTTP/1.1" status: 204 len: 173 time: 0.8303668 Aug 30 14:05:16.025300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-deleted', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:05:16.027657 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4dd315-0a9d-4764-99c1-97c1a45f137c" -d '{"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-deleted", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:05:16.066091 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4655f95-afc1-4784-85e4-6a611ade15cf x-openstack-request-id: req-c4655f95-afc1-4784-85e4-6a611ade15cf {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:05:16.066464 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2e6c8b-e487-4041-a475-b2aefd670cb9", "name": "network-vif-deleted", "tag": "b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:05:16.066717 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4655f95-afc1-4784-85e4-6a611ade15cf {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:05:16.067306 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2e6c8b-e487-4041-a475-b2aefd670cb9', 'name': 'network-vif-deleted', 'tag': 'b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9', 'status': 'completed', 'code': 200} Aug 30 14:05:16.108661 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:05:16.332026 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:16.361837 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:05:16.370523 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:05:16.371123 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:16.478978 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:05:16.688615 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:16.715708 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28062f8-b38b-4a11-8448-175a9ff2d256 None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T13:53:40Z', 'revision_number': 4, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'd524a76c-512b-464e-976e-6facbf6c024f', 'name': '', 'network_id': '03c6b5b4-0d66-40ff-88e5-45dc1ae7f442', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'mac_address': 'fa:16:3e:d2:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:40Z', 'updated_at': '2021-08-30T13:53:44Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'subnets': [{'id': '5e5dc0b0-b432-429e-8001-3147ee131e9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:05:16.985358 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dce176de-c544-4ecb-b0a9-5eed7c07236b req-46c2299e-741a-4668-a31f-e855e5f53e55 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 210 time: 0.0288925 Aug 30 14:05:16.990952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb12652-f06a-411c-bd21-de04f524c13b None None] New status for floating IP f4777a40-3875-4baa-933d-176f4bc1416f: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:05:18.100777 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-37a5a8dc-1003-454c-9262-16ba9e50734d req-4dcdff1a-4152-4514-8627-1915bc1f4eb6 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 210 time: 0.0315075 Aug 30 14:05:18.928674 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:05:18.951706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:05:18.952053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device b2d9a916-2bf4-4c77-9a75-1c2bda88d9a9 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:05:19.194365 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd5bb48c-627b-42ea-9039-6182ee0404c8 req-6ab33dcf-fc7c-468a-9e50-d4187e212116 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/ports?device_id=4d2e6c8b-e487-4041-a475-b2aefd670cb9 HTTP/1.1" status: 200 len: 210 time: 0.0265658 Aug 30 14:05:22.933435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37326) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:22.991537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c097dee4-4a77-404a-82d7-c642fff004f9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.015417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c097dee4-4a77-404a-82d7-c642fff004f9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.067375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c097dee4-4a77-404a-82d7-c642fff004f9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.070295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c097dee4-4a77-404a-82d7-c642fff004f9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.071444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c097dee4-4a77-404a-82d7-c642fff004f9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "DELETE /v2.0/security-groups/a442c327-30ba-4e88-a2ea-e813390b2f43 HTTP/1.1" status: 204 len: 168 time: 0.1369514 Aug 30 14:05:23.074214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37328) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:23.081897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c097dee4-4a77-404a-82d7-c642fff004f9 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a442c327-30ba-4e88-a2ea-e813390b2f43,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:23.093683 n-d-688802-6 neutron-server[95699]: INFO neutron.api.v2.resource [None req-154fe4f8-90ab-4da5-8aa7-5e80df481821 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] show failed (client error): The resource could not be found. Aug 30 14:05:23.097699 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-154fe4f8-90ab-4da5-8aa7-5e80df481821 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "GET /v2.0/security-groups/a442c327-30ba-4e88-a2ea-e813390b2f43 HTTP/1.1" status: 404 len: 347 time: 0.0192425 Aug 30 14:05:23.098269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37330) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:23.224117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Deleting port 99f72daa-c7f8-4e9f-b72b-fbcd37677115 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:05:23.224366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.299565 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.299892 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.312215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Calling delete_port for 99f72daa-c7f8-4e9f-b72b-fbcd37677115 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:05:23.450434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.476235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Pushing event deleted for resources: {'Port': ['ID=99f72daa-c7f8-4e9f-b72b-fbcd37677115,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:23.539941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.542631 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:23.543773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6511271a-5ae2-4fa2-9d9e-7852d0ca3fa3 tempest-ServerActionsTestJSON-404072792 tempest-ServerActionsTestJSON-404072792-project] 10.222.0.37 "DELETE /v2.0/floatingips/f4777a40-3875-4baa-933d-176f4bc1416f HTTP/1.1" status: 204 len: 168 time: 0.4446335 Aug 30 14:05:23.546708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37332) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:24.007813 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:24.249617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Deleting port d524a76c-512b-464e-976e-6facbf6c024f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:05:24.249981 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:24.326049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] For port d524a76c-512b-464e-976e-6facbf6c024f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d524a76c-512b-464e-976e-6facbf6c024f,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:24.326325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:24.343131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Calling delete_port for d524a76c-512b-464e-976e-6facbf6c024f owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:05:24.520862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:24.545920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Pushing event deleted for resources: {'Port': ['ID=d524a76c-512b-464e-976e-6facbf6c024f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:24.712547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:24.924447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Router e7796e02-686b-413d-81df-34cd5dfc4a07 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:05:25.029836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:05:25.035104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-36affc48-bf7d-4a33-aa93-d292f8d61964 admin admin] 10.222.0.37 "PUT /v2.0/routers/e7796e02-686b-413d-81df-34cd5dfc4a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4874587 Aug 30 14:05:25.038339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37336) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:25.040185 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] Sync routers for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:05:25.049283 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:05:25.049909 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:25.144158 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.153429 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:05:25.245383 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.297891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Deleting port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:05:25.298232 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.329147 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T14:05:24Z', 'revision_number': 5, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port': {'id': '0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T13:53:38Z', 'updated_at': '2021-08-30T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:25.354550 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] Checking router: e7796e02-686b-413d-81df-34cd5dfc4a07 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:05:25.362837 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] Routers {'e7796e02-686b-413d-81df-34cd5dfc4a07'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:05:25.364023 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:05:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['e7796e02-686b-413d-81df-34cd5dfc4a07'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:25.375650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] For port 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:25.376109 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.392536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Calling delete_port for 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:05:25.556160 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] Set router e7796e02-686b-413d-81df-34cd5dfc4a07 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:05:25.584354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.634336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:25.643653 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T14:05:25Z', 'revision_number': 6, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:25.692401 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7329f0-ba6a-4fae-a469-6cfac3f725c3 None None] The sync data for ids ['e7796e02-686b-413d-81df-34cd5dfc4a07'] in n-d-688802-6 is: [{'id': 'e7796e02-686b-413d-81df-34cd5dfc4a07', 'name': 'tempest-ServerActionsTestJSON-2064434396-router', 'tenant_id': '820eb5bb52e344d8a90627cac123b89e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T13:53:37Z', 'updated_at': '2021-08-30T14:05:25Z', 'revision_number': 6, 'project_id': '820eb5bb52e344d8a90627cac123b89e', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:05:25.721394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.814960 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.817001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.858724 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.859399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7796e02-686b-413d-81df-34cd5dfc4a07 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:05:25.863999 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.865759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d4f7a9c7-4c03-41b7-b49c-4ef9349964f6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e7796e02-686b-413d-81df-34cd5dfc4a07 HTTP/1.1" status: 204 len: 168 time: 0.8257983 Aug 30 14:05:25.868245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37338) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:25.915302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f484c41-de5a-449f-ac92-f00cba73810a admin admin] Deleting subnet 5e5dc0b0-b432-429e-8001-3147ee131e9c {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:05:25.918321 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f484c41-de5a-449f-ac92-f00cba73810a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:25.951609 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f484c41-de5a-449f-ac92-f00cba73810a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.027453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f484c41-de5a-449f-ac92-f00cba73810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.086914 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f484c41-de5a-449f-ac92-f00cba73810a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.114219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f484c41-de5a-449f-ac92-f00cba73810a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5dc0b0-b432-429e-8001-3147ee131e9c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:26.117683 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0f484c41-de5a-449f-ac92-f00cba73810a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.119571 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0f484c41-de5a-449f-ac92-f00cba73810a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5e5dc0b0-b432-429e-8001-3147ee131e9c HTTP/1.1" status: 204 len: 168 time: 0.2503943 Aug 30 14:05:26.122148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37340) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:26.125802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c9bc8-a700-44e1-b13c-71d24360c614 None None] Network 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:05:26.191280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.247456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Deleting port 70b4336f-b286-407b-b706-5be64cef5bee {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:05:26.247789 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.315103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] For port 70b4336f-b286-407b-b706-5be64cef5bee, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=70b4336f-b286-407b-b706-5be64cef5bee,segment=NetworkSegment(ff4797f3-94c9-49cc-8451-99df8f8e78ed),segment_id=ff4797f3-94c9-49cc-8451-99df8f8e78ed)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:26.315466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.327853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Calling delete_port for 70b4336f-b286-407b-b706-5be64cef5bee owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:05:26.406275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.430066 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b4336f-b286-407b-b706-5be64cef5bee,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:26.437201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] No DVR routers for this DVR port 70b4336f-b286-407b-b706-5be64cef5bee on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:05:26.496682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c821ea53-8128-4d95-9d32-3b7b8c0a3250 None None] DHCP port deletion for 03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:05:26.516948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.528403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c6b5b4-0d66-40ff-88e5-45dc1ae7f442']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:26.539230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4797f3-94c9-49cc-8451-99df8f8e78ed') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:26.539526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4797f3-94c9-49cc-8451-99df8f8e78ed') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:26.549049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.562600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.568814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 70b4336f-b286-407b-b706-5be64cef5bee no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:05:26.569308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:05:26.569735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:05:26.571413 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:05:26.592603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 70b4336f-b286-407b-b706-5be64cef5bee {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:05:26.592961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 70b4336f-b286-407b-b706-5be64cef5bee not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:05:26.593391 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:05:26.612723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:05:26.613077 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0b69496c-4907-4bf3-a1d8-3bb1a6ff26a0 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:05:26.613572 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d524a76c-512b-464e-976e-6facbf6c024f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:05:26.633897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: d524a76c-512b-464e-976e-6facbf6c024f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:05:26.634253 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d524a76c-512b-464e-976e-6facbf6c024f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:05:26.634682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.641590 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.642907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/03c6b5b4-0d66-40ff-88e5-45dc1ae7f442 HTTP/1.1" status: 204 len: 168 time: 0.5198059 Aug 30 14:05:26.656563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0162ae2-0a14-4448-a54c-7ea5fbcd21b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=03c6b5b4-0d66-40ff-88e5-45dc1ae7f442,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:26.760550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37344) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:26.803902 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-32d4739d-720d-4ea8-9c9b-3304c95d08ea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=820eb5bb52e344d8a90627cac123b89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421147 Aug 30 14:05:26.806409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37346) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:26.856718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9873-e79c-4c49-a598-6de190e15956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.877583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9873-e79c-4c49-a598-6de190e15956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.924880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9873-e79c-4c49-a598-6de190e15956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.927713 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7e3d9873-e79c-4c49-a598-6de190e15956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:26.928857 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7e3d9873-e79c-4c49-a598-6de190e15956 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9196c355-9b62-42b8-9c68-fe89ebe472bb HTTP/1.1" status: 204 len: 168 time: 0.1215274 Aug 30 14:05:26.937337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d9873-e79c-4c49-a598-6de190e15956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196c355-9b62-42b8-9c68-fe89ebe472bb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:27.619579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37368) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:27.715882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1815929573-network', 'tenant_id': '9cc971b6dbaa4d87a605a92f0986dd09'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:05:27.736912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Made reservation on behalf of 9cc971b6dbaa4d87a605a92f0986dd09 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:05:27.739904 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:27.749192 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:27.843846 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:27.847493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:27.871995 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:05:27.881450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23cd72f-1b02-461c-b42c-959c634c9266,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:27.886341 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:27.886691 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Added segment 257964b0-e458-4ef0-950d-aeef38146ad7 of type vlan for network bf94d820-9e99-444f-aa93-cd1ca05492c2 Aug 30 14:05:27.926573 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:27.950882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:27.951753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:27.952342 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:28.006103 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3853796 Aug 30 14:05:28.008987 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37372) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:28.011282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b408fc4-f1d1-4d64-ad53-9972f7e0feb1 admin admin] Pushing event updated for resources: {'Network': ['ID=bf94d820-9e99-444f-aa93-cd1ca05492c2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:28.014161 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Request body: {'subnet': {'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1815929573-subnet', 'tenant_id': '9cc971b6dbaa4d87a605a92f0986dd09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:05:28.020970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network bf94d820-9e99-444f-aa93-cd1ca05492c2 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:05:28.035882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Made reservation on behalf of 9cc971b6dbaa4d87a605a92f0986dd09 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:05:28.038255 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:28.202753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:28.256303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea1e0a32-a3af-4eda-ad6c-96a8146bc82e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:28.268083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.268421 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.268758 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.269085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.269410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.270291 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.270613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.271019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.271339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.271657 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.271974 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.272290 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:28.275905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Checking segment: {'id': '257964b0-e458-4ef0-950d-aeef38146ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:05:28.276259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Network hostable DHCP agents. Network: bf94d820-9e99-444f-aa93-cd1ca05492c2, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:05:28.294030 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Network bf94d820-9e99-444f-aa93-cd1ca05492c2 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:05:28.302637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, bf94d820-9e99-444f-aa93-cd1ca05492c2) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:05:28.306777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:28.307355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:28.311511 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a72d2a-9908-4c5a-b17f-08d5cab7acfa None None] Network bf94d820-9e99-444f-aa93-cd1ca05492c2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:05:28.320955 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1093d3f0-980b-4102-8107-20e639bf35c4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3106291 Aug 30 14:05:28.438045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b420873-7a72-41b9-943a-06e8ea78c736 None None] Network bf94d820-9e99-444f-aa93-cd1ca05492c2 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:05:28.746588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-caca787d-4f2d-4988-b829-f0ca6ff46592 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:28.747968 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-caca787d-4f2d-4988-b829-f0ca6ff46592 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/networks?id=bf94d820-9e99-444f-aa93-cd1ca05492c2 HTTP/1.1" status: 200 len: 814 time: 0.1034591 Aug 30 14:05:28.763173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c8bd5b1b-235c-411e-96e5-4d4fe1a7b59f tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/quotas/9cc971b6dbaa4d87a605a92f0986dd09 HTTP/1.1" status: 200 len: 375 time: 0.0095105 Aug 30 14:05:28.796119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c8f6811b-e200-400a-90c8-0dcb6114bac2 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cc971b6dbaa4d87a605a92f0986dd09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273438 Aug 30 14:05:29.081898 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:29.232549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-8555f5e4-2ee3-4a08-a057-c308b51abcbc service neutron] 10.222.0.37 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295373 Aug 30 14:05:29.320133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-095d853b-54ea-48e9-809e-bebea1fd1123 service neutron] 10.222.0.37 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815036 Aug 30 14:05:29.491484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-508908cc-425b-4c49-8bd4-ea7cd018cb89 req-b0fd6005-3ce8-461f-99f0-7d9ade83ea57 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Aug 30 14:05:30.589570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-978fb298-f5e4-4a8d-9ebc-e572e8f961e4 req-dca81a7e-d4c0-4891-9107-454b3430cb00 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 210 time: 0.0268695 Aug 30 14:05:31.417095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:31.685285 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-acf114c6-4119-4d0c-9b95-c7fc54e87bcc req-68dd42b2-4321-46bb-a2aa-b00688d95cdc tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 210 time: 0.0293756 Aug 30 14:05:32.509179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-57a93d4b-b214-4d3f-b02b-cd920f6691e3 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:32.510661 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-57a93d4b-b214-4d3f-b02b-cd920f6691e3 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.35 "GET /v2.0/networks?id=bf94d820-9e99-444f-aa93-cd1ca05492c2 HTTP/1.1" status: 200 len: 814 time: 0.1059530 Aug 30 14:05:32.523666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Request body: {'port': {'device_id': '07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2', 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2', 'admin_state_up': True, 'tenant_id': '9cc971b6dbaa4d87a605a92f0986dd09'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:05:32.628065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Made reservation on behalf of 9cc971b6dbaa4d87a605a92f0986dd09 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:05:32.631549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:32.782338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Allocated IP 172.20.0.14 (bf94d820-9e99-444f-aa93-cd1ca05492c2/ea1e0a32-a3af-4eda-ad6c-96a8146bc82e/90d22a7e-b93b-41c7-90f4-ec3221dbcee3) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:05:32.785956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d0abc52-10fc-484d-b99e-4ac6aa3ba5fa req-19ea7f34-e01f-4ec9-9156-b6e294ddda25 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 210 time: 0.0329080 Aug 30 14:05:32.931763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:32.969227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:33.014572 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Network bf94d820-9e99-444f-aa93-cd1ca05492c2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:05:33.017644 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:05:33.021424 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:05:33.048544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Pushing event updated for resources: {'Port': ['ID=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:33.076472 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:33.077077 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:33.091419 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-37b2f629-9a56-4794-8061-607bc1b05883 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5716665 Aug 30 14:05:33.104060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Request body: {'port': {'device_id': '07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:05:33.157650 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:33.416219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:05:33.423720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:33.436073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Transition to ACTIVE for port object 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:05:33.439925 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:33.491443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:33.564649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Attempting to bind port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:05:33.565374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Attempting to bind port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '257964b0-e458-4ef0-950d-aeef38146ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:05:33.565374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Attempting to bind port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 on network bf94d820-9e99-444f-aa93-cd1ca05492c2 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:05:33.569650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 on network bf94d820-9e99-444f-aa93-cd1ca05492c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:05:33.570001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Attempting to bind port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 on network bf94d820-9e99-444f-aa93-cd1ca05492c2 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:05:33.574708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:05:33.575048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Checking segment: {'id': '257964b0-e458-4ef0-950d-aeef38146ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:05:33.575451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Bound using segment: {'id': '257964b0-e458-4ef0-950d-aeef38146ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:05:33.575869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Bound port: 90d22a7e-b93b-41c7-90f4-ec3221dbcee3, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257964b0-e458-4ef0-950d-aeef38146ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:05:33.576218 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:33.638966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] For port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:05:33.642015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] For port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:05:33.647148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:33.688793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:33.689405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:33.690849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] 10.222.0.35 "PUT /v2.0/ports/90d22a7e-b93b-41c7-90f4-ec3221dbcee3 HTTP/1.1" status: 200 len: 1092 time: 0.5909629 Aug 30 14:05:33.691282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2', 'tag': '90d22a7e-b93b-41c7-90f4-ec3221dbcee3'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:05:33.693560 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8" -d '{"events": [{"name": "network-changed", "server_uuid": "07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2", "tag": "90d22a7e-b93b-41c7-90f4-ec3221dbcee3"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:05:33.720831 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d611b-ec3f-46e1-97d6-bf4ee85b2ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:33.737032 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46365b0e-edc2-42bd-8bab-8f6aacc1f414 x-openstack-request-id: req-46365b0e-edc2-42bd-8bab-8f6aacc1f414 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:05:33.737450 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2", "tag": "90d22a7e-b93b-41c7-90f4-ec3221dbcee3", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:05:33.737712 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46365b0e-edc2-42bd-8bab-8f6aacc1f414 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:05:33.738137 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2', 'tag': '90d22a7e-b93b-41c7-90f4-ec3221dbcee3', 'status': 'completed', 'code': 200} Aug 30 14:05:33.771017 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-cb8b4e10-3f41-4477-816e-743f2fe02862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:33.772686 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-cb8b4e10-3f41-4477-816e-743f2fe02862 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc971b6dbaa4d87a605a92f0986dd09&device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 1095 time: 0.0446839 Aug 30 14:05:33.815562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-6b5bfed6-9cea-419d-842b-02d4994035ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d22a7e-b93b-41c7-90f4-ec3221dbcee3 HTTP/1.1" status: 200 len: 217 time: 0.0353892 Aug 30 14:05:33.892925 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-ddc25efa-5544-436e-90b0-8cbb6b5be585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:33.894429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-ddc25efa-5544-436e-90b0-8cbb6b5be585 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea1e0a32-a3af-4eda-ad6c-96a8146bc82e HTTP/1.1" status: 200 len: 854 time: 0.0720620 Aug 30 14:05:33.930124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-e56a3839-ae3f-4d99-9861-3670141b0662 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf94d820-9e99-444f-aa93-cd1ca05492c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283065 Aug 30 14:05:33.938874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20dc8a-53f9-412b-8b62-a32daed1c5cc req-038b0bb3-00c4-48cd-918f-63e5b11aa8b6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:33.940288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da20dc8a-53f9-412b-8b62-a32daed1c5cc req-038b0bb3-00c4-48cd-918f-63e5b11aa8b6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 944 time: 0.0838337 Aug 30 14:05:34.028602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da20dc8a-53f9-412b-8b62-a32daed1c5cc req-f53b8c2c-b818-4904-bfbf-69ea8bf0257a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799587 Aug 30 14:05:34.056791 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-633fcd54-cfe5-453a-83ab-c68a2537a78a service neutron] 10.222.0.35 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155443 Aug 30 14:05:34.146430 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e18af098-0953-47a8-9d8f-03e154af4b1c req-f3a61d20-b123-43fc-b45f-8441e7702686 service neutron] 10.222.0.35 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825455 Aug 30 14:05:34.230241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-45d012a5-e289-4d09-9949-f8c299a920c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:34.231728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-45d012a5-e289-4d09-9949-f8c299a920c9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cc971b6dbaa4d87a605a92f0986dd09&device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 1095 time: 0.0425179 Aug 30 14:05:34.325573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-9497e077-2a3e-4d75-9287-47a336b0cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:34.327069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-9497e077-2a3e-4d75-9287-47a336b0cbb9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bf94d820-9e99-444f-aa93-cd1ca05492c2 HTTP/1.1" status: 200 len: 915 time: 0.0864987 Aug 30 14:05:34.371820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-a8d69cc8-30eb-41cd-ba2d-1cd2f4fda499 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90d22a7e-b93b-41c7-90f4-ec3221dbcee3 HTTP/1.1" status: 200 len: 217 time: 0.0342720 Aug 30 14:05:34.424803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-e53b2178-3e9e-470b-b410-03eb10df178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:34.426307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-e53b2178-3e9e-470b-b410-03eb10df178d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ea1e0a32-a3af-4eda-ad6c-96a8146bc82e HTTP/1.1" status: 200 len: 854 time: 0.0476022 Aug 30 14:05:34.456525 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-eab68cb6-3dfd-4fc4-8473-79bf6d36020d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bf94d820-9e99-444f-aa93-cd1ca05492c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238612 Aug 30 14:05:34.543621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-8ac618c6-8f08-4b30-a5fa-4b425ef8c11a service neutron] 10.222.0.35 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804369 Aug 30 14:05:34.634969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d1ff35d-fcfb-457e-99bb-c34b92fd2df8 req-11c9c21c-2151-4e06-9ca9-12f1b341ed09 service neutron] 10.222.0.35 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845942 Aug 30 14:05:35.148184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d682561-4cc2-4fdf-b81f-fb3058fcff0b req-a26de4b4-38fd-4c63-a919-b104db205e44 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:35.149617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d682561-4cc2-4fdf-b81f-fb3058fcff0b req-a26de4b4-38fd-4c63-a919-b104db205e44 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 944 time: 0.0526206 Aug 30 14:05:35.186179 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9d682561-4cc2-4fdf-b81f-fb3058fcff0b req-3ac14493-a6ae-4026-a810-dc67e7c070df tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302491 Aug 30 14:05:36.300933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737b81-42f5-42e0-bcd6-9f76fb5e4afc req-2f4d3c53-4de1-4ed0-acdd-d5dc70d328ff tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:36.302424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77737b81-42f5-42e0-bcd6-9f76fb5e4afc req-2f4d3c53-4de1-4ed0-acdd-d5dc70d328ff tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 944 time: 0.0504243 Aug 30 14:05:36.339255 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-77737b81-42f5-42e0-bcd6-9f76fb5e4afc req-30453529-9bed-44ca-b972-86a99d5bc524 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309393 Aug 30 14:05:36.772916 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ef76591c-d29e-41bf-95b7-79accbe8156a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:37.017354 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:05:37.111714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:37.122426 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '90d22a7e-b93b-41c7-90f4-ec3221dbcee3', 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2', 'port_id': '90d22a7e-b93b-41c7-90f4-ec3221dbcee3', 'mac_address': 'fa:16:3e:23:9f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1e0a32-a3af-4eda-ad6c-96a8146bc82e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:05:37.158415 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:37.171317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:05:37.190024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:37.193586 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:37.239750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:37.459514 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d8ada-ba5a-4c3c-9f2d-933e97a88778 req-e4b5136d-c918-4e92-866b-aaf04922670f tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:37.460967 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-685d8ada-ba5a-4c3c-9f2d-933e97a88778 req-e4b5136d-c918-4e92-866b-aaf04922670f tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 945 time: 0.0559950 Aug 30 14:05:37.488864 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['90d22a7e-b93b-41c7-90f4-ec3221dbcee3'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:05:37.500511 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-685d8ada-ba5a-4c3c-9f2d-933e97a88778 req-4ad8c174-4507-4b78-98e0-eba6fcffb195 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335712 Aug 30 14:05:38.619231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f86de-7e64-49f1-b5d8-7a7334d0f495 req-1166e6ec-0df4-40bc-ac7d-fd2dd9702bc8 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:38.620009 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-170f86de-7e64-49f1-b5d8-7a7334d0f495 req-1166e6ec-0df4-40bc-ac7d-fd2dd9702bc8 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 945 time: 0.0487516 Aug 30 14:05:38.657728 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-170f86de-7e64-49f1-b5d8-7a7334d0f495 req-23d873a0-398c-446b-bcf9-38eabdfa4049 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Aug 30 14:05:39.025030 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:05:39.072142 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:05:39.075828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:05:39.076205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:39.306776 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:39.328588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d22a7e-b93b-41c7-90f4-ec3221dbcee3'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:05:39.330848 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5013ddcf-ab24-4d0a-a7f8-32a313c60708" -d '{"events": [{"server_uuid": "07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2", "name": "network-vif-plugged", "status": "completed", "tag": "90d22a7e-b93b-41c7-90f4-ec3221dbcee3"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:05:39.343503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:39.347917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:39.372443 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d91d9e3-bc04-4e43-b1f0-7e461417d9b4 x-openstack-request-id: req-9d91d9e3-bc04-4e43-b1f0-7e461417d9b4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:05:39.372737 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2", "name": "network-vif-plugged", "status": "completed", "tag": "90d22a7e-b93b-41c7-90f4-ec3221dbcee3", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:05:39.372999 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9d91d9e3-bc04-4e43-b1f0-7e461417d9b4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:05:39.373393 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d22a7e-b93b-41c7-90f4-ec3221dbcee3', 'code': 200} Aug 30 14:05:39.399273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:39.471194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71296aae-4a30-4d4c-9671-5acea9c65f37 req-3e451769-7679-401f-855a-b8dd507ae1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:39.472660 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71296aae-4a30-4d4c-9671-5acea9c65f37 req-3e451769-7679-401f-855a-b8dd507ae1b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 1097 time: 0.0444918 Aug 30 14:05:39.508051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-71296aae-4a30-4d4c-9671-5acea9c65f37 req-6775534a-cae1-4296-b24c-487ee63d5ea6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280206 Aug 30 14:05:39.509957 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04e42860-b54c-426f-a543-7740374a7654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:39.773900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b916144-4c10-47b6-8a7b-5271c743b020 req-901ec9a0-ba5b-4969-bc11-87dfe3441b68 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:39.775838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b916144-4c10-47b6-8a7b-5271c743b020 req-901ec9a0-ba5b-4969-bc11-87dfe3441b68 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0527844 Aug 30 14:05:39.813860 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6b916144-4c10-47b6-8a7b-5271c743b020 req-69167d9c-3e74-4bef-8c69-1f01093e2bb9 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315123 Aug 30 14:05:40.086119 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:40.930267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3314c5f-6ef7-42e4-8d7f-d13ab087ef0e req-3aba3f16-3b9a-4a4a-83d9-9cb7130736c8 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:40.931806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3314c5f-6ef7-42e4-8d7f-d13ab087ef0e req-3aba3f16-3b9a-4a4a-83d9-9cb7130736c8 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0503945 Aug 30 14:05:40.969757 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3314c5f-6ef7-42e4-8d7f-d13ab087ef0e req-7012cc24-20da-4bf7-a7de-db11eaebe385 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Aug 30 14:05:41.092469 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:41.199326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-8f1d5bf4-a9da-492b-ba5c-b382af958ed7 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:41.200792 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-8f1d5bf4-a9da-492b-ba5c-b382af958ed7 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/networks?id=bf94d820-9e99-444f-aa93-cd1ca05492c2 HTTP/1.1" status: 200 len: 814 time: 0.1050427 Aug 30 14:05:41.216155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ccf15523-2aa2-4e49-8b19-97cfac3089b2 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/quotas/9cc971b6dbaa4d87a605a92f0986dd09 HTTP/1.1" status: 200 len: 375 time: 0.0095272 Aug 30 14:05:41.264632 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-939fbc29-2cba-45b5-b67a-c954bd7cc469 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cc971b6dbaa4d87a605a92f0986dd09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431540 Aug 30 14:05:41.356893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-db6b658d-48da-40f2-b506-fa364a61e140 service neutron] 10.222.0.37 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851514 Aug 30 14:05:41.449839 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-31c71aad-988c-434c-b534-3671546fba2f service neutron] 10.222.0.37 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869014 Aug 30 14:05:41.612206 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5193d7c-bfa1-4526-b8e8-5cf344871bbd req-e707b66e-2638-457e-b937-38851980e982 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 210 time: 0.0317247 Aug 30 14:05:42.436157 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:42.527291 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a3d8fd44-ed3d-482d-9962-a23703f11b25 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:42.528888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a3d8fd44-ed3d-482d-9962-a23703f11b25 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.16 "GET /v2.0/networks?id=bf94d820-9e99-444f-aa93-cd1ca05492c2 HTTP/1.1" status: 200 len: 814 time: 0.1214669 Aug 30 14:05:42.541429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Request body: {'port': {'device_id': '335a3d4e-c5b4-4b4a-8108-cae9f4697a57', 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2', 'admin_state_up': True, 'tenant_id': '9cc971b6dbaa4d87a605a92f0986dd09'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:05:42.652635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Made reservation on behalf of 9cc971b6dbaa4d87a605a92f0986dd09 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:05:42.656336 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:42.741139 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8b835f01-680b-4ae9-ad36-b9b0049dfa4f req-d02c7af5-fd3f-4f52-9199-30c17e1c1704 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 210 time: 0.0598247 Aug 30 14:05:42.811188 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Allocated IP 172.20.0.2 (bf94d820-9e99-444f-aa93-cd1ca05492c2/ea1e0a32-a3af-4eda-ad6c-96a8146bc82e/4d7f871d-5ff0-4369-9cb0-1cf2262a51d4) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:05:42.976443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:43.019120 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:43.031041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['90d22a7e-b93b-41c7-90f4-ec3221dbcee3'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:05:43.060404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Network bf94d820-9e99-444f-aa93-cd1ca05492c2 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:05:43.067830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:05:43.071689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:05:43.097187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Pushing event updated for resources: {'Port': ['ID=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:43.112821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.113179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.113490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.114577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.114941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.115368 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.115694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.116052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.116378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.116787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.117109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.117519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:05:43.139887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:43.140601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:43.156950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-a85b94ed-2adb-4e7c-ad3b-84eeab7b8d3a tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6192634 Aug 30 14:05:43.169716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Request body: {'port': {'device_id': '335a3d4e-c5b4-4b4a-8108-cae9f4697a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:05:43.228091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:43.491813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:05:43.499065 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:43.511421 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Transition to ACTIVE for port object 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:05:43.515135 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:43.568932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Pushing event updated for resources: {'Port': ['ID=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:43.642603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Attempting to bind port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:05:43.642944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Attempting to bind port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '257964b0-e458-4ef0-950d-aeef38146ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:05:43.643307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Attempting to bind port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 on network bf94d820-9e99-444f-aa93-cd1ca05492c2 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:05:43.648952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 on network bf94d820-9e99-444f-aa93-cd1ca05492c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:05:43.649272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Attempting to bind port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 on network bf94d820-9e99-444f-aa93-cd1ca05492c2 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:05:43.654247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:05:43.654589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Checking segment: {'id': '257964b0-e458-4ef0-950d-aeef38146ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:05:43.654969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Bound using segment: {'id': '257964b0-e458-4ef0-950d-aeef38146ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:05:43.655392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Bound port: 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '257964b0-e458-4ef0-950d-aeef38146ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:05:43.655746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:43.719952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] For port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:05:43.722920 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] For port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:05:43.727551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:43.762134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:43.763352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:43.766643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] 10.222.0.16 "PUT /v2.0/ports/4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 HTTP/1.1" status: 200 len: 1091 time: 0.5994902 Aug 30 14:05:43.771521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '335a3d4e-c5b4-4b4a-8108-cae9f4697a57', 'tag': '4d7f871d-5ff0-4369-9cb0-1cf2262a51d4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:05:43.773969 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701" -d '{"events": [{"name": "network-changed", "server_uuid": "335a3d4e-c5b4-4b4a-8108-cae9f4697a57", "tag": "4d7f871d-5ff0-4369-9cb0-1cf2262a51d4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:05:43.831222 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc6d19c-859a-4af9-9285-b1d7f75fbdd0 x-openstack-request-id: req-bcc6d19c-859a-4af9-9285-b1d7f75fbdd0 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:05:43.831525 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "335a3d4e-c5b4-4b4a-8108-cae9f4697a57", "tag": "4d7f871d-5ff0-4369-9cb0-1cf2262a51d4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:05:43.831776 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bcc6d19c-859a-4af9-9285-b1d7f75fbdd0 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:05:43.832810 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '335a3d4e-c5b4-4b4a-8108-cae9f4697a57', 'tag': '4d7f871d-5ff0-4369-9cb0-1cf2262a51d4', 'status': 'completed', 'code': 200} Aug 30 14:05:43.854236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ed18e-315e-454b-a4d8-552d2863595f service neutron] Pushing event updated for resources: {'Port': ['ID=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:43.869893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd8003-7064-420e-a1f2-2dc8550429b9 req-aebb0485-758a-4858-88fc-f523a532dc8f tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:43.871381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fabd8003-7064-420e-a1f2-2dc8550429b9 req-aebb0485-758a-4858-88fc-f523a532dc8f tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 943 time: 0.0574811 Aug 30 14:05:43.872019 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-60390a3c-8567-4105-9863-7cb9c42c0de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:43.873527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-60390a3c-8567-4105-9863-7cb9c42c0de4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc971b6dbaa4d87a605a92f0986dd09&device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 1094 time: 0.0594738 Aug 30 14:05:43.911633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fabd8003-7064-420e-a1f2-2dc8550429b9 req-f79510fa-dfc3-4765-a167-2eb5ffe05b7c tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333714 Aug 30 14:05:43.915315 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-804a4dde-6f57-4699-b85a-52e912e9ceb1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 HTTP/1.1" status: 200 len: 217 time: 0.0339932 Aug 30 14:05:43.965108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-687385ff-ec90-4709-bc5b-33b0deeb5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:43.966592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-687385ff-ec90-4709-bc5b-33b0deeb5899 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ea1e0a32-a3af-4eda-ad6c-96a8146bc82e HTTP/1.1" status: 200 len: 854 time: 0.0450158 Aug 30 14:05:43.998359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-1210f5d7-fc84-4d69-aef3-701637db8c42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf94d820-9e99-444f-aa93-cd1ca05492c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241878 Aug 30 14:05:44.091474 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-73b3e3bb-4ad0-454a-8842-e16f174e8a44 service neutron] 10.222.0.16 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854616 Aug 30 14:05:44.181505 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6a1813ea-c52b-4e20-9a78-6c384096230c req-76ad9f68-a2f5-4035-90f2-58553cd9143d service neutron] 10.222.0.16 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816920 Aug 30 14:05:44.276509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-670eb299-2927-44ec-a641-4c7e9c4799e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:44.278012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-670eb299-2927-44ec-a641-4c7e9c4799e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cc971b6dbaa4d87a605a92f0986dd09&device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 1094 time: 0.0472500 Aug 30 14:05:44.365482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-f250ed5f-848c-40b5-aa7d-97d763d527e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:44.367308 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-f250ed5f-848c-40b5-aa7d-97d763d527e7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bf94d820-9e99-444f-aa93-cd1ca05492c2 HTTP/1.1" status: 200 len: 915 time: 0.0826590 Aug 30 14:05:44.414158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-85717790-2d2c-4f8d-9e31-6f0a46dfd07b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 HTTP/1.1" status: 200 len: 217 time: 0.0396802 Aug 30 14:05:44.464957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-d7d74157-a2a2-426b-be88-f5431633af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:44.466597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-d7d74157-a2a2-426b-be88-f5431633af3f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ea1e0a32-a3af-4eda-ad6c-96a8146bc82e HTTP/1.1" status: 200 len: 854 time: 0.0454457 Aug 30 14:05:44.499707 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-c880bb1b-b496-4cb7-8624-6109fd9de3bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf94d820-9e99-444f-aa93-cd1ca05492c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252628 Aug 30 14:05:44.587202 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-aaba1002-cf6e-49e6-a652-6c57127ca600 service neutron] 10.222.0.16 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802007 Aug 30 14:05:44.684745 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c9df5bd7-88bf-49e2-9e38-5a2c9ddae701 req-ea95c3bf-5c8a-49b1-9808-5a2909f04dec service neutron] 10.222.0.16 "GET /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901546 Aug 30 14:05:44.840408 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:05:45.032140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a538c-3bef-4870-833d-94c617d56a4b req-1e388080-db78-4908-9e8f-02bf7a4029d6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:45.033643 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b2a538c-3bef-4870-833d-94c617d56a4b req-1e388080-db78-4908-9e8f-02bf7a4029d6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 943 time: 0.0505552 Aug 30 14:05:45.072608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2b2a538c-3bef-4870-833d-94c617d56a4b req-e466366c-c94e-4700-ab8b-830e16372566 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325048 Aug 30 14:05:45.872444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:05:45.968902 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:45.980813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '4d7f871d-5ff0-4369-9cb0-1cf2262a51d4', 'network_id': 'bf94d820-9e99-444f-aa93-cd1ca05492c2', 'port_id': '4d7f871d-5ff0-4369-9cb0-1cf2262a51d4', 'mac_address': 'fa:16:3e:19:20:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea1e0a32-a3af-4eda-ad6c-96a8146bc82e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:05:46.018509 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:46.031709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:05:46.050103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:46.055089 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:46.106133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:46.188267 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a479cd-c82f-4aa7-a7ab-6e8d5b7828e7 req-115c4fc5-a818-4da8-bc7b-99c487cfb2e6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:46.189884 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29a479cd-c82f-4aa7-a7ab-6e8d5b7828e7 req-115c4fc5-a818-4da8-bc7b-99c487cfb2e6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 944 time: 0.0499446 Aug 30 14:05:46.227952 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-29a479cd-c82f-4aa7-a7ab-6e8d5b7828e7 req-59aefca9-820e-431d-bf03-492a3ff09e5d tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Aug 30 14:05:46.250840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['4d7f871d-5ff0-4369-9cb0-1cf2262a51d4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:05:47.347711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446bb34-8b45-4d4f-bd93-6d5fe3e4fd07 req-fe26522a-9bfb-40e1-a0a9-159937d4d6b6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:47.349218 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8446bb34-8b45-4d4f-bd93-6d5fe3e4fd07 req-fe26522a-9bfb-40e1-a0a9-159937d4d6b6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 944 time: 0.0528431 Aug 30 14:05:47.387115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8446bb34-8b45-4d4f-bd93-6d5fe3e4fd07 req-a618a360-d18f-42cb-acab-587c3edf4b65 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318353 Aug 30 14:05:47.898988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:05:47.950840 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:05:47.954537 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:05:47.954915 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:48.032306 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:48.055228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335a3d4e-c5b4-4b4a-8108-cae9f4697a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7f871d-5ff0-4369-9cb0-1cf2262a51d4'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:05:48.057495 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761d9e02-b8aa-48f5-9b83-7557499940f5" -d '{"events": [{"server_uuid": "335a3d4e-c5b4-4b4a-8108-cae9f4697a57", "name": "network-vif-plugged", "status": "completed", "tag": "4d7f871d-5ff0-4369-9cb0-1cf2262a51d4"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:05:48.070979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:48.075335 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:48.098817 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aea3492-5dc8-4b27-813a-d2eaed836df9 x-openstack-request-id: req-2aea3492-5dc8-4b27-813a-d2eaed836df9 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:05:48.099110 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335a3d4e-c5b4-4b4a-8108-cae9f4697a57", "name": "network-vif-plugged", "status": "completed", "tag": "4d7f871d-5ff0-4369-9cb0-1cf2262a51d4", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:05:48.099377 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2aea3492-5dc8-4b27-813a-d2eaed836df9 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:05:48.099753 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335a3d4e-c5b4-4b4a-8108-cae9f4697a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7f871d-5ff0-4369-9cb0-1cf2262a51d4', 'code': 200} Aug 30 14:05:48.128167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:48.203305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718b5ab-3125-4b8d-8dc1-615d11fe2360 req-febf6f8f-12b5-48c8-b462-bc05ccc8fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:48.204692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8718b5ab-3125-4b8d-8dc1-615d11fe2360 req-febf6f8f-12b5-48c8-b462-bc05ccc8fe80 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 1096 time: 0.0390840 Aug 30 14:05:48.243275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8718b5ab-3125-4b8d-8dc1-615d11fe2360 req-3b5fac02-7721-446b-854e-3b30f01b0fba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273621 Aug 30 14:05:48.502670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a357c2-30eb-43fd-bb7a-887f430a9f73 req-d9d979fd-a81e-49fc-ae02-ca327f927c84 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:48.504150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5a357c2-30eb-43fd-bb7a-887f430a9f73 req-d9d979fd-a81e-49fc-ae02-ca327f927c84 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 945 time: 0.0498264 Aug 30 14:05:48.541861 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5a357c2-30eb-43fd-bb7a-887f430a9f73 req-b4c2047e-9ccb-4057-8944-467f7a888bda tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Aug 30 14:05:49.667638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdd81e-659c-4b82-856e-f22ba83178b1 req-a1a1f46d-78cc-495d-a7ea-f02b2ea4824c tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:49.669012 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96cdd81e-659c-4b82-856e-f22ba83178b1 req-a1a1f46d-78cc-495d-a7ea-f02b2ea4824c tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 945 time: 0.0526023 Aug 30 14:05:49.705784 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96cdd81e-659c-4b82-856e-f22ba83178b1 req-09dc8f3b-3b9f-4401-becd-3c82dfe81ae9 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Aug 30 14:05:49.939593 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b138468-5558-49bf-8cee-1c55cf21fdbc req-e00eacb3-37e9-4158-a38c-dc6162374966 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:49.940964 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b138468-5558-49bf-8cee-1c55cf21fdbc req-e00eacb3-37e9-4158-a38c-dc6162374966 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 945 time: 0.0496032 Aug 30 14:05:49.979342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5b138468-5558-49bf-8cee-1c55cf21fdbc req-354c41fb-569b-4caa-ad94-48c2a9e1d8e7 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Aug 30 14:05:51.104499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b763-ed66-4d3e-a9f3-39dbcacc1324 req-9efcc306-fd9f-4034-947c-0ebe83bce0dd tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:51.106002 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec53b763-ed66-4d3e-a9f3-39dbcacc1324 req-9efcc306-fd9f-4034-947c-0ebe83bce0dd tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 945 time: 0.0569854 Aug 30 14:05:51.144439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ec53b763-ed66-4d3e-a9f3-39dbcacc1324 req-db0e1e73-abea-4b6b-8888-744533c27b86 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324314 Aug 30 14:05:51.220461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-dcffb6c5-33f5-4a33-987e-5217a61ce942 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:51.222637 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-dcffb6c5-33f5-4a33-987e-5217a61ce942 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.16 "GET /v2.0/ports?device_id=335a3d4e-c5b4-4b4a-8108-cae9f4697a57 HTTP/1.1" status: 200 len: 945 time: 0.0590370 Aug 30 14:05:51.312549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Deleting port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:05:51.312803 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:51.401787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] For port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:51.402148 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:51.417508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Calling delete_port for 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:05:51.543380 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:51.556567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['4d7f871d-5ff0-4369-9cb0-1cf2262a51d4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:05:51.559665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['90d22a7e-b93b-41c7-90f4-ec3221dbcee3'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:05:51.572394 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Pushing event deleted for resources: {'Port': ['ID=4d7f871d-5ff0-4369-9cb0-1cf2262a51d4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:51.615426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] No DVR routers for this DVR port 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:05:51.618133 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:51.620124 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dfa2ad8b-bc62-498f-aeac-1bbc7205deb5 req-c2de03ed-7925-4afe-b056-ff2626746ca1 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.16 "DELETE /v2.0/ports/4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 HTTP/1.1" status: 204 len: 173 time: 0.3897264 Aug 30 14:05:51.620568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '335a3d4e-c5b4-4b4a-8108-cae9f4697a57', 'name': 'network-vif-deleted', 'tag': '4d7f871d-5ff0-4369-9cb0-1cf2262a51d4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:05:51.623055 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3545e479-4de7-4b5b-82e0-f14b6e750d12" -d '{"events": [{"server_uuid": "335a3d4e-c5b4-4b4a-8108-cae9f4697a57", "name": "network-vif-deleted", "tag": "4d7f871d-5ff0-4369-9cb0-1cf2262a51d4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:05:51.669373 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4afca82-9b98-4494-907e-77eadd2541a4 x-openstack-request-id: req-f4afca82-9b98-4494-907e-77eadd2541a4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:05:51.669689 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "335a3d4e-c5b4-4b4a-8108-cae9f4697a57", "name": "network-vif-deleted", "tag": "4d7f871d-5ff0-4369-9cb0-1cf2262a51d4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:05:51.669942 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4afca82-9b98-4494-907e-77eadd2541a4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:05:51.670335 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '335a3d4e-c5b4-4b4a-8108-cae9f4697a57', 'name': 'network-vif-deleted', 'tag': '4d7f871d-5ff0-4369-9cb0-1cf2262a51d4', 'status': 'completed', 'code': 200} Aug 30 14:05:52.292133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974583b-f55d-450d-a34a-cb21464b3e45 req-126b0c3b-491d-4177-9262-c0f37914f9f0 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:52.293494 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8974583b-f55d-450d-a34a-cb21464b3e45 req-126b0c3b-491d-4177-9262-c0f37914f9f0 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0486469 Aug 30 14:05:52.329995 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8974583b-f55d-450d-a34a-cb21464b3e45 req-29b9ac4c-45b2-4e31-bf0f-2128e18aa72f tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306413 Aug 30 14:05:52.464114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a07ed-d16d-4ecf-b8d2-91f06aa52336 req-d68542a7-c814-4df1-a773-6377bd363f6f tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:52.465550 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d7a07ed-d16d-4ecf-b8d2-91f06aa52336 req-d68542a7-c814-4df1-a773-6377bd363f6f tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0516336 Aug 30 14:05:52.503648 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d7a07ed-d16d-4ecf-b8d2-91f06aa52336 req-fb8e3694-aecd-416a-bd64-1f1b28d00024 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321741 Aug 30 14:05:52.618391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7db2e1-78a1-4da4-9e9e-2062ae1b5b13 req-3af9e3db-c41c-4c40-80cc-fb13ebcf9ba6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:52.619989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d7db2e1-78a1-4da4-9e9e-2062ae1b5b13 req-3af9e3db-c41c-4c40-80cc-fb13ebcf9ba6 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0495381 Aug 30 14:05:52.661966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3d7db2e1-78a1-4da4-9e9e-2062ae1b5b13 req-70e11edd-b34f-468d-a34f-f0e6e9d23114 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361483 Aug 30 14:05:52.824481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a137f7e-f0d9-4337-af01-7f1dab5c2a44 req-9e1db084-cdb8-4fd0-a129-c12808596ef3 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:52.825975 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a137f7e-f0d9-4337-af01-7f1dab5c2a44 req-9e1db084-cdb8-4fd0-a129-c12808596ef3 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0489297 Aug 30 14:05:52.863510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8a137f7e-f0d9-4337-af01-7f1dab5c2a44 req-277233da-f567-485b-8d66-483dd357052c tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Aug 30 14:05:52.976013 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3176735-918c-4731-99bc-71b5d341cb73 req-330b97d1-88ca-4827-8a95-2535fa85d9f8 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:52.977473 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3176735-918c-4731-99bc-71b5d341cb73 req-330b97d1-88ca-4827-8a95-2535fa85d9f8 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0483785 Aug 30 14:05:53.015067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b3176735-918c-4731-99bc-71b5d341cb73 req-9a0d8260-f4c5-437d-9386-1fcbc063c26c tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314012 Aug 30 14:05:53.138473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69f75-04d3-4f27-8034-d51b2defee55 req-7ea0a528-c829-4e94-81f1-b1bae2d3feeb tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:53.139826 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afc69f75-04d3-4f27-8034-d51b2defee55 req-7ea0a528-c829-4e94-81f1-b1bae2d3feeb tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0486560 Aug 30 14:05:53.176892 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-afc69f75-04d3-4f27-8034-d51b2defee55 req-a27a28fd-7e76-4665-94e3-1ee7be6fea8f tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303321 Aug 30 14:05:53.477597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1b61f-ea04-42aa-8f10-8343113b484b req-f48b0448-14e3-4258-acde-88537e9ef8c7 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:53.479071 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25f1b61f-ea04-42aa-8f10-8343113b484b req-f48b0448-14e3-4258-acde-88537e9ef8c7 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0517793 Aug 30 14:05:53.516545 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-25f1b61f-ea04-42aa-8f10-8343113b484b req-13cb3eb2-c8d4-47f1-b043-86f59f59f103 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Aug 30 14:05:54.634460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e8201-d94a-4b2b-bf7d-87f97528f161 req-d5aa2faa-9fee-41ac-a1d1-2a9fc35437ff tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:54.636072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-008e8201-d94a-4b2b-bf7d-87f97528f161 req-d5aa2faa-9fee-41ac-a1d1-2a9fc35437ff tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0513434 Aug 30 14:05:54.675093 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-008e8201-d94a-4b2b-bf7d-87f97528f161 req-7cc97d45-c5de-46c2-bb57-60d7db230922 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/security-groups?id=b23cd72f-1b02-461c-b42c-959c634c9266&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Aug 30 14:05:55.009853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-b81b6d07-487c-4e5e-9e8b-88660c788269 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:55.011198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-b81b6d07-487c-4e5e-9e8b-88660c788269 tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.35 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 946 time: 0.0486631 Aug 30 14:05:55.102219 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Deleting port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:05:55.102559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:55.187441 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] For port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,segment=NetworkSegment(257964b0-e458-4ef0-950d-aeef38146ad7),segment_id=257964b0-e458-4ef0-950d-aeef38146ad7)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:05:55.187803 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:55.200985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Calling delete_port for 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:05:55.327232 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:55.342020 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['90d22a7e-b93b-41c7-90f4-ec3221dbcee3'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:05:55.353185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Pushing event deleted for resources: {'Port': ['ID=90d22a7e-b93b-41c7-90f4-ec3221dbcee3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:55.397906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] No DVR routers for this DVR port 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:05:55.400694 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:55.402748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f6a76206-5fa5-43e2-a388-5b38f58ae648 req-fb7a2272-8983-41ef-b76f-bbd3107a35ca tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.35 "DELETE /v2.0/ports/90d22a7e-b93b-41c7-90f4-ec3221dbcee3 HTTP/1.1" status: 204 len: 173 time: 0.3854249 Aug 30 14:05:55.403184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2', 'name': 'network-vif-deleted', 'tag': '90d22a7e-b93b-41c7-90f4-ec3221dbcee3'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:05:55.405695 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2386b3c9-7c51-4fa9-bbea-d86292e1c6ae" -d '{"events": [{"server_uuid": "07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2", "name": "network-vif-deleted", "tag": "90d22a7e-b93b-41c7-90f4-ec3221dbcee3"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:05:55.445370 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0574d6aa-3654-4f7e-ba94-3613422abf54 x-openstack-request-id: req-0574d6aa-3654-4f7e-ba94-3613422abf54 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:05:55.445681 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2", "name": "network-vif-deleted", "tag": "90d22a7e-b93b-41c7-90f4-ec3221dbcee3", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:05:55.445942 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0574d6aa-3654-4f7e-ba94-3613422abf54 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:05:55.446339 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2', 'name': 'network-vif-deleted', 'tag': '90d22a7e-b93b-41c7-90f4-ec3221dbcee3', 'status': 'completed', 'code': 200} Aug 30 14:05:55.786282 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7be60c9-71d6-434e-870d-fa8581db178b req-06260de3-9978-4f8f-a987-5175cf687a7e tempest-ServersNegativeTestJSON-1928319432 tempest-ServersNegativeTestJSON-1928319432-project] 10.222.0.37 "GET /v2.0/ports?device_id=07fdcbbd-3f8e-4ae6-afe0-4c77f0a794c2 HTTP/1.1" status: 200 len: 210 time: 0.0329490 Aug 30 14:05:55.919846 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:05:55.939512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:05:55.939861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 4d7f871d-5ff0-4369-9cb0-1cf2262a51d4 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:05:56.842167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37526) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:56.886030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-46849208-b8cb-4aff-b2ed-78ee6160033d admin admin] Deleting subnet ea1e0a32-a3af-4eda-ad6c-96a8146bc82e {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:05:56.888955 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46849208-b8cb-4aff-b2ed-78ee6160033d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:56.921777 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46849208-b8cb-4aff-b2ed-78ee6160033d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:56.958930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46849208-b8cb-4aff-b2ed-78ee6160033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.013079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46849208-b8cb-4aff-b2ed-78ee6160033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.038179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46849208-b8cb-4aff-b2ed-78ee6160033d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea1e0a32-a3af-4eda-ad6c-96a8146bc82e,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:57.041705 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-46849208-b8cb-4aff-b2ed-78ee6160033d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.044047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-46849208-b8cb-4aff-b2ed-78ee6160033d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ea1e0a32-a3af-4eda-ad6c-96a8146bc82e HTTP/1.1" status: 204 len: 168 time: 0.2003918 Aug 30 14:05:57.046099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37528) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:57.111328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.192100 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.201603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf94d820-9e99-444f-aa93-cd1ca05492c2']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:57.212235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257964b0-e458-4ef0-950d-aeef38146ad7') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:57.212522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257964b0-e458-4ef0-950d-aeef38146ad7') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:05:57.221065 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.235152 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.240924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:05:57.241335 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:05:57.243010 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:05:57.295001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.299905 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.301974 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bf94d820-9e99-444f-aa93-cd1ca05492c2 HTTP/1.1" status: 204 len: 168 time: 0.2549145 Aug 30 14:05:57.314138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f534f-ffa1-4668-bb0d-0d046c8c2354 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf94d820-9e99-444f-aa93-cd1ca05492c2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:57.408196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37532) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:57.454820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-40840ab8-dc53-45a6-a733-2c0f23a35cc6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cc971b6dbaa4d87a605a92f0986dd09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447605 Aug 30 14:05:57.456953 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37534) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:57.505153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48feae40-5dd4-4740-87b1-59448d6a9df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.525994 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48feae40-5dd4-4740-87b1-59448d6a9df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.570926 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48feae40-5dd4-4740-87b1-59448d6a9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.573484 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-48feae40-5dd4-4740-87b1-59448d6a9df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:57.574661 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-48feae40-5dd4-4740-87b1-59448d6a9df8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b23cd72f-1b02-461c-b42c-959c634c9266 HTTP/1.1" status: 204 len: 168 time: 0.1160870 Aug 30 14:05:57.582947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48feae40-5dd4-4740-87b1-59448d6a9df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23cd72f-1b02-461c-b42c-959c634c9266,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:58.243325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37556) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:05:58.337469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973101902'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:05:58.358840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:05:58.362334 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:58.371013 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:58.462616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:58.466174 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:58.492933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:05:58.502464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a038dc1-f808-41c1-b7cb-66c9998a679c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:58.507641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:58.507979 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Added segment 789456fd-515b-4b68-a519-2e25d2d16172 of type vlan for network f992a5af-bbf2-4d44-89d7-cb581c6a55d1 Aug 30 14:05:58.549684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:58.573703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:58.580616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:05:58.581203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:58.637678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3931954 Aug 30 14:05:58.646498 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3f4fd-8e10-48e5-9e4b-d4c8f78f5564 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Network': ['ID=f992a5af-bbf2-4d44-89d7-cb581c6a55d1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:05:58.659906 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network f992a5af-bbf2-4d44-89d7-cb581c6a55d1 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:05:59.073770 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:05:59.087498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:05:59.108036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:05:59.108382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 90d22a7e-b93b-41c7-90f4-ec3221dbcee3 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:06:01.427567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:01.959513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37560) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:01.965116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'subnet': {'network_id': 'f992a5af-bbf2-4d44-89d7-cb581c6a55d1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:02.061965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:02.065461 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.552015 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.609864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Subnet': ['ID=44939a5b-7b06-47e6-92cf-a85e0d83d103,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:02.620584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Checking segment: {'id': '789456fd-515b-4b68-a519-2e25d2d16172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f992a5af-bbf2-4d44-89d7-cb581c6a55d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:02.620946 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network hostable DHCP agents. Network: f992a5af-bbf2-4d44-89d7-cb581c6a55d1, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:06:02.637238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network f992a5af-bbf2-4d44-89d7-cb581c6a55d1 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:06:02.645009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, f992a5af-bbf2-4d44-89d7-cb581c6a55d1) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:02.649039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:02.649928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.654504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a683c2-e6ca-49db-8637-67b51bb082d2 None None] Network f992a5af-bbf2-4d44-89d7-cb581c6a55d1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:02.663764 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-47521f07-2252-48a5-9619-165f019a36c9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7028787 Aug 30 14:06:02.667326 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37562) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:02.672238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-354513761'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:02.693240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:02.696556 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.718725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:06:02.728153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.728524 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Added segment fa722457-d449-4dd2-875e-b32ba23f66e9 of type vlan for network b31467ff-645a-4e07-9be3-c270fa6c34e1 Aug 30 14:06:02.769295 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.797968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.799199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-f992a5af-bbf2-4d44-89d7-cb581c6a55d1', 'network_id': 'f992a5af-bbf2-4d44-89d7-cb581c6a55d1', 'tenant_id': 'e91fd22d58824a00842868977a194b5b', 'fixed_ips': [{'subnet_id': '44939a5b-7b06-47e6-92cf-a85e0d83d103'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:06:02.800079 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.804185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:02.804814 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.869012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2005870 Aug 30 14:06:02.872109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37564) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:02.879467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'subnet': {'network_id': 'b31467ff-645a-4e07-9be3-c270fa6c34e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:02.886270 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93be0d7-70ad-4b27-8d3a-ad08ed3d102a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Network': ['ID=b31467ff-645a-4e07-9be3-c270fa6c34e1,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:02.898035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b31467ff-645a-4e07-9be3-c270fa6c34e1 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:06:02.972214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:02.976571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:02.987197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Allocated IP 2001:db8:0:ffff::2 (f992a5af-bbf2-4d44-89d7-cb581c6a55d1/44939a5b-7b06-47e6-92cf-a85e0d83d103/ee14ed69-1949-4763-97d7-37245478e35e) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:03.138659 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.147576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Transition to ACTIVE for port object ee14ed69-1949-4763-97d7-37245478e35e will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:03.162745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Transition to ACTIVE for port object ee14ed69-1949-4763-97d7-37245478e35e will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:03.168113 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.179153 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.203224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Network f992a5af-bbf2-4d44-89d7-cb581c6a55d1 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:03.206025 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:03.212141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:03.240934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Pushing event updated for resources: {'Port': ['ID=ee14ed69-1949-4763-97d7-37245478e35e,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:03.251117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Subnet': ['ID=8993ae5e-3925-46e9-a4bd-785bfa008732,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:03.260974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Checking segment: {'id': 'fa722457-d449-4dd2-875e-b32ba23f66e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'b31467ff-645a-4e07-9be3-c270fa6c34e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:03.261339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network hostable DHCP agents. Network: b31467ff-645a-4e07-9be3-c270fa6c34e1, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:06:03.263191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.263540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.263882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.264218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.264549 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.264879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.265203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.265526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.265871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.266193 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.266516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.266839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:03.279673 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network b31467ff-645a-4e07-9be3-c270fa6c34e1 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:06:03.280234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Attempting to bind port ee14ed69-1949-4763-97d7-37245478e35e on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:03.280716 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Attempting to bind port ee14ed69-1949-4763-97d7-37245478e35e by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '789456fd-515b-4b68-a519-2e25d2d16172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f992a5af-bbf2-4d44-89d7-cb581c6a55d1'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:03.281188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Attempting to bind port ee14ed69-1949-4763-97d7-37245478e35e on network f992a5af-bbf2-4d44-89d7-cb581c6a55d1 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:03.287454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:03.288045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Checking segment: {'id': '789456fd-515b-4b68-a519-2e25d2d16172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f992a5af-bbf2-4d44-89d7-cb581c6a55d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:03.288600 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.289078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Bound using segment: {'id': '789456fd-515b-4b68-a519-2e25d2d16172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f992a5af-bbf2-4d44-89d7-cb581c6a55d1'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:03.289546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Bound port: ee14ed69-1949-4763-97d7-37245478e35e, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789456fd-515b-4b68-a519-2e25d2d16172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f992a5af-bbf2-4d44-89d7-cb581c6a55d1'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:03.289999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b31467ff-645a-4e07-9be3-c270fa6c34e1) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:03.290126 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.294097 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:03.294685 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.306693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3e6c22-aab3-4dea-8f61-e01cf94ed6fc None None] Network b31467ff-645a-4e07-9be3-c270fa6c34e1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:03.309398 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4d792c75-c675-4c96-84f3-40d16debac91 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4361916 Aug 30 14:06:03.311992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37566) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:03.409534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.427753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] For port ee14ed69-1949-4763-97d7-37245478e35e, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:03.431890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] For port ee14ed69-1949-4763-97d7-37245478e35e, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ee14ed69-1949-4763-97d7-37245478e35e,segment=NetworkSegment(789456fd-515b-4b68-a519-2e25d2d16172),segment_id=789456fd-515b-4b68-a519-2e25d2d16172)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:03.451828 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.487927 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.549294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f238031-76d1-4a66-9762-aa2ba855c5d5 None None] Pushing event updated for resources: {'Port': ['ID=ee14ed69-1949-4763-97d7-37245478e35e,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:03.559430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f5e48-ad58-4b4d-bd88-67e953558962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b31467ff-645a-4e07-9be3-c270fa6c34e1', 'network_id': 'b31467ff-645a-4e07-9be3-c270fa6c34e1', 'tenant_id': 'e91fd22d58824a00842868977a194b5b', 'fixed_ips': [{'subnet_id': '8993ae5e-3925-46e9-a4bd-785bfa008732'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:06:03.560247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6b9f5e48-ad58-4b4d-bd88-67e953558962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.565531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.595391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Subnet': ['ID=8993ae5e-3925-46e9-a4bd-785bfa008732,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:03.647684 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e7e08-9165-437a-bdaa-63cda4ab3703 None None] Network b31467ff-645a-4e07-9be3-c270fa6c34e1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:03.663046 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.673056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31467ff-645a-4e07-9be3-c270fa6c34e1']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:03.684106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa722457-d449-4dd2-875e-b32ba23f66e9') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:03.684403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa722457-d449-4dd2-875e-b32ba23f66e9') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:03.707867 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.726552 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.733374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:06:03.733996 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:06:03.737068 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:06:03.802628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.807778 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.812128 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/networks/b31467ff-645a-4e07-9be3-c270fa6c34e1 HTTP/1.1" status: 204 len: 168 time: 0.4968216 Aug 30 14:06:03.814446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37568) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:03.821422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1325890963'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:03.836788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6532878-c59a-46c4-b7c1-5f7d757db1bc tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Network': ['ID=b31467ff-645a-4e07-9be3-c270fa6c34e1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:03.857855 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:03.861727 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.886233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:06:03.895671 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.896019 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Added segment e72edf55-1e72-40c0-86a3-8432e2b56a60 of type vlan for network 6aba0ef1-3d18-474c-b1ef-5266ac182585 Aug 30 14:06:03.939850 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.964468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:03.970289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:03.970891 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.032004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2163093 Aug 30 14:06:04.034704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37570) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:04.040320 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'subnet': {'network_id': '6aba0ef1-3d18-474c-b1ef-5266ac182585', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:04.044132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615691d6-dc24-4bea-8db8-6ad0450518de tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Network': ['ID=6aba0ef1-3d18-474c-b1ef-5266ac182585,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:04.055485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 6aba0ef1-3d18-474c-b1ef-5266ac182585 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:06:04.130942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:04.134641 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.197015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Performing IP validity checks on allocation pools {{(pid=95699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 14:06:04.197541 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.ipam_backend_mixin [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95699) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 14:06:04.325975 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.389648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Subnet': ['ID=196e5b76-19ac-4e72-b3ce-2b4e7b5bae75,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:04.400687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Checking segment: {'id': 'e72edf55-1e72-40c0-86a3-8432e2b56a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '6aba0ef1-3d18-474c-b1ef-5266ac182585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:04.401051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network hostable DHCP agents. Network: 6aba0ef1-3d18-474c-b1ef-5266ac182585, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:06:04.420638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network 6aba0ef1-3d18-474c-b1ef-5266ac182585 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:06:04.422881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93447e05-49c3-4ae4-8893-564501c36c9e None None] Network f992a5af-bbf2-4d44-89d7-cb581c6a55d1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:04.430387 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 6aba0ef1-3d18-474c-b1ef-5266ac182585) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:04.435068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:04.435915 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.437920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fcd274-264c-480e-a38e-07ee612479bf None None] Network 6aba0ef1-3d18-474c-b1ef-5266ac182585 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:04.451626 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0daa0ae2-e335-445c-b0e8-55060786e8ae tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4154179 Aug 30 14:06:04.455241 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37572) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:04.539132 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3fc5b0c9-3e46-4468-a576-5b9a0a243cc0 None None] Provisioning for port ee14ed69-1949-4763-97d7-37245478e35e completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:04.572412 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.601827 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ee14ed69-1949-4763-97d7-37245478e35e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:04.629202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.701193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.733310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a37aea-7079-4ba8-95bc-c51470ba8719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-6aba0ef1-3d18-474c-b1ef-5266ac182585', 'network_id': '6aba0ef1-3d18-474c-b1ef-5266ac182585', 'tenant_id': 'e91fd22d58824a00842868977a194b5b', 'fixed_ips': [{'subnet_id': '196e5b76-19ac-4e72-b3ce-2b4e7b5bae75'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:06:04.734909 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2a37aea-7079-4ba8-95bc-c51470ba8719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.735063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Subnet': ['ID=196e5b76-19ac-4e72-b3ce-2b4e7b5bae75,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:04.747452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ee14ed69-1949-4763-97d7-37245478e35e completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:04.756440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ee14ed69-1949-4763-97d7-37245478e35e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:04.756812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.793749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.804367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aba0ef1-3d18-474c-b1ef-5266ac182585']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:04.815308 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72edf55-1e72-40c0-86a3-8432e2b56a60') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:04.815534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72edf55-1e72-40c0-86a3-8432e2b56a60') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:04.825020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.849695 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.852353 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec25fa-3d5b-43a1-9d7b-c405148705d3 None None] Network 6aba0ef1-3d18-474c-b1ef-5266ac182585 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:04.858237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:06:04.858643 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: timer() Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:06:04.862715 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:06:04.935416 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.940634 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.942990 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/networks/6aba0ef1-3d18-474c-b1ef-5266ac182585 HTTP/1.1" status: 204 len: 168 time: 0.4866426 Aug 30 14:06:04.946769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:04.947058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37574) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:04.953687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-81993512'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:04.957962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd872ad0-1034-4eaf-ae51-a54018bb00b7 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Network': ['ID=6aba0ef1-3d18-474c-b1ef-5266ac182585,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:04.981286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:04.985250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.010678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:06:05.011050 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ee14ed69-1949-4763-97d7-37245478e35e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ee14ed69-1949-4763-97d7-37245478e35e,segment=NetworkSegment(789456fd-515b-4b68-a519-2e25d2d16172),segment_id=789456fd-515b-4b68-a519-2e25d2d16172)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:05.015294 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.022119 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.022475 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Added segment 4fb778d5-c59b-4583-9b0b-608d0ce49d35 of type vlan for network f8fffd74-309d-4ab6-9e43-b60a137465e9 Aug 30 14:06:05.063719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.065228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ee14ed69-1949-4763-97d7-37245478e35e,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:05.087228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9f1ea685-f27c-4772-aa64-2c87d6efc255 None None] Provisioning complete for port ee14ed69-1949-4763-97d7-37245478e35e triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:05.087599 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9f1ea685-f27c-4772-aa64-2c87d6efc255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.089925 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.095632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:05.096221 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.150684 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1994581 Aug 30 14:06:05.151031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37576) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:05.156201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'subnet': {'network_id': 'f8fffd74-309d-4ab6-9e43-b60a137465e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:05.167456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ec539-27d1-46ee-bf66-c12b6a94b797 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Network': ['ID=f8fffd74-309d-4ab6-9e43-b60a137465e9,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:05.178228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network f8fffd74-309d-4ab6-9e43-b60a137465e9 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:06:05.247232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:05.251051 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.454039 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.516483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Subnet': ['ID=593f8023-d2c3-4c68-9d28-be7b39956c89,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:05.528133 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Checking segment: {'id': '4fb778d5-c59b-4583-9b0b-608d0ce49d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fffd74-309d-4ab6-9e43-b60a137465e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:05.528501 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network hostable DHCP agents. Network: f8fffd74-309d-4ab6-9e43-b60a137465e9, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:06:05.545888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network f8fffd74-309d-4ab6-9e43-b60a137465e9 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:06:05.555916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, f8fffd74-309d-4ab6-9e43-b60a137465e9) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:05.560230 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:05.560823 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.565171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483bc448-aacc-44b8-abe0-0f9e91b9fa36 None None] Network f8fffd74-309d-4ab6-9e43-b60a137465e9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:05.576276 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6de31540-0125-4a39-a0b2-e40b696981d4 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4241064 Aug 30 14:06:05.579774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37578) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:05.585194 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1921286162'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:05.607902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:05.611378 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.644584 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:06:05.655043 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.655386 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Added segment 4b9b662b-3604-4a07-82e5-f912e5d194b4 of type vlan for network c88c9c79-0a5b-4aff-aeac-001ecc2036b6 Aug 30 14:06:05.700630 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.721106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-f8fffd74-309d-4ab6-9e43-b60a137465e9', 'network_id': 'f8fffd74-309d-4ab6-9e43-b60a137465e9', 'tenant_id': 'e91fd22d58824a00842868977a194b5b', 'fixed_ips': [{'subnet_id': '593f8023-d2c3-4c68-9d28-be7b39956c89'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:06:05.727111 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.732036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.739965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:05.740777 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.808502 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2275484 Aug 30 14:06:05.811434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37580) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:05.816973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Request body: {'subnet': {'network_id': 'c88c9c79-0a5b-4aff-aeac-001ecc2036b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:05.818459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5c42d-fe3e-4b17-a04f-c8c5390adf8f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Network': ['ID=c88c9c79-0a5b-4aff-aeac-001ecc2036b6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:05.841564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network c88c9c79-0a5b-4aff-aeac-001ecc2036b6 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:06:05.909861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Made reservation on behalf of e91fd22d58824a00842868977a194b5b for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:05.914284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:05.918081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Allocated IP 2001:db8::2 (f8fffd74-309d-4ab6-9e43-b60a137465e9/593f8023-d2c3-4c68-9d28-be7b39956c89/42ba8b08-1a22-488d-a810-29518e342a1f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:06.071328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.079865 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Transition to ACTIVE for port object 42ba8b08-1a22-488d-a810-29518e342a1f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:06.096033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Transition to ACTIVE for port object 42ba8b08-1a22-488d-a810-29518e342a1f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:06.100352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.102859 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.144725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Network f8fffd74-309d-4ab6-9e43-b60a137465e9 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:06.147779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:06.151725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:06.158672 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Pushing event updated for resources: {'Port': ['ID=42ba8b08-1a22-488d-a810-29518e342a1f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:06.168523 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event updated for resources: {'Subnet': ['ID=ba583d97-ea72-4bad-8fe3-1bd08b47e91c,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:06.177301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Checking segment: {'id': '4b9b662b-3604-4a07-82e5-f912e5d194b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c88c9c79-0a5b-4aff-aeac-001ecc2036b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:06.177695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network hostable DHCP agents. Network: c88c9c79-0a5b-4aff-aeac-001ecc2036b6, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:06:06.194313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Network c88c9c79-0a5b-4aff-aeac-001ecc2036b6 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:06:06.203436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, c88c9c79-0a5b-4aff-aeac-001ecc2036b6) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:06.208338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:06.209106 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.213724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a980eba8-f73a-4945-b1bb-d606a3395b64 None None] Network c88c9c79-0a5b-4aff-aeac-001ecc2036b6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:06.215959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Attempting to bind port 42ba8b08-1a22-488d-a810-29518e342a1f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:06.216323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Attempting to bind port 42ba8b08-1a22-488d-a810-29518e342a1f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '4fb778d5-c59b-4583-9b0b-608d0ce49d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fffd74-309d-4ab6-9e43-b60a137465e9'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:06.216677 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Attempting to bind port 42ba8b08-1a22-488d-a810-29518e342a1f on network f8fffd74-309d-4ab6-9e43-b60a137465e9 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:06.223612 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c79a1994-8a57-4ea1-b37f-3405509c5458 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4109337 Aug 30 14:06:06.226258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37582) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:06.260808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:06.261184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Checking segment: {'id': '4fb778d5-c59b-4583-9b0b-608d0ce49d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fffd74-309d-4ab6-9e43-b60a137465e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:06.261590 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.262013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Bound using segment: {'id': '4fb778d5-c59b-4583-9b0b-608d0ce49d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fffd74-309d-4ab6-9e43-b60a137465e9'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:06.262492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Bound port: 42ba8b08-1a22-488d-a810-29518e342a1f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb778d5-c59b-4583-9b0b-608d0ce49d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'f8fffd74-309d-4ab6-9e43-b60a137465e9'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:06.262878 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.323230 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.373613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] For port 42ba8b08-1a22-488d-a810-29518e342a1f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:06.382031 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.397061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] For port 42ba8b08-1a22-488d-a810-29518e342a1f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=42ba8b08-1a22-488d-a810-29518e342a1f,segment=NetworkSegment(4fb778d5-c59b-4583-9b0b-608d0ce49d35),segment_id=4fb778d5-c59b-4583-9b0b-608d0ce49d35)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:06.404870 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.451566 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.471929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd87403b-f0a8-4eed-a109-e9edccfcb4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-c88c9c79-0a5b-4aff-aeac-001ecc2036b6', 'network_id': 'c88c9c79-0a5b-4aff-aeac-001ecc2036b6', 'tenant_id': 'e91fd22d58824a00842868977a194b5b', 'fixed_ips': [{'subnet_id': 'ba583d97-ea72-4bad-8fe3-1bd08b47e91c'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:06:06.472904 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bd87403b-f0a8-4eed-a109-e9edccfcb4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.482375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Subnet': ['ID=ba583d97-ea72-4bad-8fe3-1bd08b47e91c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:06.502190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226e3ae-8fb1-42b3-9872-c9a1c9db6c8d None None] Pushing event updated for resources: {'Port': ['ID=42ba8b08-1a22-488d-a810-29518e342a1f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:06.557394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.568299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88c9c79-0a5b-4aff-aeac-001ecc2036b6']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:06.580665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c7d979-7cd1-4d08-8cc9-b6e187b0cbc1 None None] Network c88c9c79-0a5b-4aff-aeac-001ecc2036b6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:06.580896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9b662b-3604-4a07-82e5-f912e5d194b4') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:06.581186 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9b662b-3604-4a07-82e5-f912e5d194b4') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:06.595029 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ee14ed69-1949-4763-97d7-37245478e35e up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:06.595534 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.625300 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.646765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:06:06.647546 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:06:06.667210 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:06:06.730584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.735713 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.738785 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/networks/c88c9c79-0a5b-4aff-aeac-001ecc2036b6 HTTP/1.1" status: 204 len: 168 time: 0.5115001 Aug 30 14:06:06.742068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37584) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:06.756522 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0281a-cf3e-4263-a4fa-8df7f96a0959 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Network': ['ID=c88c9c79-0a5b-4aff-aeac-001ecc2036b6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:06.758187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ee14ed69-1949-4763-97d7-37245478e35e triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:06.759178 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.778417 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a59afb-e284-4c35-b981-d1def97ac12c tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] GET failed (client error): The resource could not be found. Aug 30 14:06:06.780705 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-05a59afb-e284-4c35-b981-d1def97ac12c tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "GET /v2.0/subnets/ba583d97-ea72-4bad-8fe3-1bd08b47e91c HTTP/1.1" status: 404 len: 337 time: 0.0370119 Aug 30 14:06:06.783194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37586) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:06.803818 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f0571c-02bc-4c12-82e2-9e65c2b5ec6c tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] DELETE failed (client error): The resource could not be found. Aug 30 14:06:06.804425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f0571c-02bc-4c12-82e2-9e65c2b5ec6c tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:06:06.806407 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-95f0571c-02bc-4c12-82e2-9e65c2b5ec6c tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/networks/c88c9c79-0a5b-4aff-aeac-001ecc2036b6 HTTP/1.1" status: 404 len: 339 time: 0.0222116 Aug 30 14:06:06.809498 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb009df4-c6ce-411d-8257-527ff34e8719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.810927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37588) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:06.838403 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb4c046-3bca-4173-9462-abcb42b8f9f9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] DELETE failed (client error): The resource could not be found. Aug 30 14:06:06.838786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb4c046-3bca-4173-9462-abcb42b8f9f9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:06:06.840537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eeb4c046-3bca-4173-9462-abcb42b8f9f9 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/subnets/ba583d97-ea72-4bad-8fe3-1bd08b47e91c HTTP/1.1" status: 404 len: 337 time: 0.0284274 Aug 30 14:06:06.843126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37590) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:06.861850 n-d-688802-6 neutron-server[95698]: INFO neutron.pecan_wsgi.hooks.translation [None req-0086fe11-c713-44e4-97c6-26695c80010a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] DELETE failed (client error): The resource could not be found. Aug 30 14:06:06.862073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0086fe11-c713-44e4-97c6-26695c80010a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95698) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:06:06.864298 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0086fe11-c713-44e4-97c6-26695c80010a tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/networks/c88c9c79-0a5b-4aff-aeac-001ecc2036b6 HTTP/1.1" status: 404 len: 339 time: 0.0202200 Aug 30 14:06:06.866760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37592) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:06.920811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ec5bbe-777c-4bac-8030-ee17b8946d64 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Deleting subnet 593f8023-d2c3-4c68-9d28-be7b39956c89 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:06:06.923901 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5bbe-777c-4bac-8030-ee17b8946d64 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:06.965428 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5bbe-777c-4bac-8030-ee17b8946d64 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.047392 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5bbe-777c-4bac-8030-ee17b8946d64 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.111629 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5bbe-777c-4bac-8030-ee17b8946d64 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.140501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec5bbe-777c-4bac-8030-ee17b8946d64 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Subnet': ['ID=593f8023-d2c3-4c68-9d28-be7b39956c89,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:07.145644 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6ec5bbe-777c-4bac-8030-ee17b8946d64 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.147574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f6ec5bbe-777c-4bac-8030-ee17b8946d64 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/subnets/593f8023-d2c3-4c68-9d28-be7b39956c89 HTTP/1.1" status: 204 len: 168 time: 0.2799189 Aug 30 14:06:07.150512 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37594) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:07.228386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.282991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Deleting port 42ba8b08-1a22-488d-a810-29518e342a1f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:06:07.283330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.352845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] For port 42ba8b08-1a22-488d-a810-29518e342a1f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=42ba8b08-1a22-488d-a810-29518e342a1f,segment=NetworkSegment(4fb778d5-c59b-4583-9b0b-608d0ce49d35),segment_id=4fb778d5-c59b-4583-9b0b-608d0ce49d35)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:07.353108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.367138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Calling delete_port for 42ba8b08-1a22-488d-a810-29518e342a1f owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:06:07.408140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bbc1e2-af7a-436e-9f22-06874d3e0411 None None] Network f8fffd74-309d-4ab6-9e43-b60a137465e9 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:07.449934 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.481476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Port': ['ID=42ba8b08-1a22-488d-a810-29518e342a1f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:07.484991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] No DVR routers for this DVR port 42ba8b08-1a22-488d-a810-29518e342a1f on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:06:07.515190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8e5e5f9a-55ff-496c-b9bc-b8a871b61a51 None None] Could not find standard attr ID for object 42ba8b08-1a22-488d-a810-29518e342a1f. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:06:07.567336 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.577253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fffd74-309d-4ab6-9e43-b60a137465e9']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:07.577536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7bc7c7-da74-4fe8-81c8-fa386b50b7bd None None] DHCP port deletion for f8fffd74-309d-4ab6-9e43-b60a137465e9 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:06:07.592357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb778d5-c59b-4583-9b0b-608d0ce49d35') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:07.592706 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb778d5-c59b-4583-9b0b-608d0ce49d35') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:07.602186 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.616250 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.622046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:06:07.622429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:06:07.625339 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:06:07.690539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.698547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.700262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/networks/f8fffd74-309d-4ab6-9e43-b60a137465e9 HTTP/1.1" status: 204 len: 168 time: 0.5487638 Aug 30 14:06:07.702953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37596) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:07.712168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2426d0d-6a31-4e14-90b1-0980363fe891 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Network': ['ID=f8fffd74-309d-4ab6-9e43-b60a137465e9,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:07.731483 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b47ca9-8e81-40bc-98a8-25f420a2fbd2 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] DELETE failed (client error): The resource could not be found. Aug 30 14:06:07.731944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b47ca9-8e81-40bc-98a8-25f420a2fbd2 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:06:07.733700 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c5b47ca9-8e81-40bc-98a8-25f420a2fbd2 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/subnets/196e5b76-19ac-4e72-b3ce-2b4e7b5bae75 HTTP/1.1" status: 404 len: 337 time: 0.0296426 Aug 30 14:06:07.736527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37598) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:07.755701 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c6de67-9b5a-438e-841e-0471c63c43a8 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] DELETE failed (client error): The resource could not be found. Aug 30 14:06:07.756341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c6de67-9b5a-438e-841e-0471c63c43a8 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:06:07.757838 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-43c6de67-9b5a-438e-841e-0471c63c43a8 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/networks/6aba0ef1-3d18-474c-b1ef-5266ac182585 HTTP/1.1" status: 404 len: 339 time: 0.0203326 Aug 30 14:06:07.760251 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37600) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:07.785316 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d633ff1-de09-4136-b210-e905980c82a2 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] DELETE failed (client error): The resource could not be found. Aug 30 14:06:07.785876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d633ff1-de09-4136-b210-e905980c82a2 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:06:07.787506 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0d633ff1-de09-4136-b210-e905980c82a2 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/subnets/8993ae5e-3925-46e9-a4bd-785bfa008732 HTTP/1.1" status: 404 len: 337 time: 0.0263879 Aug 30 14:06:07.789894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37602) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:07.807425 n-d-688802-6 neutron-server[95699]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b129495-1d87-487e-aaad-7863a68dae1e tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] DELETE failed (client error): The resource could not be found. Aug 30 14:06:07.807944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b129495-1d87-487e-aaad-7863a68dae1e tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95699) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 14:06:07.809542 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1b129495-1d87-487e-aaad-7863a68dae1e tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/networks/b31467ff-645a-4e07-9be3-c270fa6c34e1 HTTP/1.1" status: 404 len: 339 time: 0.0187967 Aug 30 14:06:07.811837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37604) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:07.859712 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a4414e-8bf0-4f64-b4c7-81c019f4e86f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Deleting subnet 44939a5b-7b06-47e6-92cf-a85e0d83d103 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:06:07.862640 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5a4414e-8bf0-4f64-b4c7-81c019f4e86f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.906036 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5a4414e-8bf0-4f64-b4c7-81c019f4e86f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:07.988463 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5a4414e-8bf0-4f64-b4c7-81c019f4e86f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.046227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5a4414e-8bf0-4f64-b4c7-81c019f4e86f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.077072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a4414e-8bf0-4f64-b4c7-81c019f4e86f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Subnet': ['ID=44939a5b-7b06-47e6-92cf-a85e0d83d103,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:08.080865 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c5a4414e-8bf0-4f64-b4c7-81c019f4e86f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.083841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c5a4414e-8bf0-4f64-b4c7-81c019f4e86f tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/subnets/44939a5b-7b06-47e6-92cf-a85e0d83d103 HTTP/1.1" status: 204 len: 168 time: 0.2711151 Aug 30 14:06:08.085656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37606) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:08.087688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30510153-0e0e-49cb-84cf-65ead95e6a60 None None] Network f992a5af-bbf2-4d44-89d7-cb581c6a55d1 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:08.160698 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.213690 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Deleting port ee14ed69-1949-4763-97d7-37245478e35e {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:06:08.214056 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.257845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae2a4dc-a645-41f2-acaf-392f79dc8e8b None None] DHCP port deletion for f992a5af-bbf2-4d44-89d7-cb581c6a55d1 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:06:08.309859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4ae2a4dc-a645-41f2-acaf-392f79dc8e8b None None] Deleting port ee14ed69-1949-4763-97d7-37245478e35e {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:06:08.310236 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a4dc-a645-41f2-acaf-392f79dc8e8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.373441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4ae2a4dc-a645-41f2-acaf-392f79dc8e8b None None] For port ee14ed69-1949-4763-97d7-37245478e35e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ee14ed69-1949-4763-97d7-37245478e35e,segment=NetworkSegment(789456fd-515b-4b68-a519-2e25d2d16172),segment_id=789456fd-515b-4b68-a519-2e25d2d16172)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:08.373863 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a4dc-a645-41f2-acaf-392f79dc8e8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.387670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4ae2a4dc-a645-41f2-acaf-392f79dc8e8b None None] Calling delete_port for ee14ed69-1949-4763-97d7-37245478e35e owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:06:08.471158 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a4dc-a645-41f2-acaf-392f79dc8e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.497119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2a4dc-a645-41f2-acaf-392f79dc8e8b None None] Pushing event deleted for resources: {'Port': ['ID=ee14ed69-1949-4763-97d7-37245478e35e,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:08.501801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2a4dc-a645-41f2-acaf-392f79dc8e8b None None] No DVR routers for this DVR port ee14ed69-1949-4763-97d7-37245478e35e on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:06:08.551316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ee14ed69-1949-4763-97d7-37245478e35e no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:06:08.571304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ee14ed69-1949-4763-97d7-37245478e35e {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:06:08.571654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ee14ed69-1949-4763-97d7-37245478e35e not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:06:08.626638 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] For port ee14ed69-1949-4763-97d7-37245478e35e, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ee14ed69-1949-4763-97d7-37245478e35e,segment=NetworkSegment(789456fd-515b-4b68-a519-2e25d2d16172),segment_id=789456fd-515b-4b68-a519-2e25d2d16172)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:08.627003 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.639719 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Calling delete_port for ee14ed69-1949-4763-97d7-37245478e35e owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:06:08.714502 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.739379 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Port': ['ID=ee14ed69-1949-4763-97d7-37245478e35e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:08.743104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] No DVR routers for this DVR port ee14ed69-1949-4763-97d7-37245478e35e on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:06:08.822910 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.836812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f992a5af-bbf2-4d44-89d7-cb581c6a55d1']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:08.847357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789456fd-515b-4b68-a519-2e25d2d16172') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:08.847656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789456fd-515b-4b68-a519-2e25d2d16172') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:08.856231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.869809 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.875488 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:06:08.875874 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: self.session.flush() Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: timer() Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:06:08.879383 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:06:08.937999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.945185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:08.947034 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] 10.222.0.37 "DELETE /v2.0/networks/f992a5af-bbf2-4d44-89d7-cb581c6a55d1 HTTP/1.1" status: 204 len: 168 time: 0.8604298 Aug 30 14:06:08.959254 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1415392-bd97-4283-8ca3-a71ff9645be6 tempest-NetworksIpV6Test-1664819281 tempest-NetworksIpV6Test-1664819281-project] Pushing event deleted for resources: {'Network': ['ID=f992a5af-bbf2-4d44-89d7-cb581c6a55d1,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:09.185980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37612) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:09.318669 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9517914c-0ad2-4ec7-9502-942825121dfe admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e91fd22d58824a00842868977a194b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313868 Aug 30 14:06:09.321083 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37616) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:09.367972 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70ec120b-12f8-4c6a-8887-4159a0d93f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:09.388195 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70ec120b-12f8-4c6a-8887-4159a0d93f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:09.434561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70ec120b-12f8-4c6a-8887-4159a0d93f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:09.437129 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-70ec120b-12f8-4c6a-8887-4159a0d93f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:09.438287 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-70ec120b-12f8-4c6a-8887-4159a0d93f27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a038dc1-f808-41c1-b7cb-66c9998a679c HTTP/1.1" status: 204 len: 168 time: 0.1163177 Aug 30 14:06:09.446238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec120b-12f8-4c6a-8887-4159a0d93f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a038dc1-f808-41c1-b7cb-66c9998a679c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:09.511007 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5520eded-2d2e-42e8-8f97-3e93b04b1e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.078050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37638) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:10.090387 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.177454 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-59c57038-96c0-498f-8417-f1a57b933ae8 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-164877914', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:10.200372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c57038-96c0-498f-8417-f1a57b933ae8 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.201426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c57038-96c0-498f-8417-f1a57b933ae8 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.252159 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c57038-96c0-498f-8417-f1a57b933ae8 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.256706 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c57038-96c0-498f-8417-f1a57b933ae8 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.271398 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-59c57038-96c0-498f-8417-f1a57b933ae8 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.272576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-59c57038-96c0-498f-8417-f1a57b933ae8 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1930280 Aug 30 14:06:10.275511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37642) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:10.280403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1240240392'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:10.299588 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Made reservation on behalf of ad5685bacfac43199ebb25b534f9b57a for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:10.303691 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.311645 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.398233 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.402146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.424806 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:06:10.440413 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.440765 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Added segment d075b2c6-f94a-492c-a8ad-ac7d390c5089 of type vlan for network 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 Aug 30 14:06:10.442294 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42df258e-33d6-45ad-99a2-f6839575ca1b,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:10.482519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.509819 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.515237 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:10.515813 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.572675 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2961495 Aug 30 14:06:10.575442 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37644) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:10.582353 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Request body: {'subnet': {'network_id': '6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:10.598151 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5998805d-2b3b-44a4-9ae1-afbfc22e78b3 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event updated for resources: {'Network': ['ID=6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:10.611488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:06:10.670736 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Made reservation on behalf of ad5685bacfac43199ebb25b534f9b57a for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:10.674361 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.850151 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.914332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event updated for resources: {'Subnet': ['ID=7729a2f6-b965-43c8-89ca-2687defbf0e1,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:10.922795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Checking segment: {'id': 'd075b2c6-f94a-492c-a8ad-ac7d390c5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:10.923091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Network hostable DHCP agents. Network: 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:06:10.939441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Network 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:06:10.947701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:10.951760 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:10.952349 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:10.958336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae762ac6-7cad-4af8-955e-1a4f3c2b858d None None] Network 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:10.967117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-53f15592-379a-4269-b2c7-7c9d3b8c5340 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3906767 Aug 30 14:06:10.970311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37646) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:10.975944 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1729603353'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:10.995483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Made reservation on behalf of ad5685bacfac43199ebb25b534f9b57a for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:10.998884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.023377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:06:11.032736 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.033082 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Added segment 37d3b620-d4fc-4a59-a823-b301bea90fa9 of type vlan for network 9b6de9e6-5d75-4410-a20a-f046cbb9e257 Aug 30 14:06:11.073453 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.099888 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.106054 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.112359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5', 'network_id': '6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5', 'tenant_id': 'ad5685bacfac43199ebb25b534f9b57a', 'fixed_ips': [{'subnet_id': '7729a2f6-b965-43c8-89ca-2687defbf0e1'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:06:11.113267 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.115849 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:11.116686 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.185945 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2144270 Aug 30 14:06:11.189833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37648) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:11.192234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994f580-b984-44a2-993a-fb21ad01e8fd tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event updated for resources: {'Network': ['ID=9b6de9e6-5d75-4410-a20a-f046cbb9e257,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:11.195849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Request body: {'subnet': {'network_id': '9b6de9e6-5d75-4410-a20a-f046cbb9e257', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:11.202738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 9b6de9e6-5d75-4410-a20a-f046cbb9e257 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:06:11.286893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Made reservation on behalf of ad5685bacfac43199ebb25b534f9b57a for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:11.290421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.321822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Allocated IP 172.20.0.2 (6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5/7729a2f6-b965-43c8-89ca-2687defbf0e1/bea7e68f-a014-4923-8628-7882985d419d) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:11.470079 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.479895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Transition to ACTIVE for port object bea7e68f-a014-4923-8628-7882985d419d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:11.486234 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.495904 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Transition to ACTIVE for port object bea7e68f-a014-4923-8628-7882985d419d will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:11.501959 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.546109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Network 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:11.548974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:11.552643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:11.554167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event updated for resources: {'Subnet': ['ID=87548dc2-a080-44d3-9bbd-13d2d0db3bbd,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:11.559398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Checking segment: {'id': '37d3b620-d4fc-4a59-a823-b301bea90fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9b6de9e6-5d75-4410-a20a-f046cbb9e257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:11.559758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Network hostable DHCP agents. Network: 9b6de9e6-5d75-4410-a20a-f046cbb9e257, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:06:11.560102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Pushing event updated for resources: {'Port': ['ID=bea7e68f-a014-4923-8628-7882985d419d,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:11.576161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Network 9b6de9e6-5d75-4410-a20a-f046cbb9e257 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:06:11.585370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 9b6de9e6-5d75-4410-a20a-f046cbb9e257) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:11.590533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:11.591314 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.606171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb41b56-2544-4253-b3cc-10326bf1ffe4 None None] Network 9b6de9e6-5d75-4410-a20a-f046cbb9e257 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:11.606577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-abba1d0f-47d8-4849-952b-f3bc0db39106 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4155462 Aug 30 14:06:11.609154 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37650) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:11.614492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2d71ea91-62f7-430b-924e-34ec05afea9c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b6de9e6-5d75-4410-a20a-f046cbb9e257'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:11.653148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Attempting to bind port bea7e68f-a014-4923-8628-7882985d419d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:11.653777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Attempting to bind port bea7e68f-a014-4923-8628-7882985d419d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'd075b2c6-f94a-492c-a8ad-ac7d390c5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:11.653947 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Attempting to bind port bea7e68f-a014-4923-8628-7882985d419d on network 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:11.668848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:11.669228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Checking segment: {'id': 'd075b2c6-f94a-492c-a8ad-ac7d390c5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:11.669637 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.670065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Bound using segment: {'id': 'd075b2c6-f94a-492c-a8ad-ac7d390c5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:11.670536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Bound port: bea7e68f-a014-4923-8628-7882985d419d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd075b2c6-f94a-492c-a8ad-ac7d390c5089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:11.670923 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.782032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] For port bea7e68f-a014-4923-8628-7882985d419d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:11.787363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] For port bea7e68f-a014-4923-8628-7882985d419d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bea7e68f-a014-4923-8628-7882985d419d,segment=NetworkSegment(d075b2c6-f94a-492c-a8ad-ac7d390c5089),segment_id=d075b2c6-f94a-492c-a8ad-ac7d390c5089)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:11.795227 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.829885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2d71ea91-62f7-430b-924e-34ec05afea9c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.856330 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-9b6de9e6-5d75-4410-a20a-f046cbb9e257', 'network_id': '9b6de9e6-5d75-4410-a20a-f046cbb9e257', 'tenant_id': 'ad5685bacfac43199ebb25b534f9b57a', 'fixed_ips': [{'subnet_id': '87548dc2-a080-44d3-9bbd-13d2d0db3bbd'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:06:11.857302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:11.885965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ffc6c-3970-4995-b7f6-dba12d9179dc None None] Pushing event updated for resources: {'Port': ['ID=bea7e68f-a014-4923-8628-7882985d419d,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:11.951736 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [None req-2d71ea91-62f7-430b-924e-34ec05afea9c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 14:06:11.952807 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2d71ea91-62f7-430b-924e-34ec05afea9c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "PUT /v2.0/routers/27ed5129-7b4c-4073-83dc-71930c7392e4 HTTP/1.1" status: 400 len: 364 time: 0.3426652 Aug 30 14:06:11.959274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37652) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:12.013201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd75c3e-3274-44bd-8c29-bfa2600519dc tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Deleting subnet 87548dc2-a080-44d3-9bbd-13d2d0db3bbd {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:06:12.016073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Allocated IP 172.21.0.2 (9b6de9e6-5d75-4410-a20a-f046cbb9e257/87548dc2-a080-44d3-9bbd-13d2d0db3bbd/e440c817-b447-4a27-9921-59da842c86b8) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:12.185063 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.194008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Transition to ACTIVE for port object e440c817-b447-4a27-9921-59da842c86b8 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:12.208422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Transition to ACTIVE for port object e440c817-b447-4a27-9921-59da842c86b8 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:12.213496 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ddd75c3e-3274-44bd-8c29-bfa2600519dc tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.214191 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.250470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Network 9b6de9e6-5d75-4410-a20a-f046cbb9e257 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:12.255317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ddd75c3e-3274-44bd-8c29-bfa2600519dc tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.255758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:12.259211 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:12.267718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Pushing event updated for resources: {'Port': ['ID=e440c817-b447-4a27-9921-59da842c86b8,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:12.318652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Attempting to bind port e440c817-b447-4a27-9921-59da842c86b8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:12.319031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Attempting to bind port e440c817-b447-4a27-9921-59da842c86b8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '37d3b620-d4fc-4a59-a823-b301bea90fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9b6de9e6-5d75-4410-a20a-f046cbb9e257'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:12.319454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Attempting to bind port e440c817-b447-4a27-9921-59da842c86b8 on network 9b6de9e6-5d75-4410-a20a-f046cbb9e257 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:12.324563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:12.324945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Checking segment: {'id': '37d3b620-d4fc-4a59-a823-b301bea90fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9b6de9e6-5d75-4410-a20a-f046cbb9e257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:12.325349 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.325783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Bound using segment: {'id': '37d3b620-d4fc-4a59-a823-b301bea90fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9b6de9e6-5d75-4410-a20a-f046cbb9e257'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:12.326252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Bound port: e440c817-b447-4a27-9921-59da842c86b8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d3b620-d4fc-4a59-a823-b301bea90fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9b6de9e6-5d75-4410-a20a-f046cbb9e257'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:12.326639 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.347904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ddd75c3e-3274-44bd-8c29-bfa2600519dc tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.408530 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ddd75c3e-3274-44bd-8c29-bfa2600519dc tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.411696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] For port e440c817-b447-4a27-9921-59da842c86b8, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:12.415470 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] For port e440c817-b447-4a27-9921-59da842c86b8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e440c817-b447-4a27-9921-59da842c86b8,segment=NetworkSegment(37d3b620-d4fc-4a59-a823-b301bea90fa9),segment_id=37d3b620-d4fc-4a59-a823-b301bea90fa9)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:12.425085 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.436464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd75c3e-3274-44bd-8c29-bfa2600519dc tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event deleted for resources: {'Subnet': ['ID=87548dc2-a080-44d3-9bbd-13d2d0db3bbd,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:12.440108 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ddd75c3e-3274-44bd-8c29-bfa2600519dc tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.445320 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ddd75c3e-3274-44bd-8c29-bfa2600519dc tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "DELETE /v2.0/subnets/87548dc2-a080-44d3-9bbd-13d2d0db3bbd HTTP/1.1" status: 204 len: 168 time: 0.4825938 Aug 30 14:06:12.445429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37654) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:12.472470 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.494249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30998d4-e70e-4e7b-8f07-7dd74def51ce None None] Pushing event updated for resources: {'Port': ['ID=e440c817-b447-4a27-9921-59da842c86b8,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:12.539865 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.609129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Deleting port e440c817-b447-4a27-9921-59da842c86b8 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:06:12.609129 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.627307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bea7e68f-a014-4923-8628-7882985d419d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:12.699108 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] For port e440c817-b447-4a27-9921-59da842c86b8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e440c817-b447-4a27-9921-59da842c86b8,segment=NetworkSegment(37d3b620-d4fc-4a59-a823-b301bea90fa9),segment_id=37d3b620-d4fc-4a59-a823-b301bea90fa9)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:12.699859 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.723206 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Calling delete_port for e440c817-b447-4a27-9921-59da842c86b8 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:06:12.726981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port bea7e68f-a014-4923-8628-7882985d419d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:12.823707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.854982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] No DVR routers for this DVR port e440c817-b447-4a27-9921-59da842c86b8 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:06:12.857027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event deleted for resources: {'Port': ['ID=e440c817-b447-4a27-9921-59da842c86b8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:12.928284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e333e968-e1c4-4390-8e76-3a1954c304e1 None None] Network 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:12.938150 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.948399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6de9e6-5d75-4410-a20a-f046cbb9e257']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:12.963902 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d3b620-d4fc-4a59-a823-b301bea90fa9') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:12.964105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d3b620-d4fc-4a59-a823-b301bea90fa9') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:12.973928 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.989933 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:12.996502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:06:12.996952 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: timer() Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:06:13.000997 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:06:13.003731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-662d75b9-b5c3-4834-9f67-0e1ba8a64e4d None None] Provisioning for port bea7e68f-a014-4923-8628-7882985d419d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:13.015729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-662d75b9-b5c3-4834-9f67-0e1ba8a64e4d None None] Provisioning complete for port bea7e68f-a014-4923-8628-7882985d419d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:13.016116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-662d75b9-b5c3-4834-9f67-0e1ba8a64e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.061266 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.068583 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.070433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "DELETE /v2.0/networks/9b6de9e6-5d75-4410-a20a-f046cbb9e257 HTTP/1.1" status: 204 len: 168 time: 0.6240673 Aug 30 14:06:13.072991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37656) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:13.082587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedf250-3e9d-4036-ba42-a1790cddcd3c tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event deleted for resources: {'Network': ['ID=9b6de9e6-5d75-4410-a20a-f046cbb9e257,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:13.136166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-59dd16d2-503f-49fb-9491-608fe93523b1 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Deleting subnet 7729a2f6-b965-43c8-89ca-2687defbf0e1 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:06:13.140111 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59dd16d2-503f-49fb-9491-608fe93523b1 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.186889 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59dd16d2-503f-49fb-9491-608fe93523b1 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.281247 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59dd16d2-503f-49fb-9491-608fe93523b1 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.318792 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-662d75b9-b5c3-4834-9f67-0e1ba8a64e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.352801 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59dd16d2-503f-49fb-9491-608fe93523b1 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.384431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd16d2-503f-49fb-9491-608fe93523b1 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event deleted for resources: {'Subnet': ['ID=7729a2f6-b965-43c8-89ca-2687defbf0e1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:13.386747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59dd16d2-503f-49fb-9491-608fe93523b1 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.391920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37658) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:13.392623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-59dd16d2-503f-49fb-9491-608fe93523b1 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "DELETE /v2.0/subnets/7729a2f6-b965-43c8-89ca-2687defbf0e1 HTTP/1.1" status: 204 len: 168 time: 0.3172240 Aug 30 14:06:13.399576 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.db.api [None req-662d75b9-b5c3-4834-9f67-0e1ba8a64e4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95700) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 14:06:13.399952 n-d-688802-6 neutron-server[95700]: DEBUG oslo_db.api [None req-662d75b9-b5c3-4834-9f67-0e1ba8a64e4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 14:06:13.484251 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.542807 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Deleting port bea7e68f-a014-4923-8628-7882985d419d {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:06:13.543152 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.573639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5055dc-65ed-45ae-85eb-7f4351643f5c None None] Network 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:13.611495 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] For port bea7e68f-a014-4923-8628-7882985d419d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bea7e68f-a014-4923-8628-7882985d419d,segment=NetworkSegment(d075b2c6-f94a-492c-a8ad-ac7d390c5089),segment_id=d075b2c6-f94a-492c-a8ad-ac7d390c5089)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:13.611757 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.620941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e985fa-d60b-4cc6-ac42-ba7b114b8584 None None] DHCP port deletion for 9b6de9e6-5d75-4410-a20a-f046cbb9e257 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:06:13.626412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Calling delete_port for bea7e68f-a014-4923-8628-7882985d419d owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:06:13.651558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c05dfd-3699-4428-870f-66f5e18c9a2b None None] Network 9b6de9e6-5d75-4410-a20a-f046cbb9e257 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:13.665575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c05dfd-3699-4428-870f-66f5e18c9a2b None None] Network 9b6de9e6-5d75-4410-a20a-f046cbb9e257 could not be found, it might have been deleted concurrently. {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 14:06:13.717058 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.745033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event deleted for resources: {'Port': ['ID=bea7e68f-a014-4923-8628-7882985d419d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:13.748654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] No DVR routers for this DVR port bea7e68f-a014-4923-8628-7882985d419d on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:06:13.770601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4168cfe0-3e33-4504-8885-dd18b4f9c3e2 None None] DHCP port deletion for 6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:06:13.835764 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.845885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:13.857576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd075b2c6-f94a-492c-a8ad-ac7d390c5089') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:13.857887 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd075b2c6-f94a-492c-a8ad-ac7d390c5089') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:13.867127 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.880640 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.887411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:06:13.887880 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: timer() Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:06:13.891034 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:06:13.920110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-662d75b9-b5c3-4834-9f67-0e1ba8a64e4d None None] Port bea7e68f-a014-4923-8628-7882985d419d update to ACTIVE by agent not found {{(pid=95700) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 30 14:06:13.954227 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.961185 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:13.962830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "DELETE /v2.0/networks/6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5 HTTP/1.1" status: 204 len: 168 time: 0.5698936 Aug 30 14:06:13.965718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37660) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:13.974721 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2b77c-1e94-48f4-876a-e1a4501ed796 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Pushing event deleted for resources: {'Network': ['ID=6b24150f-f7c7-42b5-8e6b-7b2eb42a8ff5,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:13.993400 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3e893006-df08-43d8-b788-c9b48bc74672 tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "GET /v2.0/ports?device_id=27ed5129-7b4c-4073-83dc-71930c7392e4 HTTP/1.1" status: 200 len: 205 time: 0.0264707 Aug 30 14:06:13.995672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37662) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:14.034529 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b16f86d9-fd52-427e-b93a-8e73260c008b None None] Could not find standard attr ID for object bea7e68f-a014-4923-8628-7882985d419d. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:06:14.037988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b16f86d9-fd52-427e-b93a-8e73260c008b None None] Could not find standard attr ID for object e440c817-b447-4a27-9921-59da842c86b8. {{(pid=95700) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 14:06:14.073687 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eab5879a-65dd-4b11-8eb2-58ac6075429b tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:14.230325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eab5879a-65dd-4b11-8eb2-58ac6075429b tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:14.232439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eab5879a-65dd-4b11-8eb2-58ac6075429b tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:14.276033 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eab5879a-65dd-4b11-8eb2-58ac6075429b tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:14.276584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab5879a-65dd-4b11-8eb2-58ac6075429b tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Fanout notify agent at l3_agent the message router_deleted on router 27ed5129-7b4c-4073-83dc-71930c7392e4 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:06:14.283959 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eab5879a-65dd-4b11-8eb2-58ac6075429b tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:14.285937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eab5879a-65dd-4b11-8eb2-58ac6075429b tempest-RoutersNegativeTest-1840726016 tempest-RoutersNegativeTest-1840726016-project] 10.222.0.37 "DELETE /v2.0/routers/27ed5129-7b4c-4073-83dc-71930c7392e4 HTTP/1.1" status: 204 len: 168 time: 0.2893479 Aug 30 14:06:14.526722 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37668) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:14.544813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bea7e68f-a014-4923-8628-7882985d419d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:06:14.568278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: bea7e68f-a014-4923-8628-7882985d419d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:06:14.568626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bea7e68f-a014-4923-8628-7882985d419d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:06:14.669461 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f330b464-6915-4470-84ca-e26621d4a2fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ad5685bacfac43199ebb25b534f9b57a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415639 Aug 30 14:06:14.671899 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37672) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:14.724909 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce5359d5-8cd8-4b5c-ab4f-a0d272ea1f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:14.746363 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce5359d5-8cd8-4b5c-ab4f-a0d272ea1f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:14.793362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce5359d5-8cd8-4b5c-ab4f-a0d272ea1f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:14.795977 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce5359d5-8cd8-4b5c-ab4f-a0d272ea1f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:14.797117 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ce5359d5-8cd8-4b5c-ab4f-a0d272ea1f28 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42df258e-33d6-45ad-99a2-f6839575ca1b HTTP/1.1" status: 204 len: 168 time: 0.1242933 Aug 30 14:06:14.804628 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5359d5-8cd8-4b5c-ab4f-a0d272ea1f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42df258e-33d6-45ad-99a2-f6839575ca1b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:15.412747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37694) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:15.508932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1749681849-network', 'tenant_id': 'b81798e96e884889ada16937f1a3e042'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:15.529765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Made reservation on behalf of b81798e96e884889ada16937f1a3e042 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:15.531946 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:15.540614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:15.628169 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:15.632628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:15.663859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:06:15.670276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:15.677470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:15.677845 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Added segment 7200e153-83e3-4416-b54a-11c81aa01781 of type vlan for network d906eda8-cc6e-4fae-9271-38a379289251 Aug 30 14:06:15.720592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:15.744616 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:15.745566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:15.746173 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:15.800928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3868814 Aug 30 14:06:15.803568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37698) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:15.810380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Request body: {'subnet': {'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-subnet', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:15.813397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9502af-92f4-437c-947c-2e4d8b10e5cc admin admin] Pushing event updated for resources: {'Network': ['ID=d906eda8-cc6e-4fae-9271-38a379289251,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:15.823535 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network d906eda8-cc6e-4fae-9271-38a379289251 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:06:15.834330 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Made reservation on behalf of b81798e96e884889ada16937f1a3e042 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:15.836654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.004504 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.049464 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4005975e-b6cc-401a-a17f-390bd989ec8e,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:16.069323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Checking segment: {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:16.069700 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Network hostable DHCP agents. Network: d906eda8-cc6e-4fae-9271-38a379289251, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:06:16.086310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Network d906eda8-cc6e-4fae-9271-38a379289251 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:06:16.094845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, d906eda8-cc6e-4fae-9271-38a379289251) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:16.098963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:16.099550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.105827 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b10066-9dcf-497b-b15e-4e91dec2822c None None] Network d906eda8-cc6e-4fae-9271-38a379289251 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:16.114766 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f5a40154-4d22-4023-a94a-ffe2457288d2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3083036 Aug 30 14:06:16.117325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37700) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:16.121744 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:16.150979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.151997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.202747 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.254787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-d906eda8-cc6e-4fae-9271-38a379289251', 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'fixed_ips': [{'subnet_id': '4005975e-b6cc-401a-a17f-390bd989ec8e'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:06:16.255657 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.397444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Allocated IP 172.20.0.2 (d906eda8-cc6e-4fae-9271-38a379289251/4005975e-b6cc-401a-a17f-390bd989ec8e/a74baee7-c2a2-447b-8e20-a6d017a910a5) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:16.553533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.562812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Transition to ACTIVE for port object a74baee7-c2a2-447b-8e20-a6d017a910a5 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:16.578974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Transition to ACTIVE for port object a74baee7-c2a2-447b-8e20-a6d017a910a5 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:16.584535 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.629422 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Network d906eda8-cc6e-4fae-9271-38a379289251 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:16.632514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:16.636438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:16.642469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Pushing event updated for resources: {'Port': ['ID=a74baee7-c2a2-447b-8e20-a6d017a910a5,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:16.650018 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.697102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Attempting to bind port a74baee7-c2a2-447b-8e20-a6d017a910a5 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:16.697468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Attempting to bind port a74baee7-c2a2-447b-8e20-a6d017a910a5 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:16.698009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Attempting to bind port a74baee7-c2a2-447b-8e20-a6d017a910a5 on network d906eda8-cc6e-4fae-9271-38a379289251 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:16.702876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:16.703248 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Checking segment: {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:16.703656 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.704046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Bound using segment: {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:16.704651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Bound port: a74baee7-c2a2-447b-8e20-a6d017a910a5, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:16.705041 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.768858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] For port a74baee7-c2a2-447b-8e20-a6d017a910a5, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:16.772494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] For port a74baee7-c2a2-447b-8e20-a6d017a910a5, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a74baee7-c2a2-447b-8e20-a6d017a910a5,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:16.778997 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.838343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d9c10-0c55-4288-8271-3c643518fc9d None None] Pushing event updated for resources: {'Port': ['ID=a74baee7-c2a2-447b-8e20-a6d017a910a5,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:16.857652 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:16.877531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:17.010640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Allocated IP 172.25.2.2 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/806bbdae-0c41-4796-94fb-7bb348b9e481) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:17.120467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:17.159003 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:17.202574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:17.205350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:17.209589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:17.215029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Pushing event updated for resources: {'Port': ['ID=806bbdae-0c41-4796-94fb-7bb348b9e481,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:17.464937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:17.670769 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:17.680949 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c70274-b9c6-402e-9afa-2b4461c61354 None None] Network d906eda8-cc6e-4fae-9271-38a379289251 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:17.803609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-948c46bc-611a-4fd6-b257-772d4ffe523e None None] Provisioning for port a74baee7-c2a2-447b-8e20-a6d017a910a5 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:17.807804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:06:17.918595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:06:17.932374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Sync routers for ids ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:06:17.936519 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:17.937887 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-33a634e1-aef9-4653-8635-5f70b68a3d79 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8195467 Aug 30 14:06:17.940556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37702) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:17.944580 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Routers {'691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:06:17.945298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:18.063994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Set router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:06:18.245965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:17Z', 'revision_number': 3, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'gw_port': {'id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:18.273411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Checking router: 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:06:18.273801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Updating router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab port 806bbdae-0c41-4796-94fb-7bb348b9e481 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:06:18.298759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.365246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.529934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Allocated IP 172.20.0.1 (d906eda8-cc6e-4fae-9271-38a379289251/4005975e-b6cc-401a-a17f-390bd989ec8e/614c3848-7eaf-47b3-b637-024a266fede8) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:18.578850 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.590487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Transition to ACTIVE for port object 806bbdae-0c41-4796-94fb-7bb348b9e481 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:18.593880 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a74baee7-c2a2-447b-8e20-a6d017a910a5 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:18.616997 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.654558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.671672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Transition to ACTIVE for port object 614c3848-7eaf-47b3-b637-024a266fede8 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:18.689361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Attempting to bind port 806bbdae-0c41-4796-94fb-7bb348b9e481 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:18.689759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Attempting to bind port 806bbdae-0c41-4796-94fb-7bb348b9e481 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:18.690133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Attempting to bind port 806bbdae-0c41-4796-94fb-7bb348b9e481 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:18.692776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a05d3c-1f48-4866-9570-9f416a0e9207 None None] Pushing event updated for resources: {'Port': ['ID=806bbdae-0c41-4796-94fb-7bb348b9e481,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:18.703306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:18.703690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:18.704095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.705434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:18.705955 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Bound port: 806bbdae-0c41-4796-94fb-7bb348b9e481, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:18.706447 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.713776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.730564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port a74baee7-c2a2-447b-8e20-a6d017a910a5 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:18.736623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a74baee7-c2a2-447b-8e20-a6d017a910a5 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:18.737018 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.757525 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Network d906eda8-cc6e-4fae-9271-38a379289251 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:18.763901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:18.766388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:18.797286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] For port 806bbdae-0c41-4796-94fb-7bb348b9e481, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:18.802722 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] For port 806bbdae-0c41-4796-94fb-7bb348b9e481, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=806bbdae-0c41-4796-94fb-7bb348b9e481,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:18.809716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Pushing event updated for resources: {'Port': ['ID=614c3848-7eaf-47b3-b637-024a266fede8,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:18.810000 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.813347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.910612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a05d3c-1f48-4866-9570-9f416a0e9207 None None] Pushing event updated for resources: {'Port': ['ID=806bbdae-0c41-4796-94fb-7bb348b9e481,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:18.913208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Routers {'691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:06:18.913853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:18.954843 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:18.963375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:19.038071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port a74baee7-c2a2-447b-8e20-a6d017a910a5, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a74baee7-c2a2-447b-8e20-a6d017a910a5,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:19.046969 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:19.074055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f846cb10-d8a0-46f1-8559-a296a2a002d4 None None] Provisioning for port 614c3848-7eaf-47b3-b637-024a266fede8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:19.092320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f846cb10-d8a0-46f1-8559-a296a2a002d4 None None] Provisioning complete for port 614c3848-7eaf-47b3-b637-024a266fede8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:19.092685 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f846cb10-d8a0-46f1-8559-a296a2a002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:19.117310 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] Set router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:06:19.136752 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:19.141434 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:19.212866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Pushing event updated for resources: {'Port': ['ID=614c3848-7eaf-47b3-b637-024a266fede8,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:19.215569 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:19.318076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Network d906eda8-cc6e-4fae-9271-38a379289251 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:19.319568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:19.365149 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=a74baee7-c2a2-447b-8e20-a6d017a910a5,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:19.396158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f846cb10-d8a0-46f1-8559-a296a2a002d4 None None] Port 614c3848-7eaf-47b3-b637-024a266fede8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:06:19.445540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:06:19.498174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:17Z', 'revision_number': 3, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'gw_port': {'id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:19.524390 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d1cb81-7646-4ad0-b591-0e0bf33adb42 None None] The sync data for ids ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'] in n-d-688802-6 is: [{'id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:17Z', 'revision_number': 3, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'gw_port': {'id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:06:19.560440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:06:19.566515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c5e33b26-707f-44a1-8687-065de9b22e28 admin admin] 10.222.0.37 "PUT /v2.0/routers/691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6239722 Aug 30 14:06:19.617382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-08c55ee5-06bc-4f98-b069-654694b6feb6 None None] Provisioning complete for port 614c3848-7eaf-47b3-b637-024a266fede8 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:19.617786 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-08c55ee5-06bc-4f98-b069-654694b6feb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:19.653205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-08c55ee5-06bc-4f98-b069-654694b6feb6 None None] Port 614c3848-7eaf-47b3-b637-024a266fede8 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:06:20.080057 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37718) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:20.085866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2048161602-network', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:20.107223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Made reservation on behalf of 099135a4cee047ccaa81bfb19a9f6074 for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:20.110114 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.119700 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.220070 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.224133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.254685 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:06:20.261340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834333ed-1c00-47eb-9aa9-3a043d458008,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:20.267574 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.267936 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Added segment 42fa6a7e-1a92-425d-ab53-117c126d50f4 of type vlan for network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 Aug 30 14:06:20.315183 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.342200 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.343235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:20.343817 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.399652 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3182864 Aug 30 14:06:20.402588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37720) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:20.407067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50153609-c896-407b-a0ed-e5d8c6133256 admin admin] Pushing event updated for resources: {'Network': ['ID=19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:20.407907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Request body: {'subnet': {'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-subnet', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:20.420709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:06:20.432004 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Made reservation on behalf of 099135a4cee047ccaa81bfb19a9f6074 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:20.434752 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.616836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.617538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 806bbdae-0c41-4796-94fb-7bb348b9e481 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:20.667485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 806bbdae-0c41-4796-94fb-7bb348b9e481 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:20.671471 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 806bbdae-0c41-4796-94fb-7bb348b9e481 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:20.671855 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.678651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=641ad9c6-6bff-4fd3-b954-b6fc8962dcb7,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:20.687311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Checking segment: {'id': '42fa6a7e-1a92-425d-ab53-117c126d50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:20.687666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Network hostable DHCP agents. Network: 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:06:20.705578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:06:20.716339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:20.721456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:20.723639 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.743126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 37722) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:20.743442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0904ee0c-5ead-4f0d-838e-087a78b791d6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3395414 Aug 30 14:06:20.747672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:20.755660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f90512-3dac-4a99-a5e8-52dfe1ecf26e None None] Network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:20.774855 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.777246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.841462 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.853556 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.887223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 806bbdae-0c41-4796-94fb-7bb348b9e481, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=806bbdae-0c41-4796-94fb-7bb348b9e481,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:20.895855 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:20.896621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a74baee7-c2a2-447b-8e20-a6d017a910a5 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:20.984560 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.015447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=806bbdae-0c41-4796-94fb-7bb348b9e481,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:21.047141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port a74baee7-c2a2-447b-8e20-a6d017a910a5 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:21.047728 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.069116 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230', 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'fixed_ips': [{'subnet_id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:06:21.069987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.123717 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Sync routers for ids ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:06:21.134226 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Routers {'691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:06:21.134847 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:21.212358 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.232045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.240383 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Set router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:06:21.263091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Allocated IP 172.20.0.2 (19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230/641ad9c6-6bff-4fd3-b954-b6fc8962dcb7/1d50b85a-d2ec-4e1e-89ee-f9dc5b019710) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:21.344199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Allocated IP 172.25.2.58 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/431de4ef-8938-4f29-88bc-55bd6ce8e0fe) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:21.434994 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.444855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Transition to ACTIVE for port object 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:21.449247 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:18Z', 'revision_number': 4, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'gw_port': {'id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '614c3848-7eaf-47b3-b637-024a266fede8', 'name': '', 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'mac_address': 'fa:16:3e:44:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4005975e-b6cc-401a-a17f-390bd989ec8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:18Z', 'updated_at': '2021-08-30T14:06:19Z', 'revision_number': 2, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'subnets': [{'id': '4005975e-b6cc-401a-a17f-390bd989ec8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:21.460810 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.461421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Transition to ACTIVE for port object 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:21.467125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.478892 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Checking router: 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:06:21.479260 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Updating router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab port 614c3848-7eaf-47b3-b637-024a266fede8 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:06:21.505095 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.505916 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.509628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:21.514263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:21.519044 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:21.521344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Pushing event updated for resources: {'Port': ['ID=1d50b85a-d2ec-4e1e-89ee-f9dc5b019710,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:21.554148 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:21.557287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:21.563720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:21.577475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Attempting to bind port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:21.577882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Attempting to bind port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '42fa6a7e-1a92-425d-ab53-117c126d50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:21.578242 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Attempting to bind port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 on network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:21.583424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:21.583819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Checking segment: {'id': '42fa6a7e-1a92-425d-ab53-117c126d50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:21.584222 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.584613 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Bound using segment: {'id': '42fa6a7e-1a92-425d-ab53-117c126d50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:21.585076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Bound port: 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fa6a7e-1a92-425d-ab53-117c126d50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:21.585462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.588362 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Pushing event updated for resources: {'Port': ['ID=431de4ef-8938-4f29-88bc-55bd6ce8e0fe,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:21.663915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] For port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:21.667104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] For port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1d50b85a-d2ec-4e1e-89ee-f9dc5b019710,segment=NetworkSegment(42fa6a7e-1a92-425d-ab53-117c126d50f4),segment_id=42fa6a7e-1a92-425d-ab53-117c126d50f4)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:21.672336 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.729571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c04bb-53f1-4a78-a939-52070fd2b300 None None] Pushing event updated for resources: {'Port': ['ID=1d50b85a-d2ec-4e1e-89ee-f9dc5b019710,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:21.787599 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.798521 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Transition to ACTIVE for port object 614c3848-7eaf-47b3-b637-024a266fede8 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:21.803968 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.849332 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.854009 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:06:21.933946 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Attempting to bind port 614c3848-7eaf-47b3-b637-024a266fede8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:21.934597 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Attempting to bind port 614c3848-7eaf-47b3-b637-024a266fede8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:21.935211 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Attempting to bind port 614c3848-7eaf-47b3-b637-024a266fede8 on network d906eda8-cc6e-4fae-9271-38a379289251 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:21.938028 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Pushing event updated for resources: {'Port': ['ID=614c3848-7eaf-47b3-b637-024a266fede8,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:21.950186 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.950822 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.951167 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.951503 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.951834 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.952162 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.952489 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.952814 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.953139 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.953464 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.953867 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.954195 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:21.961137 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:21.961520 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Checking segment: {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:21.961966 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:21.962359 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Bound using segment: {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:21.962832 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Bound port: 614c3848-7eaf-47b3-b637-024a266fede8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:21.963215 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:22.048888 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] For port 614c3848-7eaf-47b3-b637-024a266fede8, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:22.053806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] For port 614c3848-7eaf-47b3-b637-024a266fede8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=614c3848-7eaf-47b3-b637-024a266fede8,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:22.059505 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:22.117107 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Routers {'691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:06:22.117716 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:22.164135 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:22.174263 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7335a49-808a-44d6-9c5b-d8d772aa3b84 None None] Pushing event updated for resources: {'Port': ['ID=614c3848-7eaf-47b3-b637-024a266fede8,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:22.252495 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] Set router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:06:22.323430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Router b4f3219a-e67b-4387-b83e-c39df97894bd is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:06:22.481873 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:06:22.496751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Sync routers for ids ['b4f3219a-e67b-4387-b83e-c39df97894bd'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:06:22.509604 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:22.511721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Routers {'b4f3219a-e67b-4387-b83e-c39df97894bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:06:22.512547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b4f3219a-e67b-4387-b83e-c39df97894bd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:22.513269 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b8857e97-9ce5-4073-94b6-e8ffeba44e65 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7690783 Aug 30 14:06:22.516494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 37724) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:06:22.542852 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:18Z', 'revision_number': 4, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'gw_port': {'id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '614c3848-7eaf-47b3-b637-024a266fede8', 'name': '', 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'mac_address': 'fa:16:3e:44:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4005975e-b6cc-401a-a17f-390bd989ec8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:18Z', 'updated_at': '2021-08-30T14:06:22Z', 'revision_number': 4, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'subnets': [{'id': '4005975e-b6cc-401a-a17f-390bd989ec8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:22.572244 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d90b34-3d7b-4d9d-9245-a629d1bdf4cc None None] The sync data for ids ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'] in n-d-688802-6 is: [{'id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:18Z', 'revision_number': 4, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'gw_port': {'id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '614c3848-7eaf-47b3-b637-024a266fede8', 'name': '', 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'mac_address': 'fa:16:3e:44:6b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '4005975e-b6cc-401a-a17f-390bd989ec8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:18Z', 'updated_at': '2021-08-30T14:06:22Z', 'revision_number': 4, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'subnets': [{'id': '4005975e-b6cc-401a-a17f-390bd989ec8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:06:22.719230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Set router b4f3219a-e67b-4387-b83e-c39df97894bd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:06:22.764610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 806bbdae-0c41-4796-94fb-7bb348b9e481 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:22.884818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d44aa-996f-4b04-baa8-90baa731e4de None None] Network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:06:23.026388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c0192b56-6b2d-4d6b-ac1f-168ed23a0d24 None None] Provisioning for port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:23.054931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 806bbdae-0c41-4796-94fb-7bb348b9e481 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:23.055301 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.175693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:20Z', 'updated_at': '2021-08-30T14:06:21Z', 'revision_number': 3, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'gw_port': {'id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:21Z', 'updated_at': '2021-08-30T14:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:23.209548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Checking router: b4f3219a-e67b-4387-b83e-c39df97894bd for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:06:23.209929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Updating router b4f3219a-e67b-4387-b83e-c39df97894bd port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:06:23.265519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.289530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:23.436921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:23.473742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:23.474123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.490880 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.656303 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.658167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a09fb613-f6ba-497f-86e5-5f9af07743a0 None None] Provisioning complete for port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:23.658531 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a09fb613-f6ba-497f-86e5-5f9af07743a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.661054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Allocated IP 172.20.0.1 (19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230/641ad9c6-6bff-4fd3-b954-b6fc8962dcb7/eb353334-bf55-4916-a800-6169f8b04bb0) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:23.699693 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.726707 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Transition to ACTIVE for port object 431de4ef-8938-4f29-88bc-55bd6ce8e0fe will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:23.745738 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.775331 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.788509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1d50b85a-d2ec-4e1e-89ee-f9dc5b019710,segment=NetworkSegment(42fa6a7e-1a92-425d-ab53-117c126d50f4),segment_id=42fa6a7e-1a92-425d-ab53-117c126d50f4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:23.790713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Transition to ACTIVE for port object eb353334-bf55-4916-a800-6169f8b04bb0 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:23.807003 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.827373 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.834418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Attempting to bind port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:23.834418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Attempting to bind port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:23.834831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Attempting to bind port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:23.854735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e213b-e075-48fd-86ca-d90a091a160f None None] Pushing event updated for resources: {'Port': ['ID=431de4ef-8938-4f29-88bc-55bd6ce8e0fe,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:23.880533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:23.881940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Pushing event updated for resources: {'Port': ['ID=eb353334-bf55-4916-a800-6169f8b04bb0,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:23.884452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:23.886579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:23.892873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:23.893299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:23.893744 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.894322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:23.894843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Bound port: 431de4ef-8938-4f29-88bc-55bd6ce8e0fe, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:23.895391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.927839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:23.967448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=1d50b85a-d2ec-4e1e-89ee-f9dc5b019710,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:23.988593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] For port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:23.992842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] For port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=431de4ef-8938-4f29-88bc-55bd6ce8e0fe,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:23.998461 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:24.060838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e213b-e075-48fd-86ca-d90a091a160f None None] Pushing event updated for resources: {'Port': ['ID=431de4ef-8938-4f29-88bc-55bd6ce8e0fe,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:24.066934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Routers {'b4f3219a-e67b-4387-b83e-c39df97894bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:06:24.066934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b4f3219a-e67b-4387-b83e-c39df97894bd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:24.076011 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:24.250289 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:24.255261 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:24.322087 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Pushing event updated for resources: {'Port': ['ID=eb353334-bf55-4916-a800-6169f8b04bb0,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:24.329057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:24.330233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8453f5e2-cdc6-4397-9dfc-5f1361aa8e2d None None] Provisioning for port eb353334-bf55-4916-a800-6169f8b04bb0 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:24.338312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8453f5e2-cdc6-4397-9dfc-5f1361aa8e2d None None] Provisioning complete for port eb353334-bf55-4916-a800-6169f8b04bb0 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:24.338719 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8453f5e2-cdc6-4397-9dfc-5f1361aa8e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:24.364639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] Set router b4f3219a-e67b-4387-b83e-c39df97894bd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:06:24.410530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8453f5e2-cdc6-4397-9dfc-5f1361aa8e2d None None] Port eb353334-bf55-4916-a800-6169f8b04bb0 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:06:24.429123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:24.430669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:24.563158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Router b4f3219a-e67b-4387-b83e-c39df97894bd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:06:24.604935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:20Z', 'updated_at': '2021-08-30T14:06:24Z', 'revision_number': 4, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'gw_port': {'id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:21Z', 'updated_at': '2021-08-30T14:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'eb353334-bf55-4916-a800-6169f8b04bb0', 'name': '', 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'mac_address': 'fa:16:3e:ca:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:23Z', 'updated_at': '2021-08-30T14:06:23Z', 'revision_number': 1, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'subnets': [{'id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:24.637984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5dcc1f-8dd8-432b-b496-067536bd3165 None None] The sync data for ids ['b4f3219a-e67b-4387-b83e-c39df97894bd'] in n-d-688802-6 is: [{'id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:20Z', 'updated_at': '2021-08-30T14:06:24Z', 'revision_number': 4, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'gw_port': {'id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:21Z', 'updated_at': '2021-08-30T14:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'eb353334-bf55-4916-a800-6169f8b04bb0', 'name': '', 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'mac_address': 'fa:16:3e:ca:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:23Z', 'updated_at': '2021-08-30T14:06:23Z', 'revision_number': 1, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'subnets': [{'id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:06:24.674416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:24.694611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:06:24.700150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9a3a4503-8228-4d34-8680-ac867b48ad63 admin admin] 10.222.0.37 "PUT /v2.0/routers/b4f3219a-e67b-4387-b83e-c39df97894bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1829050 Aug 30 14:06:24.747187 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:24.747643 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:24.748969 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2114ce98-d5d4-4f33-87e7-a74b50c4e120 None None] Provisioning complete for port eb353334-bf55-4916-a800-6169f8b04bb0 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:24.749829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2114ce98-d5d4-4f33-87e7-a74b50c4e120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:24.816665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-2114ce98-d5d4-4f33-87e7-a74b50c4e120 None None] Port eb353334-bf55-4916-a800-6169f8b04bb0 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:06:24.889848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 614c3848-7eaf-47b3-b637-024a266fede8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:24.946485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 614c3848-7eaf-47b3-b637-024a266fede8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:24.951441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 614c3848-7eaf-47b3-b637-024a266fede8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:24.951913 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:25.044428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:25.079682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 614c3848-7eaf-47b3-b637-024a266fede8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=614c3848-7eaf-47b3-b637-024a266fede8,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:25.084761 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:25.141123 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=614c3848-7eaf-47b3-b637-024a266fede8,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:25.623769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-2e88e8c1-b636-4882-9358-153aa5274355 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:25.625307 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-2e88e8c1-b636-4882-9358-153aa5274355 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/networks?id=d906eda8-cc6e-4fae-9271-38a379289251 HTTP/1.1" status: 200 len: 817 time: 0.1042056 Aug 30 14:06:25.641214 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-b099fecf-dc07-4521-abb6-0da5466ccba1 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/quotas/b81798e96e884889ada16937f1a3e042 HTTP/1.1" status: 200 len: 375 time: 0.0096922 Aug 30 14:06:25.701889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4196dd22-d269-4a14-a50b-7e22df75847d tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81798e96e884889ada16937f1a3e042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539689 Aug 30 14:06:25.896742 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-96d5f233-cb40-4f34-b18d-28cc79b640ad service neutron] 10.222.0.37 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824868 Aug 30 14:06:25.991850 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-181385f3-3cb5-413d-baf2-de01caaeea8b service neutron] 10.222.0.37 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884247 Aug 30 14:06:26.151909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-143e8b4e-51c5-4bc9-a990-c17b369a46be req-e341ad68-a158-40d9-8f10-bb96cd2307aa tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 210 time: 0.0290935 Aug 30 14:06:26.644833 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 614c3848-7eaf-47b3-b637-024a266fede8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:26.674349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Sync routers for ids ['b4f3219a-e67b-4387-b83e-c39df97894bd'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:06:26.688955 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Routers {'b4f3219a-e67b-4387-b83e-c39df97894bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:06:26.689715 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b4f3219a-e67b-4387-b83e-c39df97894bd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:26.707843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 614c3848-7eaf-47b3-b637-024a266fede8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:26.708308 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:26.792682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 431de4ef-8938-4f29-88bc-55bd6ce8e0fe up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:26.842999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:26.847546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:26.847917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:26.893272 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Set router b4f3219a-e67b-4387-b83e-c39df97894bd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:06:26.933432 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:26.953562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=431de4ef-8938-4f29-88bc-55bd6ce8e0fe,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:26.958490 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.014058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=431de4ef-8938-4f29-88bc-55bd6ce8e0fe,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:27.113108 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:20Z', 'updated_at': '2021-08-30T14:06:24Z', 'revision_number': 4, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'gw_port': {'id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:21Z', 'updated_at': '2021-08-30T14:06:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'eb353334-bf55-4916-a800-6169f8b04bb0', 'name': '', 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'mac_address': 'fa:16:3e:ca:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:23Z', 'updated_at': '2021-08-30T14:06:24Z', 'revision_number': 2, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'subnets': [{'id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:27.147991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-23f0aa99-6006-4c5b-902a-870cb6566fe5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:27.149756 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Checking router: b4f3219a-e67b-4387-b83e-c39df97894bd for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:06:27.149913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-23f0aa99-6006-4c5b-902a-870cb6566fe5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.16 "GET /v2.0/networks?id=d906eda8-cc6e-4fae-9271-38a379289251 HTTP/1.1" status: 200 len: 817 time: 0.1169121 Aug 30 14:06:27.150417 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Updating router b4f3219a-e67b-4387-b83e-c39df97894bd port eb353334-bf55-4916-a800-6169f8b04bb0 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:06:27.163116 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Request body: {'port': {'device_id': '675f8a5c-3bec-4eed-9ff3-369ed640f905', 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251', 'admin_state_up': True, 'tenant_id': 'b81798e96e884889ada16937f1a3e042'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:27.184580 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.253815 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-513ca2d5-5221-48c1-9b62-041762fc182f req-9fbd96a5-3102-4524-8ee5-a9f5928557df tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 210 time: 0.0275886 Aug 30 14:06:27.285343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Made reservation on behalf of b81798e96e884889ada16937f1a3e042 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:27.289115 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.421030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Allocated IP 172.20.0.7 (d906eda8-cc6e-4fae-9271-38a379289251/4005975e-b6cc-401a-a17f-390bd989ec8e/228b0733-99ac-480b-83e6-b011cdbb1347) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:27.455807 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.466348 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Transition to ACTIVE for port object eb353334-bf55-4916-a800-6169f8b04bb0 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:27.472159 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.525262 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7713c68-3262-4316-8b15-6709adea2038 None None] Pushing event updated for resources: {'Port': ['ID=eb353334-bf55-4916-a800-6169f8b04bb0,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:27.580188 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Attempting to bind port eb353334-bf55-4916-a800-6169f8b04bb0 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:27.580796 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Attempting to bind port eb353334-bf55-4916-a800-6169f8b04bb0 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '42fa6a7e-1a92-425d-ab53-117c126d50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:27.581489 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Attempting to bind port eb353334-bf55-4916-a800-6169f8b04bb0 on network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:27.582928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.587498 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:27.587878 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Checking segment: {'id': '42fa6a7e-1a92-425d-ab53-117c126d50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:27.588283 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.588679 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Bound using segment: {'id': '42fa6a7e-1a92-425d-ab53-117c126d50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:27.589145 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Bound port: eb353334-bf55-4916-a800-6169f8b04bb0, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fa6a7e-1a92-425d-ab53-117c126d50f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:27.589986 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.603973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Transition to ACTIVE for port object 228b0733-99ac-480b-83e6-b011cdbb1347 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:27.645581 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.657556 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] For port eb353334-bf55-4916-a800-6169f8b04bb0, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:27.661499 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] For port eb353334-bf55-4916-a800-6169f8b04bb0, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=eb353334-bf55-4916-a800-6169f8b04bb0,segment=NetworkSegment(42fa6a7e-1a92-425d-ab53-117c126d50f4),segment_id=42fa6a7e-1a92-425d-ab53-117c126d50f4)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:27.666511 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.702762 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Network d906eda8-cc6e-4fae-9271-38a379289251 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:06:27.707148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:06:27.711723 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:06:27.731444 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7713c68-3262-4316-8b15-6709adea2038 None None] Pushing event updated for resources: {'Port': ['ID=eb353334-bf55-4916-a800-6169f8b04bb0,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:27.734125 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Routers {'b4f3219a-e67b-4387-b83e-c39df97894bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:06:27.734737 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:06:09Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b4f3219a-e67b-4387-b83e-c39df97894bd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:27.738252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Pushing event updated for resources: {'Port': ['ID=228b0733-99ac-480b-83e6-b011cdbb1347,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:27.772757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:27.773748 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:27.793305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-4166cb88-2b9d-4f0f-81ee-e8d3569f6ac5 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6348128 Aug 30 14:06:27.813275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Request body: {'port': {'device_id': '675f8a5c-3bec-4eed-9ff3-369ed640f905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:27.859128 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] Set router b4f3219a-e67b-4387-b83e-c39df97894bd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:06:27.892079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.083947 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:20Z', 'updated_at': '2021-08-30T14:06:24Z', 'revision_number': 4, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'gw_port': {'id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:21Z', 'updated_at': '2021-08-30T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'eb353334-bf55-4916-a800-6169f8b04bb0', 'name': '', 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'mac_address': 'fa:16:3e:ca:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:23Z', 'updated_at': '2021-08-30T14:06:27Z', 'revision_number': 4, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'subnets': [{'id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:06:28.103891 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a7b2f2dc-f22a-4b32-b1f5-860134f8c610 None None] Provisioning for port 228b0733-99ac-480b-83e6-b011cdbb1347 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:28.111916 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c767b3-bf0c-476d-92a6-75d714df0844 None None] The sync data for ids ['b4f3219a-e67b-4387-b83e-c39df97894bd'] in n-d-688802-6 is: [{'id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:20Z', 'updated_at': '2021-08-30T14:06:24Z', 'revision_number': 4, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'gw_port': {'id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:21Z', 'updated_at': '2021-08-30T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'eb353334-bf55-4916-a800-6169f8b04bb0', 'name': '', 'network_id': '19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'mac_address': 'fa:16:3e:ca:aa:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:23Z', 'updated_at': '2021-08-30T14:06:27Z', 'revision_number': 4, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'subnets': [{'id': '641ad9c6-6bff-4fd3-b954-b6fc8962dcb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:06:28.115720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a7b2f2dc-f22a-4b32-b1f5-860134f8c610 None None] Provisioning complete for port 228b0733-99ac-480b-83e6-b011cdbb1347 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:28.116094 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f2dc-f22a-4b32-b1f5-860134f8c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.151592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-a7b2f2dc-f22a-4b32-b1f5-860134f8c610 None None] Port 228b0733-99ac-480b-83e6-b011cdbb1347 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:06:28.196299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228b0733-99ac-480b-83e6-b011cdbb1347 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:06:28.205004 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.218956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Transition to ACTIVE for port object 228b0733-99ac-480b-83e6-b011cdbb1347 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:06:28.225025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.314807 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Pushing event updated for resources: {'Port': ['ID=228b0733-99ac-480b-83e6-b011cdbb1347,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:28.406634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Attempting to bind port 228b0733-99ac-480b-83e6-b011cdbb1347 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:06:28.406974 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Attempting to bind port 228b0733-99ac-480b-83e6-b011cdbb1347 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:06:28.407305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Attempting to bind port 228b0733-99ac-480b-83e6-b011cdbb1347 on network d906eda8-cc6e-4fae-9271-38a379289251 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:28.417040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Port 228b0733-99ac-480b-83e6-b011cdbb1347 on network d906eda8-cc6e-4fae-9271-38a379289251 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:06:28.418489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Attempting to bind port 228b0733-99ac-480b-83e6-b011cdbb1347 on network d906eda8-cc6e-4fae-9271-38a379289251 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:06:28.429473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661513-8034-4c10-9fee-0615d13b2f16 req-d2fef708-1154-4969-a6f1-a69f37acbfbd tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:28.431399 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5661513-8034-4c10-9fee-0615d13b2f16 req-d2fef708-1154-4969-a6f1-a69f37acbfbd tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 943 time: 0.0925770 Aug 30 14:06:28.436043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:06:28.436611 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Checking segment: {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:06:28.437108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Bound using segment: {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:06:28.437651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Bound port: 228b0733-99ac-480b-83e6-b011cdbb1347, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:06:28.438166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.535049 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5661513-8034-4c10-9fee-0615d13b2f16 req-05ac5574-032e-4f56-9f50-bf3a311cd4eb tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830672 Aug 30 14:06:28.542024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] For port 228b0733-99ac-480b-83e6-b011cdbb1347, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:06:28.545279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] For port 228b0733-99ac-480b-83e6-b011cdbb1347, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=228b0733-99ac-480b-83e6-b011cdbb1347,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:06:28.553411 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.599417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:28.600113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.601486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] 10.222.0.16 "PUT /v2.0/ports/228b0733-99ac-480b-83e6-b011cdbb1347 HTTP/1.1" status: 200 len: 1091 time: 0.7986009 Aug 30 14:06:28.601915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675f8a5c-3bec-4eed-9ff3-369ed640f905', 'tag': '228b0733-99ac-480b-83e6-b011cdbb1347'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:06:28.607744 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8653c8d-2ea7-4781-a618-213d2c86648e" -d '{"events": [{"name": "network-changed", "server_uuid": "675f8a5c-3bec-4eed-9ff3-369ed640f905", "tag": "228b0733-99ac-480b-83e6-b011cdbb1347"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:06:28.614538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device eb353334-bf55-4916-a800-6169f8b04bb0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:28.647915 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c98dc4-684b-48c4-b328-99f8ce2317e1 service neutron] Pushing event updated for resources: {'Port': ['ID=228b0733-99ac-480b-83e6-b011cdbb1347,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:28.711872 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb32877-270e-40f3-95a7-781137e00bf4 x-openstack-request-id: req-4bb32877-270e-40f3-95a7-781137e00bf4 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:06:28.712241 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675f8a5c-3bec-4eed-9ff3-369ed640f905", "tag": "228b0733-99ac-480b-83e6-b011cdbb1347", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:06:28.712415 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4bb32877-270e-40f3-95a7-781137e00bf4 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:06:28.712807 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675f8a5c-3bec-4eed-9ff3-369ed640f905', 'tag': '228b0733-99ac-480b-83e6-b011cdbb1347', 'status': 'completed', 'code': 200} Aug 30 14:06:28.724065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port eb353334-bf55-4916-a800-6169f8b04bb0 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:28.732482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port eb353334-bf55-4916-a800-6169f8b04bb0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:28.733435 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.736114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-9e120350-2fce-423f-b2a0-027e7d207e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:28.738792 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-9e120350-2fce-423f-b2a0-027e7d207e6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b81798e96e884889ada16937f1a3e042&device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 1094 time: 0.0866859 Aug 30 14:06:28.791342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-a1f7f01c-3076-4597-a09b-601360179b27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=228b0733-99ac-480b-83e6-b011cdbb1347 HTTP/1.1" status: 200 len: 217 time: 0.0441725 Aug 30 14:06:28.856108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-7b5dbf44-2e9e-44b5-be60-44fa80ac4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:28.857748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-7b5dbf44-2e9e-44b5-be60-44fa80ac4742 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4005975e-b6cc-401a-a17f-390bd989ec8e HTTP/1.1" status: 200 len: 856 time: 0.0573514 Aug 30 14:06:28.869135 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.910668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-0605de86-7d3f-427f-8222-225f43f5ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:28.912199 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-0605de86-7d3f-427f-8222-225f43f5ebd9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d906eda8-cc6e-4fae-9271-38a379289251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469756 Aug 30 14:06:28.918358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port eb353334-bf55-4916-a800-6169f8b04bb0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=eb353334-bf55-4916-a800-6169f8b04bb0,segment=NetworkSegment(42fa6a7e-1a92-425d-ab53-117c126d50f4),segment_id=42fa6a7e-1a92-425d-ab53-117c126d50f4)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:28.924989 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:28.925982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 431de4ef-8938-4f29-88bc-55bd6ce8e0fe up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:29.005098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=eb353334-bf55-4916-a800-6169f8b04bb0,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:29.006302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-a7910b50-db34-4288-bc7b-80ad96eb5138 service neutron] 10.222.0.16 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853808 Aug 30 14:06:29.017368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:29.017769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:29.073880 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:29.101720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97f7a4af-cb5d-41ea-8f7f-b0158a7b5c29 req-c9cc24d7-e803-4358-be00-ad49692b411a service neutron] 10.222.0.16 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880260 Aug 30 14:06:29.188863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-d1d799d4-20ab-4cfd-91ee-2af3c1f244d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:29.190950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-d1d799d4-20ab-4cfd-91ee-2af3c1f244d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b81798e96e884889ada16937f1a3e042&device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 1094 time: 0.0415142 Aug 30 14:06:29.279138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-f4b772ac-d90f-401e-a254-beb6c612e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:29.280596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-f4b772ac-d90f-401e-a254-beb6c612e419 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d906eda8-cc6e-4fae-9271-38a379289251 HTTP/1.1" status: 200 len: 918 time: 0.0835357 Aug 30 14:06:29.326849 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-4e63e665-3fdf-4f02-8785-b90ade96d23c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=228b0733-99ac-480b-83e6-b011cdbb1347 HTTP/1.1" status: 200 len: 217 time: 0.0390501 Aug 30 14:06:29.376792 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-4809f357-4c3f-4b24-83c9-e81998085c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:29.379230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-4809f357-4c3f-4b24-83c9-e81998085c86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4005975e-b6cc-401a-a17f-390bd989ec8e HTTP/1.1" status: 200 len: 856 time: 0.0454576 Aug 30 14:06:29.424610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-fd18be12-1195-4366-90d9-08268545e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:29.426797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-fd18be12-1195-4366-90d9-08268545e3c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d906eda8-cc6e-4fae-9271-38a379289251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406375 Aug 30 14:06:29.522753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-b4967d14-3d56-4ff5-9cb8-e2cf291571da service neutron] 10.222.0.16 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873089 Aug 30 14:06:29.615780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a8653c8d-2ea7-4781-a618-213d2c86648e req-d658ced4-8735-4240-8eb2-48ff801af5d2 service neutron] 10.222.0.16 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848458 Aug 30 14:06:29.668179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f38a1b-00e2-4bf3-96b7-42d73a5dcf74 req-228d0c13-dbbf-4259-abb6-be4ce017e0b0 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:29.669691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f38a1b-00e2-4bf3-96b7-42d73a5dcf74 req-228d0c13-dbbf-4259-abb6-be4ce017e0b0 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 943 time: 0.0487189 Aug 30 14:06:29.712179 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f38a1b-00e2-4bf3-96b7-42d73a5dcf74 req-1b8d223a-a4be-4641-9371-3f0cb9cd3582 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360157 Aug 30 14:06:30.558140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device eb353334-bf55-4916-a800-6169f8b04bb0 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:30.604425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port eb353334-bf55-4916-a800-6169f8b04bb0 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:30.604794 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:30.832014 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a05015-bc9f-4799-ab3b-41a22858cb01 req-a4172255-2d0c-4b0f-a8c7-36fea4f2d700 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:30.833527 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67a05015-bc9f-4799-ab3b-41a22858cb01 req-a4172255-2d0c-4b0f-a8c7-36fea4f2d700 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 943 time: 0.0509105 Aug 30 14:06:30.876472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-67a05015-bc9f-4799-ab3b-41a22858cb01 req-b8bd41d3-68ad-4266-bb26-37c48a6188d8 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325389 Aug 30 14:06:31.434606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:31.989992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89357d-1fe1-412d-aab2-e77da7743f27 req-cb8f3831-ecab-453e-a478-606d4ae38e56 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:31.991467 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa89357d-1fe1-412d-aab2-e77da7743f27 req-cb8f3831-ecab-453e-a478-606d4ae38e56 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 943 time: 0.0482206 Aug 30 14:06:32.028896 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa89357d-1fe1-412d-aab2-e77da7743f27 req-d079d6cd-b0a9-4204-9711-e4498308dcbe tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Aug 30 14:06:32.063933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 228b0733-99ac-480b-83e6-b011cdbb1347 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:06:32.155785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 228b0733-99ac-480b-83e6-b011cdbb1347, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=228b0733-99ac-480b-83e6-b011cdbb1347,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:32.167356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '228b0733-99ac-480b-83e6-b011cdbb1347', 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251', 'port_id': '228b0733-99ac-480b-83e6-b011cdbb1347', 'mac_address': 'fa:16:3e:7c:50:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4005975e-b6cc-401a-a17f-390bd989ec8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:06:32.206762 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:32.219023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228b0733-99ac-480b-83e6-b011cdbb1347 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:06:32.238764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 228b0733-99ac-480b-83e6-b011cdbb1347, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=228b0733-99ac-480b-83e6-b011cdbb1347,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:32.242838 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:32.290583 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=228b0733-99ac-480b-83e6-b011cdbb1347,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:32.446862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['228b0733-99ac-480b-83e6-b011cdbb1347'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:06:33.147006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acded59-2b7a-4472-a8fb-d9710a293407 req-e1a2a768-9f36-4739-8f1f-fcc10f590109 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:33.148507 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7acded59-2b7a-4472-a8fb-d9710a293407 req-e1a2a768-9f36-4739-8f1f-fcc10f590109 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 944 time: 0.0518413 Aug 30 14:06:33.186514 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7acded59-2b7a-4472-a8fb-d9710a293407 req-25a195ab-7b07-4220-8a01-014ca4687dde tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Aug 30 14:06:34.074338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 228b0733-99ac-480b-83e6-b011cdbb1347 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:06:34.122322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 228b0733-99ac-480b-83e6-b011cdbb1347 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:06:34.126051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 228b0733-99ac-480b-83e6-b011cdbb1347 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:06:34.126423 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:34.203030 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:34.228480 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675f8a5c-3bec-4eed-9ff3-369ed640f905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b0733-99ac-480b-83e6-b011cdbb1347'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:06:34.230791 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391ca9c5-4275-489e-a960-7b4c0bd3f0de" -d '{"events": [{"server_uuid": "675f8a5c-3bec-4eed-9ff3-369ed640f905", "name": "network-vif-plugged", "status": "completed", "tag": "228b0733-99ac-480b-83e6-b011cdbb1347"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:06:34.244284 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 228b0733-99ac-480b-83e6-b011cdbb1347, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=228b0733-99ac-480b-83e6-b011cdbb1347,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:34.249147 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:34.278144 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917fd210-6fe3-4af8-b20c-8b82bb4d03a1 x-openstack-request-id: req-917fd210-6fe3-4af8-b20c-8b82bb4d03a1 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:06:34.278446 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675f8a5c-3bec-4eed-9ff3-369ed640f905", "name": "network-vif-plugged", "status": "completed", "tag": "228b0733-99ac-480b-83e6-b011cdbb1347", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:06:34.278689 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-917fd210-6fe3-4af8-b20c-8b82bb4d03a1 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:06:34.279081 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675f8a5c-3bec-4eed-9ff3-369ed640f905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228b0733-99ac-480b-83e6-b011cdbb1347', 'code': 200} Aug 30 14:06:34.308420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf63d4b-e444-4d06-89a6-39c443201027 req-c9f5fc34-85ec-4ea6-b2bb-d460b5416107 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:34.309053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=228b0733-99ac-480b-83e6-b011cdbb1347,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:34.310113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbf63d4b-e444-4d06-89a6-39c443201027 req-c9f5fc34-85ec-4ea6-b2bb-d460b5416107 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 945 time: 0.0527198 Aug 30 14:06:34.376304 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dbf63d4b-e444-4d06-89a6-39c443201027 req-a041f6fa-9162-4a51-999d-551e4860d9ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576458 Aug 30 14:06:34.388453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fad758-a940-4575-90e0-68c2696ebeb4 req-f5649ff6-78f0-4d25-8d9a-027faff6628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:34.389964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86fad758-a940-4575-90e0-68c2696ebeb4 req-f5649ff6-78f0-4d25-8d9a-027faff6628e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 1096 time: 0.0580375 Aug 30 14:06:34.425948 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86fad758-a940-4575-90e0-68c2696ebeb4 req-06e6232a-ba5b-4f2c-b630-b25fe24b91aa service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292988 Aug 30 14:06:35.502185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9e8b8-0077-4c76-a5f7-37a795ea37e4 req-95394a18-3c0c-4f3f-9215-bfc0ba61cb53 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:35.503805 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9b9e8b8-0077-4c76-a5f7-37a795ea37e4 req-95394a18-3c0c-4f3f-9215-bfc0ba61cb53 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 945 time: 0.0538056 Aug 30 14:06:35.542324 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9b9e8b8-0077-4c76-a5f7-37a795ea37e4 req-7ef0bd38-1eae-48a6-aa7c-efaf693c7795 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Aug 30 14:06:35.658345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b7642-979d-4c9f-af58-cc3145095149 req-3e507938-e5cc-464c-889f-aeacdb4dcb31 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:35.660370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e01b7642-979d-4c9f-af58-cc3145095149 req-3e507938-e5cc-464c-889f-aeacdb4dcb31 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 945 time: 0.0505426 Aug 30 14:06:35.697754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e01b7642-979d-4c9f-af58-cc3145095149 req-a2b185be-a4b0-4afe-947a-808a005f437b tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Aug 30 14:06:36.773279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d6ed461-1e87-4c65-bcec-8c76128c7665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:39.513413 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0b3ffe06-adf4-40b1-9659-ed1ed2610143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:40.092397 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:41.095677 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:42.436987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:54.251509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f90e40-647f-423b-aacb-bf05462c1054 req-8372b252-5074-4a39-b4d7-404a628b2cf1 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:54.253547 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f90e40-647f-423b-aacb-bf05462c1054 req-8372b252-5074-4a39-b4d7-404a628b2cf1 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 945 time: 0.0528042 Aug 30 14:06:54.291828 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37f90e40-647f-423b-aacb-bf05462c1054 req-98b94d3f-3609-4aa2-a199-6b87ce9a28b9 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321169 Aug 30 14:06:55.407708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24a17a-ea28-45f4-88c6-944ad7fcec13 req-3d750b79-4a70-4362-9441-3f0a822a7399 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:55.409746 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc24a17a-ea28-45f4-88c6-944ad7fcec13 req-3d750b79-4a70-4362-9441-3f0a822a7399 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 945 time: 0.0500314 Aug 30 14:06:55.448302 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bc24a17a-ea28-45f4-88c6-944ad7fcec13 req-6d63ebd9-26e9-4641-bf1c-d0ec52326c2c tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325799 Aug 30 14:06:55.793057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-6213e9a8-5261-4e66-b91f-7ba1c003bdf2 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:55.794544 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-6213e9a8-5261-4e66-b91f-7ba1c003bdf2 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.16 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 945 time: 0.0549171 Aug 30 14:06:55.882526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Deleting port 228b0733-99ac-480b-83e6-b011cdbb1347 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:06:55.882900 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:55.972242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] For port 228b0733-99ac-480b-83e6-b011cdbb1347, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=228b0733-99ac-480b-83e6-b011cdbb1347,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:06:55.972603 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:55.985235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Calling delete_port for 228b0733-99ac-480b-83e6-b011cdbb1347 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:06:56.110997 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:56.124053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['228b0733-99ac-480b-83e6-b011cdbb1347'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:06:56.141793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Pushing event deleted for resources: {'Port': ['ID=228b0733-99ac-480b-83e6-b011cdbb1347,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:06:56.156736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.157103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.157433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.157795 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.158132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.158505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.158833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.159161 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.159488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.159812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.160128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.160453 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:06:56.195461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] No DVR routers for this DVR port 228b0733-99ac-480b-83e6-b011cdbb1347 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:06:56.198161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:56.200295 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9fbe5b03-c4eb-41c6-9727-2135ffae9c0e req-d0fb4e8a-35b2-41c9-a2ea-7cf704eef1ea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.16 "DELETE /v2.0/ports/228b0733-99ac-480b-83e6-b011cdbb1347 HTTP/1.1" status: 204 len: 173 time: 0.3995619 Aug 30 14:06:56.200736 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675f8a5c-3bec-4eed-9ff3-369ed640f905', 'name': 'network-vif-deleted', 'tag': '228b0733-99ac-480b-83e6-b011cdbb1347'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:06:56.203107 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e9207a-d002-4157-83fd-9f427f88b4bb" -d '{"events": [{"server_uuid": "675f8a5c-3bec-4eed-9ff3-369ed640f905", "name": "network-vif-deleted", "tag": "228b0733-99ac-480b-83e6-b011cdbb1347"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:06:56.249328 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a883a3f-532a-40db-83dd-c0b523031590 x-openstack-request-id: req-1a883a3f-532a-40db-83dd-c0b523031590 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:06:56.249702 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675f8a5c-3bec-4eed-9ff3-369ed640f905", "name": "network-vif-deleted", "tag": "228b0733-99ac-480b-83e6-b011cdbb1347", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:06:56.249998 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1a883a3f-532a-40db-83dd-c0b523031590 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:06:56.250424 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675f8a5c-3bec-4eed-9ff3-369ed640f905', 'name': 'network-vif-deleted', 'tag': '228b0733-99ac-480b-83e6-b011cdbb1347', 'status': 'completed', 'code': 200} Aug 30 14:06:56.555527 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9277e90d-77ba-4c6a-a60c-1368a4362380 req-0ed61b35-9b47-4129-8592-c001e4781e9d tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=675f8a5c-3bec-4eed-9ff3-369ed640f905 HTTP/1.1" status: 200 len: 210 time: 0.0270216 Aug 30 14:06:58.154420 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-20f65d89-f8ed-4ff9-b1af-60971cd13e52 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:58.155906 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-20f65d89-f8ed-4ff9-b1af-60971cd13e52 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/networks?id=d906eda8-cc6e-4fae-9271-38a379289251 HTTP/1.1" status: 200 len: 817 time: 0.1089213 Aug 30 14:06:58.171233 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-b0f0df7a-2f63-4859-9a8d-d1cb7d21b33e tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/quotas/b81798e96e884889ada16937f1a3e042 HTTP/1.1" status: 200 len: 375 time: 0.0094478 Aug 30 14:06:58.224234 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-628215d2-17af-4486-802a-2e0f6003623a tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b81798e96e884889ada16937f1a3e042&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464387 Aug 30 14:06:58.322981 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-c4d7cf4a-69dc-405c-9b81-ed0f05df8476 service neutron] 10.222.0.37 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872185 Aug 30 14:06:58.413814 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-9e796201-2e4b-440d-a95d-79c1e5294b6d service neutron] 10.222.0.37 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846915 Aug 30 14:06:58.577491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-453aff48-c78a-4346-9347-225cf05be2fa req-05112dbe-df44-40d3-956a-514c5dcc0cea tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 210 time: 0.0261230 Aug 30 14:06:58.843067 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:06:59.078500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:59.540259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-f4ad9192-b8ee-4368-be5e-8898968e2aa7 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:06:59.541739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-f4ad9192-b8ee-4368-be5e-8898968e2aa7 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.35 "GET /v2.0/networks?id=d906eda8-cc6e-4fae-9271-38a379289251 HTTP/1.1" status: 200 len: 817 time: 0.1084311 Aug 30 14:06:59.556840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Request body: {'port': {'device_id': '4efb5be5-e7ca-459e-ad1d-b095fa80a739', 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251', 'admin_state_up': True, 'tenant_id': 'b81798e96e884889ada16937f1a3e042'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:06:59.675113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Made reservation on behalf of b81798e96e884889ada16937f1a3e042 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:06:59.678569 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2e1d50b4-10da-48df-acfe-fc753b1ac301 req-ba6e3c70-131c-4f5d-8dc0-a3b6fa77f7f6 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 210 time: 0.0284002 Aug 30 14:06:59.679070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:06:59.808735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Allocated IP 172.20.0.14 (d906eda8-cc6e-4fae-9271-38a379289251/4005975e-b6cc-401a-a17f-390bd989ec8e/886671a2-0d89-4413-8a65-daeaaac39627) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:06:59.955361 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:00.176180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 228b0733-99ac-480b-83e6-b011cdbb1347 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:07:00.200344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 228b0733-99ac-480b-83e6-b011cdbb1347 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:07:00.200689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 228b0733-99ac-480b-83e6-b011cdbb1347 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:07:00.284562 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Transition to ACTIVE for port object 886671a2-0d89-4413-8a65-daeaaac39627 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:00.316715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:00.361768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Network d906eda8-cc6e-4fae-9271-38a379289251 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:00.364816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:00.368485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:00.375226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Pushing event updated for resources: {'Port': ['ID=886671a2-0d89-4413-8a65-daeaaac39627,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:00.427827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:00.428374 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:00.443711 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-733a52bb-636f-4946-829f-3f1da5579aa4 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8907061 Aug 30 14:07:00.454856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-c5b75b75-2bb0-4b9f-97a9-15bbe8595187 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:07:00.456528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-c5b75b75-2bb0-4b9f-97a9-15bbe8595187 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060601 Aug 30 14:07:00.468590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Request body: {'port': {'device_id': '4efb5be5-e7ca-459e-ad1d-b095fa80a739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:00.532642 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:00.629953 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-31ebf5cd-ce0e-4f2d-adfc-1e72d4eb061b None None] Provisioning for port 886671a2-0d89-4413-8a65-daeaaac39627 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:00.633780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-31ebf5cd-ce0e-4f2d-adfc-1e72d4eb061b None None] Provisioning complete for port 886671a2-0d89-4413-8a65-daeaaac39627 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:00.634153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-31ebf5cd-ce0e-4f2d-adfc-1e72d4eb061b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:00.668675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-31ebf5cd-ce0e-4f2d-adfc-1e72d4eb061b None None] Port 886671a2-0d89-4413-8a65-daeaaac39627 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:07:00.827598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 886671a2-0d89-4413-8a65-daeaaac39627 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:07:00.841930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b5de7-53fe-4bda-b65d-279f25127852 req-63ea3a8c-eea7-42f6-bff2-a206de99a9cc tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:00.843444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d40b5de7-53fe-4bda-b65d-279f25127852 req-63ea3a8c-eea7-42f6-bff2-a206de99a9cc tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 932 time: 0.0946870 Aug 30 14:07:00.845244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:00.873468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Transition to ACTIVE for port object 886671a2-0d89-4413-8a65-daeaaac39627 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:00.880892 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:00.932739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d40b5de7-53fe-4bda-b65d-279f25127852 req-e41571c6-b5a5-4534-b544-15ee669110da tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812838 Aug 30 14:07:00.945049 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Pushing event updated for resources: {'Port': ['ID=886671a2-0d89-4413-8a65-daeaaac39627,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:01.017435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Attempting to bind port 886671a2-0d89-4413-8a65-daeaaac39627 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:01.017843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Attempting to bind port 886671a2-0d89-4413-8a65-daeaaac39627 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:01.018182 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Attempting to bind port 886671a2-0d89-4413-8a65-daeaaac39627 on network d906eda8-cc6e-4fae-9271-38a379289251 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:01.022773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Port 886671a2-0d89-4413-8a65-daeaaac39627 on network d906eda8-cc6e-4fae-9271-38a379289251 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:07:01.023101 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Attempting to bind port 886671a2-0d89-4413-8a65-daeaaac39627 on network d906eda8-cc6e-4fae-9271-38a379289251 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:01.028375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:01.028721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Checking segment: {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:01.029115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Bound using segment: {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:01.029552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Bound port: 886671a2-0d89-4413-8a65-daeaaac39627, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7200e153-83e3-4416-b54a-11c81aa01781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:01.029947 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:01.101987 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] For port 886671a2-0d89-4413-8a65-daeaaac39627, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:01.105015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] For port 886671a2-0d89-4413-8a65-daeaaac39627, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=886671a2-0d89-4413-8a65-daeaaac39627,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:01.109547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:01.144284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:01.144901 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:01.146326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-a2dda016-66db-449a-9137-050a67df0560 service neutron] 10.222.0.35 "PUT /v2.0/ports/886671a2-0d89-4413-8a65-daeaaac39627 HTTP/1.1" status: 200 len: 1092 time: 0.6824105 Aug 30 14:07:01.146759 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efb5be5-e7ca-459e-ad1d-b095fa80a739', 'tag': '886671a2-0d89-4413-8a65-daeaaac39627'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:07:01.149328 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00" -d '{"events": [{"name": "network-changed", "server_uuid": "4efb5be5-e7ca-459e-ad1d-b095fa80a739", "tag": "886671a2-0d89-4413-8a65-daeaaac39627"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:07:01.175513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dda016-66db-449a-9137-050a67df0560 service neutron] Pushing event updated for resources: {'Port': ['ID=886671a2-0d89-4413-8a65-daeaaac39627,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:01.197907 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb54e40-9bfa-40cb-9b45-4881e435294f x-openstack-request-id: req-2cb54e40-9bfa-40cb-9b45-4881e435294f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:07:01.197907 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efb5be5-e7ca-459e-ad1d-b095fa80a739", "tag": "886671a2-0d89-4413-8a65-daeaaac39627", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:07:01.197907 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2cb54e40-9bfa-40cb-9b45-4881e435294f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:07:01.198274 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efb5be5-e7ca-459e-ad1d-b095fa80a739', 'tag': '886671a2-0d89-4413-8a65-daeaaac39627', 'status': 'completed', 'code': 200} Aug 30 14:07:01.228598 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-6d1685e0-e126-4338-a826-ab5272f95fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:01.230219 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-6d1685e0-e126-4338-a826-ab5272f95fc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b81798e96e884889ada16937f1a3e042&device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 1095 time: 0.0444696 Aug 30 14:07:01.276760 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-39b9b0ab-0868-4f8f-8a39-ac7c740f5c33 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=886671a2-0d89-4413-8a65-daeaaac39627 HTTP/1.1" status: 200 len: 217 time: 0.0383415 Aug 30 14:07:01.329527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-ab8e31ed-0483-41b1-8363-984484a9b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:01.331290 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-ab8e31ed-0483-41b1-8363-984484a9b641 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4005975e-b6cc-401a-a17f-390bd989ec8e HTTP/1.1" status: 200 len: 856 time: 0.0468907 Aug 30 14:07:01.377872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-87bbe939-71e7-4e3e-b786-50e6b84be8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:01.379431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-87bbe939-71e7-4e3e-b786-50e6b84be8d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d906eda8-cc6e-4fae-9271-38a379289251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416281 Aug 30 14:07:01.434332 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:01.474115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-5c9f8f5a-74e3-4f23-9c07-6a8ca840e844 service neutron] 10.222.0.35 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874324 Aug 30 14:07:01.566462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8db57464-0f77-4d42-a0f2-2510b9523f0c req-ce2a3b2c-f6ef-4220-aa78-867882b7c0e1 service neutron] 10.222.0.35 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839059 Aug 30 14:07:01.657258 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-84ff1216-1966-452a-86f4-5972319dfbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:01.659054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-84ff1216-1966-452a-86f4-5972319dfbdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b81798e96e884889ada16937f1a3e042&device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 1095 time: 0.0431275 Aug 30 14:07:01.754725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-b8f6a40e-2522-4e65-b873-d270e9d6eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:01.756218 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-b8f6a40e-2522-4e65-b873-d270e9d6eb6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=d906eda8-cc6e-4fae-9271-38a379289251 HTTP/1.1" status: 200 len: 918 time: 0.0898249 Aug 30 14:07:01.798315 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-6a23ff3e-922b-4eae-9c71-6e8123bec8cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=886671a2-0d89-4413-8a65-daeaaac39627 HTTP/1.1" status: 200 len: 217 time: 0.0350955 Aug 30 14:07:01.847776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-cac8533b-3a8c-4c45-8633-39c30b605fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:01.849154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-cac8533b-3a8c-4c45-8633-39c30b605fd3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4005975e-b6cc-401a-a17f-390bd989ec8e HTTP/1.1" status: 200 len: 856 time: 0.0439689 Aug 30 14:07:01.901231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-dea74531-e410-48f0-b5bd-57dfc5763726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:01.902777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-dea74531-e410-48f0-b5bd-57dfc5763726 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d906eda8-cc6e-4fae-9271-38a379289251&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460670 Aug 30 14:07:02.014798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-4f2c4e2e-f532-41bd-a67f-540d437c9ca0 service neutron] 10.222.0.35 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039813 Aug 30 14:07:02.117844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e9d5d-c920-4d02-9648-24c73f2c9bb1 req-d42d2941-4de8-4f08-8151-2090b0fcbf29 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:02.119251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-075e9d5d-c920-4d02-9648-24c73f2c9bb1 req-d42d2941-4de8-4f08-8151-2090b0fcbf29 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 944 time: 0.1186678 Aug 30 14:07:02.159060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d4c69c67-d0a4-43ff-8f29-8c8003c67f00 req-20e13531-83d5-4e46-b433-677f21a047db service neutron] 10.222.0.35 "GET /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295500 Aug 30 14:07:02.172969 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-075e9d5d-c920-4d02-9648-24c73f2c9bb1 req-bf172308-2b86-401f-9b6e-68fc5e04a023 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476034 Aug 30 14:07:03.297624 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a27b57-6ebe-4c14-93e9-6bd590b9f5a2 req-9d659151-bd60-4a63-8da6-0965d920bc2f tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:03.300097 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8a27b57-6ebe-4c14-93e9-6bd590b9f5a2 req-9d659151-bd60-4a63-8da6-0965d920bc2f tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 944 time: 0.0554388 Aug 30 14:07:03.339457 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8a27b57-6ebe-4c14-93e9-6bd590b9f5a2 req-bebebe67-f6f8-45fb-9fcc-bdbefa0bd6ca tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Aug 30 14:07:03.515935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 886671a2-0d89-4413-8a65-daeaaac39627 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:07:03.624058 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 886671a2-0d89-4413-8a65-daeaaac39627, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=886671a2-0d89-4413-8a65-daeaaac39627,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:03.636926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '886671a2-0d89-4413-8a65-daeaaac39627', 'network_id': 'd906eda8-cc6e-4fae-9271-38a379289251', 'port_id': '886671a2-0d89-4413-8a65-daeaaac39627', 'mac_address': 'fa:16:3e:b1:74:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4005975e-b6cc-401a-a17f-390bd989ec8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:07:03.680253 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:03.693326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 886671a2-0d89-4413-8a65-daeaaac39627 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:07:03.713172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 886671a2-0d89-4413-8a65-daeaaac39627, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=886671a2-0d89-4413-8a65-daeaaac39627,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:03.725488 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:03.776469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=886671a2-0d89-4413-8a65-daeaaac39627,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:03.785725 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.786067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.786389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.786726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.787060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.787389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.787713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.788036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.788358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.788679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.788999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:03.789317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:04.048013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['886671a2-0d89-4413-8a65-daeaaac39627'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:07:04.463134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5adeba-2cee-4c16-bf84-08c187d275d4 req-cfffeb65-039d-45ef-8128-4b6c33e66c5a tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:04.464651 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af5adeba-2cee-4c16-bf84-08c187d275d4 req-cfffeb65-039d-45ef-8128-4b6c33e66c5a tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 945 time: 0.0505481 Aug 30 14:07:04.502943 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af5adeba-2cee-4c16-bf84-08c187d275d4 req-ceda5490-f625-48a2-8b5e-6de8646765d6 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Aug 30 14:07:05.524510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 886671a2-0d89-4413-8a65-daeaaac39627 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:05.582562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 886671a2-0d89-4413-8a65-daeaaac39627 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:05.586425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 886671a2-0d89-4413-8a65-daeaaac39627 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:05.586799 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:05.622579 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1cde8c-0654-4e35-9070-5515c1279c4c req-a5abb20e-3b29-40f0-9a71-3d28ad9ed659 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:05.624085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af1cde8c-0654-4e35-9070-5515c1279c4c req-a5abb20e-3b29-40f0-9a71-3d28ad9ed659 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 945 time: 0.0527191 Aug 30 14:07:05.663951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-af1cde8c-0654-4e35-9070-5515c1279c4c req-7f259dee-3892-469b-95b3-7e142bcb27a6 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336733 Aug 30 14:07:05.670744 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:05.695800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efb5be5-e7ca-459e-ad1d-b095fa80a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886671a2-0d89-4413-8a65-daeaaac39627'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:07:05.698093 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1595368-b20e-42f6-9a9f-eaa638be17ef" -d '{"events": [{"server_uuid": "4efb5be5-e7ca-459e-ad1d-b095fa80a739", "name": "network-vif-plugged", "status": "completed", "tag": "886671a2-0d89-4413-8a65-daeaaac39627"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:07:05.711590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 886671a2-0d89-4413-8a65-daeaaac39627, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=886671a2-0d89-4413-8a65-daeaaac39627,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:05.715597 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:05.742078 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f587a39-c60f-4bdb-be9a-5fab0c9c76e5 x-openstack-request-id: req-8f587a39-c60f-4bdb-be9a-5fab0c9c76e5 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:07:05.742368 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efb5be5-e7ca-459e-ad1d-b095fa80a739", "name": "network-vif-plugged", "status": "completed", "tag": "886671a2-0d89-4413-8a65-daeaaac39627", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:07:05.743411 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8f587a39-c60f-4bdb-be9a-5fab0c9c76e5 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:07:05.743815 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efb5be5-e7ca-459e-ad1d-b095fa80a739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '886671a2-0d89-4413-8a65-daeaaac39627', 'code': 200} Aug 30 14:07:05.772203 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=886671a2-0d89-4413-8a65-daeaaac39627,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:05.845864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3be91e-b15f-48fa-ba70-2bc4ff2cc809 req-c98d90b5-4d30-4437-892c-ad293c264742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:05.847426 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db3be91e-b15f-48fa-ba70-2bc4ff2cc809 req-c98d90b5-4d30-4437-892c-ad293c264742 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 1097 time: 0.0471110 Aug 30 14:07:05.886041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-db3be91e-b15f-48fa-ba70-2bc4ff2cc809 req-6bbb3184-7dd7-4d96-9166-661099a78b3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312037 Aug 30 14:07:06.776189 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-874c0964-e303-40b0-a131-b19e6b74b445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:06.780784 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55ecca-b183-4371-8ed0-1d3d99d0f555 req-1888bac2-6389-4a2e-857b-b6eca13a1709 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:06.782580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e55ecca-b183-4371-8ed0-1d3d99d0f555 req-1888bac2-6389-4a2e-857b-b6eca13a1709 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 946 time: 0.0510223 Aug 30 14:07:06.824201 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6e55ecca-b183-4371-8ed0-1d3d99d0f555 req-cb56e18f-8688-4433-b3ce-894706b7354e tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344439 Aug 30 14:07:07.941030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0587315-3455-4526-ac34-3a508369a107 req-4681d7b4-68a0-421c-adcb-294a57f756fa tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:07.942545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0587315-3455-4526-ac34-3a508369a107 req-4681d7b4-68a0-421c-adcb-294a57f756fa tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 946 time: 0.0501924 Aug 30 14:07:07.981820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e0587315-3455-4526-ac34-3a508369a107 req-177e9bdd-a55d-4f00-97ff-cff12db453f2 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332501 Aug 30 14:07:08.101527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861413c-56bb-4570-80da-82179eaa861c req-2ea25184-0390-4670-b945-4242eab9810e tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:08.103070 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2861413c-56bb-4570-80da-82179eaa861c req-2ea25184-0390-4670-b945-4242eab9810e tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 946 time: 0.0532224 Aug 30 14:07:08.484873 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2861413c-56bb-4570-80da-82179eaa861c req-0c018ac4-8f07-4d6e-85b7-986f7575e298 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759444 Aug 30 14:07:09.515944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a94c9355-cb9f-4f0d-8e39-d33d1e431fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:10.093781 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:11.097725 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:12.441214 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:27.933012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b50d1-17da-45f1-93a8-c0139b782475 req-f513b7ea-1bac-4ef1-b556-0aa5511ceeb1 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:27.934528 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cd1b50d1-17da-45f1-93a8-c0139b782475 req-f513b7ea-1bac-4ef1-b556-0aa5511ceeb1 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 946 time: 0.0490141 Aug 30 14:07:27.974650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cd1b50d1-17da-45f1-93a8-c0139b782475 req-fbde707f-b454-4593-ae03-5f69a79279f3 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339379 Aug 30 14:07:29.069562 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:29.091874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f362c1c-e47f-4206-8812-3a6320f66017 req-319c0d26-e5ea-4f48-b816-dcd148a53a93 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:29.093370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f362c1c-e47f-4206-8812-3a6320f66017 req-319c0d26-e5ea-4f48-b816-dcd148a53a93 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 946 time: 0.0495248 Aug 30 14:07:29.131056 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7f362c1c-e47f-4206-8812-3a6320f66017 req-4b1b33bf-07d6-4d8f-b74e-d882c5866841 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/security-groups?id=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 Aug 30 14:07:29.833943 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-42c68a8e-844b-4f16-9dac-ba419cd01097 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:29.835316 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-42c68a8e-844b-4f16-9dac-ba419cd01097 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.35 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 946 time: 0.0525577 Aug 30 14:07:29.922538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Deleting port 886671a2-0d89-4413-8a65-daeaaac39627 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:07:29.922908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:30.012727 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] For port 886671a2-0d89-4413-8a65-daeaaac39627, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=886671a2-0d89-4413-8a65-daeaaac39627,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:30.013091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:30.026148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Calling delete_port for 886671a2-0d89-4413-8a65-daeaaac39627 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:07:30.153254 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:30.166190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['886671a2-0d89-4413-8a65-daeaaac39627'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:07:30.186588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Pushing event deleted for resources: {'Port': ['ID=886671a2-0d89-4413-8a65-daeaaac39627,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:30.229179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] No DVR routers for this DVR port 886671a2-0d89-4413-8a65-daeaaac39627 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:07:30.232227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:30.234344 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d8a4f6c8-1a0e-4742-a446-b440f36b9492 req-1cfaf915-0543-4960-b16d-de77e3317a05 tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.35 "DELETE /v2.0/ports/886671a2-0d89-4413-8a65-daeaaac39627 HTTP/1.1" status: 204 len: 173 time: 0.3930984 Aug 30 14:07:30.234786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efb5be5-e7ca-459e-ad1d-b095fa80a739', 'name': 'network-vif-deleted', 'tag': '886671a2-0d89-4413-8a65-daeaaac39627'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:07:30.237317 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5a8192-0abc-4da7-919b-879f3afda8f7" -d '{"events": [{"server_uuid": "4efb5be5-e7ca-459e-ad1d-b095fa80a739", "name": "network-vif-deleted", "tag": "886671a2-0d89-4413-8a65-daeaaac39627"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:07:30.240089 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ae134d0c-0f5d-4b7c-9859-e1eb522b79f1 req-40f2c413-a6ba-4b3c-8cde-545f415f57ef tempest-TestEncryptedCinderVolumes-651126522 tempest-TestEncryptedCinderVolumes-651126522-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efb5be5-e7ca-459e-ad1d-b095fa80a739 HTTP/1.1" status: 200 len: 210 time: 0.0282252 Aug 30 14:07:30.291423 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98910e2d-0dc2-4a3e-8687-ce2083b0faf1 x-openstack-request-id: req-98910e2d-0dc2-4a3e-8687-ce2083b0faf1 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:07:30.291717 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efb5be5-e7ca-459e-ad1d-b095fa80a739", "name": "network-vif-deleted", "tag": "886671a2-0d89-4413-8a65-daeaaac39627", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:07:30.291973 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98910e2d-0dc2-4a3e-8687-ce2083b0faf1 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:07:30.292375 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efb5be5-e7ca-459e-ad1d-b095fa80a739', 'name': 'network-vif-deleted', 'tag': '886671a2-0d89-4413-8a65-daeaaac39627', 'status': 'completed', 'code': 200} Aug 30 14:07:31.338753 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38032) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:31.453329 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:31.698392 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:31.955786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Deleting port 614c3848-7eaf-47b3-b637-024a266fede8 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:07:31.956037 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:32.034091 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] For port 614c3848-7eaf-47b3-b637-024a266fede8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=614c3848-7eaf-47b3-b637-024a266fede8,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:32.034445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:32.052011 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Calling delete_port for 614c3848-7eaf-47b3-b637-024a266fede8 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:07:32.238819 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:32.262601 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=614c3848-7eaf-47b3-b637-024a266fede8,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:32.273145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.273496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.273865 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.274201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.274533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.275513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.275513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.275513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.276068 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.276220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.276412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.276731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:32.456650 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:32.691906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:07:32.807284 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:07:32.812425 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8bf32b6c-a117-4d4b-a4be-f894b02823f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4724669 Aug 30 14:07:32.815780 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38034) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:32.818071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] Sync routers for ids ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:07:32.828960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] Routers {'691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:32.830810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:32.931231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:32.940576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] Set router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:33.042912 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.102185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Deleting port 806bbdae-0c41-4796-94fb-7bb348b9e481 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:07:33.102707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.135499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:07:32Z', 'revision_number': 5, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'gw_port': {'id': '806bbdae-0c41-4796-94fb-7bb348b9e481', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:33.167967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] Checking router: 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:07:33.177100 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] Routers {'691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:33.177777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:33.192603 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] For port 806bbdae-0c41-4796-94fb-7bb348b9e481, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=806bbdae-0c41-4796-94fb-7bb348b9e481,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:33.192962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.206472 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Calling delete_port for 806bbdae-0c41-4796-94fb-7bb348b9e481 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:07:33.430566 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.448611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] Set router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:33.468876 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=806bbdae-0c41-4796-94fb-7bb348b9e481,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:33.505739 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:07:33Z', 'revision_number': 6, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:33.530540 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.536794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60917ee3-e191-41a6-961b-711be4e42c1d None None] The sync data for ids ['691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab'] in n-d-688802-6 is: [{'id': '691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab', 'name': 'tempest-TestEncryptedCinderVolumes-1749681849-router', 'tenant_id': 'b81798e96e884889ada16937f1a3e042', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:16Z', 'updated_at': '2021-08-30T14:07:33Z', 'revision_number': 6, 'project_id': 'b81798e96e884889ada16937f1a3e042', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:07:33.631657 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.635946 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.686422 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.686903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:07:33.688631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 886671a2-0d89-4413-8a65-daeaaac39627 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:07:33.692103 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.693715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6c1b2b06-b249-4a7a-bd8e-68f486035d8f admin admin] 10.222.0.37 "DELETE /v2.0/routers/691fa4fa-74c8-4c1e-ade0-6a5a98bf35ab HTTP/1.1" status: 204 len: 168 time: 0.8765101 Aug 30 14:07:33.696704 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38036) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:33.712822 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 886671a2-0d89-4413-8a65-daeaaac39627 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:07:33.713168 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 886671a2-0d89-4413-8a65-daeaaac39627 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:07:33.747664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdedd8d1-7ad7-4ade-b85b-035796b994d7 admin admin] Deleting subnet 4005975e-b6cc-401a-a17f-390bd989ec8e {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:07:33.750819 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdedd8d1-7ad7-4ade-b85b-035796b994d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.787693 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdedd8d1-7ad7-4ade-b85b-035796b994d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.877076 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdedd8d1-7ad7-4ade-b85b-035796b994d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.937460 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdedd8d1-7ad7-4ade-b85b-035796b994d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.973771 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fdedd8d1-7ad7-4ade-b85b-035796b994d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:33.978403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38038) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:33.979141 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fdedd8d1-7ad7-4ade-b85b-035796b994d7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4005975e-b6cc-401a-a17f-390bd989ec8e HTTP/1.1" status: 204 len: 168 time: 0.2807808 Aug 30 14:07:33.979412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da58790-5d29-4e24-9a9d-3661360386b4 None None] Network d906eda8-cc6e-4fae-9271-38a379289251 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:33.980006 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedd8d1-7ad7-4ade-b85b-035796b994d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4005975e-b6cc-401a-a17f-390bd989ec8e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:34.048476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.114940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Deleting port a74baee7-c2a2-447b-8e20-a6d017a910a5 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:07:34.115285 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.179344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] For port a74baee7-c2a2-447b-8e20-a6d017a910a5, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=a74baee7-c2a2-447b-8e20-a6d017a910a5,segment=NetworkSegment(7200e153-83e3-4416-b54a-11c81aa01781),segment_id=7200e153-83e3-4416-b54a-11c81aa01781)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:34.179710 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.193260 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Calling delete_port for a74baee7-c2a2-447b-8e20-a6d017a910a5 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:07:34.280549 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.309759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927dc2a-e423-45c3-93f9-b806781d5688 None None] DHCP port deletion for d906eda8-cc6e-4fae-9271-38a379289251 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:07:34.310024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74baee7-c2a2-447b-8e20-a6d017a910a5,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:34.314652 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] No DVR routers for this DVR port a74baee7-c2a2-447b-8e20-a6d017a910a5 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:07:34.388077 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.399602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d906eda8-cc6e-4fae-9271-38a379289251']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:34.415227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7200e153-83e3-4416-b54a-11c81aa01781') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:34.415602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7200e153-83e3-4416-b54a-11c81aa01781') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:34.425714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.440476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.446417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:07:34.446748 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:07:34.448387 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:07:34.510049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.517423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:34.519528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d906eda8-cc6e-4fae-9271-38a379289251 HTTP/1.1" status: 204 len: 168 time: 0.5401099 Aug 30 14:07:34.523123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38040) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:34.533064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c66e6-8ea2-4e90-a744-15833525d8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d906eda8-cc6e-4fae-9271-38a379289251,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:34.607699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 806bbdae-0c41-4796-94fb-7bb348b9e481 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:07:34.628758 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 806bbdae-0c41-4796-94fb-7bb348b9e481 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:07:34.629102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 806bbdae-0c41-4796-94fb-7bb348b9e481 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:07:34.629510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a74baee7-c2a2-447b-8e20-a6d017a910a5 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:07:34.648600 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: a74baee7-c2a2-447b-8e20-a6d017a910a5 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:07:34.648954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device a74baee7-c2a2-447b-8e20-a6d017a910a5 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:07:34.649380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 614c3848-7eaf-47b3-b637-024a266fede8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:07:34.667973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 614c3848-7eaf-47b3-b637-024a266fede8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:07:34.668323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 614c3848-7eaf-47b3-b637-024a266fede8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:07:34.885048 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:35.139104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Deleting port eb353334-bf55-4916-a800-6169f8b04bb0 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:07:35.139360 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:35.219274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] For port eb353334-bf55-4916-a800-6169f8b04bb0, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=eb353334-bf55-4916-a800-6169f8b04bb0,segment=NetworkSegment(42fa6a7e-1a92-425d-ab53-117c126d50f4),segment_id=42fa6a7e-1a92-425d-ab53-117c126d50f4)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:35.220193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:35.237737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Calling delete_port for eb353334-bf55-4916-a800-6169f8b04bb0 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:07:35.419739 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:35.446916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb353334-bf55-4916-a800-6169f8b04bb0,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:35.621200 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:35.836259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Router b4f3219a-e67b-4387-b83e-c39df97894bd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:07:35.841392 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:07:35.947992 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:07:35.954662 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-30769807-f5a1-4d89-9bfa-c09ac771c947 admin admin] 10.222.0.37 "PUT /v2.0/routers/b4f3219a-e67b-4387-b83e-c39df97894bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4299233 Aug 30 14:07:35.956714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38042) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:35.958546 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] Sync routers for ids ['b4f3219a-e67b-4387-b83e-c39df97894bd'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:07:35.967979 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] Routers {'b4f3219a-e67b-4387-b83e-c39df97894bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:35.968601 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b4f3219a-e67b-4387-b83e-c39df97894bd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:36.076282 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] Set router b4f3219a-e67b-4387-b83e-c39df97894bd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:36.274125 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:20Z', 'updated_at': '2021-08-30T14:07:35Z', 'revision_number': 5, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'gw_port': {'id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:21Z', 'updated_at': '2021-08-30T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:36.301618 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] Checking router: b4f3219a-e67b-4387-b83e-c39df97894bd for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:07:36.311123 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] Routers {'b4f3219a-e67b-4387-b83e-c39df97894bd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:36.311752 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b4f3219a-e67b-4387-b83e-c39df97894bd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:36.418554 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.426979 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] Set router b4f3219a-e67b-4387-b83e-c39df97894bd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:36.527950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.589067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Deleting port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:07:36.589538 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.628979 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:20Z', 'updated_at': '2021-08-30T14:07:35Z', 'revision_number': 5, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'gw_port': {'id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:21Z', 'updated_at': '2021-08-30T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:36.682244 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] For port 431de4ef-8938-4f29-88bc-55bd6ce8e0fe, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=431de4ef-8938-4f29-88bc-55bd6ce8e0fe,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:36.682912 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.702145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Calling delete_port for 431de4ef-8938-4f29-88bc-55bd6ce8e0fe owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:07:36.751741 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eccb0c-2da5-4b30-abf6-2f1278846214 None None] The sync data for ids ['b4f3219a-e67b-4387-b83e-c39df97894bd'] in n-d-688802-6 is: [{'id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'name': 'tempest-TestEncryptedCinderVolumes-2048161602-router', 'tenant_id': '099135a4cee047ccaa81bfb19a9f6074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:06:20Z', 'updated_at': '2021-08-30T14:07:35Z', 'revision_number': 5, 'project_id': '099135a4cee047ccaa81bfb19a9f6074', 'gw_port': {'id': '431de4ef-8938-4f29-88bc-55bd6ce8e0fe', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:47:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f3219a-e67b-4387-b83e-c39df97894bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:06:21Z', 'updated_at': '2021-08-30T14:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:07:36.783764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8c4825b3-52ea-423e-8661-abe005e6212e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.887310 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:36.918172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Pushing event deleted for resources: {'Port': ['ID=431de4ef-8938-4f29-88bc-55bd6ce8e0fe,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:36.985753 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.076455 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.078592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.128992 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.129530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f3219a-e67b-4387-b83e-c39df97894bd {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:07:37.134360 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.135786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ecc858fc-ba10-432e-8631-79a80c5bb360 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b4f3219a-e67b-4387-b83e-c39df97894bd HTTP/1.1" status: 204 len: 168 time: 1.1776788 Aug 30 14:07:37.138230 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38044) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:37.185852 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b8b6af-bdf5-4d50-bc7e-abc4988f89e5 admin admin] Deleting subnet 641ad9c6-6bff-4fd3-b954-b6fc8962dcb7 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:07:37.188986 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31b8b6af-bdf5-4d50-bc7e-abc4988f89e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.226082 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31b8b6af-bdf5-4d50-bc7e-abc4988f89e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.306992 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31b8b6af-bdf5-4d50-bc7e-abc4988f89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.370437 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31b8b6af-bdf5-4d50-bc7e-abc4988f89e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.409998 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-31b8b6af-bdf5-4d50-bc7e-abc4988f89e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.411934 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-31b8b6af-bdf5-4d50-bc7e-abc4988f89e5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/641ad9c6-6bff-4fd3-b954-b6fc8962dcb7 HTTP/1.1" status: 204 len: 168 time: 0.2727106 Aug 30 14:07:37.414534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38046) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:37.415011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f0911-063b-48e7-a08a-cf2abaa34f06 None None] Network 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:37.415263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b8b6af-bdf5-4d50-bc7e-abc4988f89e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=641ad9c6-6bff-4fd3-b954-b6fc8962dcb7,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:37.505532 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.567201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Deleting port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:07:37.567542 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.629824 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] For port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1d50b85a-d2ec-4e1e-89ee-f9dc5b019710,segment=NetworkSegment(42fa6a7e-1a92-425d-ab53-117c126d50f4),segment_id=42fa6a7e-1a92-425d-ab53-117c126d50f4)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:37.630096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.643585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Calling delete_port for 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:07:37.725162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.750012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d50b85a-d2ec-4e1e-89ee-f9dc5b019710,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:37.757906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] No DVR routers for this DVR port 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:07:37.762920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f675ea3c-4499-4c8e-8123-299289780caa None None] DHCP port deletion for 19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:07:37.834785 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.845231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:37.859816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fa6a7e-1a92-425d-ab53-117c126d50f4') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:37.860141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fa6a7e-1a92-425d-ab53-117c126d50f4') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:37.869272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.883766 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.889784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:07:37.890175 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:07:37.892469 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:07:37.948440 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.954896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:37.956784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] 10.222.0.37 "DELETE /v2.0/networks/19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230 HTTP/1.1" status: 204 len: 168 time: 0.5412509 Aug 30 14:07:37.967968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4bd9b-1eae-40ec-8651-91911419b967 admin admin] Pushing event deleted for resources: {'Network': ['ID=19e6084e-bdeb-4ba5-8dfa-3fdfc2e58230,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:38.124695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38050) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:38.171412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1e4ca7ba-8302-402b-9419-f31aaf5f1b6d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b81798e96e884889ada16937f1a3e042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454090 Aug 30 14:07:38.174006 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38052) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:38.224007 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ba2060b-ecad-404e-99e4-75c6aaddbf0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:38.250244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ba2060b-ecad-404e-99e4-75c6aaddbf0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:38.300848 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ba2060b-ecad-404e-99e4-75c6aaddbf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:38.303701 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1ba2060b-ecad-404e-99e4-75c6aaddbf0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:38.304947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1ba2060b-ecad-404e-99e4-75c6aaddbf0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b HTTP/1.1" status: 204 len: 168 time: 0.1300154 Aug 30 14:07:38.314577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2060b-ecad-404e-99e4-75c6aaddbf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b0b6d0-c7cd-4df7-b2f6-1c8d8320220b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:38.599107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:07:38.619095 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:07:38.619449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1d50b85a-d2ec-4e1e-89ee-f9dc5b019710 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:07:38.621247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device eb353334-bf55-4916-a800-6169f8b04bb0 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:07:38.640961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: eb353334-bf55-4916-a800-6169f8b04bb0 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:07:38.641925 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device eb353334-bf55-4916-a800-6169f8b04bb0 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:07:38.642763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 431de4ef-8938-4f29-88bc-55bd6ce8e0fe no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:07:38.655967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38058) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:38.666652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 431de4ef-8938-4f29-88bc-55bd6ce8e0fe {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:07:38.666998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 431de4ef-8938-4f29-88bc-55bd6ce8e0fe not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:07:38.701706 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b0e614c9-993e-426c-82ca-981c85e0b28c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=099135a4cee047ccaa81bfb19a9f6074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426776 Aug 30 14:07:38.702336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38060) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:38.766065 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afcc955d-65e5-4d40-9597-898c83211148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:38.791013 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afcc955d-65e5-4d40-9597-898c83211148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:38.843567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afcc955d-65e5-4d40-9597-898c83211148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:38.847065 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-afcc955d-65e5-4d40-9597-898c83211148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:38.848332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-afcc955d-65e5-4d40-9597-898c83211148 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/834333ed-1c00-47eb-9aa9-3a043d458008 HTTP/1.1" status: 204 len: 168 time: 0.1447811 Aug 30 14:07:38.856340 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc955d-65e5-4d40-9597-898c83211148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834333ed-1c00-47eb-9aa9-3a043d458008,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:39.518844 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c8cdde16-8905-4731-a621-86d16cfc1109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:39.566834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38082) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:39.686689 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-611403223-network', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:39.708375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Made reservation on behalf of 99dd674c1a8f4296bc2846c62014e710 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:07:39.710967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:39.720455 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:39.821417 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:39.827150 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:39.852450 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:07:39.863334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9dbefd-c44d-4716-a38c-4053b1a1ee35,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:39.868290 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:39.868642 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Added segment 1f082534-9c5e-4c7a-87f9-0af3155b42ad of type vlan for network 5f405e9d-5060-4548-a3af-8b23cd6b616b Aug 30 14:07:39.913766 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:39.939996 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:39.941285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:39.941903 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:39.999981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4319894 Aug 30 14:07:40.003777 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38086) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:40.008783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Request body: {'subnet': {'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-611403223-subnet', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:40.009054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b379488-e61a-4fad-94aa-c20e989f1629 admin admin] Pushing event updated for resources: {'Network': ['ID=5f405e9d-5060-4548-a3af-8b23cd6b616b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:40.020279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 5f405e9d-5060-4548-a3af-8b23cd6b616b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:07:40.030781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Made reservation on behalf of 99dd674c1a8f4296bc2846c62014e710 for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:07:40.033982 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.110213 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.214490 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.269975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b967278-5160-4664-a60f-bbabf0ecc6b2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:40.281332 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Checking segment: {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:40.281708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Network hostable DHCP agents. Network: 5f405e9d-5060-4548-a3af-8b23cd6b616b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:07:40.298113 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Network 5f405e9d-5060-4548-a3af-8b23cd6b616b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:07:40.306965 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 5f405e9d-5060-4548-a3af-8b23cd6b616b) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:40.311891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:40.314611 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.315241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0defb762-0ef9-4eff-8e39-f6e9ba726b37 None None] Network 5f405e9d-5060-4548-a3af-8b23cd6b616b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:40.328418 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-bc7e6754-9b3c-475c-9eed-214be5e2e64c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3235445 Aug 30 14:07:40.331810 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38088) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:40.336300 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:40.358252 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.359223 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.417909 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.464694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-5f405e9d-5060-4548-a3af-8b23cd6b616b', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:07:40.465564 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.558465 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.604861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Allocated IP 172.20.0.2 (5f405e9d-5060-4548-a3af-8b23cd6b616b/3b967278-5160-4664-a60f-bbabf0ecc6b2/e3b171c8-a53c-4831-accf-4710990c250b) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:07:40.758868 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.768363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Transition to ACTIVE for port object e3b171c8-a53c-4831-accf-4710990c250b will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:40.774072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.785359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Transition to ACTIVE for port object e3b171c8-a53c-4831-accf-4710990c250b will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:40.792716 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.794579 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.832241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Network 5f405e9d-5060-4548-a3af-8b23cd6b616b is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:40.839020 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:40.842935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:40.850922 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Pushing event updated for resources: {'Port': ['ID=e3b171c8-a53c-4831-accf-4710990c250b,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:40.904565 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Attempting to bind port e3b171c8-a53c-4831-accf-4710990c250b on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:40.904940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Attempting to bind port e3b171c8-a53c-4831-accf-4710990c250b by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:40.905306 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Attempting to bind port e3b171c8-a53c-4831-accf-4710990c250b on network 5f405e9d-5060-4548-a3af-8b23cd6b616b {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:40.911078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:40.911443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Checking segment: {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:40.911856 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.912328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Bound using segment: {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:40.913107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Bound port: e3b171c8-a53c-4831-accf-4710990c250b, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:40.913347 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:40.924833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Allocated IP 172.25.2.178 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/5c060e2f-d2a9-4882-93a3-eb9db861b9cf) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:07:40.986024 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] For port e3b171c8-a53c-4831-accf-4710990c250b, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:40.989282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] For port e3b171c8-a53c-4831-accf-4710990c250b, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e3b171c8-a53c-4831-accf-4710990c250b,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:40.994763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.044922 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.055546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8465823-254f-4c79-91cc-c610c7aaa427 None None] Pushing event updated for resources: {'Port': ['ID=e3b171c8-a53c-4831-accf-4710990c250b,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:41.098259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.108802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.140795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:41.144125 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:41.148334 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:41.172973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Pushing event updated for resources: {'Port': ['ID=5c060e2f-d2a9-4882-93a3-eb9db861b9cf,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:41.447292 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.653868 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.800218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:07:41.920192 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:07:41.930900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Sync routers for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:07:41.939697 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:41.941036 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-49315c74-9b5f-46b7-8c61-25fbe25c9256 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6082525 Aug 30 14:07:41.943932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38090) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:41.945694 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:41.946362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:42.032364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669dfc9a-d30e-41d6-8fc5-b4ed3eee3f10 None None] Network 5f405e9d-5060-4548-a3af-8b23cd6b616b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:42.114202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:42.173717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a36708c9-592f-497e-87e0-df45cd634c05 None None] Provisioning for port e3b171c8-a53c-4831-accf-4710990c250b completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:42.380539 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.383006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:41Z', 'revision_number': 3, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:42.411066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Checking router: 808b4c0e-ec0a-4755-a88f-f183fd0bff6e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:07:42.411426 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Updating router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:07:42.451033 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.455003 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.586861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Allocated IP 172.20.0.1 (5f405e9d-5060-4548-a3af-8b23cd6b616b/3b967278-5160-4664-a60f-bbabf0ecc6b2/2c6f4727-32f4-4319-aa2c-18f92f1ce0da) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:07:42.658061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e3b171c8-a53c-4831-accf-4710990c250b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:42.719280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.733870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Transition to ACTIVE for port object 2c6f4727-32f4-4319-aa2c-18f92f1ce0da will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:42.760601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e3b171c8-a53c-4831-accf-4710990c250b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:42.770259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.770685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e3b171c8-a53c-4831-accf-4710990c250b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:42.771098 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.819106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Network 5f405e9d-5060-4548-a3af-8b23cd6b616b is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:42.822215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:42.825906 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:42.851029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Pushing event updated for resources: {'Port': ['ID=2c6f4727-32f4-4319-aa2c-18f92f1ce0da,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:42.853353 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.866772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Transition to ACTIVE for port object 5c060e2f-d2a9-4882-93a3-eb9db861b9cf will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:42.876127 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.891006 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.945493 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.973850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcb1e6-cbc2-450b-85a7-350d4983af38 None None] Pushing event updated for resources: {'Port': ['ID=5c060e2f-d2a9-4882-93a3-eb9db861b9cf,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:42.984569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Attempting to bind port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:42.985200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Attempting to bind port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:42.985479 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Attempting to bind port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:42.995660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:42.996130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:42.996510 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:42.996959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:42.997465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Bound port: 5c060e2f-d2a9-4882-93a3-eb9db861b9cf, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:42.997934 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:43.028487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e3b171c8-a53c-4831-accf-4710990c250b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e3b171c8-a53c-4831-accf-4710990c250b,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:43.036719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:43.042568 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:43.093230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] For port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:43.098851 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] For port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5c060e2f-d2a9-4882-93a3-eb9db861b9cf,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:43.107755 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:43.116413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e3b171c8-a53c-4831-accf-4710990c250b,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:43.214782 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:43.220554 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:43.293318 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Pushing event updated for resources: {'Port': ['ID=2c6f4727-32f4-4319-aa2c-18f92f1ce0da,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:43.295804 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:43.347483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:43.348484 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:43.352581 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b15a2700-8e1e-4eb5-bbbc-00f0c969da78 None None] Provisioning for port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:43.389346 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcb1e6-cbc2-450b-85a7-350d4983af38 None None] Pushing event updated for resources: {'Port': ['ID=5c060e2f-d2a9-4882-93a3-eb9db861b9cf,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:43.393248 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Network 5f405e9d-5060-4548-a3af-8b23cd6b616b is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:43.394315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b15a2700-8e1e-4eb5-bbbc-00f0c969da78 None None] Provisioning complete for port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:43.394699 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b15a2700-8e1e-4eb5-bbbc-00f0c969da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:43.395133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:43.475303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b15a2700-8e1e-4eb5-bbbc-00f0c969da78 None None] Port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:07:43.494650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:43.529520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:07:43.645062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:07:43.650514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c5c0b722-9fe3-4366-9fa0-cbe03df3bbde admin admin] 10.222.0.37 "PUT /v2.0/routers/808b4c0e-ec0a-4755-a88f-f183fd0bff6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7054708 Aug 30 14:07:43.711751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0d566e64-b6e9-4a5e-9d41-7c7aef99d21b None None] Provisioning complete for port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:43.711751 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0d566e64-b6e9-4a5e-9d41-7c7aef99d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:43.751604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0d566e64-b6e9-4a5e-9d41-7c7aef99d21b None None] Port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:07:43.759774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:43Z', 'revision_number': 2, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:43.787230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ddf0cd-e4a2-4559-9a46-606a91e96982 None None] The sync data for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 is: [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:43Z', 'revision_number': 2, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:07:44.194062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38106) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:44.199462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1185436862-network', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:44.225631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Made reservation on behalf of e825defbb68b4cafabf14047de2035f5 for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:07:44.228694 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.238849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.335548 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.339834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.370858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:07:44.381390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ffee7-32e7-4cfe-875e-7fb199511727,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:44.386435 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.386776 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Added segment 4c850028-710f-4284-a5d9-03aeb8d2472a of type vlan for network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b Aug 30 14:07:44.447872 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.478676 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.479696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:44.480373 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.539360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3439994 Aug 30 14:07:44.542117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38108) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:44.549370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Request body: {'subnet': {'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1185436862-subnet', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:44.553822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148db48-f5d5-4361-8cec-25b7030b84e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:44.568978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:07:44.583627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Made reservation on behalf of e825defbb68b4cafabf14047de2035f5 for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:07:44.586103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.713543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e3b171c8-a53c-4831-accf-4710990c250b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:44.787747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e3b171c8-a53c-4831-accf-4710990c250b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:44.788584 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.808467 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.867621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=141b10af-98ed-484b-a19e-fc58999d6dea,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:44.877544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Checking segment: {'id': '4c850028-710f-4284-a5d9-03aeb8d2472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:44.878039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Network hostable DHCP agents. Network: 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:07:44.886060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5c060e2f-d2a9-4882-93a3-eb9db861b9cf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:44.897452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:07:44.908520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:44.913109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:44.913742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.926586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f49eb2-f430-46f6-9cdf-99974713eb54 None None] Network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:44.933986 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b361648a-ef73-480e-9526-85f4e49c57e4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3886087 Aug 30 14:07:44.934344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38110) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:44.939317 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:07:44.964000 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:44.965284 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.006427 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:45.019287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:45.019664 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.026395 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.139385 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b', 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'fixed_ips': [{'subnet_id': '141b10af-98ed-484b-a19e-fc58999d6dea'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:07:45.140232 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.172908 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.180690 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.247514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5c060e2f-d2a9-4882-93a3-eb9db861b9cf,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:45.254580 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.344804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=5c060e2f-d2a9-4882-93a3-eb9db861b9cf,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:45.348032 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Allocated IP 172.20.0.2 (4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b/141b10af-98ed-484b-a19e-fc58999d6dea/8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:07:45.394597 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.414631 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.497106 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.506701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Transition to ACTIVE for port object 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:45.521538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Transition to ACTIVE for port object 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:45.526453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Allocated IP 172.25.2.220 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/b045c124-ddfb-4398-870d-cf2fd340a5a6) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:07:45.528786 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.577708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:45.580729 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:45.585304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:45.588525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Pushing event updated for resources: {'Port': ['ID=8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:45.642522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.643189 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Attempting to bind port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:45.643570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Attempting to bind port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '4c850028-710f-4284-a5d9-03aeb8d2472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:45.643938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Attempting to bind port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 on network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:45.649940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:45.650331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Checking segment: {'id': '4c850028-710f-4284-a5d9-03aeb8d2472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:45.650724 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.651170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Bound using segment: {'id': '4c850028-710f-4284-a5d9-03aeb8d2472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:45.651675 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Bound port: 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c850028-710f-4284-a5d9-03aeb8d2472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:45.652112 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.690575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.730814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] For port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:45.736080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] For port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4,segment=NetworkSegment(4c850028-710f-4284-a5d9-03aeb8d2472a),segment_id=4c850028-710f-4284-a5d9-03aeb8d2472a)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:45.739155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:45.740789 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:45.742698 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:45.746898 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:45.781326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Pushing event updated for resources: {'Port': ['ID=b045c124-ddfb-4398-870d-cf2fd340a5a6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:45.831883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bf73d-2cf5-483c-8ddf-efd8145353bf None None] Pushing event updated for resources: {'Port': ['ID=8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:46.040037 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Sync routers for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:07:46.053073 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:46.054016 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:46.079261 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:46.185027 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:46.315217 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:46.435302 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:43Z', 'revision_number': 2, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:46.472138 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Checking router: 808b4c0e-ec0a-4755-a88f-f183fd0bff6e for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:07:46.472492 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Updating router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:07:46.498149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:07:46.504685 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:46.643813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:07:46.659106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Sync routers for ids ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:07:46.663650 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:46.665358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f5b1c369-bc4f-4c9d-87ca-e9b33791b5d6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7299592 Aug 30 14:07:46.668225 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38114) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:07:46.686396 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Routers {'b9fa0f80-73d9-4326-81dc-fb4e0742ef90'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:46.687486 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:46.770231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:46.882213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Set router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:46.940264 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:46.946601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5c060e2f-d2a9-4882-93a3-eb9db861b9cf up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:46.962968 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:46.975534 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Transition to ACTIVE for port object 2c6f4727-32f4-4319-aa2c-18f92f1ce0da will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:46.983795 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.072710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:47.072710 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.075732 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Pushing event updated for resources: {'Port': ['ID=2c6f4727-32f4-4319-aa2c-18f92f1ce0da,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:47.096302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ade721-e723-48db-9190-3adac15a4043 None None] Network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:07:47.097971 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.098505 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.099009 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.099519 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.099999 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.100505 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.100999 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.101488 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.102005 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.102499 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.102996 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.103491 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:07:47.107458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Attempting to bind port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:47.108060 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Attempting to bind port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:47.108612 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Attempting to bind port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da on network 5f405e9d-5060-4548-a3af-8b23cd6b616b {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:47.115067 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:47.115709 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Checking segment: {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:47.116290 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.116839 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Bound using segment: {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:47.117480 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Bound port: 2c6f4727-32f4-4319-aa2c-18f92f1ce0da, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:47.118077 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.205718 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] For port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:47.210293 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] For port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2c6f4727-32f4-4319-aa2c-18f92f1ce0da,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:47.212849 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-33df92fd-170b-44c4-acc6-e5c06e312a31 None None] Provisioning for port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:47.218830 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.223314 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.234018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-33df92fd-170b-44c4-acc6-e5c06e312a31 None None] Provisioning complete for port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:47.234391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-33df92fd-170b-44c4-acc6-e5c06e312a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.285039 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:44Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 3, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'gw_port': {'id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:45Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:47.303647 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:47.304420 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:47.391860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Checking router: b9fa0f80-73d9-4326-81dc-fb4e0742ef90 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:07:47.392224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Updating router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 port b045c124-ddfb-4398-870d-cf2fd340a5a6 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:07:47.424341 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:47.430829 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Allocated IP 172.20.0.1 (4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b/141b10af-98ed-484b-a19e-fc58999d6dea/56d8d4aa-21b4-4d95-993e-d2a74c80020a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:07:47.498067 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0aefd-8a77-49e0-9a66-b0aa56a89f72 None None] Pushing event updated for resources: {'Port': ['ID=2c6f4727-32f4-4319-aa2c-18f92f1ce0da,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:47.556733 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.570618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Transition to ACTIVE for port object 56d8d4aa-21b4-4d95-993e-d2a74c80020a will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:47.602824 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.608506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.647476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:47.650568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:47.652351 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:47Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:47.653731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:07:47.679645 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a80662-831e-4c5a-9583-478c4a379d07 None None] The sync data for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 is: [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:47Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:07:47.696059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Pushing event updated for resources: {'Port': ['ID=56d8d4aa-21b4-4d95-993e-d2a74c80020a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:47.709068 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.765776 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-33df92fd-170b-44c4-acc6-e5c06e312a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.867223 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-33df92fd-170b-44c4-acc6-e5c06e312a31 None None] For port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4,segment=NetworkSegment(4c850028-710f-4284-a5d9-03aeb8d2472a),segment_id=4c850028-710f-4284-a5d9-03aeb8d2472a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:47.875003 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-33df92fd-170b-44c4-acc6-e5c06e312a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:47.971801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df92fd-170b-44c4-acc6-e5c06e312a31 None None] Pushing event updated for resources: {'Port': ['ID=8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:48.068949 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.081607 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Transition to ACTIVE for port object b045c124-ddfb-4398-870d-cf2fd340a5a6 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:48.089981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.185405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1eecf089-7fd6-481c-a53f-71c0ca3a244c None None] Provisioning complete for port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:48.185796 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1eecf089-7fd6-481c-a53f-71c0ca3a244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.192458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Attempting to bind port b045c124-ddfb-4398-870d-cf2fd340a5a6 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:48.192831 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Attempting to bind port b045c124-ddfb-4398-870d-cf2fd340a5a6 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:48.193207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Attempting to bind port b045c124-ddfb-4398-870d-cf2fd340a5a6 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:48.222254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec09ad7-7317-4327-8b56-93d164a1b2f9 None None] Pushing event updated for resources: {'Port': ['ID=b045c124-ddfb-4398-870d-cf2fd340a5a6,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:48.223064 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.227425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:48.227811 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:48.228219 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.228617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:48.229103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Bound port: b045c124-ddfb-4398-870d-cf2fd340a5a6, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:48.229495 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.328299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] For port b045c124-ddfb-4398-870d-cf2fd340a5a6, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:48.346638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] For port b045c124-ddfb-4398-870d-cf2fd340a5a6, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b045c124-ddfb-4398-870d-cf2fd340a5a6,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:48.353500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.391885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1eecf089-7fd6-481c-a53f-71c0ca3a244c None None] Provisioning for port 56d8d4aa-21b4-4d95-993e-d2a74c80020a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:48.407775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1eecf089-7fd6-481c-a53f-71c0ca3a244c None None] Provisioning complete for port 56d8d4aa-21b4-4d95-993e-d2a74c80020a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:48.408238 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1eecf089-7fd6-481c-a53f-71c0ca3a244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.426279 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.431682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.448596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Routers {'b9fa0f80-73d9-4326-81dc-fb4e0742ef90'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:48.449322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:48.457769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec09ad7-7317-4327-8b56-93d164a1b2f9 None None] Pushing event updated for resources: {'Port': ['ID=b045c124-ddfb-4398-870d-cf2fd340a5a6,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:48.503382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1eecf089-7fd6-481c-a53f-71c0ca3a244c None None] Port 56d8d4aa-21b4-4d95-993e-d2a74c80020a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:07:48.509617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Pushing event updated for resources: {'Port': ['ID=56d8d4aa-21b4-4d95-993e-d2a74c80020a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:48.513354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.579705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] Set router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:48.611244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:07:48.612907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:07:48.654804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:48.688937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7c04ce2d-040f-4905-891e-db4f15a23163 None None] Provisioning complete for port 56d8d4aa-21b4-4d95-993e-d2a74c80020a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:48.689682 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7c04ce2d-040f-4905-891e-db4f15a23163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.753358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:07:48.809721 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7c04ce2d-040f-4905-891e-db4f15a23163 None None] Port 56d8d4aa-21b4-4d95-993e-d2a74c80020a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:07:48.843551 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:48.843930 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:48.870407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:07:48.875698 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-69791dfb-5523-49fe-9311-261a5bb68f87 admin admin] 10.222.0.37 "PUT /v2.0/routers/b9fa0f80-73d9-4326-81dc-fb4e0742ef90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2059715 Aug 30 14:07:48.964317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:44Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 4, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'gw_port': {'id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:45Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56d8d4aa-21b4-4d95-993e-d2a74c80020a', 'name': '', 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'mac_address': 'fa:16:3e:63:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:47Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 2, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'subnets': [{'id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:48.969804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ecd8a5e4-71fa-4685-84ba-818bd085ab72 None None] Provisioning complete for port 56d8d4aa-21b4-4d95-993e-d2a74c80020a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:48.969804 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a5e4-71fa-4685-84ba-818bd085ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:49.016962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40703d-db12-4e70-bdb7-be703a5139fc None None] The sync data for ids ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'] in n-d-688802-6 is: [{'id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:44Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 4, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'gw_port': {'id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:45Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56d8d4aa-21b4-4d95-993e-d2a74c80020a', 'name': '', 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'mac_address': 'fa:16:3e:63:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:47Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 2, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'subnets': [{'id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:07:49.032770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2c6f4727-32f4-4319-aa2c-18f92f1ce0da up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:49.062213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-ecd8a5e4-71fa-4685-84ba-818bd085ab72 None None] Port 56d8d4aa-21b4-4d95-993e-d2a74c80020a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:07:49.091495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:49.096257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:49.096648 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:49.181248 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:49.239521 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2c6f4727-32f4-4319-aa2c-18f92f1ce0da,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:49.244123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:49.303011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=2c6f4727-32f4-4319-aa2c-18f92f1ce0da,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:50.721555 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2c6f4727-32f4-4319-aa2c-18f92f1ce0da up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:50.794973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:50.795611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:50.925432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b045c124-ddfb-4398-870d-cf2fd340a5a6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:50.987593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b045c124-ddfb-4398-870d-cf2fd340a5a6 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:50.994746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b045c124-ddfb-4398-870d-cf2fd340a5a6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:50.995128 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:51.091450 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:51.125292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port b045c124-ddfb-4398-870d-cf2fd340a5a6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b045c124-ddfb-4398-870d-cf2fd340a5a6,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:51.131798 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:51.196688 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=b045c124-ddfb-4398-870d-cf2fd340a5a6,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:52.076972 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Sync routers for ids ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:07:52.088694 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Routers {'b9fa0f80-73d9-4326-81dc-fb4e0742ef90'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:52.089465 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:52.218091 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Set router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:52.456080 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:44Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 4, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'gw_port': {'id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:45Z', 'updated_at': '2021-08-30T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56d8d4aa-21b4-4d95-993e-d2a74c80020a', 'name': '', 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'mac_address': 'fa:16:3e:63:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:47Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 2, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'subnets': [{'id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:52.597266 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Checking router: b9fa0f80-73d9-4326-81dc-fb4e0742ef90 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:07:52.598122 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Updating router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 port 56d8d4aa-21b4-4d95-993e-d2a74c80020a binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:07:52.624468 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b045c124-ddfb-4398-870d-cf2fd340a5a6 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:52.650177 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:52.697988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b045c124-ddfb-4398-870d-cf2fd340a5a6 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:52.698419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:52.974138 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:52.985499 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Transition to ACTIVE for port object 56d8d4aa-21b4-4d95-993e-d2a74c80020a will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:07:52.991674 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:53.054117 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e3ea5-5817-48cb-a7c7-9767bc8816a7 None None] Pushing event updated for resources: {'Port': ['ID=56d8d4aa-21b4-4d95-993e-d2a74c80020a,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:53.117188 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Attempting to bind port 56d8d4aa-21b4-4d95-993e-d2a74c80020a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:07:53.118030 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Attempting to bind port 56d8d4aa-21b4-4d95-993e-d2a74c80020a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '4c850028-710f-4284-a5d9-03aeb8d2472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:07:53.118312 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Attempting to bind port 56d8d4aa-21b4-4d95-993e-d2a74c80020a on network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:07:53.123761 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:07:53.124293 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Checking segment: {'id': '4c850028-710f-4284-a5d9-03aeb8d2472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:07:53.124798 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:53.127938 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Bound using segment: {'id': '4c850028-710f-4284-a5d9-03aeb8d2472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:07:53.128452 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Bound port: 56d8d4aa-21b4-4d95-993e-d2a74c80020a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c850028-710f-4284-a5d9-03aeb8d2472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:07:53.128898 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:53.221985 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] For port 56d8d4aa-21b4-4d95-993e-d2a74c80020a, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:07:53.225730 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] For port 56d8d4aa-21b4-4d95-993e-d2a74c80020a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=56d8d4aa-21b4-4d95-993e-d2a74c80020a,segment=NetworkSegment(4c850028-710f-4284-a5d9-03aeb8d2472a),segment_id=4c850028-710f-4284-a5d9-03aeb8d2472a)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:07:53.231957 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:53.286139 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Routers {'b9fa0f80-73d9-4326-81dc-fb4e0742ef90'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:07:53.286809 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:07:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:53.329372 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e3ea5-5817-48cb-a7c7-9767bc8816a7 None None] Pushing event updated for resources: {'Port': ['ID=56d8d4aa-21b4-4d95-993e-d2a74c80020a,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:53.418515 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] Set router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:07:53.659933 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:44Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 4, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'gw_port': {'id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:45Z', 'updated_at': '2021-08-30T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56d8d4aa-21b4-4d95-993e-d2a74c80020a', 'name': '', 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'mac_address': 'fa:16:3e:63:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:47Z', 'updated_at': '2021-08-30T14:07:53Z', 'revision_number': 4, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'subnets': [{'id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:07:53.696539 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298d4a3-361f-484c-bf20-a72964a1139b None None] The sync data for ids ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'] in n-d-688802-6 is: [{'id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:44Z', 'updated_at': '2021-08-30T14:07:48Z', 'revision_number': 4, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'gw_port': {'id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:45Z', 'updated_at': '2021-08-30T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '56d8d4aa-21b4-4d95-993e-d2a74c80020a', 'name': '', 'network_id': '4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'mac_address': 'fa:16:3e:63:f1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:47Z', 'updated_at': '2021-08-30T14:07:53Z', 'revision_number': 4, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'subnets': [{'id': '141b10af-98ed-484b-a19e-fc58999d6dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:07:54.659994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 56d8d4aa-21b4-4d95-993e-d2a74c80020a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:54.727921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 56d8d4aa-21b4-4d95-993e-d2a74c80020a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:07:54.735543 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 56d8d4aa-21b4-4d95-993e-d2a74c80020a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:54.735917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:54.837188 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:54.874899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 56d8d4aa-21b4-4d95-993e-d2a74c80020a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=56d8d4aa-21b4-4d95-993e-d2a74c80020a,segment=NetworkSegment(4c850028-710f-4284-a5d9-03aeb8d2472a),segment_id=4c850028-710f-4284-a5d9-03aeb8d2472a)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:07:54.880734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:54.945303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=56d8d4aa-21b4-4d95-993e-d2a74c80020a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:07:56.635046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 56d8d4aa-21b4-4d95-993e-d2a74c80020a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:07:56.693930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 56d8d4aa-21b4-4d95-993e-d2a74c80020a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:07:56.695378 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:58.871857 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-a40c46ea-418c-4670-a014-c26767005aa5 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:07:58.873335 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-a40c46ea-418c-4670-a014-c26767005aa5 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/networks?id=5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 200 len: 814 time: 0.1053367 Aug 30 14:07:58.888117 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-d81577da-e6f0-4059-921e-f401562f317f tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/quotas/99dd674c1a8f4296bc2846c62014e710 HTTP/1.1" status: 200 len: 375 time: 0.0088913 Aug 30 14:07:58.939579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-6e19f3e6-8fe7-46e8-9a0e-42a927b42dd8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=99dd674c1a8f4296bc2846c62014e710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455666 Aug 30 14:07:58.956477 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2871d940-dca9-4f9b-ac7f-c6b272ac0c93 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:07:58.957444 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2871d940-dca9-4f9b-ac7f-c6b272ac0c93 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057738 Aug 30 14:07:59.044929 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-bd7ef3db-8d17-4871-96de-a2b7ecfdd40f service neutron] 10.222.0.37 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815446 Aug 30 14:07:59.068981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:07:59.137249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-361a7cf7-7634-4812-a5b7-1281ab8a05a2 service neutron] 10.222.0.37 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861747 Aug 30 14:07:59.311844 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-42f10460-7dec-41b2-9fac-23c4b807e423 req-cd00b7ff-8709-40f1-aae2-77a5a707c5f3 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 210 time: 0.0279140 Aug 30 14:08:00.201994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-53be80b6-5b9e-4344-95e1-0ede99879c92 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:00.203971 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-53be80b6-5b9e-4344-95e1-0ede99879c92 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.16 "GET /v2.0/networks?id=5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 200 len: 814 time: 0.1074016 Aug 30 14:08:00.218151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'port': {'device_id': '464488a1-caab-4cba-8a20-57db91ec0409', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'admin_state_up': True, 'tenant_id': '99dd674c1a8f4296bc2846c62014e710'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:00.334967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Made reservation on behalf of 99dd674c1a8f4296bc2846c62014e710 for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:08:00.338559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:00.437101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-46990257-cef9-4aab-b8b3-90c09c20ba3e req-8f44d891-d27a-4e56-94a7-83fe1bee4db0 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 210 time: 0.0422721 Aug 30 14:08:00.524208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Allocated IP 172.20.0.5 (5f405e9d-5060-4548-a3af-8b23cd6b616b/3b967278-5160-4664-a60f-bbabf0ecc6b2/12a1e130-20eb-4287-81f8-35001f55fc9a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:08:00.782423 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:00.800223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Transition to ACTIVE for port object 12a1e130-20eb-4287-81f8-35001f55fc9a will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:08:00.843082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:00.886106 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Network 5f405e9d-5060-4548-a3af-8b23cd6b616b is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:08:00.889491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:08:00.894387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:08:00.953510 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:00.954186 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:00.956747 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'Port': ['ID=12a1e130-20eb-4287-81f8-35001f55fc9a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:00.982272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.982655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.982949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.983281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.983615 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.983941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.984297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.984616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.984930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.985253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.985578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.985900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:00.994388 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-c0b0d312-b53e-4cc4-be50-b26f0f975fcb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7805893 Aug 30 14:08:01.137920 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-897872b9-2629-4958-aa30-ca47874621ae None None] Provisioning for port 12a1e130-20eb-4287-81f8-35001f55fc9a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:08:01.142043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-897872b9-2629-4958-aa30-ca47874621ae None None] Provisioning complete for port 12a1e130-20eb-4287-81f8-35001f55fc9a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:08:01.142422 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-897872b9-2629-4958-aa30-ca47874621ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:01.183317 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-897872b9-2629-4958-aa30-ca47874621ae None None] Port 12a1e130-20eb-4287-81f8-35001f55fc9a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:08:01.460749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:01.571879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7c878-e36b-41d4-8fe7-cffb6ea8f8bc req-dd442ef8-8923-484f-8237-3138da24df77 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:01.573404 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7d7c878-e36b-41d4-8fe7-cffb6ea8f8bc req-dd442ef8-8923-484f-8237-3138da24df77 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0626173 Aug 30 14:08:01.612256 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7d7c878-e36b-41d4-8fe7-cffb6ea8f8bc req-b5dfe61d-da83-42a1-91a0-d7136eac93d7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327797 Aug 30 14:08:02.733630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3c506-3843-4020-87fd-6e7166f155bf req-a2c6fbf9-8583-426b-9c1b-b048f97199e5 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:02.735784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4aa3c506-3843-4020-87fd-6e7166f155bf req-a2c6fbf9-8583-426b-9c1b-b048f97199e5 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0533001 Aug 30 14:08:02.773271 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4aa3c506-3843-4020-87fd-6e7166f155bf req-a6f92dec-b42f-4ab3-83f3-7f869011d5a1 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315020 Aug 30 14:08:03.905808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023592b-0bd4-4288-956f-0d1bdebafd77 req-198dc736-1593-4502-8690-62d997b9ac04 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:03.907308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d023592b-0bd4-4288-956f-0d1bdebafd77 req-198dc736-1593-4502-8690-62d997b9ac04 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0568273 Aug 30 14:08:03.947987 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d023592b-0bd4-4288-956f-0d1bdebafd77 req-3055f5b0-d3a6-441b-b687-ea5f784a7105 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345032 Aug 30 14:08:05.076680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c6042-bdcc-4499-9f68-e433f9f5f9e2 req-706711a3-6b85-40c6-b8f0-2f5216fb97cd tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:05.078540 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-979c6042-bdcc-4499-9f68-e433f9f5f9e2 req-706711a3-6b85-40c6-b8f0-2f5216fb97cd tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0590193 Aug 30 14:08:05.123947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-979c6042-bdcc-4499-9f68-e433f9f5f9e2 req-33ef490f-7d60-473b-890e-11e7a26fc6a4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Aug 30 14:08:06.247152 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c18268-69b4-443f-96fe-14371c897b5e req-df81ea46-306f-4d0b-921b-d50798b75fc3 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:06.248617 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08c18268-69b4-443f-96fe-14371c897b5e req-df81ea46-306f-4d0b-921b-d50798b75fc3 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0502448 Aug 30 14:08:06.300863 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-08c18268-69b4-443f-96fe-14371c897b5e req-215eb46b-54d8-4f17-9dde-b0f10471f1b8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454040 Aug 30 14:08:06.778463 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-32f873e8-f44a-4957-ad5a-f5d2d115ebf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:07.420311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212062c-dc66-4e8b-a766-d47cbae08f50 req-a14dd1d5-9930-42c7-a42e-e8f2daced858 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:07.422420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5212062c-dc66-4e8b-a766-d47cbae08f50 req-a14dd1d5-9930-42c7-a42e-e8f2daced858 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0489969 Aug 30 14:08:07.461126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5212062c-dc66-4e8b-a766-d47cbae08f50 req-11e4bcd1-8502-4f51-a89f-44d9d0420c83 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Aug 30 14:08:08.597040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd67f1f-3244-4687-9930-981cf75f44c2 req-5f4a3b40-23be-485f-a61c-147d3ed96c6f tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:08.598627 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0dd67f1f-3244-4687-9930-981cf75f44c2 req-5f4a3b40-23be-485f-a61c-147d3ed96c6f tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0505648 Aug 30 14:08:08.637722 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0dd67f1f-3244-4687-9930-981cf75f44c2 req-4ce685c2-b46f-415d-aeb2-1e2bb0dc93f1 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Aug 30 14:08:09.520862 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9924bac8-7413-4de6-978d-2ac110c42c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:09.760054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b30b1-dfbb-44fa-88d2-ef64e6c8f471 req-1f53a739-814a-4ddb-91fd-57cfe187e62f tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:09.761545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d4b30b1-dfbb-44fa-88d2-ef64e6c8f471 req-1f53a739-814a-4ddb-91fd-57cfe187e62f tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0537362 Aug 30 14:08:09.798907 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9d4b30b1-dfbb-44fa-88d2-ef64e6c8f471 req-48e0b918-cf3e-481e-ada8-d2342618dff8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314150 Aug 30 14:08:10.104706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:10.928286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0504a3b-e6b8-41fd-8a8b-1284a5ecd8d3 req-52073167-cd4d-4302-8767-378851797ab8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:10.930053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0504a3b-e6b8-41fd-8a8b-1284a5ecd8d3 req-52073167-cd4d-4302-8767-378851797ab8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0620790 Aug 30 14:08:10.983533 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e0504a3b-e6b8-41fd-8a8b-1284a5ecd8d3 req-cd17fe19-184c-47c8-989f-9529a10dc09c tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461006 Aug 30 14:08:11.102197 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:12.105984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95817959-d19c-4138-9c8e-8d0f095b0725 req-dfc0f23a-e46e-4c55-bd17-5e476bbece9b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:12.108051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95817959-d19c-4138-9c8e-8d0f095b0725 req-dfc0f23a-e46e-4c55-bd17-5e476bbece9b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 931 time: 0.0569184 Aug 30 14:08:12.146597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95817959-d19c-4138-9c8e-8d0f095b0725 req-bc53488b-116e-4f39-8ec5-61351dfd3b0c tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318322 Aug 30 14:08:12.446731 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:12.700384 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-07147b9e-736e-4d3f-b17c-dad9a2af56ef tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:08:12.701268 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-07147b9e-736e-4d3f-b17c-dad9a2af56ef tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054257 Aug 30 14:08:12.715088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Request body: {'port': {'device_id': '464488a1-caab-4cba-8a20-57db91ec0409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:12.766345 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:12.840665 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:08:13.025259 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a1e130-20eb-4287-81f8-35001f55fc9a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:08:13.032567 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:13.044285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Transition to ACTIVE for port object 12a1e130-20eb-4287-81f8-35001f55fc9a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:08:13.048338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:13.097550 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Pushing event updated for resources: {'Port': ['ID=12a1e130-20eb-4287-81f8-35001f55fc9a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:13.173462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Attempting to bind port 12a1e130-20eb-4287-81f8-35001f55fc9a on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:08:13.174731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Attempting to bind port 12a1e130-20eb-4287-81f8-35001f55fc9a by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:08:13.174865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Attempting to bind port 12a1e130-20eb-4287-81f8-35001f55fc9a on network 5f405e9d-5060-4548-a3af-8b23cd6b616b {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:08:13.179309 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Port 12a1e130-20eb-4287-81f8-35001f55fc9a on network 5f405e9d-5060-4548-a3af-8b23cd6b616b not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:08:13.179622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Attempting to bind port 12a1e130-20eb-4287-81f8-35001f55fc9a on network 5f405e9d-5060-4548-a3af-8b23cd6b616b {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:08:13.184393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:08:13.184785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Checking segment: {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:08:13.185120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Bound using segment: {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:08:13.185600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Bound port: 12a1e130-20eb-4287-81f8-35001f55fc9a, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f082534-9c5e-4c7a-87f9-0af3155b42ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:08:13.185919 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:13.258885 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] For port 12a1e130-20eb-4287-81f8-35001f55fc9a, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:08:13.262328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] For port 12a1e130-20eb-4287-81f8-35001f55fc9a, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=12a1e130-20eb-4287-81f8-35001f55fc9a,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:08:13.267842 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:13.269223 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fb280-71bd-4b2b-b6ba-59762b62be7f req-07a425f8-9be5-42df-bb11-ca898d328a06 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:13.270862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b2fb280-71bd-4b2b-b6ba-59762b62be7f req-07a425f8-9be5-42df-bb11-ca898d328a06 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 943 time: 0.0525928 Aug 30 14:08:13.308860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:13.309641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:13.311066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] 10.222.0.16 "PUT /v2.0/ports/12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 1091 time: 0.6001894 Aug 30 14:08:13.311509 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:08:13.313797 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f41811-a84c-4e90-a913-bc5a70fb837d" -d '{"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:08:13.315196 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7b2fb280-71bd-4b2b-b6ba-59762b62be7f req-56dfac77-a06c-4340-9ff2-10cb62220dc3 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Aug 30 14:08:13.345567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab78fea-8f8b-47b0-8fa1-31993fc27f0b service neutron] Pushing event updated for resources: {'Port': ['ID=12a1e130-20eb-4287-81f8-35001f55fc9a,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:13.367472 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4ba072-1326-468d-b4cb-c7ff53d34e2e x-openstack-request-id: req-7e4ba072-1326-468d-b4cb-c7ff53d34e2e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:08:13.367783 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:08:13.368059 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7e4ba072-1326-468d-b4cb-c7ff53d34e2e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:08:13.368736 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'status': 'completed', 'code': 200} Aug 30 14:08:13.403487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-42298226-4526-411c-acc1-4ced0494ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:13.405251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-42298226-4526-411c-acc1-4ced0494ed3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99dd674c1a8f4296bc2846c62014e710&device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1094 time: 0.0478756 Aug 30 14:08:13.452267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-237cd6ed-f00b-48af-865b-7a0bb33fc0c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 217 time: 0.0389338 Aug 30 14:08:13.503589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-5851dfb4-d9c9-4886-a074-d30c563b5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:13.505066 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-5851dfb4-d9c9-4886-a074-d30c563b5f77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b967278-5160-4664-a60f-bbabf0ecc6b2 HTTP/1.1" status: 200 len: 853 time: 0.0458298 Aug 30 14:08:13.552385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-ee417d3d-3d0b-4963-be4c-ce5b9cdd1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:13.553829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-ee417d3d-3d0b-4963-be4c-ce5b9cdd1429 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f405e9d-5060-4548-a3af-8b23cd6b616b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417340 Aug 30 14:08:13.646096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-34186956-c3e0-4b19-8a23-b1708523c0e4 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851619 Aug 30 14:08:13.736087 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3a9037d1-da08-49a9-90a3-a67e033985b3 req-1d27b930-7bc9-4675-9cdf-8f5c53f550f9 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835268 Aug 30 14:08:13.819311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-289718d0-99cc-4a95-af8a-79b0eaca2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:13.820710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-289718d0-99cc-4a95-af8a-79b0eaca2962 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99dd674c1a8f4296bc2846c62014e710&device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1094 time: 0.0420163 Aug 30 14:08:13.915568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-bfb4ecb2-bc72-466a-8747-0a747b4c59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:13.917045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-bfb4ecb2-bc72-466a-8747-0a747b4c59b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 200 len: 915 time: 0.0896370 Aug 30 14:08:13.961303 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-96166c9b-81c3-4a1d-a77a-5c64e3e298c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 217 time: 0.0371981 Aug 30 14:08:14.016167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-59a20a0f-a740-4b6e-ae28-682edd723656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:14.017823 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-59a20a0f-a740-4b6e-ae28-682edd723656 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b967278-5160-4664-a60f-bbabf0ecc6b2 HTTP/1.1" status: 200 len: 853 time: 0.0495906 Aug 30 14:08:14.067254 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-2b429a7f-fbed-483b-984f-d032c82eddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:14.068730 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-2b429a7f-fbed-483b-984f-d032c82eddd6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f405e9d-5060-4548-a3af-8b23cd6b616b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422270 Aug 30 14:08:14.162779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-b70269c5-c3fd-449a-8fc0-c088ee7c49c0 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856972 Aug 30 14:08:14.259598 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c5f41811-a84c-4e90-a913-bc5a70fb837d req-6f228b91-ffde-4de1-8d40-d9cf52af84df service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897124 Aug 30 14:08:14.450879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c834f2-eb7a-4f57-94a3-12e48b1bee6d req-b0a65a85-5f3b-482d-ba40-592106187638 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:14.452266 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62c834f2-eb7a-4f57-94a3-12e48b1bee6d req-b0a65a85-5f3b-482d-ba40-592106187638 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 943 time: 0.0494478 Aug 30 14:08:14.489483 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-62c834f2-eb7a-4f57-94a3-12e48b1bee6d req-e762a07e-9f81-476f-8cd9-1d66aab59a39 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308194 Aug 30 14:08:15.607492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c36bf6-75b9-4bd2-a70b-5147e91fce80 req-14e8321a-e0d6-48c9-b3d4-bb6dbbeb124a tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:15.609012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9c36bf6-75b9-4bd2-a70b-5147e91fce80 req-14e8321a-e0d6-48c9-b3d4-bb6dbbeb124a tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 943 time: 0.0523632 Aug 30 14:08:15.647799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9c36bf6-75b9-4bd2-a70b-5147e91fce80 req-be960322-1418-4c60-a303-fb2f46f6edf2 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322821 Aug 30 14:08:16.570233 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 12a1e130-20eb-4287-81f8-35001f55fc9a details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:08:16.666419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 12a1e130-20eb-4287-81f8-35001f55fc9a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=12a1e130-20eb-4287-81f8-35001f55fc9a,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:08:16.677830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'port_id': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'mac_address': 'fa:16:3e:33:b6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:08:16.716329 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:16.730237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a1e130-20eb-4287-81f8-35001f55fc9a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:08:16.753778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 12a1e130-20eb-4287-81f8-35001f55fc9a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=12a1e130-20eb-4287-81f8-35001f55fc9a,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:08:16.758141 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:16.770675 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9c306-a833-4c05-a673-7bb24b1d60fe req-52f7c2fe-39ff-421c-98bb-b01640004da7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:16.772094 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebd9c306-a833-4c05-a673-7bb24b1d60fe req-52f7c2fe-39ff-421c-98bb-b01640004da7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 943 time: 0.0561321 Aug 30 14:08:16.806167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=12a1e130-20eb-4287-81f8-35001f55fc9a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:16.811702 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebd9c306-a833-4c05-a673-7bb24b1d60fe req-8beae7ed-8f26-4d5d-a60d-32a0eb4c09a4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Aug 30 14:08:16.813642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.814006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.814358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.814704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.815046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.815377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.815712 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.816043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.816937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.817530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.817900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.818231 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:16.960350 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['12a1e130-20eb-4287-81f8-35001f55fc9a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:08:17.927328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd7fe7-0c19-4a15-bb0e-766e3f089f3a req-aef11e44-57cd-4fb3-a6fd-2d59484f17fb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:17.928787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2bd7fe7-0c19-4a15-bb0e-766e3f089f3a req-aef11e44-57cd-4fb3-a6fd-2d59484f17fb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 944 time: 0.0501182 Aug 30 14:08:17.966876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f2bd7fe7-0c19-4a15-bb0e-766e3f089f3a req-b604e6d4-5efe-4231-b674-d26e054a3a28 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Aug 30 14:08:18.572174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 12a1e130-20eb-4287-81f8-35001f55fc9a up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:08:18.623195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 12a1e130-20eb-4287-81f8-35001f55fc9a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:08:18.626938 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 12a1e130-20eb-4287-81f8-35001f55fc9a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:08:18.627317 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:18.702312 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:18.729376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:08:18.731621 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0c7409-cf29-4909-959b-49365b8efce3" -d '{"events": [{"server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "name": "network-vif-plugged", "status": "completed", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:08:18.744975 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 12a1e130-20eb-4287-81f8-35001f55fc9a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=12a1e130-20eb-4287-81f8-35001f55fc9a,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:08:18.749281 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:18.778714 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ebae29-c953-4ebe-b758-f5aeedeac026 x-openstack-request-id: req-b4ebae29-c953-4ebe-b758-f5aeedeac026 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:08:18.778998 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "name": "network-vif-plugged", "status": "completed", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:08:18.779251 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b4ebae29-c953-4ebe-b758-f5aeedeac026 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:08:18.779629 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'code': 200} Aug 30 14:08:18.809268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=12a1e130-20eb-4287-81f8-35001f55fc9a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:18.870602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6791947-a59b-4da6-aee8-fe63f3e22645 req-deebc257-6f62-4632-af2a-c90a0674ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:18.872043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6791947-a59b-4da6-aee8-fe63f3e22645 req-deebc257-6f62-4632-af2a-c90a0674ac2c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1096 time: 0.0439956 Aug 30 14:08:18.906978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b6791947-a59b-4da6-aee8-fe63f3e22645 req-9dc9e040-e913-4f4e-be65-7e33be7df683 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274546 Aug 30 14:08:19.079626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ef082-62c7-4610-8d28-0a9cf275bee4 req-a822f750-e903-412c-bba2-7e632f04bddf tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:19.081090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b89ef082-62c7-4610-8d28-0a9cf275bee4 req-a822f750-e903-412c-bba2-7e632f04bddf tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 945 time: 0.0478804 Aug 30 14:08:19.120502 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b89ef082-62c7-4610-8d28-0a9cf275bee4 req-33281777-93d3-4128-b5b3-28dcd73e47bc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Aug 30 14:08:20.236763 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca70fa-7448-4a89-ba5e-bf1986fe20ae req-9d96b7c3-c319-4a83-960b-efe2456202f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:20.238789 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9ca70fa-7448-4a89-ba5e-bf1986fe20ae req-9d96b7c3-c319-4a83-960b-efe2456202f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 945 time: 0.0484099 Aug 30 14:08:20.276904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9ca70fa-7448-4a89-ba5e-bf1986fe20ae req-6619fc05-d66d-414d-9984-4ed49fed1022 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Aug 30 14:08:20.390357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eda166-f8c8-4e27-9d12-a276b51ec9ae req-8283e826-b3fb-475a-91e2-9682998ce23e tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:20.391917 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16eda166-f8c8-4e27-9d12-a276b51ec9ae req-8283e826-b3fb-475a-91e2-9682998ce23e tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 945 time: 0.0509615 Aug 30 14:08:20.433126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-16eda166-f8c8-4e27-9d12-a276b51ec9ae req-9973c230-e740-41d6-bbcc-e8a950c6d4a6 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334785 Aug 30 14:08:20.620377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcdea1-de4f-4a2e-90a2-f1bbcc54c4e5 req-d6a7c1be-a959-4ef9-8a3e-4a0a7a60952d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:20.621855 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dadcdea1-de4f-4a2e-90a2-f1bbcc54c4e5 req-d6a7c1be-a959-4ef9-8a3e-4a0a7a60952d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 945 time: 0.0522549 Aug 30 14:08:20.659060 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dadcdea1-de4f-4a2e-90a2-f1bbcc54c4e5 req-3eec8875-db29-416f-8422-982585a3470d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306060 Aug 30 14:08:29.096005 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:31.462549 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:32.209559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238ba75-3fa3-44fe-a9a6-6bed901006bc req-d36e0802-49fd-48f1-b556-a6e5de9dc5e4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:32.211105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0238ba75-3fa3-44fe-a9a6-6bed901006bc req-d36e0802-49fd-48f1-b556-a6e5de9dc5e4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 945 time: 0.0486250 Aug 30 14:08:32.249692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0238ba75-3fa3-44fe-a9a6-6bed901006bc req-501b9a03-8b8f-4655-82cb-76890a5a964a tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328267 Aug 30 14:08:32.271871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38314) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:08:32.395005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8f6bf-2a93-4b8a-84de-b3f420fee83c tempest-TestMinimumBasicScenario-637800492 tempest-TestMinimumBasicScenario-637800492-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:32.396473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-cca8f6bf-2a93-4b8a-84de-b3f420fee83c tempest-TestMinimumBasicScenario-637800492 tempest-TestMinimumBasicScenario-637800492-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1091 time: 0.1234055 Aug 30 14:08:32.399812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38318) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:08:32.404085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:32.427476 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:32.525684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:32.631560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Allocated IP 172.25.2.32 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/68246712-4313-4b84-b487-9ab0847fbf93) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:08:32.730587 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:32.769593 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:32.804738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:08:32.809805 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:08:32.813210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:08:32.842660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'Port': ['ID=68246712-4313-4b84-b487-9ab0847fbf93,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:33.165375 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:33.233510 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:33.376393 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:33.381517 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:33.453539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'Port': ['ID=68246712-4313-4b84-b487-9ab0847fbf93,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:33.467388 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:33.566740 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Floating IP 2ad39cef-82f3-430f-9e0c-03f523b51b60 associated. External IP: 172.25.2.32, port: 12a1e130-20eb-4287-81f8-35001f55fc9a. Aug 30 14:08:34.069490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:08:34.170909 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:08:34.181397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] Sync routers for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:08:34.187613 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.190238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:08:34.190928 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:08:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:08:34.220155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2551d934-70d6-4936-8183-d9564c76e95b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8193076 Aug 30 14:08:34.220871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:08:34.223534 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38320) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:08:34.224587 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29588686-ee37-410a-8ca6-df5293828598" -d '{"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:08:34.239466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534587281', 'description': 'tempest-secgroup-smoke-1534587281 description', 'project_id': '99dd674c1a8f4296bc2846c62014e710'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:34.263614 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.269890 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6fee00-15c3-4950-9bba-4eff691dc836 x-openstack-request-id: req-8b6fee00-15c3-4950-9bba-4eff691dc836 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:08:34.270463 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:08:34.270580 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b6fee00-15c3-4950-9bba-4eff691dc836 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:08:34.270961 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'status': 'completed', 'code': 200} Aug 30 14:08:34.339013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29588686-ee37-410a-8ca6-df5293828598 req-12ae59b9-c25d-461e-90f8-ab4358945bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:34.340837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29588686-ee37-410a-8ca6-df5293828598 req-12ae59b9-c25d-461e-90f8-ab4358945bcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99dd674c1a8f4296bc2846c62014e710&device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1096 time: 0.0483909 Aug 30 14:08:34.363836 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.368372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.390852 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.395832 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1678977 Aug 30 14:08:34.397583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38324) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:08:34.402752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0c63834e-9001-448f-8c0f-99c94ce384bc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'security_group_rule': {'security_group_id': '16f841fb-0c4c-4c99-931e-0dd0c9280fee', 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:34.408435 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f841fb-0c4c-4c99-931e-0dd0c9280fee,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:34.422143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.422497 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.423028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.423609 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.424126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.424664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.425235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.426027 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.426561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.427071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.427614 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.428114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c4cc36-50e8-4c59-adb8-f801baa4c94d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:08:34.446160 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c63834e-9001-448f-8c0f-99c94ce384bc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.466795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:08:34.500301 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29588686-ee37-410a-8ca6-df5293828598 req-896d7de2-d3ac-4486-bd2e-2112ea88c7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:34.501839 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29588686-ee37-410a-8ca6-df5293828598 req-896d7de2-d3ac-4486-bd2e-2112ea88c7fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 200 len: 915 time: 0.1533754 Aug 30 14:08:34.555990 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c63834e-9001-448f-8c0f-99c94ce384bc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.563090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c63834e-9001-448f-8c0f-99c94ce384bc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.601578 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63834e-9001-448f-8c0f-99c94ce384bc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287b985a-4f53-494e-85e3-811a2e485288,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:34.604892 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0c63834e-9001-448f-8c0f-99c94ce384bc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.606111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0c63834e-9001-448f-8c0f-99c94ce384bc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2075317 Aug 30 14:08:34.608767 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29588686-ee37-410a-8ca6-df5293828598 req-ddb9ad04-7d14-44ca-b8b3-cc7f65f50483 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 998 time: 0.0981174 Aug 30 14:08:34.609097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38326) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:08:34.614562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-fd468214-6ce4-407c-9b23-82debc73c93b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'security_group_rule': {'security_group_id': '16f841fb-0c4c-4c99-931e-0dd0c9280fee', 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:34.643846 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd468214-6ce4-407c-9b23-82debc73c93b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.663577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29588686-ee37-410a-8ca6-df5293828598 req-2410db9e-2112-483e-8005-219335724f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:34.665170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29588686-ee37-410a-8ca6-df5293828598 req-2410db9e-2112-483e-8005-219335724f0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b967278-5160-4664-a60f-bbabf0ecc6b2 HTTP/1.1" status: 200 len: 853 time: 0.0488782 Aug 30 14:08:34.702420 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '2ad39cef-82f3-430f-9e0c-03f523b51b60', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'port_id': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'mac_address': 'fa:16:3e:33:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464488a1-caab-4cba-8a20-57db91ec0409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:08:33Z', 'updated_at': '2021-08-30T14:08:33Z', 'revision_number': 0, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:49Z', 'revision_number': 5, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:08:34.712828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd468214-6ce4-407c-9b23-82debc73c93b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.716480 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd468214-6ce4-407c-9b23-82debc73c93b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.720786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29588686-ee37-410a-8ca6-df5293828598 req-98482b8e-9b28-4a0a-8569-4741dc8907af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:34.722946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29588686-ee37-410a-8ca6-df5293828598 req-98482b8e-9b28-4a0a-8569-4741dc8907af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f405e9d-5060-4548-a3af-8b23cd6b616b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510793 Aug 30 14:08:34.734619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] Checking router: 808b4c0e-ec0a-4755-a88f-f183fd0bff6e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:08:34.735358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd468214-6ce4-407c-9b23-82debc73c93b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1354425a-5b62-4a3e-a428-26e47b7bebc7,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:34.742568 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-fd468214-6ce4-407c-9b23-82debc73c93b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.746752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-fd468214-6ce4-407c-9b23-82debc73c93b tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365898 Aug 30 14:08:34.747344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38328) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:08:34.749444 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:08:34.750113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:08:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:08:34.752368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d25dbe63-a28a-46c5-b33d-ff67097bfffc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'security_group_rule': {'security_group_id': '16f841fb-0c4c-4c99-931e-0dd0c9280fee', 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:34.780491 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d25dbe63-a28a-46c5-b33d-ff67097bfffc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.826053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29588686-ee37-410a-8ca6-df5293828598 req-bb3410f5-d477-4f16-9dbf-55e29eeaa481 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958192 Aug 30 14:08:34.844757 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d25dbe63-a28a-46c5-b33d-ff67097bfffc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.849828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d25dbe63-a28a-46c5-b33d-ff67097bfffc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.866633 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:08:34.869882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dbe63-a28a-46c5-b33d-ff67097bfffc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d97f93-d1ac-426f-947a-fa976758fd45,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:34.874202 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d25dbe63-a28a-46c5-b33d-ff67097bfffc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.876027 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d25dbe63-a28a-46c5-b33d-ff67097bfffc tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274199 Aug 30 14:08:34.878527 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38330) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:08:34.884464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-16b6c01d-3941-40c7-8de2-eac2f039e193 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'security_group_rule': {'security_group_id': '16f841fb-0c4c-4c99-931e-0dd0c9280fee', 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:34.914169 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16b6c01d-3941-40c7-8de2-eac2f039e193 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.936148 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29588686-ee37-410a-8ca6-df5293828598 req-85c889fa-e74e-47f6-9357-8dd4c7f32f85 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015186 Aug 30 14:08:34.978020 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16b6c01d-3941-40c7-8de2-eac2f039e193 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:34.981969 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16b6c01d-3941-40c7-8de2-eac2f039e193 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.001512 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6c01d-3941-40c7-8de2-eac2f039e193 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044ad1fa-d3f0-4d7d-8a3e-bf25d84c2144,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:35.009059 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-16b6c01d-3941-40c7-8de2-eac2f039e193 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.010559 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-16b6c01d-3941-40c7-8de2-eac2f039e193 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307600 Aug 30 14:08:35.013456 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38332) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:08:35.018466 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-27652289-c0f8-48a4-8ef6-496cac004fed tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'security_group_rule': {'security_group_id': '16f841fb-0c4c-4c99-931e-0dd0c9280fee', 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:35.040427 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-27652289-c0f8-48a4-8ef6-496cac004fed tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Project 99dd674c1a8f4296bc2846c62014e710 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:08:35.045213 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27652289-c0f8-48a4-8ef6-496cac004fed tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.105507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '2ad39cef-82f3-430f-9e0c-03f523b51b60', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'port_id': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'mac_address': 'fa:16:3e:33:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464488a1-caab-4cba-8a20-57db91ec0409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:08:33Z', 'updated_at': '2021-08-30T14:08:33Z', 'revision_number': 0, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:49Z', 'revision_number': 5, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:08:35.107975 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27652289-c0f8-48a4-8ef6-496cac004fed tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.114077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27652289-c0f8-48a4-8ef6-496cac004fed tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.132335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27652289-c0f8-48a4-8ef6-496cac004fed tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b89aa29-259e-4975-95b4-68d23ae726c1,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:35.136753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa950c6f-b20d-491d-bd29-b9c3eae10aba None None] The sync data for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 is: [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '2ad39cef-82f3-430f-9e0c-03f523b51b60', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'floating_ip_address': '172.25.2.32', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'port_id': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'mac_address': 'fa:16:3e:33:b6:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464488a1-caab-4cba-8a20-57db91ec0409', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:08:33Z', 'updated_at': '2021-08-30T14:08:33Z', 'revision_number': 0, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:49Z', 'revision_number': 5, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:08:35.139867 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-27652289-c0f8-48a4-8ef6-496cac004fed tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.142242 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-27652289-c0f8-48a4-8ef6-496cac004fed tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276224 Aug 30 14:08:35.143973 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38334) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:08:35.149312 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f64ac5d7-2847-4c65-aa24-dcf35e6065c4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'security_group_rule': {'security_group_id': '16f841fb-0c4c-4c99-931e-0dd0c9280fee', 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:35.172300 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-f64ac5d7-2847-4c65-aa24-dcf35e6065c4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Project 99dd674c1a8f4296bc2846c62014e710 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:08:35.177913 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f64ac5d7-2847-4c65-aa24-dcf35e6065c4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.243226 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f64ac5d7-2847-4c65-aa24-dcf35e6065c4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.247067 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f64ac5d7-2847-4c65-aa24-dcf35e6065c4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.265313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ac5d7-2847-4c65-aa24-dcf35e6065c4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ca61e5-c560-4dda-a73e-1f1dc6dd162b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:35.272495 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f64ac5d7-2847-4c65-aa24-dcf35e6065c4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.273886 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f64ac5d7-2847-4c65-aa24-dcf35e6065c4 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288733 Aug 30 14:08:35.349003 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafcd8fa-6efa-4487-a08a-b457ce92730b None None] New status for floating IP 2ad39cef-82f3-430f-9e0c-03f523b51b60: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:08:35.377025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-14068e1c-6034-4bd2-a331-5ec2bd4d5137 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534587281&fields=id&tenant_id=99dd674c1a8f4296bc2846c62014e710 HTTP/1.1" status: 200 len: 267 time: 0.0437865 Aug 30 14:08:35.433894 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-b5c36ecb-bf1b-40d7-b1e7-e309e4030c22 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:35.435470 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-b5c36ecb-bf1b-40d7-b1e7-e309e4030c22 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 945 time: 0.0520651 Aug 30 14:08:35.447705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-d08d761b-f2b2-47c6-98a2-c367d42d4d2d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'port': {'security_groups': ['4d9dbefd-c44d-4716-a38c-4053b1a1ee35', '16f841fb-0c4c-4c99-931e-0dd0c9280fee']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:08:35.511067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-d08d761b-f2b2-47c6-98a2-c367d42d4d2d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.692933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-d08d761b-f2b2-47c6-98a2-c367d42d4d2d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] For port 12a1e130-20eb-4287-81f8-35001f55fc9a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=12a1e130-20eb-4287-81f8-35001f55fc9a,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:08:35.721089 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-d08d761b-f2b2-47c6-98a2-c367d42d4d2d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.726391 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-d08d761b-f2b2-47c6-98a2-c367d42d4d2d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.738411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['12a1e130-20eb-4287-81f8-35001f55fc9a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:08:35.773396 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-d08d761b-f2b2-47c6-98a2-c367d42d4d2d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:35.774066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-d08d761b-f2b2-47c6-98a2-c367d42d4d2d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:35.775489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ef309c70-a0bf-4567-85c8-2dd329deccaf req-d08d761b-f2b2-47c6-98a2-c367d42d4d2d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "PUT /v2.0/ports/12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 981 time: 0.3325837 Aug 30 14:08:35.799519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d761b-f2b2-47c6-98a2-c367d42d4d2d tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'Port': ['ID=12a1e130-20eb-4287-81f8-35001f55fc9a,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:08:35.832008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['12a1e130-20eb-4287-81f8-35001f55fc9a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:08:35.914095 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0884a-c47d-46bd-bc83-66359f3221bf req-0c50c6f6-e8b5-4d56-8804-e4ae0f508b27 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:35.915956 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebe0884a-c47d-46bd-bc83-66359f3221bf req-0c50c6f6-e8b5-4d56-8804-e4ae0f508b27 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0558751 Aug 30 14:08:35.961116 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ebe0884a-c47d-46bd-bc83-66359f3221bf req-34c7ab46-cd8c-4523-96db-0b2ea5a966db tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384262 Aug 30 14:08:36.107940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-860b750e-0cde-4396-9f1f-50ef11efb37f None None] Provisioning complete for port 12a1e130-20eb-4287-81f8-35001f55fc9a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:08:36.108228 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-860b750e-0cde-4396-9f1f-50ef11efb37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:36.271750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:08:36.274424 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fcf89c-469a-4caf-9951-f9c748db97c3" -d '{"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:08:36.311678 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51fd425-6708-4fa1-bae0-30da9c497bc0 x-openstack-request-id: req-e51fd425-6708-4fa1-bae0-30da9c497bc0 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:08:36.311998 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:08:36.312220 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e51fd425-6708-4fa1-bae0-30da9c497bc0 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:08:36.312610 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'status': 'completed', 'code': 200} Aug 30 14:08:36.378269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-0cd50d9e-08af-4c5c-9d56-1108e0b4072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:36.379770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-0cd50d9e-08af-4c5c-9d56-1108e0b4072f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99dd674c1a8f4296bc2846c62014e710&device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1135 time: 0.0454848 Aug 30 14:08:36.470580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-beb2200f-d801-4e89-b65a-8d07a5e2f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:36.472608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-beb2200f-d801-4e89-b65a-8d07a5e2f4db service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 200 len: 915 time: 0.0848250 Aug 30 14:08:36.542035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-f1d5257f-a370-4195-bd61-4f19ffa5eaa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 1000 time: 0.0620048 Aug 30 14:08:36.591224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-b9c88766-94b7-43b7-9d18-6def7b768cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:36.592678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-b9c88766-94b7-43b7-9d18-6def7b768cb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b967278-5160-4664-a60f-bbabf0ecc6b2 HTTP/1.1" status: 200 len: 853 time: 0.0437737 Aug 30 14:08:36.640054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-1051e8f9-e3f3-4fda-8260-28d744090851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:36.641514 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-1051e8f9-e3f3-4fda-8260-28d744090851 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f405e9d-5060-4548-a3af-8b23cd6b616b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396981 Aug 30 14:08:36.736754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-85cab2eb-cdc4-4b21-ad23-12f23773a334 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855813 Aug 30 14:08:36.779287 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-efc59255-30b9-407d-81d6-1d2d1b14e463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:36.827832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29fcf89c-469a-4caf-9951-f9c748db97c3 req-1e444e73-4f76-4005-9d9f-9ce559d9a5bb service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Aug 30 14:08:39.523100 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-64053f12-e24a-4957-910a-ad8ebf18d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:40.106916 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:41.104964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:42.449912 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:49.840380 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:08:53.279528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a18fd6-d469-414b-8b6a-375c36f29d33 req-c8925000-5657-4afa-9dc1-c32bc9789e72 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:53.281005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a18fd6-d469-414b-8b6a-375c36f29d33 req-c8925000-5657-4afa-9dc1-c32bc9789e72 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0847552 Aug 30 14:08:53.286985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-2e36cee6-4bcb-49f6-af3b-991cbcdfd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:53.288385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-2e36cee6-4bcb-49f6-af3b-991cbcdfd96a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99dd674c1a8f4296bc2846c62014e710&device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1135 time: 0.0599511 Aug 30 14:08:53.371652 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a18fd6-d469-414b-8b6a-375c36f29d33 req-9d312719-68ab-4361-bdf3-9343803ffeac tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821950 Aug 30 14:08:53.407157 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-3eea898c-545f-4404-bbe5-3c0531217919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:53.408655 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-3eea898c-545f-4404-bbe5-3c0531217919 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 200 len: 915 time: 0.1127026 Aug 30 14:08:53.476866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-081ba488-bac2-4008-bde3-58641af45528 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 1000 time: 0.0591280 Aug 30 14:08:53.526303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-5f609768-4a55-4de5-ba0b-18dc8a9a94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:53.527731 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-5f609768-4a55-4de5-ba0b-18dc8a9a94c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b967278-5160-4664-a60f-bbabf0ecc6b2 HTTP/1.1" status: 200 len: 853 time: 0.0430210 Aug 30 14:08:53.577980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-6aab82e5-c6b3-4c6a-b280-725f0e09f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:53.579449 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-6aab82e5-c6b3-4c6a-b280-725f0e09f30c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f405e9d-5060-4548-a3af-8b23cd6b616b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432470 Aug 30 14:08:53.670123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-6ffd12e7-12e6-461b-8613-b7316dc896cb service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816686 Aug 30 14:08:53.768013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5910042a-b7c6-4622-895a-a079b24ddbb7 req-8839d673-2483-477c-ab40-7687b1032d51 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857527 Aug 30 14:08:54.494726 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad6b7c9-c2e2-41ba-8fc5-d41c466574d8 req-c1a5a2ac-f85e-426c-bee5-80455e0d5689 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:54.496196 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fad6b7c9-c2e2-41ba-8fc5-d41c466574d8 req-c1a5a2ac-f85e-426c-bee5-80455e0d5689 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0521359 Aug 30 14:08:54.535715 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fad6b7c9-c2e2-41ba-8fc5-d41c466574d8 req-f6d2ca71-3995-481b-b1c5-8c2a9f39d6f8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335047 Aug 30 14:08:55.652072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc4e1d-8f38-4855-826d-24c0eecee89a req-ac8a0a47-6e67-4446-a501-1c873167f8c2 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:55.653577 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-21dc4e1d-8f38-4855-826d-24c0eecee89a req-ac8a0a47-6e67-4446-a501-1c873167f8c2 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0504746 Aug 30 14:08:55.694154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-21dc4e1d-8f38-4855-826d-24c0eecee89a req-d4291ef0-b05d-41ab-b6a4-9f6a2b407f4c tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339577 Aug 30 14:08:56.813038 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e58cb-626d-4301-aad0-6cf2c29bd483 req-8f591e6a-81d7-47a6-b720-b0003b12cae8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:56.814576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a32e58cb-626d-4301-aad0-6cf2c29bd483 req-8f591e6a-81d7-47a6-b720-b0003b12cae8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0505416 Aug 30 14:08:56.855772 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a32e58cb-626d-4301-aad0-6cf2c29bd483 req-f9baf48b-569d-464e-aed3-7997a3c6f737 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346520 Aug 30 14:08:57.971376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f702f-a67a-4fff-a0d7-adf9c5d9cc99 req-f3accc00-1e51-4345-b66c-58e84dd8019c tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:57.973528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-541f702f-a67a-4fff-a0d7-adf9c5d9cc99 req-f3accc00-1e51-4345-b66c-58e84dd8019c tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0501330 Aug 30 14:08:58.016565 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-541f702f-a67a-4fff-a0d7-adf9c5d9cc99 req-cd174e05-d1c0-43c9-a1d2-99043df26496 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368536 Aug 30 14:08:59.120371 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:08:59.139838 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5048ff-4016-461a-b963-c4e195858983 req-f8a89bab-b7fa-4255-9573-8092451c28cf tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:08:59.141308 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca5048ff-4016-461a-b963-c4e195858983 req-f8a89bab-b7fa-4255-9573-8092451c28cf tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0540960 Aug 30 14:08:59.186059 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ca5048ff-4016-461a-b963-c4e195858983 req-84353671-abd7-4555-84d7-3e784f150f13 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359921 Aug 30 14:09:00.303573 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75ee41-6867-4065-84e0-a07c2da6a0d8 req-ec7f8824-015f-41a7-a4f1-a4f31cd773b5 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:00.305082 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e75ee41-6867-4065-84e0-a07c2da6a0d8 req-ec7f8824-015f-41a7-a4f1-a4f31cd773b5 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0530097 Aug 30 14:09:00.352427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3e75ee41-6867-4065-84e0-a07c2da6a0d8 req-5833f023-446d-4ebf-b7f3-111b1ee256a7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406218 Aug 30 14:09:01.197080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-9d1ffad4-614c-423e-ac96-8b9087409020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:01.198579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-9d1ffad4-614c-423e-ac96-8b9087409020 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99dd674c1a8f4296bc2846c62014e710&device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1135 time: 0.0413616 Aug 30 14:09:01.303714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-a71c92e4-c515-4e75-96fe-d959fb2b006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:01.305235 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-a71c92e4-c515-4e75-96fe-d959fb2b006e service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 200 len: 915 time: 0.0876949 Aug 30 14:09:01.379253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-75a89a84-7f43-4302-9800-ccbe40457ee4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 1000 time: 0.0667586 Aug 30 14:09:01.434109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-3f4aeeae-548a-4b5b-90a1-d0cdd1c168c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:01.435698 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-3f4aeeae-548a-4b5b-90a1-d0cdd1c168c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b967278-5160-4664-a60f-bbabf0ecc6b2 HTTP/1.1" status: 200 len: 853 time: 0.0473983 Aug 30 14:09:01.466582 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:01.486370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7becfd-2097-42d9-864c-1105ef179366 req-f476788e-0a8f-40b0-89f1-e873ccb5e838 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:01.487862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf7becfd-2097-42d9-864c-1105ef179366 req-f476788e-0a8f-40b0-89f1-e873ccb5e838 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0592561 Aug 30 14:09:01.489364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-891b6f14-65dd-4bc6-828b-69c0c64d9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:01.490914 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-891b6f14-65dd-4bc6-828b-69c0c64d9106 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f405e9d-5060-4548-a3af-8b23cd6b616b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468717 Aug 30 14:09:01.531584 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf7becfd-2097-42d9-864c-1105ef179366 req-dcfa4114-51c0-4046-8322-373a6d94af30 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373621 Aug 30 14:09:01.600893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-3383fa80-86d8-4a8b-b63b-d4eb51d8e5e9 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023614 Aug 30 14:09:01.694349 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47184ea7-3bc2-44e5-8965-2453acaa18dd req-bc42c7d0-9d97-480b-ba11-4de9636d98c4 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860181 Aug 30 14:09:02.654738 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8539bdc-4cec-4897-859e-4ae3470af570 req-08e80e83-7784-4e03-9b5e-2b2fa5333cbb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:02.656391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f8539bdc-4cec-4897-859e-4ae3470af570 req-08e80e83-7784-4e03-9b5e-2b2fa5333cbb tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0523648 Aug 30 14:09:02.711107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f8539bdc-4cec-4897-859e-4ae3470af570 req-d6a235eb-d354-430f-aa75-ea37c0ec5db5 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480123 Aug 30 14:09:03.832597 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e1adb-857f-4b54-9b52-76dcd16c7c02 req-b922d2be-0b42-4811-a8bd-bd77c7d99db8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:03.834391 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-258e1adb-857f-4b54-9b52-76dcd16c7c02 req-b922d2be-0b42-4811-a8bd-bd77c7d99db8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0536175 Aug 30 14:09:03.878282 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-258e1adb-857f-4b54-9b52-76dcd16c7c02 req-ed06984d-6391-45de-b187-2673f91e780f tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368693 Aug 30 14:09:04.997169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cfbb1-bb52-4da2-b8ea-bf644812f141 req-b9462a50-2180-4a21-afe8-6946f66549f3 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:04.998706 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e57cfbb1-bb52-4da2-b8ea-bf644812f141 req-b9462a50-2180-4a21-afe8-6946f66549f3 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0503147 Aug 30 14:09:05.039431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e57cfbb1-bb52-4da2-b8ea-bf644812f141 req-6103f7d0-1d16-4106-8447-730ed47344cd tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=16f841fb-0c4c-4c99-931e-0dd0c9280fee&id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347214 Aug 30 14:09:06.779647 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-303946f3-242a-4887-a3a4-c7b8c81b02c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:09.525832 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-efeaab80-66b7-4d6b-b4ae-cc8a4528df0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:10.115500 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:11.108898 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:12.451081 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:26.839852 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:09:29.118060 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:31.464002 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:36.779981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e4d7aad0-51ae-4f3f-9ff3-5f143238ead3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:37.856490 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-10606cf0-4ac4-49c2-b2eb-7ad31cf8cbca tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534587281&fields=id&tenant_id=99dd674c1a8f4296bc2846c62014e710 HTTP/1.1" status: 200 len: 267 time: 0.1707535 Aug 30 14:09:37.911854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-d2d10788-1fb3-4b55-a21a-6229abb868e8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:37.913476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-d2d10788-1fb3-4b55-a21a-6229abb868e8 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 984 time: 0.0512373 Aug 30 14:09:37.924837 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Request body: {'port': {'security_groups': ['4d9dbefd-c44d-4716-a38c-4053b1a1ee35']}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:09:38.334719 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:38.514571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] For port 12a1e130-20eb-4287-81f8-35001f55fc9a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=12a1e130-20eb-4287-81f8-35001f55fc9a,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:09:38.545153 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:38.549847 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:38.562903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['12a1e130-20eb-4287-81f8-35001f55fc9a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:09:38.591227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:38.591975 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:38.593388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-977fbb23-0285-461d-9643-69a4a4f4f528 req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "PUT /v2.0/ports/12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 942 time: 0.6732111 Aug 30 14:09:38.593891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:09:38.596244 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac" -d '{"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:09:38.600039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38390) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:38.644067 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event updated for resources: {'Port': ['ID=12a1e130-20eb-4287-81f8-35001f55fc9a,revision_number=7']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:38.659995 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['12a1e130-20eb-4287-81f8-35001f55fc9a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:09:38.660737 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.662930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.666969 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.668089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.669131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.670430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.670781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.671128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.671473 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.671843 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.672180 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.672511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a2d1b4-d737-4333-a401-08c0a53c10f7 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.700185 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:38.739067 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:38.764296 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f538f9e-e79b-42a7-827d-a4f934d46a31 x-openstack-request-id: req-7f538f9e-e79b-42a7-827d-a4f934d46a31 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:09:38.764595 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:09:38.764858 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f538f9e-e79b-42a7-827d-a4f934d46a31 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:09:38.765274 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'status': 'completed', 'code': 200} Aug 30 14:09:38.837865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-055a4d45-70a2-4000-a6f0-92debafaae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:38.839487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-055a4d45-70a2-4000-a6f0-92debafaae20 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99dd674c1a8f4296bc2846c62014e710&device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1096 time: 0.0535502 Aug 30 14:09:38.894298 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:38.898047 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:38.901708 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "DELETE /v2.0/security-groups/16f841fb-0c4c-4c99-931e-0dd0c9280fee HTTP/1.1" status: 204 len: 168 time: 0.2980230 Aug 30 14:09:38.902235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38394) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:38.905628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-51cce9c8-71d8-4398-8820-29d273762895 None None] Provisioning complete for port 12a1e130-20eb-4287-81f8-35001f55fc9a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:09:38.906083 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-51cce9c8-71d8-4398-8820-29d273762895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:38.914328 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f841fb-0c4c-4c99-931e-0dd0c9280fee,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:38.925891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.926235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.926575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.926914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.927244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.927655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.928036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.928397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.928748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.929079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.929408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.929753 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bdf808-f061-4cd6-bf48-bc1566b19e48 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:09:38.988325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-852e42d1-db69-488a-b1be-804c02e45d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:38.989900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-852e42d1-db69-488a-b1be-804c02e45d04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 200 len: 915 time: 0.1438808 Aug 30 14:09:39.065313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-8d99ecde-eb43-47d7-85dc-f27534d03ccb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 1000 time: 0.0680947 Aug 30 14:09:39.087205 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Deleting port 68246712-4313-4b84-b487-9ab0847fbf93 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:09:39.087554 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:39.118695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-a4ab8b6c-1f66-4f86-b51e-780c9dfb8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:39.120105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-a4ab8b6c-1f66-4f86-b51e-780c9dfb8395 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b967278-5160-4664-a60f-bbabf0ecc6b2 HTTP/1.1" status: 200 len: 853 time: 0.0471909 Aug 30 14:09:39.167970 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:39.168470 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:39.171648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-3261335e-98cb-483b-a014-0eef92c695e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:39.173229 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-3261335e-98cb-483b-a014-0eef92c695e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f405e9d-5060-4548-a3af-8b23cd6b616b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462420 Aug 30 14:09:39.182564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Calling delete_port for 68246712-4313-4b84-b487-9ab0847fbf93 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:09:39.268416 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-afa5ff46-ee2c-4b73-9960-e0271cabc2c3 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872331 Aug 30 14:09:39.338432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:39.362629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dbe13cc-3c1e-4eea-8998-f2dc1e06dbac req-c69901c1-db02-4d3d-83e4-a3af5b5d4bdb service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873237 Aug 30 14:09:39.364010 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event deleted for resources: {'Port': ['ID=68246712-4313-4b84-b487-9ab0847fbf93,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:39.427078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:39.427520 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Floating IP 2ad39cef-82f3-430f-9e0c-03f523b51b60 disassociated (deleted). External IP: 172.25.2.32, port: 12a1e130-20eb-4287-81f8-35001f55fc9a. Aug 30 14:09:39.526885 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e0d381e8-6b48-4d56-b923-6e4a038fb62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:39.648656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:09:39.756721 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:09:39.761828 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:39.766245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] Sync routers for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:09:39.775701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:09:39.776314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:39.789831 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-48623e5d-c824-4d9e-8635-fe1713a24826 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "DELETE /v2.0/floatingips/2ad39cef-82f3-430f-9e0c-03f523b51b60 HTTP/1.1" status: 204 len: 168 time: 0.8864124 Aug 30 14:09:39.892879 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:09:40.113391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:40.123987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:49Z', 'revision_number': 5, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:40.152690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] Checking router: 808b4c0e-ec0a-4755-a88f-f183fd0bff6e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:09:40.163035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:09:40.163579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:40.278575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:09:40.500372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:49Z', 'revision_number': 5, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:40.528408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511699ae-3be3-4b50-b6fb-96e2d7f0f6ab None None] The sync data for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 is: [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:42Z', 'revision_number': 4, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '2c6f4727-32f4-4319-aa2c-18f92f1ce0da', 'name': '', 'network_id': '5f405e9d-5060-4548-a3af-8b23cd6b616b', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'mac_address': 'fa:16:3e:a0:d1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:42Z', 'updated_at': '2021-08-30T14:07:49Z', 'revision_number': 5, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'subnets': [{'id': '3b967278-5160-4664-a60f-bbabf0ecc6b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:09:40.755433 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad72a844-db69-4981-acd9-bead3d2a856a None None] New status for floating IP 2ad39cef-82f3-430f-9e0c-03f523b51b60: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:09:40.766380 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:09:40.768935 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25dadcb-7cb4-4987-abca-dd5997ed59cc" -d '{"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:09:40.806567 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9181034-a601-48f1-b04b-66ec6f200acb x-openstack-request-id: req-e9181034-a601-48f1-b04b-66ec6f200acb {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:09:40.806866 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:09:40.807120 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9181034-a601-48f1-b04b-66ec6f200acb {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:09:40.807521 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'status': 'completed', 'code': 200} Aug 30 14:09:40.932804 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-80cd8e30-e101-4d78-8db5-088edb839b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:40.934750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-80cd8e30-e101-4d78-8db5-088edb839b93 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=99dd674c1a8f4296bc2846c62014e710&device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 1096 time: 0.0989509 Aug 30 14:09:41.036907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-f2ac9ae8-8fd0-4fa0-a2e5-dc52fb9e68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:41.038476 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-f2ac9ae8-8fd0-4fa0-a2e5-dc52fb9e68f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 200 len: 915 time: 0.0960400 Aug 30 14:09:41.085107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-8844b777-fdfc-4813-8d24-e989c302d6e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 200 len: 217 time: 0.0379341 Aug 30 14:09:41.116153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:41.146376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-325c8623-f888-4ea8-9863-b723f3dc9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:41.148186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-325c8623-f888-4ea8-9863-b723f3dc9955 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3b967278-5160-4664-a60f-bbabf0ecc6b2 HTTP/1.1" status: 200 len: 853 time: 0.0582404 Aug 30 14:09:41.204789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-2a74174c-6863-4771-bb0c-3e4ccfe1a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:41.206866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-2a74174c-6863-4771-bb0c-3e4ccfe1a79c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5f405e9d-5060-4548-a3af-8b23cd6b616b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522015 Aug 30 14:09:41.327471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-c8e10f24-5733-4e74-8e4c-e089c15789b1 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123407 Aug 30 14:09:41.422594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e25dadcb-7cb4-4987-abca-dd5997ed59cc req-b20535b4-18bb-4da0-ab2e-247fe317a740 service neutron] 10.222.0.16 "GET /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875978 Aug 30 14:09:42.456025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:46.946015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac4479-b16d-4ab4-9428-72d788f56d65 req-7f271e16-a8ba-401b-9735-516409ae6926 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:46.948472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7ac4479-b16d-4ab4-9428-72d788f56d65 req-7f271e16-a8ba-401b-9735-516409ae6926 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 945 time: 0.0519836 Aug 30 14:09:46.988259 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7ac4479-b16d-4ab4-9428-72d788f56d65 req-bba56873-924a-4dc3-8732-757145894c65 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342588 Aug 30 14:09:48.112896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c23eb3-c013-4b19-bf2d-9b6cb04294d0 req-73555309-f6ed-40a5-98d8-807891756854 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:48.114441 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43c23eb3-c013-4b19-bf2d-9b6cb04294d0 req-73555309-f6ed-40a5-98d8-807891756854 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 945 time: 0.0566030 Aug 30 14:09:48.152863 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-43c23eb3-c013-4b19-bf2d-9b6cb04294d0 req-0ac93024-d72d-4af1-9630-798f05ad8d17 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/security-groups?id=4d9dbefd-c44d-4716-a38c-4053b1a1ee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Aug 30 14:09:48.585621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-1ad602ef-a268-4635-a6ba-a75e7431b723 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:09:48.587116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-1ad602ef-a268-4635-a6ba-a75e7431b723 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.16 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 945 time: 0.0489321 Aug 30 14:09:48.682597 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Deleting port 12a1e130-20eb-4287-81f8-35001f55fc9a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:09:48.682848 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:48.778432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] For port 12a1e130-20eb-4287-81f8-35001f55fc9a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=12a1e130-20eb-4287-81f8-35001f55fc9a,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:09:48.778794 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:48.794803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Calling delete_port for 12a1e130-20eb-4287-81f8-35001f55fc9a owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:09:48.925601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:48.937919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['12a1e130-20eb-4287-81f8-35001f55fc9a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:09:48.955363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Pushing event deleted for resources: {'Port': ['ID=12a1e130-20eb-4287-81f8-35001f55fc9a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:49.001886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] No DVR routers for this DVR port 12a1e130-20eb-4287-81f8-35001f55fc9a on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:09:49.004652 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:49.007359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32bc6f83-f17e-4d43-b91e-e01ba0d6da55 req-242c3466-780f-49d9-b642-4c8a9848d013 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.16 "DELETE /v2.0/ports/12a1e130-20eb-4287-81f8-35001f55fc9a HTTP/1.1" status: 204 len: 173 time: 0.4135973 Aug 30 14:09:49.007850 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'name': 'network-vif-deleted', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:09:49.010239 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15cd14b-aee2-415a-8dc8-76085c269d44" -d '{"events": [{"server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "name": "network-vif-deleted", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:09:49.111541 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508b107d-f147-4403-afe5-5deb30fde07b x-openstack-request-id: req-508b107d-f147-4403-afe5-5deb30fde07b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:09:49.111827 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464488a1-caab-4cba-8a20-57db91ec0409", "name": "network-vif-deleted", "tag": "12a1e130-20eb-4287-81f8-35001f55fc9a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:09:49.112081 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-508b107d-f147-4403-afe5-5deb30fde07b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:09:49.112545 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464488a1-caab-4cba-8a20-57db91ec0409', 'name': 'network-vif-deleted', 'tag': '12a1e130-20eb-4287-81f8-35001f55fc9a', 'status': 'completed', 'code': 200} Aug 30 14:09:49.261630 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-972fa265-2e01-42e0-bbc8-9bdec8f3954a req-d7f4a486-a612-4b08-82d0-e2db3eba95e3 tempest-TestMinimumBasicScenario-770975612 tempest-TestMinimumBasicScenario-770975612-project] 10.222.0.37 "GET /v2.0/ports?device_id=464488a1-caab-4cba-8a20-57db91ec0409 HTTP/1.1" status: 200 len: 210 time: 0.0277138 Aug 30 14:09:50.853136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38508) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:51.203477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:51.764134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Deleting port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:09:51.764471 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:51.845607 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] For port 2c6f4727-32f4-4319-aa2c-18f92f1ce0da, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=2c6f4727-32f4-4319-aa2c-18f92f1ce0da,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:09:51.845988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:51.859494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Calling delete_port for 2c6f4727-32f4-4319-aa2c-18f92f1ce0da owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:09:52.043053 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:52.068469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6f4727-32f4-4319-aa2c-18f92f1ce0da,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:52.234985 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:52.461064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:09:52.566433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:09:52.572081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f3f5fe33-859d-4f9d-a9d8-b2f1717f8dc1 admin admin] 10.222.0.37 "PUT /v2.0/routers/808b4c0e-ec0a-4755-a88f-f183fd0bff6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7190480 Aug 30 14:09:52.574643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38510) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:52.575591 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] Sync routers for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:09:52.584475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:09:52.585160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:52.682429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:52.693496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:09:52.789716 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:52.847265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Deleting port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:09:52.847599 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:52.929942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] For port 5c060e2f-d2a9-4882-93a3-eb9db861b9cf, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5c060e2f-d2a9-4882-93a3-eb9db861b9cf,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:09:52.930664 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:52.942784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Calling delete_port for 5c060e2f-d2a9-4882-93a3-eb9db861b9cf owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:09:52.953338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 12a1e130-20eb-4287-81f8-35001f55fc9a no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:09:52.979669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 12a1e130-20eb-4287-81f8-35001f55fc9a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:09:52.980014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 12a1e130-20eb-4287-81f8-35001f55fc9a not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:09:53.058107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:09:51Z', 'revision_number': 5, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port': {'id': '5c060e2f-d2a9-4882-93a3-eb9db861b9cf', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:70:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:53.084328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] Checking router: 808b4c0e-ec0a-4755-a88f-f183fd0bff6e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:09:53.093128 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] Routers {'808b4c0e-ec0a-4755-a88f-f183fd0bff6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:09:53.093775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:53.108507 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.133060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c060e2f-d2a9-4882-93a3-eb9db861b9cf,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:53.179640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] Set router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:09:53.192366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.233464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:09:52Z', 'revision_number': 6, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:53.258652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e84a79-3200-4873-8976-e30d49e6ca57 None None] The sync data for ids ['808b4c0e-ec0a-4755-a88f-f183fd0bff6e'] in n-d-688802-6 is: [{'id': '808b4c0e-ec0a-4755-a88f-f183fd0bff6e', 'name': 'tempest-TestMinimumBasicScenario-611403223-router', 'tenant_id': '99dd674c1a8f4296bc2846c62014e710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:40Z', 'updated_at': '2021-08-30T14:09:52Z', 'revision_number': 6, 'project_id': '99dd674c1a8f4296bc2846c62014e710', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:09:53.288823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.291102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.333779 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.334327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 808b4c0e-ec0a-4755-a88f-f183fd0bff6e {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:09:53.339716 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.340859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-eaf49e92-aee3-4f6b-aa31-21a76d91e515 admin admin] 10.222.0.37 "DELETE /v2.0/routers/808b4c0e-ec0a-4755-a88f-f183fd0bff6e HTTP/1.1" status: 204 len: 168 time: 0.7652986 Aug 30 14:09:53.343387 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38512) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:53.387029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e0448a-b9d2-4b0b-b775-93b4580afb52 admin admin] Deleting subnet 3b967278-5160-4664-a60f-bbabf0ecc6b2 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:09:53.389967 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e0448a-b9d2-4b0b-b775-93b4580afb52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.424418 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e0448a-b9d2-4b0b-b775-93b4580afb52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.502871 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e0448a-b9d2-4b0b-b775-93b4580afb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.555646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e0448a-b9d2-4b0b-b775-93b4580afb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.589238 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f6e0448a-b9d2-4b0b-b775-93b4580afb52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.591473 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f6e0448a-b9d2-4b0b-b775-93b4580afb52 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3b967278-5160-4664-a60f-bbabf0ecc6b2 HTTP/1.1" status: 204 len: 168 time: 0.2471795 Aug 30 14:09:53.592815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0448a-b9d2-4b0b-b775-93b4580afb52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b967278-5160-4664-a60f-bbabf0ecc6b2,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:53.594344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5809c292-e553-4dcd-afae-4f15b365811f None None] Network 5f405e9d-5060-4548-a3af-8b23cd6b616b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:09:53.594905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38514) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:53.671666 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.732670 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Deleting port e3b171c8-a53c-4831-accf-4710990c250b {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:09:53.733016 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.797235 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] For port e3b171c8-a53c-4831-accf-4710990c250b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e3b171c8-a53c-4831-accf-4710990c250b,segment=NetworkSegment(1f082534-9c5e-4c7a-87f9-0af3155b42ad),segment_id=1f082534-9c5e-4c7a-87f9-0af3155b42ad)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:09:53.797532 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.811778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Calling delete_port for e3b171c8-a53c-4831-accf-4710990c250b owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:09:53.891052 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:53.921717 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b171c8-a53c-4831-accf-4710990c250b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:53.925185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] No DVR routers for this DVR port e3b171c8-a53c-4831-accf-4710990c250b on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:09:53.995605 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:54.006162 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f405e9d-5060-4548-a3af-8b23cd6b616b']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:54.020397 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f082534-9c5e-4c7a-87f9-0af3155b42ad') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:54.020938 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f082534-9c5e-4c7a-87f9-0af3155b42ad') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:54.022937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1b083-20e1-4b7e-817e-8ad4e88aade5 None None] DHCP port deletion for 5f405e9d-5060-4548-a3af-8b23cd6b616b request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:09:54.035761 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:54.050831 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:54.057163 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:09:54.057541 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: timer() Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:09:54.059503 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:09:54.118128 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:54.123676 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:54.125580 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] 10.222.0.37 "DELETE /v2.0/networks/5f405e9d-5060-4548-a3af-8b23cd6b616b HTTP/1.1" status: 204 len: 168 time: 0.5299883 Aug 30 14:09:54.128643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38516) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:54.141025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3f4b7-1e28-4786-b0c3-581c0ab0eb07 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f405e9d-5060-4548-a3af-8b23cd6b616b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:54.484179 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:54.685908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e3b171c8-a53c-4831-accf-4710990c250b no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:09:54.706835 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e3b171c8-a53c-4831-accf-4710990c250b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:09:54.707186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e3b171c8-a53c-4831-accf-4710990c250b not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:09:54.707611 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5c060e2f-d2a9-4882-93a3-eb9db861b9cf no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:09:54.726198 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 5c060e2f-d2a9-4882-93a3-eb9db861b9cf {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:09:54.726546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5c060e2f-d2a9-4882-93a3-eb9db861b9cf not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:09:54.726967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2c6f4727-32f4-4319-aa2c-18f92f1ce0da no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:09:54.740585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Deleting port 56d8d4aa-21b4-4d95-993e-d2a74c80020a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:09:54.741453 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:54.745641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 2c6f4727-32f4-4319-aa2c-18f92f1ce0da {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:09:54.746017 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 2c6f4727-32f4-4319-aa2c-18f92f1ce0da not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:09:54.821120 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] For port 56d8d4aa-21b4-4d95-993e-d2a74c80020a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=56d8d4aa-21b4-4d95-993e-d2a74c80020a,segment=NetworkSegment(4c850028-710f-4284-a5d9-03aeb8d2472a),segment_id=4c850028-710f-4284-a5d9-03aeb8d2472a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:09:54.821468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:54.834251 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Calling delete_port for 56d8d4aa-21b4-4d95-993e-d2a74c80020a owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:09:55.017389 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:55.047030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Pushing event deleted for resources: {'Port': ['ID=56d8d4aa-21b4-4d95-993e-d2a74c80020a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:55.211455 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:55.748393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:09:55.856602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:09:55.861570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7f74c2b3-5021-47f5-bbee-1eeb63be63ec admin admin] 10.222.0.37 "PUT /v2.0/routers/b9fa0f80-73d9-4326-81dc-fb4e0742ef90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7312903 Aug 30 14:09:55.864159 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38518) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:55.873624 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] Sync routers for ids ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:09:55.884324 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] Routers {'b9fa0f80-73d9-4326-81dc-fb4e0742ef90'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:09:55.884942 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:55.983570 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:55.992381 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] Set router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:09:56.084389 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.146177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Deleting port b045c124-ddfb-4398-870d-cf2fd340a5a6 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:09:56.146510 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.225369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] For port b045c124-ddfb-4398-870d-cf2fd340a5a6, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b045c124-ddfb-4398-870d-cf2fd340a5a6,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:09:56.226474 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.239968 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Calling delete_port for b045c124-ddfb-4398-870d-cf2fd340a5a6 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:09:56.264818 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:44Z', 'updated_at': '2021-08-30T14:09:54Z', 'revision_number': 5, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'gw_port': {'id': 'b045c124-ddfb-4398-870d-cf2fd340a5a6', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:83:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:07:45Z', 'updated_at': '2021-08-30T14:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:56.295358 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] Checking router: b9fa0f80-73d9-4326-81dc-fb4e0742ef90 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:09:56.305749 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] Routers {'b9fa0f80-73d9-4326-81dc-fb4e0742ef90'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:09:56.306401 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:56.392521 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] Set router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:09:56.435746 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.444486 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:44Z', 'updated_at': '2021-08-30T14:09:56Z', 'revision_number': 6, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:56.461667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b045c124-ddfb-4398-870d-cf2fd340a5a6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:56.474923 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e46901-4e8b-4592-8c19-395b78399f6c None None] The sync data for ids ['b9fa0f80-73d9-4326-81dc-fb4e0742ef90'] in n-d-688802-6 is: [{'id': 'b9fa0f80-73d9-4326-81dc-fb4e0742ef90', 'name': 'tempest-TestMinimumBasicScenario-1185436862-router', 'tenant_id': 'e825defbb68b4cafabf14047de2035f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:07:44Z', 'updated_at': '2021-08-30T14:09:56Z', 'revision_number': 6, 'project_id': 'e825defbb68b4cafabf14047de2035f5', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:09:56.529518 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.622049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.624448 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.670328 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.670880 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9fa0f80-73d9-4326-81dc-fb4e0742ef90 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:09:56.675610 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.676859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ca036443-a062-44aa-be16-4f1be953dcb6 admin admin] 10.222.0.37 "DELETE /v2.0/routers/b9fa0f80-73d9-4326-81dc-fb4e0742ef90 HTTP/1.1" status: 204 len: 168 time: 0.8117082 Aug 30 14:09:56.680374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38520) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:56.732131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-24260cb2-f165-4598-b235-f72b7c051af4 admin admin] Deleting subnet 141b10af-98ed-484b-a19e-fc58999d6dea {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:09:56.735517 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24260cb2-f165-4598-b235-f72b7c051af4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.772820 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24260cb2-f165-4598-b235-f72b7c051af4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.883550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24260cb2-f165-4598-b235-f72b7c051af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.929382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 56d8d4aa-21b4-4d95-993e-d2a74c80020a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:09:56.955714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24260cb2-f165-4598-b235-f72b7c051af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.958546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 56d8d4aa-21b4-4d95-993e-d2a74c80020a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:09:56.958895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 56d8d4aa-21b4-4d95-993e-d2a74c80020a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:09:56.988679 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24260cb2-f165-4598-b235-f72b7c051af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141b10af-98ed-484b-a19e-fc58999d6dea,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:56.990692 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-24260cb2-f165-4598-b235-f72b7c051af4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:56.994266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-24260cb2-f165-4598-b235-f72b7c051af4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/141b10af-98ed-484b-a19e-fc58999d6dea HTTP/1.1" status: 204 len: 168 time: 0.3129199 Aug 30 14:09:56.996029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38522) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:56.996305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa7b2d5-df41-40da-a871-23d8d8fdf320 None None] Network 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:09:57.063116 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.121346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Deleting port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:09:57.121718 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.192591 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] For port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4,segment=NetworkSegment(4c850028-710f-4284-a5d9-03aeb8d2472a),segment_id=4c850028-710f-4284-a5d9-03aeb8d2472a)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:09:57.192833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.206548 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Calling delete_port for 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:09:57.286814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1068b19-0974-451c-8a8e-26da7ad082ed None None] DHCP port deletion for 4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:09:57.292205 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.314774 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b1068b19-0974-451c-8a8e-26da7ad082ed None None] The port '8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4' was deleted {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 30 14:09:57.320682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:57.323842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] No DVR routers for this DVR port 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:09:57.401623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.415361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:57.426386 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c850028-710f-4284-a5d9-03aeb8d2472a') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:57.426680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c850028-710f-4284-a5d9-03aeb8d2472a') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:09:57.436372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.451582 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.458602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:09:57.459001 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:09:57.461606 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:09:57.527277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.533305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.535541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b HTTP/1.1" status: 204 len: 168 time: 0.5385721 Aug 30 14:09:57.553146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8d804-394b-481f-b1e2-85549f92a505 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc22cfd-877a-41a6-a3fe-d1b9ff68c92b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:57.700224 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38526) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:57.740619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9d10b64d-fe94-4459-affe-2eb3ee256926 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99dd674c1a8f4296bc2846c62014e710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390553 Aug 30 14:09:57.744262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38528) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:57.793194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-165cb77c-e818-4590-842c-c44a09333849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.818833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-165cb77c-e818-4590-842c-c44a09333849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.865998 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-165cb77c-e818-4590-842c-c44a09333849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.868589 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-165cb77c-e818-4590-842c-c44a09333849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:57.870094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-165cb77c-e818-4590-842c-c44a09333849 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d9dbefd-c44d-4716-a38c-4053b1a1ee35 HTTP/1.1" status: 204 len: 168 time: 0.1249342 Aug 30 14:09:57.878153 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb77c-e818-4590-842c-c44a09333849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9dbefd-c44d-4716-a38c-4053b1a1ee35,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:58.199181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38536) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:58.240769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-20a8eced-8a5d-4417-a0b5-5c17025cb3f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e825defbb68b4cafabf14047de2035f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403969 Aug 30 14:09:58.243357 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38538) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:09:58.291129 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ed8436c-ff92-4c4a-ba1f-30f0734699c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:58.314879 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ed8436c-ff92-4c4a-ba1f-30f0734699c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:58.362730 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ed8436c-ff92-4c4a-ba1f-30f0734699c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:58.365826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8ed8436c-ff92-4c4a-ba1f-30f0734699c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:09:58.367068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8ed8436c-ff92-4c4a-ba1f-30f0734699c3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e6ffee7-32e7-4cfe-875e-7fb199511727 HTTP/1.1" status: 204 len: 168 time: 0.1228621 Aug 30 14:09:58.374833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8436c-ff92-4c4a-ba1f-30f0734699c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ffee7-32e7-4cfe-875e-7fb199511727,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:09:58.691885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:09:58.713392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:09:58.713751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 8da9ae51-fbe9-4ce1-a8d8-a79f7948a9f4 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:09:58.714209 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b045c124-ddfb-4398-870d-cf2fd340a5a6 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:09:58.733971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b045c124-ddfb-4398-870d-cf2fd340a5a6 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:09:58.734210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b045c124-ddfb-4398-870d-cf2fd340a5a6 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:09:59.124623 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.070702 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38578) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:00.075536 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474525758', 'description': 'tempest-secgroup-smoke-1474525758 description', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:00.097904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.107106 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.197519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.201372 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.239391 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44ee0854-7027-4cc7-958d-3fe7fadc403d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:00.295471 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.300007 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.328447 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.331904 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2579226 Aug 30 14:10:00.333586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38582) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:00.334126 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce3729-b0d3-4f8c-9c2b-0611bbdc56c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2581b9a-36fb-42a5-904d-a454b331d9dd,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:00.339302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3b95c733-be16-4f81-b516-9f51aa80e782 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b2581b9a-36fb-42a5-904d-a454b331d9dd', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:00.367329 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b95c733-be16-4f81-b516-9f51aa80e782 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.415033 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b95c733-be16-4f81-b516-9f51aa80e782 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.421524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b95c733-be16-4f81-b516-9f51aa80e782 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.438955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95c733-be16-4f81-b516-9f51aa80e782 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb20c054-a277-4d21-a4ab-ea2a6d51136d,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:00.446002 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b95c733-be16-4f81-b516-9f51aa80e782 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.447226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3b95c733-be16-4f81-b516-9f51aa80e782 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1125648 Aug 30 14:10:00.450029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38584) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:00.454533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b248bbd0-4d4c-4f97-89d7-94246d647c32 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b2581b9a-36fb-42a5-904d-a454b331d9dd', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:00.483266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b248bbd0-4d4c-4f97-89d7-94246d647c32 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.544180 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b248bbd0-4d4c-4f97-89d7-94246d647c32 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.547583 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b248bbd0-4d4c-4f97-89d7-94246d647c32 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.566294 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248bbd0-4d4c-4f97-89d7-94246d647c32 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a3772b-802c-4dfa-85b3-7dae28825f8d,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:00.570809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b248bbd0-4d4c-4f97-89d7-94246d647c32 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.572045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b248bbd0-4d4c-4f97-89d7-94246d647c32 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210849 Aug 30 14:10:00.575075 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38586) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:00.579789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-09e27c66-9e16-4abb-ba6d-85eeafda0ef9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b2581b9a-36fb-42a5-904d-a454b331d9dd', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:00.607085 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-09e27c66-9e16-4abb-ba6d-85eeafda0ef9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.669510 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-09e27c66-9e16-4abb-ba6d-85eeafda0ef9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.673493 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-09e27c66-9e16-4abb-ba6d-85eeafda0ef9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.690995 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e27c66-9e16-4abb-ba6d-85eeafda0ef9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d654e74-4657-4fa8-b3a6-cf0005bdcc6d,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:00.696603 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-09e27c66-9e16-4abb-ba6d-85eeafda0ef9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.697883 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-09e27c66-9e16-4abb-ba6d-85eeafda0ef9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216922 Aug 30 14:10:00.700665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38588) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:00.705394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c63f2329-32c2-401d-96ba-c708312086d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b2581b9a-36fb-42a5-904d-a454b331d9dd', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:00.731369 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c63f2329-32c2-401d-96ba-c708312086d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.791776 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c63f2329-32c2-401d-96ba-c708312086d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.795830 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c63f2329-32c2-401d-96ba-c708312086d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.810769 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f2329-32c2-401d-96ba-c708312086d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67fe9eb-01ec-4dce-aeb5-d67d418d71ec,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:00.819379 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c63f2329-32c2-401d-96ba-c708312086d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.820583 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c63f2329-32c2-401d-96ba-c708312086d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188538 Aug 30 14:10:00.823249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38590) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:00.827664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ce66d49d-1b32-4a73-b896-5317e65af3d5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b2581b9a-36fb-42a5-904d-a454b331d9dd', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:00.849239 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-ce66d49d-1b32-4a73-b896-5317e65af3d5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:10:00.854053 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce66d49d-1b32-4a73-b896-5317e65af3d5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.918913 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce66d49d-1b32-4a73-b896-5317e65af3d5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.922737 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce66d49d-1b32-4a73-b896-5317e65af3d5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.941964 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66d49d-1b32-4a73-b896-5317e65af3d5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf3b6cd-5081-4cc8-901b-1e57b1f6b7d0,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:00.949891 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ce66d49d-1b32-4a73-b896-5317e65af3d5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:00.951080 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ce66d49d-1b32-4a73-b896-5317e65af3d5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269202 Aug 30 14:10:00.953807 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38592) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:00.958207 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-24560d55-b374-43cb-9fc7-4ead4ab0209b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b2581b9a-36fb-42a5-904d-a454b331d9dd', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:00.980019 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-24560d55-b374-43cb-9fc7-4ead4ab0209b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:10:00.984709 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24560d55-b374-43cb-9fc7-4ead4ab0209b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.046466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24560d55-b374-43cb-9fc7-4ead4ab0209b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.049907 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24560d55-b374-43cb-9fc7-4ead4ab0209b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.066636 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24560d55-b374-43cb-9fc7-4ead4ab0209b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c5657f-e2bd-4444-9309-fd59ad418462,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:01.073503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-24560d55-b374-43cb-9fc7-4ead4ab0209b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.074709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-24560d55-b374-43cb-9fc7-4ead4ab0209b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199749 Aug 30 14:10:01.077738 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38594) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:01.082530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'network': {'name': 'tempest-network-smoke--2063125919', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'port_security_enabled': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:01.103538 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:10:01.106950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.130080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:10:01.139267 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.139606 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Added segment 85a68da7-385a-44da-b47a-9e68828f1f40 of type vlan for network 2c6fde9e-0852-4222-8b52-03d9a27af7ae Aug 30 14:10:01.179743 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.204061 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.209555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:01.210170 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.271032 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1920187 Aug 30 14:10:01.273813 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38596) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:01.280476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'admin_state_up': True, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:01.289485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae04a1-a484-47ae-91e0-ca3eae5e8353 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Network': ['ID=2c6fde9e-0852-4222-8b52-03d9a27af7ae,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:01.305084 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 2c6fde9e-0852-4222-8b52-03d9a27af7ae details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:10:01.310796 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.312125 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.364191 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.467713 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.506929 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.692253 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.710968 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.820483 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.39 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/32741572-f1ed-4bcd-91e5-efa53a1971b1) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:10:01.924636 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:01.967593 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:02.007544 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:10:02.010433 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:10:02.013993 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:10:02.036189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=32741572-f1ed-4bcd-91e5-efa53a1971b1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:02.268196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:02.465851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:02.607124 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:10:02.718576 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:10:02.728871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Sync routers for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:10:02.737956 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:10:02.738138 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:02.738748 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:02.739202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d5c68722-085b-40e9-84bb-dfd1c137de73 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4644685 Aug 30 14:10:02.742503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38598) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:02.844889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:10:02.864839 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9c0eba3b-2bc3-4872-b169-a499c7a7ea4b tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a68338d75b2e42d58c9ec4ba615cbfdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1211197 Aug 30 14:10:02.868602 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38602) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:02.958511 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62364446-4773-43a0-91b1-06a88ae7cf7d tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:02.960044 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-62364446-4773-43a0-91b1-06a88ae7cf7d tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905418 Aug 30 14:10:02.962997 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38604) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:02.991877 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b69507da-a3e4-4d03-a38d-e4b330b22eaf tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277641 Aug 30 14:10:02.994687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38606) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:02.999482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1432920768', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:03.026993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:02Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:03.054268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Checking router: 5c7145c9-9316-4d11-b6a3-6d41aadd37dd for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:10:03.054621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Updating router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd port 32741572-f1ed-4bcd-91e5-efa53a1971b1 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:10:03.079108 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.090276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:10:03.094448 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.284391 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.344338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Subnet': ['ID=1c6237f2-bc31-49be-b7ca-c8496e04ef07,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:03.352646 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.353731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Checking segment: {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:10:03.354098 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network hostable DHCP agents. Network: 2c6fde9e-0852-4222-8b52-03d9a27af7ae, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:10:03.362536 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Transition to ACTIVE for port object 32741572-f1ed-4bcd-91e5-efa53a1971b1 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:10:03.370386 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.371392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 2c6fde9e-0852-4222-8b52-03d9a27af7ae is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:10:03.382004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 2c6fde9e-0852-4222-8b52-03d9a27af7ae) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:10:03.388217 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:03.388825 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.402298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55c38c4-7c14-4b23-8c71-5b1565a2b780 None None] Network 2c6fde9e-0852-4222-8b52-03d9a27af7ae requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:10:03.404785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7e808539-adfe-4758-8e65-371115fb20a2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4090996 Aug 30 14:10:03.407645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38608) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:03.478932 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Pushing event updated for resources: {'Port': ['ID=32741572-f1ed-4bcd-91e5-efa53a1971b1,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:03.483772 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Attempting to bind port 32741572-f1ed-4bcd-91e5-efa53a1971b1 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:10:03.484143 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Attempting to bind port 32741572-f1ed-4bcd-91e5-efa53a1971b1 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:10:03.484518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Attempting to bind port 32741572-f1ed-4bcd-91e5-efa53a1971b1 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:10:03.502064 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.502411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.502757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.503103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.503436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.503770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.504099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.504424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.504750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.505075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.505398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.505749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:03.510866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:10:03.511134 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:10:03.511539 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.511933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:10:03.512416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Bound port: 32741572-f1ed-4bcd-91e5-efa53a1971b1, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:10:03.512806 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.605173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] For port 32741572-f1ed-4bcd-91e5-efa53a1971b1, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:10:03.609980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] For port 32741572-f1ed-4bcd-91e5-efa53a1971b1, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=32741572-f1ed-4bcd-91e5-efa53a1971b1,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:10:03.614686 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.658860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:10:03.659707 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.714083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e426647-c2aa-42ac-a667-966a9c053c7e None None] Pushing event updated for resources: {'Port': ['ID=32741572-f1ed-4bcd-91e5-efa53a1971b1,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:03.757959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:10:03.758625 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:03.841547 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:10:03.882517 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:03.912850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Allocated IP 172.20.0.2 (2c6fde9e-0852-4222-8b52-03d9a27af7ae/1c6237f2-bc31-49be-b7ca-c8496e04ef07/22fa8284-279d-492b-bd34-4d7541f7c1d1) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:10:03.919269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:10:04.359038 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:04.370483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Transition to ACTIVE for port object 22fa8284-279d-492b-bd34-4d7541f7c1d1 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:10:04.383881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:02Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:04.415076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35bfb1-9c95-4061-8076-c4bee1ab1b08 None None] The sync data for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 is: [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:02Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:10:04.416966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Transition to ACTIVE for port object 22fa8284-279d-492b-bd34-4d7541f7c1d1 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:10:04.424198 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:04.465789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Network 2c6fde9e-0852-4222-8b52-03d9a27af7ae is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:10:04.471045 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:10:04.474841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:10:04.484073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Pushing event updated for resources: {'Port': ['ID=22fa8284-279d-492b-bd34-4d7541f7c1d1,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:04.486303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.1 (2c6fde9e-0852-4222-8b52-03d9a27af7ae/1c6237f2-bc31-49be-b7ca-c8496e04ef07/e97d9d8a-cb0c-45a4-a23a-ad952110913c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:10:04.539830 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Attempting to bind port 22fa8284-279d-492b-bd34-4d7541f7c1d1 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:10:04.540206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Attempting to bind port 22fa8284-279d-492b-bd34-4d7541f7c1d1 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:10:04.540617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Attempting to bind port 22fa8284-279d-492b-bd34-4d7541f7c1d1 on network 2c6fde9e-0852-4222-8b52-03d9a27af7ae {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:10:04.546512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:10:04.546898 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Checking segment: {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:10:04.547345 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:04.547789 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Bound using segment: {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:10:04.548294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Bound port: 22fa8284-279d-492b-bd34-4d7541f7c1d1, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:10:04.548721 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:04.624334 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:04.629936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] For port 22fa8284-279d-492b-bd34-4d7541f7c1d1, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:10:04.635921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] For port 22fa8284-279d-492b-bd34-4d7541f7c1d1, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=22fa8284-279d-492b-bd34-4d7541f7c1d1,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:10:04.640681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object e97d9d8a-cb0c-45a4-a23a-ad952110913c will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:10:04.649941 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:04.684025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:04.728093 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 2c6fde9e-0852-4222-8b52-03d9a27af7ae is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:10:04.734180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:10:04.738148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:10:04.757563 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd95fc-cbaa-4dad-bd74-0d43d9b80c20 None None] Pushing event updated for resources: {'Port': ['ID=22fa8284-279d-492b-bd34-4d7541f7c1d1,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:04.794144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=e97d9d8a-cb0c-45a4-a23a-ad952110913c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:04.812188 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:04.822724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 32741572-f1ed-4bcd-91e5-efa53a1971b1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:10:04.887126 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 32741572-f1ed-4bcd-91e5-efa53a1971b1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:10:04.891950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 32741572-f1ed-4bcd-91e5-efa53a1971b1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:04.893238 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:04.986778 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:05.004406 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:05.032578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 32741572-f1ed-4bcd-91e5-efa53a1971b1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=32741572-f1ed-4bcd-91e5-efa53a1971b1,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:10:05.038954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:05.095499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=32741572-f1ed-4bcd-91e5-efa53a1971b1,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:05.354900 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:05.360249 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:05.450281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=e97d9d8a-cb0c-45a4-a23a-ad952110913c,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:05.455816 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:05.573431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 2c6fde9e-0852-4222-8b52-03d9a27af7ae is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:10:05.576078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:10:05.711543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:10:05.794074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a966de-e094-42c3-a3bf-658b9aca4659 None None] Network 2c6fde9e-0852-4222-8b52-03d9a27af7ae requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:10:05.836731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:10:05.845926 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-56454cb8-034e-45c5-9e50-62a1180b8002 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/5c7145c9-9316-4d11-b6a3-6d41aadd37dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4325721 Aug 30 14:10:05.861983 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-835881f4-7448-43e3-b475-9096e328227d None None] Provisioning for port 22fa8284-279d-492b-bd34-4d7541f7c1d1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:10:06.021923 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-2bd64582-05e3-46fa-adae-6354da8a2d9b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474525758&fields=id&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 267 time: 0.0525744 Aug 30 14:10:06.147280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59be78-99c9-474c-9217-b68642cad5ef req-92131d77-acc2-43ef-a5b9-ec9f6beb7d3a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:06.150195 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-92131d77-acc2-43ef-a5b9-ec9f6beb7d3a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/networks?id=2c6fde9e-0852-4222-8b52-03d9a27af7ae HTTP/1.1" status: 200 len: 797 time: 0.1215036 Aug 30 14:10:06.165602 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-adce07c7-dc37-4cdc-805e-36d33b2af4ba tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/quotas/a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 375 time: 0.0104680 Aug 30 14:10:06.226087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-aef82163-5374-46d8-9a8d-689fa642d92f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514710 Aug 30 14:10:06.254403 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Sync routers for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:10:06.266665 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:10:06.266665 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:06.300295 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-044bde19-8683-49bb-8a28-6998cffe6269 None None] Provisioning for port e97d9d8a-cb0c-45a4-a23a-ad952110913c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:10:06.306623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-044bde19-8683-49bb-8a28-6998cffe6269 None None] Provisioning complete for port e97d9d8a-cb0c-45a4-a23a-ad952110913c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:06.307323 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-044bde19-8683-49bb-8a28-6998cffe6269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:06.338394 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-afea866c-27bf-46e6-842c-8d8aa42a93e8 service neutron] 10.222.0.37 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024020 Aug 30 14:10:06.344775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-044bde19-8683-49bb-8a28-6998cffe6269 None None] Port e97d9d8a-cb0c-45a4-a23a-ad952110913c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:10:06.399862 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:10:06.454057 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-efb4c64f-5b22-4c36-950d-812224dc8397 service neutron] 10.222.0.37 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071351 Aug 30 14:10:06.480185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-b0d4d110-403a-4528-90b0-773b8dd9a2a6 None None] Provisioning complete for port e97d9d8a-cb0c-45a4-a23a-ad952110913c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:06.480557 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b0d4d110-403a-4528-90b0-773b8dd9a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:06.524074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-b0d4d110-403a-4528-90b0-773b8dd9a2a6 None None] Port e97d9d8a-cb0c-45a4-a23a-ad952110913c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:10:06.656561 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6e86ad43-5bc5-414f-84aa-3a45b1112031 None None] Provisioning complete for port e97d9d8a-cb0c-45a4-a23a-ad952110913c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:06.656740 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6e86ad43-5bc5-414f-84aa-3a45b1112031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:06.672870 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-69aa5214-af35-4c05-9bcc-fd0562d91b5b req-b94873d6-2126-449a-afc3-694cf7e50693 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 210 time: 0.0494051 Aug 30 14:10:06.698261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:04Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e97d9d8a-cb0c-45a4-a23a-ad952110913c', 'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c4:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:04Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 2, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:06.707289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6e86ad43-5bc5-414f-84aa-3a45b1112031 None None] Port e97d9d8a-cb0c-45a4-a23a-ad952110913c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:10:06.727956 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Checking router: 5c7145c9-9316-4d11-b6a3-6d41aadd37dd for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:10:06.728314 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Updating router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd port e97d9d8a-cb0c-45a4-a23a-ad952110913c binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:10:06.760695 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:06.797092 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6df156f8-54a2-4f18-9956-61585873f28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:06.846464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 32741572-f1ed-4bcd-91e5-efa53a1971b1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:10:06.902863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 32741572-f1ed-4bcd-91e5-efa53a1971b1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:06.903570 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:06.993964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 22fa8284-279d-492b-bd34-4d7541f7c1d1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:10:07.047516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 22fa8284-279d-492b-bd34-4d7541f7c1d1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:10:07.052352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 22fa8284-279d-492b-bd34-4d7541f7c1d1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:07.052916 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:07.056771 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:07.067056 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Transition to ACTIVE for port object e97d9d8a-cb0c-45a4-a23a-ad952110913c will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:10:07.074772 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:07.147714 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:07.185104 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Attempting to bind port e97d9d8a-cb0c-45a4-a23a-ad952110913c on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:10:07.185483 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Attempting to bind port e97d9d8a-cb0c-45a4-a23a-ad952110913c by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:10:07.185887 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Attempting to bind port e97d9d8a-cb0c-45a4-a23a-ad952110913c on network 2c6fde9e-0852-4222-8b52-03d9a27af7ae {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:10:07.187942 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Pushing event updated for resources: {'Port': ['ID=e97d9d8a-cb0c-45a4-a23a-ad952110913c,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:07.193316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 22fa8284-279d-492b-bd34-4d7541f7c1d1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=22fa8284-279d-492b-bd34-4d7541f7c1d1,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:10:07.198527 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.198865 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.199196 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.199521 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.199861 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.200156 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.200343 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:07.200472 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.200768 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.201082 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.201396 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.201755 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.202091 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:10:07.206208 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:10:07.206590 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Checking segment: {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:10:07.206959 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:07.207332 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Bound using segment: {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:10:07.209115 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Bound port: e97d9d8a-cb0c-45a4-a23a-ad952110913c, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:10:07.209115 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:07.261503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=22fa8284-279d-492b-bd34-4d7541f7c1d1,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:07.285141 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] For port e97d9d8a-cb0c-45a4-a23a-ad952110913c, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:10:07.288881 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] For port e97d9d8a-cb0c-45a4-a23a-ad952110913c, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e97d9d8a-cb0c-45a4-a23a-ad952110913c,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:10:07.293926 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:07.358108 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:10:07.358735 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:09:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:07.361917 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc2d14-ae35-4d28-90e7-b4a70b1f4bd7 None None] Pushing event updated for resources: {'Port': ['ID=e97d9d8a-cb0c-45a4-a23a-ad952110913c,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:07.476288 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:10:07.708618 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7db1e289-264a-419f-9326-697b340a8618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:04Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e97d9d8a-cb0c-45a4-a23a-ad952110913c', 'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c4:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:04Z', 'updated_at': '2021-08-30T14:10:07Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:07.789679 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e5c08159-5eda-49b4-86aa-d0da986b8488 req-b380c2e8-7eb8-4671-8516-67082fd8d5a9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 210 time: 0.0366259 Aug 30 14:10:07.800081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59be78-99c9-474c-9217-b68642cad5ef req-3fe6aed4-37c5-44e1-8ca9-2977dc9ea0c7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:07.802653 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-3fe6aed4-37c5-44e1-8ca9-2977dc9ea0c7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "GET /v2.0/networks?id=2c6fde9e-0852-4222-8b52-03d9a27af7ae HTTP/1.1" status: 200 len: 797 time: 0.1348934 Aug 30 14:10:07.850809 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-e658df53-4a56-4762-b23a-04972723e1f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 380 time: 0.0396240 Aug 30 14:10:07.860302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'port': {'device_id': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'admin_state_up': True, 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'security_groups': ['b2581b9a-36fb-42a5-904d-a454b331d9dd']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:07.862222 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db1e289-264a-419f-9326-697b340a8618 None None] The sync data for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 is: [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:04Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e97d9d8a-cb0c-45a4-a23a-ad952110913c', 'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c4:54:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:04Z', 'updated_at': '2021-08-30T14:10:07Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:10:08.008994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:10:08.012979 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:08.165982 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.11 (2c6fde9e-0852-4222-8b52-03d9a27af7ae/1c6237f2-bc31-49be-b7ca-c8496e04ef07/5afbadb0-fe7c-4cf1-9751-606816f2fced) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:10:08.334882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:08.351371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object 5afbadb0-fe7c-4cf1-9751-606816f2fced will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:10:08.389929 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:08.439135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 2c6fde9e-0852-4222-8b52-03d9a27af7ae is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:10:08.442383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:10:08.448057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:10:08.454957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=5afbadb0-fe7c-4cf1-9751-606816f2fced,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:08.515233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:08.515930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:08.536588 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-cd2fd5cd-66a3-49de-a56e-61c83bdae94a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6797173 Aug 30 14:10:08.613725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Request body: {'port': {'device_id': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:08.685021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:08.735559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1e66663a-a14c-439b-8049-0261adccf2e7 None None] Provisioning for port 5afbadb0-fe7c-4cf1-9751-606816f2fced completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:10:08.744964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1e66663a-a14c-439b-8049-0261adccf2e7 None None] Provisioning complete for port 5afbadb0-fe7c-4cf1-9751-606816f2fced triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:08.745284 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1e66663a-a14c-439b-8049-0261adccf2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:08.815184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 22fa8284-279d-492b-bd34-4d7541f7c1d1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:10:08.843974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-1e66663a-a14c-439b-8049-0261adccf2e7 None None] Port 5afbadb0-fe7c-4cf1-9751-606816f2fced cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:10:08.886450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 22fa8284-279d-492b-bd34-4d7541f7c1d1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:08.887057 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:08.976623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2ab56-2c67-4389-a562-e809dd075bbf req-530149bb-a1b2-488d-849c-4dc67deaeb2c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:08.978230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cf2ab56-2c67-4389-a562-e809dd075bbf req-530149bb-a1b2-488d-849c-4dc67deaeb2c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 932 time: 0.1052086 Aug 30 14:10:08.999412 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e97d9d8a-cb0c-45a4-a23a-ad952110913c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:10:09.045895 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5cf2ab56-2c67-4389-a562-e809dd075bbf req-01349c72-85f6-471f-bdf6-3657ed39132a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593286 Aug 30 14:10:09.056850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e97d9d8a-cb0c-45a4-a23a-ad952110913c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:10:09.063111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e97d9d8a-cb0c-45a4-a23a-ad952110913c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:09.064330 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:09.158629 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:09.197159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e97d9d8a-cb0c-45a4-a23a-ad952110913c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e97d9d8a-cb0c-45a4-a23a-ad952110913c,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:10:09.201350 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:09.254609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e97d9d8a-cb0c-45a4-a23a-ad952110913c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:09.431515 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afbadb0-fe7c-4cf1-9751-606816f2fced {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:10:09.439131 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:09.451203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Transition to ACTIVE for port object 5afbadb0-fe7c-4cf1-9751-606816f2fced will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:10:09.455759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:09.508580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Pushing event updated for resources: {'Port': ['ID=5afbadb0-fe7c-4cf1-9751-606816f2fced,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:09.536342 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fdfeaa4f-ea16-4f47-be3e-978de5690def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:09.583505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Attempting to bind port 5afbadb0-fe7c-4cf1-9751-606816f2fced on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:10:09.583986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Attempting to bind port 5afbadb0-fe7c-4cf1-9751-606816f2fced by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:10:09.584935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Attempting to bind port 5afbadb0-fe7c-4cf1-9751-606816f2fced on network 2c6fde9e-0852-4222-8b52-03d9a27af7ae {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:10:09.590208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Port 5afbadb0-fe7c-4cf1-9751-606816f2fced on network 2c6fde9e-0852-4222-8b52-03d9a27af7ae not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:10:09.590542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Attempting to bind port 5afbadb0-fe7c-4cf1-9751-606816f2fced on network 2c6fde9e-0852-4222-8b52-03d9a27af7ae {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:10:09.595882 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:10:09.596245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Checking segment: {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:10:09.596630 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Bound using segment: {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:10:09.597082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Bound port: 5afbadb0-fe7c-4cf1-9751-606816f2fced, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a68da7-385a-44da-b47a-9e68828f1f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:10:09.597464 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:09.678931 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] For port 5afbadb0-fe7c-4cf1-9751-606816f2fced, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:10:09.682220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] For port 5afbadb0-fe7c-4cf1-9751-606816f2fced, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:10:09.686721 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:09.721905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:09.722531 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:09.723965 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] 10.222.0.35 "PUT /v2.0/ports/5afbadb0-fe7c-4cf1-9751-606816f2fced HTTP/1.1" status: 200 len: 1092 time: 1.1790957 Aug 30 14:10:09.724406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:10:09.727051 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fe357f-1a95-4d0e-b7fd-dd207831e72b" -d '{"events": [{"name": "network-changed", "server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:10:09.757029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b203329-e587-4861-b94f-b61b45cc649d service neutron] Pushing event updated for resources: {'Port': ['ID=5afbadb0-fe7c-4cf1-9751-606816f2fced,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:09.778211 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10a9197-7806-4d50-8d8f-b7298715063b x-openstack-request-id: req-f10a9197-7806-4d50-8d8f-b7298715063b {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:10:09.778508 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:10:09.778782 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f10a9197-7806-4d50-8d8f-b7298715063b {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:10:09.779170 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'status': 'completed', 'code': 200} Aug 30 14:10:09.831042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59be78-99c9-474c-9217-b68642cad5ef req-49c57d07-f93a-466a-bfe0-6861eff1e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:09.832615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-49c57d07-f93a-466a-bfe0-6861eff1e829 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 1095 time: 0.0448802 Aug 30 14:10:09.880212 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-8879966d-db06-4d07-9e67-ee957d3d813c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced HTTP/1.1" status: 200 len: 217 time: 0.0395045 Aug 30 14:10:09.934163 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59be78-99c9-474c-9217-b68642cad5ef req-b84c376f-056b-45db-8d53-b6e5438b6c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:09.935572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-b84c376f-056b-45db-8d53-b6e5438b6c51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c6237f2-bc31-49be-b7ca-c8496e04ef07 HTTP/1.1" status: 200 len: 835 time: 0.0470841 Aug 30 14:10:09.984063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59be78-99c9-474c-9217-b68642cad5ef req-1f1ca084-ceaf-407a-b8eb-455a934da169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:09.985628 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-1f1ca084-ceaf-407a-b8eb-455a934da169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c6fde9e-0852-4222-8b52-03d9a27af7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430403 Aug 30 14:10:10.081967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-e5254fef-6028-40f2-a8c1-f9e06a9757fd service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889170 Aug 30 14:10:10.109252 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:10.210786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066142f0-e6c2-446c-8d92-c01d6696470b req-c88e47bc-a26b-46f9-a1dc-d0eab9a327fb tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:10.212191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-066142f0-e6c2-446c-8d92-c01d6696470b req-c88e47bc-a26b-46f9-a1dc-d0eab9a327fb tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 944 time: 0.0754168 Aug 30 14:10:10.218000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0e59be78-99c9-474c-9217-b68642cad5ef req-f7b6cb25-c3fc-45a1-8294-384b01b55fae service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289861 Aug 30 14:10:10.257905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-066142f0-e6c2-446c-8d92-c01d6696470b req-8a6913d8-c6ef-4b6f-ab2b-407e6bbdbde8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388818 Aug 30 14:10:10.308705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-7a052d37-ad29-41d3-8615-8358c18d8e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:10.310245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-7a052d37-ad29-41d3-8615-8358c18d8e59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 1095 time: 0.0437634 Aug 30 14:10:10.406003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-0d5a301e-7f65-4d34-95ad-006aa3434d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:10.407516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-0d5a301e-7f65-4d34-95ad-006aa3434d6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c6fde9e-0852-4222-8b52-03d9a27af7ae HTTP/1.1" status: 200 len: 898 time: 0.0898123 Aug 30 14:10:10.456122 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-af48ec82-bf3e-44ba-926c-b0362b7561b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced HTTP/1.1" status: 200 len: 217 time: 0.0408084 Aug 30 14:10:10.507749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-cd684a05-e69d-4d2e-ae2c-9214a3628efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:10.509170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-cd684a05-e69d-4d2e-ae2c-9214a3628efe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c6237f2-bc31-49be-b7ca-c8496e04ef07 HTTP/1.1" status: 200 len: 835 time: 0.0464668 Aug 30 14:10:10.563447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-e1909400-4416-4c1e-a893-903981af4ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:10.564983 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-e1909400-4416-4c1e-a893-903981af4ec2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c6fde9e-0852-4222-8b52-03d9a27af7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492823 Aug 30 14:10:10.667439 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-6c5a16d9-ae06-4823-b8b3-8f674d35039f service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933032 Aug 30 14:10:10.699786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e97d9d8a-cb0c-45a4-a23a-ad952110913c up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:10:10.755219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e97d9d8a-cb0c-45a4-a23a-ad952110913c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:10.755880 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:10.771170 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-47fe357f-1a95-4d0e-b7fd-dd207831e72b req-c7379dd1-78df-46be-babf-28185200eb4e service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976727 Aug 30 14:10:11.113166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:11.375844 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665aa9a1-8594-4f4e-a2e7-14e95f68f780 req-7da0f6a6-e877-46ca-9a77-acdeb0ad2283 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:11.378200 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-665aa9a1-8594-4f4e-a2e7-14e95f68f780 req-7da0f6a6-e877-46ca-9a77-acdeb0ad2283 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 944 time: 0.0506620 Aug 30 14:10:11.427001 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-665aa9a1-8594-4f4e-a2e7-14e95f68f780 req-694d0801-5711-48d3-9231-aedd7a52b197 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Aug 30 14:10:12.458608 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:12.479011 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5afbadb0-fe7c-4cf1-9751-606816f2fced details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:10:12.549255 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc083909-7ae9-47a5-81a3-8e222d5adf7e req-cb1d0198-89bb-439b-a2d6-bf50d3332263 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:12.550819 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc083909-7ae9-47a5-81a3-8e222d5adf7e req-cb1d0198-89bb-439b-a2d6-bf50d3332263 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 944 time: 0.0516751 Aug 30 14:10:12.578756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 5afbadb0-fe7c-4cf1-9751-606816f2fced, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:10:12.590998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'port_id': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'mac_address': 'fa:16:3e:85:66:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:10:12.593113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cc083909-7ae9-47a5-81a3-8e222d5adf7e req-62d2d6c8-43af-4c58-b5e6-7cb5c03710c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358548 Aug 30 14:10:12.635436 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:12.648979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afbadb0-fe7c-4cf1-9751-606816f2fced {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:10:12.668629 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 5afbadb0-fe7c-4cf1-9751-606816f2fced, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:10:12.676067 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:12.729154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=5afbadb0-fe7c-4cf1-9751-606816f2fced,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:13.038469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['5afbadb0-fe7c-4cf1-9751-606816f2fced'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:10:13.718341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf5f4a-c58e-46fb-82b4-2185629e28cd req-808e5652-c9ae-4509-8dd9-17eaa4167802 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:13.719787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bfcf5f4a-c58e-46fb-82b4-2185629e28cd req-808e5652-c9ae-4509-8dd9-17eaa4167802 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 945 time: 0.0542414 Aug 30 14:10:13.759121 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bfcf5f4a-c58e-46fb-82b4-2185629e28cd req-378348ba-f945-42dc-baf1-5b26ae349b38 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323911 Aug 30 14:10:14.494169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5afbadb0-fe7c-4cf1-9751-606816f2fced up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:10:14.544048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 5afbadb0-fe7c-4cf1-9751-606816f2fced completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:10:14.548113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 5afbadb0-fe7c-4cf1-9751-606816f2fced triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:10:14.548487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:14.630179 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:14.653517 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:10:14.655785 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d1853d-aea0-4bf4-ad57-11e4fcbb3286" -d '{"events": [{"server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "name": "network-vif-plugged", "status": "completed", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:10:14.669029 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 5afbadb0-fe7c-4cf1-9751-606816f2fced, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:10:14.675225 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:14.725523 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=5afbadb0-fe7c-4cf1-9751-606816f2fced,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:14.781656 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ddcc79-5bfc-45a0-9dc6-fddd6a06167f x-openstack-request-id: req-55ddcc79-5bfc-45a0-9dc6-fddd6a06167f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:10:14.782090 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "name": "network-vif-plugged", "status": "completed", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:10:14.782408 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55ddcc79-5bfc-45a0-9dc6-fddd6a06167f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:10:14.782810 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'code': 200} Aug 30 14:10:14.887933 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a003cc9-09be-4898-8048-853f7cbe7424 req-305f5bc9-8c73-47ef-82b2-87ffa7bacb71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:14.889656 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a003cc9-09be-4898-8048-853f7cbe7424 req-305f5bc9-8c73-47ef-82b2-87ffa7bacb71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0545335 Aug 30 14:10:14.892082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632cd84-2caa-40d2-ba2e-12d45838e259 req-01badd3c-780c-46b0-9ba6-3bb4eeadb679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:14.893570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2632cd84-2caa-40d2-ba2e-12d45838e259 req-01badd3c-780c-46b0-9ba6-3bb4eeadb679 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 1097 time: 0.0457156 Aug 30 14:10:14.928945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2632cd84-2caa-40d2-ba2e-12d45838e259 req-d334c6a1-d032-424b-818e-320e87a7eb24 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278950 Aug 30 14:10:14.930681 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1a003cc9-09be-4898-8048-853f7cbe7424 req-a1b37078-a372-497c-9350-ce9d47168dee tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345714 Aug 30 14:10:16.045568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616900c8-d589-4676-b735-40a6b307265e req-527454fa-e43b-48ce-a5d9-bc728b681c1b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:16.047078 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616900c8-d589-4676-b735-40a6b307265e req-527454fa-e43b-48ce-a5d9-bc728b681c1b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0497332 Aug 30 14:10:16.086006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-616900c8-d589-4676-b735-40a6b307265e req-a282d69a-883b-4fbb-940f-b1e041ea0990 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330024 Aug 30 14:10:17.201429 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f84f74-6915-41dc-b30a-2ba8b1bb5796 req-5f1bf49d-9e9d-4f4f-bced-beebf1b0d449 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:17.202942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98f84f74-6915-41dc-b30a-2ba8b1bb5796 req-5f1bf49d-9e9d-4f4f-bced-beebf1b0d449 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0503497 Aug 30 14:10:17.245118 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98f84f74-6915-41dc-b30a-2ba8b1bb5796 req-9510b042-7c69-4279-ab3b-fe0fecdaf9cd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362306 Aug 30 14:10:17.365812 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e2f7c-3121-4cca-8641-3a9c096d2965 req-23bc2bc8-3577-487a-8460-dafc9559c883 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:17.365812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f4e2f7c-3121-4cca-8641-3a9c096d2965 req-23bc2bc8-3577-487a-8460-dafc9559c883 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0526793 Aug 30 14:10:17.407395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8f4e2f7c-3121-4cca-8641-3a9c096d2965 req-677c9cfa-82ac-4327-b7ec-86225a49c816 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352552 Aug 30 14:10:17.429676 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38666) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:17.474323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf7665-8927-4a36-bee0-647f579e1406 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:17.476489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ffbf7665-8927-4a36-bee0-647f579e1406 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 1092 time: 0.0457909 Aug 30 14:10:17.479422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38668) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:17.483761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:10:17.507367 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:17.607429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:17.716504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.129 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/8dbef64f-d294-4475-8101-c71c3410bbbe) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:10:17.820995 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:17.861443 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:17.908684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:10:17.914603 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:10:17.917094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:10:17.920404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=8dbef64f-d294-4475-8101-c71c3410bbbe,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:18.284468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:18.352742 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:18.508154 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:18.512592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:18.580410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=8dbef64f-d294-4475-8101-c71c3410bbbe,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:10:18.593203 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:18.697977 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP bacce49d-f25e-4172-888b-290f86360793 associated. External IP: 172.25.2.129, port: 5afbadb0-fe7c-4cf1-9751-606816f2fced. Aug 30 14:10:18.911247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:10:19.024194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:10:19.033692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] Sync routers for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:10:19.042666 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:19.044957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:10:19.045586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:10:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:19.073070 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-545dec16-9079-477e-8061-b1b2a96dedca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5926156 Aug 30 14:10:19.073705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:10:19.076019 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbe99d4-3742-4a22-9987-ead26048b6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:10:19.123710 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2f6bc5-1e26-448c-b705-d6a2366a5749 x-openstack-request-id: req-3e2f6bc5-1e26-448c-b705-d6a2366a5749 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:10:19.124006 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:10:19.124261 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3e2f6bc5-1e26-448c-b705-d6a2366a5749 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:10:19.124732 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'status': 'completed', 'code': 200} Aug 30 14:10:19.156993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:10:19.191540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-3fdaf23c-bbb3-46f2-bca8-690bd7dbe148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:19.193095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-3fdaf23c-bbb3-46f2-bca8-690bd7dbe148 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 1097 time: 0.0472639 Aug 30 14:10:19.195510 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f5636-6cf5-43e7-a9aa-ad8f8074e541 req-6da9b97a-dd48-44c3-ad56-6b775ff0e6ff tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:19.197086 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d2f5636-6cf5-43e7-a9aa-ad8f8074e541 req-6da9b97a-dd48-44c3-ad56-6b775ff0e6ff tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0567024 Aug 30 14:10:19.238532 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d2f5636-6cf5-43e7-a9aa-ad8f8074e541 req-2de00ae7-b98d-4ed5-852f-3ee64bab0469 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342209 Aug 30 14:10:19.264410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38674) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:19.306180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-fc0204e7-e592-4813-b809-05b01f9d6397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:19.307713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-fc0204e7-e592-4813-b809-05b01f9d6397 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c6fde9e-0852-4222-8b52-03d9a27af7ae HTTP/1.1" status: 200 len: 898 time: 0.1078517 Aug 30 14:10:19.330188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-be6a8082-f478-4572-86b8-6cc8edcfd60b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/bacce49d-f25e-4172-888b-290f86360793 HTTP/1.1" status: 200 len: 992 time: 0.0642536 Aug 30 14:10:19.384198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-d44549f8-9f94-4e8f-9f71-c72f9de111dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced HTTP/1.1" status: 200 len: 1000 time: 0.0679388 Aug 30 14:10:19.406003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:04Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'bacce49d-f25e-4172-888b-290f86360793', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'port_id': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'mac_address': 'fa:16:3e:85:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:10:18Z', 'updated_at': '2021-08-30T14:10:18Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97d9d8a-cb0c-45a4-a23a-ad952110913c', 'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c4:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:04Z', 'updated_at': '2021-08-30T14:10:09Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:19.433786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] Checking router: 5c7145c9-9316-4d11-b6a3-6d41aadd37dd for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:10:19.438045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-6edb3015-9653-48cf-b62f-6244ab1f5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:19.439560 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-6edb3015-9653-48cf-b62f-6244ab1f5cc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c6237f2-bc31-49be-b7ca-c8496e04ef07 HTTP/1.1" status: 200 len: 835 time: 0.0486960 Aug 30 14:10:19.442548 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:10:19.443096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:10:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:19.491223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-006234b3-b729-45f5-ad6d-04d7bd6ff260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:10:19.492751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-006234b3-b729-45f5-ad6d-04d7bd6ff260 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c6fde9e-0852-4222-8b52-03d9a27af7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465193 Aug 30 14:10:19.555933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:10:19.585715 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-31fcfac4-3ced-4f8c-838e-7cc3a1dd73f8 service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851722 Aug 30 14:10:19.685830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ddbe99d4-3742-4a22-9987-ead26048b6d3 req-91f6f426-e47e-461d-bcf6-99017d7fb43b service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933819 Aug 30 14:10:19.797945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:04Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'bacce49d-f25e-4172-888b-290f86360793', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'port_id': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'mac_address': 'fa:16:3e:85:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:10:18Z', 'updated_at': '2021-08-30T14:10:18Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97d9d8a-cb0c-45a4-a23a-ad952110913c', 'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c4:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:04Z', 'updated_at': '2021-08-30T14:10:09Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:10:19.826090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe346d-84e7-4900-b8a0-929265b32178 None None] The sync data for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 is: [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:04Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'bacce49d-f25e-4172-888b-290f86360793', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.129', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'port_id': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'mac_address': 'fa:16:3e:85:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:10:18Z', 'updated_at': '2021-08-30T14:10:18Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97d9d8a-cb0c-45a4-a23a-ad952110913c', 'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c4:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:04Z', 'updated_at': '2021-08-30T14:10:09Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:10:20.029158 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74df51f-9d7c-470f-88e3-a88480528476 None None] New status for floating IP bacce49d-f25e-4172-888b-290f86360793: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:10:20.334563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38676) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:10:20.742293 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-988a8596-4ebc-4086-ab52-784a5a3b3ccf tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/bacce49d-f25e-4172-888b-290f86360793 HTTP/1.1" status: 200 len: 994 time: 0.4065132 Aug 30 14:10:29.144820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:31.494865 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:36.779109 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8955290b-bdae-4da5-833a-1d55f52d9347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:39.531598 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8fba7881-3296-4746-81c8-e738762a3421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:40.103749 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:40.842232 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:10:41.117208 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:42.460780 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:10:59.143218 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:01.513614 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:06.780015 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6317dfe8-6bdf-40c6-8fb6-d6e2ffa58621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:07.095690 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a606f-704b-412c-9ff8-96369f425846 req-e8f6b398-4406-445b-8100-b09ea13f0a5f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433903 Aug 30 14:11:07.188367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a606f-704b-412c-9ff8-96369f425846 req-2c379f12-9208-4a83-976d-f7f433cd478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:07.189963 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a606f-704b-412c-9ff8-96369f425846 req-2c379f12-9208-4a83-976d-f7f433cd478c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 1097 time: 0.0501070 Aug 30 14:11:07.303125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a606f-704b-412c-9ff8-96369f425846 req-71d2890d-8a7c-405c-b86f-917b87d5e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:07.305155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a606f-704b-412c-9ff8-96369f425846 req-71d2890d-8a7c-405c-b86f-917b87d5e8bf service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c6fde9e-0852-4222-8b52-03d9a27af7ae HTTP/1.1" status: 200 len: 898 time: 0.0923038 Aug 30 14:11:07.372600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a606f-704b-412c-9ff8-96369f425846 req-1761c896-d13b-4a29-bd79-d0ecea32941c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced HTTP/1.1" status: 200 len: 1002 time: 0.0598400 Aug 30 14:11:07.424638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a606f-704b-412c-9ff8-96369f425846 req-336d31f4-a85b-45dd-965e-5a6ab9f6e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:07.426133 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a606f-704b-412c-9ff8-96369f425846 req-336d31f4-a85b-45dd-965e-5a6ab9f6e129 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c6237f2-bc31-49be-b7ca-c8496e04ef07 HTTP/1.1" status: 200 len: 835 time: 0.0468969 Aug 30 14:11:07.477999 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a606f-704b-412c-9ff8-96369f425846 req-96a4ab2c-e6d4-498d-9be2-f16474859ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:07.479502 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a606f-704b-412c-9ff8-96369f425846 req-96a4ab2c-e6d4-498d-9be2-f16474859ffe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c6fde9e-0852-4222-8b52-03d9a27af7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457737 Aug 30 14:11:07.572478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a606f-704b-412c-9ff8-96369f425846 req-37ce20fa-97de-4862-b3b4-41e9f58c1665 service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849125 Aug 30 14:11:07.696068 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-765a606f-704b-412c-9ff8-96369f425846 req-ec08e150-3ba8-4bff-b883-b4a1978e67b1 service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162302 Aug 30 14:11:09.532559 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-aa57658d-d6ce-4870-bb2d-c47796730a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:10.105310 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:11.119390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:12.463861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:17.841895 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:11:26.314988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-985025d8-c61c-408c-8a69-aa355421d191 req-fcc468db-a3a0-4ee7-8d0a-aebca4752e8e service neutron] (95698) timed out ('10.222.0.37', 35788) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:11:29.160239 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:31.696855 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:32.230113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8078d-6ed2-4220-bcf5-09753c47c5f8 req-3da73ddd-bda4-43d9-806e-cfda1a8a135e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:32.231638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83e8078d-6ed2-4220-bcf5-09753c47c5f8 req-3da73ddd-bda4-43d9-806e-cfda1a8a135e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0511854 Aug 30 14:11:32.271006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-83e8078d-6ed2-4220-bcf5-09753c47c5f8 req-34a765b5-0768-4e76-b7fe-cd4a5faeffed tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333257 Aug 30 14:11:33.391050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fe68e-1c12-477b-85c6-a2a96f555cd7 req-1ee26cc7-7b91-4de2-88d0-1ced14139c09 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:33.392567 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed5fe68e-1c12-477b-85c6-a2a96f555cd7 req-1ee26cc7-7b91-4de2-88d0-1ced14139c09 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0508444 Aug 30 14:11:33.431651 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ed5fe68e-1c12-477b-85c6-a2a96f555cd7 req-8e786b06-dcaf-4ebb-b6dd-a823d0bae3ab tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326734 Aug 30 14:11:33.454539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38708) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:33.518091 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-76ccb368-8b54-4f7d-bfcf-99ba5fb4ef4d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/bacce49d-f25e-4172-888b-290f86360793 HTTP/1.1" status: 200 len: 994 time: 0.0623784 Aug 30 14:11:34.783110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a7609-0b87-47d9-9b5f-295396a6ab33 req-495f3656-b26b-412a-8c39-c19bead1054b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:34.784602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27a7609-0b87-47d9-9b5f-295396a6ab33 req-495f3656-b26b-412a-8c39-c19bead1054b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0493891 Aug 30 14:11:34.826209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a27a7609-0b87-47d9-9b5f-295396a6ab33 req-ccc75c19-3091-419a-acf4-4ef19e762173 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356739 Aug 30 14:11:35.941939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713dcdf-8349-45ae-a841-34de7e5d3fda req-7cf4c582-dbff-4463-89ae-40f4bce37d67 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:35.943411 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2713dcdf-8349-45ae-a841-34de7e5d3fda req-7cf4c582-dbff-4463-89ae-40f4bce37d67 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0481396 Aug 30 14:11:35.982464 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2713dcdf-8349-45ae-a841-34de7e5d3fda req-b55a4166-1c2f-4e2b-8603-c7e305c95a62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324042 Aug 30 14:11:36.781492 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-80197a9e-c4cc-4a47-a6d5-1123dbe687af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:37.107376 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9ed19-d412-4e27-84e7-3d02a6529eb9 req-9dcbeef1-990d-48c5-9a61-e8dd71bbcd59 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:37.108901 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23e9ed19-d412-4e27-84e7-3d02a6529eb9 req-9dcbeef1-990d-48c5-9a61-e8dd71bbcd59 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0532331 Aug 30 14:11:37.146126 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-23e9ed19-d412-4e27-84e7-3d02a6529eb9 req-a32819bd-0793-4512-a25c-6193166de2a6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Aug 30 14:11:38.275064 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f807282-5764-4919-bc19-8ea9153cd7b2 req-1a613b97-2477-408d-9f93-79f7b3babd07 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:38.276544 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f807282-5764-4919-bc19-8ea9153cd7b2 req-1a613b97-2477-408d-9f93-79f7b3babd07 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0490322 Aug 30 14:11:38.314370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1f807282-5764-4919-bc19-8ea9153cd7b2 req-3cdd7227-b979-4de8-9fb6-2df998563787 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Aug 30 14:11:39.443588 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6a811-a839-43ba-a9d5-175228bcc168 req-ddcb46e1-dbf7-47e5-8cdb-42d14afca81c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:39.446100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e9a6a811-a839-43ba-a9d5-175228bcc168 req-ddcb46e1-dbf7-47e5-8cdb-42d14afca81c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0505462 Aug 30 14:11:39.485922 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e9a6a811-a839-43ba-a9d5-175228bcc168 req-f524c472-19f8-46c3-8b9c-729c93404c43 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336573 Aug 30 14:11:39.534379 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0815ce7e-9fed-4d1d-8203-c6aa65774966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:40.107549 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:40.604816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f150c8d-fd1e-4627-8164-39a32489de26 req-8b4ee585-bbaa-402b-b69b-e463c702f0e1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:40.606393 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f150c8d-fd1e-4627-8164-39a32489de26 req-8b4ee585-bbaa-402b-b69b-e463c702f0e1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0526617 Aug 30 14:11:40.644874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7f150c8d-fd1e-4627-8164-39a32489de26 req-49230cc3-00d0-48ce-8311-b1f03d16e265 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325658 Aug 30 14:11:40.667459 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38730) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:40.729337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e7138ef6-50cd-4de8-a1d6-2eee5b0e6890 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/bacce49d-f25e-4172-888b-290f86360793 HTTP/1.1" status: 200 len: 994 time: 0.0607343 Aug 30 14:11:40.953046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38736) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:41.112954 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port 8dbef64f-d294-4475-8101-c71c3410bbbe {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:11:41.113263 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:41.125781 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:41.191943 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:41.192268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:41.204131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for 8dbef64f-d294-4475-8101-c71c3410bbbe owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:11:41.352863 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:41.380629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=8dbef64f-d294-4475-8101-c71c3410bbbe,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:41.393175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.393524 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.393892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.394484 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.394820 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.395147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.395476 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.395799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.396140 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.396452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.396774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.397092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:41.452965 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:41.453293 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP bacce49d-f25e-4172-888b-290f86360793 disassociated (deleted). External IP: 172.25.2.129, port: 5afbadb0-fe7c-4cf1-9751-606816f2fced. Aug 30 14:11:41.956793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:11:42.064189 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:11:42.068907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:42.073800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] Sync routers for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:11:42.082244 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:11:42.082852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:11:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:42.095169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f3751d24-1a02-4ccc-89d1-e17dd4699e5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/floatingips/bacce49d-f25e-4172-888b-290f86360793 HTTP/1.1" status: 204 len: 168 time: 1.1411045 Aug 30 14:11:42.095776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:11:42.098074 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7caa43-40b7-486a-840d-f0c45f8f0a24" -d '{"events": [{"name": "network-changed", "server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:11:42.135808 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565cd0ac-caa2-4bb3-97cf-00adec0147fa x-openstack-request-id: req-565cd0ac-caa2-4bb3-97cf-00adec0147fa {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:11:42.136153 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:11:42.136414 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-565cd0ac-caa2-4bb3-97cf-00adec0147fa {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:11:42.136819 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'status': 'completed', 'code': 200} Aug 30 14:11:42.190966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:11:42.201185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-f476ba4d-ede0-4a63-919c-0bb959afee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:42.203064 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-f476ba4d-ede0-4a63-919c-0bb959afee2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 1097 time: 0.0433772 Aug 30 14:11:42.310370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-c9bd6eb1-e451-40a9-81f6-aa20c7ee310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:42.311837 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-c9bd6eb1-e451-40a9-81f6-aa20c7ee310c service neutron] 10.222.0.35 "GET /v2.0/networks?id=2c6fde9e-0852-4222-8b52-03d9a27af7ae HTTP/1.1" status: 200 len: 898 time: 0.1025047 Aug 30 14:11:42.367996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-ae592bdf-a128-4900-aa1f-6d4d785461ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced HTTP/1.1" status: 200 len: 217 time: 0.0422640 Aug 30 14:11:42.392896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf405273-7836-4018-9b53-aab1ac0114e0 req-60ff8ad5-1b79-43cd-99b5-952239f932b6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:42.393906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf405273-7836-4018-9b53-aab1ac0114e0 req-60ff8ad5-1b79-43cd-99b5-952239f932b6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0980818 Aug 30 14:11:42.408780 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:04Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e97d9d8a-cb0c-45a4-a23a-ad952110913c', 'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c4:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:04Z', 'updated_at': '2021-08-30T14:10:09Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:42.440566 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] Checking router: 5c7145c9-9316-4d11-b6a3-6d41aadd37dd for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:11:42.452263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:11:42.452908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:11:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:42.458870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-ef43e4c2-f7ef-4fde-9af8-677b6fe6f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:42.460432 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-ef43e4c2-f7ef-4fde-9af8-677b6fe6f813 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=1c6237f2-bc31-49be-b7ca-c8496e04ef07 HTTP/1.1" status: 200 len: 835 time: 0.0845671 Aug 30 14:11:42.465875 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bf405273-7836-4018-9b53-aab1ac0114e0 req-10e0855c-6d04-4ab9-8a9e-ae3afc789861 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497372 Aug 30 14:11:42.505248 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:42.509470 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-31585450-2806-45e1-bc14-b3b3232584d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:42.511016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-31585450-2806-45e1-bc14-b3b3232584d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2c6fde9e-0852-4222-8b52-03d9a27af7ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427542 Aug 30 14:11:42.571314 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:11:42.607613 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-6dc9e289-54b3-465e-8849-7da8281fce6e service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874023 Aug 30 14:11:42.703392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3c7caa43-40b7-486a-840d-f0c45f8f0a24 req-82229889-31b4-4c63-b3bd-3ad756a14ed0 service neutron] 10.222.0.35 "GET /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883510 Aug 30 14:11:42.779597 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:04Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e97d9d8a-cb0c-45a4-a23a-ad952110913c', 'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c4:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:04Z', 'updated_at': '2021-08-30T14:10:09Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:42.806756 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492b96a1-c4a5-4de5-8c41-cee302a7042f None None] The sync data for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 is: [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:04Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e97d9d8a-cb0c-45a4-a23a-ad952110913c', 'name': '', 'network_id': '2c6fde9e-0852-4222-8b52-03d9a27af7ae', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c4:54:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:04Z', 'updated_at': '2021-08-30T14:10:09Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '1c6237f2-bc31-49be-b7ca-c8496e04ef07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:11:43.014679 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1107f92e-43d9-4df1-a64b-809457adcfa1 None None] New status for floating IP bacce49d-f25e-4172-888b-290f86360793: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:11:43.595875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd4e56-3623-4050-aae0-c0cda58e937e req-be9a1ee2-c043-4278-b178-6c3ae9f9718f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:43.597337 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-79cd4e56-3623-4050-aae0-c0cda58e937e req-be9a1ee2-c043-4278-b178-6c3ae9f9718f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0490503 Aug 30 14:11:43.641151 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-79cd4e56-3623-4050-aae0-c0cda58e937e req-153fc273-ba28-4646-975f-41091258523c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b2581b9a-36fb-42a5-904d-a454b331d9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376916 Aug 30 14:11:44.224991 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-61b75807-9551-406b-b9dc-98d872e52b79 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:44.226493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-61b75807-9551-406b-b9dc-98d872e52b79 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 946 time: 0.0497758 Aug 30 14:11:44.318945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port 5afbadb0-fe7c-4cf1-9751-606816f2fced {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:11:44.319786 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:44.406480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port 5afbadb0-fe7c-4cf1-9751-606816f2fced, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=5afbadb0-fe7c-4cf1-9751-606816f2fced,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:11:44.406839 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:44.424447 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for 5afbadb0-fe7c-4cf1-9751-606816f2fced owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:11:44.554883 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:44.583926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=5afbadb0-fe7c-4cf1-9751-606816f2fced,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:44.630047 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] No DVR routers for this DVR port 5afbadb0-fe7c-4cf1-9751-606816f2fced on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:11:44.633484 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:44.635633 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f527f06-daf4-4c16-bf14-f47de8722ceb req-295f472c-9b06-42f4-b24d-bcaa34d3a66c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "DELETE /v2.0/ports/5afbadb0-fe7c-4cf1-9751-606816f2fced HTTP/1.1" status: 204 len: 173 time: 0.4036798 Aug 30 14:11:44.636069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'name': 'network-vif-deleted', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:11:44.638405 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3fe875-7e10-4b26-a571-58e657287a56" -d '{"events": [{"server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "name": "network-vif-deleted", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:11:44.675281 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33e51ed-b85c-4d11-9e82-1992e6a34115 x-openstack-request-id: req-d33e51ed-b85c-4d11-9e82-1992e6a34115 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:11:44.675662 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f30490-b78d-4e7e-917b-78ba886ddcdf", "name": "network-vif-deleted", "tag": "5afbadb0-fe7c-4cf1-9751-606816f2fced", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:11:44.675945 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d33e51ed-b85c-4d11-9e82-1992e6a34115 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:11:44.676568 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98f30490-b78d-4e7e-917b-78ba886ddcdf', 'name': 'network-vif-deleted', 'tag': '5afbadb0-fe7c-4cf1-9751-606816f2fced', 'status': 'completed', 'code': 200} Aug 30 14:11:44.741985 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-eb7ea0de-37a7-4cd2-9ad0-bf164cf4c82c req-4abce4a9-70bb-482c-85ae-cf5719b804f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=98f30490-b78d-4e7e-917b-78ba886ddcdf HTTP/1.1" status: 200 len: 210 time: 0.0286577 Aug 30 14:11:45.800290 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38758) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:46.171612 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:46.435333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port e97d9d8a-cb0c-45a4-a23a-ad952110913c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:11:46.435677 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:46.535565 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port e97d9d8a-cb0c-45a4-a23a-ad952110913c, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e97d9d8a-cb0c-45a4-a23a-ad952110913c,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:11:46.535930 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:46.552514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for e97d9d8a-cb0c-45a4-a23a-ad952110913c owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:11:46.740800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:46.768532 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=e97d9d8a-cb0c-45a4-a23a-ad952110913c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:46.952090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.170117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:11:47.278236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:11:47.283393 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6373c437-7fb9-4c0c-b6d2-60223ae57499 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/5c7145c9-9316-4d11-b6a3-6d41aadd37dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4819381 Aug 30 14:11:47.286135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38760) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:47.287710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] Sync routers for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:11:47.298609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:11:47.299268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:11:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:47.343289 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7904b42-7543-41f7-af39-f4971b62fcb4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting subnet 1c6237f2-bc31-49be-b7ca-c8496e04ef07 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:11:47.346853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7904b42-7543-41f7-af39-f4971b62fcb4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.391853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7904b42-7543-41f7-af39-f4971b62fcb4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.414742 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:11:47.483086 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7904b42-7543-41f7-af39-f4971b62fcb4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.549444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7904b42-7543-41f7-af39-f4971b62fcb4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.576481 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7904b42-7543-41f7-af39-f4971b62fcb4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6237f2-bc31-49be-b7ca-c8496e04ef07,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:47.581315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c7904b42-7543-41f7-af39-f4971b62fcb4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.583384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c7904b42-7543-41f7-af39-f4971b62fcb4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/subnets/1c6237f2-bc31-49be-b7ca-c8496e04ef07 HTTP/1.1" status: 204 len: 168 time: 0.2959538 Aug 30 14:11:47.586920 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38764) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:47.588809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260af1ae-ecbf-43da-9fa9-22df36641910 None None] Network 2c6fde9e-0852-4222-8b52-03d9a27af7ae requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:11:47.691397 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:11:46Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:47.699087 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.734648 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] Checking router: 5c7145c9-9316-4d11-b6a3-6d41aadd37dd for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:11:47.749641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] Routers {'5c7145c9-9316-4d11-b6a3-6d41aadd37dd'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:11:47.750290 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:11:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:47.811949 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.864908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] DHCP port deletion for 2c6fde9e-0852-4222-8b52-03d9a27af7ae request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:11:47.869472 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] Set router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:11:47.872842 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port 32741572-f1ed-4bcd-91e5-efa53a1971b1 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:11:47.873192 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.952238 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port 32741572-f1ed-4bcd-91e5-efa53a1971b1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=32741572-f1ed-4bcd-91e5-efa53a1971b1,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:11:47.952624 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:47.966149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for 32741572-f1ed-4bcd-91e5-efa53a1971b1 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:11:48.033169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Deleting port 22fa8284-279d-492b-bd34-4d7541f7c1d1 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:11:48.033550 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.129405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] For port 22fa8284-279d-492b-bd34-4d7541f7c1d1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=22fa8284-279d-492b-bd34-4d7541f7c1d1,segment=NetworkSegment(85a68da7-385a-44da-b47a-9e68828f1f40),segment_id=85a68da7-385a-44da-b47a-9e68828f1f40)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:11:48.129717 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.139618 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.148779 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Calling delete_port for 22fa8284-279d-492b-bd34-4d7541f7c1d1 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:11:48.171742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=32741572-f1ed-4bcd-91e5-efa53a1971b1,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:48.197410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:11:46Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:48.199229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.199586 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.199927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.200272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.200607 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.200948 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.201277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.201604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.201957 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.202287 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.202613 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.202937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.230291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e2c3dd-70cb-4d2c-a9a0-429126ed35b4 None None] The sync data for ids ['5c7145c9-9316-4d11-b6a3-6d41aadd37dd'] in n-d-688802-6 is: [{'id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-41862408', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39'}], 'enable_snat': True}, 'gw_port_id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:11:46Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': '32741572-f1ed-4bcd-91e5-efa53a1971b1', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c7145c9-9316-4d11-b6a3-6d41aadd37dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:10:01Z', 'updated_at': '2021-08-30T14:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:11:48.250511 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.278307 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.304636 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Pushing event deleted for resources: {'Port': ['ID=22fa8284-279d-492b-bd34-4d7541f7c1d1,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:48.309043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] No DVR routers for this DVR port 22fa8284-279d-492b-bd34-4d7541f7c1d1 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:11:48.316671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.317027 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.317379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.317755 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.318086 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.318418 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.319125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.319125 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.319440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.319770 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.320096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.320449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466688f9-1723-4607-b466-e35ad52daa9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:48.348904 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.351883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.394076 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.394812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Fanout notify agent at l3_agent the message router_deleted on router 5c7145c9-9316-4d11-b6a3-6d41aadd37dd {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:11:48.402543 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.405033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d0360c96-a982-4665-aec0-f444f57e97a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/routers/5c7145c9-9316-4d11-b6a3-6d41aadd37dd HTTP/1.1" status: 204 len: 168 time: 0.8152061 Aug 30 14:11:48.406435 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:48.487912 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.572954 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.583662 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6fde9e-0852-4222-8b52-03d9a27af7ae']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:48.596187 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a68da7-385a-44da-b47a-9e68828f1f40') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:48.596927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a68da7-385a-44da-b47a-9e68828f1f40') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:48.606002 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.626396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.633561 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:11:48.634077 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: timer() Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:11:48.637166 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:11:48.699439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.705628 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.711830 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/networks/2c6fde9e-0852-4222-8b52-03d9a27af7ae HTTP/1.1" status: 204 len: 168 time: 0.3006618 Aug 30 14:11:48.712819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38768) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:48.725092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cee65-30c1-40da-90d3-f63fc1cdf019 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Network': ['ID=2c6fde9e-0852-4222-8b52-03d9a27af7ae,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:48.797690 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe29772d-2f1d-40ea-9d9d-b976bc7cf90b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.813871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 22fa8284-279d-492b-bd34-4d7541f7c1d1 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:11:48.828214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe29772d-2f1d-40ea-9d9d-b976bc7cf90b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.836434 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 22fa8284-279d-492b-bd34-4d7541f7c1d1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:11:48.837199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 22fa8284-279d-492b-bd34-4d7541f7c1d1 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:11:48.837638 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e97d9d8a-cb0c-45a4-a23a-ad952110913c no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:11:48.857617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e97d9d8a-cb0c-45a4-a23a-ad952110913c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:11:48.857996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e97d9d8a-cb0c-45a4-a23a-ad952110913c not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:11:48.874357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5afbadb0-fe7c-4cf1-9751-606816f2fced no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:11:48.896171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: 5afbadb0-fe7c-4cf1-9751-606816f2fced {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:11:48.896609 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 5afbadb0-fe7c-4cf1-9751-606816f2fced not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:11:48.905010 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe29772d-2f1d-40ea-9d9d-b976bc7cf90b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.907614 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fe29772d-2f1d-40ea-9d9d-b976bc7cf90b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:48.911556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fe29772d-2f1d-40ea-9d9d-b976bc7cf90b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/security-groups/b2581b9a-36fb-42a5-904d-a454b331d9dd HTTP/1.1" status: 204 len: 168 time: 0.1946058 Aug 30 14:11:48.919324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29772d-2f1d-40ea-9d9d-b976bc7cf90b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2581b9a-36fb-42a5-904d-a454b331d9dd,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:49.266749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38774) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:49.271686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-13e1d7a1-2b84-4ddc-aac5-70c435be6ba6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-573473582', 'description': 'tempest-secgroup-smoke-573473582 description', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:49.298125 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13e1d7a1-2b84-4ddc-aac5-70c435be6ba6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.389715 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13e1d7a1-2b84-4ddc-aac5-70c435be6ba6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.393722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13e1d7a1-2b84-4ddc-aac5-70c435be6ba6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.425897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-13e1d7a1-2b84-4ddc-aac5-70c435be6ba6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.427143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-13e1d7a1-2b84-4ddc-aac5-70c435be6ba6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1593797 Aug 30 14:11:49.429226 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1d7a1-2b84-4ddc-aac5-70c435be6ba6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99aaf042-f68f-4617-ba14-a8aab4ee8deb,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:49.430392 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38776) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:49.435210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4ae2261f-0e35-4109-9282-19e051d30e22 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '99aaf042-f68f-4617-ba14-a8aab4ee8deb', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:49.463536 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ae2261f-0e35-4109-9282-19e051d30e22 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.519449 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ae2261f-0e35-4109-9282-19e051d30e22 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.523839 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ae2261f-0e35-4109-9282-19e051d30e22 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.540880 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2261f-0e35-4109-9282-19e051d30e22 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d791ab6f-ad35-4b29-9380-0b5ca65168a1,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:49.549033 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ae2261f-0e35-4109-9282-19e051d30e22 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.550219 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4ae2261f-0e35-4109-9282-19e051d30e22 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188231 Aug 30 14:11:49.552963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38778) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:49.557361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-69c10bbb-b4f3-4917-a761-6cdc32dd31cd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '99aaf042-f68f-4617-ba14-a8aab4ee8deb', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:49.583603 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-69c10bbb-b4f3-4917-a761-6cdc32dd31cd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.650157 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-69c10bbb-b4f3-4917-a761-6cdc32dd31cd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.654045 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-69c10bbb-b4f3-4917-a761-6cdc32dd31cd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.671562 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c10bbb-b4f3-4917-a761-6cdc32dd31cd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b17eede-16eb-4f3b-9ca1-e600beb572be,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:49.684116 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-69c10bbb-b4f3-4917-a761-6cdc32dd31cd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.685366 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-69c10bbb-b4f3-4917-a761-6cdc32dd31cd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314666 Aug 30 14:11:49.688076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38780) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:49.692496 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-824b50be-f700-4547-802c-352e68c81a14 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '99aaf042-f68f-4617-ba14-a8aab4ee8deb', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:49.718636 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-824b50be-f700-4547-802c-352e68c81a14 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.777697 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-824b50be-f700-4547-802c-352e68c81a14 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.781265 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-824b50be-f700-4547-802c-352e68c81a14 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.800688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b50be-f700-4547-802c-352e68c81a14 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c22fb1a-eed5-4507-9266-be7c5e29b504,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:49.809586 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-824b50be-f700-4547-802c-352e68c81a14 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.810919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-824b50be-f700-4547-802c-352e68c81a14 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218476 Aug 30 14:11:49.813911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38782) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:49.818403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-99500c76-7c46-46c1-a85a-656ddb7570d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '99aaf042-f68f-4617-ba14-a8aab4ee8deb', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:49.844440 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99500c76-7c46-46c1-a85a-656ddb7570d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.903696 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99500c76-7c46-46c1-a85a-656ddb7570d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.907346 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99500c76-7c46-46c1-a85a-656ddb7570d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.926884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99500c76-7c46-46c1-a85a-656ddb7570d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b388e5a-5ff7-4dfc-9ac7-4c4d1fda1aae,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:49.933898 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-99500c76-7c46-46c1-a85a-656ddb7570d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:49.937537 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38784) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:49.938009 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-99500c76-7c46-46c1-a85a-656ddb7570d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226795 Aug 30 14:11:49.942167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3cc2efde-acb9-4e5e-bae4-81dc77edb9af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '99aaf042-f68f-4617-ba14-a8aab4ee8deb', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:49.965076 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-3cc2efde-acb9-4e5e-bae4-81dc77edb9af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:11:49.969855 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3cc2efde-acb9-4e5e-bae4-81dc77edb9af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.033260 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3cc2efde-acb9-4e5e-bae4-81dc77edb9af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.036763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3cc2efde-acb9-4e5e-bae4-81dc77edb9af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.057490 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2efde-acb9-4e5e-bae4-81dc77edb9af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cf2dad-11bd-4c6f-8888-a800ab762be9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:50.061265 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3cc2efde-acb9-4e5e-bae4-81dc77edb9af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.062465 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3cc2efde-acb9-4e5e-bae4-81dc77edb9af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239097 Aug 30 14:11:50.065211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38786) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:50.070203 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-2fc747b9-7f2e-4b0a-a990-6e02dbb9cf06 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '99aaf042-f68f-4617-ba14-a8aab4ee8deb', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:50.093103 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-2fc747b9-7f2e-4b0a-a990-6e02dbb9cf06 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:11:50.098227 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2fc747b9-7f2e-4b0a-a990-6e02dbb9cf06 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.162817 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2fc747b9-7f2e-4b0a-a990-6e02dbb9cf06 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.166605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2fc747b9-7f2e-4b0a-a990-6e02dbb9cf06 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.184842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc747b9-7f2e-4b0a-a990-6e02dbb9cf06 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e26865-7ae6-44d8-a3d9-df5d154a5a20,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:50.190445 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2fc747b9-7f2e-4b0a-a990-6e02dbb9cf06 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.191592 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2fc747b9-7f2e-4b0a-a990-6e02dbb9cf06 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254249 Aug 30 14:11:50.194945 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38788) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:50.199941 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'network': {'name': 'tempest-network-smoke--929742100', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'port_security_enabled': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:50.221039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:11:50.224499 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.247628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:11:50.256421 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.257212 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Added segment 768dbec7-ae79-488b-ba98-6ac6aaa6a922 of type vlan for network becac7af-cdec-48b2-9586-815156c1bc06 Aug 30 14:11:50.297402 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.326128 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.332202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:50.332800 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.393451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1973877 Aug 30 14:11:50.396563 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38790) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:50.401940 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'admin_state_up': True, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:50.403961 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d13f0b-c3d4-4355-acc7-0d7ecd2e84e8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Network': ['ID=becac7af-cdec-48b2-9586-815156c1bc06,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:50.414671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network becac7af-cdec-48b2-9586-815156c1bc06 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:11:50.433346 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.434486 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.492726 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.636146 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.706282 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 32741572-f1ed-4bcd-91e5-efa53a1971b1 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:11:50.727724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 32741572-f1ed-4bcd-91e5-efa53a1971b1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:11:50.728071 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 32741572-f1ed-4bcd-91e5-efa53a1971b1 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:11:50.830432 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.849516 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:50.958398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.225 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:11:51.062853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:51.102791 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:51.148344 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:11:51.151260 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:11:51.153860 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:11:51.177270 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:51.408224 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:51.605296 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:51.728634 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:11:51.836002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:11:51.845332 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Sync routers for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:11:51.854124 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:51.854837 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:11:51.855385 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e42bf9e5-691c-4d6d-aa6f-93103e03ffef tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4578269 Aug 30 14:11:51.855492 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:11:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:51.858695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38792) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:51.890657 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6dafc72c-bef4-4335-a0cc-2a61a0ccff8e tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a68338d75b2e42d58c9ec4ba615cbfdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307994 Aug 30 14:11:51.893123 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38794) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:51.958645 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:11:51.980627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a9e9a-9182-448c-82d7-94a648357536 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:51.982069 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c55a9e9a-9182-448c-82d7-94a648357536 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879745 Aug 30 14:11:51.984953 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38796) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:52.013314 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-98f83886-8036-4f65-8117-c804156ac299 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272498 Aug 30 14:11:52.015832 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38798) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:52.020828 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-362291403', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:52.112678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:11:52.117749 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.141053 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:51Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:52.167170 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Checking router: 4b01a99d-0f3a-4c10-b731-03ad913c55d2 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:11:52.167521 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Updating router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:11:52.193610 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.302370 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.361537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Subnet': ['ID=7e8f0832-0f55-4015-ab36-f1224e114d81,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:52.372931 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Checking segment: {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:11:52.373299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network hostable DHCP agents. Network: becac7af-cdec-48b2-9586-815156c1bc06, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:11:52.391234 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network becac7af-cdec-48b2-9586-815156c1bc06 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:11:52.401314 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, becac7af-cdec-48b2-9586-815156c1bc06) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:11:52.413608 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846e1ff9-0678-4a96-8dfc-2835419ddad3 None None] Network becac7af-cdec-48b2-9586-815156c1bc06 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:11:52.415447 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:52.416086 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.433694 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a2a72692-0623-4c3f-87c6-52870056eec6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4165609 Aug 30 14:11:52.436434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38800) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:11:52.452435 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.462797 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Transition to ACTIVE for port object c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:11:52.468224 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.517032 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Attempting to bind port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:11:52.517424 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Attempting to bind port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:11:52.517787 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Attempting to bind port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:11:52.529522 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:11:52.529926 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:11:52.530329 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.530720 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:11:52.531203 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Bound port: c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:11:52.531584 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.564284 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Pushing event updated for resources: {'Port': ['ID=c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:52.579015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-becac7af-cdec-48b2-9586-815156c1bc06', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:11:52.579899 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.582050 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.582399 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.582740 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.583074 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.583405 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.583736 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.584062 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.584385 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.584744 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.585069 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.585386 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.585726 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:11:52.599686 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] For port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:11:52.603409 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] For port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:11:52.608100 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.668904 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:11:52.669521 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:11:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:52.671495 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50e2b3-8954-417c-a0bb-55a681527500 None None] Pushing event updated for resources: {'Port': ['ID=c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:52.765265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Allocated IP 172.20.0.2 (becac7af-cdec-48b2-9586-815156c1bc06/7e8f0832-0f55-4015-ab36-f1224e114d81/0972f863-4675-4851-ba78-2a83ed0d3de8) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:11:52.785281 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:11:52.922502 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.933145 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Transition to ACTIVE for port object 0972f863-4675-4851-ba78-2a83ed0d3de8 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:11:52.950623 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Transition to ACTIVE for port object 0972f863-4675-4851-ba78-2a83ed0d3de8 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:11:52.957653 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:52.988071 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:51Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:53.007999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Pushing event updated for resources: {'Port': ['ID=0972f863-4675-4851-ba78-2a83ed0d3de8,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:53.011586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Network becac7af-cdec-48b2-9586-815156c1bc06 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:11:53.013388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:11:53.015747 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:11:53.020281 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f605bd-5691-4e1e-a2e6-0025fe4c11c4 None None] The sync data for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 is: [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:51Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:11:53.084362 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Attempting to bind port 0972f863-4675-4851-ba78-2a83ed0d3de8 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:11:53.085257 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Attempting to bind port 0972f863-4675-4851-ba78-2a83ed0d3de8 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:11:53.085884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Attempting to bind port 0972f863-4675-4851-ba78-2a83ed0d3de8 on network becac7af-cdec-48b2-9586-815156c1bc06 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:11:53.092775 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:11:53.093162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Checking segment: {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:11:53.093570 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:53.094006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Bound using segment: {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:11:53.094590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Bound port: 0972f863-4675-4851-ba78-2a83ed0d3de8, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:11:53.094973 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:53.172241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] For port 0972f863-4675-4851-ba78-2a83ed0d3de8, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:11:53.176061 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] For port 0972f863-4675-4851-ba78-2a83ed0d3de8, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0972f863-4675-4851-ba78-2a83ed0d3de8,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:11:53.181595 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:53.252970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c4f6d-fa3a-4779-8488-d07c7bd9fc5b None None] Pushing event updated for resources: {'Port': ['ID=0972f863-4675-4851-ba78-2a83ed0d3de8,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:53.300835 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:53.657410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.1 (becac7af-cdec-48b2-9586-815156c1bc06/7e8f0832-0f55-4015-ab36-f1224e114d81/3de06768-d343-4b08-82c0-17731d4fa144) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:11:53.786510 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:53.802232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object 3de06768-d343-4b08-82c0-17731d4fa144 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:11:53.839653 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:53.883385 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network becac7af-cdec-48b2-9586-815156c1bc06 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:11:53.886790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:11:53.890901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:11:53.898605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=3de06768-d343-4b08-82c0-17731d4fa144,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:53.943291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:54.085166 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:54.223447 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac23429-5533-4e36-99db-9df35996c150 None None] Network becac7af-cdec-48b2-9586-815156c1bc06 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:11:54.284179 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4e37903d-50bc-4ec8-94c1-6ffe4478e0e3 None None] Provisioning for port 0972f863-4675-4851-ba78-2a83ed0d3de8 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:11:54.380799 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:54.388369 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:54.464500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=3de06768-d343-4b08-82c0-17731d4fa144,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:54.466834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:54.576155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network becac7af-cdec-48b2-9586-815156c1bc06 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:11:54.577832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:11:54.633520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-990b2bf4-fffd-441d-a88f-20b242baa9f2 None None] Provisioning for port 3de06768-d343-4b08-82c0-17731d4fa144 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:11:54.637996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-990b2bf4-fffd-441d-a88f-20b242baa9f2 None None] Provisioning complete for port 3de06768-d343-4b08-82c0-17731d4fa144 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:11:54.638573 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-990b2bf4-fffd-441d-a88f-20b242baa9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:54.674977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-990b2bf4-fffd-441d-a88f-20b242baa9f2 None None] Port 3de06768-d343-4b08-82c0-17731d4fa144 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:11:54.701286 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:11:54.809483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:11:54.844397 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:11:54.846000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:11:54.852454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5ddac97d-7a12-44ba-ac80-61e4885c64a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/4b01a99d-0f3a-4c10-b731-03ad913c55d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4149380 Aug 30 14:11:54.858471 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Sync routers for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:11:54.875272 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:11:54.875915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:11:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:54.923107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:11:54.932085 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:11:54.932422 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.010274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9a42ff0b-e752-40aa-8551-0f8b56ffd956 None None] Provisioning complete for port 3de06768-d343-4b08-82c0-17731d4fa144 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:11:55.010646 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9a42ff0b-e752-40aa-8551-0f8b56ffd956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.015585 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e4553e4c-9969-42ca-ad68-74250d4eb53b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-573473582&fields=id&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 267 time: 0.0411427 Aug 30 14:11:55.068765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:11:55.099798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9a42ff0b-e752-40aa-8551-0f8b56ffd956 None None] Port 3de06768-d343-4b08-82c0-17731d4fa144 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:11:55.133994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e36665be-4e0d-43f6-b2ad-d8d5ddab4b5e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:55.135519 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e36665be-4e0d-43f6-b2ad-d8d5ddab4b5e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/networks?id=becac7af-cdec-48b2-9586-815156c1bc06 HTTP/1.1" status: 200 len: 796 time: 0.1108515 Aug 30 14:11:55.151547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-1c97c64d-183e-4819-b0ea-11415f276ad1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/quotas/a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 375 time: 0.0100944 Aug 30 14:11:55.230227 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.274302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0309627d-a209-4beb-9373-5b44cb91eec4 None None] Provisioning complete for port 3de06768-d343-4b08-82c0-17731d4fa144 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:11:55.274676 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0309627d-a209-4beb-9373-5b44cb91eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.281579 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:11:55.311727 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.312527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0972f863-4675-4851-ba78-2a83ed0d3de8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:11:55.415673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0309627d-a209-4beb-9373-5b44cb91eec4 None None] Port 3de06768-d343-4b08-82c0-17731d4fa144 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:11:55.433592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:55.458804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0972f863-4675-4851-ba78-2a83ed0d3de8 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:11:55.466970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0972f863-4675-4851-ba78-2a83ed0d3de8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:11:55.467357 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.496757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '3de06768-d343-4b08-82c0-17731d4fa144', 'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:16:1d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:53Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 2, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:55.536826 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Checking router: 4b01a99d-0f3a-4c10-b731-03ad913c55d2 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:11:55.537188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Updating router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 port 3de06768-d343-4b08-82c0-17731d4fa144 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:11:55.552446 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-c502224f-46f5-4d1c-9a0f-80cda620aeb2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3951514 Aug 30 14:11:55.567744 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.614050 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-c6afb7a8-9ae4-47fe-8e86-80bd97279c11 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:11:55.615089 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-c6afb7a8-9ae4-47fe-8e86-80bd97279c11 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507963 Aug 30 14:11:55.702401 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.704802 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-822d4b6d-de01-4e6e-bf86-56b25645eb03 service neutron] 10.222.0.37 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825961 Aug 30 14:11:55.755246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 0972f863-4675-4851-ba78-2a83ed0d3de8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0972f863-4675-4851-ba78-2a83ed0d3de8,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:11:55.769766 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.800067 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-862f0666-8d50-42f2-9d1a-1ef6e2c12743 service neutron] 10.222.0.37 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876861 Aug 30 14:11:55.868546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=0972f863-4675-4851-ba78-2a83ed0d3de8,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:55.965325 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:55.971111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-732244e6-8e07-43e1-a528-0a80d1fdfc24 req-2b3fd474-f2f7-471b-9b47-f5f568411d56 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 210 time: 0.0284109 Aug 30 14:11:55.977784 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Transition to ACTIVE for port object 3de06768-d343-4b08-82c0-17731d4fa144 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:11:55.984143 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:56.068567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1855f21-4404-41fc-be91-6c9ce09eeb47 None None] Pushing event updated for resources: {'Port': ['ID=3de06768-d343-4b08-82c0-17731d4fa144,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:56.106829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Attempting to bind port 3de06768-d343-4b08-82c0-17731d4fa144 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:11:56.107207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Attempting to bind port 3de06768-d343-4b08-82c0-17731d4fa144 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:11:56.107578 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Attempting to bind port 3de06768-d343-4b08-82c0-17731d4fa144 on network becac7af-cdec-48b2-9586-815156c1bc06 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:11:56.113302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:11:56.113704 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Checking segment: {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:11:56.114404 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:56.114819 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Bound using segment: {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:11:56.115322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Bound port: 3de06768-d343-4b08-82c0-17731d4fa144, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:11:56.115716 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:56.207665 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] For port 3de06768-d343-4b08-82c0-17731d4fa144, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:11:56.212278 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] For port 3de06768-d343-4b08-82c0-17731d4fa144, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3de06768-d343-4b08-82c0-17731d4fa144,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:11:56.221297 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:56.292276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:11:56.292943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:11:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:56.295192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1855f21-4404-41fc-be91-6c9ce09eeb47 None None] Pushing event updated for resources: {'Port': ['ID=3de06768-d343-4b08-82c0-17731d4fa144,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:56.427839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:11:56.773200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:11:56.842544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:11:56.842917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:56.845848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '3de06768-d343-4b08-82c0-17731d4fa144', 'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:16:1d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:53Z', 'updated_at': '2021-08-30T14:11:56Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:11:56.890476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0c8f20-c9f1-4aaa-b3ee-0fcad9414f3b None None] The sync data for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 is: [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '3de06768-d343-4b08-82c0-17731d4fa144', 'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:16:1d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:53Z', 'updated_at': '2021-08-30T14:11:56Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:11:56.966205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0972f863-4675-4851-ba78-2a83ed0d3de8 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:11:57.028454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0972f863-4675-4851-ba78-2a83ed0d3de8 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:11:57.028829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:57.072094 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-947a186e-9100-4048-b9f0-f643ef5303a6 req-f63bae4a-7016-40a6-8056-ad863c90e311 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 210 time: 0.0293932 Aug 30 14:11:58.039697 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-9456db3e-7ef7-4a68-9261-b67aebf5dc74 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:58.041158 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-9456db3e-7ef7-4a68-9261-b67aebf5dc74 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "GET /v2.0/networks?id=becac7af-cdec-48b2-9586-815156c1bc06 HTTP/1.1" status: 200 len: 796 time: 0.1054947 Aug 30 14:11:58.092889 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-a63627e0-7144-497f-8e13-173ddd8c6276 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 379 time: 0.0423484 Aug 30 14:11:58.109784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'port': {'device_id': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'admin_state_up': True, 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'security_groups': ['99aaf042-f68f-4617-ba14-a8aab4ee8deb']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:58.185240 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37fb56b3-a6a5-4e54-a5db-dcd5de5dd1a1 req-b1029214-a7fa-48f0-9bd7-e490f0aed397 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 210 time: 0.0341249 Aug 30 14:11:58.243579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:11:58.247189 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:58.378589 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.8 (becac7af-cdec-48b2-9586-815156c1bc06/7e8f0832-0f55-4015-ab36-f1224e114d81/53f32d51-894b-4e5b-9f7b-6783ba375d72) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:11:58.518756 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:58.533044 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object 53f32d51-894b-4e5b-9f7b-6783ba375d72 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:11:58.566263 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:58.610927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network becac7af-cdec-48b2-9586-815156c1bc06 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:11:58.614057 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:11:58.618552 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:11:58.643566 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=53f32d51-894b-4e5b-9f7b-6783ba375d72,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:58.673502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:58.674178 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:58.689779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e629cacc-3050-4288-b6e7-9f7b90d09d93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840781 Aug 30 14:11:58.703489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Request body: {'port': {'device_id': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:11:58.764882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:58.781004 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3de06768-d343-4b08-82c0-17731d4fa144 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:11:58.842111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 3de06768-d343-4b08-82c0-17731d4fa144 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:11:58.846117 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 3de06768-d343-4b08-82c0-17731d4fa144 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:11:58.846594 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:58.889862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f413bd61-5aa3-4220-a0f1-9b644442a7ec None None] Provisioning for port 53f32d51-894b-4e5b-9f7b-6783ba375d72 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:11:58.896062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f413bd61-5aa3-4220-a0f1-9b644442a7ec None None] Provisioning complete for port 53f32d51-894b-4e5b-9f7b-6783ba375d72 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:11:58.896428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f413bd61-5aa3-4220-a0f1-9b644442a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:58.959999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f413bd61-5aa3-4220-a0f1-9b644442a7ec None None] Port 53f32d51-894b-4e5b-9f7b-6783ba375d72 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:11:58.968344 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:59.000769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 3de06768-d343-4b08-82c0-17731d4fa144, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3de06768-d343-4b08-82c0-17731d4fa144,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:11:59.004155 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:59.053043 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=3de06768-d343-4b08-82c0-17731d4fa144,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:59.066886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f32d51-894b-4e5b-9f7b-6783ba375d72 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:11:59.075225 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:59.087371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Transition to ACTIVE for port object 53f32d51-894b-4e5b-9f7b-6783ba375d72 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:11:59.090848 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:59.140686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Pushing event updated for resources: {'Port': ['ID=53f32d51-894b-4e5b-9f7b-6783ba375d72,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:59.165706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:59.217988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Attempting to bind port 53f32d51-894b-4e5b-9f7b-6783ba375d72 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:11:59.218327 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Attempting to bind port 53f32d51-894b-4e5b-9f7b-6783ba375d72 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:11:59.218655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Attempting to bind port 53f32d51-894b-4e5b-9f7b-6783ba375d72 on network becac7af-cdec-48b2-9586-815156c1bc06 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:11:59.223439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Port 53f32d51-894b-4e5b-9f7b-6783ba375d72 on network becac7af-cdec-48b2-9586-815156c1bc06 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:11:59.223838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Attempting to bind port 53f32d51-894b-4e5b-9f7b-6783ba375d72 on network becac7af-cdec-48b2-9586-815156c1bc06 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:11:59.230117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:11:59.230459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Checking segment: {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:11:59.230996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Bound using segment: {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:11:59.231279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Bound port: 53f32d51-894b-4e5b-9f7b-6783ba375d72, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768dbec7-ae79-488b-ba98-6ac6aaa6a922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:11:59.231641 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:59.303409 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] For port 53f32d51-894b-4e5b-9f7b-6783ba375d72, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:11:59.306984 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] For port 53f32d51-894b-4e5b-9f7b-6783ba375d72, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:11:59.310477 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6644e75-7c26-401a-b154-a1904f1c063c req-6975b2c6-639c-439e-ab88-513cb0956e3b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:59.311044 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:59.312323 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6644e75-7c26-401a-b154-a1904f1c063c req-6975b2c6-639c-439e-ab88-513cb0956e3b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 943 time: 0.0567980 Aug 30 14:11:59.352391 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:59.353020 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:11:59.354217 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c6644e75-7c26-401a-b154-a1904f1c063c req-e94fb791-bb2a-4165-9a38-3fc2d1146a15 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352652 Aug 30 14:11:59.354615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] 10.222.0.16 "PUT /v2.0/ports/53f32d51-894b-4e5b-9f7b-6783ba375d72 HTTP/1.1" status: 200 len: 1091 time: 0.6559176 Aug 30 14:11:59.354900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:11:59.357180 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aa6182-d0d3-467b-9a31-904c342d00a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:11:59.386542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98605acf-25e4-45e5-8e5f-ed2bbcd19508 service neutron] Pushing event updated for resources: {'Port': ['ID=53f32d51-894b-4e5b-9f7b-6783ba375d72,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:11:59.421475 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e3d55c-80ed-4b6b-9078-c61da9a970b9 x-openstack-request-id: req-32e3d55c-80ed-4b6b-9078-c61da9a970b9 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:11:59.421791 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:11:59.422091 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-32e3d55c-80ed-4b6b-9078-c61da9a970b9 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:11:59.422492 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'status': 'completed', 'code': 200} Aug 30 14:11:59.457446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-39bbc650-3d26-4ee0-92d8-f3cbeb9ad4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:59.459071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-39bbc650-3d26-4ee0-92d8-f3cbeb9ad4fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 1094 time: 0.0476658 Aug 30 14:11:59.512299 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-9aed5557-cc7d-4128-8da3-1196d0fc061b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72 HTTP/1.1" status: 200 len: 217 time: 0.0447476 Aug 30 14:11:59.564177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-49d9e8b2-df31-4fd4-adb8-3757567f14d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:59.565685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-49d9e8b2-df31-4fd4-adb8-3757567f14d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e8f0832-0f55-4015-ab36-f1224e114d81 HTTP/1.1" status: 200 len: 834 time: 0.0470140 Aug 30 14:11:59.612374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-d26ccb9c-da87-4b61-ac13-df33f67c06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:59.613926 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-d26ccb9c-da87-4b61-ac13-df33f67c06b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=becac7af-cdec-48b2-9586-815156c1bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409906 Aug 30 14:11:59.708385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-e7057442-08e4-45cd-8955-f33bc0bd2492 service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871811 Aug 30 14:11:59.798328 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c41a675d-8de0-46ad-a628-04c67a913c39 req-3470e92f-afe3-4375-8f57-8df6991d4f57 service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823801 Aug 30 14:11:59.888043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-d91aced9-1d2e-4611-a42b-397388347ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:59.889528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-d91aced9-1d2e-4611-a42b-397388347ff8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 1094 time: 0.0412948 Aug 30 14:11:59.983889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-24454d5e-3ca7-4e59-b383-9aab3a4db093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:11:59.985369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-24454d5e-3ca7-4e59-b383-9aab3a4db093 service neutron] 10.222.0.16 "GET /v2.0/networks?id=becac7af-cdec-48b2-9586-815156c1bc06 HTTP/1.1" status: 200 len: 897 time: 0.0890501 Aug 30 14:12:00.027681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-229796f2-4963-47e1-889a-7cfd3d89c459 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72 HTTP/1.1" status: 200 len: 217 time: 0.0348971 Aug 30 14:12:00.084139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-ec7d27bc-545d-4084-8609-10b98cf5c58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:00.086207 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-ec7d27bc-545d-4084-8609-10b98cf5c58d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e8f0832-0f55-4015-ab36-f1224e114d81 HTTP/1.1" status: 200 len: 834 time: 0.0507658 Aug 30 14:12:00.139378 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-06263f78-2e4b-474a-889e-dabdcf11ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:00.140813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-06263f78-2e4b-474a-889e-dabdcf11ab5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=becac7af-cdec-48b2-9586-815156c1bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462091 Aug 30 14:12:00.232153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-eeecd306-14ce-4061-abf3-d5b9e51d3787 service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826268 Aug 30 14:12:00.327402 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6aa6182-d0d3-467b-9a31-904c342d00a8 req-d56cc38b-8a13-41eb-a24d-241d582038b5 service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880470 Aug 30 14:12:00.472341 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace24dc-29f6-4987-a6b7-fce9e5231b1f req-fbb4a4c5-2864-4064-bb9a-3081c83b6fb6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:00.473871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ace24dc-29f6-4987-a6b7-fce9e5231b1f req-fbb4a4c5-2864-4064-bb9a-3081c83b6fb6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 943 time: 0.0536280 Aug 30 14:12:00.513031 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7ace24dc-29f6-4987-a6b7-fce9e5231b1f req-0aa1940b-b953-4f79-9d6e-c47ea3973352 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324275 Aug 30 14:12:00.754544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3de06768-d343-4b08-82c0-17731d4fa144 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:12:00.805001 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 3de06768-d343-4b08-82c0-17731d4fa144 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:12:00.805374 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:01.566246 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:01.634616 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b55254-b869-43c4-9c04-76f227b4dce2 req-c4beae3d-4646-46d6-97f1-bb1650bb7e6c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:01.636187 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53b55254-b869-43c4-9c04-76f227b4dce2 req-c4beae3d-4646-46d6-97f1-bb1650bb7e6c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 943 time: 0.0514348 Aug 30 14:12:01.675387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53b55254-b869-43c4-9c04-76f227b4dce2 req-dca4e496-2450-44a5-b9bc-ef68bdf4af9f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330150 Aug 30 14:12:02.793427 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39d8d6-c2bd-4d55-bb20-a075194e4496 req-840539c0-eede-4ec4-9cdd-9305283863c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:02.794949 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc39d8d6-c2bd-4d55-bb20-a075194e4496 req-840539c0-eede-4ec4-9cdd-9305283863c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 943 time: 0.0510974 Aug 30 14:12:02.835127 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dc39d8d6-c2bd-4d55-bb20-a075194e4496 req-6c80063a-8873-4d92-9e40-50b55138edc0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341320 Aug 30 14:12:03.561014 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 53f32d51-894b-4e5b-9f7b-6783ba375d72 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:12:03.660652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 53f32d51-894b-4e5b-9f7b-6783ba375d72, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:12:03.673023 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'port_id': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'mac_address': 'fa:16:3e:c5:2e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:12:03.711195 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:03.724073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f32d51-894b-4e5b-9f7b-6783ba375d72 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:12:03.745195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 53f32d51-894b-4e5b-9f7b-6783ba375d72, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:12:03.748973 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:03.797697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=53f32d51-894b-4e5b-9f7b-6783ba375d72,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:12:03.955994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e997068-ca45-4faa-935e-159fdd00162c req-73739f48-13f7-40b9-8d67-1925b09d8b37 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:03.957477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e997068-ca45-4faa-935e-159fdd00162c req-73739f48-13f7-40b9-8d67-1925b09d8b37 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 944 time: 0.0527608 Aug 30 14:12:03.978205 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['53f32d51-894b-4e5b-9f7b-6783ba375d72'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:12:03.999348 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e997068-ca45-4faa-935e-159fdd00162c req-80cf2f38-29e1-4429-a188-ef804c2e3425 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353615 Aug 30 14:12:05.115328 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9bc7b-ff41-4c8c-b688-78b570dc8882 req-93856449-178e-4d64-9d3c-ebfec6a9c31e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:05.117010 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65e9bc7b-ff41-4c8c-b688-78b570dc8882 req-93856449-178e-4d64-9d3c-ebfec6a9c31e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 944 time: 0.0510774 Aug 30 14:12:05.155420 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65e9bc7b-ff41-4c8c-b688-78b570dc8882 req-2a840c4a-2910-490f-bf62-8717d97fc017 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324271 Aug 30 14:12:05.583604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 53f32d51-894b-4e5b-9f7b-6783ba375d72 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:12:05.634216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 53f32d51-894b-4e5b-9f7b-6783ba375d72 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:12:05.637936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 53f32d51-894b-4e5b-9f7b-6783ba375d72 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:12:05.638317 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:05.714885 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:05.737066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:12:05.739324 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ada58a-0cc9-4ee6-970a-06e104bba473" -d '{"events": [{"server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "name": "network-vif-plugged", "status": "completed", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:12:05.752644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 53f32d51-894b-4e5b-9f7b-6783ba375d72, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:12:05.758030 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:05.781156 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a231394f-1c74-46db-acf2-59c63d5f4ec4 x-openstack-request-id: req-a231394f-1c74-46db-acf2-59c63d5f4ec4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:12:05.781457 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "name": "network-vif-plugged", "status": "completed", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:12:05.781749 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a231394f-1c74-46db-acf2-59c63d5f4ec4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:12:05.782148 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'code': 200} Aug 30 14:12:05.807924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=53f32d51-894b-4e5b-9f7b-6783ba375d72,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:12:05.878699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d4659-cbd8-4e10-b1f6-dab5fac64718 req-75ea2a47-ddc6-469e-849f-870f91deb469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:05.880154 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de5d4659-cbd8-4e10-b1f6-dab5fac64718 req-75ea2a47-ddc6-469e-849f-870f91deb469 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 1096 time: 0.0437868 Aug 30 14:12:05.915094 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-de5d4659-cbd8-4e10-b1f6-dab5fac64718 req-fc920916-52a7-4174-9d6c-f152b8bfec26 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271730 Aug 30 14:12:06.278280 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2068-4726-4c63-8d1e-2b4ece138cb5 req-9283e5d5-2412-4ab4-b56f-3578b57d41b5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:06.279804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-462f2068-4726-4c63-8d1e-2b4ece138cb5 req-9283e5d5-2412-4ab4-b56f-3578b57d41b5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0545847 Aug 30 14:12:06.317755 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-462f2068-4726-4c63-8d1e-2b4ece138cb5 req-78df9559-5629-4596-99f8-c28c5a2f237b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320170 Aug 30 14:12:06.788483 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-54f4a384-93d8-4e35-b839-dfb16c40277d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:07.433768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e5bef-42e2-4909-b18f-12ffc2d13779 req-039180f9-7d46-4d48-a91b-c7c0a4cb61f8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:07.435256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b08e5bef-42e2-4909-b18f-12ffc2d13779 req-039180f9-7d46-4d48-a91b-c7c0a4cb61f8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0493612 Aug 30 14:12:07.472420 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b08e5bef-42e2-4909-b18f-12ffc2d13779 req-3046ed51-7e53-447e-91dc-e27f4ecc5148 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312757 Aug 30 14:12:07.586766 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049318be-6fac-4bac-8458-98000cb9fa83 req-01f86279-5ab8-43fa-a6d9-ffe5502be912 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:07.588235 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-049318be-6fac-4bac-8458-98000cb9fa83 req-01f86279-5ab8-43fa-a6d9-ffe5502be912 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0491786 Aug 30 14:12:07.625129 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-049318be-6fac-4bac-8458-98000cb9fa83 req-a80b9b44-b97f-427b-8d74-cb9c8a51a9e5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309253 Aug 30 14:12:07.646958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38858) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:12:07.685941 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c086aa-bdca-4c0e-9436-2373ce0162f0 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:07.687416 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d3c086aa-bdca-4c0e-9436-2373ce0162f0 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 1091 time: 0.0394864 Aug 30 14:12:07.690122 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38860) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:12:07.694352 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:12:07.716072 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:07.814193 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:07.913219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.143 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/82031a35-29e6-4a4a-8fc9-3ce00cfe91da) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:12:08.018309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:08.056890 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:08.097359 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:12:08.100261 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:12:08.105097 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:12:08.107863 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=82031a35-29e6-4a4a-8fc9-3ce00cfe91da,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:12:08.476407 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:08.550608 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:08.712522 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:08.717317 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:08.795530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=82031a35-29e6-4a4a-8fc9-3ce00cfe91da,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:12:08.808469 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:08.918156 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP 4a553a4c-1a42-4e95-a1ed-fa91d13a5c42 associated. External IP: 172.25.2.143, port: 53f32d51-894b-4e5b-9f7b-6783ba375d72. Aug 30 14:12:09.128366 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:12:09.235742 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:12:09.245839 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] Sync routers for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:12:09.251969 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:09.254698 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:12:09.255306 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:11:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:12:09.279633 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b27657bb-9a8c-46d8-a577-e40ea044ef76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5884998 Aug 30 14:12:09.280322 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:12:09.282716 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a777a12-6fa9-488b-a04b-36e67721a8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:12:09.323208 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386762be-2b8d-44ef-be96-e9634b5ba557 x-openstack-request-id: req-386762be-2b8d-44ef-be96-e9634b5ba557 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:12:09.323567 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:12:09.324055 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-386762be-2b8d-44ef-be96-e9634b5ba557 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:12:09.324590 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'status': 'completed', 'code': 200} Aug 30 14:12:09.363468 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:12:09.414415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4fb6b-faae-47c7-8521-ac48cd91cf25 req-87f2cc0b-5b60-43fc-8fc7-0cd4ac01a28b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:09.416515 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbe4fb6b-faae-47c7-8521-ac48cd91cf25 req-87f2cc0b-5b60-43fc-8fc7-0cd4ac01a28b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0799823 Aug 30 14:12:09.422901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-04cf21da-384a-41fb-b922-d6279e9282cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:09.424367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-04cf21da-384a-41fb-b922-d6279e9282cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 1096 time: 0.0775845 Aug 30 14:12:09.505204 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbe4fb6b-faae-47c7-8521-ac48cd91cf25 req-4621a1b6-25e2-4362-acac-5f1bf2fb3f88 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798275 Aug 30 14:12:09.529092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38866) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:12:09.549061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-50f057d1-72f0-41fb-a9c2-b82a2409a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:09.549451 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3a8e0cfc-dba7-4c22-9bf6-bda94dfa1922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:09.550756 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-50f057d1-72f0-41fb-a9c2-b82a2409a95e service neutron] 10.222.0.16 "GET /v2.0/networks?id=becac7af-cdec-48b2-9586-815156c1bc06 HTTP/1.1" status: 200 len: 897 time: 0.1180918 Aug 30 14:12:09.593369 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f02b16e6-566b-4fd0-883a-feb69ca55978 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/4a553a4c-1a42-4e95-a1ed-fa91d13a5c42 HTTP/1.1" status: 200 len: 991 time: 0.0630131 Aug 30 14:12:09.621877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-1fba1f33-fb92-47a4-afaa-0594e5c1a530 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72 HTTP/1.1" status: 200 len: 999 time: 0.0638626 Aug 30 14:12:09.670904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-e755ccd9-7945-42fb-ade3-c28334c6ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:09.672265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-e755ccd9-7945-42fb-ade3-c28334c6ff83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e8f0832-0f55-4015-ab36-f1224e114d81 HTTP/1.1" status: 200 len: 834 time: 0.0439773 Aug 30 14:12:09.683330 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '4a553a4c-1a42-4e95-a1ed-fa91d13a5c42', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'port_id': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'mac_address': 'fa:16:3e:c5:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:12:08Z', 'updated_at': '2021-08-30T14:12:08Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de06768-d343-4b08-82c0-17731d4fa144', 'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:16:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:53Z', 'updated_at': '2021-08-30T14:11:58Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:12:09.712178 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] Checking router: 4b01a99d-0f3a-4c10-b731-03ad913c55d2 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:12:09.718332 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-1e12f75f-2948-44c5-bf88-f7f922885a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:09.719833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-1e12f75f-2948-44c5-bf88-f7f922885a82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=becac7af-cdec-48b2-9586-815156c1bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405443 Aug 30 14:12:09.720366 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:12:09.720970 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:12:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:12:09.815120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-f7905056-7897-4742-a8ac-b4588238e2fa service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875123 Aug 30 14:12:09.824172 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:12:09.904320 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2a777a12-6fa9-488b-a04b-36e67721a8ce req-4550c6ec-54f2-4f50-a009-962b41f6ce3f service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822170 Aug 30 14:12:10.038214 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '4a553a4c-1a42-4e95-a1ed-fa91d13a5c42', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'port_id': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'mac_address': 'fa:16:3e:c5:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:12:08Z', 'updated_at': '2021-08-30T14:12:08Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de06768-d343-4b08-82c0-17731d4fa144', 'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:16:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:53Z', 'updated_at': '2021-08-30T14:11:58Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:12:10.062617 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be27ce9-5cdc-4eda-bf47-beeb213a66b2 None None] The sync data for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 is: [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '4a553a4c-1a42-4e95-a1ed-fa91d13a5c42', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.143', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'port_id': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'mac_address': 'fa:16:3e:c5:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:12:08Z', 'updated_at': '2021-08-30T14:12:08Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3de06768-d343-4b08-82c0-17731d4fa144', 'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:16:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:53Z', 'updated_at': '2021-08-30T14:11:58Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:12:10.109522 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:10.272352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd74f1-68b5-473e-98b5-f001cd86a3b8 None None] New status for floating IP 4a553a4c-1a42-4e95-a1ed-fa91d13a5c42: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:12:10.596531 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38868) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:12:10.660220 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eef28bc0-f456-4099-a163-6e38cbcd70af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/4a553a4c-1a42-4e95-a1ed-fa91d13a5c42 HTTP/1.1" status: 200 len: 993 time: 0.0624537 Aug 30 14:12:11.126212 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:12.468745 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:29.161504 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:31.564348 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:31.844765 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:12:36.780820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1d707085-4c7f-473a-8f3d-4e5ca42b85e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:39.531331 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4b05a444-8495-4dfc-afd1-271f56e06742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:40.111591 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:40.655469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4addafe-8569-47f9-9aab-9ea6fb3fab9b req-6505914d-538f-49c5-81ca-be4dc371ef84 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:40.656776 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-4be1b054-1957-4c18-8d63-2f762d22efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:40.657199 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4addafe-8569-47f9-9aab-9ea6fb3fab9b req-6505914d-538f-49c5-81ca-be4dc371ef84 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0536954 Aug 30 14:12:40.658307 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-4be1b054-1957-4c18-8d63-2f762d22efb2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 1096 time: 0.0505025 Aug 30 14:12:40.700911 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b4addafe-8569-47f9-9aab-9ea6fb3fab9b req-25f4dfc0-fbe4-478f-9913-854f56ebe43d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347531 Aug 30 14:12:40.755834 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-55c6780b-c5ba-4e86-9643-f7d67a8bcc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:40.757313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-55c6780b-c5ba-4e86-9643-f7d67a8bcc95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=becac7af-cdec-48b2-9586-815156c1bc06 HTTP/1.1" status: 200 len: 897 time: 0.0904145 Aug 30 14:12:40.831073 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-33127739-0e9d-465a-9622-62cbc0114708 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72 HTTP/1.1" status: 200 len: 1001 time: 0.0654557 Aug 30 14:12:40.880732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-0e81ad48-ea2d-4f9b-a8c0-d52fffe53901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:40.882222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-0e81ad48-ea2d-4f9b-a8c0-d52fffe53901 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e8f0832-0f55-4015-ab36-f1224e114d81 HTTP/1.1" status: 200 len: 834 time: 0.0445151 Aug 30 14:12:40.929571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-e34299aa-4609-453d-896c-955909ee85cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:40.931796 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-e34299aa-4609-453d-896c-955909ee85cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=becac7af-cdec-48b2-9586-815156c1bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413494 Aug 30 14:12:41.027623 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-51270f40-7be9-4f4e-bffd-915d1611c359 service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872498 Aug 30 14:12:41.123338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d7b9eec3-c3d5-4397-b314-74aab42a9ac6 req-88bee141-d547-45cd-aa46-41dc3c5d9d27 service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883486 Aug 30 14:12:41.129310 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:41.820756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fb3a5-13db-4329-ac3e-2faef588368b req-76e97e3f-f7dd-44a5-affb-acde026525c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:41.823182 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c6fb3a5-13db-4329-ac3e-2faef588368b req-76e97e3f-f7dd-44a5-affb-acde026525c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0522597 Aug 30 14:12:41.865144 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c6fb3a5-13db-4329-ac3e-2faef588368b req-5e4e6fc7-462b-42cb-a9e1-a0185d34b955 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351834 Aug 30 14:12:42.471011 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:12:42.982836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cef50-7f2d-4254-ad74-cde11e498a7e req-02564b04-68f7-4c23-b4cc-4609dacd48b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:42.984281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a28cef50-7f2d-4254-ad74-cde11e498a7e req-02564b04-68f7-4c23-b4cc-4609dacd48b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0513172 Aug 30 14:12:43.021882 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a28cef50-7f2d-4254-ad74-cde11e498a7e req-beb6f23d-9ccc-4769-96e0-db06879d3700 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316339 Aug 30 14:12:44.140370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdebd0-8e66-4d36-ad6f-f09cf68cab5d req-fc5c1094-63e9-4c2d-b09c-4a13851e73ed tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:44.141898 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36fdebd0-8e66-4d36-ad6f-f09cf68cab5d req-fc5c1094-63e9-4c2d-b09c-4a13851e73ed tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0530701 Aug 30 14:12:44.178739 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-36fdebd0-8e66-4d36-ad6f-f09cf68cab5d req-cd8ccb82-6655-4385-8333-c1ba4120c53f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306818 Aug 30 14:12:45.297555 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d1578-4ec4-4865-ae97-7eb8f35cb2cd req-6a7d942d-41c9-4191-b8ce-c595aeb6fd92 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:45.299043 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d48d1578-4ec4-4865-ae97-7eb8f35cb2cd req-6a7d942d-41c9-4191-b8ce-c595aeb6fd92 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0532229 Aug 30 14:12:45.337766 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d48d1578-4ec4-4865-ae97-7eb8f35cb2cd req-18e47715-5e30-4e3f-bb58-a110ca148012 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327783 Aug 30 14:12:46.457136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fbea0-cbcb-45fa-9f37-d88490c3903c req-0d09a88e-d3a4-45c5-9e30-c012567c644f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:46.458639 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e9fbea0-cbcb-45fa-9f37-d88490c3903c req-0d09a88e-d3a4-45c5-9e30-c012567c644f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0499444 Aug 30 14:12:46.496978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e9fbea0-cbcb-45fa-9f37-d88490c3903c req-2f148bdb-3fa5-43e2-a51b-2544941383f0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314713 Aug 30 14:12:47.612664 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf81f86-53e9-428e-b66d-fce80f97d2d8 req-1eb2bf72-a93c-42b4-ad09-dad489b27cf8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:47.614336 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cf81f86-53e9-428e-b66d-fce80f97d2d8 req-1eb2bf72-a93c-42b4-ad09-dad489b27cf8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0517855 Aug 30 14:12:47.658903 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3cf81f86-53e9-428e-b66d-fce80f97d2d8 req-43cd5cf8-f0ca-415f-9915-c44f8b09ed42 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349007 Aug 30 14:12:48.777072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541584-71b1-4bb4-9b05-a6a47179665b req-51660ca4-3d7b-45e3-bfa6-adf501865432 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:48.778600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f541584-71b1-4bb4-9b05-a6a47179665b req-51660ca4-3d7b-45e3-bfa6-adf501865432 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0503166 Aug 30 14:12:48.817847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f541584-71b1-4bb4-9b05-a6a47179665b req-f870b604-7aee-43fe-b821-509933c5141f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329633 Aug 30 14:12:49.936553 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2098959-6f2f-4e5e-a8d5-8870cd76b7b9 req-949437df-ad3d-4e78-91cf-9f55aad553ca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:49.938065 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2098959-6f2f-4e5e-a8d5-8870cd76b7b9 req-949437df-ad3d-4e78-91cf-9f55aad553ca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0499117 Aug 30 14:12:49.975522 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a2098959-6f2f-4e5e-a8d5-8870cd76b7b9 req-7130ca4b-082c-445d-83eb-0ec4b8e90697 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Aug 30 14:12:51.096680 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd6fc3-dd94-4100-9776-fdb9cfd7e02f req-f5d53b17-20e0-4319-b526-4434b26d7ae7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:51.098185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fbd6fc3-dd94-4100-9776-fdb9cfd7e02f req-f5d53b17-20e0-4319-b526-4434b26d7ae7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0539062 Aug 30 14:12:51.137339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4fbd6fc3-dd94-4100-9776-fdb9cfd7e02f req-21560452-b327-4023-9fa0-08cb5ec19ce0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323853 Aug 30 14:12:52.267529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3f318-6026-4699-b0cd-f280e9d35bf4 req-f7b18430-62d3-42eb-97ec-92de18533de3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:12:52.268994 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68d3f318-6026-4699-b0cd-f280e9d35bf4 req-f7b18430-62d3-42eb-97ec-92de18533de3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0537035 Aug 30 14:12:52.307812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68d3f318-6026-4699-b0cd-f280e9d35bf4 req-4c294226-60ac-47fc-aea8-a4e06c9e5959 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319197 Aug 30 14:12:52.330063 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38910) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:12:52.390371 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6e8c9b0e-1bc2-46d3-8744-3dce3d7369ba tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/4a553a4c-1a42-4e95-a1ed-fa91d13a5c42 HTTP/1.1" status: 200 len: 993 time: 0.0591497 Aug 30 14:12:59.183090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:01.585787 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:06.174479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-d4c8377c-195f-4251-b8a0-f9fd185bbdc4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392559 Aug 30 14:13:06.259719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-ca4c2055-f96c-40d6-bb75-bff3d73530b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:06.261205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-ca4c2055-f96c-40d6-bb75-bff3d73530b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 1096 time: 0.0442114 Aug 30 14:13:06.364549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-3ccd5622-aef7-4430-8452-4d0ab38484ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:06.365945 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-3ccd5622-aef7-4430-8452-4d0ab38484ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=becac7af-cdec-48b2-9586-815156c1bc06 HTTP/1.1" status: 200 len: 897 time: 0.0857651 Aug 30 14:13:06.431993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-bbeaac4b-7ca5-4f19-aef5-d74250bba9be service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72 HTTP/1.1" status: 200 len: 1001 time: 0.0579009 Aug 30 14:13:06.488849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-c4124bec-2664-4525-963f-87954d3417b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:06.490332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-c4124bec-2664-4525-963f-87954d3417b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e8f0832-0f55-4015-ab36-f1224e114d81 HTTP/1.1" status: 200 len: 834 time: 0.0507660 Aug 30 14:13:06.539926 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-1798ccb1-f8a1-44d8-87af-592f4363fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:06.541386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-1798ccb1-f8a1-44d8-87af-592f4363fe18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=becac7af-cdec-48b2-9586-815156c1bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436118 Aug 30 14:13:06.629462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-e10f863c-ecf3-4b91-a6e5-d13197928390 service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803692 Aug 30 14:13:06.723475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdc186fb-babf-46ce-bfe8-9bf22b2760db req-72d200ec-2f5c-47c9-b425-7a0398258f35 service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851753 Aug 30 14:13:06.781874 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05e01a10-24e7-40f2-af59-1608bca54db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:08.843996 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:13:09.532882 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-03cb6d63-b9bc-407c-ad85-7f77897401bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:10.115254 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:11.130036 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:12.473332 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:22.804695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38934) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:22.962457 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port 82031a35-29e6-4a4a-8fc9-3ce00cfe91da {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:13:22.962800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:23.042657 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:23.042894 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:23.054959 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for 82031a35-29e6-4a4a-8fc9-3ce00cfe91da owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:13:23.212962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:23.244809 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=82031a35-29e6-4a4a-8fc9-3ce00cfe91da,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:23.269494 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.269866 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.270458 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.270788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.271114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.271441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.271764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.272085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.272409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.272729 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.273045 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.273361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:23.313877 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:23.314134 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP 4a553a4c-1a42-4e95-a1ed-fa91d13a5c42 disassociated (deleted). External IP: 172.25.2.143, port: 53f32d51-894b-4e5b-9f7b-6783ba375d72. Aug 30 14:13:23.524025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:13:23.630885 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:13:23.635497 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:23.645974 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] Sync routers for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:13:23.655991 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:23.656745 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:23.666210 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-e43ff5c6-e06b-47af-a7a4-97ea65281b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/floatingips/4a553a4c-1a42-4e95-a1ed-fa91d13a5c42 HTTP/1.1" status: 204 len: 168 time: 0.8580410 Aug 30 14:13:23.666210 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:13:23.666929 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71837d4-51a6-428b-97c9-498be70f1862" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:13:23.708218 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7871f56-209a-48ce-8dbc-9de5835c735c x-openstack-request-id: req-d7871f56-209a-48ce-8dbc-9de5835c735c {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:13:23.708502 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:13:23.708753 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d7871f56-209a-48ce-8dbc-9de5835c735c {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:13:23.709153 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'status': 'completed', 'code': 200} Aug 30 14:13:23.771889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71837d4-51a6-428b-97c9-498be70f1862 req-94ea9edd-9593-4fe3-a1bd-c5d34ad5aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:23.774008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71837d4-51a6-428b-97c9-498be70f1862 req-94ea9edd-9593-4fe3-a1bd-c5d34ad5aadb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 1096 time: 0.0448463 Aug 30 14:13:23.778648 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:23.928075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e40a0-75e9-41d4-bf8b-0ef4fe1996f2 req-498d0ad8-b2e5-4404-94c0-62277ad78d74 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:23.929595 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-407e40a0-75e9-41d4-bf8b-0ef4fe1996f2 req-498d0ad8-b2e5-4404-94c0-62277ad78d74 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0785608 Aug 30 14:13:23.930636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71837d4-51a6-428b-97c9-498be70f1862 req-af8413cd-d592-472b-a6a2-ae6dbc8ebb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:23.932008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71837d4-51a6-428b-97c9-498be70f1862 req-af8413cd-d592-472b-a6a2-ae6dbc8ebb8c service neutron] 10.222.0.16 "GET /v2.0/networks?id=becac7af-cdec-48b2-9586-815156c1bc06 HTTP/1.1" status: 200 len: 897 time: 0.1447508 Aug 30 14:13:23.981028 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '3de06768-d343-4b08-82c0-17731d4fa144', 'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:16:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:53Z', 'updated_at': '2021-08-30T14:11:58Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:23.991302 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71837d4-51a6-428b-97c9-498be70f1862 req-e1bc13bc-fb70-48fa-afa5-769dd544cea9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72 HTTP/1.1" status: 200 len: 217 time: 0.0478621 Aug 30 14:13:24.007953 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] Checking router: 4b01a99d-0f3a-4c10-b731-03ad913c55d2 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:13:24.016703 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:24.017266 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:24.127540 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:24.339193 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '3de06768-d343-4b08-82c0-17731d4fa144', 'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:16:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:53Z', 'updated_at': '2021-08-30T14:11:58Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:24.352555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-407e40a0-75e9-41d4-bf8b-0ef4fe1996f2 req-31039a0d-b475-491b-803c-588d265f5b04 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4162824 Aug 30 14:13:24.367528 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5635e9-26aa-437c-befc-e2a35c724a0a None None] The sync data for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 is: [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:54Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '3de06768-d343-4b08-82c0-17731d4fa144', 'name': '', 'network_id': 'becac7af-cdec-48b2-9586-815156c1bc06', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:16:1d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:53Z', 'updated_at': '2021-08-30T14:11:58Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '7e8f0832-0f55-4015-ab36-f1224e114d81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:13:24.369064 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71837d4-51a6-428b-97c9-498be70f1862 req-0bb5ea2b-250b-426c-b7d6-94882f5d496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:24.373999 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71837d4-51a6-428b-97c9-498be70f1862 req-0bb5ea2b-250b-426c-b7d6-94882f5d496e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7e8f0832-0f55-4015-ab36-f1224e114d81 HTTP/1.1" status: 200 len: 834 time: 0.3740475 Aug 30 14:13:24.425343 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71837d4-51a6-428b-97c9-498be70f1862 req-4c419d00-f7fa-409a-b762-73c9d8bed726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:24.426868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71837d4-51a6-428b-97c9-498be70f1862 req-4c419d00-f7fa-409a-b762-73c9d8bed726 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=becac7af-cdec-48b2-9586-815156c1bc06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447245 Aug 30 14:13:24.521266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71837d4-51a6-428b-97c9-498be70f1862 req-781548c1-34f5-4a6a-ad74-fa9953a03d07 service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855753 Aug 30 14:13:24.593049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a53527-d89b-40f3-b01a-2d863bb72374 None None] New status for floating IP 4a553a4c-1a42-4e95-a1ed-fa91d13a5c42: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:13:24.619042 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e71837d4-51a6-428b-97c9-498be70f1862 req-5246f408-4778-4354-9902-4aa57a7b8e2f service neutron] 10.222.0.16 "GET /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901284 Aug 30 14:13:25.404608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-6311eec4-431a-4ad0-94c4-3e4103f9ab88 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:25.406171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-6311eec4-431a-4ad0-94c4-3e4103f9ab88 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0501518 Aug 30 14:13:25.472215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c9e6b-54fd-4784-bb23-af12e36e51d4 req-e191b025-3fb9-4059-94d4-f41ae0f0024f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:25.473750 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e3c9e6b-54fd-4784-bb23-af12e36e51d4 req-e191b025-3fb9-4059-94d4-f41ae0f0024f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=d1ef658f-cfd8-4a4d-b83c-1ae7242f2873 HTTP/1.1" status: 200 len: 945 time: 0.0505574 Aug 30 14:13:25.502886 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port 53f32d51-894b-4e5b-9f7b-6783ba375d72 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:13:25.503224 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:25.511409 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9e3c9e6b-54fd-4784-bb23-af12e36e51d4 req-a984396e-4816-41d4-939c-e3cc8564cd85 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=99aaf042-f68f-4617-ba14-a8aab4ee8deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316002 Aug 30 14:13:25.589969 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port 53f32d51-894b-4e5b-9f7b-6783ba375d72, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=53f32d51-894b-4e5b-9f7b-6783ba375d72,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:25.590338 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:25.603637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for 53f32d51-894b-4e5b-9f7b-6783ba375d72 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:13:25.735315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:25.766281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=53f32d51-894b-4e5b-9f7b-6783ba375d72,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:25.791435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.791791 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.792138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.792469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.792800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.793130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.793468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.793840 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.794170 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.794491 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.794816 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.795135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:25.815868 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] No DVR routers for this DVR port 53f32d51-894b-4e5b-9f7b-6783ba375d72 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:13:25.818807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:25.820962 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eea0f727-7573-44c7-adf8-e89ca358d92f req-1a0c4914-e8c1-4ff4-b6b5-911a758847c4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "DELETE /v2.0/ports/53f32d51-894b-4e5b-9f7b-6783ba375d72 HTTP/1.1" status: 204 len: 173 time: 0.4088862 Aug 30 14:13:25.821401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'name': 'network-vif-deleted', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:13:25.823781 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2131d03-257f-4fe3-9464-b108371b685d" -d '{"events": [{"server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "name": "network-vif-deleted", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:13:25.867188 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d8d90b-69dd-4911-8a3f-6418de141481 x-openstack-request-id: req-c1d8d90b-69dd-4911-8a3f-6418de141481 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:13:25.867476 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ef658f-cfd8-4a4d-b83c-1ae7242f2873", "name": "network-vif-deleted", "tag": "53f32d51-894b-4e5b-9f7b-6783ba375d72", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:13:25.867749 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1d8d90b-69dd-4911-8a3f-6418de141481 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:13:25.868144 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ef658f-cfd8-4a4d-b83c-1ae7242f2873', 'name': 'network-vif-deleted', 'tag': '53f32d51-894b-4e5b-9f7b-6783ba375d72', 'status': 'completed', 'code': 200} Aug 30 14:13:26.566443 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38950) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:26.972339 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:27.250085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port 3de06768-d343-4b08-82c0-17731d4fa144 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:13:27.250431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:27.343819 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port 3de06768-d343-4b08-82c0-17731d4fa144, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=3de06768-d343-4b08-82c0-17731d4fa144,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:27.344184 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:27.356990 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for 3de06768-d343-4b08-82c0-17731d4fa144 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:13:27.920082 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:27.944203 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=3de06768-d343-4b08-82c0-17731d4fa144,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:28.119454 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:28.338445 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:13:28.449608 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:13:28.456388 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a7ad4a4e-eb29-4fb9-92bc-0076362aefa0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/4b01a99d-0f3a-4c10-b731-03ad913c55d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8889277 Aug 30 14:13:28.459090 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38952) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:28.460046 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] Sync routers for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:13:28.469263 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:28.469900 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:28.510882 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0eeed0-3354-492a-8465-8de5c7a59589 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting subnet 7e8f0832-0f55-4015-ab36-f1224e114d81 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:13:28.515278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0eeed0-3354-492a-8465-8de5c7a59589 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:28.558533 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0eeed0-3354-492a-8465-8de5c7a59589 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:28.661707 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0eeed0-3354-492a-8465-8de5c7a59589 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:28.672655 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:28.726326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0eeed0-3354-492a-8465-8de5c7a59589 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:28.758979 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0eeed0-3354-492a-8465-8de5c7a59589 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:28.764943 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8d0eeed0-3354-492a-8465-8de5c7a59589 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/subnets/7e8f0832-0f55-4015-ab36-f1224e114d81 HTTP/1.1" status: 204 len: 168 time: 0.3003724 Aug 30 14:13:28.764943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0eeed0-3354-492a-8465-8de5c7a59589 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Subnet': ['ID=7e8f0832-0f55-4015-ab36-f1224e114d81,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:28.765394 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38954) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:28.785169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea57973-08f1-4071-a44b-99950e6dfa96 None None] Network becac7af-cdec-48b2-9586-815156c1bc06 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:13:28.879889 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:13:27Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:28.902230 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:28.913258 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] Checking router: 4b01a99d-0f3a-4c10-b731-03ad913c55d2 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:13:28.924954 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] Routers {'4b01a99d-0f3a-4c10-b731-03ad913c55d2'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:28.926131 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:28.992365 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] DHCP port deletion for becac7af-cdec-48b2-9586-815156c1bc06 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:13:29.043386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.046790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Deleting port 0972f863-4675-4851-ba78-2a83ed0d3de8 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:13:29.047172 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.049588 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] Set router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:29.100118 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:13:29.100466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.117496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] For port 0972f863-4675-4851-ba78-2a83ed0d3de8, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0972f863-4675-4851-ba78-2a83ed0d3de8,segment=NetworkSegment(768dbec7-ae79-488b-ba98-6ac6aaa6a922),segment_id=768dbec7-ae79-488b-ba98-6ac6aaa6a922)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:29.117945 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.132140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Calling delete_port for 0972f863-4675-4851-ba78-2a83ed0d3de8 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:13:29.186962 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:29.187355 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.198912 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.200680 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:13:29.228648 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.254957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Pushing event deleted for resources: {'Port': ['ID=0972f863-4675-4851-ba78-2a83ed0d3de8,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:29.255701 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:13:27Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:29.264103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.264559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.264771 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.265097 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.265432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.265793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.266121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.266446 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.266769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.267090 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.267411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.267730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:29.270786 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa12186-eba1-47a1-a92e-7f8173efcc86 None None] No DVR routers for this DVR port 0972f863-4675-4851-ba78-2a83ed0d3de8 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:13:29.290401 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff54b47-5c2b-4c97-a457-f0a17e77361b None None] The sync data for ids ['4b01a99d-0f3a-4c10-b731-03ad913c55d2'] in n-d-688802-6 is: [{'id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781722002', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:13:27Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:eb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b01a99d-0f3a-4c10-b731-03ad913c55d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:11:50Z', 'updated_at': '2021-08-30T14:11:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:13:29.399542 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.431450 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:29.493343 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.587597 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.589737 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.635110 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.635648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Fanout notify agent at l3_agent the message router_deleted on router 4b01a99d-0f3a-4c10-b731-03ad913c55d2 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:13:29.642716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.643894 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2a0f9f5f-0ade-4c7e-aeee-7f00c075bd35 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/routers/4b01a99d-0f3a-4c10-b731-03ad913c55d2 HTTP/1.1" status: 204 len: 168 time: 0.8775320 Aug 30 14:13:29.646963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38956) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:29.729304 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.833884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.845367 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becac7af-cdec-48b2-9586-815156c1bc06']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:29.857720 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768dbec7-ae79-488b-ba98-6ac6aaa6a922') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:29.858023 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768dbec7-ae79-488b-ba98-6ac6aaa6a922') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:29.868451 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.883315 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.889821 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:13:29.890483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: timer() Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:13:29.893480 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:13:29.970398 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.980134 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:29.982896 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/networks/becac7af-cdec-48b2-9586-815156c1bc06 HTTP/1.1" status: 204 len: 168 time: 0.3349621 Aug 30 14:13:29.985825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38958) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:29.994786 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ae3e1-0994-4487-8160-59c6d42845bc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Network': ['ID=becac7af-cdec-48b2-9586-815156c1bc06,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:30.036165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 53f32d51-894b-4e5b-9f7b-6783ba375d72 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:13:30.051352 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebb19a12-1fb9-40ee-9afa-de7458982c55 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.059874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 53f32d51-894b-4e5b-9f7b-6783ba375d72 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:13:30.060291 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 53f32d51-894b-4e5b-9f7b-6783ba375d72 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:13:30.077056 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebb19a12-1fb9-40ee-9afa-de7458982c55 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.136456 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebb19a12-1fb9-40ee-9afa-de7458982c55 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.139896 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ebb19a12-1fb9-40ee-9afa-de7458982c55 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.141200 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ebb19a12-1fb9-40ee-9afa-de7458982c55 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/security-groups/99aaf042-f68f-4617-ba14-a8aab4ee8deb HTTP/1.1" status: 204 len: 168 time: 0.1543107 Aug 30 14:13:30.151094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb19a12-1fb9-40ee-9afa-de7458982c55 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aaf042-f68f-4617-ba14-a8aab4ee8deb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:30.572278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38964) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:30.577751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-357fa6ca-39be-4583-8ef7-5bac2e8ad92b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-506084927', 'description': 'tempest-secgroup-smoke-506084927 description', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:30.600326 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-357fa6ca-39be-4583-8ef7-5bac2e8ad92b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.690028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-357fa6ca-39be-4583-8ef7-5bac2e8ad92b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.694103 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-357fa6ca-39be-4583-8ef7-5bac2e8ad92b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.722022 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-357fa6ca-39be-4583-8ef7-5bac2e8ad92b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.723353 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-357fa6ca-39be-4583-8ef7-5bac2e8ad92b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1499348 Aug 30 14:13:30.726303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38966) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:30.730669 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-374f5dd2-5da0-404d-8a04-d0f436359066 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '9e604661-04e4-459e-8704-7ff152c1135c', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:30.736681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fa6ca-39be-4583-8ef7-5bac2e8ad92b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e604661-04e4-459e-8704-7ff152c1135c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:30.765248 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-374f5dd2-5da0-404d-8a04-d0f436359066 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.808514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3de06768-d343-4b08-82c0-17731d4fa144 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:13:30.823956 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-374f5dd2-5da0-404d-8a04-d0f436359066 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.827983 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-374f5dd2-5da0-404d-8a04-d0f436359066 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.833293 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 3de06768-d343-4b08-82c0-17731d4fa144 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:13:30.833642 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 3de06768-d343-4b08-82c0-17731d4fa144 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:13:30.834088 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:13:30.849496 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f5dd2-5da0-404d-8a04-d0f436359066 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f74e38f-d261-435c-8fcf-a1137668f4d9,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:30.855238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:13:30.855627 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c6cc3b02-c0a7-41e2-b2b8-d0e2d8a2d6ba not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:13:30.856809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0972f863-4675-4851-ba78-2a83ed0d3de8 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:13:30.858159 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-374f5dd2-5da0-404d-8a04-d0f436359066 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.862269 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-374f5dd2-5da0-404d-8a04-d0f436359066 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1322401 Aug 30 14:13:30.862511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38968) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:30.867152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-865df3bd-4bc3-4028-886f-a269bb09af7b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '9e604661-04e4-459e-8704-7ff152c1135c', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:30.877866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0972f863-4675-4851-ba78-2a83ed0d3de8 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:13:30.878245 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0972f863-4675-4851-ba78-2a83ed0d3de8 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:13:30.896938 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-865df3bd-4bc3-4028-886f-a269bb09af7b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.956595 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-865df3bd-4bc3-4028-886f-a269bb09af7b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.960433 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-865df3bd-4bc3-4028-886f-a269bb09af7b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.978530 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865df3bd-4bc3-4028-886f-a269bb09af7b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85023202-ddef-4fc2-9d35-ee992c694d80,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:30.985734 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-865df3bd-4bc3-4028-886f-a269bb09af7b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:30.986925 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-865df3bd-4bc3-4028-886f-a269bb09af7b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234982 Aug 30 14:13:30.989739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38970) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:30.994129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1538d7d7-37fb-4402-b814-8233e10cd96e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '9e604661-04e4-459e-8704-7ff152c1135c', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:31.020751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1538d7d7-37fb-4402-b814-8233e10cd96e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.079013 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1538d7d7-37fb-4402-b814-8233e10cd96e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.082585 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1538d7d7-37fb-4402-b814-8233e10cd96e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.101063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538d7d7-37fb-4402-b814-8233e10cd96e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fce9b48-e12f-46bf-8863-a6b074fbd4c3,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:31.108249 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1538d7d7-37fb-4402-b814-8233e10cd96e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.112327 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38972) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:31.112820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1538d7d7-37fb-4402-b814-8233e10cd96e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216755 Aug 30 14:13:31.117031 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d2694c68-ea6c-47a5-acc3-00090c1224f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '9e604661-04e4-459e-8704-7ff152c1135c', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:31.144854 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2694c68-ea6c-47a5-acc3-00090c1224f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.206439 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2694c68-ea6c-47a5-acc3-00090c1224f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.210347 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2694c68-ea6c-47a5-acc3-00090c1224f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.228927 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2694c68-ea6c-47a5-acc3-00090c1224f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1decf3-f5b0-4135-b5b6-05e1ca80fd45,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:31.235999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2694c68-ea6c-47a5-acc3-00090c1224f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.237354 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d2694c68-ea6c-47a5-acc3-00090c1224f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239932 Aug 30 14:13:31.240243 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38974) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:31.244924 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-d2a69c5c-ec98-444b-a99c-2b889c5c4e3c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '9e604661-04e4-459e-8704-7ff152c1135c', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:31.267104 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-d2a69c5c-ec98-444b-a99c-2b889c5c4e3c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:13:31.272572 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a69c5c-ec98-444b-a99c-2b889c5c4e3c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.334935 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a69c5c-ec98-444b-a99c-2b889c5c4e3c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.338573 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a69c5c-ec98-444b-a99c-2b889c5c4e3c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.358222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a69c5c-ec98-444b-a99c-2b889c5c4e3c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df62d04-e08c-4c7c-b803-95b20efb40b5,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:31.363909 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d2a69c5c-ec98-444b-a99c-2b889c5c4e3c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.365207 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d2a69c5c-ec98-444b-a99c-2b889c5c4e3c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1240029 Aug 30 14:13:31.367982 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38976) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:31.372894 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-9f6c26a4-e0d9-46ab-93cb-4124d01e4345 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '9e604661-04e4-459e-8704-7ff152c1135c', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:31.394580 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-9f6c26a4-e0d9-46ab-93cb-4124d01e4345 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:13:31.399787 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f6c26a4-e0d9-46ab-93cb-4124d01e4345 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.466676 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f6c26a4-e0d9-46ab-93cb-4124d01e4345 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.470318 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f6c26a4-e0d9-46ab-93cb-4124d01e4345 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.496411 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c26a4-e0d9-46ab-93cb-4124d01e4345 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1b77ef-42a8-4a4b-8def-d6659f4b090f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:31.498713 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9f6c26a4-e0d9-46ab-93cb-4124d01e4345 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.499924 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9f6c26a4-e0d9-46ab-93cb-4124d01e4345 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309836 Aug 30 14:13:31.502916 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 38978) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:31.508061 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'network': {'name': 'tempest-network-smoke--588602720', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'port_security_enabled': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:31.531577 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:13:31.535186 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.561171 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:13:31.570203 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.570553 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Added segment 9f04cff8-9f47-4dad-a730-4b19d2a41a01 of type vlan for network 7db53cfc-180f-4511-bd68-d71ea4638cc6 Aug 30 14:13:31.599568 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.614932 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.641165 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.646945 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:31.647531 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.709891 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2057326 Aug 30 14:13:31.712621 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38980) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:31.718210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'admin_state_up': True, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:31.721648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf2911-02fd-42db-99bf-c1adf18ecfe0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Network': ['ID=7db53cfc-180f-4511-bd68-d71ea4638cc6,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:31.733105 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 7db53cfc-180f-4511-bd68-d71ea4638cc6 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:13:31.745449 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.746598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.805561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:31.952441 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:32.152070 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:32.171291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:32.283514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.202 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/f47a340e-37ba-48d3-87eb-5c0423c8f84b) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:13:32.384048 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:32.428344 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:32.464713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:13:32.470267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:13:32.473787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:13:32.504108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=f47a340e-37ba-48d3-87eb-5c0423c8f84b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:32.740680 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:32.942901 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:33.067091 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 95d220b1-392b-4972-ab2e-1b16ee923a7e is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:13:33.174761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:13:33.184828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Sync routers for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:13:33.192601 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:33.193869 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b33be0ee-11ee-4ba2-a742-b534db9d0ac0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4802136 Aug 30 14:13:33.195093 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:33.195715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:33.196944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38982) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:33.230230 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-69b3dd1b-00a6-4381-981e-368ae8f17375 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a68338d75b2e42d58c9ec4ba615cbfdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314717 Aug 30 14:13:33.232279 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38984) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:33.302719 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:33.322963 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0c5f7d-b013-44f3-ae0c-5c9bea07d14f tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:33.324405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8f0c5f7d-b013-44f3-ae0c-5c9bea07d14f tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0911593 Aug 30 14:13:33.327889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38986) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:33.356634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3c58d09a-b8f1-42a3-abf0-af16a1c96c00 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275021 Aug 30 14:13:33.358972 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38988) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:33.363869 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2000194168', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:33.458133 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:13:33.461632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:33.482266 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:32Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:33.508641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Checking router: 95d220b1-392b-4972-ab2e-1b16ee923a7e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:13:33.509009 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Updating router 95d220b1-392b-4972-ab2e-1b16ee923a7e port f47a340e-37ba-48d3-87eb-5c0423c8f84b binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:13:33.535955 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:33.652158 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:33.711713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Subnet': ['ID=25b7996b-80a3-4811-885c-cdaa3168ef7b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:33.722077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Checking segment: {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:13:33.722436 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network hostable DHCP agents. Network: 7db53cfc-180f-4511-bd68-d71ea4638cc6, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:13:33.740076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 7db53cfc-180f-4511-bd68-d71ea4638cc6 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:13:33.750764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 7db53cfc-180f-4511-bd68-d71ea4638cc6) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:13:33.756305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:33.756908 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:33.775977 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-31b26f3c-8f56-47aa-a17e-0919815f9ed2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4159186 Aug 30 14:13:33.778905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 38990) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:33.903261 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c3705-e578-42a9-9667-0961c378576f None None] Network 7db53cfc-180f-4511-bd68-d71ea4638cc6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:13:34.029995 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:34.062400 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Transition to ACTIVE for port object f47a340e-37ba-48d3-87eb-5c0423c8f84b will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:13:34.072461 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:34.149903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Attempting to bind port f47a340e-37ba-48d3-87eb-5c0423c8f84b on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:13:34.150289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Attempting to bind port f47a340e-37ba-48d3-87eb-5c0423c8f84b by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:13:34.150655 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Attempting to bind port f47a340e-37ba-48d3-87eb-5c0423c8f84b on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:13:34.158485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-7db53cfc-180f-4511-bd68-d71ea4638cc6', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:13:34.159293 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:34.163586 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fbca3-f029-499d-8271-a014b7757557 None None] Pushing event updated for resources: {'Port': ['ID=f47a340e-37ba-48d3-87eb-5c0423c8f84b,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:34.167859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:13:34.168247 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:13:34.169222 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:34.169620 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:13:34.170147 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Bound port: f47a340e-37ba-48d3-87eb-5c0423c8f84b, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:13:34.170538 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:34.304557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] For port f47a340e-37ba-48d3-87eb-5c0423c8f84b, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:13:34.323575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] For port f47a340e-37ba-48d3-87eb-5c0423c8f84b, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f47a340e-37ba-48d3-87eb-5c0423c8f84b,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:13:34.328456 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:34.419984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Allocated IP 172.20.0.2 (7db53cfc-180f-4511-bd68-d71ea4638cc6/25b7996b-80a3-4811-885c-cdaa3168ef7b/11d2da65-7bfe-427a-868b-657b202a6326) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:13:34.441893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fbca3-f029-499d-8271-a014b7757557 None None] Pushing event updated for resources: {'Port': ['ID=f47a340e-37ba-48d3-87eb-5c0423c8f84b,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:34.445387 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:34.445984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:34.573348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:34.616964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:34.776496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:34.791921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Transition to ACTIVE for port object 11d2da65-7bfe-427a-868b-657b202a6326 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:13:34.817930 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Transition to ACTIVE for port object 11d2da65-7bfe-427a-868b-657b202a6326 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:13:34.839992 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:34.878933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Network 7db53cfc-180f-4511-bd68-d71ea4638cc6 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:13:34.884199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:13:34.886866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:13:34.890359 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.1 (7db53cfc-180f-4511-bd68-d71ea4638cc6/25b7996b-80a3-4811-885c-cdaa3168ef7b/b77c80e9-3ead-4fb8-b7b2-22405ce14cbe) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:13:34.933558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Pushing event updated for resources: {'Port': ['ID=11d2da65-7bfe-427a-868b-657b202a6326,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:34.969075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:32Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:34.970913 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Attempting to bind port 11d2da65-7bfe-427a-868b-657b202a6326 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:13:34.971286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Attempting to bind port 11d2da65-7bfe-427a-868b-657b202a6326 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:13:34.971656 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Attempting to bind port 11d2da65-7bfe-427a-868b-657b202a6326 on network 7db53cfc-180f-4511-bd68-d71ea4638cc6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:13:35.001171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c26534f-9c2a-4ce4-bd80-f7058003a5e1 None None] The sync data for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 is: [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:32Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:13:35.003315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:13:35.003671 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Checking segment: {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:13:35.004047 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.004440 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Bound using segment: {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:13:35.005506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Bound port: 11d2da65-7bfe-427a-868b-657b202a6326, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:13:35.005506 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.011719 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.027202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object b77c80e9-3ead-4fb8-b7b2-22405ce14cbe will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:13:35.063268 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.084558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] For port 11d2da65-7bfe-427a-868b-657b202a6326, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:13:35.087911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] For port 11d2da65-7bfe-427a-868b-657b202a6326, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=11d2da65-7bfe-427a-868b-657b202a6326,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:13:35.094216 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.109937 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 7db53cfc-180f-4511-bd68-d71ea4638cc6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:13:35.113139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:13:35.117312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:13:35.124947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=b77c80e9-3ead-4fb8-b7b2-22405ce14cbe,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:35.162514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d9712-b06e-48d2-8c38-31ebb5f79849 None None] Pushing event updated for resources: {'Port': ['ID=11d2da65-7bfe-427a-868b-657b202a6326,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:35.171844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.384927 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.697118 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.703293 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.777009 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=b77c80e9-3ead-4fb8-b7b2-22405ce14cbe,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:35.784307 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:35.896558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 7db53cfc-180f-4511-bd68-d71ea4638cc6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:13:35.898083 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:13:36.019739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 95d220b1-392b-4972-ab2e-1b16ee923a7e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:13:36.136114 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:13:36.139076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813bb52a-007c-4477-ac01-72a1972e48fa None None] Network 7db53cfc-180f-4511-bd68-d71ea4638cc6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:13:36.141937 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-310e391f-1d6f-4c0a-aebe-2fe30c84e17e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/95d220b1-392b-4972-ab2e-1b16ee923a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3619432 Aug 30 14:13:36.224792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-14c2e77e-e055-45be-b800-a2bc9c477c9c None None] Provisioning for port 11d2da65-7bfe-427a-868b-657b202a6326 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:13:36.292614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-c6bbe6cf-3f3c-4c57-aff1-2444cef3f34d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-506084927&fields=id&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 267 time: 0.0358405 Aug 30 14:13:36.413110 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-36795dbc-0ea9-4e92-9f37-0904b0dab721 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:36.416161 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-36795dbc-0ea9-4e92-9f37-0904b0dab721 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 796 time: 0.1149561 Aug 30 14:13:36.431331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-521a91f6-7da3-471e-8141-ff9cebec9473 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/quotas/a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 375 time: 0.0100465 Aug 30 14:13:36.489611 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-05f6f07b-642b-4363-8edf-7a0134abf277 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511928 Aug 30 14:13:36.555163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-43c1462b-8658-4904-aa0d-a948c395d7fe None None] Provisioning for port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:13:36.562662 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-43c1462b-8658-4904-aa0d-a948c395d7fe None None] Provisioning complete for port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:36.563049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-43c1462b-8658-4904-aa0d-a948c395d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:36.602269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-43c1462b-8658-4904-aa0d-a948c395d7fe None None] Port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:13:36.657559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-b3470394-f9ff-4697-84af-ce5a28bdaa73 service neutron] 10.222.0.37 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497700 Aug 30 14:13:36.704200 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Sync routers for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:13:36.714799 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:36.716127 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:36.749303 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-93bdfaba-dd27-4e7c-963f-c9def0bf0f0f None None] Provisioning complete for port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:36.750833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-93bdfaba-dd27-4e7c-963f-c9def0bf0f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:36.798309 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-60b16520-c689-461f-9622-63ef9fc1a7c9 service neutron] 10.222.0.37 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342814 Aug 30 14:13:36.837034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-93bdfaba-dd27-4e7c-963f-c9def0bf0f0f None None] Port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:13:36.850865 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ebd070d3-4e8a-4c9c-9575-6e1b0c22a10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:36.880285 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:36.915888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f47a340e-37ba-48d3-87eb-5c0423c8f84b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:13:36.991542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port f47a340e-37ba-48d3-87eb-5c0423c8f84b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:13:36.997449 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f47a340e-37ba-48d3-87eb-5c0423c8f84b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:36.997938 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.046692 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3b070cb3-a92b-43b4-831c-52e10bcb4cfc req-28de0647-e338-4b35-bd09-ceb2227211ff tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 210 time: 0.0383968 Aug 30 14:13:37.084326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-e1ce8dc4-c3dc-4dd9-8f7a-fd78997ff3f0 None None] Provisioning complete for port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:37.084326 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8dc4-c3dc-4dd9-8f7a-fd78997ff3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.149356 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.156200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce8dc4-c3dc-4dd9-8f7a-fd78997ff3f0 None None] Port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:13:37.156480 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b77c80e9-3ead-4fb8-b7b2-22405ce14cbe', 'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:5d:97:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:34Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 2, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:37.172703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port f47a340e-37ba-48d3-87eb-5c0423c8f84b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f47a340e-37ba-48d3-87eb-5c0423c8f84b,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:37.177024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.178110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 11d2da65-7bfe-427a-868b-657b202a6326 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:13:37.183105 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Checking router: 95d220b1-392b-4972-ab2e-1b16ee923a7e for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:13:37.183502 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Updating router 95d220b1-392b-4972-ab2e-1b16ee923a7e port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:13:37.210387 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.264798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=f47a340e-37ba-48d3-87eb-5c0423c8f84b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:37.279461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 11d2da65-7bfe-427a-868b-657b202a6326 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:13:37.284937 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 11d2da65-7bfe-427a-868b-657b202a6326 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:37.284937 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.370557 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.408204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 11d2da65-7bfe-427a-868b-657b202a6326, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=11d2da65-7bfe-427a-868b-657b202a6326,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:37.418523 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.467379 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=11d2da65-7bfe-427a-868b-657b202a6326,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:37.514533 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.525316 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Transition to ACTIVE for port object b77c80e9-3ead-4fb8-b7b2-22405ce14cbe will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:13:37.532593 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.594726 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Pushing event updated for resources: {'Port': ['ID=b77c80e9-3ead-4fb8-b7b2-22405ce14cbe,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:37.620916 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.621263 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.622305 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.622850 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.623299 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.624806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.624806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.625344 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.625807 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.626151 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.626489 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.626822 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:13:37.659032 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Attempting to bind port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:13:37.659407 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Attempting to bind port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:13:37.659769 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Attempting to bind port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe on network 7db53cfc-180f-4511-bd68-d71ea4638cc6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:13:37.665585 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:13:37.666012 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Checking segment: {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:13:37.666398 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.666920 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Bound using segment: {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:13:37.667421 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Bound port: b77c80e9-3ead-4fb8-b7b2-22405ce14cbe, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:13:37.667815 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.739776 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] For port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:13:37.743349 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] For port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b77c80e9-3ead-4fb8-b7b2-22405ce14cbe,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:13:37.748822 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:37.805292 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:37.805938 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:37.863914 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de8338-ac72-4a9d-9618-95adc6970a9f None None] Pushing event updated for resources: {'Port': ['ID=b77c80e9-3ead-4fb8-b7b2-22405ce14cbe,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:37.934904 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:38.127866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-8eeb2e22-1d8a-45e0-8a0b-da76c6750c4b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:38.130512 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-8eeb2e22-1d8a-45e0-8a0b-da76c6750c4b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 796 time: 0.1371090 Aug 30 14:13:38.180162 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-039ab4ad-cd45-4d47-87a7-b94175112ae9 req-20f4014f-eb58-493e-b5b4-b937b84e7c7f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 210 time: 0.0377216 Aug 30 14:13:38.212345 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-44ddf690-2a37-4c71-8496-205a61ba304b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 379 time: 0.0687575 Aug 30 14:13:38.222224 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b77c80e9-3ead-4fb8-b7b2-22405ce14cbe', 'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:5d:97:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:34Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:38.224657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'port': {'device_id': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'admin_state_up': True, 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'security_groups': ['9e604661-04e4-459e-8704-7ff152c1135c']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:38.255272 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9ce16-4ea3-447a-98be-f9af02864d73 None None] The sync data for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 is: [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b77c80e9-3ead-4fb8-b7b2-22405ce14cbe', 'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:5d:97:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:34Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:13:38.396502 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:13:38.400266 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:38.533739 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.4 (7db53cfc-180f-4511-bd68-d71ea4638cc6/25b7996b-80a3-4811-885c-cdaa3168ef7b/64e1e084-7872-4227-97a7-4c44ca51adb4) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:13:38.682113 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:38.697584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object 64e1e084-7872-4227-97a7-4c44ca51adb4 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:13:38.732637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:38.779890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 7db53cfc-180f-4511-bd68-d71ea4638cc6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:13:38.783221 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:13:38.787198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:13:38.794437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:38.881324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:38.882195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:38.897836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-6b367957-b837-4601-993c-05d855d85652 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6796842 Aug 30 14:13:38.911647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Request body: {'port': {'device_id': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:38.960213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f47a340e-37ba-48d3-87eb-5c0423c8f84b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:13:38.996897 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.022933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port f47a340e-37ba-48d3-87eb-5c0423c8f84b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:39.023619 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.078776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3343ad82-7f5c-45c2-af09-67fd2d8805cb None None] Provisioning for port 64e1e084-7872-4227-97a7-4c44ca51adb4 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:13:39.084606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3343ad82-7f5c-45c2-af09-67fd2d8805cb None None] Provisioning complete for port 64e1e084-7872-4227-97a7-4c44ca51adb4 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:39.085193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3343ad82-7f5c-45c2-af09-67fd2d8805cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.149483 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3343ad82-7f5c-45c2-af09-67fd2d8805cb None None] Port 64e1e084-7872-4227-97a7-4c44ca51adb4 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:13:39.159184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b77c80e9-3ead-4fb8-b7b2-22405ce14cbe up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:13:39.220505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:13:39.226085 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:39.226466 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.306198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e1e084-7872-4227-97a7-4c44ca51adb4 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:13:39.315211 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.325824 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386d085-0684-450e-8903-e2ee6e60ad58 req-cd3b015a-708b-4ff2-bb67-b89fed54497e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:39.327262 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.329281 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Transition to ACTIVE for port object 64e1e084-7872-4227-97a7-4c44ca51adb4 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:13:39.330186 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f386d085-0684-450e-8903-e2ee6e60ad58 req-cd3b015a-708b-4ff2-bb67-b89fed54497e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 931 time: 0.0617242 Aug 30 14:13:39.333047 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.364713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b77c80e9-3ead-4fb8-b7b2-22405ce14cbe,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:39.371324 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.373074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 11d2da65-7bfe-427a-868b-657b202a6326 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:13:39.389310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f386d085-0684-450e-8903-e2ee6e60ad58 req-8c2ac83a-a0b4-4b96-a861-55e9b9a540cb tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496447 Aug 30 14:13:39.401577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Pushing event updated for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:39.514549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Attempting to bind port 64e1e084-7872-4227-97a7-4c44ca51adb4 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:13:39.515035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Attempting to bind port 64e1e084-7872-4227-97a7-4c44ca51adb4 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:13:39.515503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Attempting to bind port 64e1e084-7872-4227-97a7-4c44ca51adb4 on network 7db53cfc-180f-4511-bd68-d71ea4638cc6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:13:39.522796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Port 64e1e084-7872-4227-97a7-4c44ca51adb4 on network 7db53cfc-180f-4511-bd68-d71ea4638cc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:13:39.523284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Attempting to bind port 64e1e084-7872-4227-97a7-4c44ca51adb4 on network 7db53cfc-180f-4511-bd68-d71ea4638cc6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:13:39.529740 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:13:39.530302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Checking segment: {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:13:39.530788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Bound using segment: {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:13:39.531321 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Bound port: 64e1e084-7872-4227-97a7-4c44ca51adb4, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:13:39.531755 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.623468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:13:39.627580 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:13:39.634691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.677428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:39.677912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.679466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] 10.222.0.35 "PUT /v2.0/ports/64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 1091 time: 0.7729881 Aug 30 14:13:39.679978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:13:39.682483 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2589d5a7-e711-48b0-ba86-018fbc12fa18" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:13:39.697215 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5777dd20-7dcf-423e-be95-5cec2c634c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.720444 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f234a-2048-4af3-ae47-1c92a2d0c232 service neutron] Pushing event updated for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:39.724348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=b77c80e9-3ead-4fb8-b7b2-22405ce14cbe,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:39.745970 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 11d2da65-7bfe-427a-868b-657b202a6326 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:39.746700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:39.753704 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903ee2f2-0dde-4dcf-b0e8-666af9f10b06 x-openstack-request-id: req-903ee2f2-0dde-4dcf-b0e8-666af9f10b06 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:13:39.754055 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:13:39.754310 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-903ee2f2-0dde-4dcf-b0e8-666af9f10b06 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:13:39.754723 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'status': 'completed', 'code': 200} Aug 30 14:13:39.795035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-ced7b999-624b-4bfb-ac7c-d0e4d212ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:39.796300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-ced7b999-624b-4bfb-ac7c-d0e4d212ecdf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1094 time: 0.0560143 Aug 30 14:13:39.842391 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-801f7aa1-5a0c-4763-8376-2a7de85d6902 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 217 time: 0.0376027 Aug 30 14:13:39.901556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-48dd7379-4062-4d00-a843-d4cedf27643f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:39.904433 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-48dd7379-4062-4d00-a843-d4cedf27643f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0547111 Aug 30 14:13:39.955026 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-cbbc6919-7231-48e1-ba2a-e50543af20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:39.956097 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-cbbc6919-7231-48e1-ba2a-e50543af20bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445573 Aug 30 14:13:40.047090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-59ea646f-1417-44c8-9e2e-f683a544066c service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835817 Aug 30 14:13:40.117545 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:40.147455 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6aa98467-111d-4a0c-8c79-ef400d13ee08 req-c454a59e-8262-46f3-b75a-3fedf80220f8 service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927093 Aug 30 14:13:40.236713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-1a5eed93-8422-4611-95f9-7013869bcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:40.238166 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-1a5eed93-8422-4611-95f9-7013869bcf7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1094 time: 0.0423484 Aug 30 14:13:40.335640 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-c5e36aed-574b-48f3-baaa-385f4b611752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:40.337196 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-c5e36aed-574b-48f3-baaa-385f4b611752 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.0920980 Aug 30 14:13:40.379523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-1516463b-82dd-4efc-9c1a-290fd2363fcf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 217 time: 0.0354385 Aug 30 14:13:40.429559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-88055a4f-9776-4d13-907f-848104972304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:40.431169 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-88055a4f-9776-4d13-907f-848104972304 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0449333 Aug 30 14:13:40.482846 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-36dfcfa2-9d7a-4ee6-a690-911b3584bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:40.484384 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-36dfcfa2-9d7a-4ee6-a690-911b3584bed7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464206 Aug 30 14:13:40.501509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c265a-1056-4046-abd1-bf9bb8d34785 req-9bbbd16c-cf2e-4d34-a963-ec93f8dcf59c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:40.503075 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f5c265a-1056-4046-abd1-bf9bb8d34785 req-9bbbd16c-cf2e-4d34-a963-ec93f8dcf59c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.0510530 Aug 30 14:13:40.544440 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3f5c265a-1056-4046-abd1-bf9bb8d34785 req-f8415f53-71ba-43aa-a78e-397ce4a083fe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351698 Aug 30 14:13:40.586347 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-c3ad167e-c623-44fd-83dd-d7dfd2e0ee1b service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937130 Aug 30 14:13:40.678670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2589d5a7-e711-48b0-ba86-018fbc12fa18 req-97a0726f-bb0b-44d0-93d3-b0ef3a5052c5 service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853469 Aug 30 14:13:40.813512 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b77c80e9-3ead-4fb8-b7b2-22405ce14cbe up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:13:40.864098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:40.864469 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:41.133131 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:41.664308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbf4d9-112c-43c6-8180-6277f1903fd9 req-390b26fe-add9-4ef3-8341-7aa9a858679f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:41.665736 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbbf4d9-112c-43c6-8180-6277f1903fd9 req-390b26fe-add9-4ef3-8341-7aa9a858679f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.0507948 Aug 30 14:13:41.704522 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dcbbf4d9-112c-43c6-8180-6277f1903fd9 req-548d01fc-bad3-419d-8752-ac0e23fed6f0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328388 Aug 30 14:13:42.476662 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:42.823994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e358419-bc83-4939-8a1e-3a6edd18c228 req-3f0efde1-1738-4939-8013-e4330cb42659 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:42.826611 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5e358419-bc83-4939-8a1e-3a6edd18c228 req-3f0efde1-1738-4939-8013-e4330cb42659 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.0570042 Aug 30 14:13:42.864437 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5e358419-bc83-4939-8a1e-3a6edd18c228 req-08fab701-f837-4095-bbcc-e7223c0a389f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318053 Aug 30 14:13:43.980529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01501a5f-e741-44c3-9bbb-af27e3e8619d req-169a28e6-2ef0-452b-bffa-beb1b4afe8ac tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:43.982220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-01501a5f-e741-44c3-9bbb-af27e3e8619d req-169a28e6-2ef0-452b-bffa-beb1b4afe8ac tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.0500264 Aug 30 14:13:44.022500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-01501a5f-e741-44c3-9bbb-af27e3e8619d req-a00bcfbb-2bf0-4517-86a9-9506aeaab149 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337365 Aug 30 14:13:45.136960 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24d101-de7d-48fe-9e31-15e79c03d29a req-568b57f1-4df7-47f0-ae03-8ea3b16de8a7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:45.138980 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bb24d101-de7d-48fe-9e31-15e79c03d29a req-568b57f1-4df7-47f0-ae03-8ea3b16de8a7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.0491798 Aug 30 14:13:45.176456 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bb24d101-de7d-48fe-9e31-15e79c03d29a req-5f712018-7102-4153-9e88-5836bd5e0645 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316062 Aug 30 14:13:45.446692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 64e1e084-7872-4227-97a7-4c44ca51adb4 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:13:45.539682 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:45.550588 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'port_id': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'mac_address': 'fa:16:3e:1c:85:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:13:45.586440 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:45.598651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e1e084-7872-4227-97a7-4c44ca51adb4 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:13:45.617345 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:45.622017 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:45.670052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:45.842931 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:13:46.024824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['64e1e084-7872-4227-97a7-4c44ca51adb4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:13:46.300012 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090049d-5a69-414a-90fd-1140af540337 req-e6a1b049-8498-4651-b282-fd973ae4cc5c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:46.301497 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d090049d-5a69-414a-90fd-1140af540337 req-e6a1b049-8498-4651-b282-fd973ae4cc5c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 944 time: 0.0520558 Aug 30 14:13:46.350222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d090049d-5a69-414a-90fd-1140af540337 req-85c54db9-cf96-4829-8c4f-3ea610084f93 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426030 Aug 30 14:13:47.461051 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480c73f-ddd8-484a-ac0b-896a12c8908e req-c7d8627c-3c95-4969-ac9f-685ba7898953 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:47.462603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1480c73f-ddd8-484a-ac0b-896a12c8908e req-c7d8627c-3c95-4969-ac9f-685ba7898953 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 944 time: 0.0500088 Aug 30 14:13:47.476734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 64e1e084-7872-4227-97a7-4c44ca51adb4 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:13:47.502974 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-1480c73f-ddd8-484a-ac0b-896a12c8908e req-c56aa2d5-c4a6-407c-93a4-c42904371e0e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332916 Aug 30 14:13:47.530812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 64e1e084-7872-4227-97a7-4c44ca51adb4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:13:47.534503 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 64e1e084-7872-4227-97a7-4c44ca51adb4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:13:47.534914 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:47.610425 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:47.632419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:13:47.634464 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f909538-e04c-4614-922d-1a87af955cd2" -d '{"events": [{"server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "name": "network-vif-plugged", "status": "completed", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:13:47.647685 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:13:47.652434 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:47.687057 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca22669b-8193-4ed6-935d-7c82c0bfc593 x-openstack-request-id: req-ca22669b-8193-4ed6-935d-7c82c0bfc593 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:13:47.687349 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "name": "network-vif-plugged", "status": "completed", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:13:47.687606 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ca22669b-8193-4ed6-935d-7c82c0bfc593 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:13:47.687999 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'code': 200} Aug 30 14:13:47.717824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:47.819020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02bc4d-6c0f-4f77-b527-f16b52da9a73 req-6893dbd7-7f53-48ca-b4f2-7bba0c3d654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:47.820575 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f02bc4d-6c0f-4f77-b527-f16b52da9a73 req-6893dbd7-7f53-48ca-b4f2-7bba0c3d654e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1096 time: 0.0391841 Aug 30 14:13:47.856288 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6f02bc4d-6c0f-4f77-b527-f16b52da9a73 req-f57921f6-987a-48f4-9fed-cc4c954ed862 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279264 Aug 30 14:13:48.625286 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d7d02-d825-48a9-b539-111edb9d2be1 req-e40c1b84-b478-4ec0-abf8-665f6934241b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:48.626871 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d7d02-d825-48a9-b539-111edb9d2be1 req-e40c1b84-b478-4ec0-abf8-665f6934241b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0579166 Aug 30 14:13:48.667930 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-717d7d02-d825-48a9-b539-111edb9d2be1 req-45c1c267-f804-4ad4-9bed-6e1d213297cc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351055 Aug 30 14:13:49.784475 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea92089-ad65-47ee-bdd6-8c2c8225f081 req-9e0697d1-9d4e-428b-9544-b9f0413329a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:49.786002 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aea92089-ad65-47ee-bdd6-8c2c8225f081 req-9e0697d1-9d4e-428b-9544-b9f0413329a3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0496321 Aug 30 14:13:49.825172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aea92089-ad65-47ee-bdd6-8c2c8225f081 req-8a575208-9d00-43bd-9ec2-e512e8e46fea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332427 Aug 30 14:13:49.941303 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea773ce-c9e4-4288-b263-5261c59727ca req-07e449a9-4c99-4acd-8424-4ff9ca937317 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:49.942843 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ea773ce-c9e4-4288-b263-5261c59727ca req-07e449a9-4c99-4acd-8424-4ff9ca937317 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0517194 Aug 30 14:13:49.981865 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2ea773ce-c9e4-4288-b263-5261c59727ca req-9e063ffd-a098-4c73-a96e-414b19440e50 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322113 Aug 30 14:13:50.005104 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39052) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:50.045509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f4427b-9a79-4081-8132-a9272c9d660c tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:50.047062 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d0f4427b-9a79-4081-8132-a9272c9d660c tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1091 time: 0.0409350 Aug 30 14:13:50.049879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39054) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:50.054385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:13:50.077261 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:50.186592 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:50.287493 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.58 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/2abd04d1-72b7-420d-abcb-46af939d5809) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:13:50.403532 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:50.442869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:50.478128 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:13:50.483519 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:13:50.486994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:13:50.509757 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=2abd04d1-72b7-420d-abcb-46af939d5809,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:50.839799 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:50.905837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:51.059078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:51.063746 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:51.136768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=2abd04d1-72b7-420d-abcb-46af939d5809,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:13:51.147028 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:51.249613 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP 72d84042-1ce7-4362-88e1-bbc9be284fa8 associated. External IP: 172.25.2.58, port: 64e1e084-7872-4227-97a7-4c44ca51adb4. Aug 30 14:13:51.457376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 95d220b1-392b-4972-ab2e-1b16ee923a7e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:13:51.565215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:13:51.575557 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] Sync routers for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:13:51.581450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:13:51.585286 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:51.585945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:51.612356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-38934fb7-6987-4658-903a-93bb67e701ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5614583 Aug 30 14:13:51.612942 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:13:51.616377 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74256877-9bf6-40f9-a60c-2b616f493a57" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:13:51.659229 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cf9204-f5a1-4de7-bea6-b60e02fc95fe x-openstack-request-id: req-31cf9204-f5a1-4de7-bea6-b60e02fc95fe {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:13:51.659522 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:13:51.659771 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31cf9204-f5a1-4de7-bea6-b60e02fc95fe {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:13:51.660177 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'status': 'completed', 'code': 200} Aug 30 14:13:51.697505 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:51.745988 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b7d89-1aba-43aa-8507-8d039e4f8d48 req-311d0c8e-ce7c-4336-98b5-1570679be1b5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:51.748088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f19b7d89-1aba-43aa-8507-8d039e4f8d48 req-311d0c8e-ce7c-4336-98b5-1570679be1b5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0834372 Aug 30 14:13:51.754610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-7218b62c-47e7-41a1-96d8-3c29ad946f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:51.756111 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-7218b62c-47e7-41a1-96d8-3c29ad946f9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1096 time: 0.0638456 Aug 30 14:13:51.840072 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f19b7d89-1aba-43aa-8507-8d039e4f8d48 req-e769433f-5e41-4245-97d5-0c11b0820378 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829885 Aug 30 14:13:51.864884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39060) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:51.875300 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-f34ae71b-3f41-402a-9e7f-e80bdb2b01af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:51.876448 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-f34ae71b-3f41-402a-9e7f-e80bdb2b01af service neutron] 10.222.0.35 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.1122515 Aug 30 14:13:51.931836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '72d84042-1ce7-4362-88e1-bbc9be284fa8', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'port_id': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'mac_address': 'fa:16:3e:1c:85:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:13:50Z', 'updated_at': '2021-08-30T14:13:50Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77c80e9-3ead-4fb8-b7b2-22405ce14cbe', 'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:5d:97:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:34Z', 'updated_at': '2021-08-30T14:13:39Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:51.932189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-73165a83-99df-4ada-98d9-cb2644a98e76 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/72d84042-1ce7-4362-88e1-bbc9be284fa8 HTTP/1.1" status: 200 len: 990 time: 0.0627911 Aug 30 14:13:51.946912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-d13d6f73-51b1-4d5b-a2d7-21259af1ecfb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 998 time: 0.0623710 Aug 30 14:13:51.959998 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] Checking router: 95d220b1-392b-4972-ab2e-1b16ee923a7e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:13:51.969204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:13:51.969868 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:13:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:51.997369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-a4c9f4ae-2e25-4a4d-b5d4-d8e7b810e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:51.998880 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-a4c9f4ae-2e25-4a4d-b5d4-d8e7b810e3ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0444586 Aug 30 14:13:52.048958 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-2e98c9ba-20d2-4065-9490-1a9e3ef451e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:13:52.050509 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-2e98c9ba-20d2-4065-9490-1a9e3ef451e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448525 Aug 30 14:13:52.074206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:13:52.140478 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-6a245163-56fa-490d-9b3f-bc4b36726d7b service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825825 Aug 30 14:13:52.237266 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-74256877-9bf6-40f9-a60c-2b616f493a57 req-8e0265b1-a7b2-47be-b81b-dc193cbd8bfe service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892973 Aug 30 14:13:52.307283 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '72d84042-1ce7-4362-88e1-bbc9be284fa8', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'port_id': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'mac_address': 'fa:16:3e:1c:85:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:13:50Z', 'updated_at': '2021-08-30T14:13:50Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77c80e9-3ead-4fb8-b7b2-22405ce14cbe', 'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:5d:97:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:34Z', 'updated_at': '2021-08-30T14:13:39Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:13:52.334428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f42217-8a0c-45bd-9094-ed3821990ccd None None] The sync data for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 is: [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '72d84042-1ce7-4362-88e1-bbc9be284fa8', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.58', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'port_id': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'mac_address': 'fa:16:3e:1c:85:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:13:50Z', 'updated_at': '2021-08-30T14:13:50Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b77c80e9-3ead-4fb8-b7b2-22405ce14cbe', 'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:5d:97:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:34Z', 'updated_at': '2021-08-30T14:13:39Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:13:52.523657 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ddf653-07de-4c3c-b562-fc61bd01b3fb None None] New status for floating IP 72d84042-1ce7-4362-88e1-bbc9be284fa8: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:13:52.935947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39062) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:13:52.999360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-277d09ea-647a-46ba-9da8-d9ab4b765f30 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/72d84042-1ce7-4362-88e1-bbc9be284fa8 HTTP/1.1" status: 200 len: 992 time: 0.0622303 Aug 30 14:13:59.192616 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:01.605201 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:06.784006 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a72c8a9c-3f16-412a-85c3-058d667d9e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:09.532064 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6519f4e3-babf-40d1-af7f-8b6095a2f5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:10.119666 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:11.135427 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:12.478580 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:13.122778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-c91686aa-49fb-4859-9c75-c510bcd1b65e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385811 Aug 30 14:14:13.207249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-82dca6a8-a025-40d6-863a-49bee39cd530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:14:13.208758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-82dca6a8-a025-40d6-863a-49bee39cd530 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1096 time: 0.0449138 Aug 30 14:14:13.312949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-cfe9741f-1b86-4a8e-b981-f189ceb1d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:14:13.314463 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-cfe9741f-1b86-4a8e-b981-f189ceb1d624 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.0866716 Aug 30 14:14:13.386488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-39f24af5-6748-4074-af3c-52bddf5572f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 1000 time: 0.0635874 Aug 30 14:14:13.437733 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-d8705b41-c876-4f01-b78a-9a7cf9fa2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:14:13.439222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-d8705b41-c876-4f01-b78a-9a7cf9fa2260 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0458269 Aug 30 14:14:13.489138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-9a967e41-5110-4343-a3d3-17c552b7a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:14:13.490690 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-9a967e41-5110-4343-a3d3-17c552b7a012 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429983 Aug 30 14:14:13.582808 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-254447bc-3803-47c8-8238-f096e4fae991 service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840595 Aug 30 14:14:13.990955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a7e26e08-ea87-4bbf-9e20-276e1ddbe9cd req-f3376c0a-ca86-465c-89e5-73a86a570aff service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010782 Aug 30 14:14:22.842530 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:14:29.203025 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:31.613419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:36.785430 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0faf107d-ec7c-4798-a1d2-cd2d39239b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:39.535261 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6abfb57b-d764-46ed-8457-9bd83da2cea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:40.120875 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:41.139507 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:42.482830 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:59.222708 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:14:59.842520 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:15:01.623214 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:04.474617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39094) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:15:04.565321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-116f9057-a83a-458f-a026-21c7b83403fc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895350 Aug 30 14:15:04.589330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5e17d-2b0c-455b-9cba-2368bd235e77 req-6302944f-e144-4dc2-8597-142382837a07 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:04.591193 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16d5e17d-2b0c-455b-9cba-2368bd235e77 req-6302944f-e144-4dc2-8597-142382837a07 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.1032183 Aug 30 14:15:04.633808 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-16d5e17d-2b0c-455b-9cba-2368bd235e77 req-8c5b5d26-c6a8-479d-a619-eef802cf2eaa tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345693 Aug 30 14:15:05.753425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-7c769119-0479-42f6-a23e-ac1195d7557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:05.754859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-7c769119-0479-42f6-a23e-ac1195d7557e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1096 time: 0.0502493 Aug 30 14:15:05.877462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937b94a-4975-433c-be5b-474327e032f1 req-4a3ccd77-6f88-425d-9583-8e984fa2a923 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:05.878968 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9937b94a-4975-433c-be5b-474327e032f1 req-4a3ccd77-6f88-425d-9583-8e984fa2a923 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.1465936 Aug 30 14:15:05.895196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-60b4943b-e4c1-46cb-b53f-1ec734a82c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:05.896822 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-60b4943b-e4c1-46cb-b53f-1ec734a82c9e service neutron] 10.222.0.35 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.1352198 Aug 30 14:15:05.961436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9937b94a-4975-433c-be5b-474327e032f1 req-c5ed577d-9492-4121-a1f3-b7c3e8a85abf tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751419 Aug 30 14:15:05.976280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-3682a7d7-08b8-4bfa-82e3-5ce256b743ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 1000 time: 0.0724077 Aug 30 14:15:06.025130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-62740981-4fe8-42e9-884f-7e677dbc2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:06.026607 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-62740981-4fe8-42e9-884f-7e677dbc2b60 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0439076 Aug 30 14:15:06.076149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-6e16fb35-aae9-4efa-84af-83d9b9e5ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:06.077622 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-6e16fb35-aae9-4efa-84af-83d9b9e5ea7a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441134 Aug 30 14:15:06.167319 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-83253bdb-a473-46ed-8326-1a609d9f9675 service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824585 Aug 30 14:15:06.259840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b1ba8348-949a-499e-aa7d-b2aa55cd0de4 service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855241 Aug 30 14:15:06.787926 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c1732298-3beb-41c2-9cd7-8c63f67cb646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:07.097812 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301c100-3668-46f6-bac7-0c23a15e114a req-2fd11098-c013-414f-a53b-4605eca7a700 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:07.099221 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3301c100-3668-46f6-bac7-0c23a15e114a req-2fd11098-c013-414f-a53b-4605eca7a700 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0528920 Aug 30 14:15:07.138875 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3301c100-3668-46f6-bac7-0c23a15e114a req-b9f2d450-8a68-4853-a592-e4bdd3167f17 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336020 Aug 30 14:15:08.257036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4239faf-e07b-4bb7-bfa6-0e275686d383 req-c97dd931-e91d-44b5-8b62-bc06e8738b91 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:08.258581 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4239faf-e07b-4bb7-bfa6-0e275686d383 req-c97dd931-e91d-44b5-8b62-bc06e8738b91 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0500243 Aug 30 14:15:08.297477 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4239faf-e07b-4bb7-bfa6-0e275686d383 req-8eea655e-c8f4-4734-ab6c-8df7d8c01f07 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322559 Aug 30 14:15:09.414914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315b248-5dd5-4c48-b19b-0cebf1ac3c0c req-3db66774-837d-4f94-8f72-534b541704a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:09.416428 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3315b248-5dd5-4c48-b19b-0cebf1ac3c0c req-3db66774-837d-4f94-8f72-534b541704a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0513258 Aug 30 14:15:09.454432 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3315b248-5dd5-4c48-b19b-0cebf1ac3c0c req-78b83bce-2e95-49ff-8ea3-a33a53f901e0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Aug 30 14:15:09.535503 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-88b3d769-9462-45df-bc8e-51a71846be6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:10.122984 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:10.581136 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9eae26-6237-44eb-9630-7262eb47c60b req-34af7d88-cb2a-4ce0-a25b-bccb47d2a9d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:10.582691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c9eae26-6237-44eb-9630-7262eb47c60b req-34af7d88-cb2a-4ce0-a25b-bccb47d2a9d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0532017 Aug 30 14:15:10.623043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c9eae26-6237-44eb-9630-7262eb47c60b req-4989bf1b-b1be-461c-9966-76707fb30423 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334327 Aug 30 14:15:11.140896 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:11.742105 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ab5f9-8453-4a54-91c7-5abfacdc7e00 req-c59984b5-1cdf-4653-b83a-0d82e0429dbe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:11.743605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-369ab5f9-8453-4a54-91c7-5abfacdc7e00 req-c59984b5-1cdf-4653-b83a-0d82e0429dbe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0491340 Aug 30 14:15:11.783382 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-369ab5f9-8453-4a54-91c7-5abfacdc7e00 req-f60adf81-05fc-4160-a4af-605684d8253d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329366 Aug 30 14:15:12.485683 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:12.909415 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03735c-cf00-46cf-9e6f-55ea4604cbc6 req-5a4d2af8-f3cf-4e35-98a2-f130aec7fdd2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:12.910966 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f03735c-cf00-46cf-9e6f-55ea4604cbc6 req-5a4d2af8-f3cf-4e35-98a2-f130aec7fdd2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0557947 Aug 30 14:15:12.949876 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4f03735c-cf00-46cf-9e6f-55ea4604cbc6 req-8ec4cf03-c4c6-4767-9740-313a298c9ec8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328898 Aug 30 14:15:14.073464 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b15b63-11cb-41cc-8ea3-957ca3c96181 req-9d032520-cb73-4970-827f-e4e0e5118811 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:14.074962 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77b15b63-11cb-41cc-8ea3-957ca3c96181 req-9d032520-cb73-4970-827f-e4e0e5118811 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0540550 Aug 30 14:15:14.114177 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77b15b63-11cb-41cc-8ea3-957ca3c96181 req-9cecab55-4162-40cb-baac-b93a359e28f7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324697 Aug 30 14:15:15.155546 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-672b94cd-5ae3-48a4-8b89-4f0f43746bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:15.157081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-672b94cd-5ae3-48a4-8b89-4f0f43746bb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1096 time: 0.0796773 Aug 30 14:15:15.285492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dbc65-0e33-441e-925e-d13518191962 req-0b6ab3e7-39ae-47d9-9823-f401a45fc309 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:15.287009 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d49dbc65-0e33-441e-925e-d13518191962 req-0b6ab3e7-39ae-47d9-9823-f401a45fc309 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.1013129 Aug 30 14:15:15.317215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-0c29df04-4578-4726-ac1e-ca6252cc6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:15.318710 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-0c29df04-4578-4726-ac1e-ca6252cc6ef9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.1412921 Aug 30 14:15:15.343332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d49dbc65-0e33-441e-925e-d13518191962 req-ed58dc9a-d634-4997-abc8-ed91640da5e7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481620 Aug 30 14:15:15.398099 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-f9632f53-d392-42ba-aacf-1835d15ec0f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 1000 time: 0.0679278 Aug 30 14:15:15.449228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-d7f998f0-01df-4b43-8df8-3f97d9e28a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:15.451385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-d7f998f0-01df-4b43-8df8-3f97d9e28a1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0460196 Aug 30 14:15:15.498902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-6c36734d-7e39-4eaa-82dd-3c12c7d3a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:15.500425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-6c36734d-7e39-4eaa-82dd-3c12c7d3a800 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421529 Aug 30 14:15:15.594246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-8833d9f5-fbdc-4978-bdec-9ac4f5b528af service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865467 Aug 30 14:15:15.687815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd29855d-30e7-4f27-9341-3792ce63be87 req-4cf213b7-60d9-4197-8d0c-516c4d3220ce service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861521 Aug 30 14:15:16.458708 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24342b0b-4064-4d4e-ae66-d0bf3ad0cb8d req-ef71b61a-d03d-4230-8c8b-9e531b9b3c5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:16.460185 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24342b0b-4064-4d4e-ae66-d0bf3ad0cb8d req-ef71b61a-d03d-4230-8c8b-9e531b9b3c5a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0501997 Aug 30 14:15:16.499243 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-24342b0b-4064-4d4e-ae66-d0bf3ad0cb8d req-6c50db06-b601-4044-971b-7a98345d9673 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331173 Aug 30 14:15:17.618151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccab229-5d47-4f3f-bbfe-4b3abfbe8712 req-f5ae778c-da22-42c0-a311-7b50d4b55710 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:17.619669 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ccab229-5d47-4f3f-bbfe-4b3abfbe8712 req-f5ae778c-da22-42c0-a311-7b50d4b55710 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0519452 Aug 30 14:15:17.658130 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8ccab229-5d47-4f3f-bbfe-4b3abfbe8712 req-b9072de0-5e7d-4ab9-ab4b-5b4265994030 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322769 Aug 30 14:15:18.775333 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9b8f4-400d-47a8-a8fe-4e6bd2017d0e req-3fbf1818-1158-4c67-8b08-5cf5f2e401dc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:18.776810 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01d9b8f4-400d-47a8-a8fe-4e6bd2017d0e req-3fbf1818-1158-4c67-8b08-5cf5f2e401dc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0504296 Aug 30 14:15:18.815965 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-01d9b8f4-400d-47a8-a8fe-4e6bd2017d0e req-b983268c-edf6-4431-8662-15e484b7f8c2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326786 Aug 30 14:15:19.935358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987e996-74ff-4473-b39d-1d984d886ca6 req-1f2e19cd-ac63-47eb-8144-33a4c69111f8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:19.936853 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2987e996-74ff-4473-b39d-1d984d886ca6 req-1f2e19cd-ac63-47eb-8144-33a4c69111f8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0543358 Aug 30 14:15:19.974108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2987e996-74ff-4473-b39d-1d984d886ca6 req-08ca3dc7-21cd-41b8-a6f3-a50ea363cf58 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313754 Aug 30 14:15:21.093854 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74983243-c896-42b9-8b90-43807b784346 req-058e733c-fd87-47c1-93ef-5eeb077baf64 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:21.095202 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74983243-c896-42b9-8b90-43807b784346 req-058e733c-fd87-47c1-93ef-5eeb077baf64 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0519121 Aug 30 14:15:21.131862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-74983243-c896-42b9-8b90-43807b784346 req-3db661c3-5e39-4e60-8f5c-e3fbbe03bd56 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308619 Aug 30 14:15:22.245842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5df30-02e9-41e3-b6b4-857efb5e7e3d req-4325efa3-3a74-405f-bba0-4d66c1e5c18a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:22.247996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cad5df30-02e9-41e3-b6b4-857efb5e7e3d req-4325efa3-3a74-405f-bba0-4d66c1e5c18a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0488143 Aug 30 14:15:22.286046 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cad5df30-02e9-41e3-b6b4-857efb5e7e3d req-1be11190-2e7d-47b4-9a84-ebf3ac69e8d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319617 Aug 30 14:15:23.377574 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-a13f4271-65fd-4c45-99a2-8c94061a1139 service neutron] show failed (client error): The resource could not be found. Aug 30 14:15:23.378625 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-a13f4271-65fd-4c45-99a2-8c94061a1139 service neutron] 10.222.0.35 "GET /v2.0/ports/64e1e084-7872-4227-97a7-4c44ca51adb4/bindings/n-h1-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0547400 Aug 30 14:15:23.402650 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3dcc0-4955-464d-b401-ac5290e37c99 req-36db2883-16a9-4cc6-b1f4-e85b75762c65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:23.404993 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98b3dcc0-4955-464d-b401-ac5290e37c99 req-36db2883-16a9-4cc6-b1f4-e85b75762c65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0502923 Aug 30 14:15:23.446807 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-98b3dcc0-4955-464d-b401-ac5290e37c99 req-17ca4a59-2aac-4f4f-baba-57b0aa249ee1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330682 Aug 30 14:15:23.620567 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-f341add6-2d6e-4a5c-ab90-7165c2270c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:23.622556 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-f341add6-2d6e-4a5c-ab90-7165c2270c7c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 1096 time: 0.0858142 Aug 30 14:15:23.635257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:15:23.688937 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:23.891198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:15:23.923267 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:15:23.965870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:15:23.968339 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11992294-b9a8-4696-bd1c-0acf4933b911" -d '{"events": [{"server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "name": "network-vif-unplugged", "status": "completed", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:15:23.972526 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:23.985586 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Transition to ACTIVE for port object 64e1e084-7872-4227-97a7-4c44ca51adb4 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:15:23.990457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:24.079907 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad76c7c0-1561-4663-be01-357685194642 x-openstack-request-id: req-ad76c7c0-1561-4663-be01-357685194642 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:15:24.080202 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "name": "network-vif-unplugged", "status": "completed", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:15:24.080454 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad76c7c0-1561-4663-be01-357685194642 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:15:24.080845 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'code': 200} Aug 30 14:15:24.081593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Pushing event updated for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=6']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:15:24.096117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.096483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.096877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.097208 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.097542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.097891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.098214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.098535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.098856 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.099171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.099492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.099803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:24.139503 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] No DVR routers for this DVR port 64e1e084-7872-4227-97a7-4c44ca51adb4 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:15:24.276314 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Attempting to bind port 64e1e084-7872-4227-97a7-4c44ca51adb4 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:15:24.276646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Attempting to bind port 64e1e084-7872-4227-97a7-4c44ca51adb4 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:15:24.276970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Attempting to bind port 64e1e084-7872-4227-97a7-4c44ca51adb4 on network 7db53cfc-180f-4511-bd68-d71ea4638cc6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:15:24.281767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Port 64e1e084-7872-4227-97a7-4c44ca51adb4 on network 7db53cfc-180f-4511-bd68-d71ea4638cc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:15:24.282085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Attempting to bind port 64e1e084-7872-4227-97a7-4c44ca51adb4 on network 7db53cfc-180f-4511-bd68-d71ea4638cc6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:15:24.286780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:15:24.287109 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Checking segment: {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:15:24.287487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Bound using segment: {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:15:24.287901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Bound port: 64e1e084-7872-4227-97a7-4c44ca51adb4, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f04cff8-9f47-4dad-a730-4b19d2a41a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:15:24.288249 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:24.352708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:15:24.355519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:15:24.360929 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:24.392922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:24.393541 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:24.394997 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] 10.222.0.16 "PUT /v2.0/ports/64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 1091 time: 0.7637234 Aug 30 14:15:24.430234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516b0c2-a875-4c85-829d-be64bcdf7c8c service neutron] Pushing event updated for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:15:24.466992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-d107686d-885d-459b-b8c8-9db3d61bec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:24.468527 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-d107686d-885d-459b-b8c8-9db3d61bec08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1094 time: 0.0468225 Aug 30 14:15:24.571261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-1fd1d83f-abfe-4d0c-af1d-52a054fa2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:24.572713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-1fd1d83f-abfe-4d0c-af1d-52a054fa2948 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.0958416 Aug 30 14:15:24.578587 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9a9c8-6912-4e4c-a289-de38b56ecc07 req-55309cf8-8293-443a-a9bd-b48aac2094b6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:24.580107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38c9a9c8-6912-4e4c-a289-de38b56ecc07 req-55309cf8-8293-443a-a9bd-b48aac2094b6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.0579057 Aug 30 14:15:24.618605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38c9a9c8-6912-4e4c-a289-de38b56ecc07 req-aaebabd5-511f-4592-a4a1-0c1b4087f418 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325472 Aug 30 14:15:24.639090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-6ac7f434-5f9e-41d8-a7dc-6168ef80a8d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 998 time: 0.0581906 Aug 30 14:15:24.691306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-bc28fc15-cc34-4db6-ae65-1bcde076fb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:24.692804 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-bc28fc15-cc34-4db6-ae65-1bcde076fb31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0483103 Aug 30 14:15:24.738695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-115daa45-3947-4cfa-9975-795084e9471b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:24.740188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-115daa45-3947-4cfa-9975-795084e9471b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404541 Aug 30 14:15:24.828536 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-99a9ffb1-1167-4b9a-bdcb-50b6de028c2f service neutron] 10.222.0.16 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808845 Aug 30 14:15:24.927238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-80225ba6-ec10-441f-a436-cfcec403ff55 req-50063a55-3ea3-49de-ad30-27ac11688641 service neutron] 10.222.0.16 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908346 Aug 30 14:15:25.740201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29534287-de6a-4d55-b564-80bdd1008ab7 req-6a452567-f30b-463f-81eb-900cdf502342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:25.741746 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29534287-de6a-4d55-b564-80bdd1008ab7 req-6a452567-f30b-463f-81eb-900cdf502342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.0495343 Aug 30 14:15:25.780801 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29534287-de6a-4d55-b564-80bdd1008ab7 req-10744b6a-6016-47a7-b748-9e5af1ab464e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324700 Aug 30 14:15:26.082131 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:15:26.084407 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bf5b34-f2a7-493b-ae45-347d89826045" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:15:26.132486 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba67858-654c-48c1-bbf4-1ec4618d54c0 x-openstack-request-id: req-5ba67858-654c-48c1-bbf4-1ec4618d54c0 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:15:26.132782 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:15:26.133043 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ba67858-654c-48c1-bbf4-1ec4618d54c0 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:15:26.133432 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'status': 'completed', 'code': 200} Aug 30 14:15:26.224600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-79050926-9d2b-4540-9be3-6f963104901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:26.226120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-79050926-9d2b-4540-9be3-6f963104901c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1094 time: 0.0656989 Aug 30 14:15:26.227897 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-a1c5c2e0-a7ba-4a35-920a-95e7570ab0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:26.229239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-a1c5c2e0-a7ba-4a35-920a-95e7570ab0d6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1094 time: 0.0769308 Aug 30 14:15:26.384806 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-458ce750-169e-4ef3-b496-3c466394e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:26.386217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-458ce750-169e-4ef3-b496-3c466394e002 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.1524184 Aug 30 14:15:26.387275 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-917577aa-f5eb-435b-92e2-c2296b852e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:26.389238 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-917577aa-f5eb-435b-92e2-c2296b852e80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.1482799 Aug 30 14:15:26.503973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-04f06ab0-2b0e-4d35-a6c2-c3ea4db2e3d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 998 time: 0.1102533 Aug 30 14:15:26.505755 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-8f32e316-5d57-42b4-ba3b-c6830177c20f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 998 time: 0.1063149 Aug 30 14:15:26.597065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-11631b32-136e-4ace-9821-4a0926e366f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:26.598578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-11631b32-136e-4ace-9821-4a0926e366f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0872076 Aug 30 14:15:26.600245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-aefc9f29-0fa2-4142-a1ad-83bf08d6c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:26.601545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-aefc9f29-0fa2-4142-a1ad-83bf08d6c3cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0821533 Aug 30 14:15:26.675139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-0664b9a8-d4eb-47e5-81b4-828e98ca4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:26.676662 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-0664b9a8-d4eb-47e5-81b4-828e98ca4517 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709219 Aug 30 14:15:26.678469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-1a020c68-1b27-431f-ac8d-ae28d885bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:26.679820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-1a020c68-1b27-431f-ac8d-ae28d885bdb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643520 Aug 30 14:15:26.841854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-725e23bd-10c2-4b90-a910-21a4894e5798 service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575403 Aug 30 14:15:26.843763 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-bd4d786c-778b-4149-9bfd-a29c1d7a1bdf service neutron] 10.222.0.16 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526582 Aug 30 14:15:27.030764 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e6830-fa0a-43d8-ba4a-d3e3e3328625 req-4b187725-2525-4fec-8457-df474a4ae9ad tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:27.032177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f15e6830-fa0a-43d8-ba4a-d3e3e3328625 req-4b187725-2525-4fec-8457-df474a4ae9ad tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.1772010 Aug 30 14:15:27.071935 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-2c13b15e-0685-498c-ac89-c5bf2244b348 service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240119 Aug 30 14:15:27.076026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a9bf5b34-f2a7-493b-ae45-347d89826045 req-f692f7aa-5c72-42e5-b0e4-8db567b01865 service neutron] 10.222.0.16 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195239 Aug 30 14:15:27.094461 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f15e6830-fa0a-43d8-ba4a-d3e3e3328625 req-756f1e94-d1c0-4890-b071-f214c942bd63 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507753 Aug 30 14:15:27.321554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bd522-b8bd-436d-b444-17a3f261e543 req-dcffe8c8-4337-4269-bde4-d63aadb116b4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:27.322961 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a86bd522-b8bd-436d-b444-17a3f261e543 req-dcffe8c8-4337-4269-bde4-d63aadb116b4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.0811858 Aug 30 14:15:27.337587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-0e9ff8f1-a20e-4d1c-bcf6-ded9ef2fbdda tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:27.338990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-0e9ff8f1-a20e-4d1c-bcf6-ded9ef2fbdda tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&binding%3Ahost_id=n-h1-688802-6 HTTP/1.1" status: 200 len: 943 time: 0.0845275 Aug 30 14:15:27.703022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a86bd522-b8bd-436d-b444-17a3f261e543 req-15008680-d5e5-442a-9e16-289716b37d90 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736901 Aug 30 14:15:27.723320 n-d-688802-6 neutron-server[95698]: INFO neutron.api.v2.resource [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-3fb41882-ba7f-46cb-abe8-a670dd879858 service neutron] delete failed (client error): The resource could not be found. Aug 30 14:15:27.724364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-3fb41882-ba7f-46cb-abe8-a670dd879858 service neutron] 10.222.0.35 "DELETE /v2.0/ports/64e1e084-7872-4227-97a7-4c44ca51adb4/bindings/n-h2-688802-6 HTTP/1.1" status: 404 len: 380 time: 0.0684848 Aug 30 14:15:27.806581 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-c2be9542-025c-4b19-904b-0ac82a58f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:27.808083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-c2be9542-025c-4b19-904b-0ac82a58f454 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1094 time: 0.0413964 Aug 30 14:15:27.906373 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-cea6f82f-f970-4686-9ba7-02056713fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:27.907953 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-cea6f82f-f970-4686-9ba7-02056713fc95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.0927117 Aug 30 14:15:27.976589 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 64e1e084-7872-4227-97a7-4c44ca51adb4 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:15:27.979028 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-a47419d5-8f22-49a4-a838-9a81bf45a128 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 998 time: 0.0636220 Aug 30 14:15:28.016542 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 64e1e084-7872-4227-97a7-4c44ca51adb4 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:15:28.031341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-9565e842-619e-4fc1-bef7-7be6e881f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:28.032812 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-9565e842-619e-4fc1-bef7-7be6e881f184 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0471828 Aug 30 14:15:28.085528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-b4121be1-9073-477e-8bb9-b2141e6291e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:28.087136 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-b4121be1-9073-477e-8bb9-b2141e6291e9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464821 Aug 30 14:15:28.167059 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c323bca-761c-4003-b669-0da10435c5b1 req-f42b3e0a-40e2-4be6-9d3e-d197ba71326e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:28.168551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c323bca-761c-4003-b669-0da10435c5b1 req-f42b3e0a-40e2-4be6-9d3e-d197ba71326e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 943 time: 0.3965466 Aug 30 14:15:28.177366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-2a8203e7-9611-4ba7-bcb1-d6611ff9235a service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829744 Aug 30 14:15:28.207500 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c323bca-761c-4003-b669-0da10435c5b1 req-5f2b903c-50ba-40bb-9bcd-e92118d6a4d5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323508 Aug 30 14:15:28.273817 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4b6729-a90d-4a70-aa39-f089dd2d83e2 req-8618794c-8325-4104-abf9-e487537f415a service neutron] 10.222.0.35 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893509 Aug 30 14:15:28.629961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 64e1e084-7872-4227-97a7-4c44ca51adb4 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:15:28.729766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:15:28.744814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'port_id': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'mac_address': 'fa:16:3e:1c:85:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:15:28.786259 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:28.800622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e1e084-7872-4227-97a7-4c44ca51adb4 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:15:28.821513 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:15:28.826631 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:28.878425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:15:28.885749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.886035 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.886377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.886715 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.887049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.887380 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.888520 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.888859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.889188 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.889515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.889861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:28.890191 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:15:29.091894 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['64e1e084-7872-4227-97a7-4c44ca51adb4'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:15:29.237764 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:29.328177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5e205-e5b9-4cb2-aca3-87748db4fafb req-9cd04574-4b6f-465c-a129-206d020f26a5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:29.329720 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-43e5e205-e5b9-4cb2-aca3-87748db4fafb req-9cd04574-4b6f-465c-a129-206d020f26a5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 944 time: 0.0520017 Aug 30 14:15:29.367759 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-43e5e205-e5b9-4cb2-aca3-87748db4fafb req-1231d2b6-c443-43aa-b08c-e77e10aec086 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320976 Aug 30 14:15:29.390458 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39190) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:15:29.453877 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ca385669-7e26-427f-80ef-d8f8f2dc6f99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/72d84042-1ce7-4362-88e1-bbc9be284fa8 HTTP/1.1" status: 200 len: 991 time: 0.0622399 Aug 30 14:15:30.645984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 64e1e084-7872-4227-97a7-4c44ca51adb4 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:15:30.695669 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 64e1e084-7872-4227-97a7-4c44ca51adb4 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:15:30.699146 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 64e1e084-7872-4227-97a7-4c44ca51adb4 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:15:30.699522 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:30.785618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:30.807769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:15:30.810369 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddc045d-5f60-41b8-92e0-ea050ba78f4b" -d '{"events": [{"server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "name": "network-vif-plugged", "status": "completed", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:15:30.823458 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:15:30.828567 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:30.884971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:15:30.903880 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f95a3bd-9d3b-4df8-87c3-e66f2d1b1b39 x-openstack-request-id: req-5f95a3bd-9d3b-4df8-87c3-e66f2d1b1b39 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:15:30.904780 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "name": "network-vif-plugged", "status": "completed", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:15:30.905044 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f95a3bd-9d3b-4df8-87c3-e66f2d1b1b39 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:15:30.905445 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'code': 200} Aug 30 14:15:31.634183 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:36.789432 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ff2017b6-f936-4d93-906c-d7b219d16c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:36.841528 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:15:39.535924 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-428e990c-0adb-42df-95cf-3c610b2bd8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:40.124392 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:41.144649 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:42.489327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:57.812594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39210) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:15:57.970446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port 2abd04d1-72b7-420d-abcb-46af939d5809 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:15:57.970784 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:58.044912 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:58.045240 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:58.057024 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for 2abd04d1-72b7-420d-abcb-46af939d5809 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:15:58.210958 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:58.236193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=2abd04d1-72b7-420d-abcb-46af939d5809,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:15:58.300966 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:58.301294 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP 72d84042-1ce7-4362-88e1-bbc9be284fa8 disassociated (deleted). External IP: 172.25.2.58, port: 64e1e084-7872-4227-97a7-4c44ca51adb4. Aug 30 14:15:58.511446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 95d220b1-392b-4972-ab2e-1b16ee923a7e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:15:58.617632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:15:58.623252 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:58.627991 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] Sync routers for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:15:58.637919 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:15:58.638650 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:15:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:15:58.654450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-99ac4949-1fd2-4dbc-a756-24eb9b2869bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/floatingips/72d84042-1ce7-4362-88e1-bbc9be284fa8 HTTP/1.1" status: 204 len: 168 time: 0.8406608 Aug 30 14:15:58.654888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:15:58.657213 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:15:58.696374 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdaff393-b615-40f2-ba58-362c20b91789 x-openstack-request-id: req-fdaff393-b615-40f2-ba58-362c20b91789 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:15:58.696892 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:15:58.697145 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdaff393-b615-40f2-ba58-362c20b91789 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:15:58.697550 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'status': 'completed', 'code': 200} Aug 30 14:15:58.766875 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:15:58.785986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-52d2d798-38cb-468e-8191-5a9af120a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:58.792253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-52d2d798-38cb-468e-8191-5a9af120a115 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 1096 time: 0.0685406 Aug 30 14:15:58.932201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbfd0a-70a0-41fc-b88f-fd9300c82d1e req-97be862f-ff50-487d-ba85-9de7cd466894 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:58.933733 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86dbfd0a-70a0-41fc-b88f-fd9300c82d1e req-97be862f-ff50-487d-ba85-9de7cd466894 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0851686 Aug 30 14:15:58.950334 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-5dbb5f91-dabf-4acb-919f-b7c3d3e72f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:58.951770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-5dbb5f91-dabf-4acb-919f-b7c3d3e72f76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 200 len: 897 time: 0.1521533 Aug 30 14:15:58.996488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b77c80e9-3ead-4fb8-b7b2-22405ce14cbe', 'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:5d:97:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:34Z', 'updated_at': '2021-08-30T14:13:39Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:15:59.000285 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-b5d9a484-d3ee-4bb1-aac6-28697a88218d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 200 len: 217 time: 0.0395257 Aug 30 14:15:59.021006 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-86dbfd0a-70a0-41fc-b88f-fd9300c82d1e req-10f7d1be-a8b1-47d2-b4c6-29a893f9ecff tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791986 Aug 30 14:15:59.026874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] Checking router: 95d220b1-392b-4972-ab2e-1b16ee923a7e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:15:59.043207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:15:59.043207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:15:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:15:59.057531 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-ef0486f2-d4ac-4f11-823b-622763aba9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:59.059254 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-ef0486f2-d4ac-4f11-823b-622763aba9b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 200 len: 835 time: 0.0489044 Aug 30 14:15:59.117283 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-183401e3-e74e-4518-a861-931cb1aea7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:15:59.118867 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-183401e3-e74e-4518-a861-931cb1aea7b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7db53cfc-180f-4511-bd68-d71ea4638cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463083 Aug 30 14:15:59.219598 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-efc48085-0e71-4c53-b300-9d45a6fa24e6 service neutron] 10.222.0.16 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917444 Aug 30 14:15:59.303116 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:15:59.311575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:15:59.321690 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0f4882e4-10ae-4ad4-b748-8e334a5b68cf req-e9a66304-3f83-48a7-a202-8c4fb9ad1f35 service neutron] 10.222.0.16 "GET /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919857 Aug 30 14:15:59.508751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b77c80e9-3ead-4fb8-b7b2-22405ce14cbe', 'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:5d:97:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:34Z', 'updated_at': '2021-08-30T14:13:39Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:15:59.535162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07f8c23-df75-4a3d-b294-0b5d2145aaed None None] The sync data for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 is: [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:13:35Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'b77c80e9-3ead-4fb8-b7b2-22405ce14cbe', 'name': '', 'network_id': '7db53cfc-180f-4511-bd68-d71ea4638cc6', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:5d:97:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:34Z', 'updated_at': '2021-08-30T14:13:39Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '25b7996b-80a3-4811-885c-cdaa3168ef7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:15:59.761732 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fd7de-7fad-49ff-90c0-e02450591e24 None None] New status for floating IP 72d84042-1ce7-4362-88e1-bbc9be284fa8: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:16:00.140398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f27e53-e74a-4e31-a6d8-038b57bbc2b2 req-b7a46ebe-3828-4c39-95dd-24c5fe0ef7da tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:00.141876 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2f27e53-e74a-4e31-a6d8-038b57bbc2b2 req-b7a46ebe-3828-4c39-95dd-24c5fe0ef7da tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0498271 Aug 30 14:16:00.181066 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c2f27e53-e74a-4e31-a6d8-038b57bbc2b2 req-4ece3292-ed4e-4e7f-ae87-aed7b03d3021 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=9e604661-04e4-459e-8704-7ff152c1135c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328116 Aug 30 14:16:00.301179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b749cc1a-0327-44c5-ad06-cb0c1aad8f4c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:00.302676 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b749cc1a-0327-44c5-ad06-cb0c1aad8f4c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "GET /v2.0/ports?device_id=f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43 HTTP/1.1" status: 200 len: 945 time: 0.0497406 Aug 30 14:16:00.393107 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port 64e1e084-7872-4227-97a7-4c44ca51adb4 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:16:00.393358 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:00.485088 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port 64e1e084-7872-4227-97a7-4c44ca51adb4, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=64e1e084-7872-4227-97a7-4c44ca51adb4,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:00.485447 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:00.498690 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for 64e1e084-7872-4227-97a7-4c44ca51adb4 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:16:00.629894 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:00.657054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=64e1e084-7872-4227-97a7-4c44ca51adb4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:00.701501 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] No DVR routers for this DVR port 64e1e084-7872-4227-97a7-4c44ca51adb4 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:16:00.704226 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:00.706574 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-30299eac-74ec-4eae-b0a1-5279275df0ff req-b19c125c-edc4-4e01-83ef-45d27994864f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "DELETE /v2.0/ports/64e1e084-7872-4227-97a7-4c44ca51adb4 HTTP/1.1" status: 204 len: 173 time: 0.3971882 Aug 30 14:16:00.707036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'name': 'network-vif-deleted', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:16:00.710125 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa01ba90-332c-4d39-9825-baa61704176a" -d '{"events": [{"server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "name": "network-vif-deleted", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:16:00.751673 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6010bfe-bfaf-48b9-b30c-7c65c1833d7c x-openstack-request-id: req-b6010bfe-bfaf-48b9-b30c-7c65c1833d7c {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:16:00.752010 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43", "name": "network-vif-deleted", "tag": "64e1e084-7872-4227-97a7-4c44ca51adb4", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:16:00.752266 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b6010bfe-bfaf-48b9-b30c-7c65c1833d7c {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:16:00.752666 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fbe7a8-4955-4b07-89a3-8b8a04cb8c43', 'name': 'network-vif-deleted', 'tag': '64e1e084-7872-4227-97a7-4c44ca51adb4', 'status': 'completed', 'code': 200} Aug 30 14:16:01.238431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39228) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:01.627584 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:01.628307 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:01.890639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:16:01.890935 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:01.983234 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port b77c80e9-3ead-4fb8-b7b2-22405ce14cbe, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b77c80e9-3ead-4fb8-b7b2-22405ce14cbe,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:01.983619 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:01.997732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for b77c80e9-3ead-4fb8-b7b2-22405ce14cbe owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:16:02.193751 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:02.218767 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=b77c80e9-3ead-4fb8-b7b2-22405ce14cbe,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:02.399951 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:02.623144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 95d220b1-392b-4972-ab2e-1b16ee923a7e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:16:02.730287 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:16:02.738670 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7606739a-3dd0-404c-8a82-285b42101342 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/95d220b1-392b-4972-ab2e-1b16ee923a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4984934 Aug 30 14:16:02.740176 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39232) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:02.742262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc07614-7223-4876-af52-c866cd92377e None None] Sync routers for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:16:02.755805 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc07614-7223-4876-af52-c866cd92377e None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:16:02.756552 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4cc07614-7223-4876-af52-c866cd92377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:15:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:02.796720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5d7d27-1cf9-4e4d-adf3-c367da6b3549 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting subnet 25b7996b-80a3-4811-885c-cdaa3168ef7b {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:16:02.799837 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7d27-1cf9-4e4d-adf3-c367da6b3549 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:02.843498 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7d27-1cf9-4e4d-adf3-c367da6b3549 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:02.854982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 64e1e084-7872-4227-97a7-4c44ca51adb4 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:16:02.882113 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 64e1e084-7872-4227-97a7-4c44ca51adb4 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:16:02.882461 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 64e1e084-7872-4227-97a7-4c44ca51adb4 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:16:02.887190 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4cc07614-7223-4876-af52-c866cd92377e None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:16:03.081744 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4cc07614-7223-4876-af52-c866cd92377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:16:02Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:03.109326 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc07614-7223-4876-af52-c866cd92377e None None] Checking router: 95d220b1-392b-4972-ab2e-1b16ee923a7e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:16:03.118377 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc07614-7223-4876-af52-c866cd92377e None None] Routers {'95d220b1-392b-4972-ab2e-1b16ee923a7e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:16:03.119015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4cc07614-7223-4876-af52-c866cd92377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:15:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['95d220b1-392b-4972-ab2e-1b16ee923a7e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:03.229229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-4cc07614-7223-4876-af52-c866cd92377e None None] Set router 95d220b1-392b-4972-ab2e-1b16ee923a7e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:16:03.241550 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7d27-1cf9-4e4d-adf3-c367da6b3549 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.302643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7d27-1cf9-4e4d-adf3-c367da6b3549 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.330067 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d7d27-1cf9-4e4d-adf3-c367da6b3549 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Subnet': ['ID=25b7996b-80a3-4811-885c-cdaa3168ef7b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:03.335495 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ae5d7d27-1cf9-4e4d-adf3-c367da6b3549 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.337022 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ae5d7d27-1cf9-4e4d-adf3-c367da6b3549 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/subnets/25b7996b-80a3-4811-885c-cdaa3168ef7b HTTP/1.1" status: 204 len: 168 time: 0.5955434 Aug 30 14:16:03.339720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39234) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:03.350823 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff177b5-1685-4128-9c8c-7a443cff238b None None] Network 7db53cfc-180f-4511-bd68-d71ea4638cc6 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:16:03.454411 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.520500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-4cc07614-7223-4876-af52-c866cd92377e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:16:02Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:03.552749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc07614-7223-4876-af52-c866cd92377e None None] The sync data for ids ['95d220b1-392b-4972-ab2e-1b16ee923a7e'] in n-d-688802-6 is: [{'id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925982159', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:13:31Z', 'updated_at': '2021-08-30T14:16:02Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'f47a340e-37ba-48d3-87eb-5c0423c8f84b', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:03:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d220b1-392b-4972-ab2e-1b16ee923a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:13:32Z', 'updated_at': '2021-08-30T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:16:03.570327 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.570982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbf91c-77d9-4e8e-a012-7211393580ac None None] DHCP port deletion for 7db53cfc-180f-4511-bd68-d71ea4638cc6 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:16:03.620174 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f2bbf91c-77d9-4e8e-a012-7211393580ac None None] Deleting port 11d2da65-7bfe-427a-868b-657b202a6326 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:16:03.620482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf91c-77d9-4e8e-a012-7211393580ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.627847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port f47a340e-37ba-48d3-87eb-5c0423c8f84b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:16:03.628228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.682882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f2bbf91c-77d9-4e8e-a012-7211393580ac None None] For port 11d2da65-7bfe-427a-868b-657b202a6326, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=11d2da65-7bfe-427a-868b-657b202a6326,segment=NetworkSegment(9f04cff8-9f47-4dad-a730-4b19d2a41a01),segment_id=9f04cff8-9f47-4dad-a730-4b19d2a41a01)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:03.683279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf91c-77d9-4e8e-a012-7211393580ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.701459 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f2bbf91c-77d9-4e8e-a012-7211393580ac None None] Calling delete_port for 11d2da65-7bfe-427a-868b-657b202a6326 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:16:03.711526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port f47a340e-37ba-48d3-87eb-5c0423c8f84b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=f47a340e-37ba-48d3-87eb-5c0423c8f84b,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:03.711893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.724025 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for f47a340e-37ba-48d3-87eb-5c0423c8f84b owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:16:03.782329 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f2bbf91c-77d9-4e8e-a012-7211393580ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.805631 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbf91c-77d9-4e8e-a012-7211393580ac None None] Pushing event deleted for resources: {'Port': ['ID=11d2da65-7bfe-427a-868b-657b202a6326,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:03.812545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbf91c-77d9-4e8e-a012-7211393580ac None None] No DVR routers for this DVR port 11d2da65-7bfe-427a-868b-657b202a6326 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:16:03.894956 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:03.923955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=f47a340e-37ba-48d3-87eb-5c0423c8f84b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:03.986853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.085068 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.087214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.134341 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.135053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Fanout notify agent at l3_agent the message router_deleted on router 95d220b1-392b-4972-ab2e-1b16ee923a7e {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:16:04.143042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.144198 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8a1c6ad3-d96a-4d0d-a244-66724a793e82 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/routers/95d220b1-392b-4972-ab2e-1b16ee923a7e HTTP/1.1" status: 204 len: 168 time: 0.8030584 Aug 30 14:16:04.147268 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39236) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:04.229471 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.325217 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.335162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db53cfc-180f-4511-bd68-d71ea4638cc6']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:04.345493 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f04cff8-9f47-4dad-a730-4b19d2a41a01') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:04.345828 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f04cff8-9f47-4dad-a730-4b19d2a41a01') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:04.354794 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.368924 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.375801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:16:04.376296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:16:04.379502 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:16:04.440280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.445493 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.448395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/networks/7db53cfc-180f-4511-bd68-d71ea4638cc6 HTTP/1.1" status: 204 len: 168 time: 0.2993722 Aug 30 14:16:04.451071 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39238) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:04.468696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29215309-00ed-4fed-a25b-342fffe4b2c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Network': ['ID=7db53cfc-180f-4511-bd68-d71ea4638cc6,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:04.513155 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.538873 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.602528 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.605187 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:04.607549 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/security-groups/9e604661-04e4-459e-8704-7ff152c1135c HTTP/1.1" status: 204 len: 168 time: 0.1553736 Aug 30 14:16:04.617629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e604661-04e4-459e-8704-7ff152c1135c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:04.626627 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.626985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.627335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.627682 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.628019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.628915 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.629455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.630183 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.630430 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.630816 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.631121 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.631509 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6af97-816e-48b6-a87d-38f8be85b4d6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:04.885312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 11d2da65-7bfe-427a-868b-657b202a6326 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:16:04.906184 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 11d2da65-7bfe-427a-868b-657b202a6326 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:16:04.906531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 11d2da65-7bfe-427a-868b-657b202a6326 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:16:04.906941 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b77c80e9-3ead-4fb8-b7b2-22405ce14cbe no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:16:04.929098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b77c80e9-3ead-4fb8-b7b2-22405ce14cbe {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:16:04.929363 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b77c80e9-3ead-4fb8-b7b2-22405ce14cbe not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:16:04.929792 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f47a340e-37ba-48d3-87eb-5c0423c8f84b no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:16:04.948473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: f47a340e-37ba-48d3-87eb-5c0423c8f84b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:16:04.948821 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device f47a340e-37ba-48d3-87eb-5c0423c8f84b not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:16:06.199335 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39246) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:06.204689 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c8cfaa80-cddb-40f6-8c74-05c29109a23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418282695', 'description': 'tempest-secgroup-smoke-418282695 description', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:06.232004 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaa80-cddb-40f6-8c74-05c29109a23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.311239 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaa80-cddb-40f6-8c74-05c29109a23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.315243 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaa80-cddb-40f6-8c74-05c29109a23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.345858 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c8cfaa80-cddb-40f6-8c74-05c29109a23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.347093 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c8cfaa80-cddb-40f6-8c74-05c29109a23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1460705 Aug 30 14:16:06.348914 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfaa80-cddb-40f6-8c74-05c29109a23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3697ada-c988-46ed-b1b3-fc039f6cdfca,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:06.350149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39248) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:06.354966 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a4764c33-16f9-486f-bc5e-09fa05fd0440 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b3697ada-c988-46ed-b1b3-fc039f6cdfca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:06.381313 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a4764c33-16f9-486f-bc5e-09fa05fd0440 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.438767 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a4764c33-16f9-486f-bc5e-09fa05fd0440 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.442379 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a4764c33-16f9-486f-bc5e-09fa05fd0440 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.460125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4764c33-16f9-486f-bc5e-09fa05fd0440 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85956ec6-c8d0-41d7-99a6-49444a770f89,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:06.467444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a4764c33-16f9-486f-bc5e-09fa05fd0440 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.468821 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a4764c33-16f9-486f-bc5e-09fa05fd0440 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176116 Aug 30 14:16:06.471628 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39250) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:06.476146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-347f6c65-c924-4846-ad7a-53b1c11fde36 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b3697ada-c988-46ed-b1b3-fc039f6cdfca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:06.502090 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-347f6c65-c924-4846-ad7a-53b1c11fde36 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.563875 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-347f6c65-c924-4846-ad7a-53b1c11fde36 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.567607 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-347f6c65-c924-4846-ad7a-53b1c11fde36 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.585604 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f6c65-c924-4846-ad7a-53b1c11fde36 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e13af1d-f7f4-4418-8a2b-5ea0e003c2e6,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:06.595161 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-347f6c65-c924-4846-ad7a-53b1c11fde36 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.596363 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-347f6c65-c924-4846-ad7a-53b1c11fde36 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237869 Aug 30 14:16:06.599180 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39252) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:06.603803 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c854e0d1-922b-4d09-b711-81e37c6a71fe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b3697ada-c988-46ed-b1b3-fc039f6cdfca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:06.631529 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c854e0d1-922b-4d09-b711-81e37c6a71fe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.691278 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c854e0d1-922b-4d09-b711-81e37c6a71fe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.695055 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c854e0d1-922b-4d09-b711-81e37c6a71fe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.715461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854e0d1-922b-4d09-b711-81e37c6a71fe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6a64a3-8625-4b7c-a922-f9fdd4e34f6d,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:06.722671 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c854e0d1-922b-4d09-b711-81e37c6a71fe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.727253 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c854e0d1-922b-4d09-b711-81e37c6a71fe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246166 Aug 30 14:16:06.727468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39254) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:06.732825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-5c8618bb-7509-4286-bc0d-5589ddf10971 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b3697ada-c988-46ed-b1b3-fc039f6cdfca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:06.759841 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c8618bb-7509-4286-bc0d-5589ddf10971 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.790506 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-01b5b41b-593d-455c-b23d-e2c7acf26fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.825325 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c8618bb-7509-4286-bc0d-5589ddf10971 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.829130 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c8618bb-7509-4286-bc0d-5589ddf10971 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.844836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8618bb-7509-4286-bc0d-5589ddf10971 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edcea14-a5f5-4daa-8911-fa5c8874d77a,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:06.853634 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-5c8618bb-7509-4286-bc0d-5589ddf10971 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.854866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-5c8618bb-7509-4286-bc0d-5589ddf10971 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260755 Aug 30 14:16:06.858112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39256) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:06.862541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-69894277-7da5-4b16-a5e4-ae1fb66e9f9f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b3697ada-c988-46ed-b1b3-fc039f6cdfca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:06.891746 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-69894277-7da5-4b16-a5e4-ae1fb66e9f9f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:16:06.896847 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69894277-7da5-4b16-a5e4-ae1fb66e9f9f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.957085 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69894277-7da5-4b16-a5e4-ae1fb66e9f9f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.960763 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69894277-7da5-4b16-a5e4-ae1fb66e9f9f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.982666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69894277-7da5-4b16-a5e4-ae1fb66e9f9f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee69e0d-3069-42ca-b426-792e91104ae7,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:06.986700 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-69894277-7da5-4b16-a5e4-ae1fb66e9f9f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:06.987910 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-69894277-7da5-4b16-a5e4-ae1fb66e9f9f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1288700 Aug 30 14:16:06.990815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39258) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:06.995276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-522ea166-9fad-4864-b3b3-d1cb9c1130ea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': 'b3697ada-c988-46ed-b1b3-fc039f6cdfca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:07.020646 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-522ea166-9fad-4864-b3b3-d1cb9c1130ea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:16:07.026233 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-522ea166-9fad-4864-b3b3-d1cb9c1130ea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.088512 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-522ea166-9fad-4864-b3b3-d1cb9c1130ea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.092855 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-522ea166-9fad-4864-b3b3-d1cb9c1130ea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.112204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ea166-9fad-4864-b3b3-d1cb9c1130ea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ec7497-a95d-4cc6-ab30-853b34e43255,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:07.119540 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-522ea166-9fad-4864-b3b3-d1cb9c1130ea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.120772 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-522ea166-9fad-4864-b3b3-d1cb9c1130ea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290362 Aug 30 14:16:07.123801 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39260) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:07.128786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'network': {'name': 'tempest-network-smoke--941277121', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'port_security_enabled': True}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:07.149558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:16:07.153600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.179539 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:16:07.188620 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.189021 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Added segment 67ac4503-5a2a-48bd-8468-1992fab362f3 of type vlan for network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a Aug 30 14:16:07.230474 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.255553 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.261177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:07.261869 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.320533 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956878 Aug 30 14:16:07.323288 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39262) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:07.330593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'admin_state_up': True, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:07.340554 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20d890-29e7-4ed5-9631-502aad3b3533 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Network': ['ID=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:07.351455 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:16:07.358027 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.359102 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.418015 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.560354 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.756745 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.775971 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:07.886352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.4 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/c03ba976-07f2-4c24-907b-f452877ad24a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:16:07.990602 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:08.030600 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:08.074492 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:16:08.077488 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:16:08.081035 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:16:08.103612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=c03ba976-07f2-4c24-907b-f452877ad24a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:08.337461 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:08.536720 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:08.661901 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 073663b6-5618-4749-8797-22076f88d28b is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:16:08.766825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:16:08.776746 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Sync routers for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:16:08.786275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:08.786708 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:16:08.787494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0455a813-0a20-4029-9f80-eecf26013599 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4632604 Aug 30 14:16:08.787617 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:15:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:08.790610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39264) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:08.869654 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-0d823bfd-7a8c-4bfa-8e7c-f21cde68f5b2 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a68338d75b2e42d58c9ec4ba615cbfdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0778995 Aug 30 14:16:08.872955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39268) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:08.899619 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:16:08.960871 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdd9caa-fe4c-40c3-8e36-ff6e4ddfaa74 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:08.962321 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2fdd9caa-fe4c-40c3-8e36-ff6e4ddfaa74 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884256 Aug 30 14:16:08.965292 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39270) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:08.994787 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d7a611c0-c12a-4eca-9a01-c72b4746eedd tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283592 Aug 30 14:16:08.998050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39272) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:09.003096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1428934367', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:09.078824 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:08Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:09.094833 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:16:09.098973 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.104961 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Checking router: 073663b6-5618-4749-8797-22076f88d28b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:16:09.105312 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Updating router 073663b6-5618-4749-8797-22076f88d28b port c03ba976-07f2-4c24-907b-f452877ad24a binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:16:09.135672 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.288588 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.350257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Subnet': ['ID=812547fe-60eb-4b1e-a23a-2fcd099310d0,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:09.359456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Checking segment: {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:16:09.359819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network hostable DHCP agents. Network: 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:16:09.376904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:16:09.385952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:16:09.387817 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.391014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:09.391596 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.399042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ae40d-fa69-4339-a47d-a48217aadd5a None None] Network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:16:09.400975 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Transition to ACTIVE for port object c03ba976-07f2-4c24-907b-f452877ad24a will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:16:09.412031 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.418754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c26f7de8-66f0-44ce-80fe-822b97adc725 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4196165 Aug 30 14:16:09.421803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39274) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:09.456528 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Pushing event updated for resources: {'Port': ['ID=c03ba976-07f2-4c24-907b-f452877ad24a,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:09.466457 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.466457 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.467018 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.467448 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.468034 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.468579 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.469136 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.469703 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.470247 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.470814 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.471241 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.471679 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:16:09.488667 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Attempting to bind port c03ba976-07f2-4c24-907b-f452877ad24a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:16:09.489192 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Attempting to bind port c03ba976-07f2-4c24-907b-f452877ad24a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:16:09.489905 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Attempting to bind port c03ba976-07f2-4c24-907b-f452877ad24a on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:16:09.495300 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:16:09.495829 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:16:09.496661 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.497232 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:16:09.497826 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Bound port: c03ba976-07f2-4c24-907b-f452877ad24a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:16:09.498304 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.552694 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d66157ae-18d4-4462-8f67-d447a118fbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.553427 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] For port c03ba976-07f2-4c24-907b-f452877ad24a, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:16:09.556678 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:16:09.557171 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] For port c03ba976-07f2-4c24-907b-f452877ad24a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c03ba976-07f2-4c24-907b-f452877ad24a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:16:09.558166 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.563552 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.623691 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:16:09.624424 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:16:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:09.699006 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Allocated IP 172.20.0.2 (5bc0a1ed-8a73-4893-bcf2-8a09ec70463a/812547fe-60eb-4b1e-a23a-2fcd099310d0/42022808-2d75-40be-b39a-e9470ca54620) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:16:09.733472 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:16:09.788618 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af761f6-b7b3-42ad-a452-1f53777c0a3e None None] Pushing event updated for resources: {'Port': ['ID=c03ba976-07f2-4c24-907b-f452877ad24a,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:09.853237 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.862604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Transition to ACTIVE for port object 42022808-2d75-40be-b39a-e9470ca54620 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:16:09.878726 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Transition to ACTIVE for port object 42022808-2d75-40be-b39a-e9470ca54620 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:16:09.886337 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.904151 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:09.924186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:16:09.927527 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:08Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:09.929408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:16:09.933352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:16:09.947909 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Pushing event updated for resources: {'Port': ['ID=42022808-2d75-40be-b39a-e9470ca54620,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:09.957763 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693d2a44-b729-45dc-bfd6-0079ea18bcba None None] The sync data for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 is: [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:08Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:16:09.993853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Attempting to bind port 42022808-2d75-40be-b39a-e9470ca54620 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:16:09.994229 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Attempting to bind port 42022808-2d75-40be-b39a-e9470ca54620 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:16:09.994593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Attempting to bind port 42022808-2d75-40be-b39a-e9470ca54620 on network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:16:10.000615 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:16:10.000990 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Checking segment: {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:16:10.001392 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:10.001825 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Bound using segment: {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:16:10.002298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Bound port: 42022808-2d75-40be-b39a-e9470ca54620, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:16:10.002682 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:10.070958 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] For port 42022808-2d75-40be-b39a-e9470ca54620, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:16:10.075413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] For port 42022808-2d75-40be-b39a-e9470ca54620, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=42022808-2d75-40be-b39a-e9470ca54620,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:16:10.081601 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:10.155034 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:10.161475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a974d-e8bf-457e-9c63-84b0abd3bf58 None None] Pushing event updated for resources: {'Port': ['ID=42022808-2d75-40be-b39a-e9470ca54620,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:10.228665 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.1 (5bc0a1ed-8a73-4893-bcf2-8a09ec70463a/812547fe-60eb-4b1e-a23a-2fcd099310d0/e88d2429-df55-40ed-9ecd-dd644a38608d) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:16:10.406506 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:10.427532 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object e88d2429-df55-40ed-9ecd-dd644a38608d will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:16:10.465890 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:10.514184 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:16:10.517487 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:16:10.522505 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:16:10.526644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=e88d2429-df55-40ed-9ecd-dd644a38608d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:10.572905 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:10.714563 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:10.986421 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c03ba976-07f2-4c24-907b-f452877ad24a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:16:11.041590 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c03ba976-07f2-4c24-907b-f452877ad24a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:16:11.046268 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c03ba976-07f2-4c24-907b-f452877ad24a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:11.046878 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.051999 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.057869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.140804 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=e88d2429-df55-40ed-9ecd-dd644a38608d,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:11.143519 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.154279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb3f0a-aef6-4609-8b59-fffced6794a3 None None] Network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:16:11.211410 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.239185 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.252697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1159af6e-bd69-4623-8fec-77c4a757d416 None None] Provisioning for port 42022808-2d75-40be-b39a-e9470ca54620 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:16:11.252966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:16:11.254525 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:16:11.258262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c03ba976-07f2-4c24-907b-f452877ad24a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c03ba976-07f2-4c24-907b-f452877ad24a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:11.273209 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.274053 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 42022808-2d75-40be-b39a-e9470ca54620 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:16:11.381189 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 073663b6-5618-4749-8797-22076f88d28b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:16:11.417020 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c03ba976-07f2-4c24-907b-f452877ad24a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:11.427197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 42022808-2d75-40be-b39a-e9470ca54620 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:16:11.433159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 42022808-2d75-40be-b39a-e9470ca54620 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:11.433700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.501542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:16:11.507811 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a0234279-233b-4a4c-b1a8-d1f801cbd23a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/073663b6-5618-4749-8797-22076f88d28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0841670 Aug 30 14:16:11.582117 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.638238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 42022808-2d75-40be-b39a-e9470ca54620, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=42022808-2d75-40be-b39a-e9470ca54620,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:11.645102 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.689644 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-7021db7e-ad41-4ad1-a781-f8ec4c7c6e27 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418282695&fields=id&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 267 time: 0.0451159 Aug 30 14:16:11.702012 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=42022808-2d75-40be-b39a-e9470ca54620,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:11.742150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Sync routers for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:16:11.752801 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:16:11.753429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:16:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:11.821759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6ef6608b-b037-4a9a-a97a-7873fdf57002 None None] Provisioning for port e88d2429-df55-40ed-9ecd-dd644a38608d completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:16:11.822325 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-656719ce-3a5c-4308-b550-34eddb7ec06e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:11.824372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-656719ce-3a5c-4308-b550-34eddb7ec06e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/networks?id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a HTTP/1.1" status: 200 len: 796 time: 0.1319294 Aug 30 14:16:11.843331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-57d079f8-c9f1-445b-8c0b-570ac575f917 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/quotas/a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 375 time: 0.0109706 Aug 30 14:16:11.869804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6ef6608b-b037-4a9a-a97a-7873fdf57002 None None] Provisioning complete for port e88d2429-df55-40ed-9ecd-dd644a38608d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:11.870162 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6ef6608b-b037-4a9a-a97a-7873fdf57002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:11.915413 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-95f3a7c5-e7fe-4ed3-804f-2f02fad9ddd8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628266 Aug 30 14:16:11.916343 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:16:12.041931 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-3ba49e34-b857-4355-8baf-683ea9cf3b67 service neutron] 10.222.0.37 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140056 Aug 30 14:16:12.122441 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-6ef6608b-b037-4a9a-a97a-7873fdf57002 None None] Port e88d2429-df55-40ed-9ecd-dd644a38608d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:16:12.147250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-6ef6608b-b037-4a9a-a97a-7873fdf57002 None None] Provisioning complete for port 42022808-2d75-40be-b39a-e9470ca54620 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:12.147632 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6ef6608b-b037-4a9a-a97a-7873fdf57002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:12.383471 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e88d2429-df55-40ed-9ecd-dd644a38608d', 'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c9:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:10Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 2, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:12.417016 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Checking router: 073663b6-5618-4749-8797-22076f88d28b for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:16:12.417374 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Updating router 073663b6-5618-4749-8797-22076f88d28b port e88d2429-df55-40ed-9ecd-dd644a38608d binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:16:12.443701 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:12.478209 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-8acc195c-8425-411a-b08a-7f11104abd1b service neutron] 10.222.0.37 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292169 Aug 30 14:16:12.511488 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:12.563367 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7630b15f-e3da-4c00-a696-bf3089979387 None None] Provisioning complete for port e88d2429-df55-40ed-9ecd-dd644a38608d triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:12.563739 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7630b15f-e3da-4c00-a696-bf3089979387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:12.633411 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7630b15f-e3da-4c00-a696-bf3089979387 None None] Port e88d2429-df55-40ed-9ecd-dd644a38608d cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:16:12.659771 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-17fb1688-0a20-4808-be2d-09d84d94670e req-9d9a611a-0757-453f-8142-cc9ef3a59803 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 210 time: 0.0293114 Aug 30 14:16:12.792065 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:12.803666 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Transition to ACTIVE for port object e88d2429-df55-40ed-9ecd-dd644a38608d will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:16:12.810678 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:12.899640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5e946-0212-4ee8-ac6e-e20536580c8f None None] Pushing event updated for resources: {'Port': ['ID=e88d2429-df55-40ed-9ecd-dd644a38608d,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:12.913445 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Attempting to bind port e88d2429-df55-40ed-9ecd-dd644a38608d on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:16:12.913885 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Attempting to bind port e88d2429-df55-40ed-9ecd-dd644a38608d by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:16:12.914222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Attempting to bind port e88d2429-df55-40ed-9ecd-dd644a38608d on network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:16:12.921416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:16:12.921837 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Checking segment: {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:16:12.922279 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:12.922778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Bound using segment: {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:16:12.923384 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Bound port: e88d2429-df55-40ed-9ecd-dd644a38608d, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:16:12.923774 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:12.935216 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c03ba976-07f2-4c24-907b-f452877ad24a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:16:13.035055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c03ba976-07f2-4c24-907b-f452877ad24a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:13.035436 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:13.058210 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] For port e88d2429-df55-40ed-9ecd-dd644a38608d, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:16:13.078569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] For port e88d2429-df55-40ed-9ecd-dd644a38608d, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e88d2429-df55-40ed-9ecd-dd644a38608d,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:16:13.086004 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:13.166533 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:16:13.167173 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:16:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:13.223921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5e946-0212-4ee8-ac6e-e20536580c8f None None] Pushing event updated for resources: {'Port': ['ID=e88d2429-df55-40ed-9ecd-dd644a38608d,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:13.262728 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 42022808-2d75-40be-b39a-e9470ca54620 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:16:13.347577 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:16:13.403348 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 42022808-2d75-40be-b39a-e9470ca54620 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:13.403906 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:13.636592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e88d2429-df55-40ed-9ecd-dd644a38608d', 'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c9:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:10Z', 'updated_at': '2021-08-30T14:16:13Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:13.657970 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-1d9d7831-1fcc-45a3-9e85-b3512e4bb250 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:13.659431 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-1d9d7831-1fcc-45a3-9e85-b3512e4bb250 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "GET /v2.0/networks?id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a HTTP/1.1" status: 200 len: 796 time: 0.1200929 Aug 30 14:16:13.665230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a605cf9-2c40-4a65-91bc-e594651ae40a None None] The sync data for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 is: [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e88d2429-df55-40ed-9ecd-dd644a38608d', 'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c9:b7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:10Z', 'updated_at': '2021-08-30T14:16:13Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:16:13.746591 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-3a6e2333-92d4-4057-8b2e-d01f8ca41a0e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 379 time: 0.0769818 Aug 30 14:16:13.756312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'port': {'device_id': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'admin_state_up': True, 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'security_groups': ['b3697ada-c988-46ed-b1b3-fc039f6cdfca']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:13.827918 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-016ae154-f38b-48ed-8933-0a7065a654d2 req-fad9515c-324f-4c61-8260-b7a4bd7eb1e7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 210 time: 0.0679855 Aug 30 14:16:13.846213 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:16:13.906832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:16:13.910442 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:14.045605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.3 (5bc0a1ed-8a73-4893-bcf2-8a09ec70463a/812547fe-60eb-4b1e-a23a-2fcd099310d0/f36bee72-2583-475b-a6c3-d246694b29bc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:16:14.192494 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:14.206944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object f36bee72-2583-475b-a6c3-d246694b29bc will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:16:14.241890 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:14.295271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:16:14.298549 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:16:14.301185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:16:14.331227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=f36bee72-2583-475b-a6c3-d246694b29bc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:14.361329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:14.362014 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:14.377089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-dc570d7d-bb39-4e69-8199-dc4c58f047d8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6244476 Aug 30 14:16:14.390174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Request body: {'port': {'device_id': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:14.448201 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:14.598357 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-22e1c5c4-7751-4130-afd7-d96a6ac7e841 None None] Provisioning for port f36bee72-2583-475b-a6c3-d246694b29bc completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:16:14.602628 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-22e1c5c4-7751-4130-afd7-d96a6ac7e841 None None] Provisioning complete for port f36bee72-2583-475b-a6c3-d246694b29bc triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:14.602996 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22e1c5c4-7751-4130-afd7-d96a6ac7e841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:14.640654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-22e1c5c4-7751-4130-afd7-d96a6ac7e841 None None] Port f36bee72-2583-475b-a6c3-d246694b29bc cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:16:14.741783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36bee72-2583-475b-a6c3-d246694b29bc {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:16:14.749592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:14.761463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Transition to ACTIVE for port object f36bee72-2583-475b-a6c3-d246694b29bc will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:16:14.766092 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:14.815013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Pushing event updated for resources: {'Port': ['ID=f36bee72-2583-475b-a6c3-d246694b29bc,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:14.898139 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Attempting to bind port f36bee72-2583-475b-a6c3-d246694b29bc on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:16:14.898482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Attempting to bind port f36bee72-2583-475b-a6c3-d246694b29bc by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:16:14.898815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Attempting to bind port f36bee72-2583-475b-a6c3-d246694b29bc on network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:16:14.907905 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Port f36bee72-2583-475b-a6c3-d246694b29bc on network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:16:14.908235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Attempting to bind port f36bee72-2583-475b-a6c3-d246694b29bc on network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:16:14.918364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:16:14.918932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Checking segment: {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:16:14.919429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Bound using segment: {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:16:14.919879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Bound port: f36bee72-2583-475b-a6c3-d246694b29bc, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ac4503-5a2a-48bd-8468-1992fab362f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:16:14.920244 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:14.957931 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e88d2429-df55-40ed-9ecd-dd644a38608d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:16:14.970269 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15262dc8-337b-4c3d-b5f6-072c558db9c2 req-43d7ac67-8d8b-48ba-9bbf-0adaf4bcb518 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:14.971828 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-15262dc8-337b-4c3d-b5f6-072c558db9c2 req-43d7ac67-8d8b-48ba-9bbf-0adaf4bcb518 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 943 time: 0.0603583 Aug 30 14:16:15.003005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] For port f36bee72-2583-475b-a6c3-d246694b29bc, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:16:15.007223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] For port f36bee72-2583-475b-a6c3-d246694b29bc, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f36bee72-2583-475b-a6c3-d246694b29bc,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:16:15.016492 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:15.018526 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-15262dc8-337b-4c3d-b5f6-072c558db9c2 req-5427c928-035e-4b24-9594-969266e73b5b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399935 Aug 30 14:16:15.032610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:15.034012 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:15.035602 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] 10.222.0.35 "PUT /v2.0/ports/f36bee72-2583-475b-a6c3-d246694b29bc HTTP/1.1" status: 200 len: 1091 time: 0.6504385 Aug 30 14:16:15.038154 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e88d2429-df55-40ed-9ecd-dd644a38608d completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:16:15.038307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:16:15.040400 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29967deb-fae5-4936-ad0d-94caf859c48f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:16:15.041934 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e88d2429-df55-40ed-9ecd-dd644a38608d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:15.042494 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:15.089347 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea49fc1-731d-40a3-b660-f11584bee013 x-openstack-request-id: req-eea49fc1-731d-40a3-b660-f11584bee013 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:16:15.089640 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:16:15.090293 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eea49fc1-731d-40a3-b660-f11584bee013 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:16:15.090692 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'status': 'completed', 'code': 200} Aug 30 14:16:15.142740 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:15.143461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97770e-b838-4231-a5e1-7d193048e256 service neutron] Pushing event updated for resources: {'Port': ['ID=f36bee72-2583-475b-a6c3-d246694b29bc,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:15.161167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-9e1c04d2-bf31-4fdd-8178-6f612add024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:15.162830 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-9e1c04d2-bf31-4fdd-8178-6f612add024d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 1094 time: 0.0631642 Aug 30 14:16:15.196601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e88d2429-df55-40ed-9ecd-dd644a38608d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e88d2429-df55-40ed-9ecd-dd644a38608d,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:15.202465 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:15.217620 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-294a9adc-066a-4f57-b368-3f60c5cb8383 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f36bee72-2583-475b-a6c3-d246694b29bc HTTP/1.1" status: 200 len: 217 time: 0.0467668 Aug 30 14:16:15.258034 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e88d2429-df55-40ed-9ecd-dd644a38608d,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:15.271893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-032e4973-fc28-4a18-85e7-f9dccdc33270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:15.273427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-032e4973-fc28-4a18-85e7-f9dccdc33270 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=812547fe-60eb-4b1e-a23a-2fcd099310d0 HTTP/1.1" status: 200 len: 835 time: 0.0491841 Aug 30 14:16:15.320949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-01901630-01cf-4b00-ba12-b82d7ac1103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:15.322528 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-01901630-01cf-4b00-ba12-b82d7ac1103b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412853 Aug 30 14:16:15.417993 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-4ca97206-0a08-4e26-8710-eaf89457e2bc service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886497 Aug 30 14:16:15.515486 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d41db8c9-873e-4412-b298-1b5677f04ba1 req-1b85aa84-f593-414a-b10b-a89db70fe9be service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903716 Aug 30 14:16:15.605082 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29967deb-fae5-4936-ad0d-94caf859c48f req-231e2a96-38e0-4cb2-8bc7-fac2a04c9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:15.606734 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29967deb-fae5-4936-ad0d-94caf859c48f req-231e2a96-38e0-4cb2-8bc7-fac2a04c9bd0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 1094 time: 0.0446870 Aug 30 14:16:15.710240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29967deb-fae5-4936-ad0d-94caf859c48f req-de32520b-d0a0-4733-ac56-ae0008398535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:15.711735 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29967deb-fae5-4936-ad0d-94caf859c48f req-de32520b-d0a0-4733-ac56-ae0008398535 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a HTTP/1.1" status: 200 len: 897 time: 0.0976448 Aug 30 14:16:15.755488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29967deb-fae5-4936-ad0d-94caf859c48f req-76453f39-4f93-4ed0-b171-012ac95e7202 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f36bee72-2583-475b-a6c3-d246694b29bc HTTP/1.1" status: 200 len: 217 time: 0.0356839 Aug 30 14:16:15.812059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29967deb-fae5-4936-ad0d-94caf859c48f req-9b381844-7529-4cb4-99e6-f7566e88550e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:15.813453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29967deb-fae5-4936-ad0d-94caf859c48f req-9b381844-7529-4cb4-99e6-f7566e88550e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=812547fe-60eb-4b1e-a23a-2fcd099310d0 HTTP/1.1" status: 200 len: 835 time: 0.0514932 Aug 30 14:16:15.864132 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29967deb-fae5-4936-ad0d-94caf859c48f req-9417ad8e-5dcf-4477-a8f6-42e316244700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:15.865712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29967deb-fae5-4936-ad0d-94caf859c48f req-9417ad8e-5dcf-4477-a8f6-42e316244700 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442805 Aug 30 14:16:15.954956 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29967deb-fae5-4936-ad0d-94caf859c48f req-96570555-f630-4995-b8e0-455e5717cd42 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821223 Aug 30 14:16:16.051665 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-29967deb-fae5-4936-ad0d-94caf859c48f req-a5d3771a-472f-4e56-b2c7-87821c2be6a4 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882661 Aug 30 14:16:16.141211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce5182-1deb-4ccd-98e5-f76f3907c820 req-61b81bdb-b411-460b-bdd5-e3a856346bfb tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:16.142659 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9ce5182-1deb-4ccd-98e5-f76f3907c820 req-61b81bdb-b411-460b-bdd5-e3a856346bfb tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 943 time: 0.0494967 Aug 30 14:16:16.180812 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f9ce5182-1deb-4ccd-98e5-f76f3907c820 req-ac4f72aa-d026-4576-8d07-a0141d75fd97 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320423 Aug 30 14:16:16.892388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e88d2429-df55-40ed-9ecd-dd644a38608d up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:16:16.940527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e88d2429-df55-40ed-9ecd-dd644a38608d triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:16.940804 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:17.301039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06352d7-6ee0-466a-b243-8d6bd0e1e00d req-29ed9476-3fcb-4f2e-ba6a-9f12ca1310f7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:17.302585 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d06352d7-6ee0-466a-b243-8d6bd0e1e00d req-29ed9476-3fcb-4f2e-ba6a-9f12ca1310f7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 943 time: 0.0499978 Aug 30 14:16:17.341475 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d06352d7-6ee0-466a-b243-8d6bd0e1e00d req-ec609084-8f6b-4ced-8843-75a8639ab017 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330038 Aug 30 14:16:18.462172 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a3d4e-ed44-4a5d-9c93-fb33b91bb5c5 req-3f354235-6a0e-4ee7-9a2f-a3f478850d5c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:18.463648 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e74a3d4e-ed44-4a5d-9c93-fb33b91bb5c5 req-3f354235-6a0e-4ee7-9a2f-a3f478850d5c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 943 time: 0.0539665 Aug 30 14:16:18.501338 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e74a3d4e-ed44-4a5d-9c93-fb33b91bb5c5 req-6a8803c1-5141-46e4-aa9c-2bee04ff64fa tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308681 Aug 30 14:16:19.617800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be061c3-61f1-4357-8b3a-462fe87b6183 req-b229a1c4-f14a-4773-9bfc-935be39f74f3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:19.619332 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0be061c3-61f1-4357-8b3a-462fe87b6183 req-b229a1c4-f14a-4773-9bfc-935be39f74f3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 943 time: 0.0512993 Aug 30 14:16:19.659806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0be061c3-61f1-4357-8b3a-462fe87b6183 req-fbc1edec-6a72-4eb6-b6eb-cf8c748c2696 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339289 Aug 30 14:16:20.290496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f36bee72-2583-475b-a6c3-d246694b29bc details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:16:20.385331 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port f36bee72-2583-475b-a6c3-d246694b29bc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f36bee72-2583-475b-a6c3-d246694b29bc,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:20.397454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'port_id': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'mac_address': 'fa:16:3e:58:09:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:16:20.435292 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:20.447798 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36bee72-2583-475b-a6c3-d246694b29bc {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:16:20.466527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port f36bee72-2583-475b-a6c3-d246694b29bc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f36bee72-2583-475b-a6c3-d246694b29bc,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:20.471043 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:20.522538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=f36bee72-2583-475b-a6c3-d246694b29bc,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:20.776564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb80b2-8b61-4b6f-bc6c-52caf1ac780b req-11ec1813-3ad5-4fc3-8062-6671c5fa498a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:20.778752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5eb80b2-8b61-4b6f-bc6c-52caf1ac780b req-11ec1813-3ad5-4fc3-8062-6671c5fa498a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 944 time: 0.0515516 Aug 30 14:16:20.817083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b5eb80b2-8b61-4b6f-bc6c-52caf1ac780b req-b7d14bfd-58b0-4638-b487-437146976264 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325055 Aug 30 14:16:20.841083 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['f36bee72-2583-475b-a6c3-d246694b29bc'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:16:21.940600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48018f78-f853-403f-99d0-b66cb3cbbac6 req-bb331173-5472-4dd0-bf9f-fa577fc251f2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:21.942180 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48018f78-f853-403f-99d0-b66cb3cbbac6 req-bb331173-5472-4dd0-bf9f-fa577fc251f2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 944 time: 0.0562685 Aug 30 14:16:21.982395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48018f78-f853-403f-99d0-b66cb3cbbac6 req-77ec2161-3ac0-404a-93ae-45fe284c9e57 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338349 Aug 30 14:16:22.301392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f36bee72-2583-475b-a6c3-d246694b29bc up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:16:22.350340 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port f36bee72-2583-475b-a6c3-d246694b29bc completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:16:22.354383 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port f36bee72-2583-475b-a6c3-d246694b29bc triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:16:22.354759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:22.434320 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:22.456881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:16:22.459149 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de76c7d5-7ee9-41f5-8f1b-1d75ddb3d54d" -d '{"events": [{"server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "name": "network-vif-plugged", "status": "completed", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:16:22.473060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port f36bee72-2583-475b-a6c3-d246694b29bc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f36bee72-2583-475b-a6c3-d246694b29bc,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:16:22.477439 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:22.505897 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f30bb61-eb43-4162-b7d9-03c5e812e1b9 x-openstack-request-id: req-4f30bb61-eb43-4162-b7d9-03c5e812e1b9 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:16:22.506238 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "name": "network-vif-plugged", "status": "completed", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:16:22.506512 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f30bb61-eb43-4162-b7d9-03c5e812e1b9 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:16:22.506906 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'code': 200} Aug 30 14:16:22.535637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=f36bee72-2583-475b-a6c3-d246694b29bc,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:22.594527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f29c09-fa28-48fd-979a-d70989be1213 req-30989d1c-e0f5-4ffb-9960-9b7af343a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:22.596015 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55f29c09-fa28-48fd-979a-d70989be1213 req-30989d1c-e0f5-4ffb-9960-9b7af343a134 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 1096 time: 0.0406773 Aug 30 14:16:22.632405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55f29c09-fa28-48fd-979a-d70989be1213 req-3746f910-b998-4f54-99d0-4eb75ace2c9e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291154 Aug 30 14:16:23.098513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73795a-9307-4c70-9a35-dd548a2d8357 req-fbdd795f-f754-4211-840f-471e8b0838fc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:23.099951 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a73795a-9307-4c70-9a35-dd548a2d8357 req-fbdd795f-f754-4211-840f-471e8b0838fc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0494127 Aug 30 14:16:23.139315 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4a73795a-9307-4c70-9a35-dd548a2d8357 req-c49c44a2-0a01-4139-9cd1-485581965fe4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334258 Aug 30 14:16:24.266847 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf5da7-1180-41b7-a7ce-d321bb38deb7 req-5ad1d3f7-2f2c-49aa-9578-b7bf8bc1f340 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:24.268364 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffaf5da7-1180-41b7-a7ce-d321bb38deb7 req-5ad1d3f7-2f2c-49aa-9578-b7bf8bc1f340 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0587564 Aug 30 14:16:24.308196 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ffaf5da7-1180-41b7-a7ce-d321bb38deb7 req-6fb0011b-b0fa-4163-84ad-db682c57ed16 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336480 Aug 30 14:16:24.430944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed522235-c4f1-468a-8961-cece7a848c31 req-112d5c3c-e4db-4f89-ae76-32606348a61c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:24.432395 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed522235-c4f1-468a-8961-cece7a848c31 req-112d5c3c-e4db-4f89-ae76-32606348a61c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0555918 Aug 30 14:16:24.471296 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ed522235-c4f1-468a-8961-cece7a848c31 req-a0ab5194-1aae-47fa-84f2-3389ba79644b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323408 Aug 30 14:16:24.493017 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39328) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:24.540507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd65277-90a8-4699-b442-b6875a5fbdb4 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:24.542095 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-acd65277-90a8-4699-b442-b6875a5fbdb4 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 1091 time: 0.0480015 Aug 30 14:16:24.545688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39330) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:24.550150 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:16:24.573326 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:24.672895 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:24.778388 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.7 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/db5579cd-e0e1-4013-8328-a25ab13000b4) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:16:24.879353 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:24.919503 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:24.962663 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:16:24.966200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:16:24.969768 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:16:24.991265 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=db5579cd-e0e1-4013-8328-a25ab13000b4,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:25.325642 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:25.395743 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:25.545564 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:25.550030 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:25.616711 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=db5579cd-e0e1-4013-8328-a25ab13000b4,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:16:25.627335 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:25.727235 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP 66acfcca-d0dd-4f51-be42-06842b406272 associated. External IP: 172.25.2.7, port: f36bee72-2583-475b-a6c3-d246694b29bc. Aug 30 14:16:25.935358 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 073663b6-5618-4749-8797-22076f88d28b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:16:26.043117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:16:26.052873 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] Sync routers for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:16:26.058617 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:26.063051 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:16:26.063733 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:16:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:26.087684 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ba853882-85c3-4934-b024-cdb20d4c6093 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5408988 Aug 30 14:16:26.088396 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:16:26.091139 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c957f351-27cf-41b5-9bf8-66e58a11599e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:16:26.201530 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad9b97-b1f0-45ac-96b3-21fe3942079c req-2bc63c71-6276-4a8e-98f0-7eea42dd843c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:26.203114 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93ad9b97-b1f0-45ac-96b3-21fe3942079c req-2bc63c71-6276-4a8e-98f0-7eea42dd843c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0534778 Aug 30 14:16:26.204618 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b1987e-1933-4d90-bb7b-2a762a0f4a16 x-openstack-request-id: req-49b1987e-1933-4d90-bb7b-2a762a0f4a16 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:16:26.204912 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:16:26.213559 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49b1987e-1933-4d90-bb7b-2a762a0f4a16 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:16:26.214094 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'status': 'completed', 'code': 200} Aug 30 14:16:26.249967 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-93ad9b97-b1f0-45ac-96b3-21fe3942079c req-acbf108c-5015-4eac-8d39-d222697de767 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348542 Aug 30 14:16:26.265119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-9d576a10-ee61-4475-baa1-a58b88af42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:26.267333 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-9d576a10-ee61-4475-baa1-a58b88af42a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 1096 time: 0.0448937 Aug 30 14:16:26.272849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39338) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:26.277290 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:16:26.394372 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b91308b5-7de4-428c-a199-bc2f0bd5758b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/66acfcca-d0dd-4f51-be42-06842b406272 HTTP/1.1" status: 200 len: 989 time: 0.1192560 Aug 30 14:16:26.416352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-57a70b41-6303-474d-924d-a8ba276425d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:26.417912 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-57a70b41-6303-474d-924d-a8ba276425d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a HTTP/1.1" status: 200 len: 897 time: 0.1429060 Aug 30 14:16:26.489151 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-048220ad-30f6-4f75-b815-e79482adba89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f36bee72-2583-475b-a6c3-d246694b29bc HTTP/1.1" status: 200 len: 997 time: 0.0644388 Aug 30 14:16:26.509057 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '66acfcca-d0dd-4f51-be42-06842b406272', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '073663b6-5618-4749-8797-22076f88d28b', 'port_id': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'mac_address': 'fa:16:3e:58:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:16:25Z', 'updated_at': '2021-08-30T14:16:25Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88d2429-df55-40ed-9ecd-dd644a38608d', 'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c9:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:10Z', 'updated_at': '2021-08-30T14:16:15Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:26.536682 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] Checking router: 073663b6-5618-4749-8797-22076f88d28b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:16:26.542561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-10c8ab38-fba6-4d9b-a0ee-8645f0f88de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:26.544550 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-10c8ab38-fba6-4d9b-a0ee-8645f0f88de9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=812547fe-60eb-4b1e-a23a-2fcd099310d0 HTTP/1.1" status: 200 len: 835 time: 0.0482676 Aug 30 14:16:26.545383 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:16:26.546049 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:16:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:26.591912 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-eadf5c06-d3ef-478b-ad17-e4204602946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:16:26.593406 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-eadf5c06-d3ef-478b-ad17-e4204602946a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420742 Aug 30 14:16:26.660074 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:16:26.692012 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-d1922e96-8e9c-426a-bb8e-af8566ca4b16 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910788 Aug 30 14:16:26.791510 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c957f351-27cf-41b5-9bf8-66e58a11599e req-9008d754-378f-44aa-a7ed-b755524c9e55 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927341 Aug 30 14:16:26.893695 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '66acfcca-d0dd-4f51-be42-06842b406272', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '073663b6-5618-4749-8797-22076f88d28b', 'port_id': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'mac_address': 'fa:16:3e:58:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:16:25Z', 'updated_at': '2021-08-30T14:16:25Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88d2429-df55-40ed-9ecd-dd644a38608d', 'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c9:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:10Z', 'updated_at': '2021-08-30T14:16:15Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:16:26.920103 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a807c1-98de-498a-a19e-52b38185da6f None None] The sync data for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 is: [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '66acfcca-d0dd-4f51-be42-06842b406272', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '073663b6-5618-4749-8797-22076f88d28b', 'port_id': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'mac_address': 'fa:16:3e:58:09:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:16:25Z', 'updated_at': '2021-08-30T14:16:25Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e88d2429-df55-40ed-9ecd-dd644a38608d', 'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c9:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:10Z', 'updated_at': '2021-08-30T14:16:15Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:16:27.111908 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7531c3d1-2dd3-4001-be1c-2c3ad952e69a None None] New status for floating IP 66acfcca-d0dd-4f51-be42-06842b406272: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:16:27.396683 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39340) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:16:27.462491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6990fca9-80cb-4f51-b429-f689274c1b7e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/66acfcca-d0dd-4f51-be42-06842b406272 HTTP/1.1" status: 200 len: 991 time: 0.0646031 Aug 30 14:16:29.228080 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:31.628533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:36.790680 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0ec3d1d-6b39-4aec-ab4c-31992b72ba56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:39.536820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f48c239c-2559-48d7-95cb-a5e0756e4d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:40.127777 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:41.151824 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:42.495540 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:16:50.845554 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:16:59.258539 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:01.635667 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:06.791160 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-230f7b27-b3c4-43a4-b831-d7c81a57e81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:09.539023 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-52f09cdc-d282-441a-aaaa-e1978a29bb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:10.131347 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:11.153830 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:12.497783 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:18.085456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-942d558b-6f77-453f-ab5e-81c8a749fa6e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397661 Aug 30 14:17:18.167439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d991e-147d-4504-b880-e317e577af3a req-07fce52f-6d94-4f3e-b602-65ecb0e5de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:18.169314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-07fce52f-6d94-4f3e-b602-65ecb0e5de91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 1096 time: 0.0410414 Aug 30 14:17:18.272823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d991e-147d-4504-b880-e317e577af3a req-282e128a-7008-4018-8bf1-f4d37178df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:18.274378 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-282e128a-7008-4018-8bf1-f4d37178df5c service neutron] 10.222.0.35 "GET /v2.0/networks?id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a HTTP/1.1" status: 200 len: 897 time: 0.0870018 Aug 30 14:17:18.340095 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-0d900402-697b-4784-ba98-4ba9a1f818dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f36bee72-2583-475b-a6c3-d246694b29bc HTTP/1.1" status: 200 len: 999 time: 0.0585189 Aug 30 14:17:18.387323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d991e-147d-4504-b880-e317e577af3a req-60416079-79e9-412b-b8b4-c3ee4ed57043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:18.388964 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-60416079-79e9-412b-b8b4-c3ee4ed57043 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=812547fe-60eb-4b1e-a23a-2fcd099310d0 HTTP/1.1" status: 200 len: 835 time: 0.0425806 Aug 30 14:17:18.439952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d991e-147d-4504-b880-e317e577af3a req-7163b1e8-1a85-46ea-8c33-21e7d70554ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:18.441451 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-7163b1e8-1a85-46ea-8c33-21e7d70554ad service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446959 Aug 30 14:17:18.453277 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-8ea39008-ae02-4934-b532-382877d94112 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:17:18.454241 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-8ea39008-ae02-4934-b532-382877d94112 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054340 Aug 30 14:17:18.542967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-3292ec40-fb27-47fa-ba58-828ed5a36324 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810711 Aug 30 14:17:18.644153 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-343d991e-147d-4504-b880-e317e577af3a req-0dae1291-2625-471c-bdf1-21025e42ec90 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928187 Aug 30 14:17:27.845573 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:17:29.259491 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:31.794924 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:36.791495 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3029b9ff-d71d-48b7-9901-aa18bf95515d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:39.540224 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e69a453a-e3c1-4668-9220-45378e9ff232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:40.132863 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:40.945732 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7a1e6f-01e5-4f7a-82e4-4a53353c8336 req-bfe15761-9b23-4b61-8ede-ee83b094a253 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:40.947256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d7a1e6f-01e5-4f7a-82e4-4a53353c8336 req-bfe15761-9b23-4b61-8ede-ee83b094a253 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0516431 Aug 30 14:17:40.985256 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6d7a1e6f-01e5-4f7a-82e4-4a53353c8336 req-ede012c2-a063-4b76-897b-4ca147412663 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318456 Aug 30 14:17:41.156896 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:42.108292 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd747cc-0eda-41ad-a1da-f985c75d6fa6 req-471cba28-5103-4590-8ebd-af629645203d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:42.109778 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdd747cc-0eda-41ad-a1da-f985c75d6fa6 req-471cba28-5103-4590-8ebd-af629645203d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0547521 Aug 30 14:17:42.147551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cdd747cc-0eda-41ad-a1da-f985c75d6fa6 req-2de54632-bfe5-474d-ad43-a0276359070b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316749 Aug 30 14:17:42.500769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:43.261533 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b326d-d081-4186-9b77-9c128264c76a req-c35cbda3-3e5a-4aad-b8c1-dea08e0cba05 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:43.263704 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-819b326d-d081-4186-9b77-9c128264c76a req-c35cbda3-3e5a-4aad-b8c1-dea08e0cba05 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0494943 Aug 30 14:17:43.300991 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-819b326d-d081-4186-9b77-9c128264c76a req-7f9f705d-9764-4d28-b9f2-ac45d3804a78 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313811 Aug 30 14:17:44.416465 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672abf9-baa8-4192-8543-0b63aa03386e req-cbc445da-a50b-4d79-b8e0-b53351e714af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:44.418014 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c672abf9-baa8-4192-8543-0b63aa03386e req-cbc445da-a50b-4d79-b8e0-b53351e714af tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0503805 Aug 30 14:17:44.456763 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c672abf9-baa8-4192-8543-0b63aa03386e req-10eac377-d8b0-421b-bb32-74db07cf0ef9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318055 Aug 30 14:17:45.571323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e631c-fbb1-447d-839d-ef6675aa085c req-ee45df97-a056-4ca0-8d99-107c2a9d86ee tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:45.572790 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da5e631c-fbb1-447d-839d-ef6675aa085c req-ee45df97-a056-4ca0-8d99-107c2a9d86ee tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0484641 Aug 30 14:17:45.615562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-da5e631c-fbb1-447d-839d-ef6675aa085c req-ba4987b7-c368-4f8f-96b4-329cdbd2230f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367751 Aug 30 14:17:46.729646 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b93d07-a6e5-4857-96ad-699f1c67ff8d req-94f6d0c0-e6c2-42eb-b7b4-368d91781498 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:46.731729 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27b93d07-a6e5-4857-96ad-699f1c67ff8d req-94f6d0c0-e6c2-42eb-b7b4-368d91781498 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0484383 Aug 30 14:17:46.769107 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27b93d07-a6e5-4857-96ad-699f1c67ff8d req-206cde78-3a55-45e1-80e5-ab64cb560d05 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312822 Aug 30 14:17:47.885895 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3ae71-3587-4c44-843a-5b131a750753 req-56cb648a-b451-4683-ab58-14342b650466 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:47.887913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15e3ae71-3587-4c44-843a-5b131a750753 req-56cb648a-b451-4683-ab58-14342b650466 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0505447 Aug 30 14:17:47.927784 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15e3ae71-3587-4c44-843a-5b131a750753 req-a60c2995-6915-4db1-8c61-2a17642c68f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337577 Aug 30 14:17:49.046336 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6d6e0-6a4c-4823-84c7-b6f0cc332c83 req-d97ec948-5a39-4f4b-8630-c22ef90bb143 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:49.047834 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ea6d6e0-6a4c-4823-84c7-b6f0cc332c83 req-d97ec948-5a39-4f4b-8630-c22ef90bb143 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0537441 Aug 30 14:17:49.086786 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3ea6d6e0-6a4c-4823-84c7-b6f0cc332c83 req-3e0f5161-16c2-4b9b-9fa2-aea97f8218e6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329025 Aug 30 14:17:50.202892 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f378e-fd1e-47c3-8c10-78b928fc2575 req-5aeda7e3-4c49-46da-b44e-ed9f49b30941 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:50.204408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-556f378e-fd1e-47c3-8c10-78b928fc2575 req-5aeda7e3-4c49-46da-b44e-ed9f49b30941 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0490034 Aug 30 14:17:50.243017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-556f378e-fd1e-47c3-8c10-78b928fc2575 req-64c2f438-4f99-4110-8f15-24ff30aae850 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325005 Aug 30 14:17:51.361107 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1ef10-b52e-47d6-a324-9e93d210a15e req-2e2f1fe0-0f6c-4e36-9a33-fb5ea71097dc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:51.362663 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9af1ef10-b52e-47d6-a324-9e93d210a15e req-2e2f1fe0-0f6c-4e36-9a33-fb5ea71097dc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0499716 Aug 30 14:17:51.401246 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9af1ef10-b52e-47d6-a324-9e93d210a15e req-5edc9288-cac1-4bf0-9956-b29a277efb23 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326490 Aug 30 14:17:52.518118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48710968-444e-44c1-b14b-dd6c77f24b96 req-346e780b-9162-4d0d-bf67-2267697b2951 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:52.519596 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48710968-444e-44c1-b14b-dd6c77f24b96 req-346e780b-9162-4d0d-bf67-2267697b2951 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0487680 Aug 30 14:17:52.561864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-48710968-444e-44c1-b14b-dd6c77f24b96 req-a3497684-a528-4e6c-bc21-c1b879e84c16 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359404 Aug 30 14:17:53.678142 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831268f5-44ed-4d30-9cd1-316b41ded6fc req-4eec5776-2249-477e-901a-d295005e89dd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:53.679508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-831268f5-44ed-4d30-9cd1-316b41ded6fc req-4eec5776-2249-477e-901a-d295005e89dd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0499909 Aug 30 14:17:53.720743 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-831268f5-44ed-4d30-9cd1-316b41ded6fc req-42f2ecc5-87a7-46c1-ae5b-6028b3cfa558 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344038 Aug 30 14:17:54.837271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6845fb-9017-4c39-8f6d-89a1fb2f42da req-a337619e-2148-4b8a-88fe-9c684f90d8ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:54.838782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c6845fb-9017-4c39-8f6d-89a1fb2f42da req-a337619e-2148-4b8a-88fe-9c684f90d8ce tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0493371 Aug 30 14:17:54.878979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8c6845fb-9017-4c39-8f6d-89a1fb2f42da req-ee2d41ba-c8c0-42e2-ac80-58dff93143d4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331712 Aug 30 14:17:56.000073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d167841-9051-4ab5-b34b-b39c2594ddc9 req-0407e467-2686-4bc3-a2b3-8840aea2ad40 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:56.001576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d167841-9051-4ab5-b34b-b39c2594ddc9 req-0407e467-2686-4bc3-a2b3-8840aea2ad40 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0540702 Aug 30 14:17:56.384847 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5d167841-9051-4ab5-b34b-b39c2594ddc9 req-6ccc96a2-cd46-45d4-81c9-ad551ecc7e57 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771088 Aug 30 14:17:57.505407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaadf1b-fd57-4341-a919-16e9eb00d957 req-97838f13-24f3-4980-8a06-86889f168349 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:57.507017 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eeaadf1b-fd57-4341-a919-16e9eb00d957 req-97838f13-24f3-4980-8a06-86889f168349 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0540631 Aug 30 14:17:57.547540 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eeaadf1b-fd57-4341-a919-16e9eb00d957 req-3f9c8919-b795-4a58-880b-1617bf844e97 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338991 Aug 30 14:17:57.571782 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39414) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:17:57.635942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6e2c70e6-53d7-4ac6-b47d-f00c72ed21b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/66acfcca-d0dd-4f51-be42-06842b406272 HTTP/1.1" status: 200 len: 991 time: 0.0607424 Aug 30 14:17:58.908529 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07214234-c566-4a96-9e0f-6c989f040274 req-4234c4c2-d864-4f04-947c-d80928116a10 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:58.909979 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07214234-c566-4a96-9e0f-6c989f040274 req-4234c4c2-d864-4f04-947c-d80928116a10 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0515358 Aug 30 14:17:58.937688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-c5319f31-30e7-4f0d-adba-534e0c123072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:58.939234 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-c5319f31-30e7-4f0d-adba-534e0c123072 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 1096 time: 0.0520275 Aug 30 14:17:58.959211 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-07214234-c566-4a96-9e0f-6c989f040274 req-8b324695-2463-4e20-b5f8-3a9f9d98bb61 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Aug 30 14:17:59.042910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-043db95e-c7e5-4f5e-b422-59e3dcf3db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:59.044868 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-043db95e-c7e5-4f5e-b422-59e3dcf3db58 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a HTTP/1.1" status: 200 len: 897 time: 0.0982456 Aug 30 14:17:59.111770 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-11943ee2-fc68-4a7b-888d-e059fb1596aa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f36bee72-2583-475b-a6c3-d246694b29bc HTTP/1.1" status: 200 len: 999 time: 0.0595973 Aug 30 14:17:59.166141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-3a8411a4-84db-4ca0-ad81-68f0755928b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:59.167555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-3a8411a4-84db-4ca0-ad81-68f0755928b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=812547fe-60eb-4b1e-a23a-2fcd099310d0 HTTP/1.1" status: 200 len: 835 time: 0.0485914 Aug 30 14:17:59.215575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-dde0aa15-2798-4425-9fb0-58d3712e9b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:17:59.217102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-dde0aa15-2798-4425-9fb0-58d3712e9b5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431371 Aug 30 14:17:59.261919 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:17:59.308491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-0453d5e0-7662-421c-8857-914cf684d193 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844047 Aug 30 14:17:59.404768 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ed2b7de-a51d-4965-970f-142c25e31c31 req-a378a7e4-4154-4091-8bf6-a1b2a3076fb5 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889814 Aug 30 14:18:00.080989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a0d64-10cd-4000-bb64-1446207e74e0 req-67c56dc0-1365-4e9f-b29c-7d2a52efa109 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:00.082522 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-149a0d64-10cd-4000-bb64-1446207e74e0 req-67c56dc0-1365-4e9f-b29c-7d2a52efa109 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0515411 Aug 30 14:18:00.120104 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-149a0d64-10cd-4000-bb64-1446207e74e0 req-f84e6381-eb5b-4a41-9bf8-b23b0cfe90bd tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316856 Aug 30 14:18:00.143482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39426) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:00.209692 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a6aae3b9-851b-4695-9037-de0c4d605262 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/66acfcca-d0dd-4f51-be42-06842b406272 HTTP/1.1" status: 200 len: 991 time: 0.0650246 Aug 30 14:18:01.658387 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:04.845289 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:18:06.793602 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0dea50c4-907a-4a67-92ce-de3af8cc2a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:09.540393 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e0899dcc-92b9-41c6-88eb-093f66740921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:10.133937 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:11.160339 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:12.503575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:19.115243 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-85ea0765-542e-4607-b1be-4130f8f27f71 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403473 Aug 30 14:18:19.199808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-3f2db9a9-5dae-4ba1-aa12-a75de5c1e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:19.201771 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-3f2db9a9-5dae-4ba1-aa12-a75de5c1e7d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 1096 time: 0.0411367 Aug 30 14:18:19.305798 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-575893aa-f0d0-44f7-889d-813298a9603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:19.307245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-575893aa-f0d0-44f7-889d-813298a9603d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a HTTP/1.1" status: 200 len: 897 time: 0.0860820 Aug 30 14:18:19.370569 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-5447c3bc-5ec7-4ff4-876f-e8d4b1a785ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f36bee72-2583-475b-a6c3-d246694b29bc HTTP/1.1" status: 200 len: 999 time: 0.0563858 Aug 30 14:18:19.422965 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-c3f28347-54ba-476e-9923-063a6f9433d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:19.424408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-c3f28347-54ba-476e-9923-063a6f9433d4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=812547fe-60eb-4b1e-a23a-2fcd099310d0 HTTP/1.1" status: 200 len: 835 time: 0.0472312 Aug 30 14:18:19.472708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-0f50303c-dc6f-4d9f-a198-5b5d3ba883f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:18:19.474081 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-0f50303c-dc6f-4d9f-a198-5b5d3ba883f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394824 Aug 30 14:18:19.561000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-53cb963d-c0df-4648-b0bf-552370fa5f82 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785575 Aug 30 14:18:19.654171 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2f0f17b5-71a1-40a4-9d31-ebbe5a32a289 req-66ff5fe0-c753-4ae8-b303-8ac2993c6ad5 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835114 Aug 30 14:18:29.275820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:31.656389 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:36.794988 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ecd0fe04-a61a-40ef-aa5c-a436d7f1cb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:39.542635 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9161bf8b-ad8c-4a60-a892-cf1ba9ce9876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:40.134544 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.162769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:41.844554 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:18:42.505863 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.193285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39466) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:18:59.288547 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.370031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port db5579cd-e0e1-4013-8328-a25ab13000b4 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:18:59.370433 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.449066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.449341 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.462078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for db5579cd-e0e1-4013-8328-a25ab13000b4 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:18:59.624395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.653790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=db5579cd-e0e1-4013-8328-a25ab13000b4,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:18:59.666584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.666935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.667271 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.667618 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.667936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.668262 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.668587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.668908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.669238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.669553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.669896 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.670206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:18:59.726628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:18:59.726890 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP 66acfcca-d0dd-4f51-be42-06842b406272 disassociated (deleted). External IP: 172.25.2.7, port: f36bee72-2583-475b-a6c3-d246694b29bc. Aug 30 14:18:59.954238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 073663b6-5618-4749-8797-22076f88d28b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:19:00.416099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:19:00.421811 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:00.431186 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] Sync routers for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:19:00.442201 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:00.445135 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:18:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:00.459882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3b600aba-b844-4f7d-b470-730061d273a0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/floatingips/66acfcca-d0dd-4f51-be42-06842b406272 HTTP/1.1" status: 204 len: 168 time: 1.2648988 Aug 30 14:19:00.460338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:00.462618 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c370a760-ded0-4f4e-a05f-c753824747a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:00.521649 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae05cda-a557-4ad7-ada8-4e982f0b0265 x-openstack-request-id: req-dae05cda-a557-4ad7-ada8-4e982f0b0265 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:00.522283 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:00.522575 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dae05cda-a557-4ad7-ada8-4e982f0b0265 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:00.523116 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'status': 'completed', 'code': 200} Aug 30 14:19:00.570157 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:00.591461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-01d414ec-02c7-4642-a2ab-07fcb8cf2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:00.592958 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-01d414ec-02c7-4642-a2ab-07fcb8cf2865 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 1096 time: 0.0436966 Aug 30 14:19:00.730794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-741c2913-6fc8-4811-aa32-8068b7892790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:00.731127 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-741c2913-6fc8-4811-aa32-8068b7892790 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a HTTP/1.1" status: 200 len: 897 time: 0.1289895 Aug 30 14:19:00.745801 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948a102-ea64-4d9a-a2fa-bb17815ced27 req-1ab00c71-4f6a-4211-a203-36568de84540 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:00.747358 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4948a102-ea64-4d9a-a2fa-bb17815ced27 req-1ab00c71-4f6a-4211-a203-36568de84540 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0601273 Aug 30 14:19:00.779294 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-4ff1d654-d600-4b32-a67a-159fe817b8b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f36bee72-2583-475b-a6c3-d246694b29bc HTTP/1.1" status: 200 len: 217 time: 0.0392246 Aug 30 14:19:00.805083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4948a102-ea64-4d9a-a2fa-bb17815ced27 req-0b554fcd-3176-4f23-a47c-a74cc6359d48 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487616 Aug 30 14:19:00.833068 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e88d2429-df55-40ed-9ecd-dd644a38608d', 'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c9:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:10Z', 'updated_at': '2021-08-30T14:16:15Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:00.839558 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-a8e69cc7-a348-474a-ac8d-c9d6d21ae91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:00.841159 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-a8e69cc7-a348-474a-ac8d-c9d6d21ae91c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=812547fe-60eb-4b1e-a23a-2fcd099310d0 HTTP/1.1" status: 200 len: 835 time: 0.0547976 Aug 30 14:19:00.863705 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] Checking router: 073663b6-5618-4749-8797-22076f88d28b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:19:00.873382 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:00.874128 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:18:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:00.890230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-f2f8d038-ffb8-431f-a998-49b82fae4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:00.891737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-f2f8d038-ffb8-431f-a998-49b82fae4187 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426638 Aug 30 14:19:00.997208 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:00.999364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-9d57f18a-8dc4-4524-ae99-a076bd10a72c service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982041 Aug 30 14:19:01.097251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c370a760-ded0-4f4e-a05f-c753824747a6 req-169f0668-5098-46b3-b220-4c91336bca03 service neutron] 10.222.0.35 "GET /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885906 Aug 30 14:19:01.332256 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e88d2429-df55-40ed-9ecd-dd644a38608d', 'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c9:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:10Z', 'updated_at': '2021-08-30T14:16:15Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:01.366615 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45e12c6-997c-476c-9d3a-d3f428dbda8a None None] The sync data for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 is: [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:10Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e88d2429-df55-40ed-9ecd-dd644a38608d', 'name': '', 'network_id': '5bc0a1ed-8a73-4893-bcf2-8a09ec70463a', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:c9:b7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:10Z', 'updated_at': '2021-08-30T14:16:15Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': '812547fe-60eb-4b1e-a23a-2fcd099310d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:01.611706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1474d78-7419-4cd0-a822-5a122ba3655a None None] New status for floating IP 66acfcca-d0dd-4f51-be42-06842b406272: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:19:01.691992 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:01.952256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daf46b-3727-44e1-8e13-347338ed7d1c req-9aeb4d5b-3879-4f90-8126-94f4560526b0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:01.953915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1daf46b-3727-44e1-8e13-347338ed7d1c req-9aeb4d5b-3879-4f90-8126-94f4560526b0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0585163 Aug 30 14:19:02.000811 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f1daf46b-3727-44e1-8e13-347338ed7d1c req-efdbee04-7606-43a5-8cf4-4b9cc0ac0ca3 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=b3697ada-c988-46ed-b1b3-fc039f6cdfca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402951 Aug 30 14:19:02.413115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-d05f6a9b-c85c-43a2-8e97-cd0cc1428d7a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:02.414810 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-d05f6a9b-c85c-43a2-8e97-cd0cc1428d7a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 945 time: 0.0540733 Aug 30 14:19:02.521095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port f36bee72-2583-475b-a6c3-d246694b29bc {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:02.521559 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:02.623564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port f36bee72-2583-475b-a6c3-d246694b29bc, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=f36bee72-2583-475b-a6c3-d246694b29bc,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:02.623846 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:02.641431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for f36bee72-2583-475b-a6c3-d246694b29bc owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:02.795085 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:02.832544 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=f36bee72-2583-475b-a6c3-d246694b29bc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:02.886050 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] No DVR routers for this DVR port f36bee72-2583-475b-a6c3-d246694b29bc on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:19:02.888592 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:02.890683 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f4a3548-afc4-4854-9f88-c5f9e1a19dbc req-130e7e13-4983-49d5-9430-eb341fa7a7c5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.35 "DELETE /v2.0/ports/f36bee72-2583-475b-a6c3-d246694b29bc HTTP/1.1" status: 204 len: 173 time: 0.4694963 Aug 30 14:19:02.891134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'name': 'network-vif-deleted', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:02.894094 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9c94f1-c80c-4506-b5c1-4f4f8cc2ce9a" -d '{"events": [{"server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "name": "network-vif-deleted", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:02.935950 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01afa4-e068-4ab7-830b-2489505998da x-openstack-request-id: req-ce01afa4-e068-4ab7-830b-2489505998da {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:02.936252 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae6e8028-ee92-4334-b242-eef8f177f6ec", "name": "network-vif-deleted", "tag": "f36bee72-2583-475b-a6c3-d246694b29bc", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:02.936527 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce01afa4-e068-4ab7-830b-2489505998da {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:02.936949 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6e8028-ee92-4334-b242-eef8f177f6ec', 'name': 'network-vif-deleted', 'tag': 'f36bee72-2583-475b-a6c3-d246694b29bc', 'status': 'completed', 'code': 200} Aug 30 14:19:03.117311 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2575846f-7a69-45ef-a45a-4b2ccd6e77d4 req-fd61c90b-3bb4-4589-90cc-cf3f6ba0e0da tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae6e8028-ee92-4334-b242-eef8f177f6ec HTTP/1.1" status: 200 len: 210 time: 0.0277016 Aug 30 14:19:04.177770 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39494) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:04.582093 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:04.857863 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port e88d2429-df55-40ed-9ecd-dd644a38608d {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:04.858124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:04.960307 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port e88d2429-df55-40ed-9ecd-dd644a38608d, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e88d2429-df55-40ed-9ecd-dd644a38608d,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:04.960743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:04.975658 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for e88d2429-df55-40ed-9ecd-dd644a38608d owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:05.099156 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f36bee72-2583-475b-a6c3-d246694b29bc no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:05.125853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: f36bee72-2583-475b-a6c3-d246694b29bc {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:19:05.126109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device f36bee72-2583-475b-a6c3-d246694b29bc not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:19:05.186925 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.213129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=e88d2429-df55-40ed-9ecd-dd644a38608d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:05.413330 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.649305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 073663b6-5618-4749-8797-22076f88d28b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:19:05.763274 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:19:05.770092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-59f6d51f-a3b0-4229-a4c8-3aef3ec5ee65 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/073663b6-5618-4749-8797-22076f88d28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5903630 Aug 30 14:19:05.772253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39496) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:05.776140 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] Sync routers for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:19:05.790806 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:05.791842 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:18:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:05.825108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96221fa-2e44-407d-9782-cbab4f154bb2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting subnet 812547fe-60eb-4b1e-a23a-2fcd099310d0 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:19:05.828359 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c96221fa-2e44-407d-9782-cbab4f154bb2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.877636 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c96221fa-2e44-407d-9782-cbab4f154bb2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:05.911220 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:05.976471 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c96221fa-2e44-407d-9782-cbab4f154bb2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.048760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c96221fa-2e44-407d-9782-cbab4f154bb2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.081152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96221fa-2e44-407d-9782-cbab4f154bb2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Subnet': ['ID=812547fe-60eb-4b1e-a23a-2fcd099310d0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:06.085637 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c96221fa-2e44-407d-9782-cbab4f154bb2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.087900 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c96221fa-2e44-407d-9782-cbab4f154bb2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/subnets/812547fe-60eb-4b1e-a23a-2fcd099310d0 HTTP/1.1" status: 204 len: 168 time: 0.3142648 Aug 30 14:19:06.093127 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39498) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:06.095980 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e78e70e-f0e9-4225-93e7-74fe50be0d46 None None] Network 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:19:06.114563 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:19:05Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:06.141917 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] Checking router: 073663b6-5618-4749-8797-22076f88d28b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:19:06.151521 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] Routers {'073663b6-5618-4749-8797-22076f88d28b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:06.152144 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:18:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['073663b6-5618-4749-8797-22076f88d28b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:06.218149 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.290692 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] DHCP port deletion for 5bc0a1ed-8a73-4893-bcf2-8a09ec70463a request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:19:06.291314 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] Set router 073663b6-5618-4749-8797-22076f88d28b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:06.345157 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.362626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Deleting port 42022808-2d75-40be-b39a-e9470ca54620 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:06.363241 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.434820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] For port 42022808-2d75-40be-b39a-e9470ca54620, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=42022808-2d75-40be-b39a-e9470ca54620,segment=NetworkSegment(67ac4503-5a2a-48bd-8468-1992fab362f3),segment_id=67ac4503-5a2a-48bd-8468-1992fab362f3)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:06.435400 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.435666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port c03ba976-07f2-4c24-907b-f452877ad24a {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:19:06.435980 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.459540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Calling delete_port for 42022808-2d75-40be-b39a-e9470ca54620 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:06.505957 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:19:05Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:06.535641 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31085cd-18fa-4b1c-ab99-0c648eafa6d1 None None] The sync data for ids ['073663b6-5618-4749-8797-22076f88d28b'] in n-d-688802-6 is: [{'id': '073663b6-5618-4749-8797-22076f88d28b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1463855291', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4'}], 'enable_snat': True}, 'gw_port_id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:19:05Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'c03ba976-07f2-4c24-907b-f452877ad24a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073663b6-5618-4749-8797-22076f88d28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:16:07Z', 'updated_at': '2021-08-30T14:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:06.542937 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port c03ba976-07f2-4c24-907b-f452877ad24a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c03ba976-07f2-4c24-907b-f452877ad24a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:06.543459 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.555153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.565893 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for c03ba976-07f2-4c24-907b-f452877ad24a owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:19:06.584640 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Pushing event deleted for resources: {'Port': ['ID=42022808-2d75-40be-b39a-e9470ca54620,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:06.588111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] No DVR routers for this DVR port 42022808-2d75-40be-b39a-e9470ca54620 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:19:06.596540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.597092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.597443 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.597820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.598169 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.598501 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.598827 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.599155 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.599481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.600180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.600180 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.600526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f70f90-6cf1-4c52-83e7-6b9822aaa390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.757406 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.787453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=c03ba976-07f2-4c24-907b-f452877ad24a,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:06.800249 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.800621 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.801009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.801462 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.801605 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.802000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.802324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.802651 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.803004 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.803297 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.803671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.803955 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:06.808039 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-86e3db62-e443-43f7-9064-3435eefb3595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.864639 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.972280 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:06.975242 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.024309 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.025080 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Fanout notify agent at l3_agent the message router_deleted on router 073663b6-5618-4749-8797-22076f88d28b {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:19:07.034112 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.035367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-57eed4b3-402b-4411-9d7f-21c15891a6f5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/routers/073663b6-5618-4749-8797-22076f88d28b HTTP/1.1" status: 204 len: 168 time: 0.9408996 Aug 30 14:19:07.038397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39500) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:07.084852 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e88d2429-df55-40ed-9ecd-dd644a38608d no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:07.107637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e88d2429-df55-40ed-9ecd-dd644a38608d {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:19:07.107987 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e88d2429-df55-40ed-9ecd-dd644a38608d not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:19:07.108417 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 42022808-2d75-40be-b39a-e9470ca54620 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:07.127637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 42022808-2d75-40be-b39a-e9470ca54620 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:19:07.127984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 42022808-2d75-40be-b39a-e9470ca54620 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:19:07.160886 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.270391 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.282407 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc0a1ed-8a73-4893-bcf2-8a09ec70463a']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:07.295587 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac4503-5a2a-48bd-8468-1992fab362f3') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:07.295865 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac4503-5a2a-48bd-8468-1992fab362f3') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:07.305546 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.321779 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.331401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:19:07.331907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:19:07.335732 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:19:07.426346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.434347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.438390 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/networks/5bc0a1ed-8a73-4893-bcf2-8a09ec70463a HTTP/1.1" status: 204 len: 168 time: 0.3987801 Aug 30 14:19:07.439904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39502) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:07.452659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d15fd9-4ab9-44d6-83e5-fe39bb90b8b9 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Network': ['ID=5bc0a1ed-8a73-4893-bcf2-8a09ec70463a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:07.514717 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ee5290d-009a-433d-9c33-c84c0ec349ab tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.545260 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ee5290d-009a-433d-9c33-c84c0ec349ab tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.623962 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ee5290d-009a-433d-9c33-c84c0ec349ab tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.633393 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1ee5290d-009a-433d-9c33-c84c0ec349ab tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:07.635205 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1ee5290d-009a-433d-9c33-c84c0ec349ab tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/security-groups/b3697ada-c988-46ed-b1b3-fc039f6cdfca HTTP/1.1" status: 204 len: 168 time: 0.1936760 Aug 30 14:19:07.646958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5290d-009a-433d-9c33-c84c0ec349ab tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3697ada-c988-46ed-b1b3-fc039f6cdfca,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:08.089935 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39510) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:08.095414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-45d7e7e6-79ac-40c9-8911-d3cbf42c1cea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468203730', 'description': 'tempest-secgroup-smoke-1468203730 description', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:08.122361 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7e6-79ac-40c9-8911-d3cbf42c1cea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.216757 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7e6-79ac-40c9-8911-d3cbf42c1cea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.221225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7e6-79ac-40c9-8911-d3cbf42c1cea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.250246 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-45d7e7e6-79ac-40c9-8911-d3cbf42c1cea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.251551 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-45d7e7e6-79ac-40c9-8911-d3cbf42c1cea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1604955 Aug 30 14:19:08.254896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39512) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:08.259508 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-62575af4-c8e1-4888-8c9e-31d36f7e8280 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:08.265781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d7e7e6-79ac-40c9-8911-d3cbf42c1cea tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:08.295745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62575af4-c8e1-4888-8c9e-31d36f7e8280 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.364561 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62575af4-c8e1-4888-8c9e-31d36f7e8280 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.369143 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62575af4-c8e1-4888-8c9e-31d36f7e8280 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.395463 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62575af4-c8e1-4888-8c9e-31d36f7e8280 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411c6b48-5be6-4ba5-95b9-ac11bca21c55,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:08.400450 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-62575af4-c8e1-4888-8c9e-31d36f7e8280 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.401718 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-62575af4-c8e1-4888-8c9e-31d36f7e8280 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458020 Aug 30 14:19:08.405975 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39514) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:08.412009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-48868b86-adc2-4a1c-9d6d-645ef4ecb6f4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:08.443996 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48868b86-adc2-4a1c-9d6d-645ef4ecb6f4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.515021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48868b86-adc2-4a1c-9d6d-645ef4ecb6f4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.519628 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48868b86-adc2-4a1c-9d6d-645ef4ecb6f4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.539293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48868b86-adc2-4a1c-9d6d-645ef4ecb6f4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2d7afd-e6a8-4a03-9341-0565ec4edd9e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:08.546100 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-48868b86-adc2-4a1c-9d6d-645ef4ecb6f4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.547240 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-48868b86-adc2-4a1c-9d6d-645ef4ecb6f4 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399684 Aug 30 14:19:08.551046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39516) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:08.555654 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-c2c89f38-d921-4362-a8bd-a8864709c691 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:08.586441 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2c89f38-d921-4362-a8bd-a8864709c691 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.661649 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2c89f38-d921-4362-a8bd-a8864709c691 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.665626 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2c89f38-d921-4362-a8bd-a8864709c691 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.682211 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c89f38-d921-4362-a8bd-a8864709c691 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9013cca-a3be-4e53-abba-8c7552df82a8,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:08.692282 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2c89f38-d921-4362-a8bd-a8864709c691 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.693577 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c2c89f38-d921-4362-a8bd-a8864709c691 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415708 Aug 30 14:19:08.696503 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39518) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:08.701040 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f47b2f56-6ca4-4271-9518-02d43e82c2c1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:08.728718 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f47b2f56-6ca4-4271-9518-02d43e82c2c1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.795686 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f47b2f56-6ca4-4271-9518-02d43e82c2c1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.800322 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f47b2f56-6ca4-4271-9518-02d43e82c2c1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.820907 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b2f56-6ca4-4271-9518-02d43e82c2c1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee6df7c-9f47-4bb8-aad3-6be5950c016f,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:08.823548 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f47b2f56-6ca4-4271-9518-02d43e82c2c1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.825029 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f47b2f56-6ca4-4271-9518-02d43e82c2c1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275814 Aug 30 14:19:08.828039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39520) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:08.833537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6e1cadf4-1fcb-4507-86bc-8831bbdc64d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:08.858707 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-6e1cadf4-1fcb-4507-86bc-8831bbdc64d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:19:08.864685 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e1cadf4-1fcb-4507-86bc-8831bbdc64d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.931591 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e1cadf4-1fcb-4507-86bc-8831bbdc64d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.938002 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e1cadf4-1fcb-4507-86bc-8831bbdc64d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.945940 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c03ba976-07f2-4c24-907b-f452877ad24a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:19:08.962409 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1cadf4-1fcb-4507-86bc-8831bbdc64d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74314ed1-681d-4482-b447-768c9cd886be,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:08.975402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c03ba976-07f2-4c24-907b-f452877ad24a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:19:08.975843 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c03ba976-07f2-4c24-907b-f452877ad24a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:19:08.978119 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6e1cadf4-1fcb-4507-86bc-8831bbdc64d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:08.979648 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6e1cadf4-1fcb-4507-86bc-8831bbdc64d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506629 Aug 30 14:19:08.983084 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39522) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:08.988019 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-84b93621-4003-4570-b6a5-2e7b4a2a97c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'security_group_rule': {'security_group_id': '2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:09.011715 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-84b93621-4003-4570-b6a5-2e7b4a2a97c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Project a68338d75b2e42d58c9ec4ba615cbfdd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:19:09.018131 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84b93621-4003-4570-b6a5-2e7b4a2a97c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.083884 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84b93621-4003-4570-b6a5-2e7b4a2a97c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.088505 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84b93621-4003-4570-b6a5-2e7b4a2a97c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.113556 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b93621-4003-4570-b6a5-2e7b4a2a97c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea33272-6142-4bce-9e3e-d926db710a0b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:09.120266 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-84b93621-4003-4570-b6a5-2e7b4a2a97c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.121444 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-84b93621-4003-4570-b6a5-2e7b4a2a97c6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376531 Aug 30 14:19:09.124963 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39524) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:09.130679 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'network': {'name': 'tempest-network-smoke--667692706', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'port_security_enabled': True}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:09.154360 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:09.160345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.197229 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:19:09.207437 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.207781 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Added segment 57cf6b4c-13dc-4f00-9772-8119049ec199 of type vlan for network 38a07361-58b6-4c04-894a-d4e70786a845 Aug 30 14:19:09.249984 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.276335 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.282309 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:09.283249 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.343085 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2168913 Aug 30 14:19:09.346192 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39526) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:09.351329 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'admin_state_up': True, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:09.355094 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0587b3-4bbc-48be-9c3c-9510ae69460c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Network': ['ID=38a07361-58b6-4c04-894a-d4e70786a845,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:09.371488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 38a07361-58b6-4c04-894a-d4e70786a845 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:19:09.383120 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.384743 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.444894 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.544535 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5cd34e38-d050-4706-ba3d-1eb4969b8e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.602957 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.823169 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.845043 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:09.972298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.154 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:10.089524 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:10.135396 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:10.138619 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:10.180202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:10.183338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:10.187397 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:10.211657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:10.459750 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:10.673846 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:10.809041 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:19:10.918072 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:19:10.927509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Sync routers for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:19:10.938722 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:10.939769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:10.939908 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8c6705df-44fc-496c-a6ca-33896cb4ba62 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5925999 Aug 30 14:19:10.940410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:19:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:10.943184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39528) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:10.972480 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-39cb4b03-5331-49f9-a508-17507c201302 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=a68338d75b2e42d58c9ec4ba615cbfdd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279882 Aug 30 14:19:10.975199 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39530) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:11.048428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:11.068631 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b794b61-e878-4fe8-b9d3-2cbd88776416 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:11.070172 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5b794b61-e878-4fe8-b9d3-2cbd88776416 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939732 Aug 30 14:19:11.073197 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39532) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:11.103188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-de602cbf-4ef0-4ad2-be39-1714b0a8a265 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=da5f4eeb-23a2-4741-addb-4923406a7fe6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287321 Aug 30 14:19:11.105908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39534) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:11.110925 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1602956926', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:11.176977 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.207441 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:11.211254 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.242234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:10Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:11.274605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Checking router: 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:19:11.274967 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Updating router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:19:11.306351 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.405975 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.470120 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Subnet': ['ID=cbf25f9f-1e08-48a8-86f8-aa6037495763,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:11.482999 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Checking segment: {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:11.483507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network hostable DHCP agents. Network: 38a07361-58b6-4c04-894a-d4e70786a845, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:19:11.504169 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 38a07361-58b6-4c04-894a-d4e70786a845 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:19:11.515193 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 38a07361-58b6-4c04-894a-d4e70786a845) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:11.521024 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:11.521808 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.527887 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55cb04-4dcb-4ba8-99db-beee83ec0eec None None] Network 38a07361-58b6-4c04-894a-d4e70786a845 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:19:11.539806 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-6c2777d4-03db-4b2b-b95d-cebe4350057b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4325550 Aug 30 14:19:11.542567 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39536) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:11.683465 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.717495 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Transition to ACTIVE for port object cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:11.727779 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.794072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-38a07361-58b6-4c04-894a-d4e70786a845', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:19:11.795374 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.814893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Attempting to bind port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:11.815269 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Attempting to bind port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:11.815641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Attempting to bind port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:11.828452 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:11.828828 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:11.829222 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.830171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:11.830661 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Bound port: cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:11.831129 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.832618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacb5c4-25e5-4ee6-bd6c-4ec4424d8768 None None] Pushing event updated for resources: {'Port': ['ID=cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:11.974474 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] For port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:11.992002 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] For port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:11.997285 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:11.998876 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.030487 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Allocated IP 172.20.0.2 (38a07361-58b6-4c04-894a-d4e70786a845/cbf25f9f-1e08-48a8-86f8-aa6037495763/ccc736e7-c24c-4137-8232-43738ab2df98) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:12.118437 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacb5c4-25e5-4ee6-bd6c-4ec4424d8768 None None] Pushing event updated for resources: {'Port': ['ID=cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:12.125358 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:12.126065 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:19:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:12.299974 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:12.368272 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.412111 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Transition to ACTIVE for port object ccc736e7-c24c-4137-8232-43738ab2df98 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:12.446481 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Transition to ACTIVE for port object ccc736e7-c24c-4137-8232-43738ab2df98 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:12.464801 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.510455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.1 (38a07361-58b6-4c04-894a-d4e70786a845/cbf25f9f-1e08-48a8-86f8-aa6037495763/1e846c07-6296-4e40-a3fb-b8436ffc67d1) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:12.638719 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.654744 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object 1e846c07-6296-4e40-a3fb-b8436ffc67d1 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:12.688848 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.706810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Network 38a07361-58b6-4c04-894a-d4e70786a845 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:12.712833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.713793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:12.716068 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Pushing event updated for resources: {'Port': ['ID=ccc736e7-c24c-4137-8232-43738ab2df98,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:12.719454 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:12.731389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 38a07361-58b6-4c04-894a-d4e70786a845 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:12.737198 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:12.741156 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:12.767820 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=1e846c07-6296-4e40-a3fb-b8436ffc67d1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:12.787812 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Attempting to bind port ccc736e7-c24c-4137-8232-43738ab2df98 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:12.788201 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Attempting to bind port ccc736e7-c24c-4137-8232-43738ab2df98 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:12.788573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Attempting to bind port ccc736e7-c24c-4137-8232-43738ab2df98 on network 38a07361-58b6-4c04-894a-d4e70786a845 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:12.796315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:12.796764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Checking segment: {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:12.797712 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.797712 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Bound using segment: {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:12.798042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Bound port: ccc736e7-c24c-4137-8232-43738ab2df98, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:12.799186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.802231 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.809841 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:10Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:12.840430 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb89b47-65be-4880-aaf8-f41f25cd34fa None None] The sync data for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 is: [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:10Z', 'revision_number': 3, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:12.915359 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] For port ccc736e7-c24c-4137-8232-43738ab2df98, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:12.919604 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] For port ccc736e7-c24c-4137-8232-43738ab2df98, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ccc736e7-c24c-4137-8232-43738ab2df98,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:12.926666 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.985306 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:12.999465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12228a5e-8f31-4bc0-bd48-da96aa8e9881 None None] Pushing event updated for resources: {'Port': ['ID=ccc736e7-c24c-4137-8232-43738ab2df98,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:13.362300 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:13.367431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:13.444578 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:13.446448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=1e846c07-6296-4e40-a3fb-b8436ffc67d1,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:13.552073 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 38a07361-58b6-4c04-894a-d4e70786a845 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:13.553507 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:13.681808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:19:13.805089 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:19:13.810299 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-cbba50c1-1460-4e2d-a1c2-98a22a271319 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2663937 Aug 30 14:19:13.984494 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-aad8707e-9b16-4b51-9a82-40db609cbffe tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468203730&fields=id&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 267 time: 0.0362041 Aug 30 14:19:14.030945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491780af-cfbd-4fad-bc47-ef3b4e458cdd None None] Network 38a07361-58b6-4c04-894a-d4e70786a845 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:19:14.097639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-2872889b-9351-4c53-9e6c-c77e5da2aada None None] Provisioning for port ccc736e7-c24c-4137-8232-43738ab2df98 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:14.458530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-34fc98e4-bdf2-4f2b-97e1-fb3adfc24bff None None] Provisioning for port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:14.461433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-ec766f73-b20d-43df-bb2f-cdb0eb284182 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:14.463355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-ec766f73-b20d-43df-bb2f-cdb0eb284182 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/networks?id=38a07361-58b6-4c04-894a-d4e70786a845 HTTP/1.1" status: 200 len: 796 time: 0.4717686 Aug 30 14:19:14.469000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-34fc98e4-bdf2-4f2b-97e1-fb3adfc24bff None None] Provisioning complete for port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:14.469402 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-34fc98e4-bdf2-4f2b-97e1-fb3adfc24bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.481274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-37f20a3e-8eb7-4499-b21a-f48f31fdd0ad tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/quotas/a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 375 time: 0.0120609 Aug 30 14:19:14.510386 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-34fc98e4-bdf2-4f2b-97e1-fb3adfc24bff None None] Port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:14.548629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-620393ca-03cf-4c22-b9cd-9304e6343162 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599196 Aug 30 14:19:14.614155 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Sync routers for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:19:14.626059 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:14.628428 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:19:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:14.639048 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-fba8a48d-5488-4ad7-9a66-c8eab451b02a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:19:14.640215 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-fba8a48d-5488-4ad7-9a66-c8eab451b02a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0792639 Aug 30 14:19:14.640369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-7ab9c68c-12e8-4a54-b54b-facce21922f0 None None] Provisioning complete for port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:14.640703 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7ab9c68c-12e8-4a54-b54b-facce21922f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.686711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9c68c-12e8-4a54-b54b-facce21922f0 None None] Port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:14.752870 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:14.764092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-344a0a3b-87bc-436f-90c4-9f21d3d0ebb1 service neutron] 10.222.0.37 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121621 Aug 30 14:19:14.886195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-16a9089c-033a-46c3-afec-75997e2816db service neutron] 10.222.0.37 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137202 Aug 30 14:19:14.912207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-0189cb77-23fe-439b-84dc-53009d5e28e6 None None] Provisioning complete for port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:14.912529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0189cb77-23fe-439b-84dc-53009d5e28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:14.950863 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-0189cb77-23fe-439b-84dc-53009d5e28e6 None None] Port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:15.016513 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:12Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '1e846c07-6296-4e40-a3fb-b8436ffc67d1', 'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:81:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:12Z', 'updated_at': '2021-08-30T14:19:13Z', 'revision_number': 2, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:15.077500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ccc736e7-c24c-4137-8232-43738ab2df98 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:15.088290 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Checking router: 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:19:15.088859 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Updating router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:19:15.124029 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.145820 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ccc736e7-c24c-4137-8232-43738ab2df98 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:15.154720 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ccc736e7-c24c-4137-8232-43738ab2df98 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:15.155093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.158985 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c8d49b64-0b1c-49c9-80af-7b285182193e req-ce8068ed-bccc-4fa0-bcbc-52813a8c0e52 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 210 time: 0.0553048 Aug 30 14:19:15.253547 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.292706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ccc736e7-c24c-4137-8232-43738ab2df98, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ccc736e7-c24c-4137-8232-43738ab2df98,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:15.301488 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.302727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:15.397829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ccc736e7-c24c-4137-8232-43738ab2df98,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:15.416804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:15.422099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:15.422763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.465688 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.478101 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Transition to ACTIVE for port object 1e846c07-6296-4e40-a3fb-b8436ffc67d1 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:15.484915 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.551477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.587195 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:15.594314 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.657163 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:15.701604 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Pushing event updated for resources: {'Port': ['ID=1e846c07-6296-4e40-a3fb-b8436ffc67d1,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:15.749633 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.750593 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.750940 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.752241 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.752748 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.753090 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.753426 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.753787 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.754119 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.754520 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.754759 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.755083 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:19:15.764051 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Attempting to bind port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:15.764423 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Attempting to bind port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:15.765152 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Attempting to bind port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 on network 38a07361-58b6-4c04-894a-d4e70786a845 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:15.773187 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:15.773745 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Checking segment: {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:15.774485 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.775198 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Bound using segment: {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:15.775773 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Bound port: 1e846c07-6296-4e40-a3fb-b8436ffc67d1, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:15.776168 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.844141 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] For port 1e846c07-6296-4e40-a3fb-b8436ffc67d1, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:15.847995 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] For port 1e846c07-6296-4e40-a3fb-b8436ffc67d1, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1e846c07-6296-4e40-a3fb-b8436ffc67d1,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:15.852589 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:15.936514 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:15.937367 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:19:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:15.986291 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4cd2c7-42d8-4ef1-bdbb-ed74d9e07574 None None] Pushing event updated for resources: {'Port': ['ID=1e846c07-6296-4e40-a3fb-b8436ffc67d1,revision_number=4']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:16.095996 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:16.315208 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5e9ec677-0860-4713-ae23-5dc4649d7dfe req-d932b5d2-0112-461f-9169-da103c8a1176 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 210 time: 0.0350659 Aug 30 14:19:16.364052 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-96df903f-e9bd-474d-a311-2cf8b498ec5f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:16.365086 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:12Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '1e846c07-6296-4e40-a3fb-b8436ffc67d1', 'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:81:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:12Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:16.365913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-96df903f-e9bd-474d-a311-2cf8b498ec5f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "GET /v2.0/networks?id=38a07361-58b6-4c04-894a-d4e70786a845 HTTP/1.1" status: 200 len: 796 time: 0.1979129 Aug 30 14:19:16.394023 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb3d66-85ea-46d3-bfce-3a2fafd7cd24 None None] The sync data for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 is: [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:12Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '1e846c07-6296-4e40-a3fb-b8436ffc67d1', 'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:81:f9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:12Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:16.419462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-7cacf34f-34e5-419a-8f20-d8ba5465e209 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd HTTP/1.1" status: 200 len: 380 time: 0.0433428 Aug 30 14:19:16.432553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'port': {'device_id': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'admin_state_up': True, 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'security_groups': ['2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:16.576257 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Made reservation on behalf of a68338d75b2e42d58c9ec4ba615cbfdd for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:19:16.580703 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.725005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.20.0.6 (38a07361-58b6-4c04-894a-d4e70786a845/cbf25f9f-1e08-48a8-86f8-aa6037495763/f015e21a-f26c-4d2c-811d-1afc42985c39) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:16.899231 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:16.915178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Transition to ACTIVE for port object f015e21a-f26c-4d2c-811d-1afc42985c39 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:16.964032 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.015467 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network 38a07361-58b6-4c04-894a-d4e70786a845 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:17.019978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:17.024365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:17.031593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=f015e21a-f26c-4d2c-811d-1afc42985c39,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:17.092000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:17.093069 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.128564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ccc736e7-c24c-4137-8232-43738ab2df98 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:17.130500 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d3ab1961-1084-4c32-812a-f2e188d94547 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7021661 Aug 30 14:19:17.144238 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-76ee7877-8423-4be0-9ead-78aef2e5d60f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:19:17.145471 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-76ee7877-8423-4be0-9ead-78aef2e5d60f tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071294 Aug 30 14:19:17.160542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Request body: {'port': {'device_id': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:17.197419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ccc736e7-c24c-4137-8232-43738ab2df98 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:17.198102 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.234155 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.293150 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:17.360376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:17.360923 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.389584 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-972732fb-6b78-4044-bbd0-b0596c662db4 None None] Provisioning for port f015e21a-f26c-4d2c-811d-1afc42985c39 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:17.401262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-972732fb-6b78-4044-bbd0-b0596c662db4 None None] Provisioning complete for port f015e21a-f26c-4d2c-811d-1afc42985c39 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:17.401939 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-972732fb-6b78-4044-bbd0-b0596c662db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.450668 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-972732fb-6b78-4044-bbd0-b0596c662db4 None None] Port f015e21a-f26c-4d2c-811d-1afc42985c39 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:19:17.459178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4babb74-fe3c-4c16-aca7-c00d368b19b2 req-b7a088e9-c229-455a-ab3a-9a3dafa98a2d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:17.467291 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4babb74-fe3c-4c16-aca7-c00d368b19b2 req-b7a088e9-c229-455a-ab3a-9a3dafa98a2d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 931 time: 0.0643876 Aug 30 14:19:17.500488 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1e846c07-6296-4e40-a3fb-b8436ffc67d1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:17.506034 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e4babb74-fe3c-4c16-aca7-c00d368b19b2 req-f03c422c-a39c-4be5-a378-03b344769ace tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377865 Aug 30 14:19:17.554641 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:17.558876 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:17.559262 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.577011 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f015e21a-f26c-4d2c-811d-1afc42985c39 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:17.587504 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.601976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Transition to ACTIVE for port object f015e21a-f26c-4d2c-811d-1afc42985c39 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:19:17.609405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.667227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Pushing event updated for resources: {'Port': ['ID=f015e21a-f26c-4d2c-811d-1afc42985c39,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:17.679003 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.729114 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 1e846c07-6296-4e40-a3fb-b8436ffc67d1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1e846c07-6296-4e40-a3fb-b8436ffc67d1,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:17.735272 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.773471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Attempting to bind port f015e21a-f26c-4d2c-811d-1afc42985c39 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:19:17.773851 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Attempting to bind port f015e21a-f26c-4d2c-811d-1afc42985c39 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:19:17.774474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Attempting to bind port f015e21a-f26c-4d2c-811d-1afc42985c39 on network 38a07361-58b6-4c04-894a-d4e70786a845 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:17.779480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Port f015e21a-f26c-4d2c-811d-1afc42985c39 on network 38a07361-58b6-4c04-894a-d4e70786a845 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:19:17.779811 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Attempting to bind port f015e21a-f26c-4d2c-811d-1afc42985c39 on network 38a07361-58b6-4c04-894a-d4e70786a845 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:19:17.786993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:19:17.787358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Checking segment: {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:19:17.787849 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Bound using segment: {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:19:17.788195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Bound port: f015e21a-f26c-4d2c-811d-1afc42985c39, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cf6b4c-13dc-4f00-9772-8119049ec199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:19:17.788681 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.810237 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=1e846c07-6296-4e40-a3fb-b8436ffc67d1,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:17.871206 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] For port f015e21a-f26c-4d2c-811d-1afc42985c39, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:19:17.876431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] For port f015e21a-f26c-4d2c-811d-1afc42985c39, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f015e21a-f26c-4d2c-811d-1afc42985c39,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:19:17.882451 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.922304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:17.922845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:17.925004 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] 10.222.0.16 "PUT /v2.0/ports/f015e21a-f26c-4d2c-811d-1afc42985c39 HTTP/1.1" status: 200 len: 1091 time: 0.7712579 Aug 30 14:19:17.925388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:17.927857 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beec4460-ce8e-471e-a0ed-3abb660fae77" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:17.962796 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974c2e9-2187-4973-b5df-b1b511b5161e service neutron] Pushing event updated for resources: {'Port': ['ID=f015e21a-f26c-4d2c-811d-1afc42985c39,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:17.983128 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30c0885-95eb-4d7a-b856-aa5bb736940f x-openstack-request-id: req-b30c0885-95eb-4d7a-b856-aa5bb736940f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:17.983479 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:17.983744 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b30c0885-95eb-4d7a-b856-aa5bb736940f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:17.984183 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'status': 'completed', 'code': 200} Aug 30 14:19:18.035768 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-2efccd50-5f5d-4193-b0b8-8844b6fe7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.037337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-2efccd50-5f5d-4193-b0b8-8844b6fe7fc6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 1094 time: 0.0466521 Aug 30 14:19:18.088802 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-e511e3d5-3440-4035-a71d-36c9b3900159 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f015e21a-f26c-4d2c-811d-1afc42985c39 HTTP/1.1" status: 200 len: 217 time: 0.0428619 Aug 30 14:19:18.142956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-dc76fe96-eee1-41a3-903c-92d2c6623dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.144462 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-dc76fe96-eee1-41a3-903c-92d2c6623dae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbf25f9f-1e08-48a8-86f8-aa6037495763 HTTP/1.1" status: 200 len: 835 time: 0.0475991 Aug 30 14:19:18.194469 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-cea10fcb-d460-4ed8-9fde-25e1caa1721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.195947 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-cea10fcb-d460-4ed8-9fde-25e1caa1721c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38a07361-58b6-4c04-894a-d4e70786a845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429068 Aug 30 14:19:18.292173 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-3145fc84-8a62-48fc-b8ec-2481612e815b service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883603 Aug 30 14:19:18.384040 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-af721cd6-671c-4d28-b18d-7808cd0a7dbf req-d0922286-3f57-41e6-b6a8-9b5954411dae service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839956 Aug 30 14:19:18.474535 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-d96508bb-6b38-4713-bcbb-7e9d65aaf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.476025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-d96508bb-6b38-4713-bcbb-7e9d65aaf2d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 1094 time: 0.0471289 Aug 30 14:19:18.568000 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-1aa544b2-60a4-4ab1-8bf2-1ab52f247f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.569508 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-1aa544b2-60a4-4ab1-8bf2-1ab52f247f56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=38a07361-58b6-4c04-894a-d4e70786a845 HTTP/1.1" status: 200 len: 897 time: 0.0863078 Aug 30 14:19:18.614405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-b644ce3d-fa0b-494b-aa06-e67ef1768da9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f015e21a-f26c-4d2c-811d-1afc42985c39 HTTP/1.1" status: 200 len: 217 time: 0.0367498 Aug 30 14:19:18.623225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e044f-866c-4516-ba3e-50a1bf22a38a req-3cfd993c-dd55-4acf-93b4-1913e4b1b1b1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.624701 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-392e044f-866c-4516-ba3e-50a1bf22a38a req-3cfd993c-dd55-4acf-93b4-1913e4b1b1b1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 943 time: 0.0493395 Aug 30 14:19:18.664476 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-392e044f-866c-4516-ba3e-50a1bf22a38a req-a0948baa-372b-4a2b-b48f-0ab4d574b61c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Aug 30 14:19:18.670992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-0ab91ff2-9f9b-4402-bf7e-0d9d90f0fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.672469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-0ab91ff2-9f9b-4402-bf7e-0d9d90f0fe53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbf25f9f-1e08-48a8-86f8-aa6037495763 HTTP/1.1" status: 200 len: 835 time: 0.0496347 Aug 30 14:19:18.722866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-c50e7ee4-dc32-4c0b-9e2a-5530550d4c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:18.724411 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-c50e7ee4-dc32-4c0b-9e2a-5530550d4c8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38a07361-58b6-4c04-894a-d4e70786a845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429826 Aug 30 14:19:18.817750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-08303cc1-8150-4527-9885-15f311ad41e1 service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Aug 30 14:19:18.844295 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:19:18.913135 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beec4460-ce8e-471e-a0ed-3abb660fae77 req-5bda4bb6-d81f-4c29-9998-7effbf5b05e9 service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877645 Aug 30 14:19:18.994606 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1e846c07-6296-4e40-a3fb-b8436ffc67d1 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:19.046047 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:19.046425 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:19.785418 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc585129-d2e6-46a5-b395-69664d6b499a req-e693dd9f-2766-45db-ae7b-d15d2c6488c2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:19.786985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc585129-d2e6-46a5-b395-69664d6b499a req-e693dd9f-2766-45db-ae7b-d15d2c6488c2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 943 time: 0.0525134 Aug 30 14:19:19.826436 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fc585129-d2e6-46a5-b395-69664d6b499a req-167ff82c-6d4b-4174-a703-11489846928a tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333037 Aug 30 14:19:20.949410 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11e70e-6b30-4853-b21b-3af77f972c66 req-f59257fe-7416-4021-8653-75f4d033220d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:20.950978 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d11e70e-6b30-4853-b21b-3af77f972c66 req-f59257fe-7416-4021-8653-75f4d033220d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 943 time: 0.0548146 Aug 30 14:19:20.994047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2d11e70e-6b30-4853-b21b-3af77f972c66 req-037d37bb-01e9-4b3b-8370-ef578abef575 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342140 Aug 30 14:19:21.872294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f015e21a-f26c-4d2c-811d-1afc42985c39 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:19:21.969499 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port f015e21a-f26c-4d2c-811d-1afc42985c39, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f015e21a-f26c-4d2c-811d-1afc42985c39,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:21.984816 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'port_id': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'mac_address': 'fa:16:3e:00:30:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:19:22.026755 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.044766 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f015e21a-f26c-4d2c-811d-1afc42985c39 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:19:22.065916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port f015e21a-f26c-4d2c-811d-1afc42985c39, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f015e21a-f26c-4d2c-811d-1afc42985c39,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:22.070259 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:22.119661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8cc1b-e539-4b69-b68f-d1c34d16e03f req-0933d4e2-401c-4218-a73c-5d90767f2aca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:22.121217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53d8cc1b-e539-4b69-b68f-d1c34d16e03f req-0933d4e2-401c-4218-a73c-5d90767f2aca tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 944 time: 0.0588913 Aug 30 14:19:22.123824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=f015e21a-f26c-4d2c-811d-1afc42985c39,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:22.163259 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-53d8cc1b-e539-4b69-b68f-d1c34d16e03f req-746b9f14-7b74-417e-92a6-37dfa9596e4e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348101 Aug 30 14:19:22.330046 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['f015e21a-f26c-4d2c-811d-1afc42985c39'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:19:23.284365 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc792f-6f4e-489b-8efe-144f2a96fa72 req-e0a50bc3-16cb-4104-80d2-7137b1baaa0b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:23.285921 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cfc792f-6f4e-489b-8efe-144f2a96fa72 req-e0a50bc3-16cb-4104-80d2-7137b1baaa0b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 944 time: 0.0534720 Aug 30 14:19:23.325605 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2cfc792f-6f4e-489b-8efe-144f2a96fa72 req-82683b4f-dc9a-4b31-9951-d8829cbe2c94 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336740 Aug 30 14:19:23.887234 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f015e21a-f26c-4d2c-811d-1afc42985c39 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:19:23.935121 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port f015e21a-f26c-4d2c-811d-1afc42985c39 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:19:23.939334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port f015e21a-f26c-4d2c-811d-1afc42985c39 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:19:23.939716 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:24.022200 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:24.044074 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:24.046332 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02158430-0aca-48f0-9ffe-5457b02db684" -d '{"events": [{"server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "name": "network-vif-plugged", "status": "completed", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:24.059055 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port f015e21a-f26c-4d2c-811d-1afc42985c39, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f015e21a-f26c-4d2c-811d-1afc42985c39,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:19:24.063422 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:24.087476 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c770d3a0-6ba8-4b8c-af86-aa9836a18d8d x-openstack-request-id: req-c770d3a0-6ba8-4b8c-af86-aa9836a18d8d {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:24.087770 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "name": "network-vif-plugged", "status": "completed", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:24.088023 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c770d3a0-6ba8-4b8c-af86-aa9836a18d8d {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:24.088408 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'code': 200} Aug 30 14:19:24.116787 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=f015e21a-f26c-4d2c-811d-1afc42985c39,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:24.183529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5619c-b72d-45cc-9285-ad7c151a7889 req-d6b3c026-a686-41a5-99e7-c12bc6af4974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:24.185217 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fe5619c-b72d-45cc-9285-ad7c151a7889 req-d6b3c026-a686-41a5-99e7-c12bc6af4974 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 1096 time: 0.0416646 Aug 30 14:19:24.226631 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7fe5619c-b72d-45cc-9285-ad7c151a7889 req-08d2d3f9-07a7-4627-b944-25af6bd710b0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342500 Aug 30 14:19:24.443220 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167731c-88ba-47b7-bd80-da5e069f79f3 req-e8364ecc-5099-4100-b2f1-116a92d6a8b0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:24.444622 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9167731c-88ba-47b7-bd80-da5e069f79f3 req-e8364ecc-5099-4100-b2f1-116a92d6a8b0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.0494399 Aug 30 14:19:24.483050 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9167731c-88ba-47b7-bd80-da5e069f79f3 req-de8007f4-beb2-4ba1-9038-03f8071b35e7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Aug 30 14:19:25.536756 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-709e00ec-1474-4a4d-8ec8-2b30b78561b9 req-50233297-5965-4d03-968f-3e36bc9ef54f service neutron] (95699) timed out ('10.222.0.37', 59912) {{(pid=95699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:19:25.605183 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad7b96-0aa3-40e6-8583-8ddc9edbcea3 req-c5dcf471-fd21-4537-a8b0-9654bcfa8c2c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:25.606703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4ad7b96-0aa3-40e6-8583-8ddc9edbcea3 req-c5dcf471-fd21-4537-a8b0-9654bcfa8c2c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.0508437 Aug 30 14:19:25.645352 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c4ad7b96-0aa3-40e6-8583-8ddc9edbcea3 req-63530a9c-8aa9-404a-9d77-c8c39c7f9672 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317624 Aug 30 14:19:25.765377 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301840f-56f4-477c-9645-15540f281cea req-5678e282-7b20-4003-af5d-494976863ef8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:25.767120 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d301840f-56f4-477c-9645-15540f281cea req-5678e282-7b20-4003-af5d-494976863ef8 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.0552361 Aug 30 14:19:25.808325 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d301840f-56f4-477c-9645-15540f281cea req-ca9311db-659d-4df5-9217-57929528f409 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347910 Aug 30 14:19:25.830295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39592) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:25.875156 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9d185b-1a29-4d2a-97a1-526770671d98 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:25.877107 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4a9d185b-1a29-4d2a-97a1-526770671d98 tempest-TestNetworkAdvancedServerOps-38425530 tempest-TestNetworkAdvancedServerOps-38425530-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 1091 time: 0.0456235 Aug 30 14:19:25.880134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39594) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:25.884635 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:19:25.908624 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.003284 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.111624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Allocated IP 172.25.2.119 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/a7f79967-1e4a-4b33-9324-f0a3613839cc) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:19:26.215086 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.255111 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.300660 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:19:26.303715 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:19:26.307303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:19:26.330911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=a7f79967-1e4a-4b33-9324-f0a3613839cc,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:26.685500 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.760168 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.915874 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.921101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:26.989379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event updated for resources: {'Port': ['ID=a7f79967-1e4a-4b33-9324-f0a3613839cc,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:19:27.001827 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:27.102037 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP f99bd967-57dc-4de5-9a4d-bbc2249a615d associated. External IP: 172.25.2.119, port: f015e21a-f26c-4d2c-811d-1afc42985c39. Aug 30 14:19:27.321979 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:19:27.430960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:19:27.441270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] Sync routers for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:19:27.447372 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:27.451277 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:27.451903 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:19:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:27.477367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-fa1374b3-f900-42c3-ae51-dd50008d6546 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5961571 Aug 30 14:19:27.478081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:19:27.483362 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14863e3b-2d54-4166-aeef-b15584f362c7" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:19:27.526677 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a641d2e-5b59-4f38-8a98-faff47070c2f x-openstack-request-id: req-0a641d2e-5b59-4f38-8a98-faff47070c2f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:19:27.526980 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:19:27.527237 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0a641d2e-5b59-4f38-8a98-faff47070c2f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:19:27.527676 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'status': 'completed', 'code': 200} Aug 30 14:19:27.565104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:27.617209 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeec086-9a39-4b42-a3c6-1af877d90cad req-d2c95404-c7fe-4155-8ad4-8c2ec51956d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:27.618676 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbeec086-9a39-4b42-a3c6-1af877d90cad req-d2c95404-c7fe-4155-8ad4-8c2ec51956d0 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.0776672 Aug 30 14:19:27.621726 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-c3ffb07c-a46d-439a-b39c-7eb288170cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:27.623193 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-c3ffb07c-a46d-439a-b39c-7eb288170cae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 1096 time: 0.0716650 Aug 30 14:19:27.712712 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fbeec086-9a39-4b42-a3c6-1af877d90cad req-60fcd6d5-eea7-415a-ba6a-17703a542b36 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879040 Aug 30 14:19:27.736404 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39600) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:27.743079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-4a863b9b-6b3b-4a7c-96c8-2bb4a6ae3251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:27.744575 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-4a863b9b-6b3b-4a7c-96c8-2bb4a6ae3251 service neutron] 10.222.0.16 "GET /v2.0/networks?id=38a07361-58b6-4c04-894a-d4e70786a845 HTTP/1.1" status: 200 len: 897 time: 0.1129773 Aug 30 14:19:27.801221 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-481ea03b-648e-4603-bc92-b189dbeffb41 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/f99bd967-57dc-4de5-9a4d-bbc2249a615d HTTP/1.1" status: 200 len: 991 time: 0.0638134 Aug 30 14:19:27.805871 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:12Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f99bd967-57dc-4de5-9a4d-bbc2249a615d', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.119', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'port_id': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'mac_address': 'fa:16:3e:00:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:19:26Z', 'updated_at': '2021-08-30T14:19:26Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e846c07-6296-4e40-a3fb-b8436ffc67d1', 'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:81:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:12Z', 'updated_at': '2021-08-30T14:19:17Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:27.820671 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-19310f67-a8b5-43bc-88b2-96f91fd4d841 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f015e21a-f26c-4d2c-811d-1afc42985c39 HTTP/1.1" status: 200 len: 999 time: 0.0680518 Aug 30 14:19:27.833026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] Checking router: 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:19:27.842392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:19:27.843031 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:19:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:27.872814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-ceb7619f-1379-4fe2-a88a-2d03b7f69ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:27.874239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-ceb7619f-1379-4fe2-a88a-2d03b7f69ad0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbf25f9f-1e08-48a8-86f8-aa6037495763 HTTP/1.1" status: 200 len: 835 time: 0.0461175 Aug 30 14:19:27.921129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-af34faaf-3014-44ef-9bc0-b15b304e3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:19:27.922679 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-af34faaf-3014-44ef-9bc0-b15b304e3581 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38a07361-58b6-4c04-894a-d4e70786a845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414097 Aug 30 14:19:27.951475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:19:28.016507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-f66e9c81-1882-40e0-95d2-68d73a937d52 service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863862 Aug 30 14:19:28.114627 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-14863e3b-2d54-4166-aeef-b15584f362c7 req-64465368-15d0-4bca-80c8-faf8d9423709 service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909495 Aug 30 14:19:28.331567 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:12Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f99bd967-57dc-4de5-9a4d-bbc2249a615d', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.119', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'port_id': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'mac_address': 'fa:16:3e:00:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:19:26Z', 'updated_at': '2021-08-30T14:19:26Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e846c07-6296-4e40-a3fb-b8436ffc67d1', 'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:81:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:12Z', 'updated_at': '2021-08-30T14:19:17Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:19:28.363643 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abcbc14-2519-4627-8079-c055a63a2c09 None None] The sync data for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 is: [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:12Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'f99bd967-57dc-4de5-9a4d-bbc2249a615d', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'floating_ip_address': '172.25.2.119', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'port_id': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'mac_address': 'fa:16:3e:00:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:19:26Z', 'updated_at': '2021-08-30T14:19:26Z', 'revision_number': 0, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e846c07-6296-4e40-a3fb-b8436ffc67d1', 'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:81:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:12Z', 'updated_at': '2021-08-30T14:19:17Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:19:28.558799 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a2160c-5fec-4416-a7ec-ec1ae7c0665f None None] New status for floating IP f99bd967-57dc-4de5-9a4d-bbc2249a615d: ACTIVE {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:19:28.805145 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39602) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:19:28.869682 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4024da08-86aa-473a-b824-aaa62dd0af49 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/f99bd967-57dc-4de5-9a4d-bbc2249a615d HTTP/1.1" status: 200 len: 993 time: 0.0633044 Aug 30 14:19:29.301462 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:31.704773 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:36.797908 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5e9d0a15-ed08-4bd1-ac6f-709a892ce77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:39.547891 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f619902c-081f-42bc-92ea-ddbc6e6657b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:40.146035 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:41.171411 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:42.514276 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:55.848578 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:19:59.297769 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:19:59.778166 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-b36d7e5f-c4c7-49e0-bc26-6fd9c2df1210 req-abab2800-c28c-4d93-9310-36911773f4b5 service neutron] (95698) timed out ('10.222.0.35', 64269) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:20:01.706917 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:02.281029 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb51c4-e415-45d0-9209-9647917924db req-fce2bf70-f973-425e-b258-bd74cef1fd56 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:02.283426 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9cb51c4-e415-45d0-9209-9647917924db req-fce2bf70-f973-425e-b258-bd74cef1fd56 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.0551322 Aug 30 14:20:02.329557 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e9cb51c4-e415-45d0-9209-9647917924db req-8f28f062-c365-42ec-93e8-e3f9c1dc4b2b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Aug 30 14:20:03.455814 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44833206-bec2-4466-9caf-cd561a092f7f req-a148ac12-eb11-4ebb-9485-652115d518ad tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:03.457339 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44833206-bec2-4466-9caf-cd561a092f7f req-a148ac12-eb11-4ebb-9485-652115d518ad tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.0541012 Aug 30 14:20:03.496920 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44833206-bec2-4466-9caf-cd561a092f7f req-eded5104-31c9-4579-b8e0-6e421ae016c2 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332363 Aug 30 14:20:03.521177 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39628) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:03.588055 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ecaba555-c1fe-4731-9dbe-407ceb8e60f1 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/f99bd967-57dc-4de5-9a4d-bbc2249a615d HTTP/1.1" status: 200 len: 993 time: 0.0655150 Aug 30 14:20:05.223847 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-5751ce9a-2743-4b05-a5fb-29aff55f82e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:05.226488 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-5751ce9a-2743-4b05-a5fb-29aff55f82e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 1096 time: 0.0674660 Aug 30 14:20:05.342731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994cd62e-28a3-4b68-ba61-02409420fd9a req-f11b9835-9335-49f4-b695-7290e743ee45 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:05.345122 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-994cd62e-28a3-4b68-ba61-02409420fd9a req-f11b9835-9335-49f4-b695-7290e743ee45 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.2094560 Aug 30 14:20:05.345821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-f1e3c10c-782f-4b39-a3d7-70b0cecd1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:05.347334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-f1e3c10c-782f-4b39-a3d7-70b0cecd1c61 service neutron] 10.222.0.16 "GET /v2.0/networks?id=38a07361-58b6-4c04-894a-d4e70786a845 HTTP/1.1" status: 200 len: 897 time: 0.1136670 Aug 30 14:20:05.400527 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-994cd62e-28a3-4b68-ba61-02409420fd9a req-0a6d164a-a0aa-496b-a2f4-fb01346b5ef6 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442350 Aug 30 14:20:05.428305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-f3f6e388-67de-4c21-bc5c-df9ed8361d6f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f015e21a-f26c-4d2c-811d-1afc42985c39 HTTP/1.1" status: 200 len: 1001 time: 0.0732381 Aug 30 14:20:05.488973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-95c8f659-7dc8-4b1d-80da-0a92416e83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:05.490456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-95c8f659-7dc8-4b1d-80da-0a92416e83b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbf25f9f-1e08-48a8-86f8-aa6037495763 HTTP/1.1" status: 200 len: 835 time: 0.0551722 Aug 30 14:20:05.567181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-6120f4ed-548a-42f1-bfa5-c4cfdfa8ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:05.569872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-6120f4ed-548a-42f1-bfa5-c4cfdfa8ab2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38a07361-58b6-4c04-894a-d4e70786a845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712214 Aug 30 14:20:05.703083 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-30886ef4-410d-4ac0-a21e-066477fea18b service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254964 Aug 30 14:20:06.128150 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3de3c8cd-a32c-4b54-9345-802e1ee23621 req-e01522fd-d993-4e3d-89a9-f204796686ad service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166775 Aug 30 14:20:06.604085 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb1c83-cdf8-40fa-920a-82b18a8671e6 req-bd781df0-fb4b-46f5-baac-fa5a11d083c7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:06.606251 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2beb1c83-cdf8-40fa-920a-82b18a8671e6 req-bd781df0-fb4b-46f5-baac-fa5a11d083c7 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.1101964 Aug 30 14:20:06.651323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2beb1c83-cdf8-40fa-920a-82b18a8671e6 req-0f1930be-c2b5-4fa4-af58-5e111f848b4e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378335 Aug 30 14:20:06.801045 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-525e60b0-9146-4501-9ef0-00fefc31fa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:08.147688 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3355e5-5e2a-49f1-8689-b95fbd80f109 req-b48c577f-01bb-4781-bc7f-62555c0e0ba5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:08.149310 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5a3355e5-5e2a-49f1-8689-b95fbd80f109 req-b48c577f-01bb-4781-bc7f-62555c0e0ba5 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.4257324 Aug 30 14:20:08.198181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5a3355e5-5e2a-49f1-8689-b95fbd80f109 req-37712107-b043-49b6-88e0-390160ff3daf tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377755 Aug 30 14:20:08.232160 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39648) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:08.300859 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-78b9cc05-dd5f-4b31-85be-13bfe17faa28 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/floatingips/f99bd967-57dc-4de5-9a4d-bbc2249a615d HTTP/1.1" status: 200 len: 993 time: 0.0673733 Aug 30 14:20:08.532380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39654) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:08.707408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port a7f79967-1e4a-4b33-9324-f0a3613839cc {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:20:08.707669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:08.790672 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:08.791038 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:08.804788 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for a7f79967-1e4a-4b33-9324-f0a3613839cc owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:20:08.972941 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:09.001910 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=a7f79967-1e4a-4b33-9324-f0a3613839cc,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:09.018362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.018712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.019062 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.019392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.019729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.020059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.020825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.021187 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.021511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.021862 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.022194 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.022508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:09.085643 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:09.085995 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Floating IP f99bd967-57dc-4de5-9a4d-bbc2249a615d disassociated (deleted). External IP: 172.25.2.119, port: f015e21a-f26c-4d2c-811d-1afc42985c39. Aug 30 14:20:09.319626 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:20:09.434466 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:20:09.440529 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:09.446413 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] Sync routers for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:20:09.458603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:09.459545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:19:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:09.477942 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6281747b-fdc4-47f1-8764-79c9bcc12e8b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/floatingips/f99bd967-57dc-4de5-9a4d-bbc2249a615d HTTP/1.1" status: 204 len: 168 time: 0.9440610 Aug 30 14:20:09.478980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:09.482389 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8b2676-c099-4d10-bfd5-889e752123ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:09.526156 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2882dd-5bcd-4f05-92e9-79a370f8ff4f x-openstack-request-id: req-ab2882dd-5bcd-4f05-92e9-79a370f8ff4f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:09.526573 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:09.526959 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab2882dd-5bcd-4f05-92e9-79a370f8ff4f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:09.527595 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'status': 'completed', 'code': 200} Aug 30 14:20:09.603454 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-37471587-5e6c-4ab8-8d3d-9d4752e50b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:09.605703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-37471587-5e6c-4ab8-8d3d-9d4752e50b25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 1096 time: 0.0560443 Aug 30 14:20:09.624090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9dcb9387-79cc-4e59-80e9-6422ee68aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:09.646818 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:09.811282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-415c83bb-c048-43da-b09b-923c16398fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:09.814559 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-415c83bb-c048-43da-b09b-923c16398fca service neutron] 10.222.0.16 "GET /v2.0/networks?id=38a07361-58b6-4c04-894a-d4e70786a845 HTTP/1.1" status: 200 len: 897 time: 0.2019083 Aug 30 14:20:09.904431 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accf6c9-7bb6-46ce-b86f-d73553ea2baa req-70008418-b230-4503-b86a-8aa6198b6ddf tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:09.907334 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:12Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '1e846c07-6296-4e40-a3fb-b8436ffc67d1', 'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:81:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:12Z', 'updated_at': '2021-08-30T14:19:17Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:09.909901 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8accf6c9-7bb6-46ce-b86f-d73553ea2baa req-70008418-b230-4503-b86a-8aa6198b6ddf tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.1745310 Aug 30 14:20:09.913991 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-18303e36-1d92-432c-bf72-0da921869f3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f015e21a-f26c-4d2c-811d-1afc42985c39 HTTP/1.1" status: 200 len: 217 time: 0.0895853 Aug 30 14:20:09.939450 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] Checking router: 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:20:09.948686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:09.949304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:10.045891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8accf6c9-7bb6-46ce-b86f-d73553ea2baa req-d2e71634-10ac-427f-9836-bbb5b3571c5e tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286566 Aug 30 14:20:10.053718 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-40bebad2-f615-409d-bacb-e229493b3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:10.056441 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-40bebad2-f615-409d-bacb-e229493b3802 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cbf25f9f-1e08-48a8-86f8-aa6037495763 HTTP/1.1" status: 200 len: 835 time: 0.1282091 Aug 30 14:20:10.067104 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:10.134185 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-da78119f-584f-4573-af66-c7d7872727f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:10.136843 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-da78119f-584f-4573-af66-c7d7872727f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=38a07361-58b6-4c04-894a-d4e70786a845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724130 Aug 30 14:20:10.199584 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:10.269396 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-dc2cd0ae-3d17-48e7-af42-5ffe5314db7c service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239321 Aug 30 14:20:10.335896 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:12Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '1e846c07-6296-4e40-a3fb-b8436ffc67d1', 'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:81:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:12Z', 'updated_at': '2021-08-30T14:19:17Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:10.368170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7be55e-edc5-491b-818e-c75db191e39d None None] The sync data for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 is: [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:12Z', 'revision_number': 4, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '1e846c07-6296-4e40-a3fb-b8436ffc67d1', 'name': '', 'network_id': '38a07361-58b6-4c04-894a-d4e70786a845', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'mac_address': 'fa:16:3e:81:f9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:12Z', 'updated_at': '2021-08-30T14:19:17Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'subnets': [{'id': 'cbf25f9f-1e08-48a8-86f8-aa6037495763', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:20:10.421890 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fb8b2676-c099-4d10-bfd5-889e752123ad req-8a96a467-5a2a-4ddc-a612-630462f57cb6 service neutron] 10.222.0.16 "GET /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432652 Aug 30 14:20:10.638913 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61de97c9-ec2a-4ea1-bbce-8381fe1fb8d9 None None] New status for floating IP f99bd967-57dc-4de5-9a4d-bbc2249a615d: DOWN {{(pid=95701) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:20:11.181001 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:11.349410 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-103daf97-143e-4bc7-8150-868fed41db7c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:11.352058 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-103daf97-143e-4bc7-8150-868fed41db7c tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.0652750 Aug 30 14:20:11.475542 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ba9a8-8e96-427b-ae46-f38f279c04f0 req-18a50677-8653-44ad-a85b-b7a5bcf0d65b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:11.477613 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-980ba9a8-8e96-427b-ae46-f38f279c04f0 req-18a50677-8653-44ad-a85b-b7a5bcf0d65b tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/ports?device_id=9fcd7956-939d-4ccb-aaba-478f58ebdb8a HTTP/1.1" status: 200 len: 945 time: 0.0635643 Aug 30 14:20:11.484230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port f015e21a-f26c-4d2c-811d-1afc42985c39 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:20:11.485613 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:11.527052 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-980ba9a8-8e96-427b-ae46-f38f279c04f0 req-bb55b85d-33db-4dee-9550-fcffa6ed14ed tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "GET /v2.0/security-groups?id=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Aug 30 14:20:11.597341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port f015e21a-f26c-4d2c-811d-1afc42985c39, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=f015e21a-f26c-4d2c-811d-1afc42985c39,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:11.597749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:11.613914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for f015e21a-f26c-4d2c-811d-1afc42985c39 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:20:11.767321 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:11.802742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=f015e21a-f26c-4d2c-811d-1afc42985c39,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:11.852115 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] No DVR routers for this DVR port f015e21a-f26c-4d2c-811d-1afc42985c39 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:20:11.855535 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:11.858025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e97bfc22-b4ae-4bc6-a6fa-824c9299683d req-a665890d-6492-41a3-8016-5017527fadbc tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.16 "DELETE /v2.0/ports/f015e21a-f26c-4d2c-811d-1afc42985c39 HTTP/1.1" status: 204 len: 173 time: 0.4996784 Aug 30 14:20:11.858555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'name': 'network-vif-deleted', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:11.861547 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871c4f8-903e-457a-94bd-41eff948ce88" -d '{"events": [{"server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "name": "network-vif-deleted", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:11.913886 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396643f5-5037-4a2f-8647-c19f2f4c6e8a x-openstack-request-id: req-396643f5-5037-4a2f-8647-c19f2f4c6e8a {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:11.914259 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcd7956-939d-4ccb-aaba-478f58ebdb8a", "name": "network-vif-deleted", "tag": "f015e21a-f26c-4d2c-811d-1afc42985c39", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:11.914567 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-396643f5-5037-4a2f-8647-c19f2f4c6e8a {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:11.915160 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcd7956-939d-4ccb-aaba-478f58ebdb8a', 'name': 'network-vif-deleted', 'tag': 'f015e21a-f26c-4d2c-811d-1afc42985c39', 'status': 'completed', 'code': 200} Aug 30 14:20:12.517794 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:12.591722 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39668) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:13.009837 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:13.302543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port 1e846c07-6296-4e40-a3fb-b8436ffc67d1 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:20:13.302825 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:13.475468 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port 1e846c07-6296-4e40-a3fb-b8436ffc67d1, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=1e846c07-6296-4e40-a3fb-b8436ffc67d1,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:13.476049 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:13.499265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for 1e846c07-6296-4e40-a3fb-b8436ffc67d1 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:20:13.749482 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:13.783134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=1e846c07-6296-4e40-a3fb-b8436ffc67d1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:13.990145 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.137151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f015e21a-f26c-4d2c-811d-1afc42985c39 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:20:14.159686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: f015e21a-f26c-4d2c-811d-1afc42985c39 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:20:14.160076 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device f015e21a-f26c-4d2c-811d-1afc42985c39 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:20:14.244342 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:20:14.357780 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:20:14.364367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-61d6cd42-6397-4201-b48b-fcae1e92a678 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "PUT /v2.0/routers/57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7697630 Aug 30 14:20:14.366138 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39670) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:14.368900 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a982f-79aa-4158-829a-1330da52e84a None None] Sync routers for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:20:14.382464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a982f-79aa-4158-829a-1330da52e84a None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:14.383492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-884a982f-79aa-4158-829a-1330da52e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:14.431538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4ce471-07e0-4b1e-b557-3c4e1f9c4f71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting subnet cbf25f9f-1e08-48a8-86f8-aa6037495763 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:20:14.434907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce471-07e0-4b1e-b557-3c4e1f9c4f71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.486439 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce471-07e0-4b1e-b557-3c4e1f9c4f71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.508232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-884a982f-79aa-4158-829a-1330da52e84a None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:14.597923 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce471-07e0-4b1e-b557-3c4e1f9c4f71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.671951 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce471-07e0-4b1e-b557-3c4e1f9c4f71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.700497 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ce471-07e0-4b1e-b557-3c4e1f9c4f71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf25f9f-1e08-48a8-86f8-aa6037495763,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:14.708101 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9e4ce471-07e0-4b1e-b557-3c4e1f9c4f71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.710157 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9e4ce471-07e0-4b1e-b557-3c4e1f9c4f71 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/subnets/cbf25f9f-1e08-48a8-86f8-aa6037495763 HTTP/1.1" status: 204 len: 168 time: 0.3430278 Aug 30 14:20:14.712756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39672) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:14.720848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f012c655-cf91-4b5a-a5c7-bbaf92014c38 None None] Network 38a07361-58b6-4c04-894a-d4e70786a845 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:14.807206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-884a982f-79aa-4158-829a-1330da52e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:20:13Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:14.840547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:14.858948 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a982f-79aa-4158-829a-1330da52e84a None None] Checking router: 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:20:14.889082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a982f-79aa-4158-829a-1330da52e84a None None] Routers {'57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:14.889737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-884a982f-79aa-4158-829a-1330da52e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:14.952517 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.014376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-884a982f-79aa-4158-829a-1330da52e84a None None] Set router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:15.034808 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Deleting port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:20:15.035145 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.076541 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] DHCP port deletion for 38a07361-58b6-4c04-894a-d4e70786a845 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:20:15.139694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] For port cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:15.140277 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.160141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Calling delete_port for cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:20:15.238734 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Deleting port ccc736e7-c24c-4137-8232-43738ab2df98 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:20:15.239353 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.313005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] For port ccc736e7-c24c-4137-8232-43738ab2df98, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ccc736e7-c24c-4137-8232-43738ab2df98,segment=NetworkSegment(57cf6b4c-13dc-4f00-9772-8119049ec199),segment_id=57cf6b4c-13dc-4f00-9772-8119049ec199)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:15.313409 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.329002 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Calling delete_port for ccc736e7-c24c-4137-8232-43738ab2df98 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:20:15.339972 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-884a982f-79aa-4158-829a-1330da52e84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:20:13Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:15.347744 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.381793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Port': ['ID=cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:15.458309 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.567087 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.569878 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.592632 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a982f-79aa-4158-829a-1330da52e84a None None] The sync data for ids ['57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e'] in n-d-688802-6 is: [{'id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1810197596', 'tenant_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:20:13Z', 'revision_number': 5, 'project_id': 'a68338d75b2e42d58c9ec4ba615cbfdd', 'gw_port': {'id': 'cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:cc:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:19:09Z', 'updated_at': '2021-08-30T14:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:20:15.649760 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.650657 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Fanout notify agent at l3_agent the message router_deleted on router 57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:20:15.662645 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.664479 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-ef1a96e6-0299-422f-aab7-7e696b25ab99 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/routers/57ec5c9f-ce2b-4eb9-993c-c98f8bf3cf6e HTTP/1.1" status: 204 len: 168 time: 0.9502530 Aug 30 14:20:15.668241 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39674) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:15.669452 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.697679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Pushing event deleted for resources: {'Port': ['ID=ccc736e7-c24c-4137-8232-43738ab2df98,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:15.708664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] No DVR routers for this DVR port ccc736e7-c24c-4137-8232-43738ab2df98 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:20:15.710977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.711328 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.711817 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.712098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.712398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.712711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.713162 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.713337 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.713644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.714015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.714329 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.714653 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eaefe4-c49a-478f-9236-df297f824620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:15.774792 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.916506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.936687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a07361-58b6-4c04-894a-d4e70786a845']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:15.950005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cf6b4c-13dc-4f00-9772-8119049ec199') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:15.950513 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cf6b4c-13dc-4f00-9772-8119049ec199') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:15.967680 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:15.991809 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.000752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:20:16.001646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:20:16.005704 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:20:16.435885 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.448432 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.450686 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/networks/38a07361-58b6-4c04-894a-d4e70786a845 HTTP/1.1" status: 204 len: 168 time: 0.7810576 Aug 30 14:20:16.454943 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39676) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:16.466117 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d52d3-ad01-479f-8cbc-18a838037d8d tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'Network': ['ID=38a07361-58b6-4c04-894a-d4e70786a845,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:16.523840 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.550240 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.616883 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.619543 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:16.620890 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] 10.222.0.37 "DELETE /v2.0/security-groups/2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca HTTP/1.1" status: 204 len: 168 time: 0.1643834 Aug 30 14:20:16.632550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb24dc1-01a7-4a5c-ab2e-2ec605b9b2ca,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:16.643069 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.643547 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.643979 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.644403 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.644906 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.645706 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.646173 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.646586 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.647053 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.647594 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.648144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:16.648687 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5f0a6-1d72-4c31-babf-d2ad7e76a726 tempest-TestNetworkAdvancedServerOps-1611993019 tempest-TestNetworkAdvancedServerOps-1611993019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:17.042526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ccc736e7-c24c-4137-8232-43738ab2df98 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:20:17.074667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39684) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:17.078888 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ccc736e7-c24c-4137-8232-43738ab2df98 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:20:17.079369 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ccc736e7-c24c-4137-8232-43738ab2df98 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:20:17.079918 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:20:17.102476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:20:17.103003 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device cf5a4de6-f4ca-47c3-9cbb-56ac27bc73cb not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:20:17.103526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1e846c07-6296-4e40-a3fb-b8436ffc67d1 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:20:17.135660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 1e846c07-6296-4e40-a3fb-b8436ffc67d1 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:20:17.136019 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 1e846c07-6296-4e40-a3fb-b8436ffc67d1 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:20:17.255615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d37f8585-3755-4fc0-8415-cd471bba8e8a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a68338d75b2e42d58c9ec4ba615cbfdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1794965 Aug 30 14:20:17.258385 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39688) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:17.315908 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-18df0367-166a-4ba0-9eff-ec0537d4f587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.339816 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-18df0367-166a-4ba0-9eff-ec0537d4f587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.396712 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-18df0367-166a-4ba0-9eff-ec0537d4f587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.401606 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-18df0367-166a-4ba0-9eff-ec0537d4f587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.405763 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-18df0367-166a-4ba0-9eff-ec0537d4f587 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/44ee0854-7027-4cc7-958d-3fe7fadc403d HTTP/1.1" status: 204 len: 168 time: 0.1439123 Aug 30 14:20:17.417296 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df0367-166a-4ba0-9eff-ec0537d4f587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ee0854-7027-4cc7-958d-3fe7fadc403d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:17.814595 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39694) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:17.830046 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0440f27-fb2e-498e-b178-45225593b2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.953869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0440f27-fb2e-498e-b178-45225593b2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:17.958578 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f0440f27-fb2e-498e-b178-45225593b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:18.021098 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f0440f27-fb2e-498e-b178-45225593b2bd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a0c9a2cf28fb449082b831e8e99ad41c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049389 Aug 30 14:20:18.022705 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0440f27-fb2e-498e-b178-45225593b2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e844dad6-8263-4bd4-b33a-83140471f68f,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:18.024347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39696) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:18.107395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f840613-5c15-45bc-9a42-840cf0d6602b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:18.146968 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f840613-5c15-45bc-9a42-840cf0d6602b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:18.219201 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f840613-5c15-45bc-9a42-840cf0d6602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:18.221807 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3f840613-5c15-45bc-9a42-840cf0d6602b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:18.222989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3f840613-5c15-45bc-9a42-840cf0d6602b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e844dad6-8263-4bd4-b33a-83140471f68f HTTP/1.1" status: 204 len: 168 time: 0.1972165 Aug 30 14:20:18.231003 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f840613-5c15-45bc-9a42-840cf0d6602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e844dad6-8263-4bd4-b33a-83140471f68f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:19.124564 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39718) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:19.232144 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-857794596-network', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:19.255591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Made reservation on behalf of 9cf8f8e0e53a4f5e931f2b5f6bff553d for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:19.257917 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.267136 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.371137 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.375627 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.405522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:20:19.412666 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceae0bef-7e54-4bf0-a526-fcefab0f469d,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:19.422567 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.422567 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Added segment 2efffa15-b28b-4b1c-abf1-e4e307270cd9 of type vlan for network 31b169fe-4930-4248-8b6c-8ddeac67aec0 Aug 30 14:20:19.465805 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.493517 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.494412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:19.494991 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.548795 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4226847 Aug 30 14:20:19.551955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39722) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:19.556129 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65915559-4ff5-475a-9950-998317e70b3f admin admin] Pushing event updated for resources: {'Network': ['ID=31b169fe-4930-4248-8b6c-8ddeac67aec0,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:19.557337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Request body: {'subnet': {'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-857794596-subnet', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:19.568530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:20:19.583452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Made reservation on behalf of 9cf8f8e0e53a4f5e931f2b5f6bff553d for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:19.586025 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.771086 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.833141 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=479e89e6-ad14-4e6d-b55f-6a6cca380f14,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:19.850605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Checking segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:19.851272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Network hostable DHCP agents. Network: 31b169fe-4930-4248-8b6c-8ddeac67aec0, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:20:19.876381 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:20:19.885992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 31b169fe-4930-4248-8b6c-8ddeac67aec0) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:19.890299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:19.891429 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.897778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301ec6d2-a75c-4fa0-b4e1-ff0bc0454ba6 None None] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:19.912314 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-10d851b3-42f0-4aa1-9eef-fe31049b2e52 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3592041 Aug 30 14:20:19.915038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39724) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:19.919713 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:19.944219 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:19.945395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.003339 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.061208 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-31b169fe-4930-4248-8b6c-8ddeac67aec0', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:20:20.062333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.207618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Allocated IP 172.20.0.2 (31b169fe-4930-4248-8b6c-8ddeac67aec0/479e89e6-ad14-4e6d-b55f-6a6cca380f14/bfbdac4c-e1dc-4061-b520-737421407680) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:20.239339 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.371901 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.387161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Transition to ACTIVE for port object bfbdac4c-e1dc-4061-b520-737421407680 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:20.413107 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Transition to ACTIVE for port object bfbdac4c-e1dc-4061-b520-737421407680 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:20.425607 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.469298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:20.475042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:20.479618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:20.489711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Pushing event updated for resources: {'Port': ['ID=bfbdac4c-e1dc-4061-b520-737421407680,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:20.546551 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.547026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Attempting to bind port bfbdac4c-e1dc-4061-b520-737421407680 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:20.547376 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Attempting to bind port bfbdac4c-e1dc-4061-b520-737421407680 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:20.547743 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Attempting to bind port bfbdac4c-e1dc-4061-b520-737421407680 on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:20.553564 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:20.553981 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Checking segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:20.554391 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.554777 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Bound using segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:20.555265 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Bound port: bfbdac4c-e1dc-4061-b520-737421407680, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:20.555626 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.574732 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.632275 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] For port bfbdac4c-e1dc-4061-b520-737421407680, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:20.637765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] For port bfbdac4c-e1dc-4061-b520-737421407680, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfbdac4c-e1dc-4061-b520-737421407680,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:20.644821 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.694349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Allocated IP 172.25.2.120 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/0dc0dbcc-22e6-41c0-b979-ae7c3387ad74) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:20.748110 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ad95c-c81c-4bbe-ab48-f6f62d042c1f None None] Pushing event updated for resources: {'Port': ['ID=bfbdac4c-e1dc-4061-b520-737421407680,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:20.862948 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:20.951239 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:21.028666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:21.034864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:21.041295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:21.079960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc0dbcc-22e6-41c0-b979-ae7c3387ad74,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:21.102219 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfbdac4c-e1dc-4061-b520-737421407680 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:21.153558 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port bfbdac4c-e1dc-4061-b520-737421407680 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:21.485893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:21.724539 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f3a6a4-35a4-4f9f-9c35-d2e860c84795 None None] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:21.792899 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:21.822622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1ed65576-796c-4962-8448-88110c8ebf01 None None] Provisioning for port bfbdac4c-e1dc-4061-b520-737421407680 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:21.832514 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-1ed65576-796c-4962-8448-88110c8ebf01 None None] Provisioning complete for port bfbdac4c-e1dc-4061-b520-737421407680 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:21.833027 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1ed65576-796c-4962-8448-88110c8ebf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:21.957699 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Router f57c224b-f0ab-4a07-a592-9fe631d19f9b is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:20:22.015525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1ed65576-796c-4962-8448-88110c8ebf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.079915 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-1ed65576-796c-4962-8448-88110c8ebf01 None None] For port bfbdac4c-e1dc-4061-b520-737421407680, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfbdac4c-e1dc-4061-b520-737421407680,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:22.087895 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-1ed65576-796c-4962-8448-88110c8ebf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.121721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:20:22.141967 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Sync routers for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:20:22.163764 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:22.164446 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.165293 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:22.168461 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3d2390bd-9c9b-40f0-9e24-5fbefa2ceb78 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2505059 Aug 30 14:20:22.170627 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39726) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:22.181850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed65576-796c-4962-8448-88110c8ebf01 None None] Pushing event updated for resources: {'Port': ['ID=bfbdac4c-e1dc-4061-b520-737421407680,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:22.343363 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:22.425054 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-dd4eb880-dbfc-4ec3-a67b-a09c3f71b2ce None None] Provisioning complete for port bfbdac4c-e1dc-4061-b520-737421407680 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:22.425655 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dd4eb880-dbfc-4ec3-a67b-a09c3f71b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.596811 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:21Z', 'revision_number': 3, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:22.649297 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Checking router: f57c224b-f0ab-4a07-a592-9fe631d19f9b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:20:22.649916 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Updating router f57c224b-f0ab-4a07-a592-9fe631d19f9b port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:20:22.683862 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.722246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:22.936144 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Allocated IP 172.20.0.1 (31b169fe-4930-4248-8b6c-8ddeac67aec0/479e89e6-ad14-4e6d-b55f-6a6cca380f14/ab8c01d8-ed5d-494f-9189-04a7c9728796) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:23.011387 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.024805 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Transition to ACTIVE for port object 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:23.033567 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.064438 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfbdac4c-e1dc-4061-b520-737421407680 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:23.101077 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Attempting to bind port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:23.101552 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Attempting to bind port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:23.101904 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Attempting to bind port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:23.114512 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:23.114873 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:23.115282 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.115672 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:23.116152 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Bound port: 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:23.116529 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.118326 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Pushing event updated for resources: {'Port': ['ID=0dc0dbcc-22e6-41c0-b979-ae7c3387ad74,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:23.136798 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.152749 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port bfbdac4c-e1dc-4061-b520-737421407680 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:23.153321 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.165622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Transition to ACTIVE for port object ab8c01d8-ed5d-494f-9189-04a7c9728796 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:23.195879 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.196878 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.197686 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.198029 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.198348 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.198843 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.199364 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.199682 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.200185 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.200682 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.201178 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.201492 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:20:23.209542 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] For port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:23.227418 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] For port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0dc0dbcc-22e6-41c0-b979-ae7c3387ad74,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:23.229905 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.235488 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.296509 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:23.298042 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:23.306363 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:23.311756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:23.318843 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:23.362284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8c01d8-ed5d-494f-9189-04a7c9728796,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:23.365105 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e136f30-ede2-4d5c-85da-c0bd1c48853d None None] Pushing event updated for resources: {'Port': ['ID=0dc0dbcc-22e6-41c0-b979-ae7c3387ad74,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:23.401714 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.494735 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:23.607705 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3a5fa41a-3be6-45b8-883b-87498399985e None None] Provisioning for port ab8c01d8-ed5d-494f-9189-04a7c9728796 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:23.614321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-3a5fa41a-3be6-45b8-883b-87498399985e None None] Provisioning complete for port ab8c01d8-ed5d-494f-9189-04a7c9728796 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:23.614895 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3a5fa41a-3be6-45b8-883b-87498399985e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.617347 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.684776 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-3a5fa41a-3be6-45b8-883b-87498399985e None None] Port ab8c01d8-ed5d-494f-9189-04a7c9728796 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:23.777387 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:21Z', 'revision_number': 3, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:23.808566 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b7c35a-561c-4725-91c0-6831cda71e71 None None] The sync data for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 is: [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:21Z', 'revision_number': 3, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:20:23.857366 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.864220 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:23.959230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ab8c01d8-ed5d-494f-9189-04a7c9728796,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:23.969017 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.111445 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:24.113813 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:24.426166 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-65bd2985-dbc8-4118-93b6-e64f553acc7a None None] Provisioning complete for port ab8c01d8-ed5d-494f-9189-04a7c9728796 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:24.427088 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-65bd2985-dbc8-4118-93b6-e64f553acc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:24.486361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-65bd2985-dbc8-4118-93b6-e64f553acc7a None None] Port ab8c01d8-ed5d-494f-9189-04a7c9728796 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:24.668125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Router f57c224b-f0ab-4a07-a592-9fe631d19f9b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:20:24.815602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:20:24.822211 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-3c0dd1a9-446c-434c-8c39-008acc0845b3 admin admin] 10.222.0.37 "PUT /v2.0/routers/f57c224b-f0ab-4a07-a592-9fe631d19f9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6480064 Aug 30 14:20:25.076416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:25.156060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:25.161848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:25.162411 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.274101 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.305294 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0dc0dbcc-22e6-41c0-b979-ae7c3387ad74,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:25.311272 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.376033 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=0dc0dbcc-22e6-41c0-b979-ae7c3387ad74,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:25.461890 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39742) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:25.467687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2109060448-network', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:25.492439 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Made reservation on behalf of 56720ccb5f6d47d7ab46c4afae67785b for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:25.495725 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.507267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.628228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.632636 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.660002 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:20:25.670568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb76574d-9611-4ac2-850c-d7efc5892507,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:25.676207 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.676561 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Added segment 0255974f-befe-4d72-923b-5d4c0e88d57e of type vlan for network 65763a39-83d6-4844-9412-b1ce5bab098e Aug 30 14:20:25.725759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.752287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Sync routers for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:20:25.758682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.759797 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:25.760494 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:25.764855 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:25.766605 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:25.863379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3996947 Aug 30 14:20:25.867028 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39744) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:25.874369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a14ba3-8047-4be0-9d8a-bcb379561c79 admin admin] Pushing event updated for resources: {'Network': ['ID=65763a39-83d6-4844-9412-b1ce5bab098e,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:25.877586 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Request body: {'subnet': {'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2109060448-subnet', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:25.906737 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 65763a39-83d6-4844-9412-b1ce5bab098e details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:20:25.920003 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Made reservation on behalf of 56720ccb5f6d47d7ab46c4afae67785b for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:25.923175 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.002339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:26.135697 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.207663 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db25ad7c-8e53-4b55-b5a4-f2d274739fe3,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:26.221201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Checking segment: {'id': '0255974f-befe-4d72-923b-5d4c0e88d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:26.221589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Network hostable DHCP agents. Network: 65763a39-83d6-4844-9412-b1ce5bab098e, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:20:26.241522 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Network 65763a39-83d6-4844-9412-b1ce5bab098e is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:20:26.254085 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 65763a39-83d6-4844-9412-b1ce5bab098e) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:26.259407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:26.260013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.274165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5338c-455b-431f-b113-0d99abc3b1da None None] Network 65763a39-83d6-4844-9412-b1ce5bab098e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:26.277102 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-7af43f8e-b4ab-45a4-9b8e-d695b23d0863 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4073226 Aug 30 14:20:26.279783 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39746) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:26.285389 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:26.311573 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.312862 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.376214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.424222 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 2, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:26.484175 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Checking router: f57c224b-f0ab-4a07-a592-9fe631d19f9b for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:20:26.484800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Updating router f57c224b-f0ab-4a07-a592-9fe631d19f9b port ab8c01d8-ed5d-494f-9189-04a7c9728796 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:20:26.574427 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.614994 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.657323 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-65763a39-83d6-4844-9412-b1ce5bab098e', 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'fixed_ips': [{'subnet_id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:20:26.658261 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.860547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.889803 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:26.935336 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Allocated IP 172.20.0.2 (65763a39-83d6-4844-9412-b1ce5bab098e/db25ad7c-8e53-4b55-b5a4-f2d274739fe3/d47cd652-a5f4-4e73-8a3b-a947e3087587) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:27.009129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Allocated IP 172.25.2.178 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/4d116362-961f-4f97-9d75-a899b8cbcc2a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:27.142149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.183136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:27.188684 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.241923 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:27.242902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Pushing event updated for resources: {'Port': ['ID=4d116362-961f-4f97-9d75-a899b8cbcc2a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:27.247459 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:27.250527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:27.275471 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.295897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Transition to ACTIVE for port object ab8c01d8-ed5d-494f-9189-04a7c9728796 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:27.316214 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.400710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:27.401091 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.444232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d0c2c-d7d3-4e34-ae06-399aa749099c None None] Pushing event updated for resources: {'Port': ['ID=ab8c01d8-ed5d-494f-9189-04a7c9728796,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:27.475327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.504993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Transition to ACTIVE for port object d47cd652-a5f4-4e73-8a3b-a947e3087587 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:27.542072 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Transition to ACTIVE for port object d47cd652-a5f4-4e73-8a3b-a947e3087587 will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:27.556873 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Attempting to bind port ab8c01d8-ed5d-494f-9189-04a7c9728796 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:27.557263 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Attempting to bind port ab8c01d8-ed5d-494f-9189-04a7c9728796 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:27.557710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Attempting to bind port ab8c01d8-ed5d-494f-9189-04a7c9728796 on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:27.563264 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.584192 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:27.584866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Checking segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:27.585552 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.586040 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Bound using segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:27.586545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Bound port: ab8c01d8-ed5d-494f-9189-04a7c9728796, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:27.587085 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.661895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Network 65763a39-83d6-4844-9412-b1ce5bab098e is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:27.682977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:27.696138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.701842 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:27.739140 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Pushing event updated for resources: {'Port': ['ID=d47cd652-a5f4-4e73-8a3b-a947e3087587,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:27.846612 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] For port ab8c01d8-ed5d-494f-9189-04a7c9728796, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:27.867945 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] For port ab8c01d8-ed5d-494f-9189-04a7c9728796, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ab8c01d8-ed5d-494f-9189-04a7c9728796,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:27.869550 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Attempting to bind port d47cd652-a5f4-4e73-8a3b-a947e3087587 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:27.869942 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Attempting to bind port d47cd652-a5f4-4e73-8a3b-a947e3087587 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '0255974f-befe-4d72-923b-5d4c0e88d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:27.870289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Attempting to bind port d47cd652-a5f4-4e73-8a3b-a947e3087587 on network 65763a39-83d6-4844-9412-b1ce5bab098e {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:27.874226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.884372 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:27.884769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Checking segment: {'id': '0255974f-befe-4d72-923b-5d4c0e88d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:27.885163 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.885576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Bound using segment: {'id': '0255974f-befe-4d72-923b-5d4c0e88d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:27.886106 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Bound port: d47cd652-a5f4-4e73-8a3b-a947e3087587, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0255974f-befe-4d72-923b-5d4c0e88d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:27.886497 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.981249 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d0c2c-d7d3-4e34-ae06-399aa749099c None None] Pushing event updated for resources: {'Port': ['ID=ab8c01d8-ed5d-494f-9189-04a7c9728796,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:27.982405 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:27.987433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:27.988485 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:28.099717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] For port d47cd652-a5f4-4e73-8a3b-a947e3087587, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:28.157530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] For port d47cd652-a5f4-4e73-8a3b-a947e3087587, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d47cd652-a5f4-4e73-8a3b-a947e3087587,segment=NetworkSegment(0255974f-befe-4d72-923b-5d4c0e88d57e),segment_id=0255974f-befe-4d72-923b-5d4c0e88d57e)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:28.166983 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:28.231964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Router 1a7da82f-63e0-41d0-9ae9-782d112f4130 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:20:28.275352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:28.362224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08425ff8-c21d-42a1-906b-98de987716f2 None None] Pushing event updated for resources: {'Port': ['ID=d47cd652-a5f4-4e73-8a3b-a947e3087587,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:28.440564 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:20:28.454287 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Sync routers for ids ['1a7da82f-63e0-41d0-9ae9-782d112f4130'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:20:28.470246 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:28.472379 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-619830dc-1685-4a23-bd79-13d2c919cc7d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1911862 Aug 30 14:20:28.475361 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Routers {'1a7da82f-63e0-41d0-9ae9-782d112f4130'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:28.476948 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39748) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:28.477162 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1a7da82f-63e0-41d0-9ae9-782d112f4130'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:28.748697 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:27Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:28.783926 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed755fef-ff6b-4a27-b92c-13d2d9f7eb54 None None] The sync data for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 is: [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:27Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:20:28.832036 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Set router 1a7da82f-63e0-41d0-9ae9-782d112f4130 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:29.223171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d47cd652-a5f4-4e73-8a3b-a947e3087587 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:29.306214 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:27Z', 'revision_number': 3, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'gw_port': {'id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:29.334229 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.362080 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port d47cd652-a5f4-4e73-8a3b-a947e3087587 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:29.373204 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ab8c01d8-ed5d-494f-9189-04a7c9728796 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:29.401739 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Checking router: 1a7da82f-63e0-41d0-9ae9-782d112f4130 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:20:29.402305 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Updating router 1a7da82f-63e0-41d0-9ae9-782d112f4130 port 4d116362-961f-4f97-9d75-a899b8cbcc2a binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:20:29.419759 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.456192 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.540962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port ab8c01d8-ed5d-494f-9189-04a7c9728796 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:29.549463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ab8c01d8-ed5d-494f-9189-04a7c9728796 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:29.550494 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.709406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Allocated IP 172.20.0.1 (65763a39-83d6-4844-9412-b1ce5bab098e/db25ad7c-8e53-4b55-b5a4-f2d274739fe3/e7c03e6f-5e17-4aa8-8902-42a1f44a12ac) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:29.731289 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.843946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port ab8c01d8-ed5d-494f-9189-04a7c9728796, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ab8c01d8-ed5d-494f-9189-04a7c9728796,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:29.857327 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.952843 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:29.969378 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=ab8c01d8-ed5d-494f-9189-04a7c9728796,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:29.972434 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Transition to ACTIVE for port object e7c03e6f-5e17-4aa8-8902-42a1f44a12ac will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:29.976388 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3d152-6a2d-46f0-848a-658ba87bd67a None None] Network 65763a39-83d6-4844-9412-b1ce5bab098e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:20:30.021787 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.048336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Network 65763a39-83d6-4844-9412-b1ce5bab098e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:30.054114 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.084827 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Transition to ACTIVE for port object 4d116362-961f-4f97-9d75-a899b8cbcc2a will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:30.085185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d73579d8-9b08-44dc-9f8b-329e88b36f73 None None] Provisioning for port d47cd652-a5f4-4e73-8a3b-a947e3087587 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:30.087471 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:30.098377 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:30.100465 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d73579d8-9b08-44dc-9f8b-329e88b36f73 None None] Provisioning complete for port d47cd652-a5f4-4e73-8a3b-a947e3087587 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:30.100955 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d73579d8-9b08-44dc-9f8b-329e88b36f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.111156 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.176112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Pushing event updated for resources: {'Port': ['ID=e7c03e6f-5e17-4aa8-8902-42a1f44a12ac,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:30.196470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.233505 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Attempting to bind port 4d116362-961f-4f97-9d75-a899b8cbcc2a on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:30.236345 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Attempting to bind port 4d116362-961f-4f97-9d75-a899b8cbcc2a by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:30.237346 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Attempting to bind port 4d116362-961f-4f97-9d75-a899b8cbcc2a on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:30.260636 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9b0d4-8225-443b-b277-af457153b4d3 None None] Pushing event updated for resources: {'Port': ['ID=4d116362-961f-4f97-9d75-a899b8cbcc2a,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:30.269088 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:30.270580 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:30.271560 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.272514 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:30.273852 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Bound port: 4d116362-961f-4f97-9d75-a899b8cbcc2a, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:30.277063 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.318362 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d73579d8-9b08-44dc-9f8b-329e88b36f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.382764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-d73579d8-9b08-44dc-9f8b-329e88b36f73 None None] For port d47cd652-a5f4-4e73-8a3b-a947e3087587, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d47cd652-a5f4-4e73-8a3b-a947e3087587,segment=NetworkSegment(0255974f-befe-4d72-923b-5d4c0e88d57e),segment_id=0255974f-befe-4d72-923b-5d4c0e88d57e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:30.391942 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d73579d8-9b08-44dc-9f8b-329e88b36f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.464603 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73579d8-9b08-44dc-9f8b-329e88b36f73 None None] Pushing event updated for resources: {'Port': ['ID=d47cd652-a5f4-4e73-8a3b-a947e3087587,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:30.470816 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] For port 4d116362-961f-4f97-9d75-a899b8cbcc2a, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:30.477733 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] For port 4d116362-961f-4f97-9d75-a899b8cbcc2a, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4d116362-961f-4f97-9d75-a899b8cbcc2a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:30.488505 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.534802 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.635068 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9b0d4-8225-443b-b277-af457153b4d3 None None] Pushing event updated for resources: {'Port': ['ID=4d116362-961f-4f97-9d75-a899b8cbcc2a,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:30.653153 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Routers {'1a7da82f-63e0-41d0-9ae9-782d112f4130'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:30.654271 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1a7da82f-63e0-41d0-9ae9-782d112f4130'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:30.726069 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4fd0507a-440e-4b1a-b146-1510eb8e1500 None None] Provisioning for port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:30.731392 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4fd0507a-440e-4b1a-b146-1510eb8e1500 None None] Provisioning complete for port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:30.731914 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4fd0507a-440e-4b1a-b146-1510eb8e1500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.795066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4fd0507a-440e-4b1a-b146-1510eb8e1500 None None] Port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:30.813639 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4fd0507a-440e-4b1a-b146-1510eb8e1500 None None] Provisioning complete for port d47cd652-a5f4-4e73-8a3b-a947e3087587 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:30.814265 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4fd0507a-440e-4b1a-b146-1510eb8e1500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.883261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] Set router 1a7da82f-63e0-41d0-9ae9-782d112f4130 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:30.923395 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:30.938589 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.112160 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-59ae224b-fa6c-4f63-a10c-1156ebbe6ddc None None] Provisioning complete for port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:31.112729 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-59ae224b-fa6c-4f63-a10c-1156ebbe6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.124175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Pushing event updated for resources: {'Port': ['ID=e7c03e6f-5e17-4aa8-8902-42a1f44a12ac,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:31.138625 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.150403 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d47cd652-a5f4-4e73-8a3b-a947e3087587 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:31.194910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-59ae224b-fa6c-4f63-a10c-1156ebbe6ddc None None] Port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:31.223270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port d47cd652-a5f4-4e73-8a3b-a947e3087587 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:31.223844 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.241563 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:30Z', 'revision_number': 4, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'gw_port': {'id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e7c03e6f-5e17-4aa8-8902-42a1f44a12ac', 'name': '', 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'mac_address': 'fa:16:3e:5c:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:29Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 1, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'subnets': [{'id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:31.279148 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2b1701-47d3-471d-ba68-af8014b71b92 None None] The sync data for ids ['1a7da82f-63e0-41d0-9ae9-782d112f4130'] in n-d-688802-6 is: [{'id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:30Z', 'revision_number': 4, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'gw_port': {'id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e7c03e6f-5e17-4aa8-8902-42a1f44a12ac', 'name': '', 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'mac_address': 'fa:16:3e:5c:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:29Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 1, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'subnets': [{'id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:20:31.330172 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Network 65763a39-83d6-4844-9412-b1ce5bab098e is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:31.331821 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:31.344963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ab8c01d8-ed5d-494f-9189-04a7c9728796 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:31.442182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port ab8c01d8-ed5d-494f-9189-04a7c9728796 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:31.442687 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.719521 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.729950 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-74c2e2e5-fd28-428a-bde8-8d082ae8448a None None] Provisioning complete for port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:31.730605 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-74c2e2e5-fd28-428a-bde8-8d082ae8448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:31.793460 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-74c2e2e5-fd28-428a-bde8-8d082ae8448a None None] Port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:31.931252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Router 1a7da82f-63e0-41d0-9ae9-782d112f4130 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:20:32.078426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:20:32.086866 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-85c0f7ea-fc01-4f62-b3dd-3a4447028427 admin admin] 10.222.0.37 "PUT /v2.0/routers/1a7da82f-63e0-41d0-9ae9-782d112f4130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6086087 Aug 30 14:20:32.770479 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39756) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:32.776214 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-8fc00b87-6520-4105-99a8-19e28ccaa259 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177434748', 'description': 'tempest-secgroup-smoke-177434748 description', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:32.812787 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8fc00b87-6520-4105-99a8-19e28ccaa259 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:32.852870 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:20:32.941514 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8fc00b87-6520-4105-99a8-19e28ccaa259 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:32.947899 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8fc00b87-6520-4105-99a8-19e28ccaa259 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.008437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc00b87-6520-4105-99a8-19e28ccaa259 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0d203e-0a87-443c-afdb-55e5b073ef4c,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:33.013989 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8fc00b87-6520-4105-99a8-19e28ccaa259 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.016181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8fc00b87-6520-4105-99a8-19e28ccaa259 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2435825 Aug 30 14:20:33.021108 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39758) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:33.028888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-4462669c-b6b3-4dd0-bb9b-e077bbcf19ab tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '7a0d203e-0a87-443c-afdb-55e5b073ef4c', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:33.086669 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4462669c-b6b3-4dd0-bb9b-e077bbcf19ab tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.127036 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4d116362-961f-4f97-9d75-a899b8cbcc2a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:33.168984 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4462669c-b6b3-4dd0-bb9b-e077bbcf19ab tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.176236 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4462669c-b6b3-4dd0-bb9b-e077bbcf19ab tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.200569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462669c-b6b3-4dd0-bb9b-e077bbcf19ab tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d062a700-9b98-4734-9091-79a9cae3b551,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:33.210546 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 4d116362-961f-4f97-9d75-a899b8cbcc2a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:33.211909 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4462669c-b6b3-4dd0-bb9b-e077bbcf19ab tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.213648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4462669c-b6b3-4dd0-bb9b-e077bbcf19ab tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1908407 Aug 30 14:20:33.216731 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39760) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:33.217768 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4d116362-961f-4f97-9d75-a899b8cbcc2a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:33.219026 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.223178 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-2f8864b6-27a9-4368-9e02-a4b1e8e386ee tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '7a0d203e-0a87-443c-afdb-55e5b073ef4c', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:33.255259 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f8864b6-27a9-4368-9e02-a4b1e8e386ee tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.329729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f8864b6-27a9-4368-9e02-a4b1e8e386ee tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.336062 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f8864b6-27a9-4368-9e02-a4b1e8e386ee tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.353576 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.362877 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8864b6-27a9-4368-9e02-a4b1e8e386ee tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb47a2e-f843-4f6c-beec-03f41959e091,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:33.381405 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-2f8864b6-27a9-4368-9e02-a4b1e8e386ee tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.383239 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-2f8864b6-27a9-4368-9e02-a4b1e8e386ee tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652296 Aug 30 14:20:33.386671 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39762) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:33.387575 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 4d116362-961f-4f97-9d75-a899b8cbcc2a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4d116362-961f-4f97-9d75-a899b8cbcc2a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:33.393762 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-5b6f3c40-5c42-4008-a5bc-9b97806e166d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '7a0d203e-0a87-443c-afdb-55e5b073ef4c', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:33.394109 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.441575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3c40-5c42-4008-a5bc-9b97806e166d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.461280 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=4d116362-961f-4f97-9d75-a899b8cbcc2a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:33.521837 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3c40-5c42-4008-a5bc-9b97806e166d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.527642 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3c40-5c42-4008-a5bc-9b97806e166d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.547114 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f3c40-5c42-4008-a5bc-9b97806e166d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ea72c4-eb5e-43b5-9bfc-d9d94f7480a3,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:33.557906 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b6f3c40-5c42-4008-a5bc-9b97806e166d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.559090 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5b6f3c40-5c42-4008-a5bc-9b97806e166d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1710944 Aug 30 14:20:33.562548 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39764) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:33.568648 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-66aefea0-1271-4f41-87f5-e6502d770125 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '7a0d203e-0a87-443c-afdb-55e5b073ef4c', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:33.606400 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-66aefea0-1271-4f41-87f5-e6502d770125 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.680481 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-66aefea0-1271-4f41-87f5-e6502d770125 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.684902 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-66aefea0-1271-4f41-87f5-e6502d770125 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.707175 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aefea0-1271-4f41-87f5-e6502d770125 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2998201-1d98-4f0b-afe8-2dc342693245,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:33.716346 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-66aefea0-1271-4f41-87f5-e6502d770125 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.721731 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-66aefea0-1271-4f41-87f5-e6502d770125 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542673 Aug 30 14:20:33.722551 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:33.729977 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-b6d64a46-79e4-4960-9ac9-a99ace0f9842 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '7a0d203e-0a87-443c-afdb-55e5b073ef4c', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:33.755180 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-b6d64a46-79e4-4960-9ac9-a99ace0f9842 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Project 9cf8f8e0e53a4f5e931f2b5f6bff553d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:20:33.760278 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6d64a46-79e4-4960-9ac9-a99ace0f9842 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.830577 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6d64a46-79e4-4960-9ac9-a99ace0f9842 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.837180 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6d64a46-79e4-4960-9ac9-a99ace0f9842 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.860672 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d64a46-79e4-4960-9ac9-a99ace0f9842 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acd9977-dfe9-49e4-a6fd-68a170d78af0,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:33.864869 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-b6d64a46-79e4-4960-9ac9-a99ace0f9842 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.866162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-b6d64a46-79e4-4960-9ac9-a99ace0f9842 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1422696 Aug 30 14:20:33.870414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 39768) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:33.875645 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4a8eba8f-eb28-477a-8a68-607cacf247b6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '7a0d203e-0a87-443c-afdb-55e5b073ef4c', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:33.900151 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-4a8eba8f-eb28-477a-8a68-607cacf247b6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Project 9cf8f8e0e53a4f5e931f2b5f6bff553d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:20:33.905443 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a8eba8f-eb28-477a-8a68-607cacf247b6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.973536 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a8eba8f-eb28-477a-8a68-607cacf247b6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.977808 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a8eba8f-eb28-477a-8a68-607cacf247b6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:33.997888 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eba8f-eb28-477a-8a68-607cacf247b6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25ab9079-4642-4585-98e1-34a30f86bf51,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:34.007035 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4a8eba8f-eb28-477a-8a68-607cacf247b6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:34.009960 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4a8eba8f-eb28-477a-8a68-607cacf247b6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382160 Aug 30 14:20:34.133361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Sync routers for ids ['1a7da82f-63e0-41d0-9ae9-782d112f4130'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:20:34.149985 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Routers {'1a7da82f-63e0-41d0-9ae9-782d112f4130'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:34.151092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1a7da82f-63e0-41d0-9ae9-782d112f4130'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:34.217088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-6396ea3c-3a3c-4f67-8dfd-5802480292fe tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177434748&fields=id&tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d HTTP/1.1" status: 200 len: 267 time: 0.0443587 Aug 30 14:20:34.298745 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Set router 1a7da82f-63e0-41d0-9ae9-782d112f4130 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:34.369333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-16414774-8337-4608-827a-21a0f86e7300 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:34.371630 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-16414774-8337-4608-827a-21a0f86e7300 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 808 time: 0.1440721 Aug 30 14:20:34.388946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-b628fef5-71c1-4cb0-80a2-c93307d202c6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/quotas/9cf8f8e0e53a4f5e931f2b5f6bff553d HTTP/1.1" status: 200 len: 375 time: 0.0104687 Aug 30 14:20:34.459088 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-8a3e318b-de1b-466d-bd25-117d092a5916 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619781 Aug 30 14:20:34.589119 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdca78d-8b26-4ea4-b637-6e5e28707d6a service neutron] 10.222.0.37 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077678 Aug 30 14:20:34.709282 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-adedff39-e2af-436a-9ef6-f257d9449e35 service neutron] 10.222.0.37 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073670 Aug 30 14:20:34.720078 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:30Z', 'revision_number': 4, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'gw_port': {'id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e7c03e6f-5e17-4aa8-8902-42a1f44a12ac', 'name': '', 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'mac_address': 'fa:16:3e:5c:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:29Z', 'updated_at': '2021-08-30T14:20:30Z', 'revision_number': 2, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'subnets': [{'id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:34.774929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Checking router: 1a7da82f-63e0-41d0-9ae9-782d112f4130 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:20:34.775493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Updating router 1a7da82f-63e0-41d0-9ae9-782d112f4130 port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:20:34.810369 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:34.945279 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a87fced-6268-4129-b7ec-a462506c0019 req-31cfeaa4-99e5-4ae7-8720-104413df0974 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 210 time: 0.0428517 Aug 30 14:20:35.090587 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4d116362-961f-4f97-9d75-a899b8cbcc2a up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:35.227870 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 4d116362-961f-4f97-9d75-a899b8cbcc2a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:35.228944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:35.334058 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:35.348073 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Transition to ACTIVE for port object e7c03e6f-5e17-4aa8-8902-42a1f44a12ac will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:35.370151 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:35.440416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8f12c-eb10-432d-ab9c-d4633e6605c0 None None] Pushing event updated for resources: {'Port': ['ID=e7c03e6f-5e17-4aa8-8902-42a1f44a12ac,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:35.496794 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Attempting to bind port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:35.497170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Attempting to bind port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '0255974f-befe-4d72-923b-5d4c0e88d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:35.497544 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Attempting to bind port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac on network 65763a39-83d6-4844-9412-b1ce5bab098e {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:35.504515 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:35.504899 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Checking segment: {'id': '0255974f-befe-4d72-923b-5d4c0e88d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:35.505088 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:35.505497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Bound using segment: {'id': '0255974f-befe-4d72-923b-5d4c0e88d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:35.506129 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Bound port: e7c03e6f-5e17-4aa8-8902-42a1f44a12ac, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0255974f-befe-4d72-923b-5d4c0e88d57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:35.506694 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:35.635013 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] For port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:35.638862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] For port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e7c03e6f-5e17-4aa8-8902-42a1f44a12ac,segment=NetworkSegment(0255974f-befe-4d72-923b-5d4c0e88d57e),segment_id=0255974f-befe-4d72-923b-5d4c0e88d57e)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:35.645998 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:35.713227 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Routers {'1a7da82f-63e0-41d0-9ae9-782d112f4130'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:35.713935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1a7da82f-63e0-41d0-9ae9-782d112f4130'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:35.719507 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8f12c-eb10-432d-ab9c-d4633e6605c0 None None] Pushing event updated for resources: {'Port': ['ID=e7c03e6f-5e17-4aa8-8902-42a1f44a12ac,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:35.879795 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] Set router 1a7da82f-63e0-41d0-9ae9-782d112f4130 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:36.119359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e506fc2c-fee0-4d97-b959-0b970a0f760a req-fe41a974-6e67-464e-bd12-d6c4aba044d1 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 210 time: 0.0580046 Aug 30 14:20:36.168005 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:30Z', 'revision_number': 4, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'gw_port': {'id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e7c03e6f-5e17-4aa8-8902-42a1f44a12ac', 'name': '', 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'mac_address': 'fa:16:3e:5c:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:29Z', 'updated_at': '2021-08-30T14:20:35Z', 'revision_number': 4, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'subnets': [{'id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:36.199538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b534a1-d1cd-4962-bfb2-bc9a5191f892 None None] The sync data for ids ['1a7da82f-63e0-41d0-9ae9-782d112f4130'] in n-d-688802-6 is: [{'id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:30Z', 'revision_number': 4, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'gw_port': {'id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'e7c03e6f-5e17-4aa8-8902-42a1f44a12ac', 'name': '', 'network_id': '65763a39-83d6-4844-9412-b1ce5bab098e', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'mac_address': 'fa:16:3e:5c:fd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:29Z', 'updated_at': '2021-08-30T14:20:35Z', 'revision_number': 4, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'subnets': [{'id': 'db25ad7c-8e53-4b55-b5a4-f2d274739fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:20:36.423461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-eed85ff2-c814-436e-a4be-d042e9babd1f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:36.425647 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-eed85ff2-c814-436e-a4be-d042e9babd1f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 808 time: 0.2115057 Aug 30 14:20:36.499997 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-4e1163c2-b797-4b20-bf1d-b983fd371a1f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d HTTP/1.1" status: 200 len: 379 time: 0.0626626 Aug 30 14:20:36.513269 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'port': {'device_id': 'c0a4c690-d626-458a-9051-46e28e249034', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'admin_state_up': True, 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'security_groups': ['7a0d203e-0a87-443c-afdb-55e5b073ef4c']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:36.675042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Made reservation on behalf of 9cf8f8e0e53a4f5e931f2b5f6bff553d for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:20:36.680737 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:36.810410 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f0295048-a8e4-4c83-a5e7-fecfe0c7da15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:36.884149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Allocated IP 172.20.0.12 (31b169fe-4930-4248-8b6c-8ddeac67aec0/479e89e6-ad14-4e6d-b55f-6a6cca380f14/9cc42e0b-d3e7-4204-a39a-44ecc0302c29) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:37.068849 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.091666 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Transition to ACTIVE for port object 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:37.123398 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e7c03e6f-5e17-4aa8-8902-42a1f44a12ac up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:37.149224 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.184785 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:37.189429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:37.189883 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.235842 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:37.241528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:37.248095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:37.304232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:37.320694 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.346467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7252f6d-eafa-45ff-8ddd-cc6b1e05aa90 req-b061949f-9537-4ec3-aa05-118e70e39ac0 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:37.349621 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7252f6d-eafa-45ff-8ddd-cc6b1e05aa90 req-b061949f-9537-4ec3-aa05-118e70e39ac0 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 932 time: 0.0817132 Aug 30 14:20:37.363661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:37.366605 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.381783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e7c03e6f-5e17-4aa8-8902-42a1f44a12ac,segment=NetworkSegment(0255974f-befe-4d72-923b-5d4c0e88d57e),segment_id=0255974f-befe-4d72-923b-5d4c0e88d57e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:37.389796 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.395447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-1fdde850-bdcb-4adc-920a-a0e29af2ca54 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8878219 Aug 30 14:20:37.407822 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7252f6d-eafa-45ff-8ddd-cc6b1e05aa90 req-02115db3-f079-4994-8b39-b5f8bb36bdd5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429955 Aug 30 14:20:37.480946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=e7c03e6f-5e17-4aa8-8902-42a1f44a12ac,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:37.567935 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Request body: {'port': {'device_id': 'c0a4c690-d626-458a-9051-46e28e249034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:37.581052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f4531a22-c218-44b8-8315-9bf4881b6c35 None None] Provisioning for port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:37.585593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f4531a22-c218-44b8-8315-9bf4881b6c35 None None] Provisioning complete for port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:37.585998 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4531a22-c218-44b8-8315-9bf4881b6c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:37.623706 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-f4531a22-c218-44b8-8315-9bf4881b6c35 None None] Port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:20:37.663568 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.094986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:38.103444 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.117520 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Transition to ACTIVE for port object 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:20:38.121907 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.177358 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:38.295010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Attempting to bind port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:20:38.295681 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Attempting to bind port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:20:38.296261 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Attempting to bind port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:38.303285 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:20:38.303617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Attempting to bind port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:20:38.309568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:20:38.310007 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Checking segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:20:38.310406 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Bound using segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:20:38.310845 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Bound port: 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:20:38.311206 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.399092 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:20:38.402900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:20:38.410162 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.471380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.472466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:38.474938 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] 10.222.0.35 "PUT /v2.0/ports/9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1092 time: 1.0712428 Aug 30 14:20:38.478877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:38.480671 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804592de-b5a6-492d-970b-f808fa306b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:38.519339 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873d59d-45db-4507-96de-fe2790ec7fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:38.636844 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5856ca6-40c8-47a5-ab2e-2db12e92e52b req-4aabcda7-10d5-4488-85e0-dd95acebb86e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.638619 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5856ca6-40c8-47a5-ab2e-2db12e92e52b req-4aabcda7-10d5-4488-85e0-dd95acebb86e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 944 time: 0.1031106 Aug 30 14:20:38.645949 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-74a88f2f-49ca-4a4a-a1ee-96028d500292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.647503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-74a88f2f-49ca-4a4a-a1ee-96028d500292 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1095 time: 0.0933506 Aug 30 14:20:38.703884 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9734d9-a916-48f5-aec3-80cd9ea3da32 x-openstack-request-id: req-af9734d9-a916-48f5-aec3-80cd9ea3da32 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:38.704170 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:38.704361 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-af9734d9-a916-48f5-aec3-80cd9ea3da32 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:38.704708 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'status': 'completed', 'code': 200} Aug 30 14:20:38.708854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-125e338e-1679-49b4-9449-fed42a52ad5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 217 time: 0.0494373 Aug 30 14:20:38.757691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b5856ca6-40c8-47a5-ab2e-2db12e92e52b req-49960b2c-63b4-4ed1-9431-0bee6bb54fa5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055372 Aug 30 14:20:38.781919 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-06780b1f-dc23-4d54-bc24-ad3864f5a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.784120 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-06780b1f-dc23-4d54-bc24-ad3864f5a5e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0684273 Aug 30 14:20:38.847933 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-13d08145-9ea8-4c87-b5bb-cd93ca317826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:38.849523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-13d08145-9ea8-4c87-b5bb-cd93ca317826 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577703 Aug 30 14:20:38.960833 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-5862462b-503d-4f36-9a2d-a1833c5a7ae2 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038003 Aug 30 14:20:39.084723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e7c03e6f-5e17-4aa8-8902-42a1f44a12ac up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:39.120978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-11371db3-85f6-45b4-8def-41cdf39e1261 req-d449c9a4-724c-4829-91df-af85e5b46ff5 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528893 Aug 30 14:20:39.162808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:39.163367 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:39.231605 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804592de-b5a6-492d-970b-f808fa306b9b req-ba8dca19-dd2c-4bcd-9ddb-84604808969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:39.233553 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-804592de-b5a6-492d-970b-f808fa306b9b req-ba8dca19-dd2c-4bcd-9ddb-84604808969c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1095 time: 0.0567303 Aug 30 14:20:39.341150 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804592de-b5a6-492d-970b-f808fa306b9b req-430ca083-01b7-4ca8-a8c4-c77b049e6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:39.342702 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-804592de-b5a6-492d-970b-f808fa306b9b req-430ca083-01b7-4ca8-a8c4-c77b049e6bbc service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.1013398 Aug 30 14:20:39.387847 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-804592de-b5a6-492d-970b-f808fa306b9b req-98ed20eb-5e1d-48e2-b7d3-afa2b464a9af service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 217 time: 0.0381052 Aug 30 14:20:39.443142 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804592de-b5a6-492d-970b-f808fa306b9b req-173716fe-96a0-428d-b9ee-1f299a02a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:39.445063 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-804592de-b5a6-492d-970b-f808fa306b9b req-173716fe-96a0-428d-b9ee-1f299a02a8ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0488710 Aug 30 14:20:39.501416 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804592de-b5a6-492d-970b-f808fa306b9b req-dd25e677-9f62-4248-b48e-e99d342a71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:39.502984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-804592de-b5a6-492d-970b-f808fa306b9b req-dd25e677-9f62-4248-b48e-e99d342a71ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496092 Aug 30 14:20:39.557341 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-14ff9f2c-090a-42d3-a072-55b9e1893a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:39.616123 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-804592de-b5a6-492d-970b-f808fa306b9b req-01b3b24d-c2a9-49d2-a772-dc0cf18b9250 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042187 Aug 30 14:20:39.715267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-804592de-b5a6-492d-970b-f808fa306b9b req-e74916fb-c1c6-4c54-9fee-85c25cae2d59 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919261 Aug 30 14:20:39.900055 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f4227-9d4e-4af1-858a-bad3dba0d6cc req-78e3490d-f7f2-46bb-b175-9e18a9e536c4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:39.901654 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-203f4227-9d4e-4af1-858a-bad3dba0d6cc req-78e3490d-f7f2-46bb-b175-9e18a9e536c4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 944 time: 0.0545604 Aug 30 14:20:39.948497 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-203f4227-9d4e-4af1-858a-bad3dba0d6cc req-8a5235fb-63c8-433e-afcf-1e3d1a8ac70b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354023 Aug 30 14:20:40.147941 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:41.083731 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ddc5-0bf6-4c63-af59-969e82add0b8 req-a55a10bf-3f70-4f9d-b42f-c6db92861139 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:41.085696 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fcb6ddc5-0bf6-4c63-af59-969e82add0b8 req-a55a10bf-3f70-4f9d-b42f-c6db92861139 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 944 time: 0.0602834 Aug 30 14:20:41.148928 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-fcb6ddc5-0bf6-4c63-af59-969e82add0b8 req-a0ca0bfd-8384-4223-b79f-2d811b9bbb20 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567238 Aug 30 14:20:41.183551 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:42.277018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dd906-8b07-4695-848d-82221c12b572 req-3d75f06f-0308-4dc3-89c5-d378d742fe29 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:42.278650 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a4dd906-8b07-4695-848d-82221c12b572 req-3d75f06f-0308-4dc3-89c5-d378d742fe29 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 944 time: 0.0544646 Aug 30 14:20:42.329280 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2a4dd906-8b07-4695-848d-82221c12b572 req-6c634e41-4693-437a-9f58-398eecb764d3 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404077 Aug 30 14:20:42.521270 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:43.454137 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323f32-1a06-4a84-ba1d-96d628ec7189 req-d9dfbb70-04cc-4b45-ad69-96c59e905102 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:43.455860 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10323f32-1a06-4a84-ba1d-96d628ec7189 req-d9dfbb70-04cc-4b45-ad69-96c59e905102 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 944 time: 0.0542080 Aug 30 14:20:43.496668 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-10323f32-1a06-4a84-ba1d-96d628ec7189 req-53dba2df-f6de-4ce3-9548-3a4972eccdd3 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342684 Aug 30 14:20:43.534432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:20:43.636751 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:43.650063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'port_id': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'mac_address': 'fa:16:3e:9a:41:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:20:43.689453 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:43.703276 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:20:43.724182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:43.729683 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:43.779429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:44.100593 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['9cc42e0b-d3e7-4204-a39a-44ecc0302c29'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:20:44.654537 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde9ee6-348a-493e-835f-260bd4ceaf6a req-6f2f129a-6ddd-4b08-a141-25867b3ee947 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:44.656353 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dfde9ee6-348a-493e-835f-260bd4ceaf6a req-6f2f129a-6ddd-4b08-a141-25867b3ee947 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0721691 Aug 30 14:20:44.698912 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dfde9ee6-348a-493e-835f-260bd4ceaf6a req-53974e13-e906-4f9b-b94e-14ae7ddf6ee4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362256 Aug 30 14:20:45.535063 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:20:45.594307 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:20:45.599136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:20:45.599595 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:45.733452 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:45.773760 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:45.778048 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978e3094-55cc-42c2-97b7-12d1d55e94f4" -d '{"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-plugged", "status": "completed", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:45.815101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:20:45.823478 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:45.882575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f39d8-b1bc-42e1-ac2b-6206d67c30b2 req-7e12d574-8e61-49d7-9cb2-338f2c42fce5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:45.891779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c74f39d8-b1bc-42e1-ac2b-6206d67c30b2 req-7e12d574-8e61-49d7-9cb2-338f2c42fce5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.1100831 Aug 30 14:20:45.976379 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a479085-e2ed-4751-95d8-a08597e866b4 x-openstack-request-id: req-8a479085-e2ed-4751-95d8-a08597e866b4 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:45.976985 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-plugged", "status": "completed", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:45.978784 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a479085-e2ed-4751-95d8-a08597e866b4 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:45.980497 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'code': 200} Aug 30 14:20:45.982320 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:45.993585 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c74f39d8-b1bc-42e1-ac2b-6206d67c30b2 req-12b3f17f-24f0-4f00-be71-b4eced6ced27 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005752 Aug 30 14:20:46.100168 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbcd26-fb0e-4224-b803-671b80af8378 req-ca06d63a-c1ed-4ce6-b0d1-485aa3ab4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:46.101806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7dbcd26-fb0e-4224-b803-671b80af8378 req-ca06d63a-c1ed-4ce6-b0d1-485aa3ab4f54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1097 time: 0.0566373 Aug 30 14:20:46.141950 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e7dbcd26-fb0e-4224-b803-671b80af8378 req-52c508fc-2a19-4bc0-a39f-ca0c7157ba49 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316300 Aug 30 14:20:47.128313 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aad4d5-8729-46fc-a6d7-9cec5fac3a6a req-fc227899-ac0e-4542-adc3-a8a446425116 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:47.129889 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78aad4d5-8729-46fc-a6d7-9cec5fac3a6a req-fc227899-ac0e-4542-adc3-a8a446425116 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0538821 Aug 30 14:20:47.175917 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-78aad4d5-8729-46fc-a6d7-9cec5fac3a6a req-727ec01a-623f-4a37-a488-78f9f437b9b0 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350583 Aug 30 14:20:48.300354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5fc78-2c1d-48b3-9476-9d8c70d097ea req-d7bc96fa-f2ea-432d-bc38-e12dc1752c56 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.302423 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7af5fc78-2c1d-48b3-9476-9d8c70d097ea req-d7bc96fa-f2ea-432d-bc38-e12dc1752c56 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0532236 Aug 30 14:20:48.344646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7af5fc78-2c1d-48b3-9476-9d8c70d097ea req-0dc1e02e-b336-497a-a4fb-03f519298df3 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360641 Aug 30 14:20:48.465476 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d26db-5f48-4b38-8902-8f247d2ac991 req-3ed59d18-57da-4a0d-880f-2996b1e17d63 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.467053 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-308d26db-5f48-4b38-8902-8f247d2ac991 req-3ed59d18-57da-4a0d-880f-2996b1e17d63 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0513456 Aug 30 14:20:48.512691 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-308d26db-5f48-4b38-8902-8f247d2ac991 req-2bf1b3d6-cfed-455a-aa0f-35433cf3def6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391994 Aug 30 14:20:48.535748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39832) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:48.630556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf1b6e5-ae3f-4161-a561-8190db4ef8d2 tempest-TestShelveInstance-1359664954 tempest-TestShelveInstance-1359664954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:48.632400 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-aaf1b6e5-ae3f-4161-a561-8190db4ef8d2 tempest-TestShelveInstance-1359664954 tempest-TestShelveInstance-1359664954-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1092 time: 0.0952902 Aug 30 14:20:48.635864 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 39836) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:20:48.640671 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:20:48.666141 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:48.782021 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:48.894967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Allocated IP 172.25.2.108 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/a2c11d21-c5b2-43b1-8730-222a589d2959) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:20:49.019165 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.072457 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.119198 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:20:49.122774 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:20:49.127900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:20:49.134734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'Port': ['ID=a2c11d21-c5b2-43b1-8730-222a589d2959,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:49.538516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.611234 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.779506 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.786661 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.866124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'Port': ['ID=a2c11d21-c5b2-43b1-8730-222a589d2959,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:20:49.882466 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:49.995384 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Floating IP 726d0d7e-3350-4e5f-8d09-ce635fa765ff associated. External IP: 172.25.2.108, port: 9cc42e0b-d3e7-4204-a39a-44ecc0302c29. Aug 30 14:20:50.258125 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Router f57c224b-f0ab-4a07-a592-9fe631d19f9b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:20:50.383600 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:20:50.395965 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] Sync routers for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:20:50.404594 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:20:50.407467 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:50.408494 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:50.455617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-df5a0ec6-23a5-43a2-8fb4-6a5b0fda2c7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8183877 Aug 30 14:20:50.456519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:20:50.460504 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828b3781-49a0-4bd8-8357-9e114c62dbed" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:20:50.513524 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd7baf4-0322-4e00-b1a8-01be36d6e454 x-openstack-request-id: req-8bd7baf4-0322-4e00-b1a8-01be36d6e454 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:20:50.514010 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:20:50.514405 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8bd7baf4-0322-4e00-b1a8-01be36d6e454 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:20:50.516083 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'status': 'completed', 'code': 200} Aug 30 14:20:50.590498 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:50.667685 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-d4914492-f0af-4f43-bd37-c42c9155aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:50.669248 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-d4914492-f0af-4f43-bd37-c42c9155aecd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1097 time: 0.0490456 Aug 30 14:20:50.766437 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-75034236-6aa1-4bcd-a028-369566acaf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:50.767865 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-75034236-6aa1-4bcd-a028-369566acaf11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0914569 Aug 30 14:20:50.849597 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '726d0d7e-3350-4e5f-8d09-ce635fa765ff', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'floating_ip_address': '172.25.2.108', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'port_id': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'mac_address': 'fa:16:3e:9a:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a4c690-d626-458a-9051-46e28e249034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:20:49Z', 'updated_at': '2021-08-30T14:20:49Z', 'revision_number': 0, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:50.881884 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] Checking router: f57c224b-f0ab-4a07-a592-9fe631d19f9b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:20:50.893797 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:20:50.894587 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:20:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:51.134955 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:20:51.212864 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-3ce4321d-d506-4226-aa4f-0ae45be53e0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1000 time: 0.4377015 Aug 30 14:20:51.303955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-cd410e01-3724-4de0-9052-5f58c4cc90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:51.307108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-cd410e01-3724-4de0-9052-5f58c4cc90bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0857675 Aug 30 14:20:51.380560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-67fc39c4-fddf-4026-8d4e-3bf3b52b3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:20:51.382349 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-67fc39c4-fddf-4026-8d4e-3bf3b52b3e24 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686133 Aug 30 14:20:51.416379 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '726d0d7e-3350-4e5f-8d09-ce635fa765ff', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'floating_ip_address': '172.25.2.108', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'port_id': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'mac_address': 'fa:16:3e:9a:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a4c690-d626-458a-9051-46e28e249034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:20:49Z', 'updated_at': '2021-08-30T14:20:49Z', 'revision_number': 0, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:20:51.451827 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2add7b2-c102-48fb-bfbf-7e22deac691a None None] The sync data for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 is: [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '726d0d7e-3350-4e5f-8d09-ce635fa765ff', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'floating_ip_address': '172.25.2.108', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'port_id': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'mac_address': 'fa:16:3e:9a:41:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0a4c690-d626-458a-9051-46e28e249034', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:20:49Z', 'updated_at': '2021-08-30T14:20:49Z', 'revision_number': 0, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:20:51.485069 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-8be39474-74b9-47b7-ada2-4b67c40d9d2d service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951309 Aug 30 14:20:51.590013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-828b3781-49a0-4bd8-8357-9e114c62dbed req-96c97720-7ae3-46e6-b112-e8224a3bc4f2 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976202 Aug 30 14:20:51.697793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3d69cf-3cee-43d8-9486-b4bf4a7fc9de None None] New status for floating IP 726d0d7e-3350-4e5f-8d09-ce635fa765ff: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:20:59.298932 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:01.719654 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:06.806088 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f226db36-076d-42fa-88b7-0313640e21a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:09.550187 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-89391006-d860-4381-92f8-baa9577a5456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:09.853252 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:21:10.141887 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:11.181212 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:12.522575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:22.084554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930a1249-094d-476c-9f96-2222a263a7c9 req-a32dca97-a979-4f2c-a800-acd808a7758b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409122 Aug 30 14:21:22.173061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a1249-094d-476c-9f96-2222a263a7c9 req-e7a15abf-dee6-408f-ac10-f671c78261b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:22.174631 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930a1249-094d-476c-9f96-2222a263a7c9 req-e7a15abf-dee6-408f-ac10-f671c78261b9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1097 time: 0.0453558 Aug 30 14:21:22.275571 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a1249-094d-476c-9f96-2222a263a7c9 req-69f37e8f-8131-4134-bf64-2bf8d9d8a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:22.277041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930a1249-094d-476c-9f96-2222a263a7c9 req-69f37e8f-8131-4134-bf64-2bf8d9d8a3fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0833900 Aug 30 14:21:22.348882 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930a1249-094d-476c-9f96-2222a263a7c9 req-48fe4139-5ebc-4989-9fd6-12884180c1c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1002 time: 0.0627313 Aug 30 14:21:22.399517 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a1249-094d-476c-9f96-2222a263a7c9 req-179fbe31-00dc-4101-b64b-bb8ad24b1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:22.400979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930a1249-094d-476c-9f96-2222a263a7c9 req-179fbe31-00dc-4101-b64b-bb8ad24b1c06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0450957 Aug 30 14:21:22.447336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a1249-094d-476c-9f96-2222a263a7c9 req-53b39d84-ca78-42fa-a91a-9a8e5e01c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:21:22.448842 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930a1249-094d-476c-9f96-2222a263a7c9 req-53b39d84-ca78-42fa-a91a-9a8e5e01c549 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407724 Aug 30 14:21:22.543487 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930a1249-094d-476c-9f96-2222a263a7c9 req-8ccc44e9-aa0c-49f7-a1ba-3a0208029563 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866797 Aug 30 14:21:22.635051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-930a1249-094d-476c-9f96-2222a263a7c9 req-8f979dff-1826-48bb-ab76-ade7bbddde67 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838165 Aug 30 14:21:29.322020 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:31.748798 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:36.807768 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3dc2568a-bf77-4a04-b857-f77579b05012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:39.551214 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5e05f9f7-eb37-4f40-b112-d974ebdeef35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:40.145224 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:41.183426 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:42.527018 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:21:46.852200 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:21:59.312343 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:01.749496 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:06.811213 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-04dbf447-2ade-44de-8562-67f7268d5f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:09.552302 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-019d69dc-09ac-4f24-8966-08896100db9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:10.147853 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:11.185643 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:12.526953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:23.107177 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318bbe69-5cb3-4255-b089-81133cacf457 req-46d05dbb-023b-4944-bc0b-b80caf4b1d8b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417507 Aug 30 14:22:23.195354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bbe69-5cb3-4255-b089-81133cacf457 req-03c5620f-7896-48c1-b175-3160f5ef1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:23.196919 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318bbe69-5cb3-4255-b089-81133cacf457 req-03c5620f-7896-48c1-b175-3160f5ef1a28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1097 time: 0.0488977 Aug 30 14:22:23.302536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bbe69-5cb3-4255-b089-81133cacf457 req-c9348ef4-8bbc-4288-8aae-6f48deb977c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:23.303888 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318bbe69-5cb3-4255-b089-81133cacf457 req-c9348ef4-8bbc-4288-8aae-6f48deb977c0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0864666 Aug 30 14:22:23.377909 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318bbe69-5cb3-4255-b089-81133cacf457 req-bc663bed-c477-400f-8184-5210fc959cff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1002 time: 0.0664024 Aug 30 14:22:23.431711 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bbe69-5cb3-4255-b089-81133cacf457 req-3e02d148-07e1-4606-be8a-e1e917c3ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:23.433213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318bbe69-5cb3-4255-b089-81133cacf457 req-3e02d148-07e1-4606-be8a-e1e917c3ebe5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0486944 Aug 30 14:22:23.482789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bbe69-5cb3-4255-b089-81133cacf457 req-7f9f75c3-3e48-4ef3-90bc-5c4a7f905582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:22:23.484322 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318bbe69-5cb3-4255-b089-81133cacf457 req-7f9f75c3-3e48-4ef3-90bc-5c4a7f905582 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436287 Aug 30 14:22:23.583681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318bbe69-5cb3-4255-b089-81133cacf457 req-937a4304-08fc-4d40-8481-ef4e845586d5 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915158 Aug 30 14:22:23.677074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-318bbe69-5cb3-4255-b089-81133cacf457 req-24e87f26-fe95-46dc-82db-a8514555d8cb service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855546 Aug 30 14:22:23.851089 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:22:29.326414 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:31.749074 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:36.814894 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9868d0db-62d9-4532-a6f1-ad62ecd2c34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:39.555297 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-84e78437-8275-4f0d-9ac0-f1da827d15c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:40.150369 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:41.188859 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:42.533990 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:22:59.329525 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:00.849990 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:23:01.764564 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:06.817488 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-52ef175b-99e1-475a-9cb2-636be0c73f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:09.557016 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-885fb957-4ce6-4d20-b385-8b458a3fc13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:10.152580 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:11.192571 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:12.534560 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:24.096715 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c524803-634c-4783-ad22-b72a12e3841d req-ebc4bb52-bac6-47c0-96b7-d5a4f784f4ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429063 Aug 30 14:23:24.194305 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524803-634c-4783-ad22-b72a12e3841d req-29693b72-f14b-4a30-ad2a-e9b7c73f8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:24.196157 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c524803-634c-4783-ad22-b72a12e3841d req-29693b72-f14b-4a30-ad2a-e9b7c73f8d72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1097 time: 0.0506234 Aug 30 14:23:24.312810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524803-634c-4783-ad22-b72a12e3841d req-3ae4049f-1403-49f0-8935-ac58e084251c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:24.314374 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c524803-634c-4783-ad22-b72a12e3841d req-3ae4049f-1403-49f0-8935-ac58e084251c service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0978818 Aug 30 14:23:24.389085 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c524803-634c-4783-ad22-b72a12e3841d req-383fa0c8-f6b3-4d7a-9cbd-52111657b8dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1002 time: 0.0663230 Aug 30 14:23:24.442315 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524803-634c-4783-ad22-b72a12e3841d req-68064346-5790-4d34-afef-88daae69bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:24.443893 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c524803-634c-4783-ad22-b72a12e3841d req-68064346-5790-4d34-afef-88daae69bb21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0472317 Aug 30 14:23:24.491585 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c524803-634c-4783-ad22-b72a12e3841d req-c85e8cc6-7e67-44ca-a1e4-4bc6d692d739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:24.493102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c524803-634c-4783-ad22-b72a12e3841d req-c85e8cc6-7e67-44ca-a1e4-4bc6d692d739 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424044 Aug 30 14:23:24.591089 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c524803-634c-4783-ad22-b72a12e3841d req-25a2622e-153a-45ef-ab17-cbb579c5e734 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903831 Aug 30 14:23:24.685820 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c524803-634c-4783-ad22-b72a12e3841d req-f065172b-85c4-4c81-ad68-76fd203451dd service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864074 Aug 30 14:23:29.330003 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:31.773363 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:36.818213 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fce63653-6f11-420d-9c7e-0e8fbc2ece18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:37.850680 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:23:39.560913 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-40c290f2-a8b8-4e8d-a091-3ae40d3ff225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:39.701495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fafcd-5739-425d-8f10-c696e5a7bf2c req-b154abd2-7b1b-4305-9dc8-934a4f4e7e45 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:39.703621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b6fafcd-5739-425d-8f10-c696e5a7bf2c req-b154abd2-7b1b-4305-9dc8-934a4f4e7e45 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0526438 Aug 30 14:23:39.741548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-7b6fafcd-5739-425d-8f10-c696e5a7bf2c req-c242552c-4c91-4d95-9de1-25bd7e14ce25 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319657 Aug 30 14:23:40.154074 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:40.886176 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875aeed-0362-4076-93bb-27a5fb06150b req-c80a9155-86fc-4a63-8adf-ecbc6c0f3505 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:40.887658 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3875aeed-0362-4076-93bb-27a5fb06150b req-c80a9155-86fc-4a63-8adf-ecbc6c0f3505 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0499892 Aug 30 14:23:40.934160 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3875aeed-0362-4076-93bb-27a5fb06150b req-9798302e-5c73-45b4-8325-e6722183e8fa tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397496 Aug 30 14:23:41.194905 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:42.101411 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaf4af-4b3f-4cf6-b9a7-6e181e2e1eb6 req-0a412153-a5ca-4762-9bf9-aec34bc225fd tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:42.103101 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0dbaf4af-4b3f-4cf6-b9a7-6e181e2e1eb6 req-0a412153-a5ca-4762-9bf9-aec34bc225fd tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0572557 Aug 30 14:23:42.145336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0dbaf4af-4b3f-4cf6-b9a7-6e181e2e1eb6 req-18445353-ea9f-4ebe-b8ee-3f44e358ae84 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350361 Aug 30 14:23:42.539000 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:43.268092 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85ba42-bc72-4bd1-8509-830c98ade750 req-0dff2336-d941-4246-9919-52089022fac5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:43.269905 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f85ba42-bc72-4bd1-8509-830c98ade750 req-0dff2336-d941-4246-9919-52089022fac5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0557191 Aug 30 14:23:43.309421 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8f85ba42-bc72-4bd1-8509-830c98ade750 req-38c2ed0d-eb2f-4caf-ad0b-d70d98f7ead2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Aug 30 14:23:44.432822 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5b749-1457-4d0f-a0bb-ad52db0d290b req-c4d0ae27-78aa-4198-8b94-242d151f8d0e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:44.434337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1da5b749-1457-4d0f-a0bb-ad52db0d290b req-c4d0ae27-78aa-4198-8b94-242d151f8d0e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0515056 Aug 30 14:23:44.474172 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1da5b749-1457-4d0f-a0bb-ad52db0d290b req-4539bc06-0bc0-4c33-bfb7-b3e1606677ef tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335517 Aug 30 14:23:45.598131 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af4cd0-8b79-42a0-ae6f-c0085f100310 req-d1a14e60-8657-4060-bb70-26d5b7c81685 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:45.599612 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-20af4cd0-8b79-42a0-ae6f-c0085f100310 req-d1a14e60-8657-4060-bb70-26d5b7c81685 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0542810 Aug 30 14:23:45.637508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-20af4cd0-8b79-42a0-ae6f-c0085f100310 req-e6808897-1c56-4b4f-83b4-fa2ae0984adb tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 Aug 30 14:23:46.755195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c913e-4029-40f9-b746-04f1788ab3e5 req-bed6369c-5119-42f3-b2f6-e88f4b5a78b5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:46.756758 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b0c913e-4029-40f9-b746-04f1788ab3e5 req-bed6369c-5119-42f3-b2f6-e88f4b5a78b5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0507369 Aug 30 14:23:46.801813 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1b0c913e-4029-40f9-b746-04f1788ab3e5 req-21d7c6d9-eaae-41ed-83c4-b31db967b377 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388734 Aug 30 14:23:47.934137 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78c9be-6ee1-4bf8-a630-d1e8195cef6b req-71cdab07-200f-45e3-a3e8-81a7cd8daed8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:47.935767 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf78c9be-6ee1-4bf8-a630-d1e8195cef6b req-71cdab07-200f-45e3-a3e8-81a7cd8daed8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0549955 Aug 30 14:23:47.985317 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf78c9be-6ee1-4bf8-a630-d1e8195cef6b req-7c6f6530-64ba-4b2c-8c2b-d4b500d50fde tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Aug 30 14:23:49.110029 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d3009-0aec-4072-9e40-b9e2a03d74bf req-44d83cb0-68fa-4311-9bcb-b0a4143ebefb tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:49.111547 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b61d3009-0aec-4072-9e40-b9e2a03d74bf req-44d83cb0-68fa-4311-9bcb-b0a4143ebefb tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0558815 Aug 30 14:23:49.152608 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b61d3009-0aec-4072-9e40-b9e2a03d74bf req-d4b7fdfb-4243-495b-ac7e-6f21aff3b13d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346534 Aug 30 14:23:50.274087 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192fb59-c8f0-4980-a746-3a1e9eb90d83 req-3c9e0b6e-355d-4ff5-80e7-47c411c08573 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:50.275645 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0192fb59-c8f0-4980-a746-3a1e9eb90d83 req-3c9e0b6e-355d-4ff5-80e7-47c411c08573 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0516629 Aug 30 14:23:50.316351 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0192fb59-c8f0-4980-a746-3a1e9eb90d83 req-60f629bb-5a0a-46e4-9469-cb10ce99947c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339010 Aug 30 14:23:51.433369 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0d9c4-055d-46af-9547-2e033a502c31 req-0156ac12-ad27-461a-b488-ad28cfbd07c2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:51.434896 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03d0d9c4-055d-46af-9547-2e033a502c31 req-0156ac12-ad27-461a-b488-ad28cfbd07c2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0499845 Aug 30 14:23:51.473181 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-03d0d9c4-055d-46af-9547-2e033a502c31 req-8ff49d74-2757-482d-b3f2-7f9e98267914 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316203 Aug 30 14:23:52.491731 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:23:52.593954 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:52.603230 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb5476-941c-44b6-bb26-516ce8865bbb req-c18ec114-5a2b-4112-b5b9-f30704a80ae9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:52.604775 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a1fb5476-941c-44b6-bb26-516ce8865bbb req-c18ec114-5a2b-4112-b5b9-f30704a80ae9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0561938 Aug 30 14:23:52.610553 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'port_id': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'mac_address': 'fa:16:3e:9a:41:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:23:52.645161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a1fb5476-941c-44b6-bb26-516ce8865bbb req-9a53fd9d-fcfa-45ca-b7f3-03ae16c55e74 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339739 Aug 30 14:23:52.647631 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:52.660673 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:23:52.679504 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:52.683223 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:52.733232 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:52.740531 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.740878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.741220 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.741554 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.741916 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.742246 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.742571 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.742910 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.743214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.743532 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.743881 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.744199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:23:52.755924 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['9cc42e0b-d3e7-4204-a39a-44ecc0302c29'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:23:53.761687 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e158817-db52-4745-970c-7c49c2b0c593 req-942b45a2-3d7c-4801-a4d7-0b5dd98bd45f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:53.763275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e158817-db52-4745-970c-7c49c2b0c593 req-942b45a2-3d7c-4801-a4d7-0b5dd98bd45f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0514028 Aug 30 14:23:53.803048 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4e158817-db52-4745-970c-7c49c2b0c593 req-b67f9064-d770-4d85-bb6f-51cea159eeba tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323956 Aug 30 14:23:54.501802 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:23:54.549838 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:23:54.550125 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:54.785497 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:54.808624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:23:54.810817 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b658a92-ef84-4899-a19e-6e2582ba761d" -d '{"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-plugged", "status": "completed", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:23:54.823361 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:23:54.832643 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:54.861020 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234e715a-f004-4921-b55b-ab705c70e7f1 x-openstack-request-id: req-234e715a-f004-4921-b55b-ab705c70e7f1 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:23:54.861384 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-plugged", "status": "completed", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:23:54.861620 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-234e715a-f004-4921-b55b-ab705c70e7f1 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:23:54.862036 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'code': 200} Aug 30 14:23:54.889860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:23:54.942872 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b18ce-93fb-41f7-8eb0-8da9248cea75 req-93200d06-71ec-4233-b08e-26b082b6b27b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:54.944404 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac0b18ce-93fb-41f7-8eb0-8da9248cea75 req-93200d06-71ec-4233-b08e-26b082b6b27b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0616159 Aug 30 14:23:54.985442 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ac0b18ce-93fb-41f7-8eb0-8da9248cea75 req-a6778235-3826-4ecb-9a06-fa78cf7cd259 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348103 Aug 30 14:23:56.102759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ecf87-ecd2-4d4b-9688-b4f21e3e6a6f req-a6cfa624-7a44-4336-8899-8f13dfdb1e39 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:56.104281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc6ecf87-ecd2-4d4b-9688-b4f21e3e6a6f req-a6cfa624-7a44-4336-8899-8f13dfdb1e39 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0494716 Aug 30 14:23:56.141951 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-cc6ecf87-ecd2-4d4b-9688-b4f21e3e6a6f req-bd51aedc-f696-4b90-8f2b-2121ebed603e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316560 Aug 30 14:23:57.257874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a72d18-1937-4413-af8f-93797fc24eb5 req-7b4f5b9f-ae50-474c-8ea8-35e155217930 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:57.259373 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81a72d18-1937-4413-af8f-93797fc24eb5 req-7b4f5b9f-ae50-474c-8ea8-35e155217930 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0506144 Aug 30 14:23:57.298112 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-81a72d18-1937-4413-af8f-93797fc24eb5 req-4130b138-348d-45a4-9229-2825dcfe958d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328305 Aug 30 14:23:58.415533 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71057eee-ffdc-4744-b018-084e6b467fbe req-0bd6b507-30bf-4113-9b7e-320c801fff5b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:58.417110 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71057eee-ffdc-4744-b018-084e6b467fbe req-0bd6b507-30bf-4113-9b7e-320c801fff5b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0517225 Aug 30 14:23:58.460022 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71057eee-ffdc-4744-b018-084e6b467fbe req-aed7d808-0b61-4e74-aea4-c980c02f52ac tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357013 Aug 30 14:23:59.336951 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:23:59.642199 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da9603-aec4-44a7-a04b-aca36eb7c2da req-a1947084-b25d-42e0-9bea-4e369bf07dd8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:23:59.644879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51da9603-aec4-44a7-a04b-aca36eb7c2da req-a1947084-b25d-42e0-9bea-4e369bf07dd8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0639057 Aug 30 14:23:59.695879 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-51da9603-aec4-44a7-a04b-aca36eb7c2da req-e87ce04e-aa1b-44e7-85ea-536a6c93175a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430481 Aug 30 14:24:00.826227 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f92aa0-fd94-4022-b02c-53ccff45ea83 req-b9f0cde1-5206-448c-9efd-3341b03e12a3 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:00.829047 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-06f92aa0-fd94-4022-b02c-53ccff45ea83 req-b9f0cde1-5206-448c-9efd-3341b03e12a3 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0617192 Aug 30 14:24:00.879656 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-06f92aa0-fd94-4022-b02c-53ccff45ea83 req-5a18bf22-f997-4b57-bc16-79e4ca4fd944 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412018 Aug 30 14:24:01.788139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:02.033429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee783b-014e-4c23-a9c2-b66760617d71 req-5e83dbb6-0d69-4428-8f29-6b11cefa2b71 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:02.035027 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eeee783b-014e-4c23-a9c2-b66760617d71 req-5e83dbb6-0d69-4428-8f29-6b11cefa2b71 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0735579 Aug 30 14:24:02.087364 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eeee783b-014e-4c23-a9c2-b66760617d71 req-fda7af6e-d393-437d-8ff1-b463df670098 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427313 Aug 30 14:24:03.230549 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad8ad4-73a7-42a9-8fdf-5f853d906e83 req-4cf4cb71-8b52-4be8-a669-e341ba0425e9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:03.233077 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9bad8ad4-73a7-42a9-8fdf-5f853d906e83 req-4cf4cb71-8b52-4be8-a669-e341ba0425e9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0632057 Aug 30 14:24:03.280459 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9bad8ad4-73a7-42a9-8fdf-5f853d906e83 req-3980215c-5ec3-48e4-b7e4-5df0a6f8ba1b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403848 Aug 30 14:24:04.428684 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae2e3d-a806-4c27-b6c8-3516c3c8a0d6 req-ef73df80-a562-41ed-beee-d580e9ad797a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:04.430291 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4aae2e3d-a806-4c27-b6c8-3516c3c8a0d6 req-ef73df80-a562-41ed-beee-d580e9ad797a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0603375 Aug 30 14:24:04.470529 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4aae2e3d-a806-4c27-b6c8-3516c3c8a0d6 req-e42d6f8a-7a3a-4923-83d5-945d5b446e69 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340307 Aug 30 14:24:05.602274 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a187758-2485-4b7c-b0b2-7baf564df8ce req-01ddb0d2-5381-451c-aeb6-23e03164b450 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:05.604703 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a187758-2485-4b7c-b0b2-7baf564df8ce req-01ddb0d2-5381-451c-aeb6-23e03164b450 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0554664 Aug 30 14:24:05.647794 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3a187758-2485-4b7c-b0b2-7baf564df8ce req-12941598-92bd-48d2-90be-964d44be2647 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362413 Aug 30 14:24:06.794252 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eabcd-c260-4ea1-a3f0-9ea6bbfb8122 req-46cd5d86-c11f-47eb-8704-3043e6bbab0b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:06.796190 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-958eabcd-c260-4ea1-a3f0-9ea6bbfb8122 req-46cd5d86-c11f-47eb-8704-3043e6bbab0b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0628049 Aug 30 14:24:06.829967 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3a003cd5-421e-411b-84b9-f040c70748b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:06.843572 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-958eabcd-c260-4ea1-a3f0-9ea6bbfb8122 req-809e516f-d8d1-4ae2-a954-353b181acd0f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407546 Aug 30 14:24:07.965802 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f135f77-c4ba-4c0b-84e0-c44d2d9143eb req-35853377-8b54-41af-bbbd-20bdd73f8027 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:07.970356 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f135f77-c4ba-4c0b-84e0-c44d2d9143eb req-35853377-8b54-41af-bbbd-20bdd73f8027 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0527711 Aug 30 14:24:08.006296 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4f135f77-c4ba-4c0b-84e0-c44d2d9143eb req-8f5d5e15-77e1-4eec-8115-b569f06459bb tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327270 Aug 30 14:24:08.708167 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-a07804e3-06e7-4a23-a53e-29259de4bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.709634 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-a07804e3-06e7-4a23-a53e-29259de4bee7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1097 time: 0.0456648 Aug 30 14:24:08.801832 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-472ad9ef-263d-46cf-af70-98f381c31166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.803327 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-472ad9ef-263d-46cf-af70-98f381c31166 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0861709 Aug 30 14:24:08.874205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-fec35c39-3c55-4749-86e6-9c2e24fa93f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1002 time: 0.0636096 Aug 30 14:24:08.924193 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-e8a29e69-2349-47f2-9e04-f3a228305cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.925635 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-e8a29e69-2349-47f2-9e04-f3a228305cf6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0446436 Aug 30 14:24:08.975317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-9b440ae5-9529-45bf-a450-ebc5249b2117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:08.976754 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-9b440ae5-9529-45bf-a450-ebc5249b2117 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438468 Aug 30 14:24:09.078698 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-2136cfd1-d8be-4514-b559-a9aec4773169 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940115 Aug 30 14:24:09.187456 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090aa41-ff16-4de2-a3d7-ccba426afe7a req-e5dc14f9-6083-422c-a287-1be57b751291 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:09.189233 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e090aa41-ff16-4de2-a3d7-ccba426afe7a req-e5dc14f9-6083-422c-a287-1be57b751291 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.1095867 Aug 30 14:24:09.244845 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1ad13718-3bd1-4ed2-8c57-b9da6d808ea5 req-e1bebdc5-876c-46df-973b-645361d92969 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567309 Aug 30 14:24:09.253387 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e090aa41-ff16-4de2-a3d7-ccba426afe7a req-e9162793-35e4-43e9-8bc8-7060dec43042 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544200 Aug 30 14:24:09.569735 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c9198727-b96a-4165-af09-add2e4dee3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.157322 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.374160 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f618517-ac30-4abd-bde8-5ce1d67f13b1 req-6c21755b-6097-40c7-867f-9de42baa5049 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:10.375874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f618517-ac30-4abd-bde8-5ce1d67f13b1 req-6c21755b-6097-40c7-867f-9de42baa5049 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0522211 Aug 30 14:24:10.425063 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0f618517-ac30-4abd-bde8-5ce1d67f13b1 req-bb3fc125-f32a-40e0-9949-ba4e41e26f0d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429065 Aug 30 14:24:10.544718 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:10.622891 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.646711 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:10.648947 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14e2d7-8269-448f-93d0-d270d81c1d57" -d '{"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:10.662364 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:10.666847 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:10.692185 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f446f95-28fb-4e14-b51e-6fc32c42693f x-openstack-request-id: req-7f446f95-28fb-4e14-b51e-6fc32c42693f {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:10.692485 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:10.692731 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f446f95-28fb-4e14-b51e-6fc32c42693f {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:10.693117 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'code': 200} Aug 30 14:24:10.719304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:11.196393 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:11.542833 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65609a90-de48-4fae-a49b-20aeeedee84e req-e9da68e4-f4fa-4226-85cf-ab847cdb82ca tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:11.544335 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65609a90-de48-4fae-a49b-20aeeedee84e req-e9da68e4-f4fa-4226-85cf-ab847cdb82ca tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 944 time: 0.0498726 Aug 30 14:24:11.583024 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-65609a90-de48-4fae-a49b-20aeeedee84e req-7ffcf188-192c-4acd-84b9-d4b43e095fb1 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316160 Aug 30 14:24:11.800209 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f027783-0769-4c39-a66d-7bf75a1db821 req-f717d67e-a33f-4688-b362-bd51b7a47621 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:11.801804 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f027783-0769-4c39-a66d-7bf75a1db821 req-f717d67e-a33f-4688-b362-bd51b7a47621 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 944 time: 0.0577836 Aug 30 14:24:11.842783 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2f027783-0769-4c39-a66d-7bf75a1db821 req-c731e53f-5339-4e73-bd31-cc8387e65637 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341172 Aug 30 14:24:12.117573 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-5b4ac778-74e5-4813-9d72-29b654b2a3b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848994 Aug 30 14:24:12.544545 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:12.992124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe2c63-3477-401f-8b9a-f90261a4a7a6 req-e8539cb3-48c8-4000-9ecd-947e487ada89 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:12.993649 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62fe2c63-3477-401f-8b9a-f90261a4a7a6 req-e8539cb3-48c8-4000-9ecd-947e487ada89 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 944 time: 0.0787873 Aug 30 14:24:13.000930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943f17-482a-49ec-8d03-572b6ed92684 req-47e565e6-8aac-4f28-8d19-0548452fa34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:13.002425 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-47e565e6-8aac-4f28-8d19-0548452fa34c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034&tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d HTTP/1.1" status: 200 len: 1095 time: 0.1305661 Aug 30 14:24:13.021790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:24:13.068408 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-62fe2c63-3477-401f-8b9a-f90261a4a7a6 req-457103a7-ad4d-4c07-979b-eebf7fb5dedd tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649946 Aug 30 14:24:13.094107 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.296422 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:13.331040 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:13.368228 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:13.376775 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.388904 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Transition to ACTIVE for port object 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:24:13.392665 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.468612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=9']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:13.484112 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.484452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.484789 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.485119 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.485529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.485800 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.486126 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.486443 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.486760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.487077 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.487393 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.487708 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:24:13.524877 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] No DVR routers for this DVR port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:24:13.665202 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Attempting to bind port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:24:13.665527 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Attempting to bind port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:24:13.666023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Attempting to bind port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:13.670924 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:24:13.671242 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Attempting to bind port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:24:13.676148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:24:13.676482 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Checking segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:24:13.676860 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Bound using segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:24:13.677280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Bound port: 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:24:13.677632 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.743786 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:24:13.746773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:24:13.751386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.787078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:13.787702 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:13.789191 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] 10.222.0.16 "PUT /v2.0/ports/9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1092 time: 0.7723048 Aug 30 14:24:13.789534 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:13.791821 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae8d976-006b-4306-a844-55c6ab663683" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:13.819128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb87a6c-2ecc-4ee7-9bef-f4a420859179 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=10']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:13.857077 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f218297f-d245-4e39-a7c7-6c894b78849f x-openstack-request-id: req-f218297f-d245-4e39-a7c7-6c894b78849f {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:13.857512 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:13.857808 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f218297f-d245-4e39-a7c7-6c894b78849f {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:13.858404 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'status': 'completed', 'code': 200} Aug 30 14:24:13.879930 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943f17-482a-49ec-8d03-572b6ed92684 req-17b742e3-b70c-42d4-9bf3-5e790dfb23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:13.881618 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-17b742e3-b70c-42d4-9bf3-5e790dfb23ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1096 time: 0.0553622 Aug 30 14:24:13.985015 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943f17-482a-49ec-8d03-572b6ed92684 req-c3ed1fe8-65a1-4b90-ab7e-a72bdf887f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:13.986554 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-c3ed1fe8-65a1-4b90-ab7e-a72bdf887f77 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0967958 Aug 30 14:24:14.056502 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-c683383f-32c5-4d80-bb2e-2e3f4f001617 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1000 time: 0.0618463 Aug 30 14:24:14.110720 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943f17-482a-49ec-8d03-572b6ed92684 req-e68e5452-45d5-4c23-b97c-d4f76214ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.112202 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-e68e5452-45d5-4c23-b97c-d4f76214ab10 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0489120 Aug 30 14:24:14.188986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93943f17-482a-49ec-8d03-572b6ed92684 req-fa4f7bea-c7ee-4a74-9f13-f363098b69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.190535 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-fa4f7bea-c7ee-4a74-9f13-f363098b69da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698686 Aug 30 14:24:14.205540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2109e9c-40a0-4a2c-b437-8b2282347d24 req-bcf112a8-5c64-4dba-9797-779a3c081443 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.207108 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2109e9c-40a0-4a2c-b437-8b2282347d24 req-bcf112a8-5c64-4dba-9797-779a3c081443 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0617979 Aug 30 14:24:14.297047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2109e9c-40a0-4a2c-b437-8b2282347d24 req-bf3f8d30-ad34-4aa0-8499-ede0fc50ec4f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817714 Aug 30 14:24:14.328357 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-41a0ebd0-b2ec-41c5-9403-b01b0c5e74c2 service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202745 Aug 30 14:24:14.420582 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-22321ec2-a1c7-4387-bcd8-1d059f64d312 service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844319 Aug 30 14:24:14.513280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8d976-006b-4306-a844-55c6ab663683 req-92d03014-efcc-4ae7-8cd3-102e96032d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.515045 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cae8d976-006b-4306-a844-55c6ab663683 req-92d03014-efcc-4ae7-8cd3-102e96032d91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1096 time: 0.0495439 Aug 30 14:24:14.577540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:24:14.618039 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8d976-006b-4306-a844-55c6ab663683 req-3fb02944-81b4-4c3f-84ad-a02fe93a30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:14.619840 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cae8d976-006b-4306-a844-55c6ab663683 req-3fb02944-81b4-4c3f-84ad-a02fe93a30e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0980947 Aug 30 14:24:14.623138 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:24:14.704316 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cae8d976-006b-4306-a844-55c6ab663683 req-b024f8ba-b662-42df-b510-2515cc46fa2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1000 time: 0.0764740 Aug 30 14:24:14.855514 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:24:15.450149 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2e544-85f5-41ee-b313-f027a801a7f9 req-76e30b67-6828-40ad-a331-7fd22a0d8622 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:15.451874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7d2e544-85f5-41ee-b313-f027a801a7f9 req-76e30b67-6828-40ad-a331-7fd22a0d8622 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0809112 Aug 30 14:24:15.493105 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c7d2e544-85f5-41ee-b313-f027a801a7f9 req-eba8bb98-bb76-40d0-98ce-7c6edd5b97fa tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349550 Aug 30 14:24:16.970559 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3947d-ce3b-4e54-a706-d446f15cb82d req-d0e10a30-ba8c-4ab9-9923-a02d85083bd8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:16.972312 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68e3947d-ce3b-4e54-a706-d446f15cb82d req-d0e10a30-ba8c-4ab9-9923-a02d85083bd8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.3980560 Aug 30 14:24:17.014984 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-68e3947d-ce3b-4e54-a706-d446f15cb82d req-ae2e42c5-85be-4b23-afb1-091c9d61d8ce tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364370 Aug 30 14:24:18.155363 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d9367-be2d-4054-ae6f-8eaeaca7350d req-96b021fc-ea2e-4c1c-b4dd-f2d3c89ce2f7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:18.157065 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf2d9367-be2d-4054-ae6f-8eaeaca7350d req-96b021fc-ea2e-4c1c-b4dd-f2d3c89ce2f7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0606923 Aug 30 14:24:18.204447 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-bf2d9367-be2d-4054-ae6f-8eaeaca7350d req-bdd877e4-57ab-4c59-b386-d268ab6b02ac tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383339 Aug 30 14:24:19.368392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c85e4-ead8-40ef-80ee-ce821cdc6712 req-6448e92f-abd8-473e-b283-bfe0c11fbdc2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:19.370988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5c85e4-ead8-40ef-80ee-ce821cdc6712 req-6448e92f-abd8-473e-b283-bfe0c11fbdc2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0727305 Aug 30 14:24:19.422131 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5c85e4-ead8-40ef-80ee-ce821cdc6712 req-7f668647-9cfa-4ddc-9c04-433a8cf3c6db tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 Aug 30 14:24:20.637368 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac6162-794b-4d19-a3a2-79dac6461ddc req-081c0cf0-26ed-4538-a421-760c3bc823e8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:20.639339 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77ac6162-794b-4d19-a3a2-79dac6461ddc req-081c0cf0-26ed-4538-a421-760c3bc823e8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0935943 Aug 30 14:24:20.697919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-77ac6162-794b-4d19-a3a2-79dac6461ddc req-b501fb27-eeab-4c15-8de4-a5c1ea997615 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475221 Aug 30 14:24:21.886866 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475d486-3ace-4e11-a8d0-eeb558d14e09 req-e07aee37-9ce8-4ca2-907a-fafd797bff38 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:21.889053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9475d486-3ace-4e11-a8d0-eeb558d14e09 req-e07aee37-9ce8-4ca2-907a-fafd797bff38 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0842574 Aug 30 14:24:21.949005 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9475d486-3ace-4e11-a8d0-eeb558d14e09 req-d56d45b4-6dfd-44e0-8d69-cc3f3ade77fb tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508363 Aug 30 14:24:23.111539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e86dc-2394-4b3e-83cd-577e22bc66fc req-80007afd-d893-4d76-aef5-2a89667fe774 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:23.113546 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e14e86dc-2394-4b3e-83cd-577e22bc66fc req-80007afd-d893-4d76-aef5-2a89667fe774 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0710256 Aug 30 14:24:23.199581 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e14e86dc-2394-4b3e-83cd-577e22bc66fc req-5905ab3e-b9b9-4837-baf6-9369177fe91e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683448 Aug 30 14:24:24.342129 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8d2a1-a43a-4a18-a27e-0efa1edab3cd req-0e7a3e0b-0abb-4485-aceb-8cd7172843bc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:24.343829 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40d8d2a1-a43a-4a18-a27e-0efa1edab3cd req-0e7a3e0b-0abb-4485-aceb-8cd7172843bc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0537009 Aug 30 14:24:24.390013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-40d8d2a1-a43a-4a18-a27e-0efa1edab3cd req-cc52027c-4a1f-48a7-b392-2d819047a2f8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 Aug 30 14:24:24.781645 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8d976-006b-4306-a844-55c6ab663683 req-1dfbd19c-aaa1-4427-8c78-0d3477c9f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:24.783188 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cae8d976-006b-4306-a844-55c6ab663683 req-1dfbd19c-aaa1-4427-8c78-0d3477c9f555 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0494692 Aug 30 14:24:24.833074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8d976-006b-4306-a844-55c6ab663683 req-cf6dc1cf-47aa-4fa2-938b-8541165ae250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:24.834663 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cae8d976-006b-4306-a844-55c6ab663683 req-cf6dc1cf-47aa-4fa2-938b-8541165ae250 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429435 Aug 30 14:24:24.946748 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cae8d976-006b-4306-a844-55c6ab663683 req-a79dc7b0-7361-4fa1-acf2-9bcaf84ea1cb service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013405 Aug 30 14:24:25.047129 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cae8d976-006b-4306-a844-55c6ab663683 req-585492c6-8412-4930-818b-ce77a0f608e4 service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925999 Aug 30 14:24:25.160404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-5d19001f-8b60-44cf-9c57-a024bb8611c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:25.162074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-5d19001f-8b60-44cf-9c57-a024bb8611c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1096 time: 0.0480816 Aug 30 14:24:25.274985 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-7697b0fc-a050-4d9c-9a4a-92d96a63fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:25.276851 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-7697b0fc-a050-4d9c-9a4a-92d96a63fd7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0918155 Aug 30 14:24:25.350257 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-af1d46c4-ff87-4cf3-a575-6e85842e79af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1000 time: 0.0653806 Aug 30 14:24:25.403232 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-d8aefc06-2354-40e8-9396-4141dd33f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:25.405826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-d8aefc06-2354-40e8-9396-4141dd33f1aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0469022 Aug 30 14:24:25.463073 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-2071c533-7c0f-4ea8-95d0-58d85dee08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:25.464884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-2071c533-7c0f-4ea8-95d0-58d85dee08af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520051 Aug 30 14:24:25.558268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714918b-2920-4010-a7d2-2eafb3437a34 req-91e4ecad-8c2c-4d14-a114-9cb8ff9b9658 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:25.561433 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f714918b-2920-4010-a7d2-2eafb3437a34 req-91e4ecad-8c2c-4d14-a114-9cb8ff9b9658 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0855544 Aug 30 14:24:25.613274 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-81b0db1b-10be-408d-b3cf-52fff721ec3a service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397231 Aug 30 14:24:25.615078 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f714918b-2920-4010-a7d2-2eafb3437a34 req-8d4d3dba-71aa-42b7-978d-ff61428faa0d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455823 Aug 30 14:24:25.712453 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9cef98ce-9a76-46ff-802e-ff90e9ef0862 req-996cebb5-ad67-447b-90a0-a64cdef0925f service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897186 Aug 30 14:24:26.753233 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8f70e-0be1-43e7-b6d3-52256cda32dd req-05fa90e8-b617-4986-8d08-f2c7c205cb3e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:26.754844 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eeb8f70e-0be1-43e7-b6d3-52256cda32dd req-05fa90e8-b617-4986-8d08-f2c7c205cb3e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 945 time: 0.0556395 Aug 30 14:24:26.798195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eeb8f70e-0be1-43e7-b6d3-52256cda32dd req-bf4d1498-f4af-416b-bafd-ddc6e3814d65 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373120 Aug 30 14:24:27.482037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:24:27.573523 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:27.585769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'port_id': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'mac_address': 'fa:16:3e:9a:41:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:24:27.627358 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.640839 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:24:27.660075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:27.664297 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:27.710921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=11']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:27.918299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['9cc42e0b-d3e7-4204-a39a-44ecc0302c29'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:24:27.919218 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c409b7d-580c-4919-9044-ca57159541da req-ea5a7876-0eae-4997-b657-0dea813ea98f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:27.920874 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c409b7d-580c-4919-9044-ca57159541da req-ea5a7876-0eae-4997-b657-0dea813ea98f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0543098 Aug 30 14:24:27.960472 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3c409b7d-580c-4919-9044-ca57159541da req-d34ddf29-7107-41d3-94a7-aae0ed8acb04 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335708 Aug 30 14:24:29.082661 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed18c0c-a27a-4390-968d-114214900b1f req-77c9a7e1-4c65-4dfb-9294-1e0840a188d5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:29.084216 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ed18c0c-a27a-4390-968d-114214900b1f req-77c9a7e1-4c65-4dfb-9294-1e0840a188d5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 946 time: 0.0540192 Aug 30 14:24:29.125988 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-6ed18c0c-a27a-4390-968d-114214900b1f req-be7acbb6-0140-4afd-9863-10fa82675cad tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355580 Aug 30 14:24:29.339095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.500686 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:24:29.550136 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:24:29.553759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:24:29.554117 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.631820 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.653761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:24:29.656171 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde6e40a-57d7-4558-a07c-602811c2d0fb" -d '{"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-plugged", "status": "completed", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:24:29.668516 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:24:29.673482 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:29.696591 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce305016-d365-4de9-bdac-61f4d83ffa4e x-openstack-request-id: req-ce305016-d365-4de9-bdac-61f4d83ffa4e {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:24:29.696884 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-plugged", "status": "completed", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:24:29.697129 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce305016-d365-4de9-bdac-61f4d83ffa4e {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:24:29.697511 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'code': 200} Aug 30 14:24:29.723610 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=12']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:24:29.863659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31d46b-0c19-458c-a771-b106fd14c396 req-24183737-eb92-41bf-97da-6ddb30d8652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:29.865213 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea31d46b-0c19-458c-a771-b106fd14c396 req-24183737-eb92-41bf-97da-6ddb30d8652b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1098 time: 0.0427024 Aug 30 14:24:29.906671 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea31d46b-0c19-458c-a771-b106fd14c396 req-e97cfc7b-a181-4c52-b23e-52c422ffc3f4 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317395 Aug 30 14:24:30.243023 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa95f10-4948-4e85-ae18-818da3265f3c req-e9d61741-1c4a-408d-8289-5a8e0c8e1acc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:30.244578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fa95f10-4948-4e85-ae18-818da3265f3c req-e9d61741-1c4a-408d-8289-5a8e0c8e1acc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 947 time: 0.0518088 Aug 30 14:24:30.284972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1fa95f10-4948-4e85-ae18-818da3265f3c req-b58f48da-efa7-4e80-a410-21c5ad89976d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337501 Aug 30 14:24:31.423524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998183a-2114-4d50-9018-f17b9aea98f4 req-6d608141-c94d-418b-bce3-f160da2a8255 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:31.425393 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c998183a-2114-4d50-9018-f17b9aea98f4 req-6d608141-c94d-418b-bce3-f160da2a8255 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 947 time: 0.0561814 Aug 30 14:24:31.467419 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c998183a-2114-4d50-9018-f17b9aea98f4 req-a733e514-0e04-4099-bc65-a6830b958ef1 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354185 Aug 30 14:24:31.814366 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:32.592060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30a2c3-f384-443c-ad39-7135c7d98125 req-0af7b4f5-eb42-4ce4-83db-067f98998e4f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:24:32.593687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba30a2c3-f384-443c-ad39-7135c7d98125 req-0af7b4f5-eb42-4ce4-83db-067f98998e4f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 947 time: 0.0551252 Aug 30 14:24:32.631386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ba30a2c3-f384-443c-ad39-7135c7d98125 req-1d4c16dc-7c17-4aa1-9f70-d09e93b6837a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316980 Aug 30 14:24:36.823759 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b617258b-2562-4b75-bab2-2611f126136d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:39.562055 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-00e8f1e7-601a-47b3-9df4-60cf1eadafc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:40.160431 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:41.202061 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:42.540848 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:24:51.855230 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:24:59.360751 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:01.823228 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:06.828103 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-41983096-c80f-4197-b0df-ebee18e45eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:09.564632 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3065cdcc-24a3-46c0-bbaf-fdb7fecb0712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:10.163476 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:11.205398 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:12.544213 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:20.160222 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-932208ef-f527-4035-8750-170de132710c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445046 Aug 30 14:25:20.251480 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-8c23a0ab-a87e-497f-9785-9b20f48450d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:20.253003 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-8c23a0ab-a87e-497f-9785-9b20f48450d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1098 time: 0.0437424 Aug 30 14:25:20.370485 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-906d39c0-46a8-4451-a078-c0a8cdef99de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:20.372343 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-906d39c0-46a8-4451-a078-c0a8cdef99de service neutron] 10.222.0.16 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0981436 Aug 30 14:25:20.450578 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-d3921a6e-870c-47ba-afd6-e909661578de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 1002 time: 0.0694621 Aug 30 14:25:20.508908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-364c95e7-7c49-4111-9764-df952699eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:20.510531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-364c95e7-7c49-4111-9764-df952699eb2c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0536375 Aug 30 14:25:20.565636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-d2dc6d21-5f82-4814-9cf5-22bc502a4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:20.567205 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-d2dc6d21-5f82-4814-9cf5-22bc502a4cfb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488465 Aug 30 14:25:20.676874 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-c8693d9c-9724-417a-ae0b-b0d9fc8d6d6c service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005363 Aug 30 14:25:20.781105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bd7723db-e58c-41dc-9fae-19562ba6184d req-e85571f6-9367-49ec-a01c-104dbaacd4d1 service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963681 Aug 30 14:25:28.854401 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:25:29.355976 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:31.823737 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:36.830384 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-162f8ecf-6c4a-4e0e-bc97-ac8f3a976240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:39.568097 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22a94206-835a-4188-bf74-e3f3cc93091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:40.166555 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:41.207698 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:42.547404 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:45.889539 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40208) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:46.130012 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Deleting port a2c11d21-c5b2-43b1-8730-222a589d2959 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:46.130436 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.237419 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.237938 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.254469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Calling delete_port for a2c11d21-c5b2-43b1-8730-222a589d2959 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:46.437487 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.466272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event deleted for resources: {'Port': ['ID=a2c11d21-c5b2-43b1-8730-222a589d2959,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:46.490558 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.490967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.491423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.491713 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.491900 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.492996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.492996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.492996 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.493370 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.493502 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.493912 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.494154 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:46.538656 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.539020 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Floating IP 726d0d7e-3350-4e5f-8d09-ce635fa765ff disassociated (deleted). External IP: 172.25.2.108, port: 9cc42e0b-d3e7-4204-a39a-44ecc0302c29. Aug 30 14:25:46.770355 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Router f57c224b-f0ab-4a07-a592-9fe631d19f9b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:25:46.883966 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:25:46.888786 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:46.893790 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] Sync routers for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:25:46.904470 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:46.905197 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:25:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:46.918210 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-9ed14b4f-c824-4bba-9475-768d81e2cffc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "DELETE /v2.0/floatingips/726d0d7e-3350-4e5f-8d09-ce635fa765ff HTTP/1.1" status: 204 len: 168 time: 1.0265486 Aug 30 14:25:46.918967 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:46.921281 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d45257-529f-41e8-b903-f46c7b5a4bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:47.021839 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:47.038020 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ac8f16-2bb2-44f7-9502-fd9739f0f125 x-openstack-request-id: req-43ac8f16-2bb2-44f7-9502-fd9739f0f125 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:47.038313 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:47.038565 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-43ac8f16-2bb2-44f7-9502-fd9739f0f125 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:47.038971 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'status': 'completed', 'code': 200} Aug 30 14:25:47.113971 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-1e1736de-315b-4882-aee6-1bd86695ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:47.115518 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-1e1736de-315b-4882-aee6-1bd86695ab87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 1098 time: 0.0462575 Aug 30 14:25:47.263960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-3f812773-ccf8-413b-bf0f-997c84df8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:47.265454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-3f812773-ccf8-413b-bf0f-997c84df8d39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.1412995 Aug 30 14:25:47.279781 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:47.280146 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb212db5-1d9f-4974-993e-29bebaffbd20 req-9471be12-9b2b-4b13-9a56-9e566e9cf61f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:47.281751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb212db5-1d9f-4974-993e-29bebaffbd20 req-9471be12-9b2b-4b13-9a56-9e566e9cf61f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 947 time: 0.1624277 Aug 30 14:25:47.313275 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] Checking router: f57c224b-f0ab-4a07-a592-9fe631d19f9b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:25:47.322590 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:25:47.323222 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:25:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:47.326946 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-2c6feea3-67bf-4a37-a8b1-181c82c06a28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 200 len: 217 time: 0.0441933 Aug 30 14:25:47.403676 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bb212db5-1d9f-4974-993e-29bebaffbd20 req-d34de5ce-55dd-4cf9-8e73-4e33feaf7552 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127815 Aug 30 14:25:47.414361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-6e394ad9-6c95-4982-b976-95d977b53ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:47.416163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-6e394ad9-6c95-4982-b976-95d977b53ae9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0787289 Aug 30 14:25:47.438261 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:25:47.471651 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-218318d6-0c16-4fec-86c3-743562e46428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:47.473239 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-218318d6-0c16-4fec-86c3-743562e46428 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486097 Aug 30 14:25:47.582113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-8eded490-ea5e-4365-ac65-dc308754ddf0 service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989895 Aug 30 14:25:47.660592 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:25:47.681030 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c7d45257-529f-41e8-b903-f46c7b5a4bb0 req-ff850d51-b650-499b-b0af-b2251b5aa0b5 service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875070 Aug 30 14:25:47.687575 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505cd57-ef43-49ab-844e-80b8156e2353 None None] The sync data for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 is: [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:25:47.907848 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a7bc7c-0ee2-495d-a836-52fbb0637d74 None None] New status for floating IP 726d0d7e-3350-4e5f-8d09-ce635fa765ff: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:25:48.588550 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbe45b-bc3d-4093-a057-ac39a7f01489 req-0e603fc7-cf09-4f88-b542-0829ecfea671 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:48.591256 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38bbe45b-bc3d-4093-a057-ac39a7f01489 req-0e603fc7-cf09-4f88-b542-0829ecfea671 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 947 time: 0.1034167 Aug 30 14:25:48.632816 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-38bbe45b-bc3d-4093-a057-ac39a7f01489 req-797fefd7-3e92-48a5-8857-7c6155014cbf tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0d203e-0a87-443c-afdb-55e5b073ef4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353360 Aug 30 14:25:48.693922 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15860fd7-3187-4ce8-8fee-01a46346deee req-fa971308-be9a-4a6a-94e2-0ad41b2cacb9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:25:48.695369 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15860fd7-3187-4ce8-8fee-01a46346deee req-fa971308-be9a-4a6a-94e2-0ad41b2cacb9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.16 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 947 time: 0.0532100 Aug 30 14:25:48.796295 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-15860fd7-3187-4ce8-8fee-01a46346deee req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Deleting port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:25:48.796639 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-15860fd7-3187-4ce8-8fee-01a46346deee req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:48.890001 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-15860fd7-3187-4ce8-8fee-01a46346deee req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] For port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:25:48.890377 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-15860fd7-3187-4ce8-8fee-01a46346deee req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:48.905761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-15860fd7-3187-4ce8-8fee-01a46346deee req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Calling delete_port for 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:25:49.044735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-15860fd7-3187-4ce8-8fee-01a46346deee req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:49.075204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event deleted for resources: {'Port': ['ID=9cc42e0b-d3e7-4204-a39a-44ecc0302c29,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:49.088069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.088433 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.088746 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.089080 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.090113 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.090538 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.091046 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.091374 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.091703 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.092022 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.092350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.092672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:25:49.152823 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-15860fd7-3187-4ce8-8fee-01a46346deee req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] No DVR routers for this DVR port 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:25:49.155735 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-15860fd7-3187-4ce8-8fee-01a46346deee req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:49.157897 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-15860fd7-3187-4ce8-8fee-01a46346deee req-647ee38d-0625-4404-9c41-bec6c9ccb26a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.16 "DELETE /v2.0/ports/9cc42e0b-d3e7-4204-a39a-44ecc0302c29 HTTP/1.1" status: 204 len: 173 time: 0.4555452 Aug 30 14:25:49.158354 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-deleted', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:25:49.160730 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86034700-4aef-41bf-b454-3e364d399e68" -d '{"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-deleted", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:25:49.273690 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba65b8b-7f7f-4c1f-a211-3417b135b165 x-openstack-request-id: req-8ba65b8b-7f7f-4c1f-a211-3417b135b165 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:25:49.274069 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a4c690-d626-458a-9051-46e28e249034", "name": "network-vif-deleted", "tag": "9cc42e0b-d3e7-4204-a39a-44ecc0302c29", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:25:49.274416 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ba65b8b-7f7f-4c1f-a211-3417b135b165 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:25:49.274963 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a4c690-d626-458a-9051-46e28e249034', 'name': 'network-vif-deleted', 'tag': '9cc42e0b-d3e7-4204-a39a-44ecc0302c29', 'status': 'completed', 'code': 200} Aug 30 14:25:49.755378 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-71def7e1-f52e-4995-b24c-a68d7580f534 req-505245aa-6ea4-4962-beea-9a7012394ad9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0a4c690-d626-458a-9051-46e28e249034 HTTP/1.1" status: 200 len: 210 time: 0.0293911 Aug 30 14:25:50.814874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40242) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:50.905819 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2434d6d-b749-4955-99de-80f8876a05a7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:50.946751 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2434d6d-b749-4955-99de-80f8876a05a7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.015276 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2434d6d-b749-4955-99de-80f8876a05a7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.018133 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c2434d6d-b749-4955-99de-80f8876a05a7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:51.019342 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c2434d6d-b749-4955-99de-80f8876a05a7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a0d203e-0a87-443c-afdb-55e5b073ef4c HTTP/1.1" status: 204 len: 168 time: 0.2033582 Aug 30 14:25:51.030693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2434d6d-b749-4955-99de-80f8876a05a7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0d203e-0a87-443c-afdb-55e5b073ef4c,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:52.015315 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:25:52.037060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:25:52.037407 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 9cc42e0b-d3e7-4204-a39a-44ecc0302c29 not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:25:52.387905 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40252) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:52.393874 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f63b9b1a-46bb-4808-b74e-5cc3ea04bc61 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-409716653', 'description': 'tempest-secgroup-smoke-409716653 description', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:52.419688 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b1a-46bb-4808-b74e-5cc3ea04bc61 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.510222 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b1a-46bb-4808-b74e-5cc3ea04bc61 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.515189 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b1a-46bb-4808-b74e-5cc3ea04bc61 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.537854 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f63b9b1a-46bb-4808-b74e-5cc3ea04bc61 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.539083 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f63b9b1a-46bb-4808-b74e-5cc3ea04bc61 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1498685 Aug 30 14:25:52.543147 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40254) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:52.548032 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-a75339ad-3677-4f2d-b0dc-b715f501f12d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '0a9f445d-145b-4b63-b98e-336e40e92dfc', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:52.548668 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b9b1a-46bb-4808-b74e-5cc3ea04bc61 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9f445d-145b-4b63-b98e-336e40e92dfc,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:52.577228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a75339ad-3677-4f2d-b0dc-b715f501f12d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.639355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a75339ad-3677-4f2d-b0dc-b715f501f12d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.643893 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a75339ad-3677-4f2d-b0dc-b715f501f12d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.661836 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75339ad-3677-4f2d-b0dc-b715f501f12d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61e4a97-3540-48a5-9f19-7f01d712353b,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:52.669598 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-a75339ad-3677-4f2d-b0dc-b715f501f12d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.670894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-a75339ad-3677-4f2d-b0dc-b715f501f12d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266818 Aug 30 14:25:52.673973 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40256) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:52.678728 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-30c83d4c-e84e-4b01-a7d9-10dd66bd3132 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '0a9f445d-145b-4b63-b98e-336e40e92dfc', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:52.708725 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30c83d4c-e84e-4b01-a7d9-10dd66bd3132 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.772242 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30c83d4c-e84e-4b01-a7d9-10dd66bd3132 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.776315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30c83d4c-e84e-4b01-a7d9-10dd66bd3132 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.795215 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c83d4c-e84e-4b01-a7d9-10dd66bd3132 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d6ce3d-b080-45dc-b9e9-194fbc2c99e6,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:52.802988 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-30c83d4c-e84e-4b01-a7d9-10dd66bd3132 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.804996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-30c83d4c-e84e-4b01-a7d9-10dd66bd3132 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298726 Aug 30 14:25:52.808875 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40258) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:52.813016 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-57937690-d324-44ea-a1f4-4f77fada218f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '0a9f445d-145b-4b63-b98e-336e40e92dfc', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:52.841766 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57937690-d324-44ea-a1f4-4f77fada218f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.907844 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57937690-d324-44ea-a1f4-4f77fada218f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.911682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57937690-d324-44ea-a1f4-4f77fada218f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.928190 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57937690-d324-44ea-a1f4-4f77fada218f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb17c878-9b9a-448e-bed4-8bf365e2667a,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:52.938315 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-57937690-d324-44ea-a1f4-4f77fada218f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:52.939521 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-57937690-d324-44ea-a1f4-4f77fada218f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1305218 Aug 30 14:25:52.942485 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40260) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:52.948868 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-801e5b4c-49a7-43cd-921b-89036bbca950 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '0a9f445d-145b-4b63-b98e-336e40e92dfc', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:52.990483 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-801e5b4c-49a7-43cd-921b-89036bbca950 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.041352 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-801e5b4c-49a7-43cd-921b-89036bbca950 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.046280 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-801e5b4c-49a7-43cd-921b-89036bbca950 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.079116 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e5b4c-49a7-43cd-921b-89036bbca950 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565b188e-ac32-4131-b148-2334899ceca4,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:53.087711 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-801e5b4c-49a7-43cd-921b-89036bbca950 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.088944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-801e5b4c-49a7-43cd-921b-89036bbca950 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452529 Aug 30 14:25:53.094000 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40262) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:53.098412 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4ca18945-c6b7-4269-afef-275d1f4b457c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '0a9f445d-145b-4b63-b98e-336e40e92dfc', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:53.125302 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-4ca18945-c6b7-4269-afef-275d1f4b457c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Project 9cf8f8e0e53a4f5e931f2b5f6bff553d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:25:53.131425 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ca18945-c6b7-4269-afef-275d1f4b457c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.194633 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ca18945-c6b7-4269-afef-275d1f4b457c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.199994 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ca18945-c6b7-4269-afef-275d1f4b457c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.220755 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca18945-c6b7-4269-afef-275d1f4b457c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6e223c-ec24-4f90-af40-5ec2715862f2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:53.224330 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4ca18945-c6b7-4269-afef-275d1f4b457c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.225745 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4ca18945-c6b7-4269-afef-275d1f4b457c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307013 Aug 30 14:25:53.228908 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40264) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:25:53.234524 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-49cbbdb3-1592-4abc-8948-3fa472fecab9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'security_group_rule': {'security_group_id': '0a9f445d-145b-4b63-b98e-336e40e92dfc', 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:25:53.257274 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-49cbbdb3-1592-4abc-8948-3fa472fecab9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Project 9cf8f8e0e53a4f5e931f2b5f6bff553d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:25:53.263041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49cbbdb3-1592-4abc-8948-3fa472fecab9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.328446 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49cbbdb3-1592-4abc-8948-3fa472fecab9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.332445 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49cbbdb3-1592-4abc-8948-3fa472fecab9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.353225 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cbbdb3-1592-4abc-8948-3fa472fecab9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773d0f7d-9eca-436b-84e2-7e80c22267ef,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:25:53.357249 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-49cbbdb3-1592-4abc-8948-3fa472fecab9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:25:53.358576 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-49cbbdb3-1592-4abc-8948-3fa472fecab9 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1286709 Aug 30 14:25:59.376690 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:01.842475 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:05.853880 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:26:06.832036 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7ca03654-594c-412f-a1dc-ce81103db6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:08.885709 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-265f1e1b-6845-4d87-a3bf-62bb0786f8ec tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-409716653&fields=id&tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d HTTP/1.1" status: 200 len: 267 time: 0.0339398 Aug 30 14:26:08.997015 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-6e06d802-9329-4562-9c08-9be873d08a1c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:08.998503 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-6e06d802-9329-4562-9c08-9be873d08a1c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 808 time: 0.1054792 Aug 30 14:26:09.014481 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-5bd549d7-6d44-4f0d-a3c7-17aa44efbce4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/quotas/9cf8f8e0e53a4f5e931f2b5f6bff553d HTTP/1.1" status: 200 len: 375 time: 0.0100696 Aug 30 14:26:09.067281 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-96666d9d-9d4f-45b9-aec3-c706b9e15b4d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469613 Aug 30 14:26:09.125678 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-15fba350-0c77-486c-b6d6-91328e5cbdee service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95699) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:26:09.126721 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-15fba350-0c77-486c-b6d6-91328e5cbdee service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477743 Aug 30 14:26:09.220376 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-06e35a53-159b-4b50-bcd1-678b46c8c59a service neutron] 10.222.0.37 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873802 Aug 30 14:26:09.316674 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-49702f21-6dd9-4d9a-ae9c-049ba0ee2d9f service neutron] 10.222.0.37 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898840 Aug 30 14:26:09.578925 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ae8977df-2b31-4d1b-aa60-f375edd6b667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:09.637732 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-69674617-9976-4057-baa5-9c94cfc64fac req-5ca08c65-de4e-4d08-81a9-9474d966f120 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Aug 30 14:26:10.169577 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.549231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-dd814277-4a8e-4fce-bb97-c85eb254fb64 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:10.550819 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-dd814277-4a8e-4fce-bb97-c85eb254fb64 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 808 time: 0.1076033 Aug 30 14:26:10.598115 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-088ad467-0341-4fcb-b705-90480b58f715 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d HTTP/1.1" status: 200 len: 379 time: 0.0367217 Aug 30 14:26:10.609934 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'port': {'device_id': '996f2249-1a77-495b-b900-42cad232f270', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'admin_state_up': True, 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'security_groups': ['0a9f445d-145b-4b63-b98e-336e40e92dfc']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:10.728428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Made reservation on behalf of 9cf8f8e0e53a4f5e931f2b5f6bff553d for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:26:10.732833 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:10.737139 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-68b45cf6-5182-4ecb-9084-6a6e13d9cd61 req-628756bf-7108-4aa2-ac46-5dab0c72a0d6 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 210 time: 0.0288985 Aug 30 14:26:10.873483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Allocated IP 172.20.0.13 (31b169fe-4930-4248-8b6c-8ddeac67aec0/479e89e6-ad14-4e6d-b55f-6a6cca380f14/736c9367-93d5-45f2-8470-be7dccd3835b) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:11.023725 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.039076 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Transition to ACTIVE for port object 736c9367-93d5-45f2-8470-be7dccd3835b will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:11.073241 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.118078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:11.123152 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:11.127668 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:11.131495 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:11.188632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:11.189327 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.206001 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-376d28ca-79f5-4ee8-826b-3cf0d5d65b1e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6000087 Aug 30 14:26:11.222605 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.271074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Request body: {'port': {'device_id': '996f2249-1a77-495b-b900-42cad232f270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:11.335399 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.414298 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23b3af61-1a06-4785-b877-ec35c1d4ca80 None None] Provisioning for port 736c9367-93d5-45f2-8470-be7dccd3835b completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:11.420689 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-23b3af61-1a06-4785-b877-ec35c1d4ca80 None None] Provisioning complete for port 736c9367-93d5-45f2-8470-be7dccd3835b triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:11.421348 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-23b3af61-1a06-4785-b877-ec35c1d4ca80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.462660 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-23b3af61-1a06-4785-b877-ec35c1d4ca80 None None] Port 736c9367-93d5-45f2-8470-be7dccd3835b cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:26:11.622367 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736c9367-93d5-45f2-8470-be7dccd3835b {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:11.629944 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.643577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Transition to ACTIVE for port object 736c9367-93d5-45f2-8470-be7dccd3835b will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:26:11.648051 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.697629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:11.773075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Attempting to bind port 736c9367-93d5-45f2-8470-be7dccd3835b on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:26:11.773642 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Attempting to bind port 736c9367-93d5-45f2-8470-be7dccd3835b by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:26:11.774130 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Attempting to bind port 736c9367-93d5-45f2-8470-be7dccd3835b on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:11.779362 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Port 736c9367-93d5-45f2-8470-be7dccd3835b on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:26:11.779693 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Attempting to bind port 736c9367-93d5-45f2-8470-be7dccd3835b on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:26:11.785043 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:26:11.785383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Checking segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:26:11.785996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Bound using segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:26:11.786428 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Bound port: 736c9367-93d5-45f2-8470-be7dccd3835b, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:26:11.786785 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.916361 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:26:11.920735 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:26:11.929033 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a1207-e6a9-45ca-ba85-fdebd81bac7c req-027ddba6-419c-46f1-b856-a0b3ce21524f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:11.930609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-197a1207-e6a9-45ca-ba85-fdebd81bac7c req-027ddba6-419c-46f1-b856-a0b3ce21524f tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0938618 Aug 30 14:26:11.933404 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.988639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:11.988986 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:11.990654 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] 10.222.0.35 "PUT /v2.0/ports/736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1092 time: 0.7752483 Aug 30 14:26:11.992614 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:11.995533 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b80725-f590-4f6d-a7bb-066c433520dd" -d '{"events": [{"name": "network-changed", "server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:12.023944 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a788-af1f-4e4a-a3c8-20f7cd1c4881 service neutron] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:12.035972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-197a1207-e6a9-45ca-ba85-fdebd81bac7c req-fba41208-0b37-4be2-8ee2-a60630ab5ddc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761878 Aug 30 14:26:12.079732 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c4d6cf-3cda-4df1-84ad-34bf56464519 x-openstack-request-id: req-f0c4d6cf-3cda-4df1-84ad-34bf56464519 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:12.080051 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:12.080440 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f0c4d6cf-3cda-4df1-84ad-34bf56464519 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:12.080872 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b', 'status': 'completed', 'code': 200} Aug 30 14:26:12.100721 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-8ac0e30b-7236-4327-a0e5-ead814279409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.102380 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-8ac0e30b-7236-4327-a0e5-ead814279409 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1095 time: 0.0541532 Aug 30 14:26:12.154160 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-c7c90403-d36a-4421-86c4-d2fa90f615b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 217 time: 0.0426602 Aug 30 14:26:12.211380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-e46b099d-0488-415b-a3b3-1076dd63b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.213036 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-e46b099d-0488-415b-a3b3-1076dd63b5ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0511670 Aug 30 14:26:12.264852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-ced7b85c-c5c2-4047-8285-720ec6a17274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.266447 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-ced7b85c-c5c2-4047-8285-720ec6a17274 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460389 Aug 30 14:26:12.375105 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-5272ac2c-99a5-470c-9471-3cc4bcb3f02f service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005647 Aug 30 14:26:12.470032 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f7f10111-abf1-40a9-91d0-b156e1dc6002 req-e80e3847-c8d0-4d8a-886a-b1b2e2129f87 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872903 Aug 30 14:26:12.551360 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:12.566659 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b80725-f590-4f6d-a7bb-066c433520dd req-669d8e2f-9dd5-4881-8c20-f29ed74845d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.568210 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b80725-f590-4f6d-a7bb-066c433520dd req-669d8e2f-9dd5-4881-8c20-f29ed74845d8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1095 time: 0.0527532 Aug 30 14:26:12.662528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b80725-f590-4f6d-a7bb-066c433520dd req-4f6f6338-2f66-4ee7-9a86-6d1594d43356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.664031 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b80725-f590-4f6d-a7bb-066c433520dd req-4f6f6338-2f66-4ee7-9a86-6d1594d43356 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0882392 Aug 30 14:26:12.707979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b80725-f590-4f6d-a7bb-066c433520dd req-8532e17d-498e-4f6c-95ce-75928d2e7b60 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 217 time: 0.0360627 Aug 30 14:26:12.765613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b80725-f590-4f6d-a7bb-066c433520dd req-e82351cd-07d1-4aab-ad1a-161b752ef5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.767053 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b80725-f590-4f6d-a7bb-066c433520dd req-e82351cd-07d1-4aab-ad1a-161b752ef5e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0513558 Aug 30 14:26:12.817175 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b80725-f590-4f6d-a7bb-066c433520dd req-33931cab-e6dd-4e97-8418-b5f03bc750f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:12.818738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b80725-f590-4f6d-a7bb-066c433520dd req-33931cab-e6dd-4e97-8418-b5f03bc750f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434911 Aug 30 14:26:12.914035 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b80725-f590-4f6d-a7bb-066c433520dd req-c255afae-38d4-4a61-a2c9-74633e01c151 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873744 Aug 30 14:26:13.013576 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-32b80725-f590-4f6d-a7bb-066c433520dd req-4f105b41-376b-4b83-9b31-31295b26a647 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891829 Aug 30 14:26:13.156758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff50c5-52a4-43e0-bbe4-04e0ba48064b req-76fac022-d4e6-40a9-9a81-1f3b6c3d7b9d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:13.158305 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37ff50c5-52a4-43e0-bbe4-04e0ba48064b req-76fac022-d4e6-40a9-9a81-1f3b6c3d7b9d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0514109 Aug 30 14:26:13.200827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-37ff50c5-52a4-43e0-bbe4-04e0ba48064b req-113ce96e-dc19-40ea-bd1e-a2924f2c60c3 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363188 Aug 30 14:26:14.330591 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a9660-4248-43f1-9c49-616ab669a040 req-620aa326-ff63-4c4a-925e-4018b7fbd46c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:14.331367 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-938a9660-4248-43f1-9c49-616ab669a040 req-620aa326-ff63-4c4a-925e-4018b7fbd46c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0499628 Aug 30 14:26:14.375603 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-938a9660-4248-43f1-9c49-616ab669a040 req-827b987d-b41b-4ef1-8fd9-d4cc30671578 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379765 Aug 30 14:26:15.496508 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3025db-6579-449a-baaf-589de1708bb9 req-189a88f6-e4eb-4100-8b04-2b73b1a75bf2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:15.497913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa3025db-6579-449a-baaf-589de1708bb9 req-189a88f6-e4eb-4100-8b04-2b73b1a75bf2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0538154 Aug 30 14:26:15.535880 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-aa3025db-6579-449a-baaf-589de1708bb9 req-4cd8522c-e808-46fd-8236-b4ff4db8eb27 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319679 Aug 30 14:26:16.654560 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5706fa-3f8e-432e-b6ef-efe60ded93c1 req-a8fbfa46-64df-442a-bc6b-f0b39f93720e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:16.656059 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab5706fa-3f8e-432e-b6ef-efe60ded93c1 req-a8fbfa46-64df-442a-bc6b-f0b39f93720e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0524073 Aug 30 14:26:16.693295 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-ab5706fa-3f8e-432e-b6ef-efe60ded93c1 req-9530dfa2-3a2e-46cd-8743-bc977a58bd6c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Aug 30 14:26:17.809734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b6d91-e4e2-4905-846e-78b60ccf71bc req-b5d5381b-de2e-43b2-8d85-c23e30a818ab tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:17.811246 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b66b6d91-e4e2-4905-846e-78b60ccf71bc req-b5d5381b-de2e-43b2-8d85-c23e30a818ab tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0507216 Aug 30 14:26:17.849443 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b66b6d91-e4e2-4905-846e-78b60ccf71bc req-69686efe-150d-42ce-9f37-7dbe7f39b8a8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322599 Aug 30 14:26:18.966259 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f453cf-2d93-48a4-ba6d-12995a82da9a req-6c631533-2319-4ecb-8754-6754a7bc3776 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:18.967744 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27f453cf-2d93-48a4-ba6d-12995a82da9a req-6c631533-2319-4ecb-8754-6754a7bc3776 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0501838 Aug 30 14:26:19.005601 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-27f453cf-2d93-48a4-ba6d-12995a82da9a req-877e8b9b-a77b-4737-baed-06079a42ed5c tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318558 Aug 30 14:26:20.122913 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cabedd9-8804-45e4-aff0-a974ce3e152a req-efeeaf75-eaed-44d4-af30-511a1e0c9f7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:20.124414 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2cabedd9-8804-45e4-aff0-a974ce3e152a req-efeeaf75-eaed-44d4-af30-511a1e0c9f7b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0516543 Aug 30 14:26:20.163000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2cabedd9-8804-45e4-aff0-a974ce3e152a req-1b770a35-0e04-4dbe-baeb-83aa88f8fa66 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325582 Aug 30 14:26:21.278001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66ede9-8065-419f-9289-fd94130ae2b8 req-d1a330c9-10a2-4e62-8d75-5275640963c4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:21.279486 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b66ede9-8065-419f-9289-fd94130ae2b8 req-d1a330c9-10a2-4e62-8d75-5275640963c4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0495100 Aug 30 14:26:21.322534 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8b66ede9-8065-419f-9289-fd94130ae2b8 req-a8673c15-34be-46e4-b8f6-91dabbb0d805 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371063 Aug 30 14:26:22.444778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a140ef-f0f3-407c-b515-5aeb111892fe req-0d17da03-7344-473d-aa4f-fc1e467403de tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:22.446297 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90a140ef-f0f3-407c-b515-5aeb111892fe req-0d17da03-7344-473d-aa4f-fc1e467403de tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0561237 Aug 30 14:26:22.485886 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-90a140ef-f0f3-407c-b515-5aeb111892fe req-388e253e-2554-4429-99e7-d07638b218bc tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336430 Aug 30 14:26:23.041305 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 736c9367-93d5-45f2-8470-be7dccd3835b details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:26:23.137502 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:23.149144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': '736c9367-93d5-45f2-8470-be7dccd3835b', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'port_id': '736c9367-93d5-45f2-8470-be7dccd3835b', 'mac_address': 'fa:16:3e:c8:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:26:23.189772 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:23.202151 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736c9367-93d5-45f2-8470-be7dccd3835b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:26:23.221221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:23.225075 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:23.274498 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:23.282525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.282878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.283218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.283559 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.283893 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.284224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.284573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.284882 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.285207 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.285530 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.285890 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.286215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:26:23.575790 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['736c9367-93d5-45f2-8470-be7dccd3835b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:26:23.602635 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1eafd-d9e4-4fe7-bd44-b0a16acc2f11 req-2e29ef89-4641-4ab7-a843-a31f141c82a5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:23.604759 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bd1eafd-d9e4-4fe7-bd44-b0a16acc2f11 req-2e29ef89-4641-4ab7-a843-a31f141c82a5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 945 time: 0.0509920 Aug 30 14:26:23.645033 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4bd1eafd-d9e4-4fe7-bd44-b0a16acc2f11 req-229fc299-fdca-4183-b9a1-01de6664c6ff tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345180 Aug 30 14:26:24.763570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ae2a-547c-4412-ba71-55c47f3614c4 req-f4a74cee-0634-442f-a38e-efef31783fb4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:24.765331 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dd4ae2a-547c-4412-ba71-55c47f3614c4 req-f4a74cee-0634-442f-a38e-efef31783fb4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 945 time: 0.0524395 Aug 30 14:26:24.808338 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9dd4ae2a-547c-4412-ba71-55c47f3614c4 req-8ecfee7d-1fa8-42ac-8714-b695587e83f7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337007 Aug 30 14:26:25.044213 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 736c9367-93d5-45f2-8470-be7dccd3835b up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:26:25.100978 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port 736c9367-93d5-45f2-8470-be7dccd3835b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:26:25.106158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port 736c9367-93d5-45f2-8470-be7dccd3835b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:26:25.106529 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.187271 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.210010 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:25.212271 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffeaf95-f3b0-4b3c-9c67-851ce2156993" -d '{"events": [{"server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "name": "network-vif-plugged", "status": "completed", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:25.226051 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:26:25.231781 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:25.295494 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:25.304233 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8210b5-7668-4e7f-a115-eb37c8eceb02 x-openstack-request-id: req-bc8210b5-7668-4e7f-a115-eb37c8eceb02 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:25.304613 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "name": "network-vif-plugged", "status": "completed", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:25.304772 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc8210b5-7668-4e7f-a115-eb37c8eceb02 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:25.305175 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b', 'code': 200} Aug 30 14:26:25.404579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44652bd4-dd63-4bda-9c9a-12137a0ab012 req-b64e2f5e-2bed-496f-83a6-1699eefe836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:25.406143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44652bd4-dd63-4bda-9c9a-12137a0ab012 req-b64e2f5e-2bed-496f-83a6-1699eefe836c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1097 time: 0.0416725 Aug 30 14:26:25.446168 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-44652bd4-dd63-4bda-9c9a-12137a0ab012 req-d7b0fc24-eeb2-49da-9a66-30ffeb57ad32 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322378 Aug 30 14:26:25.928914 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422652-6d64-45c1-83d2-a7b5fdf3880a req-6d0934ab-57a6-4ab2-9182-629218761df2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:25.930522 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e422652-6d64-45c1-83d2-a7b5fdf3880a req-6d0934ab-57a6-4ab2-9182-629218761df2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0549257 Aug 30 14:26:25.971025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1e422652-6d64-45c1-83d2-a7b5fdf3880a req-70d00342-aa42-4cc8-97e1-5ae6b93f6831 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337548 Aug 30 14:26:27.088482 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14255cd-d679-4cd4-8f58-2d72098b72bb req-60158532-a6ee-4f5e-ab36-24333345f95d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:27.090022 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b14255cd-d679-4cd4-8f58-2d72098b72bb req-60158532-a6ee-4f5e-ab36-24333345f95d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0504959 Aug 30 14:26:27.129000 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b14255cd-d679-4cd4-8f58-2d72098b72bb req-6e4939f4-3297-4156-828c-8dd0f116dd66 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329103 Aug 30 14:26:27.247432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b4844-d3d8-4f1e-be37-fee906cf032d req-2fe15117-2e66-4564-a281-7de77cf84a86 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:27.248971 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-127b4844-d3d8-4f1e-be37-fee906cf032d req-2fe15117-2e66-4564-a281-7de77cf84a86 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0502620 Aug 30 14:26:27.288458 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-127b4844-d3d8-4f1e-be37-fee906cf032d req-027138da-594c-4b3f-9b84-bd86fbc450a4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330994 Aug 30 14:26:27.311162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40468) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:27.394299 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e140508-41fd-4dc7-878a-4de6e88cc537 tempest-TestShelveInstance-1359664954 tempest-TestShelveInstance-1359664954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:27.395836 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6e140508-41fd-4dc7-878a-4de6e88cc537 tempest-TestShelveInstance-1359664954 tempest-TestShelveInstance-1359664954-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1092 time: 0.0836251 Aug 30 14:26:27.398623 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40472) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:26:27.403634 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': '736c9367-93d5-45f2-8470-be7dccd3835b', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:26:27.426882 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.530671 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.636240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Allocated IP 172.25.2.185 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/bce93244-d93a-41cb-a107-5e6e6e113481) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:26:27.743537 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.794028 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:27.829978 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:26:27.836229 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:26:27.840637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:26:27.846465 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'Port': ['ID=bce93244-d93a-41cb-a107-5e6e6e113481,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:28.131615 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-71fa1bd8-b9c9-4a61-8959-36ab49708306 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763268 Aug 30 14:26:28.575124 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-af6c9feb-69fe-4227-89a8-290b5bdc8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:28.576537 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-af6c9feb-69fe-4227-89a8-290b5bdc8517 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1097 time: 0.3939347 Aug 30 14:26:28.583160 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.711054 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:28.748608 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-adb7c8fe-b788-4a0d-a9a8-3e34be45ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:28.750127 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-adb7c8fe-b788-4a0d-a9a8-3e34be45ce82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.1440427 Aug 30 14:26:28.878185 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-03aa9cdc-2be2-462e-9927-4f9f72c4a4d1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1000 time: 0.1200581 Aug 30 14:26:28.960853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-a4c3dfd8-9666-4a81-9561-f6d0ebdcaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:28.962716 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-a4c3dfd8-9666-4a81-9561-f6d0ebdcaab2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0758212 Aug 30 14:26:29.011316 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.017939 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.083158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-9538616c-2cf5-4e13-869d-c1e79bc533c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:29.084714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-9538616c-2cf5-4e13-869d-c1e79bc533c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126943 Aug 30 14:26:29.122071 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event updated for resources: {'Port': ['ID=bce93244-d93a-41cb-a107-5e6e6e113481,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:26:29.161514 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.277629 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-5e780986-122e-4ec2-97fb-2a915b738630 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818535 Aug 30 14:26:29.313899 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Floating IP b131cca8-43f8-46a0-87ae-6a935e128d52 associated. External IP: 172.25.2.185, port: 736c9367-93d5-45f2-8470-be7dccd3835b. Aug 30 14:26:29.372180 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.473086 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d6a397ed-8674-499c-8ac5-2dc29cbf569e req-a1183069-8fc1-4c9b-b184-a5a0b85f251c service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878428 Aug 30 14:26:29.600596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Router f57c224b-f0ab-4a07-a592-9fe631d19f9b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:26:29.714758 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:26:29.724961 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] Sync routers for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:26:29.734079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:29.734950 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:29.735574 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:26:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:29.768531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c3aba2ee-0336-4975-92df-e2874fd4e142 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3687682 Aug 30 14:26:29.769151 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:26:29.771591 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500" -d '{"events": [{"name": "network-changed", "server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:26:29.813807 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e54243-8256-4907-a3ce-24aaad307ccc x-openstack-request-id: req-02e54243-8256-4907-a3ce-24aaad307ccc {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:26:29.814226 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:26:29.814582 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02e54243-8256-4907-a3ce-24aaad307ccc {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:26:29.815101 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b', 'status': 'completed', 'code': 200} Aug 30 14:26:29.880773 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-089baaa5-1efb-4fea-8d7e-cf795551c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:29.882329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-089baaa5-1efb-4fea-8d7e-cf795551c576 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1097 time: 0.0451849 Aug 30 14:26:29.941908 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:29.978350 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-1f2df5f2-fdea-468a-a790-5a09ae55f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:29.980460 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-1f2df5f2-fdea-468a-a790-5a09ae55f450 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0911539 Aug 30 14:26:30.052777 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-083b79de-13e7-4f0c-8379-2023e4f6a226 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1000 time: 0.0644827 Aug 30 14:26:30.103617 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-f470b004-bcb2-4237-ac49-8527486c5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:30.106114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-f470b004-bcb2-4237-ac49-8527486c5ffd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0463963 Aug 30 14:26:30.153417 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-634beb5a-cfb4-420a-9bec-dd0e82f0609a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:26:30.155039 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-634beb5a-cfb4-420a-9bec-dd0e82f0609a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423765 Aug 30 14:26:30.167144 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b131cca8-43f8-46a0-87ae-6a935e128d52', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'port_id': '736c9367-93d5-45f2-8470-be7dccd3835b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'mac_address': 'fa:16:3e:c8:45:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f2249-1a77-495b-b900-42cad232f270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:26:28Z', 'updated_at': '2021-08-30T14:26:28Z', 'revision_number': 0, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:30.194856 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] Checking router: f57c224b-f0ab-4a07-a592-9fe631d19f9b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:26:30.204922 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:26:30.205550 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:26:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:30.261678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-529a33f9-9a7f-487b-b58f-ab943e8756bf service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990326 Aug 30 14:26:30.318709 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:26:30.363597 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c23e3e3c-5e06-4f30-92d5-e8c661ba1500 req-cf203bf3-a4ce-49d1-a4a2-49a8e9efaabc service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943072 Aug 30 14:26:30.564672 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b131cca8-43f8-46a0-87ae-6a935e128d52', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'port_id': '736c9367-93d5-45f2-8470-be7dccd3835b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'mac_address': 'fa:16:3e:c8:45:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f2249-1a77-495b-b900-42cad232f270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:26:28Z', 'updated_at': '2021-08-30T14:26:28Z', 'revision_number': 0, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:26:30.594064 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c1355-6fab-49a6-b5e9-f7aed02cb2cb None None] The sync data for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 is: [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': 'b131cca8-43f8-46a0-87ae-6a935e128d52', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'port_id': '736c9367-93d5-45f2-8470-be7dccd3835b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'mac_address': 'fa:16:3e:c8:45:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '996f2249-1a77-495b-b900-42cad232f270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:26:28Z', 'updated_at': '2021-08-30T14:26:28Z', 'revision_number': 0, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:26:30.800763 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac424feb-941b-4c16-8041-953f57529e64 None None] New status for floating IP b131cca8-43f8-46a0-87ae-6a935e128d52: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:26:31.865829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:36.835318 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-117f6c72-9b45-4c50-b290-6a5e27e46672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:39.570113 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f0b8a946-4d16-480c-aa56-54656af82c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:40.175706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:41.211466 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.552341 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:26:42.854088 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:26:59.382130 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:01.872132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:06.836580 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-34661669-5839-47c4-852e-a22d19c9ecc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:09.571944 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-44a96a19-cc35-4bb8-bbe6-184d23f274aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:10.166334 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:11.215191 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:12.557090 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:19.853565 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:27:29.108503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-ad0f7976-1f54-4b93-a612-41d7eaacc2ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454366 Aug 30 14:27:29.193594 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9a788-e705-4843-80ba-077c088e4312 req-e09590a8-1c16-4bbe-9a68-0e88a9b480fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:29.195181 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-e09590a8-1c16-4bbe-9a68-0e88a9b480fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1097 time: 0.0418890 Aug 30 14:27:29.299065 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9a788-e705-4843-80ba-077c088e4312 req-af6a3f98-259a-4332-a7f1-898fe6081ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:29.300548 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-af6a3f98-259a-4332-a7f1-898fe6081ade service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0849156 Aug 30 14:27:29.371546 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-31cbe42c-bade-480c-9749-771c45b08048 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1002 time: 0.0633910 Aug 30 14:27:29.396903 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:29.422031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9a788-e705-4843-80ba-077c088e4312 req-923c78c2-1649-4acb-8ebb-5d7b55eb7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:29.423570 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-923c78c2-1649-4acb-8ebb-5d7b55eb7dd4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0460598 Aug 30 14:27:29.472504 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9a788-e705-4843-80ba-077c088e4312 req-3a3940a3-711a-4280-8949-f65a6f510bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:27:29.474041 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-3a3940a3-711a-4280-8949-f65a6f510bd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425930 Aug 30 14:27:29.485231 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-9599a5de-cc2c-4fe3-b212-d0f83c149eb4 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:27:29.486208 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-9599a5de-cc2c-4fe3-b212-d0f83c149eb4 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051494 Aug 30 14:27:29.580541 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-49a692d7-9e40-4b3d-8195-99f99ac83284 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865965 Aug 30 14:27:29.670579 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-49e9a788-e705-4843-80ba-077c088e4312 req-3a43fde1-92dc-4a25-8af1-041714c0fb34 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824449 Aug 30 14:27:31.868145 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:36.838036 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5639be13-cd48-492d-b355-f96f71dc389f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:39.574994 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ac07b124-60d7-4874-a2e9-ab3606ea2a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:40.168927 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:41.219484 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:42.559246 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:27:56.853256 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:27:59.400442 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:01.865861 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:06.842626 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7888987a-1296-47dd-b7ba-600e73c8c3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:09.575802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0ac5667c-3274-41d8-9c18-42ca5d5ce234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:10.171367 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:11.220359 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:12.561806 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:25.668947 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d984b-d95f-4952-bc91-ca76b30db450 req-de02d942-a14e-4d5a-a6c7-9732b1d8a185 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:25.670439 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-963d984b-d95f-4952-bc91-ca76b30db450 req-de02d942-a14e-4d5a-a6c7-9732b1d8a185 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0597894 Aug 30 14:28:25.711254 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-963d984b-d95f-4952-bc91-ca76b30db450 req-f57017d6-1650-4e87-af86-b1edd4a45995 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346992 Aug 30 14:28:26.857432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4ace4-24b2-4f1b-8ff4-c5fd97528ca4 req-dc02cc4a-6e33-4ea1-8776-d011fddd3c97 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:26.858978 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18c4ace4-24b2-4f1b-8ff4-c5fd97528ca4 req-dc02cc4a-6e33-4ea1-8776-d011fddd3c97 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0518484 Aug 30 14:28:26.903918 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-18c4ace4-24b2-4f1b-8ff4-c5fd97528ca4 req-e5711c46-c6d0-4de4-a242-66a9adf1e4d4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390089 Aug 30 14:28:28.045580 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade62f7-efc0-4932-a86a-e9908796b379 req-c566048d-b109-49e8-a90a-21f94cffa7f3 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:28.047094 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ade62f7-efc0-4932-a86a-e9908796b379 req-c566048d-b109-49e8-a90a-21f94cffa7f3 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0501683 Aug 30 14:28:28.084765 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0ade62f7-efc0-4932-a86a-e9908796b379 req-147e6522-94bc-4a41-8deb-cc350772ca89 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316961 Aug 30 14:28:29.202028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb50c94-b171-4a89-b1c3-f85347e4027d req-9e6f794e-65f2-4a4b-a06c-f59ccdf9d99a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:29.203594 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffb50c94-b171-4a89-b1c3-f85347e4027d req-9e6f794e-65f2-4a4b-a06c-f59ccdf9d99a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0504200 Aug 30 14:28:29.242340 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ffb50c94-b171-4a89-b1c3-f85347e4027d req-d994e88d-db39-4bc6-9448-ab41bc80f550 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327904 Aug 30 14:28:29.431978 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:30.119214 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-1fba827d-3274-4607-b649-9601d56fed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:30.120713 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-1fba827d-3274-4607-b649-9601d56fed96 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1097 time: 0.0414014 Aug 30 14:28:30.231148 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-23d0be34-3f6a-4cc8-b367-6ecfe1994e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:30.232646 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-23d0be34-3f6a-4cc8-b367-6ecfe1994e13 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0918100 Aug 30 14:28:30.302688 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-3974c9fe-b5f8-496a-af85-01c367bf2f53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1002 time: 0.0626109 Aug 30 14:28:30.354794 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-12d71c78-211c-4978-b716-e257ea188a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:30.356324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-12d71c78-211c-4978-b716-e257ea188a4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0466201 Aug 30 14:28:30.361604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885ec19-2008-4b10-ae04-6ad1efc8a3d5 req-fd5a7907-b1c8-44a5-b779-d72a8c5a043b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:30.363128 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6885ec19-2008-4b10-ae04-6ad1efc8a3d5 req-fd5a7907-b1c8-44a5-b779-d72a8c5a043b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0500326 Aug 30 14:28:30.408161 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-6885ec19-2008-4b10-ae04-6ad1efc8a3d5 req-64f0ea5e-2523-4966-92a9-7ee20ab9ea02 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354354 Aug 30 14:28:30.408553 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-881674a8-c151-45c0-8a3f-a2ab7540f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:30.409883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-881674a8-c151-45c0-8a3f-a2ab7540f0be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467188 Aug 30 14:28:30.504000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-f5a3ea3e-8af7-4536-9c0d-ba2f7dd9a484 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861537 Aug 30 14:28:30.601742 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-25097fa3-2a9c-404b-9187-6ebc03f4e52d req-ded69baf-0e67-41a3-bbfe-970fb5f33c8d service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898223 Aug 30 14:28:31.522237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395274eb-52e8-4f44-87d7-8bc91f4a7cd1 req-33e9bf1a-9e77-4771-a94d-bc1ba563d3e0 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:31.523675 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-395274eb-52e8-4f44-87d7-8bc91f4a7cd1 req-33e9bf1a-9e77-4771-a94d-bc1ba563d3e0 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0509212 Aug 30 14:28:31.561972 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-395274eb-52e8-4f44-87d7-8bc91f4a7cd1 req-d0b776f3-50c9-4a53-807c-cd7ee9749739 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315726 Aug 30 14:28:31.867037 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:32.685025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b82b1-428f-41c2-8521-20fdb56cc5f3 req-75de2848-9b93-4739-9e9b-b5b698e9c07b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:32.686455 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-313b82b1-428f-41c2-8521-20fdb56cc5f3 req-75de2848-9b93-4739-9e9b-b5b698e9c07b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0543330 Aug 30 14:28:32.725944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-313b82b1-428f-41c2-8521-20fdb56cc5f3 req-444c4136-26ee-442e-96f8-d8d97ab9a144 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334797 Aug 30 14:28:33.842887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bb6ad-fbd9-4b6a-92cb-16fab406a866 req-0e81ec1a-9b1a-4eee-b1c5-33978af9e458 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:33.844456 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c01bb6ad-fbd9-4b6a-92cb-16fab406a866 req-0e81ec1a-9b1a-4eee-b1c5-33978af9e458 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0502851 Aug 30 14:28:33.852534 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:28:33.884991 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c01bb6ad-fbd9-4b6a-92cb-16fab406a866 req-48c0a3d2-dbeb-469a-8c68-878a83be5c19 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336971 Aug 30 14:28:35.004283 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a2cdd-9e16-45a5-bd25-d4c71b8069ec req-a294c65f-eeaf-421c-9a49-c89e4e83b1a5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.005781 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-135a2cdd-9e16-45a5-bd25-d4c71b8069ec req-a294c65f-eeaf-421c-9a49-c89e4e83b1a5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0503523 Aug 30 14:28:35.045504 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-135a2cdd-9e16-45a5-bd25-d4c71b8069ec req-fb1e3d3b-e2da-47f7-9ced-3603cd9d1169 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333090 Aug 30 14:28:35.792795 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-75fa37d0-f600-49e6-936a-f9a78d4f750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.794359 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-75fa37d0-f600-49e6-936a-f9a78d4f750c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1097 time: 0.0447769 Aug 30 14:28:35.885181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-df21b206-c0a5-4478-bb0c-d1baf532bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:35.886714 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-df21b206-c0a5-4478-bb0c-d1baf532bfe4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0851533 Aug 30 14:28:35.959448 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-f53aeafd-4ee7-42dd-ac34-044f47a54a71 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1002 time: 0.0655091 Aug 30 14:28:36.017952 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-d213bd6c-2f05-42d1-808e-b4019f1bf48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.019450 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-d213bd6c-2f05-42d1-808e-b4019f1bf48e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0527678 Aug 30 14:28:36.067239 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-2b3cd50c-7f95-4464-8589-6a6f68a793b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.068798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-2b3cd50c-7f95-4464-8589-6a6f68a793b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417981 Aug 30 14:28:36.196575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf36d64-2075-4353-988b-79639fe931a8 req-03a71b27-8d95-4431-9e47-9624ad500ef8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:36.198163 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ecf36d64-2075-4353-988b-79639fe931a8 req-03a71b27-8d95-4431-9e47-9624ad500ef8 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0771081 Aug 30 14:28:36.203846 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-9a1e8cbf-da88-4600-bc3f-027bd1ce7124 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278062 Aug 30 14:28:36.286778 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ecf36d64-2075-4353-988b-79639fe931a8 req-fd2d506f-7af8-4de3-89cb-636013e6a3e4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819290 Aug 30 14:28:36.327334 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-d0b5a53d-de9a-446f-a49f-694284ad8838 req-4ca3b931-6aca-4d1d-a91f-e690ddc232c8 service neutron] 10.222.0.35 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155851 Aug 30 14:28:36.844286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4a569002-2da9-4333-b7ac-d40c5c2cfb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:37.405033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f3320-16c4-43b7-a5e8-4e9eab8ae6ac req-f7485e8c-a198-487a-9820-74bf90aad171 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:37.406724 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-653f3320-16c4-43b7-a5e8-4e9eab8ae6ac req-f7485e8c-a198-487a-9820-74bf90aad171 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0504041 Aug 30 14:28:37.446114 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-653f3320-16c4-43b7-a5e8-4e9eab8ae6ac req-650eb659-0b6d-49a0-b83c-37de915c93e3 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332837 Aug 30 14:28:38.569622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6e2f4-26de-45db-8d7b-1ea5137ccbe1 req-88be3b95-6c36-4d3e-bd5e-47697cd2f7e5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:38.571300 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1f6e2f4-26de-45db-8d7b-1ea5137ccbe1 req-88be3b95-6c36-4d3e-bd5e-47697cd2f7e5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0538239 Aug 30 14:28:38.610013 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c1f6e2f4-26de-45db-8d7b-1ea5137ccbe1 req-a0df43c9-ff99-4d26-a4ee-7ef79ea7af5a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325375 Aug 30 14:28:39.576732 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b2dd5be6-8063-43da-942f-b10fac73aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:39.731518 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120fe61-f5cb-44cc-bea6-7b3fc824c1fd req-bbac6be6-c7a2-4f95-b2cb-273956301b32 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:39.732918 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c120fe61-f5cb-44cc-bea6-7b3fc824c1fd req-bbac6be6-c7a2-4f95-b2cb-273956301b32 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0541158 Aug 30 14:28:39.771944 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c120fe61-f5cb-44cc-bea6-7b3fc824c1fd req-6f39bac4-1565-4d57-a6ff-27ded699763d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330923 Aug 30 14:28:39.910571 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40570) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:28:40.010460 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dead6f-67bb-408d-b2b1-542e423acd7d req-08dd4101-1b95-4e73-933a-b347255ab361 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:40.011854 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28dead6f-67bb-408d-b2b1-542e423acd7d req-08dd4101-1b95-4e73-933a-b347255ab361 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0755744 Aug 30 14:28:40.028018 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-2719634a-3c00-4821-89a1-6001b7c1d0dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159208 Aug 30 14:28:40.056919 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-28dead6f-67bb-408d-b2b1-542e423acd7d req-b8a8e799-46fc-4ef9-b61c-25550d4809e4 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378964 Aug 30 14:28:40.174273 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:41.176825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95172e25-4b38-49b4-a565-29d40200ba5d req-5f4aa9c2-aba4-4cd2-9cdd-5af25573d100 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:41.178412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95172e25-4b38-49b4-a565-29d40200ba5d req-5f4aa9c2-aba4-4cd2-9cdd-5af25573d100 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 946 time: 0.0527291 Aug 30 14:28:41.218981 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95172e25-4b38-49b4-a565-29d40200ba5d req-6eb339a3-2f7b-4ade-b7fe-d1361d84c700 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338845 Aug 30 14:28:41.240389 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:41.728500 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device 736c9367-93d5-45f2-8470-be7dccd3835b no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:28:41.803930 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:41.827703 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:41.829963 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b536d16e-f207-464e-922f-8c1f52a83867" -d '{"events": [{"server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "name": "network-vif-unplugged", "status": "completed", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:41.844228 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:41.850442 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:41.877433 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40ba7f1-4d20-45a7-aa58-9e10b83dddfa x-openstack-request-id: req-c40ba7f1-4d20-45a7-aa58-9e10b83dddfa {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:41.877745 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "name": "network-vif-unplugged", "status": "failed", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b", "code": 422}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:41.878001 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c40ba7f1-4d20-45a7-aa58-9e10b83dddfa {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:41.878390 n-d-688802-6 neutron-server[95700]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b', 'code': 422} returned with failed status Aug 30 14:28:41.905037 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:41.912456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.912813 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.913157 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.913497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.913862 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.914200 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.914525 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.914853 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.915182 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.915545 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.915861 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:41.916255 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:42.343337 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21f07f-caec-41b1-a872-4d4711ed8ec8 req-27a2a85a-63a9-439b-83bd-059c0ea1c243 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:42.344854 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a21f07f-caec-41b1-a872-4d4711ed8ec8 req-27a2a85a-63a9-439b-83bd-059c0ea1c243 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0558457 Aug 30 14:28:42.385797 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5a21f07f-caec-41b1-a872-4d4711ed8ec8 req-8c16e449-a686-41bf-adfd-9f6f0ee5f957 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348771 Aug 30 14:28:42.565706 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:43.510656 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bae52f5-93af-4c68-8c09-463b09aa798a req-0883fe29-a402-49d4-9073-60ea2c92a2c7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:43.512229 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bae52f5-93af-4c68-8c09-463b09aa798a req-0883fe29-a402-49d4-9073-60ea2c92a2c7 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0573378 Aug 30 14:28:43.551267 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-5bae52f5-93af-4c68-8c09-463b09aa798a req-512b56de-481b-4177-9669-e2c3a63e0723 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326095 Aug 30 14:28:44.667375 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a483e4-a269-455b-9410-76ac16131861 req-0b1472cc-910c-4431-b8d0-0c712db28915 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.668782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e3a483e4-a269-455b-9410-76ac16131861 req-0b1472cc-910c-4431-b8d0-0c712db28915 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0495117 Aug 30 14:28:44.708726 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e3a483e4-a269-455b-9410-76ac16131861 req-cecfa25d-e59d-434f-9936-93fc19c9b1cd tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337708 Aug 30 14:28:44.794908 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c7f105fd-11fb-4a9c-b7e6-7ec476df3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:44.796427 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c7f105fd-11fb-4a9c-b7e6-7ec476df3317 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270&tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d HTTP/1.1" status: 200 len: 1095 time: 0.0440090 Aug 30 14:28:44.811240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-688802-6', 'device_owner': 'compute:nova'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:28:45.178646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.383569 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:45.424135 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:45.459236 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736c9367-93d5-45f2-8470-be7dccd3835b {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:45.466806 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.479561 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Transition to ACTIVE for port object 736c9367-93d5-45f2-8470-be7dccd3835b will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:28:45.482843 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.568095 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=7']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:45.579873 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.580216 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.580555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.580887 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.581218 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.581545 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.581891 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.582220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.582540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.582858 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.583178 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.583498 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:28:45.618341 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] No DVR routers for this DVR port 736c9367-93d5-45f2-8470-be7dccd3835b on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:28:45.763555 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Attempting to bind port 736c9367-93d5-45f2-8470-be7dccd3835b on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:28:45.764253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Attempting to bind port 736c9367-93d5-45f2-8470-be7dccd3835b by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:28:45.764390 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Attempting to bind port 736c9367-93d5-45f2-8470-be7dccd3835b on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:45.769714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Port 736c9367-93d5-45f2-8470-be7dccd3835b on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:28:45.770122 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Attempting to bind port 736c9367-93d5-45f2-8470-be7dccd3835b on network 31b169fe-4930-4248-8b6c-8ddeac67aec0 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:28:45.775643 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:28:45.776123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Checking segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:28:45.777452 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Bound using segment: {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:28:45.778210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Bound port: 736c9367-93d5-45f2-8470-be7dccd3835b, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efffa15-b28b-4b1c-abf1-e4e307270cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:28:45.778708 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.857511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:28:45.860799 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:28:45.862340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a40ef7-95ad-4aaa-9f0e-66f5077732ea req-b27376d3-f9a1-4e82-8486-ddb975d66e08 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.865105 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14a40ef7-95ad-4aaa-9f0e-66f5077732ea req-b27376d3-f9a1-4e82-8486-ddb975d66e08 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0758879 Aug 30 14:28:45.871943 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.908835 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-14a40ef7-95ad-4aaa-9f0e-66f5077732ea req-37edb0d8-192f-4deb-9d4f-55377aaf439b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359249 Aug 30 14:28:45.946118 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=8']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:45.955223 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:45.956168 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:45.958584 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c6617cc9-c5e5-467b-b92c-f3d39d49ad5c service neutron] 10.222.0.16 "PUT /v2.0/ports/736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1092 time: 1.1521449 Aug 30 14:28:45.959526 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:45.963474 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a04486-4882-435b-9dd8-89ecdb082d07" -d '{"events": [{"name": "network-changed", "server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:46.019778 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a241af3a-18d4-418f-bcd3-88e04dc22bf3 x-openstack-request-id: req-a241af3a-18d4-418f-bcd3-88e04dc22bf3 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:46.020182 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:46.020553 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a241af3a-18d4-418f-bcd3-88e04dc22bf3 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:46.021044 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b', 'status': 'completed', 'code': 200} Aug 30 14:28:46.037333 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-cd7184f1-7f9b-4dd8-8bbb-42d59d725c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.039016 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-cd7184f1-7f9b-4dd8-8bbb-42d59d725c8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1095 time: 0.0489621 Aug 30 14:28:46.143014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-77820739-1909-45a5-a4d9-f26c454c0ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.144605 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-77820739-1909-45a5-a4d9-f26c454c0ded service neutron] 10.222.0.16 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0974388 Aug 30 14:28:46.217523 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-c9dde3d7-238b-4223-92fc-a1921ae62c12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1000 time: 0.0626078 Aug 30 14:28:46.273921 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-a4ec357f-328a-46f0-9911-642f9785aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.276043 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-a4ec357f-328a-46f0-9911-642f9785aef2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0516860 Aug 30 14:28:46.328613 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-88d1e0ed-2484-4dde-9b85-b3ce61dc1640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.330155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-88d1e0ed-2484-4dde-9b85-b3ce61dc1640 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474317 Aug 30 14:28:46.426362 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-88decf01-e4e4-4755-8c7a-6a308689d409 service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870171 Aug 30 14:28:46.521555 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-9eb3c368-f8b6-498c-b960-d65489cd011a service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878081 Aug 30 14:28:46.609313 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-c8fadebe-8cdc-42c9-9b56-727269ec817b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.610883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-c8fadebe-8cdc-42c9-9b56-727269ec817b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1095 time: 0.0425711 Aug 30 14:28:46.704719 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-ff2917b8-c14e-42ba-9ee2-d1cdedef9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.706235 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-ff2917b8-c14e-42ba-9ee2-d1cdedef9ab6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0874426 Aug 30 14:28:46.776899 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-3a49c22f-30d4-4260-9d5f-cad21bc279b0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1000 time: 0.0631118 Aug 30 14:28:46.832583 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-4932fd54-5165-4006-bf52-90dfbf344763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.834175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-4932fd54-5165-4006-bf52-90dfbf344763 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0486796 Aug 30 14:28:46.885059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-994ec7d4-6965-4b47-a0aa-ea509fe0048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:46.886648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-994ec7d4-6965-4b47-a0aa-ea509fe0048e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445151 Aug 30 14:28:46.986091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-d459472f-58d2-44a7-a6ee-1093567c4aeb service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913236 Aug 30 14:28:47.032911 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae2c4f-e934-48ec-b669-cc4597c3fdf6 req-d7f55b95-7fda-4c80-9480-ef6bb1060646 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:47.034322 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b8ae2c4f-e934-48ec-b669-cc4597c3fdf6 req-d7f55b95-7fda-4c80-9480-ef6bb1060646 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0495651 Aug 30 14:28:47.073445 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-b8ae2c4f-e934-48ec-b669-cc4597c3fdf6 req-c593ed90-316f-411a-ad9c-64cb42fe445e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328164 Aug 30 14:28:47.078099 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-31a04486-4882-435b-9dd8-89ecdb082d07 req-142dedbe-ad27-44ef-a1a8-039540dbfbfd service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848875 Aug 30 14:28:48.195227 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e73598-0207-4b16-bc02-dec83aba3d78 req-827be268-674b-44f9-8aa8-2173a394591b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:48.197265 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79e73598-0207-4b16-bc02-dec83aba3d78 req-827be268-674b-44f9-8aa8-2173a394591b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0535326 Aug 30 14:28:48.234360 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-79e73598-0207-4b16-bc02-dec83aba3d78 req-49f3c1a1-b392-4976-a0a2-1a5aa0a8759d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Aug 30 14:28:49.354293 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7753fa0-97e0-46ad-80f0-98c91c4e3081 req-5159006e-2f38-4d82-b169-4d9ee8b117b1 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:49.355785 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7753fa0-97e0-46ad-80f0-98c91c4e3081 req-5159006e-2f38-4d82-b169-4d9ee8b117b1 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0534689 Aug 30 14:28:49.394484 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e7753fa0-97e0-46ad-80f0-98c91c4e3081 req-762fbb39-d44f-49d5-a21b-5cc8967d5652 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327005 Aug 30 14:28:50.515778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98223ee-fd27-4b80-bb2d-d7e3c70d8010 req-daab8fc9-d7f6-4205-b45c-4bc1a299871d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:50.517951 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e98223ee-fd27-4b80-bb2d-d7e3c70d8010 req-daab8fc9-d7f6-4205-b45c-4bc1a299871d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0509338 Aug 30 14:28:50.557913 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e98223ee-fd27-4b80-bb2d-d7e3c70d8010 req-6cb26464-7031-4bbb-be60-4b7e258bd542 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338488 Aug 30 14:28:51.679570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e820eff-3aa4-4450-8256-f5ce3fe929a5 req-8a272c9a-ea4d-44ce-a4dd-94053029ad57 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:51.681864 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e820eff-3aa4-4450-8256-f5ce3fe929a5 req-8a272c9a-ea4d-44ce-a4dd-94053029ad57 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0538065 Aug 30 14:28:51.725162 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8e820eff-3aa4-4450-8256-f5ce3fe929a5 req-133917ae-b8c6-4729-8f3d-00dede8fe28e tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371583 Aug 30 14:28:52.842695 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38fa1d-02ac-4c39-a546-7a7688be0158 req-7881a740-0f13-4a78-b3bc-c2962c5b9a2a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:52.844220 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb38fa1d-02ac-4c39-a546-7a7688be0158 req-7881a740-0f13-4a78-b3bc-c2962c5b9a2a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0494175 Aug 30 14:28:52.882609 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cb38fa1d-02ac-4c39-a546-7a7688be0158 req-a32fa452-eeee-431c-b3f3-fa460170fa88 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324261 Aug 30 14:28:54.000881 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf0d8e-1c0e-474a-ba0a-49ba69f69ca8 req-1ca1979b-fba1-4ed5-8f16-b64973f17d58 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:54.002405 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8faf0d8e-1c0e-474a-ba0a-49ba69f69ca8 req-1ca1979b-fba1-4ed5-8f16-b64973f17d58 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0491025 Aug 30 14:28:54.040895 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-8faf0d8e-1c0e-474a-ba0a-49ba69f69ca8 req-97a89c42-c6d5-4ab5-a666-39e6c63cf041 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325992 Aug 30 14:28:54.980008 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 736c9367-93d5-45f2-8470-be7dccd3835b details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:28:55.080152 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:55.092654 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': '736c9367-93d5-45f2-8470-be7dccd3835b', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'port_id': '736c9367-93d5-45f2-8470-be7dccd3835b', 'mac_address': 'fa:16:3e:c8:45:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:28:55.134266 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.149982 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736c9367-93d5-45f2-8470-be7dccd3835b {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:28:55.168540 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616bdef-f15d-4446-8ee8-69876108e96c req-f50156b4-ce5c-45b2-ac62-44b2ed4fcfbd tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:55.169218 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:55.170138 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4616bdef-f15d-4446-8ee8-69876108e96c req-f50156b4-ce5c-45b2-ac62-44b2ed4fcfbd tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 944 time: 0.0608618 Aug 30 14:28:55.178570 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:55.210313 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4616bdef-f15d-4446-8ee8-69876108e96c req-f6a085cb-3cce-4c65-9018-6894df7da654 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340316 Aug 30 14:28:55.230214 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=9']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:55.423312 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['736c9367-93d5-45f2-8470-be7dccd3835b'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:28:56.330875 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853fdf3-6056-41ff-980f-f3d96a77ebb4 req-e79063fe-1ef4-4663-bbe0-2b843100ecea tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:56.332370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4853fdf3-6056-41ff-980f-f3d96a77ebb4 req-e79063fe-1ef4-4663-bbe0-2b843100ecea tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 945 time: 0.0534844 Aug 30 14:28:56.370629 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-4853fdf3-6056-41ff-980f-f3d96a77ebb4 req-ff70c1a2-dbb7-4ccc-9c2c-b60fc5afc923 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321414 Aug 30 14:28:57.010897 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 736c9367-93d5-45f2-8470-be7dccd3835b up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:28:57.059759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port 736c9367-93d5-45f2-8470-be7dccd3835b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:28:57.063570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port 736c9367-93d5-45f2-8470-be7dccd3835b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:28:57.063987 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.143168 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.165791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:28:57.168641 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d315e-7ae7-4f86-804f-e70685da54a1" -d '{"events": [{"server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "name": "network-vif-plugged", "status": "completed", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:28:57.181212 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:28:57.185817 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:28:57.208675 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b99e5c-f26b-4592-a868-2848c50ee321 x-openstack-request-id: req-78b99e5c-f26b-4592-a868-2848c50ee321 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:28:57.208966 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "name": "network-vif-plugged", "status": "completed", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:28:57.209220 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78b99e5c-f26b-4592-a868-2848c50ee321 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:28:57.209613 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b', 'code': 200} Aug 30 14:28:57.240185 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=10']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:28:57.359070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d0891-d081-4f4e-a057-a14e4ba7e877 req-a4492ddd-9334-41d5-b9a7-03e29e3003b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.360549 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-531d0891-d081-4f4e-a057-a14e4ba7e877 req-a4492ddd-9334-41d5-b9a7-03e29e3003b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1098 time: 0.0402064 Aug 30 14:28:57.398781 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-531d0891-d081-4f4e-a057-a14e4ba7e877 req-e45dea6f-0f21-4fa7-8f9e-726d14a23950 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286443 Aug 30 14:28:57.486903 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24d820-43d2-419f-9f76-caeef7d3a807 req-d91e7f79-8711-45f5-98a3-0e37309e22ef tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:57.488413 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-db24d820-43d2-419f-9f76-caeef7d3a807 req-d91e7f79-8711-45f5-98a3-0e37309e22ef tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 947 time: 0.0499959 Aug 30 14:28:57.527787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-db24d820-43d2-419f-9f76-caeef7d3a807 req-0235adb0-79ed-473d-a4c9-5bc344200e64 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332952 Aug 30 14:28:58.647827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b127ec-c1ec-49fd-998d-0f1e5c5474ea req-9afe6766-7c9a-4097-887b-b0cf058e26ed tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:28:58.649329 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65b127ec-c1ec-49fd-998d-0f1e5c5474ea req-9afe6766-7c9a-4097-887b-b0cf058e26ed tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 947 time: 0.0501757 Aug 30 14:28:58.687881 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-65b127ec-c1ec-49fd-998d-0f1e5c5474ea req-896334c2-7709-4c5e-822b-429581937aa2 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320499 Aug 30 14:28:59.445760 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:01.879326 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:06.846227 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-be462947-55dd-4649-858c-7e968f38f525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:09.579028 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c08ac171-fb14-40cf-9281-6e8516f0b6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.176205 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:10.851358 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:29:11.226493 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:12.566133 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:23.238650 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-04393528-88d8-468f-bbf7-375b85cd9b56 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1150630 Aug 30 14:29:23.331442 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-08186563-fe45-44c8-b4b5-dac658edbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.333074 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-08186563-fe45-44c8-b4b5-dac658edbbc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1098 time: 0.0481350 Aug 30 14:29:23.451204 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-19b594c2-f262-4c20-88bb-b531386e3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.452699 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-19b594c2-f262-4c20-88bb-b531386e3912 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.0964589 Aug 30 14:29:23.525973 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-fa365a1f-7c3b-4716-b388-35612e61d5b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 1002 time: 0.0652056 Aug 30 14:29:23.583349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-df208698-05b1-44b2-8cc3-61f1c14b8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.584827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-df208698-05b1-44b2-8cc3-61f1c14b8e0b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0517290 Aug 30 14:29:23.636435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-596daa0f-0484-4335-acbf-140d95e1cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:29:23.639336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-596daa0f-0484-4335-acbf-140d95e1cd2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471165 Aug 30 14:29:23.651426 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-74aaf524-adef-406b-aec3-00f7e9748d3b service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:29:23.652788 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-74aaf524-adef-406b-aec3-00f7e9748d3b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059991 Aug 30 14:29:23.766915 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-1c84cd4c-7c38-4caf-ac82-c2b9dd52a26c service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063650 Aug 30 14:29:23.874090 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-35e78064-917e-4675-a1b3-3c36ac1c8bc1 req-50315c76-577c-4e63-8790-766cfb9cb789 service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995994 Aug 30 14:29:29.457444 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:31.889007 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:36.850931 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ec9e34a4-87b7-4946-8094-883be1e905fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:39.579697 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-45b0e97d-e840-4d6c-be65-a1f27ced8b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:40.176996 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:41.230616 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:42.569747 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:29:47.850846 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:29:59.456499 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:01.888495 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:06.844011 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2bcb68c4-d66e-4dab-89dd-f028afc9b4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:09.579960 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-17a1171e-33c8-4103-a2c4-771ab3220409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:10.179247 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:11.232045 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:12.572876 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:13.918884 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40638) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:14.076939 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Deleting port bce93244-d93a-41cb-a107-5e6e6e113481 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:14.077275 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.154141 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.154464 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.165789 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Calling delete_port for bce93244-d93a-41cb-a107-5e6e6e113481 owned by network:floatingip {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:14.311600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.338219 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event deleted for resources: {'Port': ['ID=bce93244-d93a-41cb-a107-5e6e6e113481,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:14.347774 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.347985 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.348326 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.348695 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.349033 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.349357 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.349697 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.350025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.350345 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.350667 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.350980 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.351299 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:14.409742 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for floatingip, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:14.410662 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Floating IP b131cca8-43f8-46a0-87ae-6a935e128d52 disassociated (deleted). External IP: 172.25.2.185, port: 736c9367-93d5-45f2-8470-be7dccd3835b. Aug 30 14:30:14.963168 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Router f57c224b-f0ab-4a07-a592-9fe631d19f9b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:15.072572 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:15.077359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:15.084322 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] Sync routers for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:15.093226 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:15.093871 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:15.104370 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-14afd8cf-526b-4840-a77f-40b96ae0649a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "DELETE /v2.0/floatingips/b131cca8-43f8-46a0-87ae-6a935e128d52 HTTP/1.1" status: 204 len: 168 time: 1.1843743 Aug 30 14:30:15.105066 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:15.107460 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:15.148264 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e682f1-5912-4cf6-858a-fa8724cf0cc5 x-openstack-request-id: req-59e682f1-5912-4cf6-858a-fa8724cf0cc5 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:15.148693 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:15.148953 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59e682f1-5912-4cf6-858a-fa8724cf0cc5 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:15.149613 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b', 'status': 'completed', 'code': 200} Aug 30 14:30:15.216796 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:15.218899 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-e3a3ec37-1de0-4ec9-a4c5-57f8e547a6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.220454 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-e3a3ec37-1de0-4ec9-a4c5-57f8e547a6e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 1098 time: 0.0503571 Aug 30 14:30:15.359981 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-c27b4d05-3326-47ee-9dcd-03a5883d6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.361492 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-c27b4d05-3326-47ee-9dcd-03a5883d6c33 service neutron] 10.222.0.16 "GET /v2.0/networks?id=31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 200 len: 909 time: 0.1273892 Aug 30 14:30:15.370349 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b715f-3f53-48d3-9089-93ddec7428d2 req-ec538ff9-aaf7-4a44-a577-6e46b8332ac5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.371891 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b58b715f-3f53-48d3-9089-93ddec7428d2 req-ec538ff9-aaf7-4a44-a577-6e46b8332ac5 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 947 time: 0.0776918 Aug 30 14:30:15.418779 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-2e22d4c7-6ee9-4f1a-88d0-f5ecdf04ab1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 200 len: 217 time: 0.0457969 Aug 30 14:30:15.429037 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:15.454127 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] Checking router: f57c224b-f0ab-4a07-a592-9fe631d19f9b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:30:15.462752 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:15.463367 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:15.471674 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-b58b715f-3f53-48d3-9089-93ddec7428d2 req-3bd19f0c-78c9-40b5-b063-3d3b598c178b tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919251 Aug 30 14:30:15.486220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-5da612e5-a68a-410f-99e9-90310e69f52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.487691 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-5da612e5-a68a-410f-99e9-90310e69f52b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 200 len: 847 time: 0.0577400 Aug 30 14:30:15.535648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-b692a804-f39d-429e-b2b8-273f90f400f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:15.537804 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-b692a804-f39d-429e-b2b8-273f90f400f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=31b169fe-4930-4248-8b6c-8ddeac67aec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415666 Aug 30 14:30:15.636890 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-21581db4-c409-4751-8577-5aeeea649e8d service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904849 Aug 30 14:30:15.658230 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:15.731638 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3fe78742-6874-47a9-bae2-6e9b4d1af8cf req-647eb558-4ecd-461e-9c17-75ca8372b918 service neutron] 10.222.0.16 "GET /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836749 Aug 30 14:30:15.853490 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:15.882512 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f682254f-fdaf-448e-8e73-7803f52a9c5f None None] The sync data for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 is: [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:20:23Z', 'revision_number': 4, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': 'ab8c01d8-ed5d-494f-9189-04a7c9728796', 'name': '', 'network_id': '31b169fe-4930-4248-8b6c-8ddeac67aec0', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'mac_address': 'fa:16:3e:de:57:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:22Z', 'updated_at': '2021-08-30T14:20:29Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'subnets': [{'id': '479e89e6-ad14-4e6d-b55f-6a6cca380f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:16.087096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011095d6-905c-4404-994e-064fd87be5ae None None] New status for floating IP b131cca8-43f8-46a0-87ae-6a935e128d52: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:30:16.588583 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80ed9c-5f14-4f20-b0a2-e6bcd5cccce8 req-b01d3a5f-9881-4ec0-b3d7-dfc2477dfe3d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.590073 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd80ed9c-5f14-4f20-b0a2-e6bcd5cccce8 req-b01d3a5f-9881-4ec0-b3d7-dfc2477dfe3d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 947 time: 0.0483232 Aug 30 14:30:16.627315 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd80ed9c-5f14-4f20-b0a2-e6bcd5cccce8 req-615ec3b5-2148-43a8-b5fb-8c38974139ad tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/security-groups?id=0a9f445d-145b-4b63-b98e-336e40e92dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312929 Aug 30 14:30:16.956102 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-daa9526b-cde8-420a-97ff-8f916b931d4d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:16.957562 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-daa9526b-cde8-420a-97ff-8f916b931d4d tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.16 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 947 time: 0.0548077 Aug 30 14:30:17.046529 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Deleting port 736c9367-93d5-45f2-8470-be7dccd3835b {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:17.046868 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.137602 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] For port 736c9367-93d5-45f2-8470-be7dccd3835b, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=736c9367-93d5-45f2-8470-be7dccd3835b,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:17.137989 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.151647 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Calling delete_port for 736c9367-93d5-45f2-8470-be7dccd3835b owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:17.275492 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.308054 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event deleted for resources: {'Port': ['ID=736c9367-93d5-45f2-8470-be7dccd3835b,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:17.319854 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.320365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.320696 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.321038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.321370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.321725 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.322055 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.322383 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.322707 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.323030 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.323353 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.323675 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:17.360081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] No DVR routers for this DVR port 736c9367-93d5-45f2-8470-be7dccd3835b on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:17.362695 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:17.365207 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0dfd4c6d-bc03-485d-a5af-ad9cf6d18633 req-fb4c9a06-28cf-4698-8897-b325ba81cd22 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.16 "DELETE /v2.0/ports/736c9367-93d5-45f2-8470-be7dccd3835b HTTP/1.1" status: 204 len: 173 time: 0.4011548 Aug 30 14:30:17.365638 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'name': 'network-vif-deleted', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:17.367895 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce79b13-c360-4d0d-b6b4-df649fd492ee" -d '{"events": [{"server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "name": "network-vif-deleted", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:17.408609 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb78d317-5522-46a6-865f-34a9ef72ff83 x-openstack-request-id: req-eb78d317-5522-46a6-865f-34a9ef72ff83 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:17.408901 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996f2249-1a77-495b-b900-42cad232f270", "name": "network-vif-deleted", "tag": "736c9367-93d5-45f2-8470-be7dccd3835b", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:17.409151 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-eb78d317-5522-46a6-865f-34a9ef72ff83 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:17.410094 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996f2249-1a77-495b-b900-42cad232f270', 'name': 'network-vif-deleted', 'tag': '736c9367-93d5-45f2-8470-be7dccd3835b', 'status': 'completed', 'code': 200} Aug 30 14:30:17.729741 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-9c041f53-9697-404d-aa18-a287a280134c req-ea17ffd6-c815-4f26-b91c-a2e1f5721599 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 210 time: 0.0320184 Aug 30 14:30:18.826682 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-4c98320d-f604-4c09-9ded-3d3f5e751ff4 req-272abf1f-e319-463c-85d6-c2bc9ef02b36 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 210 time: 0.0273411 Aug 30 14:30:19.322252 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 736c9367-93d5-45f2-8470-be7dccd3835b no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:19.347708 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: 736c9367-93d5-45f2-8470-be7dccd3835b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:19.348062 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device 736c9367-93d5-45f2-8470-be7dccd3835b not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:19.920977 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-7bc8e2cd-f8a3-4345-aae2-421308b0ccad req-24a31018-b55a-41f8-a54b-d5d7808d472a tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 210 time: 0.0270548 Aug 30 14:30:21.028459 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-234c58c2-cc43-4528-a643-be690b05d46f req-139f6e70-d609-4116-8aad-725ee3763b81 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "GET /v2.0/ports?device_id=996f2249-1a77-495b-b900-42cad232f270 HTTP/1.1" status: 200 len: 210 time: 0.0277376 Aug 30 14:30:22.086803 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40670) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:22.145368 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af55e43a-dae9-48dd-aab4-454436390666 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.173964 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af55e43a-dae9-48dd-aab4-454436390666 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.239052 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af55e43a-dae9-48dd-aab4-454436390666 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.241759 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-af55e43a-dae9-48dd-aab4-454436390666 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:22.243415 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-af55e43a-dae9-48dd-aab4-454436390666 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] 10.222.0.37 "DELETE /v2.0/security-groups/0a9f445d-145b-4b63-b98e-336e40e92dfc HTTP/1.1" status: 204 len: 168 time: 0.1556289 Aug 30 14:30:22.253304 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55e43a-dae9-48dd-aab4-454436390666 tempest-TestShelveInstance-735160593 tempest-TestShelveInstance-735160593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9f445d-145b-4b63-b98e-336e40e92dfc,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:22.295646 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40674) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:22.829470 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.084364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Deleting port ab8c01d8-ed5d-494f-9189-04a7c9728796 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:23.084569 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.161648 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] For port ab8c01d8-ed5d-494f-9189-04a7c9728796, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=ab8c01d8-ed5d-494f-9189-04a7c9728796,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:23.162029 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.174352 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Calling delete_port for ab8c01d8-ed5d-494f-9189-04a7c9728796 owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:23.365272 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:23.402266 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8c01d8-ed5d-494f-9189-04a7c9728796,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:23.573415 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.117500 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Router f57c224b-f0ab-4a07-a592-9fe631d19f9b has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:24.230094 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:24.235355 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-4e504c31-d38e-4bfb-baf9-5faae861bd77 admin admin] 10.222.0.37 "PUT /v2.0/routers/f57c224b-f0ab-4a07-a592-9fe631d19f9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9368050 Aug 30 14:30:24.237748 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40678) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:24.240503 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] Sync routers for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:24.250147 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:24.250764 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:24.356172 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.358723 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:24.483855 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.558688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Deleting port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:24.559082 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.572905 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:30:23Z', 'revision_number': 5, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port': {'id': '0dc0dbcc-22e6-41c0-b979-ae7c3387ad74', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:76:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:20Z', 'updated_at': '2021-08-30T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:24.606273 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] Checking router: f57c224b-f0ab-4a07-a592-9fe631d19f9b for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:30:24.618898 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] Routers {'f57c224b-f0ab-4a07-a592-9fe631d19f9b'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:24.619757 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:24.665201 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] For port 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=0dc0dbcc-22e6-41c0-b979-ae7c3387ad74,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:24.665571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.678853 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Calling delete_port for 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:24.721873 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] Set router f57c224b-f0ab-4a07-a592-9fe631d19f9b gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:24.777563 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:30:24Z', 'revision_number': 6, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:24.805501 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0e065-d44d-45a5-8aff-55b3b932475d None None] The sync data for ids ['f57c224b-f0ab-4a07-a592-9fe631d19f9b'] in n-d-688802-6 is: [{'id': 'f57c224b-f0ab-4a07-a592-9fe631d19f9b', 'name': 'tempest-TestShelveInstance-857794596-router', 'tenant_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:19Z', 'updated_at': '2021-08-30T14:30:24Z', 'revision_number': 6, 'project_id': '9cf8f8e0e53a4f5e931f2b5f6bff553d', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:24.855094 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:30:24.877351 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:24.902827 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc0dbcc-22e6-41c0-b979-ae7c3387ad74,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:24.975521 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.070079 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.072218 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.115355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.115793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f57c224b-f0ab-4a07-a592-9fe631d19f9b {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:30:25.120229 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.121386 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f88ae695-4046-46db-839a-fbaee47f8989 admin admin] 10.222.0.37 "DELETE /v2.0/routers/f57c224b-f0ab-4a07-a592-9fe631d19f9b HTTP/1.1" status: 204 len: 168 time: 0.8827107 Aug 30 14:30:25.123932 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40680) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:25.169008 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-8568551e-c7ba-490e-bab5-f58f8daef6f9 admin admin] Deleting subnet 479e89e6-ad14-4e6d-b55f-6a6cca380f14 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:30:25.172269 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8568551e-c7ba-490e-bab5-f58f8daef6f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.212837 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8568551e-c7ba-490e-bab5-f58f8daef6f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.292463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8568551e-c7ba-490e-bab5-f58f8daef6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.345348 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8568551e-c7ba-490e-bab5-f58f8daef6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.371838 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568551e-c7ba-490e-bab5-f58f8daef6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479e89e6-ad14-4e6d-b55f-6a6cca380f14,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:25.376502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-8568551e-c7ba-490e-bab5-f58f8daef6f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.378600 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-8568551e-c7ba-490e-bab5-f58f8daef6f9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/479e89e6-ad14-4e6d-b55f-6a6cca380f14 HTTP/1.1" status: 204 len: 168 time: 0.2537489 Aug 30 14:30:25.381499 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40682) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:25.384056 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0c830b-5902-4bf6-ae1b-dac0391aed33 None None] Network 31b169fe-4930-4248-8b6c-8ddeac67aec0 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:25.455066 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.511060 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Deleting port bfbdac4c-e1dc-4061-b520-737421407680 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:25.511749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.596705 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] For port bfbdac4c-e1dc-4061-b520-737421407680, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=bfbdac4c-e1dc-4061-b520-737421407680,segment=NetworkSegment(2efffa15-b28b-4b1c-abf1-e4e307270cd9),segment_id=2efffa15-b28b-4b1c-abf1-e4e307270cd9)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:25.597091 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.612331 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Calling delete_port for bfbdac4c-e1dc-4061-b520-737421407680 owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:25.639622 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:25.673960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:25.674382 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 0dc0dbcc-22e6-41c0-b979-ae7c3387ad74 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:25.675066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ab8c01d8-ed5d-494f-9189-04a7c9728796 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:25.695573 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: ab8c01d8-ed5d-494f-9189-04a7c9728796 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:25.695957 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device ab8c01d8-ed5d-494f-9189-04a7c9728796 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:25.698618 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.727992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbdac4c-e1dc-4061-b520-737421407680,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:25.729956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] No DVR routers for this DVR port bfbdac4c-e1dc-4061-b520-737421407680 on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:25.791759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad635a-8b58-43d1-8a69-898237345267 None None] DHCP port deletion for 31b169fe-4930-4248-8b6c-8ddeac67aec0 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:30:25.807515 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.818636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b169fe-4930-4248-8b6c-8ddeac67aec0']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:25.830222 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efffa15-b28b-4b1c-abf1-e4e307270cd9') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:25.830521 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efffa15-b28b-4b1c-abf1-e4e307270cd9') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:25.841282 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.856689 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.863595 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:30:25.864124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:30:25.866721 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:30:25.923243 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.928586 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:25.930580 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] 10.222.0.37 "DELETE /v2.0/networks/31b169fe-4930-4248-8b6c-8ddeac67aec0 HTTP/1.1" status: 204 len: 168 time: 0.5481076 Aug 30 14:30:25.933461 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40684) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:25.948986 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e4011-0b25-4999-8773-4e162000000f admin admin] Pushing event deleted for resources: {'Network': ['ID=31b169fe-4930-4248-8b6c-8ddeac67aec0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:26.293793 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:26.548355 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Deleting port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:26.549036 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:26.627867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] For port e7c03e6f-5e17-4aa8-8902-42a1f44a12ac, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=e7c03e6f-5e17-4aa8-8902-42a1f44a12ac,segment=NetworkSegment(0255974f-befe-4d72-923b-5d4c0e88d57e),segment_id=0255974f-befe-4d72-923b-5d4c0e88d57e)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:26.628228 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:26.641494 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Calling delete_port for e7c03e6f-5e17-4aa8-8902-42a1f44a12ac owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:26.828548 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:26.860056 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c03e6f-5e17-4aa8-8902-42a1f44a12ac,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:27.048776 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:27.265162 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Router 1a7da82f-63e0-41d0-9ae9-782d112f4130 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:27.380311 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:27.385385 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-05d6ae6d-af15-46c1-b89a-51da8b60393a admin admin] 10.222.0.37 "PUT /v2.0/routers/1a7da82f-63e0-41d0-9ae9-782d112f4130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4509125 Aug 30 14:30:27.387960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40686) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:27.390971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] Sync routers for ids ['1a7da82f-63e0-41d0-9ae9-782d112f4130'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:27.401724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] Routers {'1a7da82f-63e0-41d0-9ae9-782d112f4130'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:27.402491 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1a7da82f-63e0-41d0-9ae9-782d112f4130'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:27.452423 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfbdac4c-e1dc-4061-b520-737421407680 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:27.480796 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: bfbdac4c-e1dc-4061-b520-737421407680 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:27.481141 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device bfbdac4c-e1dc-4061-b520-737421407680 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:27.502329 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:27.545482 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] Set router 1a7da82f-63e0-41d0-9ae9-782d112f4130 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:27.612437 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:27.678403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Deleting port 4d116362-961f-4f97-9d75-a899b8cbcc2a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:27.678749 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:27.740167 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:30:26Z', 'revision_number': 5, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'gw_port': {'id': '4d116362-961f-4f97-9d75-a899b8cbcc2a', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:ae:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:27.765825 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] For port 4d116362-961f-4f97-9d75-a899b8cbcc2a, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=4d116362-961f-4f97-9d75-a899b8cbcc2a,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:27.766194 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:27.768698 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] Checking router: 1a7da82f-63e0-41d0-9ae9-782d112f4130 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:30:27.780368 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] Routers {'1a7da82f-63e0-41d0-9ae9-782d112f4130'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:27.781015 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1a7da82f-63e0-41d0-9ae9-782d112f4130'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:27.781308 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Calling delete_port for 4d116362-961f-4f97-9d75-a899b8cbcc2a owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:27.881952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] Set router 1a7da82f-63e0-41d0-9ae9-782d112f4130 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:27.938410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:30:27Z', 'revision_number': 6, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:27.968410 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9004cd8d-d0b0-4ec7-9d4b-70a089ee7074 None None] The sync data for ids ['1a7da82f-63e0-41d0-9ae9-782d112f4130'] in n-d-688802-6 is: [{'id': '1a7da82f-63e0-41d0-9ae9-782d112f4130', 'name': 'tempest-TestShelveInstance-2109060448-router', 'tenant_id': '56720ccb5f6d47d7ab46c4afae67785b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:20:26Z', 'updated_at': '2021-08-30T14:30:27Z', 'revision_number': 6, 'project_id': '56720ccb5f6d47d7ab46c4afae67785b', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:27.978461 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.013237 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d116362-961f-4f97-9d75-a899b8cbcc2a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:28.074595 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.487602 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.490713 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.540522 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.541250 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a7da82f-63e0-41d0-9ae9-782d112f4130 {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:30:28.546863 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.548051 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-9601b8f8-07ee-4e0c-bfa2-20cfc92714f8 admin admin] 10.222.0.37 "DELETE /v2.0/routers/1a7da82f-63e0-41d0-9ae9-782d112f4130 HTTP/1.1" status: 204 len: 168 time: 1.1591725 Aug 30 14:30:28.552756 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40688) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:28.603760 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ef9589-c649-4707-8507-efcbee637f24 admin admin] Deleting subnet db25ad7c-8e53-4b55-b5a4-f2d274739fe3 {{(pid=95698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:30:28.607473 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9589-c649-4707-8507-efcbee637f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.644934 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9589-c649-4707-8507-efcbee637f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731863'] for subnet, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.731123 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9589-c649-4707-8507-efcbee637f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.792805 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9589-c649-4707-8507-efcbee637f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7690175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5227398'] for subnet, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.818632 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef9589-c649-4707-8507-efcbee637f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db25ad7c-8e53-4b55-b5a4-f2d274739fe3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:28.822826 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9589-c649-4707-8507-efcbee637f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.827311 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40690) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:28.827780 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d8ef9589-c649-4707-8507-efcbee637f24 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db25ad7c-8e53-4b55-b5a4-f2d274739fe3 HTTP/1.1" status: 204 len: 168 time: 0.2735333 Aug 30 14:30:28.831767 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb228fae-a47d-4fb9-a08e-6666437f8391 None None] Network 65763a39-83d6-4844-9412-b1ce5bab098e requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:28.901250 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:28.956400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Deleting port d47cd652-a5f4-4e73-8a3b-a947e3087587 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:28.956670 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.024016 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] For port d47cd652-a5f4-4e73-8a3b-a947e3087587, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d47cd652-a5f4-4e73-8a3b-a947e3087587,segment=NetworkSegment(0255974f-befe-4d72-923b-5d4c0e88d57e),segment_id=0255974f-befe-4d72-923b-5d4c0e88d57e)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:29.024386 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.031165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] DHCP port deletion for 65763a39-83d6-4844-9412-b1ce5bab098e request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:30:29.042759 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Calling delete_port for d47cd652-a5f4-4e73-8a3b-a947e3087587 owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:29.083738 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Deleting port d47cd652-a5f4-4e73-8a3b-a947e3087587 {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:30:29.084428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.126490 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.153215 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47cd652-a5f4-4e73-8a3b-a947e3087587,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:29.156904 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] No DVR routers for this DVR port d47cd652-a5f4-4e73-8a3b-a947e3087587 on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:29.161453 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] For port d47cd652-a5f4-4e73-8a3b-a947e3087587, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=d47cd652-a5f4-4e73-8a3b-a947e3087587,segment=NetworkSegment(0255974f-befe-4d72-923b-5d4c0e88d57e),segment_id=0255974f-befe-4d72-923b-5d4c0e88d57e)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:29.162573 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.177993 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Calling delete_port for d47cd652-a5f4-4e73-8a3b-a947e3087587 owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:30:29.232324 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.242455 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65763a39-83d6-4844-9412-b1ce5bab098e']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:29.254035 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0255974f-befe-4d72-923b-5d4c0e88d57e') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:29.254263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0255974f-befe-4d72-923b-5d4c0e88d57e') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:29.258339 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.272467 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.286456 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Pushing event deleted for resources: {'Port': ['ID=d47cd652-a5f4-4e73-8a3b-a947e3087587,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:29.288864 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] No DVR routers for this DVR port d47cd652-a5f4-4e73-8a3b-a947e3087587 on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:30:29.289041 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.298641 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:30:29.298933 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.299064 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.299464 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.299964 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.300304 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: timer() Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:30:29.301254 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:30:29.303723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.303723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.303723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.303723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.303723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.303723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.303723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.304318 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c532cc87-5ebc-4c18-b11d-0c3886e60c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:29.360651 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.377628 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.379618 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/65763a39-83d6-4844-9412-b1ce5bab098e HTTP/1.1" status: 204 len: 168 time: 0.5505805 Aug 30 14:30:29.381115 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d0d37-a121-4468-996f-1717aa237ff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=65763a39-83d6-4844-9412-b1ce5bab098e,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:29.387462 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e7c03e6f-5e17-4aa8-8902-42a1f44a12ac no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:29.408299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: e7c03e6f-5e17-4aa8-8902-42a1f44a12ac {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:29.408657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device e7c03e6f-5e17-4aa8-8902-42a1f44a12ac not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:29.409096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d47cd652-a5f4-4e73-8a3b-a947e3087587 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:29.432791 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: d47cd652-a5f4-4e73-8a3b-a947e3087587 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:29.433148 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device d47cd652-a5f4-4e73-8a3b-a947e3087587 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:29.433569 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4d116362-961f-4f97-9d75-a899b8cbcc2a no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:30:29.456892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 4d116362-961f-4f97-9d75-a899b8cbcc2a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:30:29.457241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 4d116362-961f-4f97-9d75-a899b8cbcc2a not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:30:29.472334 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.547276 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40694) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:29.591660 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3ca98806-cc28-4eab-b02d-e570b504686d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9cf8f8e0e53a4f5e931f2b5f6bff553d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0435228 Aug 30 14:30:29.594140 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40696) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:29.642857 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4641ead8-7f50-4b72-b30c-0d2a015e07e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.665161 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4641ead8-7f50-4b72-b30c-0d2a015e07e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.722431 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4641ead8-7f50-4b72-b30c-0d2a015e07e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.724982 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4641ead8-7f50-4b72-b30c-0d2a015e07e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:29.726181 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4641ead8-7f50-4b72-b30c-0d2a015e07e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ceae0bef-7e54-4bf0-a526-fcefab0f469d HTTP/1.1" status: 204 len: 168 time: 0.1310296 Aug 30 14:30:29.734117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641ead8-7f50-4b72-b30c-0d2a015e07e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceae0bef-7e54-4bf0-a526-fcefab0f469d,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:30.102902 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40702) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:30.144237 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d88b70fd-170c-4e9b-b0c0-ee9c1237b5a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=56720ccb5f6d47d7ab46c4afae67785b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400739 Aug 30 14:30:30.146688 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40704) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:30.195477 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-621b0f01-e98b-4593-846a-a8c869c2ca55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:30.215992 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-621b0f01-e98b-4593-846a-a8c869c2ca55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:30.262799 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-621b0f01-e98b-4593-846a-a8c869c2ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:30.265691 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-621b0f01-e98b-4593-846a-a8c869c2ca55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:30.266852 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-621b0f01-e98b-4593-846a-a8c869c2ca55 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/eb76574d-9611-4ac2-850c-d7efc5892507 HTTP/1.1" status: 204 len: 168 time: 0.1191933 Aug 30 14:30:30.274964 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b0f01-e98b-4593-846a-a8c869c2ca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb76574d-9611-4ac2-850c-d7efc5892507,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:30.990992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40726) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:31.103425 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-440920762-network', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:31.123936 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Made reservation on behalf of 2b0cc2a7c8544eb985cfd221463490cf for: {'network': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:31.126396 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.138628 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.227019 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.231259 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.256347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=95698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:30:31.266451 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68bf3de-f5fe-4802-9442-4fb632f346be,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:31.272254 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.272591 n-d-688802-6 neutron-server[95698]: INFO neutron.db.segments_db [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Added segment 9af404bc-e613-48f6-8847-0e8a598266bc of type vlan for network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d Aug 30 14:30:31.313361 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.339949 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.340810 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:31.341394 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.398337 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4028151 Aug 30 14:30:31.398795 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40730) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:31.403078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4ee98-4759-4a32-ad0e-aa7225319455 admin admin] Pushing event updated for resources: {'Network': ['ID=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:31.405099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Request body: {'subnet': {'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-440920762-subnet', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'ip_version': 4}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:31.417049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:30:31.434155 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Made reservation on behalf of 2b0cc2a7c8544eb985cfd221463490cf for: {'subnet': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:31.436575 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653739'] for subnet, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.615182 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6412882', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4653785'] for subnet, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.673930 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Pushing event updated for resources: {'Subnet': ['ID=146eef99-4bec-45b6-b868-77587679ed18,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:31.685413 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Checking segment: {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:31.685808 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Network hostable DHCP agents. Network: b94c8263-77db-4f6e-bff6-a0c6f02ebe3d, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95699) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:30:31.702467 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95699) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:30:31.713364 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, b94c8263-77db-4f6e-bff6-a0c6f02ebe3d) {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:31.717701 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:31.718300 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.724091 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e76ae3-a2ae-46dd-aec7-f05f0656f411 None None] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:31.732752 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-182d1c26-78e1-4d56-87e9-69485ce6397e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3326173 Aug 30 14:30:31.735513 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40732) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:31.740469 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:31.761745 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.762754 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.819844 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.883962 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:30:31.884837 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.916973 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:31.968966 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.048618 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Allocated IP 172.20.0.2 (b94c8263-77db-4f6e-bff6-a0c6f02ebe3d/146eef99-4bec-45b6-b868-77587679ed18/94c82672-e37b-47f4-a679-43d49baca76f) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:32.178109 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.198812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.199089 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.208285 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Transition to ACTIVE for port object 94c82672-e37b-47f4-a679-43d49baca76f will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:32.227961 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Transition to ACTIVE for port object 94c82672-e37b-47f4-a679-43d49baca76f will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:32.235375 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.280316 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:32.283324 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:32.287679 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:32.296977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Pushing event updated for resources: {'Port': ['ID=94c82672-e37b-47f4-a679-43d49baca76f,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:32.317486 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Allocated IP 172.25.2.122 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/df38fd9f-d712-4422-bd1e-d26b426154b7) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:32.355497 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Attempting to bind port 94c82672-e37b-47f4-a679-43d49baca76f on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:32.355878 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Attempting to bind port 94c82672-e37b-47f4-a679-43d49baca76f by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:32.356250 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Attempting to bind port 94c82672-e37b-47f4-a679-43d49baca76f on network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:32.361271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:32.361652 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Checking segment: {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:32.362096 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.362496 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Bound using segment: {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:32.362965 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Bound port: 94c82672-e37b-47f4-a679-43d49baca76f, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:32.363349 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.423936 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.437289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] For port 94c82672-e37b-47f4-a679-43d49baca76f, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:32.440433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] For port 94c82672-e37b-47f4-a679-43d49baca76f, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=94c82672-e37b-47f4-a679-43d49baca76f,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:32.446226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.474375 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:32.506562 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224f9ba-3827-4d37-b3dd-a6392bfcdd9d None None] Pushing event updated for resources: {'Port': ['ID=94c82672-e37b-47f4-a679-43d49baca76f,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:32.528767 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:32.536883 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:32.540143 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:32.565867 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Pushing event updated for resources: {'Port': ['ID=df38fd9f-d712-4422-bd1e-d26b426154b7,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:32.818068 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.027466 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.162823 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Router d7699400-aca0-445f-84cf-ddb4e3d53dee is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95699) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:30:33.279099 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:33.292388 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Sync routers for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:33.296602 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.298111 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-ebed78c8-6a6d-4f23-aa5a-db63ed224441 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5614610 Aug 30 14:30:33.301081 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40734) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:33.307577 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:33.308199 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:33.425911 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 94c82672-e37b-47f4-a679-43d49baca76f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:33.432535 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:33.480493 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997136f4-4a07-4851-985f-ea39d58bf6f0 None None] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:33.537425 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 94c82672-e37b-47f4-a679-43d49baca76f completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:33.604664 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-16817373-ddfc-48bc-a6b0-a910f61e6647 None None] Provisioning for port 94c82672-e37b-47f4-a679-43d49baca76f completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:33.610099 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-16817373-ddfc-48bc-a6b0-a910f61e6647 None None] Provisioning complete for port 94c82672-e37b-47f4-a679-43d49baca76f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:33.610488 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-16817373-ddfc-48bc-a6b0-a910f61e6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.639731 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:32Z', 'revision_number': 3, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:33.670448 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Checking router: d7699400-aca0-445f-84cf-ddb4e3d53dee for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:30:33.671113 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Updating router d7699400-aca0-445f-84cf-ddb4e3d53dee port df38fd9f-d712-4422-bd1e-d26b426154b7 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:30:33.700806 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.731132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-16817373-ddfc-48bc-a6b0-a910f61e6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.767402 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-16817373-ddfc-48bc-a6b0-a910f61e6647 None None] For port 94c82672-e37b-47f4-a679-43d49baca76f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=94c82672-e37b-47f4-a679-43d49baca76f,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:33.775163 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-16817373-ddfc-48bc-a6b0-a910f61e6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.831592 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16817373-ddfc-48bc-a6b0-a910f61e6647 None None] Pushing event updated for resources: {'Port': ['ID=94c82672-e37b-47f4-a679-43d49baca76f,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:33.849852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:33.997793 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8408a4d7-e8e3-4f91-838a-b6dbd60f66f3 None None] Provisioning complete for port 94c82672-e37b-47f4-a679-43d49baca76f triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:33.998686 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8408a4d7-e8e3-4f91-838a-b6dbd60f66f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.012009 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.022686 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Allocated IP 172.20.0.1 (b94c8263-77db-4f6e-bff6-a0c6f02ebe3d/146eef99-4bec-45b6-b868-77587679ed18/5b8b9add-23b5-404a-bdc0-b52f81b9b8db) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:34.023125 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Transition to ACTIVE for port object df38fd9f-d712-4422-bd1e-d26b426154b7 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:34.029088 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.079702 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Attempting to bind port df38fd9f-d712-4422-bd1e-d26b426154b7 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:34.080073 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Attempting to bind port df38fd9f-d712-4422-bd1e-d26b426154b7 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:34.080437 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Attempting to bind port df38fd9f-d712-4422-bd1e-d26b426154b7 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:34.093393 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:34.093926 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:34.094326 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.094721 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:34.095187 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Bound port: df38fd9f-d712-4422-bd1e-d26b426154b7, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:34.095569 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.120621 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Pushing event updated for resources: {'Port': ['ID=df38fd9f-d712-4422-bd1e-d26b426154b7,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:34.132828 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.133184 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.133522 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.133879 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.134215 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.134549 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.134875 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.135200 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.135586 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.135916 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.136241 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.136563 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95701) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:30:34.139706 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.153103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Transition to ACTIVE for port object 5b8b9add-23b5-404a-bdc0-b52f81b9b8db will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:34.168191 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] For port df38fd9f-d712-4422-bd1e-d26b426154b7, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:34.172192 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] For port df38fd9f-d712-4422-bd1e-d26b426154b7, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df38fd9f-d712-4422-bd1e-d26b426154b7,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:34.177415 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.189972 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.231542 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:34.232013 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:34.232632 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:34.237990 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:34.242303 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:34.265462 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8b9add-23b5-404a-bdc0-b52f81b9b8db,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:34.276602 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fa855-647b-4489-9080-c87a4b5f7d63 None None] Pushing event updated for resources: {'Port': ['ID=df38fd9f-d712-4422-bd1e-d26b426154b7,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:34.285413 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.364946 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:34.487149 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.512963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8f8f6018-e835-4e6c-98f8-be32d97b72ce None None] Provisioning for port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:34.518570 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-8f8f6018-e835-4e6c-98f8-be32d97b72ce None None] Provisioning complete for port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:34.519218 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8f8f6018-e835-4e6c-98f8-be32d97b72ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.557762 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f6018-e835-4e6c-98f8-be32d97b72ce None None] Port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:34.575637 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:32Z', 'revision_number': 3, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:34.615800 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a65ce6-f3a2-46a2-a16a-a825a195c14f None None] The sync data for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 is: [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:32Z', 'revision_number': 3, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:34.660469 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.666516 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.737972 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:34.739787 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8b9add-23b5-404a-bdc0-b52f81b9b8db,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:34.842278 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:34.844639 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:34.983960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Router d7699400-aca0-445f-84cf-ddb4e3d53dee has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:35.080463 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4c25de2e-c505-4961-9f01-041b8d557b80 None None] Provisioning complete for port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:35.080893 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4c25de2e-c505-4961-9f01-041b8d557b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.103568 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:35.108723 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-c9552dd0-176a-4018-94b9-0bd00747d9f5 admin admin] 10.222.0.37 "PUT /v2.0/routers/d7699400-aca0-445f-84cf-ddb4e3d53dee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8057156 Aug 30 14:30:35.130927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4c25de2e-c505-4961-9f01-041b8d557b80 None None] Port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:35.481526 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df38fd9f-d712-4422-bd1e-d26b426154b7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:35.537115 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port df38fd9f-d712-4422-bd1e-d26b426154b7 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:35.541199 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port df38fd9f-d712-4422-bd1e-d26b426154b7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:35.541654 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.633368 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.653959 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port df38fd9f-d712-4422-bd1e-d26b426154b7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df38fd9f-d712-4422-bd1e-d26b426154b7,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:35.658512 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.659492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 94c82672-e37b-47f4-a679-43d49baca76f up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:35.659629 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40750) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:35.665716 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2106768690-network', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:35.686859 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Made reservation on behalf of 88653d1b63b445579091cc95bd1d42cd for: {'network': 1} {{(pid=95699) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:35.689149 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for network, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.698018 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.737807 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=df38fd9f-d712-4422-bd1e-d26b426154b7,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:35.750101 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 94c82672-e37b-47f4-a679-43d49baca76f triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:35.750477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.792709 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.796778 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.818046 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=95699) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 14:30:35.832926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f8d008-2891-408b-8571-56a1c0a878f3,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:35.835889 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.836673 n-d-688802-6 neutron-server[95699]: INFO neutron.db.segments_db [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Added segment dde530d1-ce27-475c-b607-6b1ce65764bb of type vlan for network 83a08953-c491-4fac-89e3-fc2db7bd3b92 Aug 30 14:30:35.876319 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785276599408'] for network, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.901405 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312'] for network, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.902449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:35.903032 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:35.961829 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3010504 Aug 30 14:30:35.964785 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40752) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:35.968606 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d73e21-db04-4f93-a6f0-3653e260aa45 admin admin] Pushing event updated for resources: {'Network': ['ID=83a08953-c491-4fac-89e3-fc2db7bd3b92,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:35.971401 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Request body: {'subnet': {'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2106768690-subnet', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'ip_version': 4}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:35.979977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Network 83a08953-c491-4fac-89e3-fc2db7bd3b92 details requested by agent ovs-agent-n-d-688802-6 with host n-d-688802-6 {{(pid=95700) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 14:30:35.996528 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Made reservation on behalf of 88653d1b63b445579091cc95bd1d42cd for: {'subnet': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:35.999138 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5227501'] for subnet, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.180946 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7689596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5227423'] for subnet, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.215052 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Sync routers for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:36.224416 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:36.225042 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:36.234371 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:36.251037 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Checking segment: {'id': 'dde530d1-ce27-475c-b607-6b1ce65764bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:36.251398 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Network hostable DHCP agents. Network: 83a08953-c491-4fac-89e3-fc2db7bd3b92, hostable agents: ['71c59b10-02ad-406a-84b6-ba7a7891e102'], hosted agents: [] {{(pid=95698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 14:30:36.268976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Network 83a08953-c491-4fac-89e3-fc2db7bd3b92 is scheduled to be hosted by DHCP agent 71c59b10-02ad-406a-84b6-ba7a7891e102 with binding_index 1 {{(pid=95698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 14:30:36.277761 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-688802-6, 83a08953-c491-4fac-89e3-fc2db7bd3b92) {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:36.282184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:36.282822 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.288850 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a356df31-efa0-4fc9-9c35-fe6f4a91336a None None] Network 83a08953-c491-4fac-89e3-fc2db7bd3b92 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:36.302143 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-60d8f747-d323-44fd-9637-92647a8ca635 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3358605 Aug 30 14:30:36.304543 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40754) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:36.309103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:36.330561 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703444', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-45854'] for router, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.331928 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699538', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-45833'] for router, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.396853 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.537729 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.550769 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:36.748446 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.757251 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp78c40fa3-aa8e-5403-bdf4-4a8581be5341-83a08953-c491-4fac-89e3-fc2db7bd3b92', 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'fixed_ips': [{'subnet_id': 'ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09'}]}} from n-d-688802-6. {{(pid=95700) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 14:30:36.758117 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.770283 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.886955 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Allocated IP 172.25.2.159 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/c153a9f2-99cf-4a1f-b33e-501fd2c430b2) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:36.902895 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-efaeae6b-1c30-4172-bb45-ba55a74db565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.944230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 2, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:36.973279 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Checking router: d7699400-aca0-445f-84cf-ddb4e3d53dee for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:30:36.973651 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Updating router d7699400-aca0-445f-84cf-ddb4e3d53dee port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:30:36.992834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:36.998860 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.db_base_plugin_common [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Allocated IP 172.20.0.2 (83a08953-c491-4fac-89e3-fc2db7bd3b92/ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09/b3d28f17-df1b-4d4c-abb2-a923f789e29b) {{(pid=95700) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:37.014396 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.033682 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.076489 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:37.083474 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:37.086253 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:37.116399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Pushing event updated for resources: {'Port': ['ID=c153a9f2-99cf-4a1f-b33e-501fd2c430b2,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:37.292412 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Notify callbacks [] for port, precommit_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.310730 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Transition to ACTIVE for port object b3d28f17-df1b-4d4c-abb2-a923f789e29b will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:37.342649 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Transition to ACTIVE for port object b3d28f17-df1b-4d4c-abb2-a923f789e29b will not be triggered until provisioned by entity DHCP. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:37.347571 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.353930 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214'] for port, after_create {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.397889 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df38fd9f-d712-4422-bd1e-d26b426154b7 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:37.450103 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Network 83a08953-c491-4fac-89e3-fc2db7bd3b92 is already hosted by enough agents. {{(pid=95700) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:37.462565 n-d-688802-6 neutron-server[95700]: DEBUG neutron.scheduler.base_scheduler [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Resources bound (agent type, host, resource id): {{(pid=95700) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:37.467274 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Pushing event updated for resources: {'Port': ['ID=b3d28f17-df1b-4d4c-abb2-a923f789e29b,revision_number=1']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:37.472281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Received port after_create {{(pid=95700) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:37.489442 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.523624 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Transition to ACTIVE for port object 5b8b9add-23b5-404a-bdc0-b52f81b9b8db will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:37.544062 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.556280 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1703555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1701133'] for router, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.583202 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Attempting to bind port b3d28f17-df1b-4d4c-abb2-a923f789e29b on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:37.583814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Attempting to bind port b3d28f17-df1b-4d4c-abb2-a923f789e29b by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'dde530d1-ce27-475c-b607-6b1ce65764bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:37.583929 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Attempting to bind port b3d28f17-df1b-4d4c-abb2-a923f789e29b on network 83a08953-c491-4fac-89e3-fc2db7bd3b92 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:37.607338 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:37.607714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Checking segment: {'id': 'dde530d1-ce27-475c-b607-6b1ce65764bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:37.608112 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.608506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Bound using segment: {'id': 'dde530d1-ce27-475c-b607-6b1ce65764bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:37.608977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Bound port: b3d28f17-df1b-4d4c-abb2-a923f789e29b, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde530d1-ce27-475c-b607-6b1ce65764bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:37.609356 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.632724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port df38fd9f-d712-4422-bd1e-d26b426154b7 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:37.633101 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.634644 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ce26-5a0a-4915-8780-424cbd561d94 None None] Pushing event updated for resources: {'Port': ['ID=5b8b9add-23b5-404a-bdc0-b52f81b9b8db,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:37.694766 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Router 1d96e226-fee3-4411-8499-5d61abb75005 is scheduled to L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd with binding_index 1 {{(pid=95698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 14:30:37.754509 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Attempting to bind port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:37.754874 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Attempting to bind port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:37.755241 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Attempting to bind port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db on network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:37.767892 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:37.768271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Checking segment: {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:37.768718 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.769067 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Bound using segment: {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:37.769576 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Bound port: 5b8b9add-23b5-404a-bdc0-b52f81b9b8db, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:37.770477 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.787709 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] For port b3d28f17-df1b-4d4c-abb2-a923f789e29b, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:37.814957 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:37.827083 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Sync routers for ids ['1d96e226-fee3-4411-8499-5d61abb75005'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:37.831267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.836434 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-e04b9d26-8a62-49cb-9afc-f652e9808630 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5284019 Aug 30 14:30:37.836778 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40756) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:37.837405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] For port b3d28f17-df1b-4d4c-abb2-a923f789e29b, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b3d28f17-df1b-4d4c-abb2-a923f789e29b,segment=NetworkSegment(dde530d1-ce27-475c-b607-6b1ce65764bb),segment_id=dde530d1-ce27-475c-b607-6b1ce65764bb)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:37.846282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:37.858919 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Routers {'1d96e226-fee3-4411-8499-5d61abb75005'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:37.859482 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1d96e226-fee3-4411-8499-5d61abb75005'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:37.943869 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] For port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:37.948988 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] For port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5b8b9add-23b5-404a-bdc0-b52f81b9b8db,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:37.967977 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505319b-d27f-4683-8eb1-a7124002cc66 None None] Pushing event updated for resources: {'Port': ['ID=b3d28f17-df1b-4d4c-abb2-a923f789e29b,revision_number=2']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:37.980154 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.051059 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:38.052271 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:38.107556 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ce26-5a0a-4915-8780-424cbd561d94 None None] Pushing event updated for resources: {'Port': ['ID=5b8b9add-23b5-404a-bdc0-b52f81b9b8db,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:38.116171 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Set router 1d96e226-fee3-4411-8499-5d61abb75005 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:38.245799 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:38.372496 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96e226-fee3-4411-8499-5d61abb75005', 'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:37Z', 'revision_number': 3, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'gw_port': {'id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:38.404103 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Checking router: 1d96e226-fee3-4411-8499-5d61abb75005 for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:30:38.404322 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.404998 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Updating router 1d96e226-fee3-4411-8499-5d61abb75005 port c153a9f2-99cf-4a1f-b33e-501fd2c430b2 binding host n-d-688802-6 {{(pid=95701) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:30:38.433286 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.501081 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:37Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:38.539617 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0967403-91d2-44a3-b721-5c1ba3da1406 None None] The sync data for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 is: [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:37Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:38.605233 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Allocated IP 172.20.0.1 (83a08953-c491-4fac-89e3-fc2db7bd3b92/ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09/5687bc4e-d94b-456f-a430-6926aa4538c2) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:38.722604 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Notify callbacks [] for port, precommit_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.734701 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.provisioning_blocks [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Transition to ACTIVE for port object c153a9f2-99cf-4a1f-b33e-501fd2c430b2 will not be triggered until provisioned by entity L2. {{(pid=95701) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:38.735861 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.741981 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.751644 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.provisioning_blocks [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Transition to ACTIVE for port object 5687bc4e-d94b-456f-a430-6926aa4538c2 will not be triggered until provisioned by entity DHCP. {{(pid=95699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:38.803335 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.807452 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Attempting to bind port c153a9f2-99cf-4a1f-b33e-501fd2c430b2 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:38.807878 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Attempting to bind port c153a9f2-99cf-4a1f-b33e-501fd2c430b2 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:38.808531 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Attempting to bind port c153a9f2-99cf-4a1f-b33e-501fd2c430b2 on network da5f4eeb-23a2-4741-addb-4923406a7fe6 {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:38.819488 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:38.819904 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Checking segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95701) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:38.820265 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.820788 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Bound using segment: {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'} {{(pid=95701) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:38.821275 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.managers [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Bound port: c153a9f2-99cf-4a1f-b33e-501fd2c430b2, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa93732-0885-47d4-803f-5eed5c57fb82', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6'}}] {{(pid=95701) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:38.821845 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.851039 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Network 83a08953-c491-4fac-89e3-fc2db7bd3b92 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:38.854399 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:38.857693 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:38.892119 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] For port c153a9f2-99cf-4a1f-b33e-501fd2c430b2, host n-d-688802-6, cleared binding levels {{(pid=95701) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:38.897492 n-d-688802-6 neutron-server[95701]: DEBUG neutron.plugins.ml2.db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] For port c153a9f2-99cf-4a1f-b33e-501fd2c430b2, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c153a9f2-99cf-4a1f-b33e-501fd2c430b2,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95701) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:38.900088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Pushing event updated for resources: {'Port': ['ID=5687bc4e-d94b-456f-a430-6926aa4538c2,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:38.913513 n-d-688802-6 neutron-server[95701]: DEBUG neutron_lib.callbacks.manager [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95701) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.915727 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1701330'] for router_interface, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:38.934090 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfc741-7cbd-42bb-8812-a30ff9db07e5 None None] Pushing event updated for resources: {'Port': ['ID=c153a9f2-99cf-4a1f-b33e-501fd2c430b2,revision_number=2']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:38.988030 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Routers {'1d96e226-fee3-4411-8499-5d61abb75005'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:38.989389 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1d96e226-fee3-4411-8499-5d61abb75005'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:39.046870 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfc741-7cbd-42bb-8812-a30ff9db07e5 None None] Pushing event updated for resources: {'Port': ['ID=c153a9f2-99cf-4a1f-b33e-501fd2c430b2,revision_number=3']} {{(pid=95701) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:39.138258 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] Set router 1d96e226-fee3-4411-8499-5d61abb75005 gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:39.214735 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fec0ffe-c72a-4c31-af16-36edd6f1b2cd None None] Network 83a08953-c491-4fac-89e3-fc2db7bd3b92 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:30:39.360297 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96e226-fee3-4411-8499-5d61abb75005', 'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:37Z', 'revision_number': 3, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'gw_port': {'id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:39.399601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-446c9df6-3c1e-47c5-9dbe-d97434564af1 None None] Provisioning for port b3d28f17-df1b-4d4c-abb2-a923f789e29b completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:39.422096 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c8889b-3dcc-4ab6-9b7c-672c0c115494 None None] The sync data for ids ['1d96e226-fee3-4411-8499-5d61abb75005'] in n-d-688802-6 is: [{'id': '1d96e226-fee3-4411-8499-5d61abb75005', 'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:37Z', 'revision_number': 3, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'gw_port': {'id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:39.500632 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.576824 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5b8b9add-23b5-404a-bdc0-b52f81b9b8db up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:39.619715 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-42b4b11c-fc50-4053-ba0b-e2cfa3facd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.648979 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:39.655108 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:39.655429 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.746161 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.759780 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.769107 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.797259 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5b8b9add-23b5-404a-bdc0-b52f81b9b8db,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:39.811552 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.812394 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b3d28f17-df1b-4d4c-abb2-a923f789e29b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:39.891879 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Pushing event updated for resources: {'Port': ['ID=5687bc4e-d94b-456f-a430-6926aa4538c2,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:39.928078 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1609294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1697805'] for router_interface, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:39.951492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=5b8b9add-23b5-404a-bdc0-b52f81b9b8db,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:39.984527 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port b3d28f17-df1b-4d4c-abb2-a923f789e29b completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:39.991469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b3d28f17-df1b-4d4c-abb2-a923f789e29b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:39.991890 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.037809 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d025dd1d-6ba3-4fee-8e6a-9f0d59cc6963 None None] Provisioning for port 5687bc4e-d94b-456f-a430-6926aa4538c2 completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:40.048419 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-d025dd1d-6ba3-4fee-8e6a-9f0d59cc6963 None None] Provisioning complete for port 5687bc4e-d94b-456f-a430-6926aa4538c2 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:40.048953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d025dd1d-6ba3-4fee-8e6a-9f0d59cc6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.080958 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Network 83a08953-c491-4fac-89e3-fc2db7bd3b92 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:40.082570 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:40.145026 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-d025dd1d-6ba3-4fee-8e6a-9f0d59cc6963 None None] Port 5687bc4e-d94b-456f-a430-6926aa4538c2 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:40.152027 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.199700 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.215960 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port b3d28f17-df1b-4d4c-abb2-a923f789e29b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b3d28f17-df1b-4d4c-abb2-a923f789e29b,segment=NetworkSegment(dde530d1-ce27-475c-b607-6b1ce65764bb),segment_id=dde530d1-ce27-475c-b607-6b1ce65764bb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:40.221618 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.242926 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Router 1d96e226-fee3-4411-8499-5d61abb75005 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:40.285753 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-957140c9-7a7a-4507-9752-04b4e0a2cd60 None None] Provisioning complete for port 5687bc4e-d94b-456f-a430-6926aa4538c2 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:40.286222 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-957140c9-7a7a-4507-9752-04b4e0a2cd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.322221 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=b3d28f17-df1b-4d4c-abb2-a923f789e29b,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:40.328944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-957140c9-7a7a-4507-9752-04b4e0a2cd60 None None] Port 5687bc4e-d94b-456f-a430-6926aa4538c2 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:40.374330 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:40.380738 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-8e2b533b-f855-48d7-bbf6-318d72020e34 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d96e226-fee3-4411-8499-5d61abb75005/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5426891 Aug 30 14:30:40.452109 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-4bf3e24d-7eaa-4119-b974-8379e0166c7b None None] Provisioning complete for port 5687bc4e-d94b-456f-a430-6926aa4538c2 triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:40.452841 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e24d-7eaa-4119-b974-8379e0166c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:40.519943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-4bf3e24d-7eaa-4119-b974-8379e0166c7b None None] Port 5687bc4e-d94b-456f-a430-6926aa4538c2 cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:41.216968 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40766) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:41.221734 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-afe13877-0860-47fd-a754-7c0419d9a0c0 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-645993546', 'description': 'tempest-secgroup-smoke-645993546 description', 'project_id': '2b0cc2a7c8544eb985cfd221463490cf'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:41.237748 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.245021 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afe13877-0860-47fd-a754-7c0419d9a0c0 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.332105 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afe13877-0860-47fd-a754-7c0419d9a0c0 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.336774 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afe13877-0860-47fd-a754-7c0419d9a0c0 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.364609 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-afe13877-0860-47fd-a754-7c0419d9a0c0 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.365888 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-afe13877-0860-47fd-a754-7c0419d9a0c0 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1478834 Aug 30 14:30:41.368929 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40768) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:41.374839 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-aa9036e0-e0d3-4988-98ef-5ef5bbd5e93a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'security_group_rule': {'security_group_id': 'b9094aeb-c2ad-42d9-a895-e9276ba732a1', 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:41.386848 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe13877-0860-47fd-a754-7c0419d9a0c0 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9094aeb-c2ad-42d9-a895-e9276ba732a1,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:41.419597 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aa9036e0-e0d3-4988-98ef-5ef5bbd5e93a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.475432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5b8b9add-23b5-404a-bdc0-b52f81b9b8db up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:41.483853 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aa9036e0-e0d3-4988-98ef-5ef5bbd5e93a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.487702 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aa9036e0-e0d3-4988-98ef-5ef5bbd5e93a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.509369 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9036e0-e0d3-4988-98ef-5ef5bbd5e93a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8249a6-c7b7-40ea-a676-c21eb1bb24f2,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:41.513345 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-aa9036e0-e0d3-4988-98ef-5ef5bbd5e93a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.514614 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-aa9036e0-e0d3-4988-98ef-5ef5bbd5e93a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443937 Aug 30 14:30:41.517692 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40770) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:41.522339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-4142907c-53f5-40c0-a5c1-f1ef7becfd7e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'security_group_rule': {'security_group_id': 'b9094aeb-c2ad-42d9-a895-e9276ba732a1', 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:41.532467 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:41.532900 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.549031 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4142907c-53f5-40c0-a5c1-f1ef7becfd7e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.613950 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4142907c-53f5-40c0-a5c1-f1ef7becfd7e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.614431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b3d28f17-df1b-4d4c-abb2-a923f789e29b up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:41.620586 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4142907c-53f5-40c0-a5c1-f1ef7becfd7e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.642500 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142907c-53f5-40c0-a5c1-f1ef7becfd7e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b13a43-158a-499c-8bee-caf3b3fee32e,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:41.653565 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4142907c-53f5-40c0-a5c1-f1ef7becfd7e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.655334 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4142907c-53f5-40c0-a5c1-f1ef7becfd7e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365921 Aug 30 14:30:41.658423 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40772) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:41.664020 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-72cd8fb0-180a-4603-8e55-d1da50fb78c8 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'security_group_rule': {'security_group_id': 'b9094aeb-c2ad-42d9-a895-e9276ba732a1', 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:41.701172 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72cd8fb0-180a-4603-8e55-d1da50fb78c8 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.774647 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72cd8fb0-180a-4603-8e55-d1da50fb78c8 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.780366 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72cd8fb0-180a-4603-8e55-d1da50fb78c8 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.799853 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd8fb0-180a-4603-8e55-d1da50fb78c8 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d38fe37-5ab4-4d72-a08a-5f815c7d1c9c,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:41.809428 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-72cd8fb0-180a-4603-8e55-d1da50fb78c8 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.813414 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-72cd8fb0-180a-4603-8e55-d1da50fb78c8 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511843 Aug 30 14:30:41.813942 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40774) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:41.822579 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-f3a7e9d6-ef54-466d-8ac1-78084930177c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'security_group_rule': {'security_group_id': 'b9094aeb-c2ad-42d9-a895-e9276ba732a1', 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:41.852540 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port b3d28f17-df1b-4d4c-abb2-a923f789e29b triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:41.852748 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e9d6-ef54-466d-8ac1-78084930177c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.852883 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.935238 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c153a9f2-99cf-4a1f-b33e-501fd2c430b2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:41.955836 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e9d6-ef54-466d-8ac1-78084930177c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.961386 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e9d6-ef54-466d-8ac1-78084930177c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:41.973049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Sync routers for ids ['1d96e226-fee3-4411-8499-5d61abb75005'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:41.988319 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Routers {'1d96e226-fee3-4411-8499-5d61abb75005'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:41.989626 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1d96e226-fee3-4411-8499-5d61abb75005'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:41.992235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7e9d6-ef54-466d-8ac1-78084930177c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b532724-7f4a-45d7-ae1d-62099ff7473e,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:42.002830 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-f3a7e9d6-ef54-466d-8ac1-78084930177c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.005491 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-f3a7e9d6-ef54-466d-8ac1-78084930177c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1902049 Aug 30 14:30:42.008247 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 40776) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:42.013240 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-1f9259a2-d28f-46e8-b323-03515896985b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'security_group_rule': {'security_group_id': 'b9094aeb-c2ad-42d9-a895-e9276ba732a1', 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:42.036831 n-d-688802-6 neutron-server[95698]: INFO neutron.db.securitygroups_db [None req-1f9259a2-d28f-46e8-b323-03515896985b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Project 2b0cc2a7c8544eb985cfd221463490cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:30:42.038408 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port c153a9f2-99cf-4a1f-b33e-501fd2c430b2 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:42.042124 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f9259a2-d28f-46e8-b323-03515896985b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.048935 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c153a9f2-99cf-4a1f-b33e-501fd2c430b2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:42.049296 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.107739 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f9259a2-d28f-46e8-b323-03515896985b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.112267 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f9259a2-d28f-46e8-b323-03515896985b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.131741 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9259a2-d28f-46e8-b323-03515896985b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d636d4-d670-4ae2-af45-9f7a0d3727dd,revision_number=0']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:42.138286 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-1f9259a2-d28f-46e8-b323-03515896985b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.139672 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-1f9259a2-d28f-46e8-b323-03515896985b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302314 Aug 30 14:30:42.142891 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40778) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:42.146075 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Set router 1d96e226-fee3-4411-8499-5d61abb75005 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:42.147779 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-f4bebccf-7ab7-4e1c-ab5e-29305080b51b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'security_group_rule': {'security_group_id': 'b9094aeb-c2ad-42d9-a895-e9276ba732a1', 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:42.169134 n-d-688802-6 neutron-server[95699]: INFO neutron.db.securitygroups_db [None req-f4bebccf-7ab7-4e1c-ab5e-29305080b51b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Project 2b0cc2a7c8544eb985cfd221463490cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 14:30:42.177850 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4bebccf-7ab7-4e1c-ab5e-29305080b51b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.262328 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4bebccf-7ab7-4e1c-ab5e-29305080b51b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.265634 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.267800 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4bebccf-7ab7-4e1c-ab5e-29305080b51b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1825906'] for security_group_rule, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.286599 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bebccf-7ab7-4e1c-ab5e-29305080b51b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4ed97f-3951-4468-9251-32287bc1e86b,revision_number=0']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:42.295604 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f4bebccf-7ab7-4e1c-ab5e-29305080b51b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.296989 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f4bebccf-7ab7-4e1c-ab5e-29305080b51b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1530604 Aug 30 14:30:42.327442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port c153a9f2-99cf-4a1f-b33e-501fd2c430b2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c153a9f2-99cf-4a1f-b33e-501fd2c430b2,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:42.334923 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.422217 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=c153a9f2-99cf-4a1f-b33e-501fd2c430b2,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:42.448102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-d17c6638-f116-4aa2-a212-d19dbd19ba10 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645993546&fields=id&tenant_id=2b0cc2a7c8544eb985cfd221463490cf HTTP/1.1" status: 200 len: 267 time: 0.0408967 Aug 30 14:30:42.453866 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96e226-fee3-4411-8499-5d61abb75005', 'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 4, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'gw_port': {'id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5687bc4e-d94b-456f-a430-6926aa4538c2', 'name': '', 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'mac_address': 'fa:16:3e:f8:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:38Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 2, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'subnets': [{'id': 'ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:42.483436 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Checking router: 1d96e226-fee3-4411-8499-5d61abb75005 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:30:42.484215 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Updating router 1d96e226-fee3-4411-8499-5d61abb75005 port 5687bc4e-d94b-456f-a430-6926aa4538c2 binding host n-d-688802-6 {{(pid=95700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 14:30:42.512521 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.565134 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-922d7678-5220-43f1-8352-5e3a6cf392be tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:42.567092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-922d7678-5220-43f1-8352-5e3a6cf392be tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 809 time: 0.1107678 Aug 30 14:30:42.581995 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-c69aae77-eade-45a6-a195-c8d9f1373ea5 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/quotas/2b0cc2a7c8544eb985cfd221463490cf HTTP/1.1" status: 200 len: 375 time: 0.0092783 Aug 30 14:30:42.626886 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.638703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-7484fd62-e16b-4ca5-8f6c-f460c0899606 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506907 Aug 30 14:30:42.746210 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-16aa6666-406d-49c2-a424-102b8caa4949 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=95698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 14:30:42.747234 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-16aa6666-406d-49c2-a424-102b8caa4949 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0966952 Aug 30 14:30:42.803681 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Notify callbacks [] for port, precommit_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.815724 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Transition to ACTIVE for port object 5687bc4e-d94b-456f-a430-6926aa4538c2 will not be triggered until provisioned by entity L2. {{(pid=95700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:42.822003 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.844194 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-fabd1947-39fb-4c03-9715-d039bf8e0f84 service neutron] 10.222.0.37 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903258 Aug 30 14:30:42.878524 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa358a4c-68f2-41c9-ac78-6bb6c18cd468 None None] Pushing event updated for resources: {'Port': ['ID=5687bc4e-d94b-456f-a430-6926aa4538c2,revision_number=3']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:42.935432 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Attempting to bind port 5687bc4e-d94b-456f-a430-6926aa4538c2 on host n-d-688802-6 for vnic_type normal with profile {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:42.935845 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Attempting to bind port 5687bc4e-d94b-456f-a430-6926aa4538c2 by drivers openvswitch,hyperv on host n-d-688802-6 at level 0 using segments [{'id': 'dde530d1-ce27-475c-b607-6b1ce65764bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92'}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:42.936300 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Attempting to bind port 5687bc4e-d94b-456f-a430-6926aa4538c2 on network 83a08953-c491-4fac-89e3-fc2db7bd3b92 {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:42.942339 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Checking agent: {'id': '579a3981-134c-419a-bedf-31546c6db165', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 44, 40), 'started_at': datetime.datetime(2021, 8, 30, 12, 45, 10), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-688802-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:42.942764 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Checking segment: {'id': 'dde530d1-ce27-475c-b607-6b1ce65764bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:42.943763 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:42.944197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Bound using segment: {'id': 'dde530d1-ce27-475c-b607-6b1ce65764bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92'} {{(pid=95700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:42.944699 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.managers [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Bound port: 5687bc4e-d94b-456f-a430-6926aa4538c2, host: n-d-688802-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde530d1-ce27-475c-b607-6b1ce65764bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92'}}] {{(pid=95700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:42.945099 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.023963 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] For port 5687bc4e-d94b-456f-a430-6926aa4538c2, host n-d-688802-6, cleared binding levels {{(pid=95700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:43.027746 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] For port 5687bc4e-d94b-456f-a430-6926aa4538c2, host n-d-688802-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5687bc4e-d94b-456f-a430-6926aa4538c2,segment=NetworkSegment(dde530d1-ce27-475c-b607-6b1ce65764bb),segment_id=dde530d1-ce27-475c-b607-6b1ce65764bb)] {{(pid=95700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:43.033360 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.096944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Routers {'1d96e226-fee3-4411-8499-5d61abb75005'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:43.097534 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1d96e226-fee3-4411-8499-5d61abb75005'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:43.137292 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa358a4c-68f2-41c9-ac78-6bb6c18cd468 None None] Pushing event updated for resources: {'Port': ['ID=5687bc4e-d94b-456f-a430-6926aa4538c2,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:43.232270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] Set router 1d96e226-fee3-4411-8499-5d61abb75005 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:43.284531 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-458d1a61-98bf-4094-ace8-fc667e0959d8 service neutron] 10.222.0.37 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325924 Aug 30 14:30:43.403676 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c153a9f2-99cf-4a1f-b33e-501fd2c430b2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:43.492868 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-3bf11434-51cd-49fa-831f-8379d8ebaeb8 req-ed16bbfb-d21e-405a-825c-33979715059d tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 210 time: 0.0359933 Aug 30 14:30:43.498883 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port c153a9f2-99cf-4a1f-b33e-501fd2c430b2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:43.499376 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:43.537060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96e226-fee3-4411-8499-5d61abb75005', 'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 4, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'gw_port': {'id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5687bc4e-d94b-456f-a430-6926aa4538c2', 'name': '', 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'mac_address': 'fa:16:3e:f8:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:38Z', 'updated_at': '2021-08-30T14:30:43Z', 'revision_number': 4, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'subnets': [{'id': 'ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:43.566424 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4316212-70c9-45fb-98f1-8f4f2dcbec29 None None] The sync data for ids ['1d96e226-fee3-4411-8499-5d61abb75005'] in n-d-688802-6 is: [{'id': '1d96e226-fee3-4411-8499-5d61abb75005', 'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 4, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'gw_port': {'id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5687bc4e-d94b-456f-a430-6926aa4538c2', 'name': '', 'network_id': '83a08953-c491-4fac-89e3-fc2db7bd3b92', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'mac_address': 'fa:16:3e:f8:4d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:38Z', 'updated_at': '2021-08-30T14:30:43Z', 'revision_number': 4, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'subnets': [{'id': 'ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:44.490874 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-86439205-7acd-4508-8ad6-a365c1c1e812 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:44.492325 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-86439205-7acd-4508-8ad6-a365c1c1e812 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.35 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 809 time: 0.1077616 Aug 30 14:30:44.537262 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-e8a00241-b6dd-43b4-bf23-01ad159d2efd tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0cc2a7c8544eb985cfd221463490cf HTTP/1.1" status: 200 len: 379 time: 0.0356736 Aug 30 14:30:44.547653 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'port': {'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'admin_state_up': True, 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'security_groups': ['b9094aeb-c2ad-42d9-a895-e9276ba732a1']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:44.620252 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-95e927c8-847f-47b3-96ad-0a569c8daf2a req-2790b8c9-91f2-48d5-bd1b-2f3776cc8014 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 210 time: 0.0575552 Aug 30 14:30:44.679487 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Made reservation on behalf of 2b0cc2a7c8544eb985cfd221463490cf for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:30:44.683116 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.810682 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Allocated IP 172.20.0.12 (b94c8263-77db-4f6e-bff6-a0c6f02ebe3d/146eef99-4bec-45b6-b868-77587679ed18/a428e534-298d-42e1-ae7e-45391c8ec89c) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:44.951378 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:44.965392 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Transition to ACTIVE for port object a428e534-298d-42e1-ae7e-45391c8ec89c will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:44.997773 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.042403 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:45.046338 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:45.050121 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:45.057014 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'Port': ['ID=a428e534-298d-42e1-ae7e-45391c8ec89c,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:45.104819 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:45.105480 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.120724 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-0e7f01cd-a5aa-498c-9dd1-9514cb5cd07c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769103 Aug 30 14:30:45.133755 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Request body: {'port': {'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:45.195906 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.302119 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-da3a7854-975c-474f-950f-1a6883bcfc48 None None] Provisioning for port a428e534-298d-42e1-ae7e-45391c8ec89c completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:45.306466 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-da3a7854-975c-474f-950f-1a6883bcfc48 None None] Provisioning complete for port a428e534-298d-42e1-ae7e-45391c8ec89c triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:45.306843 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-da3a7854-975c-474f-950f-1a6883bcfc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.345637 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-da3a7854-975c-474f-950f-1a6883bcfc48 None None] Port a428e534-298d-42e1-ae7e-45391c8ec89c cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:30:45.419836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5687bc4e-d94b-456f-a430-6926aa4538c2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:45.468224 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning for port 5687bc4e-d94b-456f-a430-6926aa4538c2 completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:45.472230 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5687bc4e-d94b-456f-a430-6926aa4538c2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:45.472609 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.483996 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a428e534-298d-42e1-ae7e-45391c8ec89c {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:45.492617 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.505365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Transition to ACTIVE for port object a428e534-298d-42e1-ae7e-45391c8ec89c will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:30:45.509318 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.552450 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.592048 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] For port 5687bc4e-d94b-456f-a430-6926aa4538c2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5687bc4e-d94b-456f-a430-6926aa4538c2,segment=NetworkSegment(dde530d1-ce27-475c-b607-6b1ce65764bb),segment_id=dde530d1-ce27-475c-b607-6b1ce65764bb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:45.596829 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.604158 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Pushing event updated for resources: {'Port': ['ID=a428e534-298d-42e1-ae7e-45391c8ec89c,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:45.637181 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Attempting to bind port a428e534-298d-42e1-ae7e-45391c8ec89c on host n-h2-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:30:45.637519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Attempting to bind port a428e534-298d-42e1-ae7e-45391c8ec89c by drivers openvswitch,hyperv on host n-h2-688802-6 at level 0 using segments [{'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:30:45.638149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Attempting to bind port a428e534-298d-42e1-ae7e-45391c8ec89c on network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:45.642772 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Port a428e534-298d-42e1-ae7e-45391c8ec89c on network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d not bound, no agent of type Open vSwitch agent registered on host n-h2-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:30:45.651994 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Attempting to bind port a428e534-298d-42e1-ae7e-45391c8ec89c on network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:30:45.657590 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Checking agent: {'id': '7fa49f89-17a2-4329-97e6-7f5ac1dac8dc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:30:45.657975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Checking segment: {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:30:45.658344 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Bound using segment: {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:30:45.658779 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Bound port: a428e534-298d-42e1-ae7e-45391c8ec89c, host: n-h2-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:30:45.659146 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.659810 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Pushing event updated for resources: {'Port': ['ID=5687bc4e-d94b-456f-a430-6926aa4538c2,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:45.733927 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:30:45.738993 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a428e534-298d-42e1-ae7e-45391c8ec89c,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:30:45.744160 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.766249 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:45.767291 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:45.768605 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] 10.222.0.35 "PUT /v2.0/ports/a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 1092 time: 0.6394725 Aug 30 14:30:45.772195 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:45.774756 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e0bb23-f133-42ed-be04-457bd3bf797a" -d '{"events": [{"name": "network-changed", "server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:45.795714 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527f015-69b7-4d02-aa42-de631ae18d4f req-1d75ba86-fd5c-4186-b68d-232be1293c56 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:45.805563 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0527f015-69b7-4d02-aa42-de631ae18d4f req-1d75ba86-fd5c-4186-b68d-232be1293c56 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 944 time: 0.0987597 Aug 30 14:30:45.854437 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38befdf-dbac-43f4-b5cb-765d212bc8c1 x-openstack-request-id: req-f38befdf-dbac-43f4-b5cb-765d212bc8c1 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:45.854980 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:45.855392 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f38befdf-dbac-43f4-b5cb-765d212bc8c1 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:45.856675 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'status': 'completed', 'code': 200} Aug 30 14:30:45.864965 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-0527f015-69b7-4d02-aa42-de631ae18d4f req-24ccd74d-a6ef-4834-9b42-1c1708be8625 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580759 Aug 30 14:30:45.929967 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bc409a-e540-401e-8f20-ab195db1627b service neutron] Pushing event updated for resources: {'Port': ['ID=a428e534-298d-42e1-ae7e-45391c8ec89c,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:45.949584 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-9e8110f8-e995-4d10-a271-6ce4663f4556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:45.951114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-9e8110f8-e995-4d10-a271-6ce4663f4556 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1095 time: 0.1195598 Aug 30 14:30:46.005324 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-aa1c3748-1ab8-4e96-a0c5-23b14f86401a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 217 time: 0.0454352 Aug 30 14:30:46.074989 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-87af3f7b-504f-4083-a5d4-0263e53d419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:46.076769 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-87af3f7b-504f-4083-a5d4-0263e53d419d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0652015 Aug 30 14:30:46.140346 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-b981383e-a4c7-4df3-9165-83909a299667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:46.141967 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-b981383e-a4c7-4df3-9165-83909a299667 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580783 Aug 30 14:30:46.238445 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-1771e509-3b55-4ddd-9fef-e3af6b7416dc service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890362 Aug 30 14:30:46.346493 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-41a5a2cf-ac1b-4a6f-972b-4c9157817e2a req-faddc640-a8b5-4cad-841e-8531a6bed88d service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007757 Aug 30 14:30:46.438174 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-3af217f3-2e16-43d8-a47b-88b887238469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:46.439687 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-3af217f3-2e16-43d8-a47b-88b887238469 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1095 time: 0.0426610 Aug 30 14:30:46.533790 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-415e0ce2-10ca-4f39-95cf-71884fb69f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:46.535336 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-415e0ce2-10ca-4f39-95cf-71884fb69f18 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.0886161 Aug 30 14:30:46.583367 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-6d78aa5b-3458-4006-bed5-ebff08db1740 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 217 time: 0.0400023 Aug 30 14:30:46.636560 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-18ff1b29-2167-4b08-b8dc-abb74f382823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:46.638018 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-18ff1b29-2167-4b08-b8dc-abb74f382823 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0459375 Aug 30 14:30:46.689169 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-6357e15e-6e77-447b-acea-1a2f08754a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:46.690827 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-6357e15e-6e77-447b-acea-1a2f08754a05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453253 Aug 30 14:30:46.790071 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-1aafa62f-d22c-415e-882a-774eb7b84462 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915489 Aug 30 14:30:46.881721 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-17e0bb23-f133-42ed-be04-457bd3bf797a req-ea2f47ed-f506-46cb-bb21-2c6e7a44feb7 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850427 Aug 30 14:30:47.040716 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf9110-0bd9-415d-9342-90c3f37f8d11 req-1589fe5f-3708-4355-955b-50e530c94f3c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:47.042249 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9cbf9110-0bd9-415d-9342-90c3f37f8d11 req-1589fe5f-3708-4355-955b-50e530c94f3c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 944 time: 0.1084816 Aug 30 14:30:47.090376 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9cbf9110-0bd9-415d-9342-90c3f37f8d11 req-3ed389df-bce4-4dd6-8641-dc3f625dfd91 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420313 Aug 30 14:30:47.386783 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5687bc4e-d94b-456f-a430-6926aa4538c2 up at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:47.434415 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Provisioning complete for port 5687bc4e-d94b-456f-a430-6926aa4538c2 triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:47.434791 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.261604 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49abcf3-09e8-489d-aa4f-06104729b170 req-79400dfd-cadc-4362-b8a1-bd9d6de3e0ee tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:48.263253 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49abcf3-09e8-489d-aa4f-06104729b170 req-79400dfd-cadc-4362-b8a1-bd9d6de3e0ee tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 944 time: 0.1054835 Aug 30 14:30:48.304275 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-a49abcf3-09e8-489d-aa4f-06104729b170 req-20881d1a-683a-4b3b-9fd7-6057f689b835 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347657 Aug 30 14:30:48.491994 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a428e534-298d-42e1-ae7e-45391c8ec89c details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:30:48.591289 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a428e534-298d-42e1-ae7e-45391c8ec89c,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:48.603356 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:30:48.643004 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.660171 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a428e534-298d-42e1-ae7e-45391c8ec89c {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:30:48.679943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a428e534-298d-42e1-ae7e-45391c8ec89c,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:48.684029 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:48.733018 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a428e534-298d-42e1-ae7e-45391c8ec89c,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:49.048281 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['a428e534-298d-42e1-ae7e-45391c8ec89c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:30:49.428730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed024ca-f1e2-4000-b436-42dbcb4c5832 req-69e21165-00ae-4a16-bde1-6d511d661259 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:49.430383 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eed024ca-f1e2-4000-b436-42dbcb4c5832 req-69e21165-00ae-4a16-bde1-6d511d661259 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 945 time: 0.0549927 Aug 30 14:30:49.471100 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-eed024ca-f1e2-4000-b436-42dbcb4c5832 req-015a73da-2437-4e80-ad7d-3aa7d20d066e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346851 Aug 30 14:30:50.506936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a428e534-298d-42e1-ae7e-45391c8ec89c up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:30:50.565186 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning for port a428e534-298d-42e1-ae7e-45391c8ec89c completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:30:50.570092 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port a428e534-298d-42e1-ae7e-45391c8ec89c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:30:50.570587 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.600783 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc5cc2-471a-4e63-b059-c896c53c5261 req-063f25b3-1295-46df-bb70-a6abbb11f419 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:50.602517 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c9fc5cc2-471a-4e63-b059-c896c53c5261 req-063f25b3-1295-46df-bb70-a6abbb11f419 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 945 time: 0.0527697 Aug 30 14:30:50.652166 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-c9fc5cc2-471a-4e63-b059-c896c53c5261 req-06ffb504-b4d0-4231-af13-392c609d43a3 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411723 Aug 30 14:30:50.670136 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.695836 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:50.698311 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d5a5dd-4b3a-44c9-80ef-acb5927cd207" -d '{"events": [{"server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "name": "network-vif-plugged", "status": "completed", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:50.713999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a428e534-298d-42e1-ae7e-45391c8ec89c,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:30:50.719491 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:50.750392 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb0b9e4-2959-4b2b-9481-79fcb4d0714c x-openstack-request-id: req-ebb0b9e4-2959-4b2b-9481-79fcb4d0714c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:50.750667 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "name": "network-vif-plugged", "status": "completed", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:50.750823 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ebb0b9e4-2959-4b2b-9481-79fcb4d0714c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:50.751215 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'code': 200} Aug 30 14:30:50.783322 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a428e534-298d-42e1-ae7e-45391c8ec89c,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:50.852911 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eecd039-b8c1-4afe-bd72-18b85154587b req-b5113b94-223d-4b8d-b1c9-26dc2861e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:50.854545 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9eecd039-b8c1-4afe-bd72-18b85154587b req-b5113b94-223d-4b8d-b1c9-26dc2861e8c2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1097 time: 0.0488446 Aug 30 14:30:50.894346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-9eecd039-b8c1-4afe-bd72-18b85154587b req-6f8818d9-4820-4e72-a6a9-951d4c0a9ac3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325224 Aug 30 14:30:51.781025 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e89b8-1ed2-478e-a454-a34a8e16753d req-6d993a83-2afd-49c7-8dcb-52000f2b8c6d tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:51.782575 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-013e89b8-1ed2-478e-a454-a34a8e16753d req-6d993a83-2afd-49c7-8dcb-52000f2b8c6d tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 946 time: 0.0585837 Aug 30 14:30:51.822931 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-013e89b8-1ed2-478e-a454-a34a8e16753d req-e682db61-1b09-4148-ba10-75cd09ed5cf7 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340862 Aug 30 14:30:52.945123 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20830404-fbd9-488f-afe8-3b684124df6b req-260e34a5-9c2a-4fbf-ba59-d6e7b9d99b21 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:52.946526 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830404-fbd9-488f-afe8-3b684124df6b req-260e34a5-9c2a-4fbf-ba59-d6e7b9d99b21 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 946 time: 0.0525198 Aug 30 14:30:52.991768 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-20830404-fbd9-488f-afe8-3b684124df6b req-163a4488-2cae-4e47-97d7-3ce3dfa58620 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385938 Aug 30 14:30:53.112277 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7810fb5-c554-454c-b3e7-ebc93a16ca89 req-7bdcf6a4-e1df-4394-b0e3-332e71526d00 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:53.113810 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7810fb5-c554-454c-b3e7-ebc93a16ca89 req-7bdcf6a4-e1df-4394-b0e3-332e71526d00 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 946 time: 0.0530286 Aug 30 14:30:53.155787 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d7810fb5-c554-454c-b3e7-ebc93a16ca89 req-f4920469-2a34-4761-8205-fb4d40dddd4d tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355544 Aug 30 14:30:53.178329 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40834) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:53.265117 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17be4c2-2db9-4e8b-bda8-a7db6ecbce77 tempest-TestSnapshotPattern-1330227053 tempest-TestSnapshotPattern-1330227053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:53.266686 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-c17be4c2-2db9-4e8b-bda8-a7db6ecbce77 tempest-TestSnapshotPattern-1330227053 tempest-TestSnapshotPattern-1330227053-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1092 time: 0.0873594 Aug 30 14:30:53.269896 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 40838) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:30:53.274414 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.v2.base [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95699) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:30:53.297919 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for floatingip, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.412362 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.527242 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_common [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Allocated IP 172.25.2.240 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/4e460e6a-359c-4370-8453-579dd95c79a0) {{(pid=95699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:30:53.634198 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for port, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.676396 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:53.717435 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:30:53.720389 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.base_scheduler [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Resources bound (agent type, host, resource id): {{(pid=95699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:30:53.724056 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Received port after_create {{(pid=95699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:30:53.729922 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'Port': ['ID=4e460e6a-359c-4370-8453-579dd95c79a0,revision_number=1']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:54.104198 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.180461 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.344607 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for port, precommit_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.351359 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6412507'] for port, after_update {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.425575 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'Port': ['ID=4e460e6a-359c-4370-8453-579dd95c79a0,revision_number=2']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:30:54.438750 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.555404 n-d-688802-6 neutron-server[95699]: INFO neutron.db.l3_db [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Floating IP 8b11a22e-ac7b-4e55-a74c-a00640e94624 associated. External IP: 172.25.2.240, port: a428e534-298d-42e1-ae7e-45391c8ec89c. Aug 30 14:30:54.777263 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Router d7699400-aca0-445f-84cf-ddb4e3d53dee has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:30:54.903626 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:30:54.916982 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] Sync routers for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:30:54.928534 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:30:54.929574 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:54.929925 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:54.962442 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-df4542d6-3c5f-44ec-b1bd-800a0a7ca2bf tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6914880 Aug 30 14:30:54.963247 n-d-688802-6 neutron-server[95699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c'}] {{(pid=95699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:30:54.965651 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}486591d1303bc62b649dd3a65724d62afd5ef9ff048d45214d106ee2c248256a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e2d8e7-9e70-418e-853d-614aa00a6cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c"}]}' {{(pid=95699) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:30:55.063587 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:55.081254 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda0bf4f-2f20-4589-9be4-87adf22ab7d0 x-openstack-request-id: req-fda0bf4f-2f20-4589-9be4-87adf22ab7d0 {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:30:55.081568 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c", "status": "completed", "code": 200}]} {{(pid=95699) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:30:55.082405 n-d-688802-6 neutron-server[95699]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fda0bf4f-2f20-4589-9be4-87adf22ab7d0 {{(pid=95699) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:30:55.082860 n-d-688802-6 neutron-server[95699]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'status': 'completed', 'code': 200} Aug 30 14:30:55.151059 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-9cf5c786-da26-4151-b658-419817277dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:55.153226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-9cf5c786-da26-4151-b658-419817277dc3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1097 time: 0.0450373 Aug 30 14:30:55.250380 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-24bcdb1d-5a0f-46cd-8c6d-17cd6a963f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:55.251916 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-24bcdb1d-5a0f-46cd-8c6d-17cd6a963f3d service neutron] 10.222.0.35 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.0916581 Aug 30 14:30:55.306688 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '8b11a22e-ac7b-4e55-a74c-a00640e94624', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:30:53Z', 'updated_at': '2021-08-30T14:30:53Z', 'revision_number': 0, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:55.328116 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-4195b82e-5121-4b37-ba25-3e2fb50dbbd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 1000 time: 0.0694177 Aug 30 14:30:55.387395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-cffe99d9-a31f-4f16-b922-e4565e941152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:55.389033 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-cffe99d9-a31f-4f16-b922-e4565e941152 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0507205 Aug 30 14:30:55.441089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-35b1b8d8-db1b-4176-bd52-3d1a3af70164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:30:55.442985 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-35b1b8d8-db1b-4176-bd52-3d1a3af70164 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465283 Aug 30 14:30:55.443492 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] Checking router: d7699400-aca0-445f-84cf-ddb4e3d53dee for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:30:55.452507 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:30:55.453129 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:30:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:55.547718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-db40d3fc-067d-4345-8eb1-cef20baf56fe service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969946 Aug 30 14:30:55.563515 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:30:55.643507 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-39e2d8e7-9e70-418e-853d-614aa00a6cb9 req-44909f83-754f-4051-b324-0e532d2c1917 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883219 Aug 30 14:30:55.798138 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '8b11a22e-ac7b-4e55-a74c-a00640e94624', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:30:53Z', 'updated_at': '2021-08-30T14:30:53Z', 'revision_number': 0, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:30:55.823727 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cfd380f-f6a4-421e-8e90-039f75431604 None None] The sync data for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 is: [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '8b11a22e-ac7b-4e55-a74c-a00640e94624', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:30:53Z', 'updated_at': '2021-08-30T14:30:53Z', 'revision_number': 0, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:30:56.043727 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea9814-8629-4350-b074-5ea3e1a5a7e4 None None] New status for floating IP 8b11a22e-ac7b-4e55-a74c-a00640e94624: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:30:59.472337 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:01.855489 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:31:01.917575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:06.843822 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-875a2568-ca26-469d-8a01-dda5a2e30bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:09.581623 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-967fd215-46fa-496d-a160-e9697927042d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:10.182819 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:11.237533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:12.585322 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:29.492575 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:31.925650 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:34.111412 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-ab983843-f889-4748-b725-287771ebc35b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820282 Aug 30 14:31:34.198347 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-5877fd8e-7171-48c3-ac95-fac091ffbe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:34.199872 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-5877fd8e-7171-48c3-ac95-fac091ffbe43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1097 time: 0.0452085 Aug 30 14:31:34.300624 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-029aa868-e5f2-47ec-a4fc-8eb0013a5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:34.302079 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-029aa868-e5f2-47ec-a4fc-8eb0013a5ecc service neutron] 10.222.0.35 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.0838704 Aug 30 14:31:34.370737 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-3f23e7d7-60c3-43bb-ba0a-1957ab5a4915 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 1002 time: 0.0615878 Aug 30 14:31:34.421096 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-f4a99cdf-c126-49a3-88e3-a48c9722f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:34.422616 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-f4a99cdf-c126-49a3-88e3-a48c9722f053 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0454149 Aug 30 14:31:34.471395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-71e62a14-a522-4674-875a-94717cbda6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:31:34.473370 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-71e62a14-a522-4674-875a-94717cbda6b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434215 Aug 30 14:31:34.564455 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-2bf90ff2-d353-4959-8cfa-abbea73f0ad9 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Aug 30 14:31:34.653286 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-c86cd4f4-32b1-49cd-997a-ed583cd74ae3 req-185f951c-1f88-4fa0-ba16-49f5ab5dfca7 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806246 Aug 30 14:31:36.845226 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-fe5659dc-51e8-4628-907b-f72bee032bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:38.854491 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:31:39.583052 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ae0e2569-2cbb-4c0c-8875-6dac15f0cf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:40.183427 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:41.241374 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:42.584143 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:31:59.489254 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:01.923284 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:06.847330 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-f20eb416-9d23-4636-bae2-e2bb0a29bba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:09.583927 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-76a664ab-a93f-4ae9-8fc7-1a6751d3726d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:10.186190 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:11.244886 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:12.586533 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:15.858718 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:32:29.506281 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:31.939333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:36.108091 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8787188a-5610-4c55-a560-ccbb11987a0a req-5aeba7a1-99a3-469c-b7e6-57e10cc983bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492296 Aug 30 14:32:36.202928 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787188a-5610-4c55-a560-ccbb11987a0a req-a8eed0fe-9360-4d86-b711-7bf9492c03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.204773 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8787188a-5610-4c55-a560-ccbb11987a0a req-a8eed0fe-9360-4d86-b711-7bf9492c03c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1097 time: 0.0502925 Aug 30 14:32:36.322089 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787188a-5610-4c55-a560-ccbb11987a0a req-74e795f2-23e0-4aa6-a0ba-568059735fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.323658 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8787188a-5610-4c55-a560-ccbb11987a0a req-74e795f2-23e0-4aa6-a0ba-568059735fb8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.0969205 Aug 30 14:32:36.404884 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8787188a-5610-4c55-a560-ccbb11987a0a req-a8f8fe1a-ede0-4dd4-be40-90f11d995059 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 1002 time: 0.0736518 Aug 30 14:32:36.464184 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787188a-5610-4c55-a560-ccbb11987a0a req-1cf62f7b-3a04-4264-8224-fab55c6271f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.466878 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8787188a-5610-4c55-a560-ccbb11987a0a req-1cf62f7b-3a04-4264-8224-fab55c6271f7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0540080 Aug 30 14:32:36.521983 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787188a-5610-4c55-a560-ccbb11987a0a req-abe2c36b-cce4-40f4-8f59-d2b753e16a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:32:36.524472 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8787188a-5610-4c55-a560-ccbb11987a0a req-abe2c36b-cce4-40f4-8f59-d2b753e16a8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495224 Aug 30 14:32:36.653147 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8787188a-5610-4c55-a560-ccbb11987a0a req-b569278e-ee23-49a8-a6ea-100d1d6bb589 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204572 Aug 30 14:32:36.756705 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8787188a-5610-4c55-a560-ccbb11987a0a req-68ba455d-fd8e-4ab0-8f83-6e8aea1fffdd service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960422 Aug 30 14:32:36.847952 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dd83d331-5b77-426f-976f-0d782b84f3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:39.593747 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ca15514a-c802-45f3-9f7c-6fbf4479bbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:40.190093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:41.251083 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:42.594611 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:32:52.859292 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:32:59.509428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:01.961834 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:06.845390 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9b22a8fa-a691-453b-a2bb-8315115c8739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:09.588741 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-447d7fb3-720a-4067-b034-85a6620a46f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:10.194940 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:11.253629 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:12.596403 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.520282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:29.859412 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:33:31.972083 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:36.841517 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6c727979-d9da-4764-976e-35ed2fbac523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:38.171556 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-8b8feae7-b445-4e09-8b0a-40d0df533c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:38.174226 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-8b8feae7-b445-4e09-8b0a-40d0df533c5a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1097 time: 0.0529861 Aug 30 14:33:38.297103 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-537f9344-b453-46ad-87f6-9326f83ba867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:38.298681 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-537f9344-b453-46ad-87f6-9326f83ba867 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.1021647 Aug 30 14:33:38.374392 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-21c32c74-0572-4b0b-a54a-40da0fcfa56f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 1002 time: 0.0678630 Aug 30 14:33:38.432304 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-5ad5e598-7af9-49bd-83e6-eca8b29a1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:38.433905 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-5ad5e598-7af9-49bd-83e6-eca8b29a1702 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0521419 Aug 30 14:33:38.492473 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-1c300186-e725-4cc9-a1b7-aacb355e2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:38.494232 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-1c300186-e725-4cc9-a1b7-aacb355e2741 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483761 Aug 30 14:33:38.592996 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-60c7a63d-da63-4b9b-8b11-288aefe0d901 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903771 Aug 30 14:33:38.697751 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-cbff1997-12fd-4368-8440-1c2d7634a7b9 req-12114347-a780-473a-9c38-408f55841683 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968258 Aug 30 14:33:39.346098 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a428e534-298d-42e1-ae7e-45391c8ec89c details requested by agent hyperv_n-h2-688802-6 with host n-h2-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:33:39.495966 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a428e534-298d-42e1-ae7e-45391c8ec89c,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:39.509693 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Returning: {'device': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:33:39.551870 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.566971 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a428e534-298d-42e1-ae7e-45391c8ec89c {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:33:39.599984 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a428e534-298d-42e1-ae7e-45391c8ec89c,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:39.606121 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.610990 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-6dcdd230-6e73-451c-a7f6-91d8f93732af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:39.667814 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a428e534-298d-42e1-ae7e-45391c8ec89c,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:39.675714 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.676060 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.676399 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.676736 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.677943 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.678287 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.678619 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.678944 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.679270 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.679601 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.679921 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.680321 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:39.688021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] get_ports_and_sgs() called for port_ids ['a428e534-298d-42e1-ae7e-45391c8ec89c'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:33:40.198555 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.258121 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.360973 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a428e534-298d-42e1-ae7e-45391c8ec89c up at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:33:41.418094 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Provisioning complete for port a428e534-298d-42e1-ae7e-45391c8ec89c triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:41.418456 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.500494 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.524800 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:41.527080 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9231ac-ceb2-49b4-bb8e-7a795b6375c1" -d '{"events": [{"server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "name": "network-vif-plugged", "status": "completed", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:41.542021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a428e534-298d-42e1-ae7e-45391c8ec89c,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:41.551604 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:41.614538 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a428e534-298d-42e1-ae7e-45391c8ec89c,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:41.663839 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b35b11-9b0c-4392-af88-2ae4c339a9ec x-openstack-request-id: req-45b35b11-9b0c-4392-af88-2ae4c339a9ec {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:41.664158 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "name": "network-vif-plugged", "status": "completed", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:41.664386 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45b35b11-9b0c-4392-af88-2ae4c339a9ec {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:41.664883 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'code': 200} Aug 30 14:33:42.602851 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:51.987557 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-40224337-45a9-4cd9-a712-9e77a89a289c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-645993546&fields=id&tenant_id=2b0cc2a7c8544eb985cfd221463490cf HTTP/1.1" status: 200 len: 267 time: 0.0391605 Aug 30 14:33:52.166096 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-69571dee-4b85-4ffa-8825-0aed1ae40483 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:52.168264 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-69571dee-4b85-4ffa-8825-0aed1ae40483 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 809 time: 0.1734478 Aug 30 14:33:52.191637 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-cd3ebeef-7cf0-48a1-a892-6f5d31bb8402 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/quotas/2b0cc2a7c8544eb985cfd221463490cf HTTP/1.1" status: 200 len: 375 time: 0.0163944 Aug 30 14:33:52.261051 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-effc07a8-7968-4388-952b-6ffed5f34361 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0628285 Aug 30 14:33:52.435933 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-c45336be-6827-4aa3-9051-b8b4d7a5845d service neutron] 10.222.0.37 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622279 Aug 30 14:33:52.540332 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-bb1dde7b-a139-4358-b6ad-a75ce97fa8e1 service neutron] 10.222.0.37 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969982 Aug 30 14:33:52.778113 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-05ef205f-9c02-42be-bfa2-1ccc29189f11 req-efc9efd3-4ecf-4762-9618-2d40a19460a6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 210 time: 0.0414784 Aug 30 14:33:53.840128 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-4a63a262-0a96-4a4c-8f3b-ff9beb93fd31 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:53.842125 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-4a63a262-0a96-4a4c-8f3b-ff9beb93fd31 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.16 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 809 time: 0.1241288 Aug 30 14:33:53.897813 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-503ca72c-4a31-4db8-926c-8730781615bb req-563355a6-a967-4e00-b370-2ddd891b042a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 210 time: 0.0289662 Aug 30 14:33:53.901489 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-8fd538e8-cdf5-4c22-b3d8-03d278b410d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0cc2a7c8544eb985cfd221463490cf HTTP/1.1" status: 200 len: 379 time: 0.0482903 Aug 30 14:33:53.918446 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'port': {'device_id': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'admin_state_up': True, 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'security_groups': ['b9094aeb-c2ad-42d9-a895-e9276ba732a1']}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:33:54.065020 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Made reservation on behalf of 2b0cc2a7c8544eb985cfd221463490cf for: {'port': 1} {{(pid=95698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 14:33:54.069108 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.306031 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Allocated IP 172.20.0.6 (b94c8263-77db-4f6e-bff6-a0c6f02ebe3d/146eef99-4bec-45b6-b868-77587679ed18/e70b92cd-8701-4273-91a2-f57287f4be3a) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:33:54.530303 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.558575 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Transition to ACTIVE for port object e70b92cd-8701-4273-91a2-f57287f4be3a will not be triggered until provisioned by entity DHCP. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:33:54.601296 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.665878 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:33:54.672282 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:33:54.677729 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:33:54.711463 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'Port': ['ID=e70b92cd-8701-4273-91a2-f57287f4be3a,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:54.727861 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.728230 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.728574 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.728917 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.729256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.729622 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.729997 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.730336 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.730742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.731061 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.731365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.731694 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:33:54.758876 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:54.759575 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:54.781000 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-42579123-a19f-4cd5-8968-d8922830a832 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8679500 Aug 30 14:33:55.030621 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c422acc2-a2c9-441c-95d1-eae685fdd9bc None None] Provisioning for port e70b92cd-8701-4273-91a2-f57287f4be3a completed by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:33:55.035757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-c422acc2-a2c9-441c-95d1-eae685fdd9bc None None] Provisioning complete for port e70b92cd-8701-4273-91a2-f57287f4be3a triggered by entity DHCP. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:33:55.037182 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c422acc2-a2c9-441c-95d1-eae685fdd9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.047516 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d2301-3f52-41d6-aa4a-7c658c774445 req-201842cb-6cd4-4ee0-99a6-5b2845e3a353 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:55.051037 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a95d2301-3f52-41d6-aa4a-7c658c774445 req-201842cb-6cd4-4ee0-99a6-5b2845e3a353 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 931 time: 0.0778019 Aug 30 14:33:55.096717 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c422acc2-a2c9-441c-95d1-eae685fdd9bc None None] Port e70b92cd-8701-4273-91a2-f57287f4be3a cannot update to ACTIVE because it is not bound. {{(pid=95700) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 14:33:55.111516 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a95d2301-3f52-41d6-aa4a-7c658c774445 req-93523727-f171-4e94-a3a8-d0274eb86b75 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536289 Aug 30 14:33:55.456161 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a428e534-298d-42e1-ae7e-45391c8ec89c no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:33:55.593103 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.621431 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:33:55.624129 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206b826f-48b9-4ef5-8df1-916dd02e89f8" -d '{"events": [{"server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "name": "network-vif-unplugged", "status": "completed", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:33:55.642804 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a428e534-298d-42e1-ae7e-45391c8ec89c,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:33:55.648988 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:55.678382 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 14:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce63a5c-6f34-4215-8e2f-527185acb02c x-openstack-request-id: req-fce63a5c-6f34-4215-8e2f-527185acb02c {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:33:55.678786 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "name": "network-vif-unplugged", "status": "completed", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:33:55.679146 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fce63a5c-6f34-4215-8e2f-527185acb02c {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:33:55.679664 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'code': 200} Aug 30 14:33:55.710778 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Pushing event updated for resources: {'Port': ['ID=a428e534-298d-42e1-ae7e-45391c8ec89c,revision_number=8']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:33:56.250918 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfa8ba-095b-4f05-8113-088e449af188 req-f24d37b5-de79-4f97-a537-8cbaf6f3dc0a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:56.252678 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdbfa8ba-095b-4f05-8113-088e449af188 req-f24d37b5-de79-4f97-a537-8cbaf6f3dc0a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 931 time: 0.0660563 Aug 30 14:33:56.298165 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-bdbfa8ba-095b-4f05-8113-088e449af188 req-48e793c4-1250-470e-9427-6f0553338e45 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357628 Aug 30 14:33:57.428374 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de171f5-7eae-44c7-9105-ef41f94fa22a req-0757b867-c61c-429f-bd0b-300da19ab8ed tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:57.429942 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2de171f5-7eae-44c7-9105-ef41f94fa22a req-0757b867-c61c-429f-bd0b-300da19ab8ed tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 931 time: 0.0540371 Aug 30 14:33:57.474113 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-2de171f5-7eae-44c7-9105-ef41f94fa22a req-faeb9633-5017-483a-85a1-ccf35a9097cc tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375433 Aug 30 14:33:58.602859 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9dacf-ac96-43ba-9624-0de7c56510b1 req-307b9487-30db-4a07-bcde-e787778836cd tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:58.607007 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85b9dacf-ac96-43ba-9624-0de7c56510b1 req-307b9487-30db-4a07-bcde-e787778836cd tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 931 time: 0.0591764 Aug 30 14:33:58.644955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-85b9dacf-ac96-43ba-9624-0de7c56510b1 req-e3895984-5c8a-42b6-9494-2437b42512d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341527 Aug 30 14:33:59.535817 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:33:59.808850 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba3aec-77cf-4aa1-a07f-5d29adc086f8 req-7d849671-74d4-4724-b7ff-d29b13222288 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:33:59.811770 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40ba3aec-77cf-4aa1-a07f-5d29adc086f8 req-7d849671-74d4-4724-b7ff-d29b13222288 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 931 time: 0.0769930 Aug 30 14:33:59.886109 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-40ba3aec-77cf-4aa1-a07f-5d29adc086f8 req-40643e6f-fc98-4c1a-a5a0-96199fdaf1c2 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618467 Aug 30 14:34:01.014306 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b83b2-489e-4e87-8024-43cd160315a0 req-7dd3e6c9-cdca-4da2-becb-a6f5069260cb tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:01.015926 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea8b83b2-489e-4e87-8024-43cd160315a0 req-7dd3e6c9-cdca-4da2-becb-a6f5069260cb tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 931 time: 0.0528102 Aug 30 14:34:01.060202 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ea8b83b2-489e-4e87-8024-43cd160315a0 req-27b22fd5-4a5f-4fd6-afcf-4583da7d507e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367675 Aug 30 14:34:01.977862 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:02.226991 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14332b2-c63e-426f-a126-332c44b9dcfe req-e834d2db-9e9b-4f7a-9a79-eb0bfed6f244 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:02.228683 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d14332b2-c63e-426f-a126-332c44b9dcfe req-e834d2db-9e9b-4f7a-9a79-eb0bfed6f244 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 931 time: 0.0586541 Aug 30 14:34:02.273935 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d14332b2-c63e-426f-a126-332c44b9dcfe req-a1710236-a755-4955-88eb-2e1045c9cd4e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382130 Aug 30 14:34:03.416784 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155e0df-65f6-4134-b911-11343ffa9bef req-56dae13c-4c04-45aa-98e5-99c85c3f018b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:03.419207 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f155e0df-65f6-4134-b911-11343ffa9bef req-56dae13c-4c04-45aa-98e5-99c85c3f018b tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 931 time: 0.0649827 Aug 30 14:34:03.493599 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-f155e0df-65f6-4134-b911-11343ffa9bef req-0c999dc4-c309-45da-97bb-1d62a725acf8 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635381 Aug 30 14:34:04.407312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Request body: {'port': {'device_id': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-688802-6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:04.465371 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.638909 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21341e4-a080-41ae-8661-d7ae787f791e req-110d3705-1be6-4acc-9f1c-eafc8aff9d87 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:04.640515 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d21341e4-a080-41ae-8661-d7ae787f791e req-110d3705-1be6-4acc-9f1c-eafc8aff9d87 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 931 time: 0.0588768 Aug 30 14:34:04.683451 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d21341e4-a080-41ae-8661-d7ae787f791e req-268fef1b-ee3c-48a0-95a6-8b07f2f08785 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356281 Aug 30 14:34:04.866244 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70b92cd-8701-4273-91a2-f57287f4be3a {{(pid=95698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:04.874646 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.890005 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.provisioning_blocks [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Transition to ACTIVE for port object e70b92cd-8701-4273-91a2-f57287f4be3a will not be triggered until provisioned by entity L2. {{(pid=95698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 14:34:04.895198 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:04.951036 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e70b92cd-8701-4273-91a2-f57287f4be3a,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:05.052310 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Attempting to bind port e70b92cd-8701-4273-91a2-f57287f4be3a on host n-h1-688802-6 for vnic_type normal with profile {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 14:34:05.052655 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Attempting to bind port e70b92cd-8701-4273-91a2-f57287f4be3a by drivers openvswitch,hyperv on host n-h1-688802-6 at level 0 using segments [{'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 14:34:05.052976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Attempting to bind port e70b92cd-8701-4273-91a2-f57287f4be3a on network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:05.058084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Port e70b92cd-8701-4273-91a2-f57287f4be3a on network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d not bound, no agent of type Open vSwitch agent registered on host n-h1-688802-6 {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 14:34:05.058404 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Attempting to bind port e70b92cd-8701-4273-91a2-f57287f4be3a on network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 14:34:05.064272 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Checking agent: {'id': '182b2de0-2f9a-4da2-8a87-74a7b75d1f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-688802-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'started_at': datetime.datetime(2021, 8, 30, 12, 52, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 14:34:05.064612 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Checking segment: {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 14:34:05.064998 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Bound using segment: {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'} {{(pid=95698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 14:34:05.065435 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.managers [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Bound port: e70b92cd-8701-4273-91a2-f57287f4be3a, host: n-h1-688802-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af404bc-e613-48f6-8847-0e8a598266bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d'}}] {{(pid=95698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 14:34:05.065845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.149079 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] For port e70b92cd-8701-4273-91a2-f57287f4be3a, host n-h1-688802-6, cleared binding levels {{(pid=95698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 14:34:05.154830 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] For port e70b92cd-8701-4273-91a2-f57287f4be3a, host n-h1-688802-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e70b92cd-8701-4273-91a2-f57287f4be3a,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 14:34:05.160558 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.567629 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:05.568279 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:05.569782 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] 10.222.0.16 "PUT /v2.0/ports/e70b92cd-8701-4273-91a2-f57287f4be3a HTTP/1.1" status: 200 len: 1091 time: 1.1671600 Aug 30 14:34:05.570256 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:05.573005 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530" -d '{"events": [{"name": "network-changed", "server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:05.601752 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905dbc6-8867-413b-ba60-87c672aca5b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e70b92cd-8701-4273-91a2-f57287f4be3a,revision_number=3']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:05.682323 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-1f8405ac-4562-4441-84b1-747b45ffd11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:05.683896 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-1f8405ac-4562-4441-84b1-747b45ffd11d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 1094 time: 0.0572345 Aug 30 14:34:05.732537 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e1e3bb-26a8-4fb1-9ccc-7d3e505deea1 x-openstack-request-id: req-75e1e3bb-26a8-4fb1-9ccc-7d3e505deea1 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:05.732883 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:05.733081 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-75e1e3bb-26a8-4fb1-9ccc-7d3e505deea1 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:05.733405 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'status': 'completed', 'code': 200} Aug 30 14:34:05.735346 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-69bf6f79-ee61-4fb3-b37c-fe2cecae9ae8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70b92cd-8701-4273-91a2-f57287f4be3a HTTP/1.1" status: 200 len: 217 time: 0.0414577 Aug 30 14:34:05.816778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-41796f8a-ba02-43fd-883c-25e56aca332e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:05.820227 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-41796f8a-ba02-43fd-883c-25e56aca332e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0776935 Aug 30 14:34:05.866185 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514de44-cd84-4afa-836f-bb7059ab215d req-63ebf7fd-568e-4772-9efb-11fdb6d4db6c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:05.869189 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e514de44-cd84-4afa-836f-bb7059ab215d req-63ebf7fd-568e-4772-9efb-11fdb6d4db6c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 943 time: 0.0950563 Aug 30 14:34:05.879596 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-d3b108dc-c011-40fb-8919-eabcf22d31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:05.881894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-d3b108dc-c011-40fb-8919-eabcf22d31a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546114 Aug 30 14:34:05.938538 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-e514de44-cd84-4afa-836f-bb7059ab215d req-60f065a5-4960-4eab-bf85-2c8c25d5cd5c tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562027 Aug 30 14:34:06.008342 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-2f502f99-f138-43a2-b897-70ac10898a39 service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186919 Aug 30 14:34:06.107989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-dd5082a3-4c01-468b-b209-4f4b01138443 req-aebd7863-d378-4d67-b69e-733602075750 service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924911 Aug 30 14:34:06.200867 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-87e5efaf-97c2-4e34-84a2-21865f44445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.202838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-87e5efaf-97c2-4e34-84a2-21865f44445c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 1094 time: 0.0462236 Aug 30 14:34:06.303074 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-ab53c502-5ac4-4c69-91d4-f992ecbf25ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.304466 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-ab53c502-5ac4-4c69-91d4-f992ecbf25ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.0946877 Aug 30 14:34:06.351617 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-cd9e2af5-8984-46b2-b9c5-5cd3de8e3889 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70b92cd-8701-4273-91a2-f57287f4be3a HTTP/1.1" status: 200 len: 217 time: 0.0384851 Aug 30 14:34:06.404505 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-896899a4-98aa-423b-b934-b0bd19d322c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.406025 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-896899a4-98aa-423b-b934-b0bd19d322c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0467756 Aug 30 14:34:06.461879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-05680635-a998-4ba7-82f1-520b61128688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:06.463394 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-05680635-a998-4ba7-82f1-520b61128688 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481424 Aug 30 14:34:06.559979 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-b16317fe-ef7f-41a4-a238-8137ae589a90 service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874503 Aug 30 14:34:06.657247 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-ccaad7b0-7d3f-4d2b-8a97-45eefd919530 req-dcdc75f4-ca98-46ca-b86b-34b41dad674b service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879257 Aug 30 14:34:06.836590 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-18955f3c-2430-4758-bee9-d6a287301c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:06.859003 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:34:07.068084 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564c8de-335e-4490-9a94-37d76b4abfe3 req-a750c09c-0902-4cf6-a8b5-dae1539c1819 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:07.069750 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8564c8de-335e-4490-9a94-37d76b4abfe3 req-a750c09c-0902-4cf6-a8b5-dae1539c1819 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 943 time: 0.0554214 Aug 30 14:34:07.114231 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8564c8de-335e-4490-9a94-37d76b4abfe3 req-398f7b42-e1e2-4361-84f1-1dde14e10a47 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381200 Aug 30 14:34:08.243781 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ecdf7-9bcd-4808-9242-b14e944dc5f5 req-59177689-54dc-4e16-ac37-47bc87195fde tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:08.245690 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-139ecdf7-9bcd-4808-9242-b14e944dc5f5 req-59177689-54dc-4e16-ac37-47bc87195fde tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 943 time: 0.0538471 Aug 30 14:34:08.288595 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-139ecdf7-9bcd-4808-9242-b14e944dc5f5 req-0dbf70fa-98ff-4d6d-aabf-31f72c315c54 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364749 Aug 30 14:34:08.428952 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e70b92cd-8701-4273-91a2-f57287f4be3a details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:34:08.534352 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e70b92cd-8701-4273-91a2-f57287f4be3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e70b92cd-8701-4273-91a2-f57287f4be3a,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:08.548670 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'port_id': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'mac_address': 'fa:16:3e:cc:3d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:34:08.608981 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.632477 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70b92cd-8701-4273-91a2-f57287f4be3a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:34:08.659429 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e70b92cd-8701-4273-91a2-f57287f4be3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e70b92cd-8701-4273-91a2-f57287f4be3a,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:08.665303 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:08.729476 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e70b92cd-8701-4273-91a2-f57287f4be3a,revision_number=4']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:08.898696 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e70b92cd-8701-4273-91a2-f57287f4be3a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:34:09.428265 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97736dd6-bb9e-4777-b025-165e2c873e19 req-f6e32be9-e8af-49e5-9cc6-d2f48310a645 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:09.430469 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97736dd6-bb9e-4777-b025-165e2c873e19 req-f6e32be9-e8af-49e5-9cc6-d2f48310a645 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 944 time: 0.0667684 Aug 30 14:34:09.488190 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-97736dd6-bb9e-4777-b025-165e2c873e19 req-39afe311-36b5-4b1e-a532-6f17e9190399 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510190 Aug 30 14:34:09.595143 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-8e5630ce-f0d6-4171-bc1f-45fced776d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.203032 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.441723 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e70b92cd-8701-4273-91a2-f57287f4be3a up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:34:10.496273 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning for port e70b92cd-8701-4273-91a2-f57287f4be3a completed by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 14:34:10.500133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port e70b92cd-8701-4273-91a2-f57287f4be3a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:34:10.500511 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.600884 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.620179 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f840b8-f5c7-4225-973b-936f29d4c09b req-51c8a0f2-3050-4620-ab0a-a1330bb01cbc tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:10.621902 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96f840b8-f5c7-4225-973b-936f29d4c09b req-51c8a0f2-3050-4620-ab0a-a1330bb01cbc tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 944 time: 0.0578678 Aug 30 14:34:10.635859 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:10.638567 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2218203-21d2-43b4-becc-e0ea7cf5a173" -d '{"events": [{"server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "name": "network-vif-plugged", "status": "completed", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:10.654299 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e70b92cd-8701-4273-91a2-f57287f4be3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e70b92cd-8701-4273-91a2-f57287f4be3a,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:34:10.660235 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:10.693178 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3964a5cf-0230-408b-9d51-f6e5a4c302ed x-openstack-request-id: req-3964a5cf-0230-408b-9d51-f6e5a4c302ed {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:10.693444 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "name": "network-vif-plugged", "status": "completed", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:10.693706 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3964a5cf-0230-408b-9d51-f6e5a4c302ed {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:10.694091 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'code': 200} Aug 30 14:34:10.694508 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-96f840b8-f5c7-4225-973b-936f29d4c09b req-5b17a562-f583-4f44-b688-23723d749e79 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647688 Aug 30 14:34:10.730433 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e70b92cd-8701-4273-91a2-f57287f4be3a,revision_number=5']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:10.805217 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55878a9f-92c6-4b1d-8f95-0b79eac050e9 req-540055da-c2fc-4180-a526-c9b85ad31bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:10.806753 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55878a9f-92c6-4b1d-8f95-0b79eac050e9 req-540055da-c2fc-4180-a526-c9b85ad31bc7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 1096 time: 0.0486438 Aug 30 14:34:10.843883 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-55878a9f-92c6-4b1d-8f95-0b79eac050e9 req-ab205c93-3d13-4ecb-8b9e-2d764c4b99f0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297999 Aug 30 14:34:11.263586 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:11.837514 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779c641-133c-409c-bfb7-ff5c0c1e091a req-36a77436-2958-4315-8ad4-fed8b53f6baa tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:11.839326 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0779c641-133c-409c-bfb7-ff5c0c1e091a req-36a77436-2958-4315-8ad4-fed8b53f6baa tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 945 time: 0.0583279 Aug 30 14:34:11.899175 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-0779c641-133c-409c-bfb7-ff5c0c1e091a req-154ae5e6-36ee-44e7-886b-dab9d8ba02b4 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449691 Aug 30 14:34:12.604291 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.045340 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f339a-70db-42c1-9424-beb5fc279554 req-f7f7f32f-89eb-45b3-b920-d2a2f1918d64 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:13.047365 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-533f339a-70db-42c1-9424-beb5fc279554 req-f7f7f32f-89eb-45b3-b920-d2a2f1918d64 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 945 time: 0.0621006 Aug 30 14:34:13.094841 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-533f339a-70db-42c1-9424-beb5fc279554 req-26321aa2-6cee-4f0a-b731-dc5737fd5d62 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385900 Aug 30 14:34:13.230793 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506cf9c-265a-4927-89fa-8109c2f7a9a2 req-41448ca6-ede6-4d76-b96a-a5a827698f9e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:13.232440 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a506cf9c-265a-4927-89fa-8109c2f7a9a2 req-41448ca6-ede6-4d76-b96a-a5a827698f9e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 945 time: 0.0598261 Aug 30 14:34:13.277703 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a506cf9c-265a-4927-89fa-8109c2f7a9a2 req-25c3356b-b880-4e09-b70f-3268a5cb2406 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383999 Aug 30 14:34:13.302013 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41188) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:13.376364 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2239609-23f4-48a9-8df3-d3a683a1bf44 tempest-TestSnapshotPattern-1330227053 tempest-TestSnapshotPattern-1330227053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:13.379250 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-d2239609-23f4-48a9-8df3-d3a683a1bf44 tempest-TestSnapshotPattern-1330227053 tempest-TestSnapshotPattern-1330227053-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 1091 time: 0.0755920 Aug 30 14:34:13.382672 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41190) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:34:13.387893 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.v2.base [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Request body: {'floatingip': {'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'port_id': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 14:34:13.417597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for floatingip, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.538463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.698778 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.db_base_plugin_common [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Allocated IP 172.25.2.193 (da5f4eeb-23a2-4741-addb-4923406a7fe6/ad3f8f65-e28f-45a0-9e05-5f492938800d/68d52b73-740f-4e8a-b962-28aa20c89f37) {{(pid=95698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 14:34:13.873468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for port, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.916823 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785276616214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:13.967678 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Network da5f4eeb-23a2-4741-addb-4923406a7fe6 is already hosted by enough agents. {{(pid=95698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 14:34:13.971038 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.base_scheduler [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Resources bound (agent type, host, resource id): {{(pid=95698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 14:34:13.975536 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Received port after_create {{(pid=95698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 14:34:13.982302 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'Port': ['ID=68d52b73-740f-4e8a-b962-28aa20c89f37,revision_number=1']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:14.424197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.508834 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.736005 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for port, precommit_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.742195 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7690229'] for port, after_update {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.821420 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event updated for resources: {'Port': ['ID=68d52b73-740f-4e8a-b962-28aa20c89f37,revision_number=2']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:34:14.836301 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1701287'] for floatingip, after_create {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:14.972454 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Floating IP 17d49ab0-e0f7-4c91-8cbc-e07af12158b5 associated. External IP: 172.25.2.193, port: e70b92cd-8701-4273-91a2-f57287f4be3a. Aug 30 14:34:15.212365 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Router d7699400-aca0-445f-84cf-ddb4e3d53dee has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:34:15.340670 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:34:15.353655 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] Sync routers for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:34:15.361654 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:15.368447 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:15.369187 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:34:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:15.398092 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-6b1e26f6-23a5-4689-81a8-730d3f7a3501 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0142343 Aug 30 14:34:15.398742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:34:15.401155 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb7031d-0b65-4913-b1f5-866ebbc25c75" -d '{"events": [{"name": "network-changed", "server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:34:15.475010 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109656c-7805-475c-bb92-2897a8c3bd99 x-openstack-request-id: req-f109656c-7805-475c-bb92-2897a8c3bd99 {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:34:15.475911 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:34:15.475911 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f109656c-7805-475c-bb92-2897a8c3bd99 {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:34:15.475911 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'status': 'completed', 'code': 200} Aug 30 14:34:15.514606 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:34:15.545563 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-91aad4a5-9026-4acb-99e9-1fd77c016d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:15.547195 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-91aad4a5-9026-4acb-99e9-1fd77c016d79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 1096 time: 0.0472472 Aug 30 14:34:15.668149 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-58cfb1ea-c552-4316-a1c4-73deb43db6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:15.669806 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-58cfb1ea-c552-4316-a1c4-73deb43db6f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.1157737 Aug 30 14:34:15.754186 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-d57ff12d-9f72-4e58-a7a5-0c44cfeaa67d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70b92cd-8701-4273-91a2-f57287f4be3a HTTP/1.1" status: 200 len: 999 time: 0.0726337 Aug 30 14:34:15.812889 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-891b4e7c-ba94-45bd-b035-4bfb99bed740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:15.814543 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-891b4e7c-ba94-45bd-b035-4bfb99bed740 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0534210 Aug 30 14:34:15.879667 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-2e189c4d-45a4-41d7-a9b0-223cb9127e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:15.882990 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-2e189c4d-45a4-41d7-a9b0-223cb9127e9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598245 Aug 30 14:34:15.902879 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '17d49ab0-e0f7-4c91-8cbc-e07af12158b5', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.193', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:cc:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:34:14Z', 'updated_at': '2021-08-30T14:34:14Z', 'revision_number': 0, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}, {'id': '8b11a22e-ac7b-4e55-a74c-a00640e94624', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:30:53Z', 'updated_at': '2021-08-30T14:30:56Z', 'revision_number': 1, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:15.941041 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] Checking router: d7699400-aca0-445f-84cf-ddb4e3d53dee for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:34:15.953087 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:34:15.954084 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:34:10Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:16.001323 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-d4d37142-4c84-4204-a2e0-6c38f1558636 service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102970 Aug 30 14:34:16.104014 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:34:16.138097 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-beb7031d-0b65-4913-b1f5-866ebbc25c75 req-fa8df892-402f-415f-b56f-1c235a5f199c service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292388 Aug 30 14:34:16.376859 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '17d49ab0-e0f7-4c91-8cbc-e07af12158b5', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.193', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:cc:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:34:14Z', 'updated_at': '2021-08-30T14:34:14Z', 'revision_number': 0, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}, {'id': '8b11a22e-ac7b-4e55-a74c-a00640e94624', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:30:53Z', 'updated_at': '2021-08-30T14:30:56Z', 'revision_number': 1, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:34:16.407690 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d081d55c-b8b0-4e49-ab4c-4069bd9cb212 None None] The sync data for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 is: [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '17d49ab0-e0f7-4c91-8cbc-e07af12158b5', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.193', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:cc:3d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:34:14Z', 'updated_at': '2021-08-30T14:34:14Z', 'revision_number': 0, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}, {'id': '8b11a22e-ac7b-4e55-a74c-a00640e94624', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:30:53Z', 'updated_at': '2021-08-30T14:30:56Z', 'revision_number': 1, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:34:16.639695 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26425c-e209-4209-a559-50bf921ac98d None None] New status for floating IP 17d49ab0-e0f7-4c91-8cbc-e07af12158b5: ACTIVE {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:34:28.243455 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-a748c85c-fa9c-45c9-959d-d7e9f836fea4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1103644 Aug 30 14:34:28.344765 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-3b58afae-96a9-48a9-9124-b39e2d7013a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.346375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-3b58afae-96a9-48a9-9124-b39e2d7013a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 1096 time: 0.0553567 Aug 30 14:34:28.489345 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-be38b882-7b68-453f-b3b3-edf5ca2b9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.491106 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-be38b882-7b68-453f-b3b3-edf5ca2b9bf6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.1213176 Aug 30 14:34:28.574480 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-22a182b9-c828-4ede-a2e1-e4f122bae427 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70b92cd-8701-4273-91a2-f57287f4be3a HTTP/1.1" status: 200 len: 1001 time: 0.0692894 Aug 30 14:34:28.634900 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-f8c8d0c5-f972-445e-8858-dd1e5c1fe7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.636503 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-f8c8d0c5-f972-445e-8858-dd1e5c1fe7a3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0513108 Aug 30 14:34:28.698042 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-d28b287a-44aa-4ae9-9fc7-3a2eb3314b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:28.699558 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-d28b287a-44aa-4ae9-9fc7-3a2eb3314b7f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542986 Aug 30 14:34:28.804989 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-0a2fcc3f-6d89-46a8-96d4-a1ed38222318 service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959761 Aug 30 14:34:28.920774 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-2c397eb1-ed14-4e02-b149-4170a6d07f97 req-edc95625-74b0-4db1-9205-0397a729d31b service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021988 Aug 30 14:34:29.556923 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:31.974460 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:36.841709 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-143affc0-f194-4a08-81bb-acb8cb74c7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:39.606805 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ab36f690-0707-4964-b377-dacd5b091fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.143955 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-f6c70a31-3494-4832-bab7-1feba8ed5f26 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522256 Aug 30 14:34:40.210093 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:40.237312 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-b4d2959b-739c-498e-b57a-12829e01b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.239741 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-b4d2959b-739c-498e-b57a-12829e01b214 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1095 time: 0.0461092 Aug 30 14:34:40.357276 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-be3cffa9-8e6a-4c34-8958-8af9ff92dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.358894 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-be3cffa9-8e6a-4c34-8958-8af9ff92dc5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.0994406 Aug 30 14:34:40.436798 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-23543d2a-7173-4662-a971-246b6c179f20 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 1000 time: 0.0695548 Aug 30 14:34:40.491852 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-0705c45e-6026-4e92-9df2-3617bf91102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.493405 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-0705c45e-6026-4e92-9df2-3617bf91102c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0494535 Aug 30 14:34:40.551625 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-2cf8be83-b103-414c-b10c-7f6d6a0c071f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:34:40.553208 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-2cf8be83-b103-414c-b10c-7f6d6a0c071f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527287 Aug 30 14:34:40.651693 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-7cf4d86e-9d08-4386-9587-0aee94ba35bd service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909951 Aug 30 14:34:40.770621 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-3ecc8245-6bc1-4b34-951c-40efb1620b5f req-b86ef2e9-fc58-4920-a7f7-175d31090ed7 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102891 Aug 30 14:34:41.263382 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:42.609479 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:34:43.859164 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:34:59.548144 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:01.967737 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:06.843079 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-7f46b16a-6314-4638-b58f-ba61614bd0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:09.598317 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0a80d2de-5703-4fc0-bfbb-286b956943c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:10.201680 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:11.263729 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:12.612834 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:20.859481 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:35:29.163424 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-192942b1-894f-4a81-989a-bdc970864da6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454206 Aug 30 14:35:29.272179 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-296e8c82-b569-4153-9381-ab4598431960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:29.275114 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-296e8c82-b569-4153-9381-ab4598431960 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 1096 time: 0.0668554 Aug 30 14:35:29.404211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-9eadef4e-6852-456b-b064-5447ce696aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:29.407026 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-9eadef4e-6852-456b-b064-5447ce696aef service neutron] 10.222.0.16 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.1107156 Aug 30 14:35:29.505826 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-bc9b4387-176b-4cd3-9ace-2b51cf186f83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70b92cd-8701-4273-91a2-f57287f4be3a HTTP/1.1" status: 200 len: 1001 time: 0.0915351 Aug 30 14:35:29.563235 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-5435d0cf-1adb-4e79-b8b8-0266ceb50333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:29.564799 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-5435d0cf-1adb-4e79-b8b8-0266ceb50333 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0522327 Aug 30 14:35:29.569176 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:29.618402 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-f25fedbe-c98c-4a40-9163-8088b1b18785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:29.619936 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-f25fedbe-c98c-4a40-9163-8088b1b18785 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487542 Aug 30 14:35:29.717648 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-d9bcc489-3fcc-4279-8519-ed0361835704 service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898569 Aug 30 14:35:29.815260 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-8d68c3ce-a70c-4b0f-aac1-339a520d0eb1 req-1d3f4d98-11ba-4b4f-ace2-8f5081548604 service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899713 Aug 30 14:35:31.972459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:36.859735 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-dac12f4b-40e9-4b0a-a3fa-07049b37d91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:39.600980 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-2878ef3e-4377-4840-82fd-bb362c72f40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:40.081685 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-6a67700b-659d-4090-9ffc-030ae24704a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428498 Aug 30 14:35:40.167370 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-77209da3-42f5-454b-9cb6-30b9065062d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:40.169054 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-77209da3-42f5-454b-9cb6-30b9065062d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1095 time: 0.0432277 Aug 30 14:35:40.204863 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:40.588284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-d7d12d87-af14-4608-ac25-2e85b850ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:40.590280 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-d7d12d87-af14-4608-ac25-2e85b850ef6f service neutron] 10.222.0.35 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.4007552 Aug 30 14:35:40.658583 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-834580ca-2d8a-4ecb-93b0-2ace714f5ded service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 1000 time: 0.0605228 Aug 30 14:35:40.715649 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-2a648086-d737-4d46-b82f-7abd59dd4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:40.717047 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-2a648086-d737-4d46-b82f-7abd59dd4725 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0513799 Aug 30 14:35:40.770541 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-21d79f0e-e017-48f6-a5a9-0394d0f141f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:40.772062 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-21d79f0e-e017-48f6-a5a9-0394d0f141f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470693 Aug 30 14:35:40.867397 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-48d8a91b-1825-40a3-bded-6203607f34d8 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871067 Aug 30 14:35:40.943158 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e70b92cd-8701-4273-91a2-f57287f4be3a details requested by agent hyperv_n-h1-688802-6 with host n-h1-688802-6 {{(pid=95700) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 14:35:40.967815 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-081adeaf-9e3e-4db4-b21b-d3b95d749628 req-ed033dcc-a2fe-43ad-afed-3fbf2dc69fc6 service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928254 Aug 30 14:35:41.049102 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e70b92cd-8701-4273-91a2-f57287f4be3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e70b92cd-8701-4273-91a2-f57287f4be3a,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:41.063313 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Returning: {'device': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'port_id': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'mac_address': 'fa:16:3e:cc:3d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95700) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 14:35:41.113968 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.134448 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e70b92cd-8701-4273-91a2-f57287f4be3a {{(pid=95700) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 14:35:41.160506 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e70b92cd-8701-4273-91a2-f57287f4be3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e70b92cd-8701-4273-91a2-f57287f4be3a,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:41.165757 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:41.224657 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e70b92cd-8701-4273-91a2-f57287f4be3a,revision_number=6']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:41.233041 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.233389 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.233759 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.234096 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.234428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.234757 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.235159 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.235473 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.235750 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.236165 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.236510 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.236884 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:41.242302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] get_ports_and_sgs() called for port_ids ['e70b92cd-8701-4273-91a2-f57287f4be3a'] {{(pid=95700) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 14:35:41.291781 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:42.623598 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:42.941144 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e70b92cd-8701-4273-91a2-f57287f4be3a up at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 14:35:43.000492 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.provisioning_blocks [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Provisioning complete for port e70b92cd-8701-4273-91a2-f57287f4be3a triggered by entity L2. {{(pid=95700) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 14:35:43.000891 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700372'] for port, provisioning_complete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:43.107478 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656477'] for port, before_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:43.154409 n-d-688802-6 neutron-server[95700]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a'}] {{(pid=95700) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:43.156868 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8057587cd898b187277fcefa79c8d58c6627c6b0350aef010a24dcf193bfee33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b2231d3-d537-448a-aae7-6c7a70ec8c3c" -d '{"events": [{"server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "name": "network-vif-plugged", "status": "completed", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a"}]}' {{(pid=95700) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:43.189021 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] For port e70b92cd-8701-4273-91a2-f57287f4be3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e70b92cd-8701-4273-91a2-f57287f4be3a,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:43.198600 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785277136177', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785276616232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785276616250'] for port, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:43.228726 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319fa10b-1c8c-4221-ab9d-2761884281a9 x-openstack-request-id: req-319fa10b-1c8c-4221-ab9d-2761884281a9 {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:43.229113 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "name": "network-vif-plugged", "status": "completed", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a", "code": 200}]} {{(pid=95700) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:43.229433 n-d-688802-6 neutron-server[95700]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-319fa10b-1c8c-4221-ab9d-2761884281a9 {{(pid=95700) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:43.230737 n-d-688802-6 neutron-server[95700]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'code': 200} Aug 30 14:35:43.281475 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Pushing event updated for resources: {'Port': ['ID=e70b92cd-8701-4273-91a2-f57287f4be3a,revision_number=7']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:51.545155 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41388) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:51.710751 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Deleting port 68d52b73-740f-4e8a-b962-28aa20c89f37 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:51.711097 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:51.790668 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:51.790915 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:51.803980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Calling delete_port for 68d52b73-740f-4e8a-b962-28aa20c89f37 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:51.966478 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:51.994028 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event deleted for resources: {'Port': ['ID=68d52b73-740f-4e8a-b962-28aa20c89f37,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:52.006631 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.006980 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.007317 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.007714 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.008058 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.008388 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.008712 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.009100 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.009408 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.009754 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.010078 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.010399 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:35:52.070545 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:52.070769 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Floating IP 17d49ab0-e0f7-4c91-8cbc-e07af12158b5 disassociated (deleted). External IP: 172.25.2.193, port: e70b92cd-8701-4273-91a2-f57287f4be3a. Aug 30 14:35:52.297650 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Router d7699400-aca0-445f-84cf-ddb4e3d53dee has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:35:52.414284 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:35:52.419547 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:52.424710 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] Sync routers for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:35:52.461429 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-b7a92d7e-b1ba-4614-90d8-a8956d32c3d6 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "DELETE /v2.0/floatingips/17d49ab0-e0f7-4c91-8cbc-e07af12158b5 HTTP/1.1" status: 204 len: 168 time: 0.9150419 Aug 30 14:35:52.462127 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:52.465358 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f637995-7b6c-4a61-b12c-49c8bd26836d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:52.540480 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b4d48b-f393-45a6-a882-9544058fd92d x-openstack-request-id: req-83b4d48b-f393-45a6-a882-9544058fd92d {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:52.540785 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:52.541040 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83b4d48b-f393-45a6-a882-9544058fd92d {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:52.541463 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'status': 'completed', 'code': 200} Aug 30 14:35:52.546763 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:52.547417 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:35:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:52.642750 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-fba61968-cfa6-4a2e-8945-075a08392b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.645203 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-fba61968-cfa6-4a2e-8945-075a08392b37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 1096 time: 0.0772483 Aug 30 14:35:52.760121 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:52.812907 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-11c26fe9-8896-404e-87ea-d280276dedc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.815245 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-11c26fe9-8896-404e-87ea-d280276dedc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.1625736 Aug 30 14:35:52.891102 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-326612be-e994-48fc-8482-312f1a988cd3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e70b92cd-8701-4273-91a2-f57287f4be3a HTTP/1.1" status: 200 len: 217 time: 0.0672371 Aug 30 14:35:52.894723 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fd9e6-3814-4e3a-8f10-0848fe3e741f req-77d98e8f-7e98-4789-b0c0-d57135f0a06f tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.898346 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe7fd9e6-3814-4e3a-8f10-0848fe3e741f req-77d98e8f-7e98-4789-b0c0-d57135f0a06f tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 945 time: 0.1528437 Aug 30 14:35:52.955139 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-fe7fd9e6-3814-4e3a-8f10-0848fe3e741f req-11d69be9-b750-44d7-81bb-a82dc9b75bed tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493805 Aug 30 14:35:52.978742 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-586aae92-8956-41bd-92b8-4d252f8aa664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:52.978742 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-586aae92-8956-41bd-92b8-4d252f8aa664 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.0710588 Aug 30 14:35:53.030010 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-807533e0-1ae4-4479-b1be-e0acc6e6d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:53.032375 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-807533e0-1ae4-4479-b1be-e0acc6e6d331 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525303 Aug 30 14:35:53.099317 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '8b11a22e-ac7b-4e55-a74c-a00640e94624', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:30:53Z', 'updated_at': '2021-08-30T14:30:56Z', 'revision_number': 1, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:53.132664 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] Checking router: d7699400-aca0-445f-84cf-ddb4e3d53dee for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:35:53.143694 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:53.144345 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:35:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:53.162738 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-f5dc5e4e-5c59-496f-8503-28ce7e98806e service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223824 Aug 30 14:35:53.263812 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:53.289383 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1f637995-7b6c-4a61-b12c-49c8bd26836d req-b4fe49a2-6582-445b-bddf-8be695c3648a service neutron] 10.222.0.16 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185160 Aug 30 14:35:53.533811 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '8b11a22e-ac7b-4e55-a74c-a00640e94624', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:30:53Z', 'updated_at': '2021-08-30T14:30:56Z', 'revision_number': 1, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:53.562377 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca3f4f4-c1d4-4144-b2d3-3dae0295924b None None] The sync data for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 is: [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_floatingips': [{'id': '8b11a22e-ac7b-4e55-a74c-a00640e94624', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'floating_ip_address': '172.25.2.240', 'floating_network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'router_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'port_id': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'mac_address': 'fa:16:3e:52:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T14:30:53Z', 'updated_at': '2021-08-30T14:30:56Z', 'revision_number': 1, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:35:53.852070 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb76bca5-d521-4b8a-90a8-ee1de0205523 None None] New status for floating IP 17d49ab0-e0f7-4c91-8cbc-e07af12158b5: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:35:54.184196 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d94a33-ef76-4010-8f8e-d6292dee97a6 req-f45143eb-e351-4f8b-a8b3-e86f272711c0 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:54.185896 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91d94a33-ef76-4010-8f8e-d6292dee97a6 req-f45143eb-e351-4f8b-a8b3-e86f272711c0 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 945 time: 0.1469846 Aug 30 14:35:54.258838 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-91d94a33-ef76-4010-8f8e-d6292dee97a6 req-6cb407ba-9b94-4e6c-b9dd-5c2dc32be17a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665333 Aug 30 14:35:54.278577 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-ad32f6ef-230e-4ff0-9406-3af068bc6554 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:54.280155 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-ad32f6ef-230e-4ff0-9406-3af068bc6554 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.16 "GET /v2.0/ports?device_id=4b24019d-8249-4f64-8c8c-35521f1f6597 HTTP/1.1" status: 200 len: 945 time: 0.0803611 Aug 30 14:35:54.388749 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Deleting port e70b92cd-8701-4273-91a2-f57287f4be3a {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:54.389052 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.488519 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] For port e70b92cd-8701-4273-91a2-f57287f4be3a, host n-h1-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-688802-6',level=0,port_id=e70b92cd-8701-4273-91a2-f57287f4be3a,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:54.488888 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.505511 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Calling delete_port for e70b92cd-8701-4273-91a2-f57287f4be3a owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:54.652385 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.682960 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event deleted for resources: {'Port': ['ID=e70b92cd-8701-4273-91a2-f57287f4be3a,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:54.731379 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] No DVR routers for this DVR port e70b92cd-8701-4273-91a2-f57287f4be3a on host n-h1-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:54.734252 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:54.736403 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-a2d35517-caa3-4e19-9f30-8a04acd61be4 req-5cacb119-4d92-4a50-89e6-da02b2c1f52e tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.16 "DELETE /v2.0/ports/e70b92cd-8701-4273-91a2-f57287f4be3a HTTP/1.1" status: 204 len: 173 time: 0.4484563 Aug 30 14:35:54.736870 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'name': 'network-vif-deleted', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:54.739481 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ca8051-8390-4937-af75-6844e71a270f" -d '{"events": [{"server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "name": "network-vif-deleted", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:54.784485 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe226004-0ee5-43b3-b601-bbe74e41f66a x-openstack-request-id: req-fe226004-0ee5-43b3-b601-bbe74e41f66a {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:54.785132 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b24019d-8249-4f64-8c8c-35521f1f6597", "name": "network-vif-deleted", "tag": "e70b92cd-8701-4273-91a2-f57287f4be3a", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:54.785425 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fe226004-0ee5-43b3-b601-bbe74e41f66a {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:54.785921 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b24019d-8249-4f64-8c8c-35521f1f6597', 'name': 'network-vif-deleted', 'tag': 'e70b92cd-8701-4273-91a2-f57287f4be3a', 'status': 'completed', 'code': 200} Aug 30 14:35:55.018927 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e70b92cd-8701-4273-91a2-f57287f4be3a no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:55.046547 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: e70b92cd-8701-4273-91a2-f57287f4be3a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:55.046907 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e70b92cd-8701-4273-91a2-f57287f4be3a not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:55.946245 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41452) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:56.160692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Deleting port 4e460e6a-359c-4370-8453-579dd95c79a0 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:56.161037 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.249144 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.249468 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.268053 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Calling delete_port for 4e460e6a-359c-4370-8453-579dd95c79a0 owned by network:floatingip {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:56.443355 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.481976 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event deleted for resources: {'Port': ['ID=4e460e6a-359c-4370-8453-579dd95c79a0,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:56.561193 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for floatingip, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.561536 n-d-688802-6 neutron-server[95698]: INFO neutron.db.l3_db [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Floating IP 8b11a22e-ac7b-4e55-a74c-a00640e94624 disassociated (deleted). External IP: 172.25.2.240, port: a428e534-298d-42e1-ae7e-45391c8ec89c. Aug 30 14:35:56.833298 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Router d7699400-aca0-445f-84cf-ddb4e3d53dee has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:35:56.966297 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:35:56.971346 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for floatingip, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:56.981455 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] Sync routers for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:35:56.993681 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:56.994353 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:35:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:57.006457 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-74be246f-4502-4e43-b1fe-bed53106bd55 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "DELETE /v2.0/floatingips/8b11a22e-ac7b-4e55-a74c-a00640e94624 HTTP/1.1" status: 204 len: 168 time: 1.0587282 Aug 30 14:35:57.007211 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:57.010584 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964825e3-b9e7-43ec-998e-87712cf95f42" -d '{"events": [{"name": "network-changed", "server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:57.056509 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7888c4ac-b494-4adf-b3b9-fa8f1614585e x-openstack-request-id: req-7888c4ac-b494-4adf-b3b9-fa8f1614585e {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:57.056810 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:57.057066 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7888c4ac-b494-4adf-b3b9-fa8f1614585e {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:57.057479 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'status': 'completed', 'code': 200} Aug 30 14:35:57.158734 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-c47a4112-8b10-4906-9424-54af50ca7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.163008 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-c47a4112-8b10-4906-9424-54af50ca7bf4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 1095 time: 0.0751903 Aug 30 14:35:57.216044 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:57.295570 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-1e1b134e-78f6-4637-bdfa-1dcb9de2cc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.297366 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-1e1b134e-78f6-4637-bdfa-1dcb9de2cc09 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 200 len: 910 time: 0.1222565 Aug 30 14:35:57.370992 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-f551b0e4-7bec-45fa-a234-c96dcf897d5b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 200 len: 217 time: 0.0625100 Aug 30 14:35:57.433610 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9feb859-e2b8-4859-8833-e7136872408d req-30ce084b-0f50-4e3f-af49-00b84149d065 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.436096 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e9feb859-e2b8-4859-8833-e7136872408d req-30ce084b-0f50-4e3f-af49-00b84149d065 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 944 time: 0.1376905 Aug 30 14:35:57.487069 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-e5b75687-5c3b-4c39-9fe6-159bf5966fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.489614 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-e5b75687-5c3b-4c39-9fe6-159bf5966fd1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 200 len: 848 time: 0.1110137 Aug 30 14:35:57.546267 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:57.559190 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-e9feb859-e2b8-4859-8833-e7136872408d req-bdae8964-6808-43ec-ab2f-2ff20c810ba5 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127484 Aug 30 14:35:57.587171 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-06ac53e0-ebbf-42ab-bda7-eef76b4379e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:57.589640 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-06ac53e0-ebbf-42ab-bda7-eef76b4379e0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836310 Aug 30 14:35:57.596812 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] Checking router: d7699400-aca0-445f-84cf-ddb4e3d53dee for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:35:57.607126 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:35:57.607760 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:35:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:57.733075 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:35:57.740906 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-7bdd7dcc-4140-4b3c-9980-1bd9aea9d9af service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436598 Aug 30 14:35:57.864540 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-964825e3-b9e7-43ec-998e-87712cf95f42 req-d130d1d3-46db-41e0-b3cb-c4c39470791e service neutron] 10.222.0.35 "GET /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158328 Aug 30 14:35:57.880626 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:35:57.987752 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:35:58.119481 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d7d1c5-8d5c-4d31-96c8-c226f0f2d2a8 None None] The sync data for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 is: [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:30:34Z', 'revision_number': 4, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6', '_interfaces': [{'id': '5b8b9add-23b5-404a-bdc0-b52f81b9b8db', 'name': '', 'network_id': 'b94c8263-77db-4f6e-bff6-a0c6f02ebe3d', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'mac_address': 'fa:16:3e:b5:e2:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '146eef99-4bec-45b6-b868-77587679ed18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:33Z', 'updated_at': '2021-08-30T14:30:39Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'subnets': [{'id': '146eef99-4bec-45b6-b868-77587679ed18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:35:58.251757 n-d-688802-6 neutron-server[95698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-19155b4f-1bcb-4515-b43d-07f266503add tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:58.253267 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-19155b4f-1bcb-4515-b43d-07f266503add tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.35 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 944 time: 0.0570257 Aug 30 14:35:58.384395 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Deleting port a428e534-298d-42e1-ae7e-45391c8ec89c {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:35:58.385096 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.439596 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05ee714-4f62-4638-9021-f3aaf08ea9be None None] New status for floating IP 8b11a22e-ac7b-4e55-a74c-a00640e94624: DOWN {{(pid=95700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 14:35:58.528440 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] For port a428e534-298d-42e1-ae7e-45391c8ec89c, host n-h2-688802-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-688802-6',level=0,port_id=a428e534-298d-42e1-ae7e-45391c8ec89c,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:35:58.529114 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.551940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Calling delete_port for a428e534-298d-42e1-ae7e-45391c8ec89c owned by compute:nova {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:35:58.737361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f17e8-b148-470c-a4c2-b50425c02966 req-0dbc33fa-1b06-4a57-8dc6-a76f9fa8a5eb tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95699) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 14:35:58.739554 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d54f17e8-b148-470c-a4c2-b50425c02966 req-0dbc33fa-1b06-4a57-8dc6-a76f9fa8a5eb tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/ports?device_id=68e7afb3-b7a7-4056-924c-dbe5dad4c194 HTTP/1.1" status: 200 len: 944 time: 0.0689754 Aug 30 14:35:58.751917 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.790730 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event deleted for resources: {'Port': ['ID=a428e534-298d-42e1-ae7e-45391c8ec89c,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:35:58.801087 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [req-d54f17e8-b148-470c-a4c2-b50425c02966 req-3a74ee8f-f479-4515-922f-dd434116a1c4 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "GET /v2.0/security-groups?id=b9094aeb-c2ad-42d9-a895-e9276ba732a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425105 Aug 30 14:35:58.847888 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] No DVR routers for this DVR port a428e534-298d-42e1-ae7e-45391c8ec89c on host n-h2-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:35:58.850623 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168422'] for port, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:58.852718 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [req-1376033b-5b7a-4c37-a853-f8877507f6f0 req-880230f7-4579-46d8-865b-cd50c4e67a4a tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.35 "DELETE /v2.0/ports/a428e534-298d-42e1-ae7e-45391c8ec89c HTTP/1.1" status: 204 len: 173 time: 0.5933549 Aug 30 14:35:59.018713 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e70b92cd-8701-4273-91a2-f57287f4be3a no longer exists at agent hyperv_n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:35:59.039917 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] No Port match for: e70b92cd-8701-4273-91a2-f57287f4be3a {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:35:59.040267 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Device e70b92cd-8701-4273-91a2-f57287f4be3a not bound to the agent host n-h1-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:35:59.059324 n-d-688802-6 neutron-server[95698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'name': 'network-vif-deleted', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c'}] {{(pid=95698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 14:35:59.061810 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3159a333e6ba335f802a0bf7d62f68a148e6fd44566634a6786cf9fdeb6c988f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d56ee3-88d1-40fc-98eb-9365566690d5" -d '{"events": [{"server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "name": "network-vif-deleted", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c"}]}' {{(pid=95698) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 14:35:59.106815 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 14:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769ee906-ec4c-48fd-907d-d96f74d703eb x-openstack-request-id: req-769ee906-ec4c-48fd-907d-d96f74d703eb {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 14:35:59.107229 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e7afb3-b7a7-4056-924c-dbe5dad4c194", "name": "network-vif-deleted", "tag": "a428e534-298d-42e1-ae7e-45391c8ec89c", "status": "completed", "code": 200}]} {{(pid=95698) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 14:35:59.107433 n-d-688802-6 neutron-server[95698]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-769ee906-ec4c-48fd-907d-d96f74d703eb {{(pid=95698) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 14:35:59.107831 n-d-688802-6 neutron-server[95698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e7afb3-b7a7-4056-924c-dbe5dad4c194', 'name': 'network-vif-deleted', 'tag': 'a428e534-298d-42e1-ae7e-45391c8ec89c', 'status': 'completed', 'code': 200} Aug 30 14:35:59.573186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.866075 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41466) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:35:59.939160 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb7-84ff-4651-93c3-e66eb7338fd1 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:35:59.972678 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb7-84ff-4651-93c3-e66eb7338fd1 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.055990 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb7-84ff-4651-93c3-e66eb7338fd1 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.060287 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-60c3efb7-84ff-4651-93c3-e66eb7338fd1 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:00.061825 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-60c3efb7-84ff-4651-93c3-e66eb7338fd1 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] 10.222.0.37 "DELETE /v2.0/security-groups/b9094aeb-c2ad-42d9-a895-e9276ba732a1 HTTP/1.1" status: 204 len: 168 time: 0.1942685 Aug 30 14:36:00.078460 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3efb7-84ff-4651-93c3-e66eb7338fd1 tempest-TestSnapshotPattern-1662449480 tempest-TestSnapshotPattern-1662449480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9094aeb-c2ad-42d9-a895-e9276ba732a1,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:00.133220 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41470) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:01.043611 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.356205 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Deleting port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:01.356502 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.482992 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] For port 5b8b9add-23b5-404a-bdc0-b52f81b9b8db, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5b8b9add-23b5-404a-bdc0-b52f81b9b8db,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:01.483647 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.508975 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Calling delete_port for 5b8b9add-23b5-404a-bdc0-b52f81b9b8db owned by network:router_interface {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:01.743057 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:01.787551 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8b9add-23b5-404a-bdc0-b52f81b9b8db,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:01.980519 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.072075 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.109120 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a428e534-298d-42e1-ae7e-45391c8ec89c no longer exists at agent hyperv_n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:02.131414 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] No Port match for: a428e534-298d-42e1-ae7e-45391c8ec89c {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:02.131895 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Device a428e534-298d-42e1-ae7e-45391c8ec89c not bound to the agent host n-h2-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:02.390099 n-d-688802-6 neutron-server[95698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Router d7699400-aca0-445f-84cf-ddb4e3d53dee has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:02.518547 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:02.530832 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-70d0db1b-c54c-4f7c-87c5-18c054615180 admin admin] 10.222.0.37 "PUT /v2.0/routers/d7699400-aca0-445f-84cf-ddb4e3d53dee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3921909 Aug 30 14:36:02.531063 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41474) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:02.545824 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] Sync routers for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:02.568069 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:02.569627 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:35:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:02.694659 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks [] for router, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.744362 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: n-d-688802-6 {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:02.882264 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:02.973789 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:36:01Z', 'revision_number': 5, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port': {'id': 'df38fd9f-d712-4422-bd1e-d26b426154b7', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:32Z', 'updated_at': '2021-08-30T14:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:02.982280 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Deleting port df38fd9f-d712-4422-bd1e-d26b426154b7 {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:02.982852 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.002121 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] Checking router: d7699400-aca0-445f-84cf-ddb4e3d53dee for host: n-d-688802-6 {{(pid=95701) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:03.012801 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] Routers {'d7699400-aca0-445f-84cf-ddb4e3d53dee'} bound to L3 agent in host n-d-688802-6 {{(pid=95701) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:03.013433 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:35:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['d7699400-aca0-445f-84cf-ddb4e3d53dee'], 'active': True} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:03.111549 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_dvr_db [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] Set router d7699400-aca0-445f-84cf-ddb4e3d53dee gateway port host: None {{(pid=95701) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:03.128940 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] For port df38fd9f-d712-4422-bd1e-d26b426154b7, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=df38fd9f-d712-4422-bd1e-d26b426154b7,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:03.129878 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.145763 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Calling delete_port for df38fd9f-d712-4422-bd1e-d26b426154b7 owned by network:router_gateway {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:03.174427 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.l3_hamode_db [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 6, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95701) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:03.205932 n-d-688802-6 neutron-server[95701]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8650519-bb52-42fe-8d9e-f941bf1e1614 None None] The sync data for ids ['d7699400-aca0-445f-84cf-ddb4e3d53dee'] in n-d-688802-6 is: [{'id': 'd7699400-aca0-445f-84cf-ddb4e3d53dee', 'name': 'tempest-TestSnapshotPattern-440920762-router', 'tenant_id': '2b0cc2a7c8544eb985cfd221463490cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:31Z', 'updated_at': '2021-08-30T14:36:02Z', 'revision_number': 6, 'project_id': '2b0cc2a7c8544eb985cfd221463490cf', 'gw_port_host': None}] {{(pid=95701) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:03.362976 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.391815 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Pushing event deleted for resources: {'Port': ['ID=df38fd9f-d712-4422-bd1e-d26b426154b7,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:03.461463 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.566626 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.570249 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.644675 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.645947 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7699400-aca0-445f-84cf-ddb4e3d53dee {{(pid=95698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:36:03.661275 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] Notify callbacks [] for router, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.661275 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-7ee83a65-bb7d-4257-a7f3-c943222dc461 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d7699400-aca0-445f-84cf-ddb4e3d53dee HTTP/1.1" status: 204 len: 168 time: 1.1257551 Aug 30 14:36:03.662232 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41476) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:03.726200 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Deleting subnet 146eef99-4bec-45b6-b868-77587679ed18 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:36:03.730788 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.775152 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.873558 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.944656 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:03.996072 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146eef99-4bec-45b6-b868-77587679ed18,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:04.011582 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.012996 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4f0471-2cd9-4c6d-bfd6-6228c991a091 None None] Network b94c8263-77db-4f6e-bff6-a0c6f02ebe3d requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:04.018547 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] 10.222.0.37 "DELETE /v2.0/subnets/146eef99-4bec-45b6-b868-77587679ed18 HTTP/1.1" status: 204 len: 168 time: 0.3524101 Aug 30 14:36:04.019070 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41478) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:04.019272 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.019872 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.020453 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.021018 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.021589 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.022196 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.022764 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.023324 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.023878 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.024448 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.025009 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.025637 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d66d121-1937-4438-8435-82a7bb8f72ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-688802-6 {{(pid=95699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 14:36:04.072344 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5b8b9add-23b5-404a-bdc0-b52f81b9b8db no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:04.124214 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.197769 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Deleting port 94c82672-e37b-47f4-a679-43d49baca76f {{(pid=95698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:04.199350 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.280946 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 5b8b9add-23b5-404a-bdc0-b52f81b9b8db {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:04.281262 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5b8b9add-23b5-404a-bdc0-b52f81b9b8db not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:04.290956 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.db [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] For port 94c82672-e37b-47f4-a679-43d49baca76f, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=94c82672-e37b-47f4-a679-43d49baca76f,segment=NetworkSegment(9af404bc-e613-48f6-8847-0e8a598266bc),segment_id=9af404bc-e613-48f6-8847-0e8a598266bc)] {{(pid=95698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:04.295197 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.318692 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Calling delete_port for 94c82672-e37b-47f4-a679-43d49baca76f owned by network:dhcp {{(pid=95698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:04.459986 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7690220'] for port, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.484133 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee5b14-41bd-44ef-be55-676a500019dc None None] DHCP port deletion for b94c8263-77db-4f6e-bff6-a0c6f02ebe3d request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:36:04.500593 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Pushing event deleted for resources: {'Port': ['ID=94c82672-e37b-47f4-a679-43d49baca76f,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:04.506068 n-d-688802-6 neutron-server[95698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] No DVR routers for this DVR port 94c82672-e37b-47f4-a679-43d49baca76f on host n-d-688802-6 {{(pid=95698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:04.585597 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.597879 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b94c8263-77db-4f6e-bff6-a0c6f02ebe3d']}} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:04.611045 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af404bc-e613-48f6-8847-0e8a598266bc') {'for_net_delete': True} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:04.611483 n-d-688802-6 neutron-server[95698]: DEBUG neutron.services.segments.db [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af404bc-e613-48f6-8847-0e8a598266bc') {} {{(pid=95698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:04.622723 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731848'] for segment, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.639177 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.647582 n-d-688802-6 neutron-server[95698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=95698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:36:04.648305 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7690201'] for segment, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: Traceback (most recent call last): Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: timer() Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: cb(*args, **kw) Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: return func(*args, **kwargs) Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: self._notify() Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: self.callback(batched_events) Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: event.method(event) Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: return f(self, *a, **k) Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: return self._get(url).json() Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: return self.request(url, 'GET', **kwargs) Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:36:04.650387 n-d-688802-6 neutron-server[95698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:36:04.717845 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.724042 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1609362'] for network, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:04.726137 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] 10.222.0.37 "DELETE /v2.0/networks/b94c8263-77db-4f6e-bff6-a0c6f02ebe3d HTTP/1.1" status: 204 len: 168 time: 0.7056677 Aug 30 14:36:04.731001 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41482) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:04.741636 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d8587-f853-465b-92e4-7bf55ce9f78d admin admin] Pushing event deleted for resources: {'Network': ['ID=b94c8263-77db-4f6e-bff6-a0c6f02ebe3d,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:05.557598 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699833'] for router_interface, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:05.579428 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df38fd9f-d712-4422-bd1e-d26b426154b7 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:05.609197 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: df38fd9f-d712-4422-bd1e-d26b426154b7 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:05.609829 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device df38fd9f-d712-4422-bd1e-d26b426154b7 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:05.610442 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 94c82672-e37b-47f4-a679-43d49baca76f no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:05.646765 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 94c82672-e37b-47f4-a679-43d49baca76f {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:05.647355 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 94c82672-e37b-47f4-a679-43d49baca76f not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:05.857398 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Deleting port 5687bc4e-d94b-456f-a430-6926aa4538c2 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:05.858171 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:05.964994 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] For port 5687bc4e-d94b-456f-a430-6926aa4538c2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=5687bc4e-d94b-456f-a430-6926aa4538c2,segment=NetworkSegment(dde530d1-ce27-475c-b607-6b1ce65764bb),segment_id=dde530d1-ce27-475c-b607-6b1ce65764bb)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:05.965365 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:05.981361 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Calling delete_port for 5687bc4e-d94b-456f-a430-6926aa4538c2 owned by network:router_interface {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:06.204913 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.236076 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Pushing event deleted for resources: {'Port': ['ID=5687bc4e-d94b-456f-a430-6926aa4538c2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:06.452670 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1609335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1699635'] for router_interface, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.707195 n-d-688802-6 neutron-server[95699]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Router 1d96e226-fee3-4411-8499-5d61abb75005 has already been hosted by L3 agent c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd {{(pid=95699) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 14:36:06.830956 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] Notify agent at l3_agent.n-d-688802-6 the message routers_updated {{(pid=95699) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 14:36:06.837837 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-3bf7abdd-f063-4421-bb44-ef65db13f637 admin admin] 10.222.0.37 "PUT /v2.0/routers/1d96e226-fee3-4411-8499-5d61abb75005/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1055539 Aug 30 14:36:06.839268 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41484) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:06.847761 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] Sync routers for ids ['1d96e226-fee3-4411-8499-5d61abb75005'] in n-d-688802-6 {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 14:36:06.854132 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-cbb40d60-63cd-469c-9686-ee0afe966806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:06.867130 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] Routers {'1d96e226-fee3-4411-8499-5d61abb75005'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:06.868206 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:35:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1d96e226-fee3-4411-8499-5d61abb75005'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:06.972225 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks [] for router, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.021808 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] Set router 1d96e226-fee3-4411-8499-5d61abb75005 gateway port host: n-d-688802-6 {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:07.084308 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.142407 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Deleting port c153a9f2-99cf-4a1f-b33e-501fd2c430b2 {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:07.142746 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.209118 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96e226-fee3-4411-8499-5d61abb75005', 'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'external_fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:36:06Z', 'revision_number': 5, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'gw_port': {'id': 'c153a9f2-99cf-4a1f-b33e-501fd2c430b2', 'name': '', 'network_id': 'da5f4eeb-23a2-4741-addb-4923406a7fe6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:1c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96e226-fee3-4411-8499-5d61abb75005', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-688802-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:30:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad3f8f65-e28f-45a0-9e05-5f492938800d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-688802-6'}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:07.233338 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] For port c153a9f2-99cf-4a1f-b33e-501fd2c430b2, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=c153a9f2-99cf-4a1f-b33e-501fd2c430b2,segment=NetworkSegment(2aa93732-0885-47d4-803f-5eed5c57fb82),segment_id=2aa93732-0885-47d4-803f-5eed5c57fb82)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:07.233731 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.235710 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] Checking router: 1d96e226-fee3-4411-8499-5d61abb75005 for host: n-d-688802-6 {{(pid=95700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 14:36:07.244254 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] Routers {'1d96e226-fee3-4411-8499-5d61abb75005'} bound to L3 agent in host n-d-688802-6 {{(pid=95700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 14:36:07.244999 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-688802-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T12:44:39Z,description=,heartbeat_timestamp=2021-08-30T14:35:40Z,host='n-d-688802-6',id=c0c9d86e-4029-46e2-b9c4-f99ac9b8a8bd,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T12:44:39Z,topic='l3_agent')) {'router_ids': ['1d96e226-fee3-4411-8499-5d61abb75005'], 'active': True} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:07.248836 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Calling delete_port for c153a9f2-99cf-4a1f-b33e-501fd2c430b2 owned by network:router_gateway {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:07.338302 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvr_db [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] Set router 1d96e226-fee3-4411-8499-5d61abb75005 gateway port host: None {{(pid=95700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 14:36:07.396469 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_hamode_db [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96e226-fee3-4411-8499-5d61abb75005', 'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:36:07Z', 'revision_number': 6, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'gw_port_host': None}], 'n-d-688802-6', False) {} {{(pid=95700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:07.425066 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39b3b1-f486-4234-ac59-235cf1c40431 None None] The sync data for ids ['1d96e226-fee3-4411-8499-5d61abb75005'] in n-d-688802-6 is: [{'id': '1d96e226-fee3-4411-8499-5d61abb75005', 'name': 'tempest-TestSnapshotPattern-2106768690-router', 'tenant_id': '88653d1b63b445579091cc95bd1d42cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T14:30:36Z', 'updated_at': '2021-08-30T14:36:07Z', 'revision_number': 6, 'project_id': '88653d1b63b445579091cc95bd1d42cd', 'gw_port_host': None}] {{(pid=95700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 14:36:07.451553 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.479034 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c153a9f2-99cf-4a1f-b33e-501fd2c430b2,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:07.546097 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1701225'] for router_gateway, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.640916 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1703670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-45824'] for router, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.643196 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.690716 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1703673'] for router, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.691490 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d96e226-fee3-4411-8499-5d61abb75005 {{(pid=95699) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 14:36:07.696729 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] Notify callbacks [] for router, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.698188 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-4968ef16-a240-46d9-ac93-f0218c852e7a admin admin] 10.222.0.37 "DELETE /v2.0/routers/1d96e226-fee3-4411-8499-5d61abb75005 HTTP/1.1" status: 204 len: 168 time: 0.8576448 Aug 30 14:36:07.700788 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41486) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:07.749248 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c0a836-c152-4471-b91f-ecbf2170e71e admin admin] Deleting subnet ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09 {{(pid=95699) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 14:36:07.752715 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8c0a836-c152-4471-b91f-ecbf2170e71e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.792426 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8c0a836-c152-4471-b91f-ecbf2170e71e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4802974'] for subnet, precommit_delete_associations {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.918502 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8c0a836-c152-4471-b91f-ecbf2170e71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-768934'] for subnet, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:07.989235 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8c0a836-c152-4471-b91f-ecbf2170e71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-768937', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6412433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4653760'] for subnet, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.022543 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0a836-c152-4471-b91f-ecbf2170e71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:08.024680 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-f8c0a836-c152-4471-b91f-ecbf2170e71e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.029862 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-f8c0a836-c152-4471-b91f-ecbf2170e71e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ca979ad0-066a-4b6f-8e0d-dc0c8b92cb09 HTTP/1.1" status: 204 len: 168 time: 0.3253212 Aug 30 14:36:08.031449 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41488) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:08.036325 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0336f9-3854-4153-a902-bdbf798a0438 None None] Network 83a08953-c491-4fac-89e3-fc2db7bd3b92 requested from n-d-688802-6 {{(pid=95700) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 14:36:08.105600 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-541494'] for network, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.175437 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Deleting port b3d28f17-df1b-4d4c-abb2-a923f789e29b {{(pid=95699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:08.175747 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.250376 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.db [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] For port b3d28f17-df1b-4d4c-abb2-a923f789e29b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b3d28f17-df1b-4d4c-abb2-a923f789e29b,segment=NetworkSegment(dde530d1-ce27-475c-b607-6b1ce65764bb),segment_id=dde530d1-ce27-475c-b607-6b1ce65764bb)] {{(pid=95699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:08.250851 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.260172 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5687bc4e-d94b-456f-a430-6926aa4538c2 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:08.262992 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c39ed7-4755-47ab-9f8b-7ba42aef8493 None None] DHCP port deletion for 83a08953-c491-4fac-89e3-fc2db7bd3b92 request from n-d-688802-6 {{(pid=95700) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 14:36:08.268400 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.plugin [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Calling delete_port for b3d28f17-df1b-4d4c-abb2-a923f789e29b owned by network:dhcp {{(pid=95699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:08.284701 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: 5687bc4e-d94b-456f-a430-6926aa4538c2 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:08.285049 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device 5687bc4e-d94b-456f-a430-6926aa4538c2 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:08.343170 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-59c39ed7-4755-47ab-9f8b-7ba42aef8493 None None] Deleting port b3d28f17-df1b-4d4c-abb2-a923f789e29b {{(pid=95700) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 14:36:08.343650 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-59c39ed7-4755-47ab-9f8b-7ba42aef8493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785277112351'] for port, before_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.369512 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6412482'] for port, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.403201 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d28f17-df1b-4d4c-abb2-a923f789e29b,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:08.407041 n-d-688802-6 neutron-server[95699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] No DVR routers for this DVR port b3d28f17-df1b-4d4c-abb2-a923f789e29b on host n-d-688802-6 {{(pid=95699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:08.428020 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.db [None req-59c39ed7-4755-47ab-9f8b-7ba42aef8493 None None] For port b3d28f17-df1b-4d4c-abb2-a923f789e29b, host n-d-688802-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-688802-6',level=0,port_id=b3d28f17-df1b-4d4c-abb2-a923f789e29b,segment=NetworkSegment(dde530d1-ce27-475c-b607-6b1ce65764bb),segment_id=dde530d1-ce27-475c-b607-6b1ce65764bb)] {{(pid=95700) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 14:36:08.428380 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-59c39ed7-4755-47ab-9f8b-7ba42aef8493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697576'] for port, precommit_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.450000 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-59c39ed7-4755-47ab-9f8b-7ba42aef8493 None None] Calling delete_port for b3d28f17-df1b-4d4c-abb2-a923f789e29b owned by network:dhcp {{(pid=95700) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 14:36:08.501163 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-700765', 'neutron.services.segments.db._delete_segments_for_network-8785277176814'] for network, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.515164 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a08953-c491-4fac-89e3-fc2db7bd3b92']}} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:08.534420 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-59c39ed7-4755-47ab-9f8b-7ba42aef8493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-57916', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785277136159', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785276616223'] for port, after_delete {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.535745 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde530d1-ce27-475c-b607-6b1ce65764bb') {'for_net_delete': True} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:08.536222 n-d-688802-6 neutron-server[95699]: DEBUG neutron.services.segments.db [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde530d1-ce27-475c-b607-6b1ce65764bb') {} {{(pid=95699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 14:36:08.553706 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785277176697', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4802945'] for segment, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.566936 n-d-688802-6 neutron-server[95700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c39ed7-4755-47ab-9f8b-7ba42aef8493 None None] Pushing event deleted for resources: {'Port': ['ID=b3d28f17-df1b-4d4c-abb2-a923f789e29b,revision_number=None']} {{(pid=95700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:08.572690 n-d-688802-6 neutron-server[95700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c39ed7-4755-47ab-9f8b-7ba42aef8493 None None] No DVR routers for this DVR port b3d28f17-df1b-4d4c-abb2-a923f789e29b on host n-d-688802-6 {{(pid=95700) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 14:36:08.590066 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223'] for segment, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.596566 n-d-688802-6 neutron-server[95699]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=95699) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 14:36:08.597013 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-754223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6412535'] for segment, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: Traceback (most recent call last): Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: timer() Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: cb(*args, **kw) Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: return func(*args, **kwargs) Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: self._notify() Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: self.callback(batched_events) Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: event.method(event) Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: return f(self, *a, **k) Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: return self._get(url).json() Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: return self.request(url, 'GET', **kwargs) Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 14:36:08.598940 n-d-688802-6 neutron-server[95699]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 14:36:08.663229 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-700708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1806683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1609312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1701205'] for network, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.671838 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Notify callbacks [] for network, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.673998 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] 10.222.0.37 "DELETE /v2.0/networks/83a08953-c491-4fac-89e3-fc2db7bd3b92 HTTP/1.1" status: 204 len: 168 time: 0.6414914 Aug 30 14:36:08.685007 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1773bdf-69f6-49b9-a3f0-b77e8344ad0f admin admin] Pushing event deleted for resources: {'Network': ['ID=83a08953-c491-4fac-89e3-fc2db7bd3b92,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:08.816088 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41492) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:08.858381 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-a92854fb-9169-405c-b4f8-1dd1ad6e0a38 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2b0cc2a7c8544eb985cfd221463490cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410411 Aug 30 14:36:08.861002 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [-] (95699) accepted ('10.222.0.37', 41494) {{(pid=95699) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:08.913314 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b41f2e2-1ac8-4c7a-9df1-95e268eaeef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.934703 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b41f2e2-1ac8-4c7a-9df1-95e268eaeef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.988436 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b41f2e2-1ac8-4c7a-9df1-95e268eaeef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.992094 n-d-688802-6 neutron-server[95699]: DEBUG neutron_lib.callbacks.manager [None req-5b41f2e2-1ac8-4c7a-9df1-95e268eaeef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:08.994004 n-d-688802-6 neutron-server[95699]: INFO neutron.wsgi [None req-5b41f2e2-1ac8-4c7a-9df1-95e268eaeef6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a68bf3de-f5fe-4802-9442-4fb632f346be HTTP/1.1" status: 204 len: 168 time: 0.1318812 Aug 30 14:36:09.003983 n-d-688802-6 neutron-server[95699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41f2e2-1ac8-4c7a-9df1-95e268eaeef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68bf3de-f5fe-4802-9442-4fb632f346be,revision_number=None']} {{(pid=95699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:09.334432 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41500) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:09.377976 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-bd4601ec-ff9c-42ee-80e7-83944d5193d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88653d1b63b445579091cc95bd1d42cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422378 Aug 30 14:36:09.380335 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [-] (95698) accepted ('10.222.0.37', 41502) {{(pid=95698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 14:36:09.445793 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af242f0f-32a2-4e53-b25a-ecacf3d02e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.469544 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af242f0f-32a2-4e53-b25a-ecacf3d02e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.526562 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af242f0f-32a2-4e53-b25a-ecacf3d02e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809910'] for security_group, after_delete {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.529292 n-d-688802-6 neutron-server[95698]: DEBUG neutron_lib.callbacks.manager [None req-af242f0f-32a2-4e53-b25a-ecacf3d02e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:09.534283 n-d-688802-6 neutron-server[95698]: INFO neutron.wsgi [None req-af242f0f-32a2-4e53-b25a-ecacf3d02e38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5f8d008-2891-408b-8571-56a1c0a878f3 HTTP/1.1" status: 204 len: 168 time: 0.1492150 Aug 30 14:36:09.542637 n-d-688802-6 neutron-server[95698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af242f0f-32a2-4e53-b25a-ecacf3d02e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f8d008-2891-408b-8571-56a1c0a878f3,revision_number=None']} {{(pid=95698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 14:36:09.584687 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b3d28f17-df1b-4d4c-abb2-a923f789e29b no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:09.613057 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: b3d28f17-df1b-4d4c-abb2-a923f789e29b {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:09.613405 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device b3d28f17-df1b-4d4c-abb2-a923f789e29b not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:09.613858 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c153a9f2-99cf-4a1f-b33e-501fd2c430b2 no longer exists at agent ovs-agent-n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 14:36:09.635082 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.plugin [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] No Port match for: c153a9f2-99cf-4a1f-b33e-501fd2c430b2 {{(pid=95700) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 14:36:09.636518 n-d-688802-6 neutron-server[95700]: DEBUG neutron.plugins.ml2.rpc [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Device c153a9f2-99cf-4a1f-b33e-501fd2c430b2 not bound to the agent host n-d-688802-6 {{(pid=95700) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 14:36:09.640024 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-96589af1-3970-4bbe-bd5b-85776e86496c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:10.218387 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:11.273948 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:12.618860 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:29.568616 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:31.967305 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:34.879329 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:36:36.848118 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-54697e16-30be-4be1-b67a-21ffc3c91ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:39.608001 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-b5eaf79d-5710-4d88-93c9-7530d230f4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:40.211986 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:41.273031 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:42.622954 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:36:59.564822 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:01.969459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:06.851153 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ee587465-e318-4e3f-8537-f0a9e4d1c97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:09.602123 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a0e09a62-5b87-42be-9228-5f0e902fe74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:10.214885 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:11.276588 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:11.879232 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:37:12.626818 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:29.562543 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:31.977842 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:36.853245 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9864993d-270b-4c95-a101-a688b6ae79ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:39.603472 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-34980601-546d-448f-8e86-f67a4f2c8617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:40.216318 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:41.278095 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:42.627505 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:37:48.879102 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:37:59.564677 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:01.976632 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:06.854536 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-93ca58d2-147c-443b-ad05-c91c9b505819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:09.606879 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a2446940-aeb3-44e0-9156-753c7bbc2b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:10.217215 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:11.283137 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:12.631734 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:25.878633 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:38:29.566727 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:31.999702 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:36.855392 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a415f087-a6f2-4dcc-9669-456be6ba6bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:39.609802 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7e39-fe91-4d04-807f-7eb0e2c29092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:40.218358 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:41.285185 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:42.635723 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:38:59.575785 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.002186 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:02.878058 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:39:06.856419 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e458cc9b-f769-4c86-8c27-087cd9468b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:09.605480 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-12e703b3-c76c-461b-b54e-7b8027baddd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:10.220077 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:11.286953 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:12.119429 n-d-688802-6 neutron-server[95698]: DEBUG neutron.wsgi [req-93943f17-482a-49ec-8d03-572b6ed92684 req-5b4ac778-74e5-4813-9d72-29b654b2a3b1 service neutron] (95698) timed out ('10.222.0.37', 39094) {{(pid=95698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:39:12.635420 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:29.575428 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:32.006908 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:36.857582 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-17ad0015-c9b9-4f94-9564-00f2ce7a5cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.607701 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c6eebbce-e087-437e-9a8a-4c8c780b0cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:39.877024 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:39:40.220796 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:41.289649 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:42.641021 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:39:59.604874 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:02.037002 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:06.860663 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d95a2575-edb4-4875-885d-8c1540e77f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:09.611281 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0f538b25-a468-4150-a5bf-a21dcf1d0ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:10.223380 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:11.294145 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:12.649373 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:16.876841 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:40:29.607219 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:32.066674 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:36.863606 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-22c0f5df-53a8-4320-a845-2dfc033ab09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:39.613932 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-0c007782-099d-481d-bed3-58575369083a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:40.226605 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:41.297333 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:42.649193 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:40:53.875841 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:40:59.615035 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:02.081002 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:06.866266 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d902f06b-9d89-4bfc-aebd-066accf7c1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:09.614328 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-696f53bb-06b0-4604-a895-404cc5051188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:10.228267 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:11.299919 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:12.651443 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:29.634628 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:30.874874 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:41:32.082602 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:36.874701 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-de3e7d72-e378-4f35-9e20-785b504c1002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:39.615969 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e70d1f88-0c80-4a23-a9f3-c574d8bfb080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:40.235202 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:41.303010 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:42.653823 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:41:59.634440 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:02.099139 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:06.867075 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-ad2927e6-1165-4586-96be-6ff52d490b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:07.874458 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:42:09.621487 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-a813b135-e87c-4413-9d59-b2c14f94b310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:10.227946 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:11.306721 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:12.656214 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:29.632998 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:32.111459 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:36.862185 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9a9f173e-4033-4f36-8785-7e5d7828fa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:39.613558 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9a0e781b-c2c3-4d1a-8c3b-399fec1d09a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:40.231651 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:41.310703 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:42.658765 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:42:44.873625 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:42:59.647833 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:02.109527 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:06.865964 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9349084e-c02c-451b-9a18-b94a58dd9b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:09.616518 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e493cf7f-2fd1-4337-9d82-4e62ce2c80b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:10.235238 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:11.314322 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:12.663736 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:21.871865 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:43:29.647360 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:32.124383 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:36.867041 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-729a91bc-06dd-43c9-9536-61621c1ad473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:39.619049 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-36718531-875e-42fc-bb94-ec84702162aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:40.029339 n-d-688802-6 neutron-server[95699]: DEBUG neutron.wsgi [req-5f2e6307-7b53-4be9-a5e4-6c51a53cc7f7 req-2719634a-3c00-4821-89a1-6001b7c1d0dd service neutron] (95699) timed out ('10.222.0.37', 40570) {{(pid=95699) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 14:43:40.230830 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:41.314411 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:42.665021 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:43:58.871842 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:43:59.646722 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:02.138492 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:06.869184 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-09b19124-a3d7-46f7-81a3-92d7d0edb736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:09.775783 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-98aa4175-5096-48d7-bd1a-2b3e2c00bad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:10.231593 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:11.318665 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:12.668128 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:29.647282 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:32.150932 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:35.871942 n-d-688802-6 neutron-server[95701]: DEBUG neutron.db.agents_db [None req-c46c7928-dc0c-48b8-bca8-25e0749864e1 None None] Agent healthcheck: found 7 active agents {{(pid=95701) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 14:44:36.869438 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-346aa6cb-4296-4d1d-9124-ebc73b5a4bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:39.619286 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-5d59484c-eb70-4add-a719-e7a3faeb1b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:40.237812 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-bb621f84-4815-4c62-835f-e008fa025a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:41.326921 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-3b0f3c1d-e821-4135-8604-8e7e8038e82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:42.671782 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-d85609c5-8d83-460c-b010-4d2e8e85880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:44:59.649423 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-9eb380c5-d9f1-40f4-a4d7-a562dcd6f621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:02.154796 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-c39a2363-1891-4f68-b897-409dbd67ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 14:45:06.873043 n-d-688802-6 neutron-server[95700]: DEBUG neutron_lib.callbacks.manager [None req-e5361eb0-41af-45d7-87bc-905686c037bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785277176796', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700263'] for agent, after_update {{(pid=95700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}